-- Logs begin at Thu 2021-07-15 14:09:28 UTC, end at Thu 2021-07-15 16:21:34 UTC. -- Jul 15 14:38:12.713976 n-d-764435-3 systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 14:38:15.444881 n-d-764435-3 neutron-server[100604]: INFO neutron.common.config [-] Logging enabled! Jul 15 14:38:15.445483 n-d-764435-3 neutron-server[100604]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 14:38:15.445663 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100604) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 14:38:15.448941 n-d-764435-3 neutron-server[100604]: INFO neutron.common.config [-] Logging enabled! Jul 15 14:38:15.449197 n-d-764435-3 neutron-server[100604]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 14:38:15.449508 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100604) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 14:38:15.450647 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 14:38:15.450890 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 14:38:15.451260 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 14:38:15.451509 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 14:38:15.451738 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 14:38:15.452064 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.452368 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.452667 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.452898 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.453195 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.453487 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.453769 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.454062 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.454360 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.454671 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.454953 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.455238 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.455469 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.455753 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.456040 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.456328 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.456551 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] debug = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.456829 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.457253 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.457667 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.457946 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.458235 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.458517 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.458815 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.459093 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.459379 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.459708 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] host = n-d-764435-3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.459991 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.460280 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.460567 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.460852 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.461127 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.461405 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.461691 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.461977 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.462236 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] log_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.462515 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.462828 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.463113 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.463408 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.463634 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.463866 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.464155 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.464445 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.464721 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.464996 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.465272 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.465552 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.466465 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.466746 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.467076 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.467364 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.467653 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.467929 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.468206 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.468478 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.468750 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.469037 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.469311 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.469585 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.469861 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.470150 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.470419 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.470718 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.471024 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.471308 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.471590 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.471876 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.472151 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.472436 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.472708 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.472982 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.473255 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] use_json = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.473532 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.473802 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.474088 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.474362 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.474658 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.474933 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.475206 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.475491 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:15.475789 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.476094 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.476397 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.476683 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.476980 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.477260 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.477548 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.477827 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.478117 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.478405 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.478718 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.478999 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.479288 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.479565 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.479860 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.480167 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.480464 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.480756 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.481033 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.481309 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.482143 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.482432 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.482732 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.483030 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.483323 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.483599 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.483880 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.484171 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.484451 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.484726 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.485007 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.485298 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.485579 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.485851 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.486139 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.486417 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.486716 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.486990 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.487270 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.487560 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.487838 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.488108 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.488378 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.488658 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.488937 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.489224 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.489504 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.489779 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.490051 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.490332 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.490635 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.490912 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.491191 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.491465 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.491743 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.492016 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.492288 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.492561 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.492835 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.493108 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.493379 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.493649 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.493925 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.494195 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.494467 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.494765 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.495037 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.495309 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.495596 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.495900 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.496179 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.496457 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.496735 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.497013 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.497438 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.497718 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.497995 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.498274 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.498576 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.498864 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.499149 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.499437 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.499721 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.500000 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.500295 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.500571 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.500854 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.501131 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.501409 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.501698 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.501983 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.502278 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.502596 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.502894 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.503188 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.503481 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.503770 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.504108 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.504391 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:15.504609 n-d-764435-3 neutron-server[100604]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 14:38:15.504856 n-d-764435-3 neutron-server[100604]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100604) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 14:38:15.856351 n-d-764435-3 neutron-server[100604]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 14:38:15.856544 n-d-764435-3 neutron-server[100604]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 14:38:15.856859 n-d-764435-3 neutron-server[100604]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 14:38:15.857784 n-d-764435-3 neutron-server[100604]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 14:38:16.297821 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.298216 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.298512 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.299901 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.300208 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.300589 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.340946 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.341426 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.341818 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.357824 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.358218 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.358520 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.394898 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.395220 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.395636 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.437856 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.438251 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.438523 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.678413 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.679095 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.679095 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.679262 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.679914 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.801740 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.802058 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.802345 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.802640 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.802922 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.803235 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.803497 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.803754 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.804008 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.804290 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.804551 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.804818 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.805080 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.805337 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.805591 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.805862 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.806120 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.806386 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.806691 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.806956 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.807228 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.807482 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.807764 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.808143 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.808394 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.808642 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.809039 n-d-764435-3 neutron-server[100604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:38:16.809281 n-d-764435-3 neutron-server[100604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:38:16.809517 n-d-764435-3 neutron-server[100604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:38:16.810372 n-d-764435-3 neutron-server[100604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:38:16.810642 n-d-764435-3 neutron-server[100604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:38:16.811011 n-d-764435-3 neutron-server[100604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:38:16.811388 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 14:38:16.814704 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 14:38:16.818653 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 14:38:16.822371 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 15 14:38:16.824090 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 14:38:16.824548 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 14:38:16.824891 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 14:38:16.825355 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 14:38:16.829916 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 14:38:16.830168 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 14:38:16.830520 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 14:38:16.858303 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 14:38:16.858785 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.859094 n-d-764435-3 neutron-server[100604]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100604) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 15 14:38:16.859459 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.860837 n-d-764435-3 neutron-server[100604]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100604) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 14:38:16.861120 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 14:38:16.861363 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 14:38:16.864624 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.864905 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:16.928805 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 14:38:16.928994 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 14:38:16.929188 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 14:38:16.929570 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 14:38:16.952423 n-d-764435-3 neutron-server[100604]: DEBUG oslo_db.sqlalchemy.engines [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100604) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 14:38:17.492591 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Initializing driver for type 'gre' Jul 15 14:38:17.493222 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] gre ID ranges: [(1, 1000)] Jul 15 14:38:17.548474 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Initializing driver for type 'local' Jul 15 14:38:17.548841 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Initializing driver for type 'vlan' Jul 15 14:38:17.562666 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] VlanTypeDriver initialization complete Jul 15 14:38:17.563065 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Initializing driver for type 'vxlan' Jul 15 14:38:17.563583 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] vxlan ID ranges: [(1, 1000)] Jul 15 14:38:17.618061 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Initializing extension driver 'port_security' Jul 15 14:38:17.618400 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.extensions.port_security [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] PortSecurityExtensionDriver initialization complete Jul 15 14:38:17.618817 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Initializing mechanism driver 'openvswitch' Jul 15 14:38:17.619095 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Initializing mechanism driver 'hyperv' Jul 15 14:38:17.626250 n-d-764435-3 neutron-server[100604]: DEBUG neutron.plugins.ml2.plugin [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:38:17.627136 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > port after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.627509 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > port after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.627865 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > port after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.628385 n-d-764435-3 neutron-server[100604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 14:38:17.628821 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > subnet after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.629184 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > subnet after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.629531 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.629918 n-d-764435-3 neutron-server[100604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 14:38:17.630320 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > network after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.630692 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > network after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.631036 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > network after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.631421 n-d-764435-3 neutron-server[100604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 14:38:17.631830 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > security_group after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.632178 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > security_group after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.632519 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > security_group after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.632928 n-d-764435-3 neutron-server[100604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 14:38:17.633329 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.633675 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.634013 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.634396 n-d-764435-3 neutron-server[100604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 14:38:17.634826 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > address_group after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.635169 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > address_group after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.635507 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > address_group after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.635893 n-d-764435-3 neutron-server[100604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 14:38:17.636267 n-d-764435-3 neutron-server[100604]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] ML2 OVO RPC backend initialized. {{(pid=100604) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 15 14:38:17.636973 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.637322 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.637738 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > network before_response 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.638579 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > networks before_response 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.638941 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > port before_response 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.639285 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > ports before_response 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.639892 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > subnet before_response 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.640234 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > subnets before_response 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.640583 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > network after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.640924 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > network after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.641272 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > network after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.641613 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > port after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.641944 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > port after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.642277 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > port after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.642649 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > subnet after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.642988 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > subnet after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.643323 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.643906 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.plugin [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Modular L2 Plugin initialization complete Jul 15 14:38:17.644237 n-d-764435-3 neutron-server[100604]: DEBUG neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading services supported by the core plugin {{(pid=100604) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 14:38:17.644562 n-d-764435-3 neutron-server[100604]: INFO neutron.plugins.ml2.managers [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Got port-security extension from driver 'port_security' Jul 15 14:38:17.645020 n-d-764435-3 neutron-server[100604]: INFO neutron.extensions.vlantransparent [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Disabled vlantransparent extension. Jul 15 14:38:17.645497 n-d-764435-3 neutron-server[100604]: DEBUG neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100604) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 14:38:17.645812 n-d-764435-3 neutron-server[100604]: INFO neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading Plugin: router Jul 15 14:38:17.683163 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router_interface before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.683800 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router after_create 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.683897 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router before_create 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.684261 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.684727 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.685606 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router after_delete 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.686006 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > floatingip after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.686491 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router after_create 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.686877 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router after_update 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.687235 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router after_update 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.687589 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.687949 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router after_update 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.688359 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router precommit_update 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.688730 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: port after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.689071 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: port after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.689411 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: subnet after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.689752 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.690100 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > port precommit_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.690447 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router precommit_create 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.690811 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: port before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.691154 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router precommit_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.691508 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router after_update 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.691849 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router precommit_delete 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.692196 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router precommit_create 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.692554 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.692894 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router precommit_update 55549900 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.693264 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > agent after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.693610 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > agent after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.693952 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > network after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.694847 n-d-764435-3 neutron-server[100604]: DEBUG neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Tracking information for resource: router configured {{(pid=100604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:38:17.695177 n-d-764435-3 neutron-server[100604]: DEBUG neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Tracking information for resource: floatingip configured {{(pid=100604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:38:17.700078 n-d-764435-3 neutron-server[100604]: INFO neutron.db.l3_agentschedulers_db [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 14:38:17.701138 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: port after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.701497 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: port after_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.701851 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: port after_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.702203 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: port after_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.703026 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router before_create 55550100 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.703393 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router precommit_delete 55550100 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.703755 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router precommit_create 55550100 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.704114 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > router precommit_update 55550100 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.708548 n-d-764435-3 neutron-server[100604]: DEBUG neutron.services.provider_configuration [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Service providers = [] {{(pid=100604) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 14:38:17.708911 n-d-764435-3 neutron-server[100604]: DEBUG neutron.db.servicetype_db [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100604) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 14:38:17.711882 n-d-764435-3 neutron-server[100604]: DEBUG neutron.services.service_base [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 14:38:17.712234 n-d-764435-3 neutron-server[100604]: DEBUG neutron.services.service_base [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 14:38:17.712576 n-d-764435-3 neutron-server[100604]: DEBUG neutron.services.service_base [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 14:38:17.713466 n-d-764435-3 neutron-server[100604]: DEBUG neutron.services.service_base [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 14:38:17.713840 n-d-764435-3 neutron-server[100604]: INFO neutron.services.service_base [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 14:38:17.714221 n-d-764435-3 neutron-server[100604]: DEBUG neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:38:17.714559 n-d-764435-3 neutron-server[100604]: INFO neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 14:38:17.726104 n-d-764435-3 neutron-server[100604]: DEBUG neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:38:17.726436 n-d-764435-3 neutron-server[100604]: INFO neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading Plugin: auto_allocate Jul 15 14:38:17.734291 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: network precommit_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.734698 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: network precommit_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.735232 n-d-764435-3 neutron-server[100604]: DEBUG neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:38:17.735555 n-d-764435-3 neutron-server[100604]: INFO neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading Plugin: tag Jul 15 14:38:17.742363 n-d-764435-3 neutron-server[100604]: DEBUG neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:38:17.742773 n-d-764435-3 neutron-server[100604]: INFO neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading Plugin: timestamp Jul 15 14:38:17.746516 n-d-764435-3 neutron-server[100604]: DEBUG neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:38:17.746868 n-d-764435-3 neutron-server[100604]: INFO neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading Plugin: network_ip_availability Jul 15 14:38:17.752853 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.753226 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.753581 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.754306 n-d-764435-3 neutron-server[100604]: DEBUG neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:38:17.754659 n-d-764435-3 neutron-server[100604]: INFO neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading Plugin: flavors Jul 15 14:38:17.760872 n-d-764435-3 neutron-server[100604]: DEBUG neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:38:17.761196 n-d-764435-3 neutron-server[100604]: INFO neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading Plugin: revisions Jul 15 14:38:17.766713 n-d-764435-3 neutron-server[100604]: DEBUG neutron.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:38:17.767114 n-d-764435-3 neutron-server[100604]: DEBUG oslo_concurrency.lockutils [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.910s {{(pid=100604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 14:38:17.767870 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100604) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 15 14:38:17.768208 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Initializing extension manager. Jul 15 14:38:17.768721 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: __init__.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.769061 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: __pycache__ {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.769397 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.769727 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: address_group.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.770491 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.771095 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: address-group Jul 15 14:38:17.771420 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: address_scope.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.772135 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.772643 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: address-scope Jul 15 14:38:17.772963 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: admin_state_down_before_update.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.773895 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.774404 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: router-admin-state-down-before-update Jul 15 14:38:17.774751 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: agent.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.775451 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.775954 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: agent Jul 15 14:38:17.776280 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: agent_resources_synced.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.777179 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.777682 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: agent-resources-synced Jul 15 14:38:17.778004 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: allowedaddresspairs.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.780897 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.781421 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: allowed-address-pairs Jul 15 14:38:17.781751 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: auto_allocated_topology.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.782865 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.783376 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: auto-allocated-topology Jul 15 14:38:17.783700 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: availability_zone.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.784394 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.784899 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: availability_zone Jul 15 14:38:17.785227 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: availability_zone_filter.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.786125 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.786646 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: availability_zone_filter Jul 15 14:38:17.786967 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: data_plane_status.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.787875 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.788368 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 14:38:17.788686 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: default_subnetpools.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.789592 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.790095 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: default-subnetpools Jul 15 14:38:17.790415 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: dhcpagentscheduler.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.791255 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.791755 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: dhcp_agent_scheduler Jul 15 14:38:17.792079 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: dns.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.792997 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.793493 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension dns-integration not supported by any of loaded plugins Jul 15 14:38:17.793810 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: dns_domain_ports.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.795298 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.795799 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 14:38:17.796125 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.797045 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.797540 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 14:38:17.797860 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: dvr.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.798556 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.799055 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: dvr Jul 15 14:38:17.799373 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: empty_string_filtering.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.800278 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.800778 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: empty-string-filtering Jul 15 14:38:17.801100 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.802005 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.802546 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 14:38:17.802869 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.803793 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.804296 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 14:38:17.804615 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: external_net.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.805522 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.806027 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: external-net Jul 15 14:38:17.806345 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: extra_dhcp_opt.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.807277 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.807778 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: extra_dhcp_opt Jul 15 14:38:17.808098 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: extraroute.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.808999 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.809499 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: extraroute Jul 15 14:38:17.810358 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: extraroute_atomic.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.811439 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.811951 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: extraroute-atomic Jul 15 14:38:17.812272 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: filter_validation.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.812943 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.813444 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: filter-validation Jul 15 14:38:17.813761 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: fip_pf_description.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.814700 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.815410 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 14:38:17.815728 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: fip_port_details.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.816646 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.817148 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: fip-port-details Jul 15 14:38:17.817467 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: flavors.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.818736 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.819245 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: flavors Jul 15 14:38:17.819571 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.821217 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.821740 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 14:38:17.822070 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: floatingip_pools.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.822797 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.823309 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: floatingip-pools Jul 15 14:38:17.823631 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: ip_allocation.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.824554 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.825055 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 14:38:17.826373 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.827333 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.827843 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: ip-substring-filtering Jul 15 14:38:17.828169 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: l2_adjacency.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.829094 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.829593 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 14:38:17.829912 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: l3.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.830935 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.831445 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: router Jul 15 14:38:17.831774 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: l3_conntrack_helper.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.834025 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.834586 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 14:38:17.834929 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.835854 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.836364 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: ext-gw-mode Jul 15 14:38:17.836693 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.837611 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.838112 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: l3-ha Jul 15 14:38:17.838436 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: l3_flavors.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.839383 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.839886 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: l3-flavors Jul 15 14:38:17.840211 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.842123 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.842671 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 14:38:17.842998 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: l3agentscheduler.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.844041 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.844555 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: l3_agent_scheduler Jul 15 14:38:17.844883 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: logging.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.846366 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.846913 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension logging not supported by any of loaded plugins Jul 15 14:38:17.847247 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: metering.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.847997 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.848583 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: metering Jul 15 14:38:17.848911 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.850000 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.850513 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: metering_source_and_destination_fields Jul 15 14:38:17.850863 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: multiprovidernet.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.851916 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.852425 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: multi-provider Jul 15 14:38:17.852752 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: netmtu.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.853665 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.854170 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: net-mtu Jul 15 14:38:17.854495 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: netmtu_writable.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.855432 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.855931 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: net-mtu-writable Jul 15 14:38:17.856257 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: network_availability_zone.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.857601 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.858371 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: network_availability_zone Jul 15 14:38:17.858741 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: network_ip_availability.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.859848 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.860362 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: network-ip-availability Jul 15 14:38:17.860686 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: network_segment_range.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.861464 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.861970 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 14:38:17.862297 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: pagination.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.863319 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.863649 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: pagination Jul 15 14:38:17.863969 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: port_device_profile.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.864920 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.865429 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: port-device-profile Jul 15 14:38:17.865750 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.866713 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.867216 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: port-mac-address-regenerate Jul 15 14:38:17.867538 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.868462 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.868963 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: port-numa-affinity-policy Jul 15 14:38:17.869284 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: port_resource_request.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.870183 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.870726 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 14:38:17.871047 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: portbindings.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.871974 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.873057 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: binding Jul 15 14:38:17.873378 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: portbindings_extended.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.874702 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.875218 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: binding-extended Jul 15 14:38:17.875544 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: portsecurity.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.876465 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.876972 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: port-security Jul 15 14:38:17.877295 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: project_id.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.878269 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.878623 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: project-id Jul 15 14:38:17.878952 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: providernet.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.879893 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.880411 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: provider Jul 15 14:38:17.880729 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: qos.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.884289 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.884806 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension qos not supported by any of loaded plugins Jul 15 14:38:17.885134 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.886390 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.886969 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 14:38:17.887298 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.889179 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.889944 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 14:38:17.890270 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: qos_default.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.891213 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.891719 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension qos-default not supported by any of loaded plugins Jul 15 14:38:17.892050 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: qos_fip.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.892709 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.893238 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension qos-fip not supported by any of loaded plugins Jul 15 14:38:17.893559 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: qos_gateway_ip.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.894478 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.895011 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 14:38:17.895332 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: qos_port_network_policy.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.896242 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.896741 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 14:38:17.897062 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: qos_rule_type_details.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.897985 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.898708 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 14:38:17.898859 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: qos_rules_alias.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.899898 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.900407 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 14:38:17.900733 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: quotasv2.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.901699 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.902230 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: quotas Jul 15 14:38:17.902577 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: quotasv2_detail.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.906714 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.907057 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: quota_details Jul 15 14:38:17.907396 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: rbac.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.908471 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.909011 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: rbac-policies Jul 15 14:38:17.909342 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: rbac_address_group.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.910268 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.910880 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: rbac-address-group Jul 15 14:38:17.911207 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: rbac_address_scope.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.912154 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.912663 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: rbac-address-scope Jul 15 14:38:17.912993 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: rbac_security_groups.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.913909 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.914418 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: rbac-security-groups Jul 15 14:38:17.914763 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: rbac_subnetpool.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.915681 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.916181 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: rbac-subnetpool Jul 15 14:38:17.916504 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: revisionifmatch.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.917420 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.917922 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: revision-if-match Jul 15 14:38:17.918247 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: revisions.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.920464 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.920979 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: standard-attr-revisions Jul 15 14:38:17.921309 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: router_availability_zone.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.921994 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.922513 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: router_availability_zone Jul 15 14:38:17.922864 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: routerservicetype.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.923923 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.924290 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension router-service-type not supported by any of loaded plugins Jul 15 14:38:17.924608 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.925536 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.926040 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: security-groups-normalized-cidr Jul 15 14:38:17.926361 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: security_groups_port_filtering.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.927311 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.927813 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: port-security-groups-filtering Jul 15 14:38:17.928134 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.929054 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.929559 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: security-groups-remote-address-group Jul 15 14:38:17.929879 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: securitygroup.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.940872 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.941413 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: security-group Jul 15 14:38:17.941751 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: segment.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.942596 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.943108 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension segment not supported by any of loaded plugins Jul 15 14:38:17.943436 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.944456 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.944965 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 14:38:17.945291 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: servicetype.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.946409 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.946957 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: service-type Jul 15 14:38:17.947284 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: sorting.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.948272 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.948603 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: sorting Jul 15 14:38:17.948925 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: standard_attr_segment.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.949917 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.951127 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 14:38:17.951454 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: standardattrdescription.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.952114 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.952626 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: standard-attr-description Jul 15 14:38:17.952950 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: stateful_security_group.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.953904 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.954402 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: stateful-security-group Jul 15 14:38:17.954754 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: stdattrs_common.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.955343 n-d-764435-3 neutron-server[100604]: WARNING neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 14:38:17.955667 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.956589 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.957105 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 14:38:17.957428 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: subnet_onboard.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.958514 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.959052 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: subnet_onboard Jul 15 14:38:17.959376 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.960296 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.960805 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 14:38:17.961129 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: subnet_service_types.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.962052 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.962589 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: subnet-service-types Jul 15 14:38:17.962916 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: subnetallocation.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.963999 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.964508 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: subnet_allocation Jul 15 14:38:17.964838 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.965511 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.966493 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: subnetpool-prefix-ops Jul 15 14:38:17.966854 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.967798 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.968309 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 14:38:17.968634 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: tagging.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.969736 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.970250 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: standard-attr-tag Jul 15 14:38:17.970608 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: timestamp.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.971874 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.972395 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loaded extension: standard-attr-timestamp Jul 15 14:38:17.972721 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: trunk.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.973791 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.974346 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension trunk not supported by any of loaded plugins Jul 15 14:38:17.974710 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: trunk_details.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.975681 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.976234 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension trunk-details not supported by any of loaded plugins Jul 15 14:38:17.976560 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: uplink_status_propagation.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.977546 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.978077 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 14:38:17.978402 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Loading extension file: vlantransparent.py {{(pid=100604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:38:17.979111 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:38:17.979620 n-d-764435-3 neutron-server[100604]: INFO neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 14:38:17.983120 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of TrackedResource for resource:network Jul 15 14:38:17.983667 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of TrackedResource for resource:subnet Jul 15 14:38:17.984065 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 14:38:17.984465 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of TrackedResource for resource:port Jul 15 14:38:17.985731 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:38:17.986185 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Service FLAVORS assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:38:17.986830 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:38:17.987252 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:38:17.987593 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of TrackedResource for resource:router Jul 15 14:38:17.988027 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of TrackedResource for resource:floatingip Jul 15 14:38:17.988511 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Service METERING assigned prefix: /metering {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:38:17.989947 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.990318 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.990701 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:38:17.991717 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 14:38:17.992176 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of TrackedResource for resource:security_group Jul 15 14:38:17.992616 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 14:38:17.993269 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Service CORE assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:38:17.993546 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 14:38:17.993890 n-d-764435-3 neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] subnetpool is already registered Jul 15 14:38:17.994322 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Service CORE assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:38:17.994686 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 14:38:17.995021 n-d-764435-3 neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] subnetpool is already registered Jul 15 14:38:17.997964 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:38:17.998492 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Service FLAVORS assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:38:17.999105 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:38:17.999527 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:38:17.999861 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of TrackedResource for resource:router Jul 15 14:38:18.000200 n-d-764435-3 neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] router is already registered Jul 15 14:38:18.000613 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of TrackedResource for resource:floatingip Jul 15 14:38:18.000948 n-d-764435-3 neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] floatingip is already registered Jul 15 14:38:18.001403 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Service METERING assigned prefix: /metering {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:38:18.002082 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 14:38:18.002409 n-d-764435-3 neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] rbac_policy is already registered Jul 15 14:38:18.002857 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of TrackedResource for resource:security_group Jul 15 14:38:18.003191 n-d-764435-3 neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] security_group is already registered Jul 15 14:38:18.003591 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 14:38:18.003920 n-d-764435-3 neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] security_group_rule is already registered Jul 15 14:38:18.004543 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Service CORE assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:38:18.004872 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 14:38:18.005206 n-d-764435-3 neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] subnetpool is already registered Jul 15 14:38:18.005625 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.v2.resource_helper [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Service CORE assigned prefix: {{(pid=100604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:38:18.005946 n-d-764435-3 neutron-server[100604]: INFO neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 14:38:18.006273 n-d-764435-3 neutron-server[100604]: WARNING neutron.quota.resource_registry [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] subnetpool is already registered Jul 15 14:38:18.006839 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: extensions {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.008312 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: address-groups {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.009794 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: address-scopes {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.011117 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: agents {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.012269 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: auto-allocated-topology {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.013738 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: availability_zones {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.015234 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: dhcp-networks {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.016706 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: dhcp-agents {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.018126 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: routers {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.019847 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: flavors {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.022233 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: service_profiles {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.023455 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: next_providers {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.024894 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: service_profiles {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.026435 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: floatingip-pools {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.027669 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: routers {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.029951 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: floatingips {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.031243 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: l3-routers {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.032618 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: l3-agents {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.034026 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: metering-labels {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.035303 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: metering-label-rules {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.036663 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: network-ip-availabilities {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.037903 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: bindings {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.039552 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: quotas {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.041084 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: quotas {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.042493 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: rbac-policies {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.043696 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: security-groups {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.046069 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: security-group-rules {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.047338 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: service-providers {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.048560 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: subnetpools {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.049872 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: subnetpools {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.051432 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.053081 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.054925 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.056704 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.058373 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.061353 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.063063 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.064844 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.066705 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.068429 n-d-764435-3 neutron-server[100604]: DEBUG neutron.api.extensions [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Extended resource: tags {{(pid=100604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:38:18.074430 n-d-764435-3 neutron-server[100604]: WARNING keystonemiddleware.auth_token [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 14:38:18.079490 n-d-764435-3 neutron-server[100604]: WARNING keystonemiddleware.auth_token [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 14:38:18.087845 n-d-764435-3 neutron-server[100604]: DEBUG oslo_concurrency.lockutils [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Acquired lock "singleton_lock" {{(pid=100604) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 15 14:38:18.088318 n-d-764435-3 neutron-server[100604]: DEBUG oslo_concurrency.lockutils [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Releasing lock "singleton_lock" {{(pid=100604) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 15 14:38:18.088969 n-d-764435-3 neutron-server[100604]: INFO oslo_service.service [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Starting 2 workers Jul 15 14:38:18.094279 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Started child 100711 {{(pid=100604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 14:38:18.101598 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Started child 100712 {{(pid=100604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 14:38:18.101790 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:18.102372 n-d-764435-3 neutron-server[100604]: INFO neutron.service [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 14:38:18.102372 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Notify callbacks [] for process, before_spawn {{(pid=100604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:18.102558 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [-] (100711) wsgi starting up on http://0.0.0.0:9696 Jul 15 14:38:18.103517 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:18.103951 n-d-764435-3 neutron-server[100604]: INFO oslo_service.service [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Starting 1 workers Jul 15 14:38:18.105269 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [-] (100712) wsgi starting up on http://0.0.0.0:9696 Jul 15 14:38:18.109955 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Started child 100713 {{(pid=100604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 14:38:18.110500 n-d-764435-3 neutron-server[100604]: INFO oslo_service.service [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Starting 1 workers Jul 15 14:38:18.113097 n-d-764435-3 neutron-server[100713]: DEBUG neutron.service [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] calling RpcWorker wait() {{(pid=100713) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 14:38:18.113644 n-d-764435-3 neutron-server[100713]: DEBUG neutron.service [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] returning from RpcWorker wait() {{(pid=100713) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 14:38:18.115104 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Started child 100714 {{(pid=100604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 14:38:18.115220 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:18.115640 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:38:18.115925 n-d-764435-3 neutron-server[100604]: DEBUG neutron_lib.callbacks.manager [None req-6aca1d58-d1e3-4c9b-809c-5534e43d18dd None None] Notify callbacks [] for process, after_spawn {{(pid=100604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:18.117764 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100604) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 14:38:18.117992 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 14:38:18.118179 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 14:38:18.118400 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 14:38:18.118774 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 14:38:18.118928 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 14:38:18.119444 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.119721 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.119976 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:18.120459 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.120459 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.120591 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.121514 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.121773 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.122027 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.123586 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.123870 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.124051 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.124220 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.124484 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.126687 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.127219 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.127577 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.127896 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.128250 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.128504 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.128828 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.129180 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.129505 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.129838 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] debug = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.130152 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.130745 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.131061 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.131660 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.131966 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.132304 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.132626 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.132951 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.133246 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.133534 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.133830 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.134136 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.134426 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.134849 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.135246 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.135555 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.135852 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.136404 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] host = n-d-764435-3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.136690 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.136985 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.137280 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.137586 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.137921 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.138278 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.138278 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.138948 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.139209 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.139782 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.140096 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.140426 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.140739 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.141043 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] log_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.141276 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] log_options = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.141593 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.141897 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.142217 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.142470 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.142716 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.142953 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.143265 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.143493 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.143796 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.144074 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.144352 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.144628 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.145078 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.145401 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.145728 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.146042 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.146322 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.146617 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.146927 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.147254 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.147551 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.147845 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.148150 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.148430 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.148711 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.149016 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.149309 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.149587 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.149866 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.150180 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.151584 n-d-764435-3 neutron-server[100714]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:38:18.151701 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.151905 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.152256 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.152471 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.152726 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.152978 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.153210 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.154089 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.154875 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.154875 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.155089 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.155364 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.155468 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.155801 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.156059 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.156501 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] use_json = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.157198 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.157462 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.158254 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.158254 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.158254 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.158506 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.158654 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.158898 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.159528 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.159645 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.159918 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.160171 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.160425 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.160668 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.160906 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.161915 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.161915 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.161915 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.162147 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.162239 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.162479 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.162758 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.163030 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.163367 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.163723 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.164008 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.164237 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.164490 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.164711 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.164958 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.165703 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.165703 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.165898 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.166984 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.166984 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.166984 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.166984 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.166984 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.167394 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.167474 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.168215 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.168215 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.168215 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.168475 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.168561 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.169695 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.169695 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.170345 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.170345 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.170345 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.170613 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.171198 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.171198 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.171198 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.171462 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.171629 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.171854 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.172891 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.172891 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.172891 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.172891 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.173194 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.173194 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.173408 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.173626 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.173863 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.174078 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.174297 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.174555 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.174796 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.175023 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.175241 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.175459 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.175681 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.175898 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.176124 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.176362 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.176585 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.176822 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.177037 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.177257 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.177460 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.177681 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.177894 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.178108 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.178341 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.178579 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.178796 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.179029 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.179241 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.179453 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.179665 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.179936 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.180256 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.180495 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.180740 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.180983 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.181372 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.181723 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.182164 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.182571 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.182831 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.183205 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.183606 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.184012 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.184404 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.185434 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.185667 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.185938 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.186196 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.186425 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.187205 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.187461 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.187705 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.188130 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.188403 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.188656 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.188891 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.189226 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.189453 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.189692 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.189965 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.190191 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.190466 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.190814 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.191062 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.191321 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.191576 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.191832 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.192077 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.192338 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.192606 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.192866 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.193141 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.193369 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.193654 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.193922 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.194147 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.194367 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.194628 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.194952 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.195191 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.195426 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.195645 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.195917 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.196171 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.196416 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.196691 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.196956 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.197210 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.197476 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.197714 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.197935 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.198178 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.198438 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.198676 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.198917 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.199157 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.199396 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.199618 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.199837 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.200104 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.200881 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.201110 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.201347 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.201569 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.201792 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.202046 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.202264 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.202488 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.202758 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.202995 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.203219 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.203437 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.203687 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.203926 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.204166 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.204459 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.204803 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.205046 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.205300 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.205557 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.205805 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.206024 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.206279 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.206506 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.206746 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.206961 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.207338 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.207709 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.208098 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.208476 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.208837 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.209121 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.209368 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.209713 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.209992 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.210238 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.210479 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.210728 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.210982 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.211200 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.211567 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.211794 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.212080 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.212236 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.212468 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.212716 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.212944 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.213158 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.213374 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.213607 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.213845 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.214058 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.214355 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.214621 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.214854 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.215106 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.215502 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.215720 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.216541 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.216756 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.216989 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.217207 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.217429 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.217662 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.217888 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.218098 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.218320 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.218556 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.218797 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.218989 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.219214 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.219427 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.219641 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.219867 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.220080 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.220309 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.220541 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.220801 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.221012 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.221253 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.221472 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.221703 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.221996 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.222272 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.222492 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.222822 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.223056 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.223298 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.223539 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.223860 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.224075 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.224344 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.224562 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.224780 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.225002 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.225260 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.225573 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.225859 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.226114 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.226351 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.226675 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.226958 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.227230 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.227459 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.227748 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.228064 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.228359 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.228615 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.228845 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.229149 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.229391 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.229628 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.229875 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.230111 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.230327 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.230611 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.230843 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.231091 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.231337 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.232276 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.232734 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.232828 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.233042 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.233289 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.233509 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.233666 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 14:38:18.234186 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100604) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 14:38:18.234353 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 14:38:18.234510 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 14:38:18.234704 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 14:38:18.234875 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 14:38:18.235028 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 14:38:18.235237 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.235401 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.235563 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.235723 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.235883 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.236064 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.236226 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.236385 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.236544 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.236691 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.236852 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.237012 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.237171 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.237329 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.237488 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.237647 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.237805 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.237962 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.238306 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.238469 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.238648 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.238811 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.238968 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] debug = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.239127 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.239335 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.239580 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.239746 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.239933 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.240070 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.240204 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.240346 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.240471 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.240632 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.241025 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.241025 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.241538 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.241538 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.241538 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.241538 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.241997 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.241997 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] host = n-d-764435-3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.241997 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.242333 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.242333 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.242598 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.242598 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.243054 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.243054 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.243054 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.243431 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.243431 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.243664 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.243664 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.243890 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.243890 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] log_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.244126 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] log_options = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.244245 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.244363 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.244566 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.244690 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.244813 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.245152 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.245152 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.245400 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.245400 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.245549 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.245694 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.245852 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.246011 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.246168 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.246326 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.246483 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.246664 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.246822 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.246986 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.247166 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.247436 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.247685 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.247850 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.248004 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.248162 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.248320 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.248480 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.248638 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.248800 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.248952 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.249103 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.249262 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.249423 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.249583 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.249742 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.250048 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.250048 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.250189 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.250348 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.250505 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.250686 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.250857 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.251175 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.251374 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.251467 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.251649 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] use_json = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.252365 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.252365 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.252365 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.252365 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.252365 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.252753 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.252753 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.252909 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:38:18.252987 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.253149 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.253323 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.253486 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.253650 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.253812 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.253973 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.254135 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.254442 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.254442 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.254702 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.254772 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.254940 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.255102 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.255264 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.255428 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.255591 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.255752 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.255913 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.256077 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.256238 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.256400 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.256578 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.256739 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.256901 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.257066 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.257225 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.257540 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.257707 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.257870 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.258034 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.258202 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.258361 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.258692 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.258877 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.259010 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.259138 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.259307 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.259471 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.259634 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.259976 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.259976 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.260105 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.260290 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.260410 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.260573 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.260736 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.260899 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.261060 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.261221 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.261395 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.261557 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.261720 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.261880 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.262043 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.262204 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.262365 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.262564 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.262735 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.262867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:38:18.262972 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.263046 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.263220 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.263461 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.263628 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.263791 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.263954 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.264118 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.264281 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.264704 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.264866 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.265028 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.265192 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.265353 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.265516 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.265679 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.265842 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.266006 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.266167 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.266328 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.266490 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.266674 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.266837 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.266999 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.267160 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.267332 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.267510 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.267671 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.267832 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.267994 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.268154 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.268315 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.268477 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.268637 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.268798 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.268961 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.269122 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.269283 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.269447 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.269609 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.269769 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.269930 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.270090 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.270251 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.270413 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.270598 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.270761 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.270900 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.271057 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.271221 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.271382 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.271543 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.271715 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.271868 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.272014 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.272175 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.272344 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.272517 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.272680 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.272847 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.273008 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.273169 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.273319 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.273479 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.273640 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.273802 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.274042 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.274214 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.274385 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.274576 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.274742 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.274978 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.275669 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.275669 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.275669 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.275669 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.275669 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.276292 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.276292 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.276292 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.276292 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.277111 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.277111 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.277111 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.277111 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.277111 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.277820 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.277820 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.277820 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.277820 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.277820 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.279726 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.279726 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.279726 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.279726 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.279726 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.279726 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.279726 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.279726 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.280761 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.280761 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.280761 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.280761 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.280761 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.280761 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.280761 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.281607 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.281607 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.281607 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.281607 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.281607 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.281607 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.282366 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.282366 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.282366 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.282366 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.282366 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.283067 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.283067 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.283067 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.283067 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.283566 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.283566 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.283566 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.283566 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.284060 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.284060 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.284060 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.284432 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.284432 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.284682 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.284682 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.285038 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.285038 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.285627 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.285627 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.285627 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.285627 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.286388 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.286388 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.286388 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.286388 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.286388 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.286838 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.286838 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.286838 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.287017 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.287081 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.287242 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.287382 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.287545 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.287709 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.287877 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.288049 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.288211 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.288375 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.288536 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.288697 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.288859 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.289777 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.289777 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.289777 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.289777 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.289777 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.289777 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.294285 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.294285 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.294285 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.294285 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.294285 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.294285 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.294285 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.294285 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.294955 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.294955 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.294955 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.294955 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.294955 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.294955 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.294955 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.294955 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.295511 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.295511 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.295511 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.295511 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.295511 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.295511 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.295511 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.295511 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296039 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296039 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296039 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296039 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296039 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296039 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296039 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296039 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296565 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296565 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296565 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296565 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296565 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296565 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296565 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296565 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.296565 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.297166 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.297166 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.297166 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.297166 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.297166 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.297166 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.297560 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.297560 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.297560 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.297773 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.297854 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.297961 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.298125 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.298288 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:38:18.298442 n-d-764435-3 neutron-server[100604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 14:38:18.385527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33322) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:38:18.395163 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073085 Jul 15 14:38:30.037920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f29ef9-8300-496e-adc9-94e77ac365b3 None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 14:38:30.116426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f29ef9-8300-496e-adc9-94e77ac365b3 None None] No non-hosted networks {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 14:38:30.127092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.agentschedulers_db [None req-d1f29ef9-8300-496e-adc9-94e77ac365b3 None None] DHCP Agent not found on host n-d-764435-3 {{(pid=100713) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 15 14:38:30.204242 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b2890f9-f410-492e-abb8-4f310c155387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3857664'] for agent, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:32.669164 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3857664'] for agent, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:32.670820 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:32.671367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:32.671845 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:32.672546 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:32.672781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:32.673116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:32.674600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:32.674939 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:32.676383 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:32.676740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:32.677106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:32.677801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:32.678159 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-764435-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:38:32.695340 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-764435-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:38:32.848404 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5610403a-1b88-4a73-81b2-05fddeece2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3857664'] for agent, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:32.933638 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-616adf22-f685-48df-806d-13d3f70a29c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:34.096948 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3857664'] for agent, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:35.710641 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3857664'] for agent, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:36.435814 n-d-764435-3 neutron-server[100713]: INFO neutron.db.l3_hamode_db [None req-9daf3639-c7fe-4882-8522-1139c06bfe27 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 14:38:36.518031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daf3639-c7fe-4882-8522-1139c06bfe27 None None] Routers set() bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:38:36.518426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daf3639-c7fe-4882-8522-1139c06bfe27 None None] Router IDs set() for agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 14:38:36.766332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33414) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:38:37.267656 n-d-764435-3 neutron-server[100711]: WARNING oslo_policy.policy [None req-8c6737d2-f564-4233-af30-1a99e640e80b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:38:37.268251 n-d-764435-3 neutron-server[100711]: WARNING oslo_policy.policy [None req-8c6737d2-f564-4233-af30-1a99e640e80b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:38:37.490647 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-8c6737d2-f564-4233-af30-1a99e640e80b admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:38:37.491720 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8c6737d2-f564-4233-af30-1a99e640e80b admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7244439 Jul 15 14:38:39.893741 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33428) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:38:40.458144 n-d-764435-3 neutron-server[100712]: WARNING oslo_policy.policy [None req-0884e258-4a3c-4449-81a1-eba7de615228 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:38:40.458755 n-d-764435-3 neutron-server[100712]: WARNING oslo_policy.policy [None req-0884e258-4a3c-4449-81a1-eba7de615228 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:38:40.679295 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0884e258-4a3c-4449-81a1-eba7de615228 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:38:40.774107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.policy [None req-0884e258-4a3c-4449-81a1-eba7de615228 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100712) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 14:38:40.818492 n-d-764435-3 neutron-server[100712]: WARNING oslo_policy.policy [None req-0884e258-4a3c-4449-81a1-eba7de615228 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:38:40.818897 n-d-764435-3 neutron-server[100712]: WARNING oslo_policy.policy [None req-0884e258-4a3c-4449-81a1-eba7de615228 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:38:40.827971 n-d-764435-3 neutron-server[100712]: INFO neutron.quota [None req-0884e258-4a3c-4449-81a1-eba7de615228 admin admin] Loaded quota_driver: . Jul 15 14:38:40.922169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0884e258-4a3c-4449-81a1-eba7de615228 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737960428885', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737960429414', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737960426460', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737960414482', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737960405847', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737960395603', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-537913', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-546250', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3929542', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3836937'] for rbac-policy, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:40.988164 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0884e258-4a3c-4449-81a1-eba7de615228 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:40.989540 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0884e258-4a3c-4449-81a1-eba7de615228 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0935867 Jul 15 14:38:43.628723 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33446) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:38:43.923976 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Request body: {'network': {'project_id': 'bb2e298bc20b4392b26179c853f69314', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'bb2e298bc20b4392b26179c853f69314'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:38:43.952154 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Made reservation on behalf of bb2e298bc20b4392b26179c853f69314 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:38:43.955491 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:43.972767 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:44.101300 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:44.105624 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:44.125696 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:38:44.155334 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737962255427', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:44.155843 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Unsubscribe: segment precommit_create {{(pid=100712) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 14:38:44.156337 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Added segment 9d2dbf93-a8c3-48eb-aba5-4de6349a066d of type vlan for network dd9e2e62-b3e1-4010-8b9e-005f5faf6179 Jul 15 14:38:44.174445 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff62a82-9502-4e10-bb76-d3406b84d906,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:38:44.201036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:44.201370 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:44.201698 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:44.202022 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:44.202339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:44.202692 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:44.203007 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:44.203318 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:44.203628 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:44.203932 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:44.204238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:44.204544 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Tracked resource versions report: Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: pushed versions: Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: { 'AddressGroup': {'1.2'}, Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'ConntrackHelper': {'1.0'}, Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'Log': {'1.0'}, Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'Network': {'1.1'}, Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'Port': {'1.7'}, Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'PortForwarding': {'1.2'}, Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'QosPolicy': {'1.8'}, Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'SecurityGroup': {'1.4'}, Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'SubPort': {'1.0'}, Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'Subnet': {'1.1'}, Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'Trunk': {'1.1'}} Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: consumer versions: Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: { DHCP agent@n-d-764435-3: {}, Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: L3 agent@n-d-764435-3: {}, Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: Metadata agent@n-d-764435-3: {}, Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: Metering agent@n-d-764435-3: {}, Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: Open vSwitch agent@n-d-764435-3: { 'AddressGroup': '1.2', Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'ConntrackHelper': '1.0', Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'Log': '1.0', Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'Network': '1.1', Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'Port': '1.7', Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'PortForwarding': '1.2', Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'QosPolicy': '1.8', Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'SecurityGroup': '1.4', Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'SecurityGroupRule': '1.2', Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'SubPort': '1.0', Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'Subnet': '1.1', Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: 'Trunk': '1.1'}} Jul 15 14:38:44.205649 n-d-764435-3 neutron-server[100712]: {{(pid=100712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:38:44.280731 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:44.334763 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:44.336005 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:38:44.336661 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:44.392436 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7625940 Jul 15 14:38:44.442099 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d79a9-4e20-4a98-a4f9-cd278df9c829 admin admin] Pushing event updated for resources: {'Network': ['ID=dd9e2e62-b3e1-4010-8b9e-005f5faf6179,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:38:44.454723 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network dd9e2e62-b3e1-4010-8b9e-005f5faf6179 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:38:47.068799 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33460) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:38:47.476190 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5cf2aa-0d00-42ec-8831-d9ad7f5580bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:38:47.477601 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2e5cf2aa-0d00-42ec-8831-d9ad7f5580bb admin admin] 10.222.0.38 "GET /v2.0/networks/dd9e2e62-b3e1-4010-8b9e-005f5faf6179 HTTP/1.1" status: 200 len: 825 time: 0.4078264 Jul 15 14:38:47.508500 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-06b503c4-9955-4204-8ada-2cc0700d202b admin admin] 10.222.0.38 "GET /v2.0/subnetpools/76a769ee-380e-4826-aa02-1b83aad92c81 HTTP/1.1" status: 200 len: 734 time: 0.0218811 Jul 15 14:38:47.517832 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b136b921-2f75-4d9b-9435-5b9291823145 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'bb2e298bc20b4392b26179c853f69314', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '76a769ee-380e-4826-aa02-1b83aad92c81', 'ip_version': 4, 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:38:47.540987 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b136b921-2f75-4d9b-9435-5b9291823145 admin admin] Made reservation on behalf of bb2e298bc20b4392b26179c853f69314 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:38:47.544426 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b136b921-2f75-4d9b-9435-5b9291823145 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:47.852498 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b136b921-2f75-4d9b-9435-5b9291823145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:47.922981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136b921-2f75-4d9b-9435-5b9291823145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4231b929-28a9-4f03-ab76-5ff9c6ba90b1,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:38:47.927600 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136b921-2f75-4d9b-9435-5b9291823145 admin admin] Checking segment: {'id': '9d2dbf93-a8c3-48eb-aba5-4de6349a066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:38:47.928085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b136b921-2f75-4d9b-9435-5b9291823145 admin admin] Network hostable DHCP agents. Network: dd9e2e62-b3e1-4010-8b9e-005f5faf6179, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:38:47.951393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b136b921-2f75-4d9b-9435-5b9291823145 admin admin] Network dd9e2e62-b3e1-4010-8b9e-005f5faf6179 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:38:47.962491 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b136b921-2f75-4d9b-9435-5b9291823145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, dd9e2e62-b3e1-4010-8b9e-005f5faf6179) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:38:47.968186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b136b921-2f75-4d9b-9435-5b9291823145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:38:47.968772 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b136b921-2f75-4d9b-9435-5b9291823145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:47.974308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccad5dc-58d1-40c4-97f2-3167a5dcc300 None None] Network dd9e2e62-b3e1-4010-8b9e-005f5faf6179 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:38:47.985449 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b136b921-2f75-4d9b-9435-5b9291823145 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4715664 Jul 15 14:38:48.304930 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-dd9e2e62-b3e1-4010-8b9e-005f5faf6179', 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179', 'tenant_id': 'bb2e298bc20b4392b26179c853f69314', 'fixed_ips': [{'subnet_id': '4231b929-28a9-4f03-ab76-5ff9c6ba90b1'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:38:48.306208 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:48.596907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Allocated IP 172.20.0.2 (dd9e2e62-b3e1-4010-8b9e-005f5faf6179/4231b929-28a9-4f03-ab76-5ff9c6ba90b1/ebe7355c-0d9a-4c65-a994-4aff75ca9d8e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:38:48.810967 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:48.862080 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Transition to ACTIVE for port object ebe7355c-0d9a-4c65-a994-4aff75ca9d8e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:38:48.884592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Transition to ACTIVE for port object ebe7355c-0d9a-4c65-a994-4aff75ca9d8e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:38:48.894766 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:48.966254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Network dd9e2e62-b3e1-4010-8b9e-005f5faf6179 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:38:48.974661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:38:48.990469 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:38:48.993693 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Pushing event updated for resources: {'Port': ['ID=ebe7355c-0d9a-4c65-a994-4aff75ca9d8e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:38:49.020608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:49.020976 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:49.021301 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:49.021637 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:49.021970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:49.022303 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:49.022656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:49.022984 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:49.023314 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:49.023647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:49.023968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:49.024291 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Tracked resource versions report: Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: pushed versions: Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: { 'AddressGroup': {'1.2'}, Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'ConntrackHelper': {'1.0'}, Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'Log': {'1.0'}, Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'Network': {'1.1'}, Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'Port': {'1.7'}, Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'PortForwarding': {'1.2'}, Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'QosPolicy': {'1.8'}, Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'SecurityGroup': {'1.4'}, Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'SubPort': {'1.0'}, Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'Subnet': {'1.1'}, Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'Trunk': {'1.1'}} Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: consumer versions: Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: { DHCP agent@n-d-764435-3: {}, Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: L3 agent@n-d-764435-3: {}, Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: Metadata agent@n-d-764435-3: {}, Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: Metering agent@n-d-764435-3: {}, Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: Open vSwitch agent@n-d-764435-3: { 'AddressGroup': '1.2', Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'ConntrackHelper': '1.0', Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'Log': '1.0', Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'Network': '1.1', Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'Port': '1.7', Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'PortForwarding': '1.2', Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'QosPolicy': '1.8', Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'SecurityGroup': '1.4', Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'SecurityGroupRule': '1.2', Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'SubPort': '1.0', Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'Subnet': '1.1', Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: 'Trunk': '1.1'}} Jul 15 14:38:49.025423 n-d-764435-3 neutron-server[100713]: {{(pid=100713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:38:49.078057 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Attempting to bind port ebe7355c-0d9a-4c65-a994-4aff75ca9d8e on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:38:49.078453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Attempting to bind port ebe7355c-0d9a-4c65-a994-4aff75ca9d8e by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '9d2dbf93-a8c3-48eb-aba5-4de6349a066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:38:49.078989 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Attempting to bind port ebe7355c-0d9a-4c65-a994-4aff75ca9d8e on network dd9e2e62-b3e1-4010-8b9e-005f5faf6179 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:38:49.084153 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:38:49.084565 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Checking segment: {'id': '9d2dbf93-a8c3-48eb-aba5-4de6349a066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:38:49.085206 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:49.085388 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Bound using segment: {'id': '9d2dbf93-a8c3-48eb-aba5-4de6349a066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:38:49.085849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Bound port: ebe7355c-0d9a-4c65-a994-4aff75ca9d8e, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2dbf93-a8c3-48eb-aba5-4de6349a066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:38:49.086296 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:49.151931 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] For port ebe7355c-0d9a-4c65-a994-4aff75ca9d8e, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:38:49.156950 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] For port ebe7355c-0d9a-4c65-a994-4aff75ca9d8e, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ebe7355c-0d9a-4c65-a994-4aff75ca9d8e,segment=NetworkSegment(9d2dbf93-a8c3-48eb-aba5-4de6349a066d),segment_id=9d2dbf93-a8c3-48eb-aba5-4de6349a066d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:38:49.162422 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:49.233267 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35006c6c-4ac6-4a0e-9370-e07c5494519a None None] Pushing event updated for resources: {'Port': ['ID=ebe7355c-0d9a-4c65-a994-4aff75ca9d8e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:38:50.510352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33468) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:38:50.928698 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-5031bd1d-8b33-4089-a66d-9ed9a6713504 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:38:50.929812 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5031bd1d-8b33-4089-a66d-9ed9a6713504 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4184513 Jul 15 14:38:53.374512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33476) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:38:53.687852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-7f1b0e81-271d-4d70-a4c6-be883369df28 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:38:53.688817 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7f1b0e81-271d-4d70-a4c6-be883369df28 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3133473 Jul 15 14:38:54.690117 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ebe7355c-0d9a-4c65-a994-4aff75ca9d8e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:38:54.776089 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port ebe7355c-0d9a-4c65-a994-4aff75ca9d8e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:38:55.507045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d705959-ad1d-423e-a8d2-f2f25f0dcc0d None None] Network dd9e2e62-b3e1-4010-8b9e-005f5faf6179 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:38:55.582413 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2c606107-2633-4f27-b099-3442bdc23e86 None None] Provisioning for port ebe7355c-0d9a-4c65-a994-4aff75ca9d8e completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:38:55.594048 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2c606107-2633-4f27-b099-3442bdc23e86 None None] Provisioning complete for port ebe7355c-0d9a-4c65-a994-4aff75ca9d8e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:38:55.594444 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c606107-2633-4f27-b099-3442bdc23e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:55.767390 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c606107-2633-4f27-b099-3442bdc23e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:55.821603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2c606107-2633-4f27-b099-3442bdc23e86 None None] For port ebe7355c-0d9a-4c65-a994-4aff75ca9d8e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ebe7355c-0d9a-4c65-a994-4aff75ca9d8e,segment=NetworkSegment(9d2dbf93-a8c3-48eb-aba5-4de6349a066d),segment_id=9d2dbf93-a8c3-48eb-aba5-4de6349a066d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:38:55.825552 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c606107-2633-4f27-b099-3442bdc23e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:55.876662 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c606107-2633-4f27-b099-3442bdc23e86 None None] Pushing event updated for resources: {'Port': ['ID=ebe7355c-0d9a-4c65-a994-4aff75ca9d8e,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:38:56.048120 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7f1b67d3-7bf4-42d5-b040-92cae2469186 None None] Provisioning complete for port ebe7355c-0d9a-4c65-a994-4aff75ca9d8e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:38:56.048414 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f1b67d3-7bf4-42d5-b040-92cae2469186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:56.360818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33490) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:38:56.651171 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-03fcb386-a6b8-49b3-a921-28ddb8230b78 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'bb2e298bc20b4392b26179c853f69314', 'name': 'router1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:38:56.670154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ebe7355c-0d9a-4c65-a994-4aff75ca9d8e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:38:56.715115 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ebe7355c-0d9a-4c65-a994-4aff75ca9d8e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:38:56.715590 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:56.716702 n-d-764435-3 neutron-server[100711]: DEBUG neutron.policy [None req-03fcb386-a6b8-49b3-a921-28ddb8230b78 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100711) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 14:38:56.761980 n-d-764435-3 neutron-server[100711]: WARNING oslo_policy.policy [None req-03fcb386-a6b8-49b3-a921-28ddb8230b78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:38:56.762362 n-d-764435-3 neutron-server[100711]: WARNING oslo_policy.policy [None req-03fcb386-a6b8-49b3-a921-28ddb8230b78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:38:56.771679 n-d-764435-3 neutron-server[100711]: INFO neutron.quota [None req-03fcb386-a6b8-49b3-a921-28ddb8230b78 admin admin] Loaded quota_driver: . Jul 15 14:38:56.829264 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03fcb386-a6b8-49b3-a921-28ddb8230b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:56.831127 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03fcb386-a6b8-49b3-a921-28ddb8230b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:56.986780 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03fcb386-a6b8-49b3-a921-28ddb8230b78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:56.991631 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03fcb386-a6b8-49b3-a921-28ddb8230b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:57.010231 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03fcb386-a6b8-49b3-a921-28ddb8230b78 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:57.011510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-03fcb386-a6b8-49b3-a921-28ddb8230b78 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6497073 Jul 15 14:38:59.449593 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33500) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:38:59.782471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-8a252363-3a40-4664-97be-01ff6ffa7879 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:38:59.783509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8a252363-3a40-4664-97be-01ff6ffa7879 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3329813 Jul 15 14:38:59.904601 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-134cfd5b-ea60-4164-943b-92cd78b3030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:02.217908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33508) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:39:02.539729 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:39:02.568333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Made reservation on behalf of 77ca3a39caed4b51bae2dd94eadcc907 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:39:02.571226 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:02.588175 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:02.659559 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:02.712132 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:02.716772 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:02.727947 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Reserving flat network on physical network physnet1 {{(pid=100711) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 14:39:02.764274 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737962255427', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:02.764907 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Unsubscribe: segment precommit_create {{(pid=100711) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 14:39:02.765655 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Added segment ae33c86e-85a8-4313-a246-fc2846ae9740 of type flat for network ec74806f-3974-4328-91b6-649387af1d1a Jul 15 14:39:02.772636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d46ffbe-107a-4bee-a797-16761abb51b7,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:39:02.792630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:02.792974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:02.793317 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:02.793684 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:02.794570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:02.794903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:02.795354 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:02.795710 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:02.796020 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:02.796342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:02.796663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:02.796980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Tracked resource versions report: Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: pushed versions: Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: { 'AddressGroup': {'1.2'}, Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'ConntrackHelper': {'1.0'}, Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'Log': {'1.0'}, Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'Network': {'1.1'}, Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'Port': {'1.7'}, Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'PortForwarding': {'1.2'}, Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'QosPolicy': {'1.8'}, Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'SecurityGroup': {'1.4'}, Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'SubPort': {'1.0'}, Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'Subnet': {'1.1'}, Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'Trunk': {'1.1'}} Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: consumer versions: Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: { DHCP agent@n-d-764435-3: {}, Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: L3 agent@n-d-764435-3: {}, Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: Metadata agent@n-d-764435-3: {}, Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: Metering agent@n-d-764435-3: {}, Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: Open vSwitch agent@n-d-764435-3: { 'AddressGroup': '1.2', Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'ConntrackHelper': '1.0', Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'Log': '1.0', Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'Network': '1.1', Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'Port': '1.7', Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'PortForwarding': '1.2', Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'QosPolicy': '1.8', Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'SecurityGroup': '1.4', Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'SecurityGroupRule': '1.2', Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'SubPort': '1.0', Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'Subnet': '1.1', Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: 'Trunk': '1.1'}} Jul 15 14:39:02.798115 n-d-764435-3 neutron-server[100711]: {{(pid=100711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:39:02.842511 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-34e5e01f-c329-4c37-b985-2aae8fd4e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:02.908208 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:02.962964 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:02.964080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:39:02.964759 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:03.020376 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8013539 Jul 15 14:39:03.069956 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499daf7-3d77-4d8e-a2ff-450f2232e08f admin admin] Pushing event updated for resources: {'Network': ['ID=ec74806f-3974-4328-91b6-649387af1d1a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:39:03.082180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network ec74806f-3974-4328-91b6-649387af1d1a details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:39:04.020460 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:05.459634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33530) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:39:05.656797 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:05.695110 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dffd27-b999-444b-906a-fb32caddaf5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:39:05.696401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e4dffd27-b999-444b-906a-fb32caddaf5a admin admin] 10.222.0.38 "GET /v2.0/subnets/4231b929-28a9-4f03-ab76-5ff9c6ba90b1 HTTP/1.1" status: 200 len: 849 time: 0.2358303 Jul 15 14:39:05.835813 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e070e13b-5735-4517-a203-d1715c13dd96 admin admin] 10.222.0.38 "GET /v2.0/routers/c5ab11df-dd85-4709-9af0-9ffc36af404b HTTP/1.1" status: 200 len: 704 time: 0.1337278 Jul 15 14:39:06.114312 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:06.177268 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:39:06.428103 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Allocated IP 172.20.0.1 (dd9e2e62-b3e1-4010-8b9e-005f5faf6179/4231b929-28a9-4f03-ab76-5ff9c6ba90b1/927882fd-54dc-4880-8390-1ccea496b61e) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:39:06.639134 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:06.665115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Transition to ACTIVE for port object 927882fd-54dc-4880-8390-1ccea496b61e will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:39:06.747438 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:06.811464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Network dd9e2e62-b3e1-4010-8b9e-005f5faf6179 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:39:06.817347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:39:06.831246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:39:06.831817 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:06.904498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=927882fd-54dc-4880-8390-1ccea496b61e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:39:07.019098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9505167e-12dc-4f26-baed-d8d1c06cae66 None None] Provisioning for port 927882fd-54dc-4880-8390-1ccea496b61e completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:39:07.023149 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9505167e-12dc-4f26-baed-d8d1c06cae66 None None] Provisioning complete for port 927882fd-54dc-4880-8390-1ccea496b61e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:39:07.023521 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9505167e-12dc-4f26-baed-d8d1c06cae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:07.059050 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9505167e-12dc-4f26-baed-d8d1c06cae66 None None] Port 927882fd-54dc-4880-8390-1ccea496b61e cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:39:07.115278 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:07.298987 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:07.303761 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:07.304555 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:07.365604 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=927882fd-54dc-4880-8390-1ccea496b61e,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:39:07.436318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Network dd9e2e62-b3e1-4010-8b9e-005f5faf6179 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:39:07.437812 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:39:07.609333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Router c5ab11df-dd85-4709-9af0-9ffc36af404b is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:39:07.680533 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-89fe6a2a-3e5f-4037-8b18-d39a4329d8a5 None None] Provisioning complete for port 927882fd-54dc-4880-8390-1ccea496b61e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:39:07.681222 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89fe6a2a-3e5f-4037-8b18-d39a4329d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:07.704702 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:39:07.711284 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cf853c6a-9e9b-4155-a100-da1ec0d8d7b9 admin admin] 10.222.0.38 "PUT /v2.0/routers/c5ab11df-dd85-4709-9af0-9ffc36af404b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8704338 Jul 15 14:39:07.725419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-89fe6a2a-3e5f-4037-8b18-d39a4329d8a5 None None] Port 927882fd-54dc-4880-8390-1ccea496b61e cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:39:07.729160 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Sync routers for ids ['c5ab11df-dd85-4709-9af0-9ffc36af404b'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:39:07.742171 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Routers {'c5ab11df-dd85-4709-9af0-9ffc36af404b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:39:07.743169 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:39:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c5ab11df-dd85-4709-9af0-9ffc36af404b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:39:07.933356 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Set router c5ab11df-dd85-4709-9af0-9ffc36af404b gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:39:08.410007 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ab11df-dd85-4709-9af0-9ffc36af404b', 'name': 'router1', 'tenant_id': 'bb2e298bc20b4392b26179c853f69314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:38:56Z', 'updated_at': '2021-07-15T14:39:06Z', 'revision_number': 2, 'project_id': 'bb2e298bc20b4392b26179c853f69314', 'gw_port_host': None, '_interfaces': [{'id': '927882fd-54dc-4880-8390-1ccea496b61e', 'name': '', 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179', 'tenant_id': 'bb2e298bc20b4392b26179c853f69314', 'mac_address': 'fa:16:3e:2e:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ab11df-dd85-4709-9af0-9ffc36af404b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4231b929-28a9-4f03-ab76-5ff9c6ba90b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:39:06Z', 'updated_at': '2021-07-15T14:39:07Z', 'revision_number': 2, 'project_id': 'bb2e298bc20b4392b26179c853f69314', 'subnets': [{'id': '4231b929-28a9-4f03-ab76-5ff9c6ba90b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76a769ee-380e-4826-aa02-1b83aad92c81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:39:08.466402 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Checking router: c5ab11df-dd85-4709-9af0-9ffc36af404b for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:39:08.466943 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Updating router c5ab11df-dd85-4709-9af0-9ffc36af404b port 927882fd-54dc-4880-8390-1ccea496b61e binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:39:08.535290 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:09.054192 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:09.073535 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Transition to ACTIVE for port object 927882fd-54dc-4880-8390-1ccea496b61e will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:39:09.079938 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:09.177534 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e4ad0-1fc3-4180-8d74-c6757b660266 None None] Pushing event updated for resources: {'Port': ['ID=927882fd-54dc-4880-8390-1ccea496b61e,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:39:09.186027 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e4ad0-1fc3-4180-8d74-c6757b660266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:09.186367 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e4ad0-1fc3-4180-8d74-c6757b660266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:09.186734 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e4ad0-1fc3-4180-8d74-c6757b660266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:09.187067 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e4ad0-1fc3-4180-8d74-c6757b660266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:09.187408 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e4ad0-1fc3-4180-8d74-c6757b660266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:09.187738 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e4ad0-1fc3-4180-8d74-c6757b660266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:09.188068 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e4ad0-1fc3-4180-8d74-c6757b660266 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:09.188394 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e4ad0-1fc3-4180-8d74-c6757b660266 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:09.188720 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e4ad0-1fc3-4180-8d74-c6757b660266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:09.189045 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e4ad0-1fc3-4180-8d74-c6757b660266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:09.189369 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e4ad0-1fc3-4180-8d74-c6757b660266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:09.189692 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e4ad0-1fc3-4180-8d74-c6757b660266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e4ad0-1fc3-4180-8d74-c6757b660266 None None] Tracked resource versions report: Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: pushed versions: Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: { 'AddressGroup': {'1.2'}, Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'ConntrackHelper': {'1.0'}, Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'Log': {'1.0'}, Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'Network': {'1.1'}, Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'Port': {'1.7'}, Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'PortForwarding': {'1.2'}, Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'QosPolicy': {'1.8'}, Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'SecurityGroup': {'1.4'}, Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'SubPort': {'1.0'}, Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'Subnet': {'1.1'}, Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'Trunk': {'1.1'}} Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: consumer versions: Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: { DHCP agent@n-d-764435-3: {}, Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: L3 agent@n-d-764435-3: {}, Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: Metadata agent@n-d-764435-3: {}, Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: Metering agent@n-d-764435-3: {}, Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: Open vSwitch agent@n-d-764435-3: { 'AddressGroup': '1.2', Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'ConntrackHelper': '1.0', Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'Log': '1.0', Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'Network': '1.1', Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'Port': '1.7', Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'PortForwarding': '1.2', Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'QosPolicy': '1.8', Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'SecurityGroup': '1.4', Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'SecurityGroupRule': '1.2', Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'SubPort': '1.0', Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'Subnet': '1.1', Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: 'Trunk': '1.1'}} Jul 15 14:39:09.190881 n-d-764435-3 neutron-server[100714]: {{(pid=100714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:39:09.263815 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Attempting to bind port 927882fd-54dc-4880-8390-1ccea496b61e on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:39:09.264215 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Attempting to bind port 927882fd-54dc-4880-8390-1ccea496b61e by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '9d2dbf93-a8c3-48eb-aba5-4de6349a066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:39:09.265992 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Attempting to bind port 927882fd-54dc-4880-8390-1ccea496b61e on network dd9e2e62-b3e1-4010-8b9e-005f5faf6179 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:39:09.270959 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:39:09.271382 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Checking segment: {'id': '9d2dbf93-a8c3-48eb-aba5-4de6349a066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:39:09.271842 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:09.272371 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Bound using segment: {'id': '9d2dbf93-a8c3-48eb-aba5-4de6349a066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:39:09.272871 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Bound port: 927882fd-54dc-4880-8390-1ccea496b61e, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2dbf93-a8c3-48eb-aba5-4de6349a066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:39:09.273287 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:09.351692 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] For port 927882fd-54dc-4880-8390-1ccea496b61e, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:39:09.378630 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] For port 927882fd-54dc-4880-8390-1ccea496b61e, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=927882fd-54dc-4880-8390-1ccea496b61e,segment=NetworkSegment(9d2dbf93-a8c3-48eb-aba5-4de6349a066d),segment_id=9d2dbf93-a8c3-48eb-aba5-4de6349a066d)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:39:09.382917 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:09.432417 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Routers {'c5ab11df-dd85-4709-9af0-9ffc36af404b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:39:09.433070 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:39:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c5ab11df-dd85-4709-9af0-9ffc36af404b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:39:09.521047 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e4ad0-1fc3-4180-8d74-c6757b660266 None None] Pushing event updated for resources: {'Port': ['ID=927882fd-54dc-4880-8390-1ccea496b61e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:39:09.538297 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] Set router c5ab11df-dd85-4709-9af0-9ffc36af404b gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:39:09.757987 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ab11df-dd85-4709-9af0-9ffc36af404b', 'name': 'router1', 'tenant_id': 'bb2e298bc20b4392b26179c853f69314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:38:56Z', 'updated_at': '2021-07-15T14:39:06Z', 'revision_number': 2, 'project_id': 'bb2e298bc20b4392b26179c853f69314', 'gw_port_host': None, '_interfaces': [{'id': '927882fd-54dc-4880-8390-1ccea496b61e', 'name': '', 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179', 'tenant_id': 'bb2e298bc20b4392b26179c853f69314', 'mac_address': 'fa:16:3e:2e:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ab11df-dd85-4709-9af0-9ffc36af404b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4231b929-28a9-4f03-ab76-5ff9c6ba90b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:39:06Z', 'updated_at': '2021-07-15T14:39:09Z', 'revision_number': 4, 'project_id': 'bb2e298bc20b4392b26179c853f69314', 'subnets': [{'id': '4231b929-28a9-4f03-ab76-5ff9c6ba90b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76a769ee-380e-4826-aa02-1b83aad92c81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:39:09.787671 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e28c1a6-8276-4e71-8aa3-8dc00281e1b6 None None] The sync data for ids ['c5ab11df-dd85-4709-9af0-9ffc36af404b'] in n-d-764435-3 is: [{'id': 'c5ab11df-dd85-4709-9af0-9ffc36af404b', 'name': 'router1', 'tenant_id': 'bb2e298bc20b4392b26179c853f69314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:38:56Z', 'updated_at': '2021-07-15T14:39:06Z', 'revision_number': 2, 'project_id': 'bb2e298bc20b4392b26179c853f69314', 'gw_port_host': None, '_interfaces': [{'id': '927882fd-54dc-4880-8390-1ccea496b61e', 'name': '', 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179', 'tenant_id': 'bb2e298bc20b4392b26179c853f69314', 'mac_address': 'fa:16:3e:2e:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ab11df-dd85-4709-9af0-9ffc36af404b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4231b929-28a9-4f03-ab76-5ff9c6ba90b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:39:06Z', 'updated_at': '2021-07-15T14:39:09Z', 'revision_number': 4, 'project_id': 'bb2e298bc20b4392b26179c853f69314', 'subnets': [{'id': '4231b929-28a9-4f03-ab76-5ff9c6ba90b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76a769ee-380e-4826-aa02-1b83aad92c81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:39:09.992067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33550) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:39:10.104024 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d84170-25b4-4a32-baa3-f030a486fc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:39:10.105443 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-69d84170-25b4-4a32-baa3-f030a486fc36 admin admin] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 842 time: 0.1123614 Jul 15 14:39:10.116358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-fec638f0-d743-41b5-b231-ec9e374b2d0a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.4.1', 'ip_version': 4, 'cidr': '172.25.4.0/24', 'name': 'public-subnet', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:39:10.143518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec638f0-d743-41b5-b231-ec9e374b2d0a admin admin] Made reservation on behalf of 77ca3a39caed4b51bae2dd94eadcc907 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:39:10.145972 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fec638f0-d743-41b5-b231-ec9e374b2d0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:10.480823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.objects.ports [None req-fec638f0-d743-41b5-b231-ec9e374b2d0a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 14:39:10.481269 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fec638f0-d743-41b5-b231-ec9e374b2d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:10.544076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec638f0-d743-41b5-b231-ec9e374b2d0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c162b8-ea8d-4b3d-996c-7ca0a042d083,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:39:10.561015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec638f0-d743-41b5-b231-ec9e374b2d0a admin admin] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:39:10.562326 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec638f0-d743-41b5-b231-ec9e374b2d0a admin admin] Network hostable DHCP agents. Network: ec74806f-3974-4328-91b6-649387af1d1a, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:39:10.591958 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec638f0-d743-41b5-b231-ec9e374b2d0a admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:39:10.604274 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-fec638f0-d743-41b5-b231-ec9e374b2d0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, ec74806f-3974-4328-91b6-649387af1d1a) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:39:10.609057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec638f0-d743-41b5-b231-ec9e374b2d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:39:10.609630 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fec638f0-d743-41b5-b231-ec9e374b2d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:10.616552 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec96ea65-ce61-42fc-9d39-37b97e983ee1 None None] Network ec74806f-3974-4328-91b6-649387af1d1a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:39:10.630582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fec638f0-d743-41b5-b231-ec9e374b2d0a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5126612 Jul 15 14:39:10.783624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ae2774-a948-4486-83d8-84969aaada85 None None] Network ec74806f-3974-4328-91b6-649387af1d1a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:39:12.771780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 927882fd-54dc-4880-8390-1ccea496b61e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:39:12.827635 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 927882fd-54dc-4880-8390-1ccea496b61e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:39:12.831864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 927882fd-54dc-4880-8390-1ccea496b61e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:39:12.832235 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:12.931408 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:12.975733 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 927882fd-54dc-4880-8390-1ccea496b61e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=927882fd-54dc-4880-8390-1ccea496b61e,segment=NetworkSegment(9d2dbf93-a8c3-48eb-aba5-4de6349a066d),segment_id=9d2dbf93-a8c3-48eb-aba5-4de6349a066d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:39:12.983682 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:13.023639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33562) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:39:13.104032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=927882fd-54dc-4880-8390-1ccea496b61e,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:39:13.168039 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a6c82110-56c3-43b3-bc77-a81777818b2e admin admin] 10.222.0.38 "GET /v2.0/routers/c5ab11df-dd85-4709-9af0-9ffc36af404b HTTP/1.1" status: 200 len: 710 time: 0.1432540 Jul 15 14:39:13.255614 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d515c7e1-e1fb-4520-9b7f-b027c609c94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:39:13.256939 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d515c7e1-e1fb-4520-9b7f-b027c609c94e admin admin] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 886 time: 0.0833480 Jul 15 14:39:13.266397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:39:13.588610 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:13.843248 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:13.922913 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:14.029620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Allocated IP 172.25.4.69 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/d310d1e6-ae65-4835-9dcd-339f012d1f8a) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:39:14.149539 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:14.193065 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:14.231377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:39:14.234636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:39:14.238840 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:39:14.275786 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d310d1e6-ae65-4835-9dcd-339f012d1f8a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:39:14.498318 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:14.694830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 927882fd-54dc-4880-8390-1ccea496b61e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:39:14.698724 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:14.702280 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:14.744263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 927882fd-54dc-4880-8390-1ccea496b61e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:39:14.744627 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:14.814246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Router c5ab11df-dd85-4709-9af0-9ffc36af404b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:39:15.008702 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:39:15.014000 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:15.015790 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-95e62ebc-4893-4e8b-aa3e-ca308be676a4 admin admin] 10.222.0.38 "PUT /v2.0/routers/c5ab11df-dd85-4709-9af0-9ffc36af404b HTTP/1.1" status: 200 len: 889 time: 1.7528281 Jul 15 14:39:15.032262 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Sync routers for ids ['c5ab11df-dd85-4709-9af0-9ffc36af404b'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:39:15.043805 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Routers {'c5ab11df-dd85-4709-9af0-9ffc36af404b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:39:15.044533 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:39:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c5ab11df-dd85-4709-9af0-9ffc36af404b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:39:15.284909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Set router c5ab11df-dd85-4709-9af0-9ffc36af404b gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:39:15.704624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ab11df-dd85-4709-9af0-9ffc36af404b', 'name': 'router1', 'tenant_id': 'bb2e298bc20b4392b26179c853f69314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'd310d1e6-ae65-4835-9dcd-339f012d1f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:38:56Z', 'updated_at': '2021-07-15T14:39:14Z', 'revision_number': 4, 'project_id': 'bb2e298bc20b4392b26179c853f69314', 'gw_port': {'id': 'd310d1e6-ae65-4835-9dcd-339f012d1f8a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:54:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ab11df-dd85-4709-9af0-9ffc36af404b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:39:13Z', 'updated_at': '2021-07-15T14:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '927882fd-54dc-4880-8390-1ccea496b61e', 'name': '', 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179', 'tenant_id': 'bb2e298bc20b4392b26179c853f69314', 'mac_address': 'fa:16:3e:2e:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ab11df-dd85-4709-9af0-9ffc36af404b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4231b929-28a9-4f03-ab76-5ff9c6ba90b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:39:06Z', 'updated_at': '2021-07-15T14:39:12Z', 'revision_number': 5, 'project_id': 'bb2e298bc20b4392b26179c853f69314', 'subnets': [{'id': '4231b929-28a9-4f03-ab76-5ff9c6ba90b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76a769ee-380e-4826-aa02-1b83aad92c81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:39:15.756795 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Checking router: c5ab11df-dd85-4709-9af0-9ffc36af404b for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:39:15.756795 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Updating router c5ab11df-dd85-4709-9af0-9ffc36af404b port d310d1e6-ae65-4835-9dcd-339f012d1f8a binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:39:15.793539 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:16.145543 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:16.157860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Transition to ACTIVE for port object d310d1e6-ae65-4835-9dcd-339f012d1f8a will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:39:16.163505 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:16.212586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Attempting to bind port d310d1e6-ae65-4835-9dcd-339f012d1f8a on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:39:16.212963 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Attempting to bind port d310d1e6-ae65-4835-9dcd-339f012d1f8a by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:39:16.213329 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Attempting to bind port d310d1e6-ae65-4835-9dcd-339f012d1f8a on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:39:16.223086 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978729a1-f0c9-4ced-ab2d-b931134d392a None None] Pushing event updated for resources: {'Port': ['ID=d310d1e6-ae65-4835-9dcd-339f012d1f8a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:39:16.225562 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:39:16.225947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:39:16.226356 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:16.226771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:39:16.227244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Bound port: d310d1e6-ae65-4835-9dcd-339f012d1f8a, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:39:16.227636 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:16.282798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] For port d310d1e6-ae65-4835-9dcd-339f012d1f8a, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:39:16.286133 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] For port d310d1e6-ae65-4835-9dcd-339f012d1f8a, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d310d1e6-ae65-4835-9dcd-339f012d1f8a,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:39:16.291741 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:16.439101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978729a1-f0c9-4ced-ab2d-b931134d392a None None] Pushing event updated for resources: {'Port': ['ID=d310d1e6-ae65-4835-9dcd-339f012d1f8a,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:39:16.443441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Routers {'c5ab11df-dd85-4709-9af0-9ffc36af404b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:39:16.444066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:39:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c5ab11df-dd85-4709-9af0-9ffc36af404b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:39:16.553548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] Set router c5ab11df-dd85-4709-9af0-9ffc36af404b gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:39:16.782422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ab11df-dd85-4709-9af0-9ffc36af404b', 'name': 'router1', 'tenant_id': 'bb2e298bc20b4392b26179c853f69314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'd310d1e6-ae65-4835-9dcd-339f012d1f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:38:56Z', 'updated_at': '2021-07-15T14:39:14Z', 'revision_number': 4, 'project_id': 'bb2e298bc20b4392b26179c853f69314', 'gw_port': {'id': 'd310d1e6-ae65-4835-9dcd-339f012d1f8a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:54:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ab11df-dd85-4709-9af0-9ffc36af404b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:39:13Z', 'updated_at': '2021-07-15T14:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '927882fd-54dc-4880-8390-1ccea496b61e', 'name': '', 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179', 'tenant_id': 'bb2e298bc20b4392b26179c853f69314', 'mac_address': 'fa:16:3e:2e:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ab11df-dd85-4709-9af0-9ffc36af404b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4231b929-28a9-4f03-ab76-5ff9c6ba90b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:39:06Z', 'updated_at': '2021-07-15T14:39:12Z', 'revision_number': 5, 'project_id': 'bb2e298bc20b4392b26179c853f69314', 'subnets': [{'id': '4231b929-28a9-4f03-ab76-5ff9c6ba90b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76a769ee-380e-4826-aa02-1b83aad92c81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:39:16.812453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638baf78-ae0d-4955-b5e8-88af69a9b104 None None] The sync data for ids ['c5ab11df-dd85-4709-9af0-9ffc36af404b'] in n-d-764435-3 is: [{'id': 'c5ab11df-dd85-4709-9af0-9ffc36af404b', 'name': 'router1', 'tenant_id': 'bb2e298bc20b4392b26179c853f69314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'd310d1e6-ae65-4835-9dcd-339f012d1f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:38:56Z', 'updated_at': '2021-07-15T14:39:14Z', 'revision_number': 4, 'project_id': 'bb2e298bc20b4392b26179c853f69314', 'gw_port': {'id': 'd310d1e6-ae65-4835-9dcd-339f012d1f8a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:54:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ab11df-dd85-4709-9af0-9ffc36af404b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:39:13Z', 'updated_at': '2021-07-15T14:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '927882fd-54dc-4880-8390-1ccea496b61e', 'name': '', 'network_id': 'dd9e2e62-b3e1-4010-8b9e-005f5faf6179', 'tenant_id': 'bb2e298bc20b4392b26179c853f69314', 'mac_address': 'fa:16:3e:2e:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ab11df-dd85-4709-9af0-9ffc36af404b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4231b929-28a9-4f03-ab76-5ff9c6ba90b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:39:06Z', 'updated_at': '2021-07-15T14:39:12Z', 'revision_number': 5, 'project_id': 'bb2e298bc20b4392b26179c853f69314', 'subnets': [{'id': '4231b929-28a9-4f03-ab76-5ff9c6ba90b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76a769ee-380e-4826-aa02-1b83aad92c81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:39:17.499794 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33570) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:39:17.678930 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-30e5586b-76dc-4296-9cc3-32d8c925b879 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1780064 Jul 15 14:39:18.712069 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d310d1e6-ae65-4835-9dcd-339f012d1f8a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:39:18.761953 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port d310d1e6-ae65-4835-9dcd-339f012d1f8a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:39:18.767665 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d310d1e6-ae65-4835-9dcd-339f012d1f8a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:39:18.768266 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:18.846068 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:18.866851 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port d310d1e6-ae65-4835-9dcd-339f012d1f8a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d310d1e6-ae65-4835-9dcd-339f012d1f8a,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:39:18.876477 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:18.929601 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=d310d1e6-ae65-4835-9dcd-339f012d1f8a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:39:20.710785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d310d1e6-ae65-4835-9dcd-339f012d1f8a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:39:20.771471 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d310d1e6-ae65-4835-9dcd-339f012d1f8a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:39:20.772513 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:29.898006 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-864b79c7-d64d-4274-be6a-c42d80fe7300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:32.665735 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:32.848966 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5583a28-3fc8-416e-8beb-98180fcffd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:34.029839 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:35.675639 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:43.195635 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:39:59.917998 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e90e4b7-9899-4ce3-8cf7-f88a8a83a122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:02.665160 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:02.840990 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00bc3e5c-054e-4cb2-b64e-680d34bedd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:04.029197 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:05.670939 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:20.176647 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:40:29.899766 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-354d87da-cf39-4e51-b6e8-df7b9440ed80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:32.659902 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:32.845030 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b7472100-5e19-410d-ad55-39b7b6242030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:34.037742 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:35.673593 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:57.177024 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:40:59.906458 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5e4b019-1978-495e-b018-9c79db7e4292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:00.730877 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34170) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:41:00.790712 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c860cea-1900-42ff-9b0b-37ec022c6a17 admin admin] GET failed (client error): The resource could not be found. Jul 15 14:41:00.792024 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9c860cea-1900-42ff-9b0b-37ec022c6a17 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601428 Jul 15 14:41:00.961994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4f2098-09f6-4f0e-b34f-5c646c335c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:00.963465 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6e4f2098-09f6-4f0e-b34f-5c646c335c7d admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1668446 Jul 15 14:41:02.662222 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:02.846025 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-284c919f-f85d-45ca-9138-a731b973b9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:03.200879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34180) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:41:03.292574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddccb17-78e5-4653-a389-f6e149a8131d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:03.293942 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9ddccb17-78e5-4653-a389-f6e149a8131d admin admin] 10.222.0.38 "GET /v2.0/subnets/4231b929-28a9-4f03-ab76-5ff9c6ba90b1 HTTP/1.1" status: 200 len: 849 time: 0.0921266 Jul 15 14:41:03.303364 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:41:03.386101 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Notify callbacks [] for subnet, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:03.532606 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737962340235'] for subnet, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:03.568569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:03.569149 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:03.570420 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] 10.222.0.38 "PUT /v2.0/subnets/4231b929-28a9-4f03-ab76-5ff9c6ba90b1 HTTP/1.1" status: 200 len: 868 time: 0.2707951 Jul 15 14:41:03.589896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4231b929-28a9-4f03-ab76-5ff9c6ba90b1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:41:03.594153 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3074a4-1cb4-4c20-832f-410e3904a630 None None] Network dd9e2e62-b3e1-4010-8b9e-005f5faf6179 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:41:03.597765 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:03.598116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:03.598453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:03.598811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:03.599144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:03.599471 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:03.599796 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:03.600118 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:03.600441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:03.600761 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:03.601081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:03.601398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9d2ac-6747-43a4-b2fa-0a7e6202558e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:03.929923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6fac506a-da21-45c2-8b3d-dc5fbc811755 None None] Provisioning complete for port 927882fd-54dc-4880-8390-1ccea496b61e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:41:03.930509 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6fac506a-da21-45c2-8b3d-dc5fbc811755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:04.014287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6fac506a-da21-45c2-8b3d-dc5fbc811755 None None] Provisioning complete for port ebe7355c-0d9a-4c65-a994-4aff75ca9d8e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:41:04.014697 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6fac506a-da21-45c2-8b3d-dc5fbc811755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:04.059893 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:05.676492 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:05.834869 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34188) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:41:06.037356 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4418a2d9-dd5e-405a-820b-adbdb8d9d56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:06.037741 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4418a2d9-dd5e-405a-820b-adbdb8d9d56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:06.039303 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4418a2d9-dd5e-405a-820b-adbdb8d9d56a admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2034318 Jul 15 14:41:08.304837 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34196) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:41:08.432128 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ddfbc0-d9a9-4fa7-8e74-6ecd92205e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:08.432661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ddfbc0-d9a9-4fa7-8e74-6ecd92205e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:08.434360 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b9ddfbc0-d9a9-4fa7-8e74-6ecd92205e67 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1285720 Jul 15 14:41:10.709965 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34204) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:41:10.880019 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e66bef9-bcc6-43ba-af15-5f39c54eb668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:10.881398 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6e66bef9-bcc6-43ba-af15-5f39c54eb668 admin admin] 10.222.0.38 "GET /v2.0/networks/dd9e2e62-b3e1-4010-8b9e-005f5faf6179 HTTP/1.1" status: 200 len: 869 time: 0.1704009 Jul 15 14:41:13.036470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34212) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:41:13.167740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148be300-98c0-4965-9771-cc9882295d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:13.169341 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-148be300-98c0-4965-9771-cc9882295d1d admin admin] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 886 time: 0.1319141 Jul 15 14:41:15.364538 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34220) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:41:15.483800 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cf432b-2f93-44b8-b400-eb77bd3fb6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:15.484785 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cf432b-2f93-44b8-b400-eb77bd3fb6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:15.486481 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-76cf432b-2f93-44b8-b400-eb77bd3fb6b1 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210656 Jul 15 14:41:17.648935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34228) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:41:17.793118 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc30898b-4a29-43b6-af26-ae2cba76dd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:17.793574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc30898b-4a29-43b6-af26-ae2cba76dd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:17.795107 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cc30898b-4a29-43b6-af26-ae2cba76dd0e admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1452365 Jul 15 14:41:20.000687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34236) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:41:20.093161 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e635d-8721-4295-beb9-39b3651c5bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:20.095404 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a76e635d-8721-4295-beb9-39b3651c5bbd admin admin] 10.222.0.38 "GET /v2.0/subnets/4231b929-28a9-4f03-ab76-5ff9c6ba90b1 HTTP/1.1" status: 200 len: 868 time: 0.0938456 Jul 15 14:41:22.324286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34244) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:41:22.419442 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1f2b02-d530-4a47-bfe8-cf620be30148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:22.420826 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3a1f2b02-d530-4a47-bfe8-cf620be30148 admin admin] 10.222.0.38 "GET /v2.0/subnets/80c162b8-ea8d-4b3d-996c-7ca0a042d083 HTTP/1.1" status: 200 len: 816 time: 0.0955477 Jul 15 14:41:29.902678 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5d049b4-cf59-4949-8438-b3c136f3c1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:32.664699 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:32.847275 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88e929e3-2367-4b33-8819-d7c78d418ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:34.037083 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:34.176110 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:41:35.680280 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:47.246290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34296) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:41:47.293862 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-714e135f-88b2-4ecf-8601-7983051c280e admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:41:47.294886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-714e135f-88b2-4ecf-8601-7983051c280e admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476203 Jul 15 14:41:49.555758 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34306) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:41:49.615868 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb849348-1c3f-48dd-a489-dcf4bccf9774 admin admin] GET failed (client error): The resource could not be found. Jul 15 14:41:49.617231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fb849348-1c3f-48dd-a489-dcf4bccf9774 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605028 Jul 15 14:41:49.762232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec302b5-57c2-4c8a-8ec1-62d1d42c7d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:49.763760 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bec302b5-57c2-4c8a-8ec1-62d1d42c7d2e admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1425464 Jul 15 14:41:51.963634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34314) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:41:52.009548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:41:52.030240 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Made reservation on behalf of 77ca3a39caed4b51bae2dd94eadcc907 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:41:52.033242 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:52.061433 n-d-764435-3 neutron-server[100711]: WARNING neutron.services.revisions.revision_plugin [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Could not find related network for resource to bump revision. Jul 15 14:41:52.075829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:41:52.087646 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:52.087995 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Added segment 65832eec-88f0-4254-9cb3-06f3ee71a11f of type vlan for network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c Jul 15 14:41:52.128747 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:52.159144 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:52.160199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:52.160874 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:52.193782 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2290623 Jul 15 14:41:52.224741 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Pushing event updated for resources: {'Network': ['ID=4a7ac729-fc7f-49b0-afd0-9e934d3e165c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:41:52.232473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:52.232820 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:52.233162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:52.233499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:52.233830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:52.234160 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:52.234485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:52.235495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:52.236020 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:52.236275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:52.236607 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:52.236930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e783ab-a393-4bf1-9eef-99eaed0a52f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:52.247941 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:41:54.452793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34322) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:41:54.513123 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f596ff00-a99f-44bb-a3e6-6f26ebd2235d admin admin] GET failed (client error): The resource could not be found. Jul 15 14:41:54.514509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f596ff00-a99f-44bb-a3e6-6f26ebd2235d admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601122 Jul 15 14:41:54.583759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d8e84b-e9eb-430f-86e3-3579a87c15d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:54.585264 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-39d8e84b-e9eb-430f-86e3-3579a87c15d4 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669591 Jul 15 14:41:54.594969 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1d8b7985-7671-4ea1-bcde-60fe468357bf admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:41:54.615545 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8b7985-7671-4ea1-bcde-60fe468357bf admin admin] Made reservation on behalf of 77ca3a39caed4b51bae2dd94eadcc907 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:41:54.617815 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7985-7671-4ea1-bcde-60fe468357bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:54.784633 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7985-7671-4ea1-bcde-60fe468357bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:54.840780 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b7985-7671-4ea1-bcde-60fe468357bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:41:54.848907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8b7985-7671-4ea1-bcde-60fe468357bf admin admin] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:41:54.849274 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8b7985-7671-4ea1-bcde-60fe468357bf admin admin] Network hostable DHCP agents. Network: 4a7ac729-fc7f-49b0-afd0-9e934d3e165c, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:41:54.865985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8b7985-7671-4ea1-bcde-60fe468357bf admin admin] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:41:54.874656 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-1d8b7985-7671-4ea1-bcde-60fe468357bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 4a7ac729-fc7f-49b0-afd0-9e934d3e165c) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:41:54.879137 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8b7985-7671-4ea1-bcde-60fe468357bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:41:54.879967 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7985-7671-4ea1-bcde-60fe468357bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:54.885745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de830218-70e0-41b4-8e5f-24ba9c73e507 None None] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:41:54.894594 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1d8b7985-7671-4ea1-bcde-60fe468357bf admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3030870 Jul 15 14:41:55.144680 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'tenant_id': '77ca3a39caed4b51bae2dd94eadcc907', 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:41:55.145851 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:55.283977 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Allocated IP 192.168.233.2 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/b20d1927-9b3e-438d-9ad8-e0b6302c1d5e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:41:55.428535 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:55.438393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Transition to ACTIVE for port object b20d1927-9b3e-438d-9ad8-e0b6302c1d5e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:41:55.453179 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Transition to ACTIVE for port object b20d1927-9b3e-438d-9ad8-e0b6302c1d5e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:41:55.459251 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:55.503264 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:41:55.507081 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:41:55.508900 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Pushing event updated for resources: {'Port': ['ID=b20d1927-9b3e-438d-9ad8-e0b6302c1d5e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:41:55.511006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:41:55.523116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:55.523459 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:55.523793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:55.524122 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:55.524451 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:55.524778 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:55.525098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:55.525421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:55.525740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:55.526062 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:55.526381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:55.526720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:41:55.576329 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Attempting to bind port b20d1927-9b3e-438d-9ad8-e0b6302c1d5e on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:41:55.576705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Attempting to bind port b20d1927-9b3e-438d-9ad8-e0b6302c1d5e by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:41:55.577073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Attempting to bind port b20d1927-9b3e-438d-9ad8-e0b6302c1d5e on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:41:55.582896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:41:55.583286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:41:55.583683 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:55.584074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:41:55.584538 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Bound port: b20d1927-9b3e-438d-9ad8-e0b6302c1d5e, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:41:55.584930 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:55.652063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] For port b20d1927-9b3e-438d-9ad8-e0b6302c1d5e, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:41:55.655404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] For port b20d1927-9b3e-438d-9ad8-e0b6302c1d5e, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b20d1927-9b3e-438d-9ad8-e0b6302c1d5e,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:41:55.661565 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:55.722242 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdef02-b7a9-44ad-881b-38372458ebb8 None None] Pushing event updated for resources: {'Port': ['ID=b20d1927-9b3e-438d-9ad8-e0b6302c1d5e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:41:56.567666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae9dede-7b81-4ce5-b6f5-43e184aa64d3 None None] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:41:56.648490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-004487c6-bc5a-4bbc-9019-93003564edb4 None None] Provisioning for port b20d1927-9b3e-438d-9ad8-e0b6302c1d5e completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:41:56.882590 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b20d1927-9b3e-438d-9ad8-e0b6302c1d5e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:41:56.943095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port b20d1927-9b3e-438d-9ad8-e0b6302c1d5e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:41:56.948012 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port b20d1927-9b3e-438d-9ad8-e0b6302c1d5e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:41:56.948882 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:56.995853 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b2bad338-f58d-4ebe-82db-d39b8079d415 None None] Provisioning complete for port b20d1927-9b3e-438d-9ad8-e0b6302c1d5e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:41:56.996227 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2bad338-f58d-4ebe-82db-d39b8079d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:57.081289 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:57.141923 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2bad338-f58d-4ebe-82db-d39b8079d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:57.147515 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port b20d1927-9b3e-438d-9ad8-e0b6302c1d5e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b20d1927-9b3e-438d-9ad8-e0b6302c1d5e,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:41:57.156340 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:57.247431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=b20d1927-9b3e-438d-9ad8-e0b6302c1d5e,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:41:57.252758 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-b2bad338-f58d-4ebe-82db-d39b8079d415 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 14:41:57.253172 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-b2bad338-f58d-4ebe-82db-d39b8079d415 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:41:58.818631 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b20d1927-9b3e-438d-9ad8-e0b6302c1d5e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:41:58.872624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port b20d1927-9b3e-438d-9ad8-e0b6302c1d5e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:41:58.872989 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:59.893618 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f34d8b62-3661-4100-88b4-ee7a41ea54ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:02.671316 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:02.847481 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f6b8612d-f41c-4afe-bc20-0d6b32564049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:04.039666 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:05.683908 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:11.175129 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:42:29.895951 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85f4aa32-6e38-4cd9-a54c-ca6781c1402a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:32.663304 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:32.847892 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e7ae472-fb31-4aa1-857e-2e961bf776ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:34.043787 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:35.687814 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:48.174626 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:42:59.898099 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c53baf34-8ddc-4f31-9871-088114ff63c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:02.667556 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:02.849766 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31003420-0158-4340-bcae-6fa96f07b5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:04.047672 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:05.692230 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:05.860640 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34374) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:43:05.867176 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-5512689e-33dd-4e17-92da-0e4ffad677bb tempest-verify_tempest_config-1412095626 tempest-verify_tempest_config-1412095626-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:43:05.868150 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5512689e-33dd-4e17-92da-0e4ffad677bb tempest-verify_tempest_config-1412095626 tempest-verify_tempest_config-1412095626-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059359 Jul 15 14:43:06.171383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34392) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:43:06.279682 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:06.366333 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:06.369981 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:06.418238 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0bba06c3141c4c42bcd7c0e239c20936&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2434466 Jul 15 14:43:06.418238 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa3795a-9176-4423-b63e-063d1ce21191,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:43:06.418713 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34396) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:43:06.423526 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.423880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.424229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.424574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.424908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.425240 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.425568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.425897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.426224 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.426569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.426897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.427226 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f241-5360-4f15-ab38-c31e44ff6ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.475933 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:06.501432 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:06.590539 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:06.593137 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:06.597326 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/afa3795a-9176-4423-b63e-063d1ce21191 HTTP/1.1" status: 204 len: 168 time: 0.1775057 Jul 15 14:43:06.605121 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa3795a-9176-4423-b63e-063d1ce21191,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:43:06.612955 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.613306 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.613650 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.613988 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.614320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.614674 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.615001 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.615327 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.615677 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.615996 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.616450 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:06.616699 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468b4cc-4d79-48b7-aac2-5f720266e5f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:43:25.173441 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:43:29.901132 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d491db95-3d4f-4c15-a317-813295db846a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:32.668568 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:32.851390 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-22c2c484-f819-4c57-b5b5-b3b24518f179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:34.048067 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:35.693971 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:59.901649 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b28894ca-416e-44e6-b182-0b3d22887792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:44:02.172167 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:44:02.669378 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:44:02.852933 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-570a1711-a785-49f9-9252-32098a5ed48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:44:04.051380 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:44:05.697360 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:44:29.903778 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9d62073-bfb2-4212-9a76-17ff0098e7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:44:32.670293 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:44:32.853861 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1d7b440-7dce-45dc-9009-44f1a11c23b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:44:34.054148 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:44:35.701204 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:44:39.170331 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:44:59.905556 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-997b7302-14ec-45ea-8f2d-1248e07680f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:45:02.672091 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:45:02.854844 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f209f223-5a95-4ac0-abce-f6bb1ec504fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:45:04.060097 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:45:05.705375 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:45:16.169746 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:45:29.909535 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20f57c83-7da1-47b7-8b53-40db0ee06e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:45:32.673290 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:45:32.855209 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-feb13495-5df1-4e84-9d72-2f0a16530ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:45:34.066849 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:45:35.706444 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:45:53.168617 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 5 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:45:59.983944 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-670dc54c-e567-4e9d-a7ad-030201b48e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:46:02.673106 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:46:02.856083 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00ce8198-aeb6-4f58-8737-1be46af69b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:46:04.063728 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:46:05.710648 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:46:18.561574 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3857664'] for agent, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:46:18.747519 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3857664'] for agent, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:46:29.915444 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1618f16-5081-4082-8a0c-b596bffc2815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:46:30.167943 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:46:32.676811 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:46:32.856687 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3efff993-5443-4a6a-a87b-77bf32fbd05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:46:34.067213 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:46:35.712853 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:46:48.548810 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:46:48.733824 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:46:59.916525 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-877d67d2-b608-4574-a178-10d0cb67de29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:47:02.678667 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:47:02.862978 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b387d809-58a6-4da0-856b-3663df1eedea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:47:03.024277 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34464) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:47:03.133608 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f4b8dede-1aa5-450e-a236-3a70dc34c411 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1064534 Jul 15 14:47:04.071715 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:47:05.436270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34474) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:47:05.498885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a83dbafb-f0cf-4a03-8e74-d5c185cc3a3f admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0614719 Jul 15 14:47:05.716917 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:47:07.167971 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:47:18.542774 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:47:18.723640 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:47:29.919574 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aeacb711-f03d-4e99-85df-2066f27d18f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:47:32.682014 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:47:32.859606 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17e7e930-1cc5-4a41-addf-aa0acdfa3eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:47:34.076297 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:47:35.719137 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:47:44.167795 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:47:48.564119 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:47:48.751822 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:47:59.946457 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-940fc8a2-a4f0-4795-9f89-73e5c4a7f74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:02.691809 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:02.860244 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9def5c7-4ce6-4f63-b332-a6e47564a9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:04.085093 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:05.726678 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:18.537324 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:18.739007 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:21.170862 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:48:29.942859 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76f01037-26cd-474e-aedb-6c56b76e6093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:32.695329 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:32.865688 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24252bcd-57b3-458b-8209-d88c1c4a3ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:33.253512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34664) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:33.699574 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ecb9e232-3d13-4e27-8cbf-6410ccc903ea tempest-AutoAllocateNetworkTest-644456268 tempest-AutoAllocateNetworkTest-644456268-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=2f3c130a59d84fc797341a156d5e4778&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4408290 Jul 15 14:48:33.699906 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34694) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:33.952567 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96241fc6-ac27-45c4-9b97-1e3c168a3f1d tempest-AutoAllocateNetworkTest-644456268 tempest-AutoAllocateNetworkTest-644456268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:48:33.957385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34702) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:33.971863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-96241fc6-ac27-45c4-9b97-1e3c168a3f1d tempest-AutoAllocateNetworkTest-644456268 tempest-AutoAllocateNetworkTest-644456268-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2704527 Jul 15 14:48:34.034674 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34710) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:34.040380 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a13d09a9-615f-4757-a398-49e32890b488 tempest-AutoAllocateNetworkTest-644456268 tempest-AutoAllocateNetworkTest-644456268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811319 Jul 15 14:48:34.066408 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fb1c235e-59c2-4520-88fa-fdecf05b7bb4 tempest-AutoAllocateNetworkTest-644456268 tempest-AutoAllocateNetworkTest-644456268-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=2f3c130a59d84fc797341a156d5e4778 HTTP/1.1" status: 200 len: 208 time: 0.0305910 Jul 15 14:48:34.084321 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:34.223792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34718) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:34.871145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-network', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:48:34.901003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Made reservation on behalf of 4cc69778109c4ce38d2d0f143ca1b25a for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:48:34.903523 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:34.914403 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:35.043891 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34748) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:35.074956 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:35.083127 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:35.136005 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8d39e7-66c3-4b31-b831-65566abda33b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:35.153149 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.154188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.154382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.154832 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.155369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.156338 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.156531 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.157037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.157582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.158102 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.158667 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.159205 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Tracked resource versions report: Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: pushed versions: Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: { 'AddressGroup': {'1.2'}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'ConntrackHelper': {'1.0'}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'Log': {'1.0'}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'Network': {'1.1'}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'Port': {'1.7'}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'PortForwarding': {'1.2'}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'QosPolicy': {'1.8'}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'SecurityGroup': {'1.4'}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'SubPort': {'1.0'}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'Subnet': {'1.1'}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'Trunk': {'1.1'}} Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: consumer versions: Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: { DHCP agent@n-d-764435-3: {}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: HyperV agent@n-h1-764435-3: {}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: HyperV agent@n-h2-764435-3: {}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: L3 agent@n-d-764435-3: {}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: Metadata agent@n-d-764435-3: {}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: Metering agent@n-d-764435-3: {}, Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: Open vSwitch agent@n-d-764435-3: { 'AddressGroup': '1.2', Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'ConntrackHelper': '1.0', Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'Log': '1.0', Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'Network': '1.1', Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'Port': '1.7', Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'PortForwarding': '1.2', Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'QosPolicy': '1.8', Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'SecurityGroup': '1.4', Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'SecurityGroupRule': '1.2', Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'SubPort': '1.0', Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'Subnet': '1.1', Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: 'Trunk': '1.1'}} Jul 15 14:48:35.161797 n-d-764435-3 neutron-server[100711]: {{(pid=100711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:48:35.171350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:48:35.186962 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:35.187519 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Added segment 488962c2-fdb1-4be8-ac1d-ea161d995946 of type vlan for network edfb406c-ada2-4958-80ff-7e08225d0ef5 Jul 15 14:48:35.243508 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:35.278204 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:35.279683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:48:35.280389 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:35.316321 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0897553 Jul 15 14:48:35.316685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34760) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:35.327003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Request body: {'subnet': {'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-subnet', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:48:35.359572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761a026-4a2f-4ce9-a03c-2bb7c8459b46 admin admin] Pushing event updated for resources: {'Network': ['ID=edfb406c-ada2-4958-80ff-7e08225d0ef5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:35.381633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network edfb406c-ada2-4958-80ff-7e08225d0ef5 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:48:35.395708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Made reservation on behalf of 4cc69778109c4ce38d2d0f143ca1b25a for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:48:35.404926 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:35.610863 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-981db9f7-7a61-4ba5-bfb2-cb9597b739ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:35.735683 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:35.743871 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:35.873254 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Checking segment: {'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:48:35.873825 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Network hostable DHCP agents. Network: edfb406c-ada2-4958-80ff-7e08225d0ef5, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:48:35.915099 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c26c1602-6a8d-4a2b-8684-51e68f7c0091,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:35.932666 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Network edfb406c-ada2-4958-80ff-7e08225d0ef5 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:48:35.948014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.948597 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.949152 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.949705 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.950456 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.951270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.952021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.952785 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.953553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.954341 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.955128 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.955867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Tracked resource versions report: Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: pushed versions: Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: { 'AddressGroup': {'1.2'}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'ConntrackHelper': {'1.0'}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'Log': {'1.0'}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'Network': {'1.1'}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'Port': {'1.7'}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'PortForwarding': {'1.2'}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'QosPolicy': {'1.8'}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'SecurityGroup': {'1.4'}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'SubPort': {'1.0'}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'Subnet': {'1.1'}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'Trunk': {'1.1'}} Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: consumer versions: Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: { DHCP agent@n-d-764435-3: {}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: HyperV agent@n-h1-764435-3: {}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: HyperV agent@n-h2-764435-3: {}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: L3 agent@n-d-764435-3: {}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: Metadata agent@n-d-764435-3: {}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: Metering agent@n-d-764435-3: {}, Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: Open vSwitch agent@n-d-764435-3: { 'AddressGroup': '1.2', Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'ConntrackHelper': '1.0', Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'Log': '1.0', Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'Network': '1.1', Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'Port': '1.7', Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'PortForwarding': '1.2', Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'QosPolicy': '1.8', Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'SecurityGroup': '1.4', Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'SecurityGroupRule': '1.2', Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'SubPort': '1.0', Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'Subnet': '1.1', Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: 'Trunk': '1.1'}} Jul 15 14:48:35.958147 n-d-764435-3 neutron-server[100712]: {{(pid=100712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:48:35.970601 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, edfb406c-ada2-4958-80ff-7e08225d0ef5) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:48:36.039483 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c179b2e9-23cd-47ff-ac72-82bcd5150edb None None] Network edfb406c-ada2-4958-80ff-7e08225d0ef5 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:48:36.044321 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:48:36.046202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:36.076023 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-981db9f7-7a61-4ba5-bfb2-cb9597b739ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:36.088151 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-981db9f7-7a61-4ba5-bfb2-cb9597b739ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:36.174385 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34792) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:36.184085 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-981db9f7-7a61-4ba5-bfb2-cb9597b739ad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2f3c130a59d84fc797341a156d5e4778&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1392190 Jul 15 14:48:36.190485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981db9f7-7a61-4ba5-bfb2-cb9597b739ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158bcf1b-05ea-4b40-85e2-2aae0550d77a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:36.201973 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b8e51026-0cb2-433b-9bd1-ceba8c3a309d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8839684 Jul 15 14:48:36.208456 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34794) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:36.221212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:48:36.296723 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:36.298486 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:36.322346 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a502a6de-1089-4f6c-a733-8e7e2899c238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:36.373895 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a502a6de-1089-4f6c-a733-8e7e2899c238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:36.433524 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-edfb406c-ada2-4958-80ff-7e08225d0ef5', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:48:36.436220 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:36.503024 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a502a6de-1089-4f6c-a733-8e7e2899c238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:36.519026 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a502a6de-1089-4f6c-a733-8e7e2899c238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:36.519026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a502a6de-1089-4f6c-a733-8e7e2899c238 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/158bcf1b-05ea-4b40-85e2-2aae0550d77a HTTP/1.1" status: 204 len: 168 time: 0.3366137 Jul 15 14:48:36.520579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502a6de-1089-4f6c-a733-8e7e2899c238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158bcf1b-05ea-4b40-85e2-2aae0550d77a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:36.619816 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:36.850577 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Allocated IP 172.20.0.2 (edfb406c-ada2-4958-80ff-7e08225d0ef5/c26c1602-6a8d-4a2b-8684-51e68f7c0091/d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:48:36.984602 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:37.140964 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:37.159231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Transition to ACTIVE for port object d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:48:37.203983 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Transition to ACTIVE for port object d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:48:37.221351 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:37.284410 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Pushing event updated for resources: {'Port': ['ID=d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:37.297580 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:37.298349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:37.298896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:37.299545 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:37.299902 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:37.300237 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:37.300569 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:37.301065 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Tracked resource versions report: Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: pushed versions: Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: { 'AddressGroup': {'1.2'}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'ConntrackHelper': {'1.0'}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'Log': {'1.0'}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'Network': {'1.1'}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'Port': {'1.7'}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'PortForwarding': {'1.2'}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'QosPolicy': {'1.8'}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'SecurityGroup': {'1.4'}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'SubPort': {'1.0'}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'Subnet': {'1.1'}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'Trunk': {'1.1'}} Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: consumer versions: Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: { DHCP agent@n-d-764435-3: {}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: HyperV agent@n-h1-764435-3: {}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: HyperV agent@n-h2-764435-3: {}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: L3 agent@n-d-764435-3: {}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: Metadata agent@n-d-764435-3: {}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: Metering agent@n-d-764435-3: {}, Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: Open vSwitch agent@n-d-764435-3: { 'AddressGroup': '1.2', Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'ConntrackHelper': '1.0', Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'Log': '1.0', Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'Network': '1.1', Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'Port': '1.7', Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'PortForwarding': '1.2', Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'QosPolicy': '1.8', Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'SecurityGroup': '1.4', Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'SecurityGroupRule': '1.2', Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'SubPort': '1.0', Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'Subnet': '1.1', Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: 'Trunk': '1.1'}} Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: {{(pid=100713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Network edfb406c-ada2-4958-80ff-7e08225d0ef5 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:48:37.338196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:48:37.458252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Attempting to bind port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:48:37.460827 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Attempting to bind port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:48:37.461791 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Attempting to bind port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 on network edfb406c-ada2-4958-80ff-7e08225d0ef5 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:48:37.484093 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:48:37.486958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Checking segment: {'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:48:37.487866 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:37.492528 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Bound using segment: {'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:48:37.493655 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Bound port: d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:48:37.496463 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:37.515136 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:37.613409 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:37.693285 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] For port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:48:37.706390 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] For port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0,segment=NetworkSegment(488962c2-fdb1-4be8-ac1d-ea161d995946),segment_id=488962c2-fdb1-4be8-ac1d-ea161d995946)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:48:37.716792 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:37.895181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bc336-bd1c-44a5-959d-8620ed1425c4 None None] Pushing event updated for resources: {'Port': ['ID=d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:38.129028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Allocated IP 172.25.4.93 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/7928164d-f908-4de8-873c-bc04f9971f23) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:48:38.433065 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:38.531773 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:38.617337 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:48:38.624998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:48:38.627880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:48:38.644745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Pushing event updated for resources: {'Port': ['ID=7928164d-f908-4de8-873c-bc04f9971f23,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:39.176374 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:48:39.220508 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:39.301307 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9eb531-f864-4eb9-8ffd-a51bea2eb207 None None] Network edfb406c-ada2-4958-80ff-7e08225d0ef5 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:48:39.358429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6339a046-380a-4652-885e-0dec68c4cbef None None] Provisioning for port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:48:39.493608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:48:39.545065 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:48:39.546928 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:39.674919 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:39.801529 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:39.864817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0,segment=NetworkSegment(488962c2-fdb1-4be8-ac1d-ea161d995946),segment_id=488962c2-fdb1-4be8-ac1d-ea161d995946)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:48:39.899759 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:39.984860 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Router c79e717d-7ce7-4cb1-996b-58b3e66734e1 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:48:39.997432 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:40.133845 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-41c4ba2f-2732-49e3-a55d-4e342789ffc4 None None] Provisioning complete for port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:48:40.134769 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41c4ba2f-2732-49e3-a55d-4e342789ffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:40.152392 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:48:40.170166 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Sync routers for ids ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:48:40.191528 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Routers {'c79e717d-7ce7-4cb1-996b-58b3e66734e1'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:48:40.192752 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:48:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:48:40.198553 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:40.202043 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-75272c86-4b8d-420a-a886-0457711bf333 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.9910131 Jul 15 14:48:40.206461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34942) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:40.484554 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Set router c79e717d-7ce7-4cb1-996b-58b3e66734e1 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:48:40.618439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34948) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:40.656203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34952) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:40.840381 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-222ead18-0181-4d1c-b6ae-63f35af0c83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:40.873313 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:38Z', 'revision_number': 3, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:48:40.935239 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Checking router: c79e717d-7ce7-4cb1-996b-58b3e66734e1 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:48:40.935239 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Updating router c79e717d-7ce7-4cb1-996b-58b3e66734e1 port 7928164d-f908-4de8-873c-bc04f9971f23 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:48:40.937849 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70676c29-1083-456a-91d3-08bea8a5959e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.046156 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.171850 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-222ead18-0181-4d1c-b6ae-63f35af0c83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.196325 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:48:41.200162 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-222ead18-0181-4d1c-b6ae-63f35af0c83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.333887 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:48:41.336611 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.344576 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ead18-0181-4d1c-b6ae-63f35af0c83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b090e32-2759-4ad7-9fde-b47d5e28585c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:41.428947 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.442781 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Transition to ACTIVE for port object 7928164d-f908-4de8-873c-bc04f9971f23 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:48:41.453313 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-222ead18-0181-4d1c-b6ae-63f35af0c83e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3645069e4d314287a761c09a0f2d1280&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8333571 Jul 15 14:48:41.458050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34984) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:41.462222 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.564580 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928d833-7f04-405d-ae01-87276074c910 None None] Pushing event updated for resources: {'Port': ['ID=7928164d-f908-4de8-873c-bc04f9971f23,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:41.577602 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.596140 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70676c29-1083-456a-91d3-08bea8a5959e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.603956 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928d833-7f04-405d-ae01-87276074c910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:41.604562 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928d833-7f04-405d-ae01-87276074c910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:41.605127 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928d833-7f04-405d-ae01-87276074c910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:41.605588 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928d833-7f04-405d-ae01-87276074c910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:41.606028 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928d833-7f04-405d-ae01-87276074c910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:41.606458 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928d833-7f04-405d-ae01-87276074c910 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:41.606881 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928d833-7f04-405d-ae01-87276074c910 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:41.607417 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928d833-7f04-405d-ae01-87276074c910 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:41.607956 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928d833-7f04-405d-ae01-87276074c910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:41.608493 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928d833-7f04-405d-ae01-87276074c910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:41.609064 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928d833-7f04-405d-ae01-87276074c910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:41.609337 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70676c29-1083-456a-91d3-08bea8a5959e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.609807 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928d833-7f04-405d-ae01-87276074c910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928d833-7f04-405d-ae01-87276074c910 None None] Tracked resource versions report: Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: pushed versions: Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: { 'AddressGroup': {'1.2'}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'ConntrackHelper': {'1.0'}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'Log': {'1.0'}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'Network': {'1.1'}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'Port': {'1.7'}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'PortForwarding': {'1.2'}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'QosPolicy': {'1.8'}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'SecurityGroup': {'1.4'}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'SubPort': {'1.0'}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'Subnet': {'1.1'}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'Trunk': {'1.1'}} Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: consumer versions: Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: { DHCP agent@n-d-764435-3: {}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: HyperV agent@n-h1-764435-3: {}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: HyperV agent@n-h2-764435-3: {}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: L3 agent@n-d-764435-3: {}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: Metadata agent@n-d-764435-3: {}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: Metering agent@n-d-764435-3: {}, Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: Open vSwitch agent@n-d-764435-3: { 'AddressGroup': '1.2', Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'ConntrackHelper': '1.0', Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'Log': '1.0', Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'Network': '1.1', Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'Port': '1.7', Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'PortForwarding': '1.2', Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'QosPolicy': '1.8', Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'SecurityGroup': '1.4', Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'SecurityGroupRule': '1.2', Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'SubPort': '1.0', Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'Subnet': '1.1', Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: 'Trunk': '1.1'}} Jul 15 14:48:41.611081 n-d-764435-3 neutron-server[100714]: {{(pid=100714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:48:41.616146 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Attempting to bind port 7928164d-f908-4de8-873c-bc04f9971f23 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:48:41.616830 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Attempting to bind port 7928164d-f908-4de8-873c-bc04f9971f23 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:48:41.617414 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Attempting to bind port 7928164d-f908-4de8-873c-bc04f9971f23 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:48:41.624100 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:48:41.624782 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:48:41.625366 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.625755 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:48:41.626408 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Bound port: 7928164d-f908-4de8-873c-bc04f9971f23, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:48:41.627027 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.704407 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-70676c29-1083-456a-91d3-08bea8a5959e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aa121f5dec224568bec8f1e98ad2c0fe&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0469551 Jul 15 14:48:41.711268 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] For port 7928164d-f908-4de8-873c-bc04f9971f23, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:48:41.712305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34990) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:41.720681 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b256cd1-945a-47f4-a65f-d4a7d4096871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.722121 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] For port 7928164d-f908-4de8-873c-bc04f9971f23, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7928164d-f908-4de8-873c-bc04f9971f23,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:48:41.734316 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.738858 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70676c29-1083-456a-91d3-08bea8a5959e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca21393-0600-4a46-9ea0-f78635dcf6b6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:41.793072 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b256cd1-945a-47f4-a65f-d4a7d4096871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.851995 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Routers {'c79e717d-7ce7-4cb1-996b-58b3e66734e1'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:48:41.852647 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:48:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:48:41.857844 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-977cea36-9244-45b4-9915-3c657a61d6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.909750 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-977cea36-9244-45b4-9915-3c657a61d6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:41.957972 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928d833-7f04-405d-ae01-87276074c910 None None] Pushing event updated for resources: {'Port': ['ID=7928164d-f908-4de8-873c-bc04f9971f23,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:42.032625 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-977cea36-9244-45b4-9915-3c657a61d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:42.036877 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-977cea36-9244-45b4-9915-3c657a61d6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:42.041565 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-977cea36-9244-45b4-9915-3c657a61d6e2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ca21393-0600-4a46-9ea0-f78635dcf6b6 HTTP/1.1" status: 204 len: 168 time: 0.3238146 Jul 15 14:48:42.077935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cea36-9244-45b4-9915-3c657a61d6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca21393-0600-4a46-9ea0-f78635dcf6b6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:42.085608 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b256cd1-945a-47f4-a65f-d4a7d4096871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:42.090970 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b256cd1-945a-47f4-a65f-d4a7d4096871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:42.092426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0b256cd1-945a-47f4-a65f-d4a7d4096871 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7b090e32-2759-4ad7-9fde-b47d5e28585c HTTP/1.1" status: 204 len: 168 time: 0.6273043 Jul 15 14:48:42.104260 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Allocated IP 172.20.0.1 (edfb406c-ada2-4958-80ff-7e08225d0ef5/c26c1602-6a8d-4a2b-8684-51e68f7c0091/81db7d36-8b5c-43dc-8ac1-daaea705e83b) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:48:42.118418 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b256cd1-945a-47f4-a65f-d4a7d4096871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b090e32-2759-4ad7-9fde-b47d5e28585c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:42.194143 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] Set router c79e717d-7ce7-4cb1-996b-58b3e66734e1 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:48:42.272792 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:42.290079 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Transition to ACTIVE for port object 81db7d36-8b5c-43dc-8ac1-daaea705e83b will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:48:42.338127 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:42.390953 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Network edfb406c-ada2-4958-80ff-7e08225d0ef5 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:48:42.397689 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:48:42.400657 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:48:42.401794 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:42.488719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Pushing event updated for resources: {'Port': ['ID=81db7d36-8b5c-43dc-8ac1-daaea705e83b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:42.816163 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:38Z', 'revision_number': 3, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:48:42.830921 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:42.862375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f878bebb-7d71-4681-9cdf-eddf14c53e41 None None] Provisioning for port 81db7d36-8b5c-43dc-8ac1-daaea705e83b completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:48:42.868591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f878bebb-7d71-4681-9cdf-eddf14c53e41 None None] Provisioning complete for port 81db7d36-8b5c-43dc-8ac1-daaea705e83b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:48:42.868961 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f878bebb-7d71-4681-9cdf-eddf14c53e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:42.882169 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b2054-0394-4388-84ec-03ec25710b22 None None] The sync data for ids ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'] in n-d-764435-3 is: [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:38Z', 'revision_number': 3, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:48:42.947376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f878bebb-7d71-4681-9cdf-eddf14c53e41 None None] Port 81db7d36-8b5c-43dc-8ac1-daaea705e83b cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:48:43.039039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35028) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:43.062999 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3adbcde-fa36-43e6-8869-0d6e1f0af76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:43.211043 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:43.226159 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:43.227427 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:43.249497 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3adbcde-fa36-43e6-8869-0d6e1f0af76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:43.259517 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3adbcde-fa36-43e6-8869-0d6e1f0af76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:43.346370 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Pushing event updated for resources: {'Port': ['ID=81db7d36-8b5c-43dc-8ac1-daaea705e83b,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:43.404944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adbcde-fa36-43e6-8869-0d6e1f0af76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98902475-1944-4447-ae7b-0e3ef574c1e3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:43.487733 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c3adbcde-fa36-43e6-8869-0d6e1f0af76a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=229d8799bbac4bfdb4c0348174516225&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4467452 Jul 15 14:48:43.490130 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35032) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:43.503482 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35034) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:43.551383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Network edfb406c-ada2-4958-80ff-7e08225d0ef5 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:48:43.556045 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:48:43.560594 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7477488-1750-409c-9d1d-81428816cc33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:43.607199 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93dbc04e-e8e7-47fa-9a93-431f17650162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:43.648696 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93dbc04e-e8e7-47fa-9a93-431f17650162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:43.734178 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93dbc04e-e8e7-47fa-9a93-431f17650162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:43.739900 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93dbc04e-e8e7-47fa-9a93-431f17650162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:43.742617 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-93dbc04e-e8e7-47fa-9a93-431f17650162 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/98902475-1944-4447-ae7b-0e3ef574c1e3 HTTP/1.1" status: 204 len: 168 time: 0.2496908 Jul 15 14:48:43.785940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbc04e-e8e7-47fa-9a93-431f17650162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98902475-1944-4447-ae7b-0e3ef574c1e3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:44.036623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Router c79e717d-7ce7-4cb1-996b-58b3e66734e1 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:48:44.117808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-740c2c55-fda8-40fc-aac9-20acee2f5d13 None None] Provisioning complete for port 81db7d36-8b5c-43dc-8ac1-daaea705e83b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:48:44.123961 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-740c2c55-fda8-40fc-aac9-20acee2f5d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:44.179220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-740c2c55-fda8-40fc-aac9-20acee2f5d13 None None] Port 81db7d36-8b5c-43dc-8ac1-daaea705e83b cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:48:44.241591 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7477488-1750-409c-9d1d-81428816cc33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:44.335407 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7477488-1750-409c-9d1d-81428816cc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:44.371932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:48:44.378691 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d15f37a7-2ce0-4d31-b275-10dad51763c6 admin admin] 10.222.0.38 "PUT /v2.0/routers/c79e717d-7ce7-4cb1-996b-58b3e66734e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1695080 Jul 15 14:48:44.447426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a7477488-1750-409c-9d1d-81428816cc33 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b5bc3432adf4583a16dd413e37467af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9416716 Jul 15 14:48:44.448791 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7477488-1750-409c-9d1d-81428816cc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1e6300-6983-4f34-8340-95317f3af3b0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:44.451498 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35064) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:44.541412 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03e5f229-e311-4cd2-9e1d-53c5d0addd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:44.594396 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03e5f229-e311-4cd2-9e1d-53c5d0addd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:44.679101 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03e5f229-e311-4cd2-9e1d-53c5d0addd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:44.685162 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03e5f229-e311-4cd2-9e1d-53c5d0addd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:44.686990 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-03e5f229-e311-4cd2-9e1d-53c5d0addd14 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bf1e6300-6983-4f34-8340-95317f3af3b0 HTTP/1.1" status: 204 len: 168 time: 0.2337899 Jul 15 14:48:44.703626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5f229-e311-4cd2-9e1d-53c5d0addd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1e6300-6983-4f34-8340-95317f3af3b0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:45.078578 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35090) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:45.182629 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7928164d-f908-4de8-873c-bc04f9971f23 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:48:45.356711 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 7928164d-f908-4de8-873c-bc04f9971f23 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:48:45.361830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7928164d-f908-4de8-873c-bc04f9971f23 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:48:45.362565 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:45.382024 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35106) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:45.541006 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:45.565487 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 7928164d-f908-4de8-873c-bc04f9971f23, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7928164d-f908-4de8-873c-bc04f9971f23,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:48:45.575004 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:45.653246 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=7928164d-f908-4de8-873c-bc04f9971f23,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:45.807289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Sync routers for ids ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:48:45.832122 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Routers {'c79e717d-7ce7-4cb1-996b-58b3e66734e1'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:48:45.832787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:48:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:48:45.909324 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90429385-d83d-4881-b9d8-fdf846b2dd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:45.980216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de7df4b9-da9e-4ee3-9ceb-58a54f29b1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:46.128533 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90429385-d83d-4881-b9d8-fdf846b2dd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:46.134457 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Set router c79e717d-7ce7-4cb1-996b-58b3e66734e1 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:48:46.139094 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90429385-d83d-4881-b9d8-fdf846b2dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:46.260222 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-90429385-d83d-4881-b9d8-fdf846b2dd9f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d361dc397a714d6f925df394063528b0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1790304 Jul 15 14:48:46.264255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90429385-d83d-4881-b9d8-fdf846b2dd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae02bb5-3ddc-4814-86d1-bd331121b4b2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:46.272310 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35156) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:46.377762 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5cf79fb2-1211-4e0d-9d62-72f41fa870e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:46.407403 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5cf79fb2-1211-4e0d-9d62-72f41fa870e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:46.433643 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de7df4b9-da9e-4ee3-9ceb-58a54f29b1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:46.444088 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de7df4b9-da9e-4ee3-9ceb-58a54f29b1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:46.492940 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5cf79fb2-1211-4e0d-9d62-72f41fa870e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:46.498378 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5cf79fb2-1211-4e0d-9d62-72f41fa870e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:46.501531 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5cf79fb2-1211-4e0d-9d62-72f41fa870e3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9ae02bb5-3ddc-4814-86d1-bd331121b4b2 HTTP/1.1" status: 204 len: 168 time: 0.2255034 Jul 15 14:48:46.516964 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf79fb2-1211-4e0d-9d62-72f41fa870e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae02bb5-3ddc-4814-86d1-bd331121b4b2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:46.517681 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-de7df4b9-da9e-4ee3-9ceb-58a54f29b1b7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bced66824c8a4d0e915de2175c95d2c5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1334271 Jul 15 14:48:46.521387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35162) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:46.535352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7df4b9-da9e-4ee3-9ceb-58a54f29b1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0ed4df-80ab-4df2-b8ee-ea2174628ff1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:46.600131 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a0b10416-f982-4f0f-92b9-74916ae48b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:46.640808 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a0b10416-f982-4f0f-92b9-74916ae48b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:46.739403 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a0b10416-f982-4f0f-92b9-74916ae48b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:46.749793 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a0b10416-f982-4f0f-92b9-74916ae48b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:46.751640 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a0b10416-f982-4f0f-92b9-74916ae48b43 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8b0ed4df-80ab-4df2-b8ee-ea2174628ff1 HTTP/1.1" status: 204 len: 168 time: 0.2276766 Jul 15 14:48:46.775155 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b10416-f982-4f0f-92b9-74916ae48b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0ed4df-80ab-4df2-b8ee-ea2174628ff1,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:46.775407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:42Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '81db7d36-8b5c-43dc-8ac1-daaea705e83b', 'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'mac_address': 'fa:16:3e:10:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:41Z', 'updated_at': '2021-07-15T14:48:42Z', 'revision_number': 2, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'subnets': [{'id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:48:46.839700 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Checking router: c79e717d-7ce7-4cb1-996b-58b3e66734e1 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:48:46.839820 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Updating router c79e717d-7ce7-4cb1-996b-58b3e66734e1 port 81db7d36-8b5c-43dc-8ac1-daaea705e83b binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:48:46.918861 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:47.153397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7928164d-f908-4de8-873c-bc04f9971f23 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:48:47.280242 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7928164d-f908-4de8-873c-bc04f9971f23 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:48:47.280831 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:47.414789 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:47.435274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Transition to ACTIVE for port object 81db7d36-8b5c-43dc-8ac1-daaea705e83b will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:48:47.446883 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:47.511641 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b415f-3416-4d19-9323-3bcf676fc3b4 None None] Pushing event updated for resources: {'Port': ['ID=81db7d36-8b5c-43dc-8ac1-daaea705e83b,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:47.569646 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Attempting to bind port 81db7d36-8b5c-43dc-8ac1-daaea705e83b on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:48:47.570256 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Attempting to bind port 81db7d36-8b5c-43dc-8ac1-daaea705e83b by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:48:47.570674 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Attempting to bind port 81db7d36-8b5c-43dc-8ac1-daaea705e83b on network edfb406c-ada2-4958-80ff-7e08225d0ef5 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:48:47.577287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:48:47.577628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Checking segment: {'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:48:47.578031 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:47.578437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Bound using segment: {'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:48:47.578971 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Bound port: 81db7d36-8b5c-43dc-8ac1-daaea705e83b, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:48:47.579361 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:47.593395 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35194) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:47.600440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-4f3a539b-832f-4e87-85fd-2812aa21da28 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265002143-network', 'tenant_id': '90ff620a2f954ccc93ba0161c010078e'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:48:47.634381 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3a539b-832f-4e87-85fd-2812aa21da28 admin admin] Made reservation on behalf of 90ff620a2f954ccc93ba0161c010078e for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:48:47.637726 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f3a539b-832f-4e87-85fd-2812aa21da28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:47.649356 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f3a539b-832f-4e87-85fd-2812aa21da28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:47.776764 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] For port 81db7d36-8b5c-43dc-8ac1-daaea705e83b, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:48:47.788920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] For port 81db7d36-8b5c-43dc-8ac1-daaea705e83b, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=81db7d36-8b5c-43dc-8ac1-daaea705e83b,segment=NetworkSegment(488962c2-fdb1-4be8-ac1d-ea161d995946),segment_id=488962c2-fdb1-4be8-ac1d-ea161d995946)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:48:47.800065 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:47.853018 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f3a539b-832f-4e87-85fd-2812aa21da28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:47.862220 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f3a539b-832f-4e87-85fd-2812aa21da28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:47.890853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3a539b-832f-4e87-85fd-2812aa21da28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:48:47.909205 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f3a539b-832f-4e87-85fd-2812aa21da28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:47.909853 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-4f3a539b-832f-4e87-85fd-2812aa21da28 admin admin] Added segment d50b67ba-cc3d-4b92-b1d6-fa3d04132979 of type vlan for network a74be170-4bf8-49be-93de-1efedc75ac72 Jul 15 14:48:47.967968 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f3a539b-832f-4e87-85fd-2812aa21da28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:47.993277 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a539b-832f-4e87-85fd-2812aa21da28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a632a5f7-261c-4d8e-b0f3-c5da5da06e54,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:48.025265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Routers {'c79e717d-7ce7-4cb1-996b-58b3e66734e1'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:48:48.034800 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f3a539b-832f-4e87-85fd-2812aa21da28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.034925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:48:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:48:48.036957 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3a539b-832f-4e87-85fd-2812aa21da28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:48:48.038606 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f3a539b-832f-4e87-85fd-2812aa21da28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.080947 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4f3a539b-832f-4e87-85fd-2812aa21da28 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4864464 Jul 15 14:48:48.087662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35206) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:48.094227 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-5c1bda51-53a4-43e5-b106-a95c6fb83efd admin admin] Request body: {'subnet': {'network_id': 'a74be170-4bf8-49be-93de-1efedc75ac72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265002143-subnet', 'tenant_id': '90ff620a2f954ccc93ba0161c010078e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:48:48.138306 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1bda51-53a4-43e5-b106-a95c6fb83efd admin admin] Made reservation on behalf of 90ff620a2f954ccc93ba0161c010078e for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:48:48.140558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b415f-3416-4d19-9323-3bcf676fc3b4 None None] Pushing event updated for resources: {'Port': ['ID=81db7d36-8b5c-43dc-8ac1-daaea705e83b,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:48.141734 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c1bda51-53a4-43e5-b106-a95c6fb83efd admin admin] Notify callbacks [] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.156349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35212) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:48.218551 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9524b64e-2510-4490-9ba9-b4718e972c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.386811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] Set router c79e717d-7ce7-4cb1-996b-58b3e66734e1 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:48:48.400998 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a539b-832f-4e87-85fd-2812aa21da28 admin admin] Pushing event updated for resources: {'Network': ['ID=a74be170-4bf8-49be-93de-1efedc75ac72,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:48.405810 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9524b64e-2510-4490-9ba9-b4718e972c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.419589 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9524b64e-2510-4490-9ba9-b4718e972c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.441720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network a74be170-4bf8-49be-93de-1efedc75ac72 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:48:48.513749 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524b64e-2510-4490-9ba9-b4718e972c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a25423-dd4e-4e1b-93de-a4df2ae7092d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:48.541911 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35218) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:48.543241 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9524b64e-2510-4490-9ba9-b4718e972c37 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b1cf3fe4b05b4bb8bb6743587043b359&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3852730 Jul 15 14:48:48.576961 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35220) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:48.601128 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7637234-e5b6-4e2f-b098-115f311c8adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.708707 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7637234-e5b6-4e2f-b098-115f311c8adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.721096 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7637234-e5b6-4e2f-b098-115f311c8adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.792145 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.793431 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be5876e8-e322-4a66-90af-62b678a96a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.795592 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.814966 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c7637234-e5b6-4e2f-b098-115f311c8adc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e24d189bfb47419da6ba02c0d7b36528&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2343991 Jul 15 14:48:48.814966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7637234-e5b6-4e2f-b098-115f311c8adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0602fc9b-3b6a-4768-a723-506ee57c039a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:48.816659 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35222) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:48.827331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:42Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '81db7d36-8b5c-43dc-8ac1-daaea705e83b', 'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'mac_address': 'fa:16:3e:10:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:41Z', 'updated_at': '2021-07-15T14:48:47Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'subnets': [{'id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:48:48.868007 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef45bad-9385-4224-b2a2-af97161abb29 None None] The sync data for ids ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'] in n-d-764435-3 is: [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:42Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '81db7d36-8b5c-43dc-8ac1-daaea705e83b', 'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'mac_address': 'fa:16:3e:10:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:41Z', 'updated_at': '2021-07-15T14:48:47Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'subnets': [{'id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:48:48.901861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be5876e8-e322-4a66-90af-62b678a96a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.903952 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7a34081-96fb-4bbf-9120-2223ff7dfd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.932660 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7a34081-96fb-4bbf-9120-2223ff7dfd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.971480 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c1bda51-53a4-43e5-b106-a95c6fb83efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.982184 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be5876e8-e322-4a66-90af-62b678a96a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.984862 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be5876e8-e322-4a66-90af-62b678a96a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:48.988370 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-be5876e8-e322-4a66-90af-62b678a96a39 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93a25423-dd4e-4e1b-93de-a4df2ae7092d HTTP/1.1" status: 204 len: 168 time: 0.4401851 Jul 15 14:48:49.027286 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5876e8-e322-4a66-90af-62b678a96a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a25423-dd4e-4e1b-93de-a4df2ae7092d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:49.061315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bda51-53a4-43e5-b106-a95c6fb83efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f46701-8a11-4d43-938f-c539e5dd989e,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:49.065981 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7a34081-96fb-4bbf-9120-2223ff7dfd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:49.069612 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7a34081-96fb-4bbf-9120-2223ff7dfd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:49.074442 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e7a34081-96fb-4bbf-9120-2223ff7dfd94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0602fc9b-3b6a-4768-a723-506ee57c039a HTTP/1.1" status: 204 len: 168 time: 0.2564394 Jul 15 14:48:49.099779 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a34081-96fb-4bbf-9120-2223ff7dfd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0602fc9b-3b6a-4768-a723-506ee57c039a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:49.100593 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1bda51-53a4-43e5-b106-a95c6fb83efd admin admin] Checking segment: {'id': 'd50b67ba-cc3d-4b92-b1d6-fa3d04132979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a74be170-4bf8-49be-93de-1efedc75ac72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:48:49.100824 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1bda51-53a4-43e5-b106-a95c6fb83efd admin admin] Network hostable DHCP agents. Network: a74be170-4bf8-49be-93de-1efedc75ac72, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:48:49.158853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1bda51-53a4-43e5-b106-a95c6fb83efd admin admin] Network a74be170-4bf8-49be-93de-1efedc75ac72 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:48:49.177001 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-5c1bda51-53a4-43e5-b106-a95c6fb83efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, a74be170-4bf8-49be-93de-1efedc75ac72) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:48:49.185432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1bda51-53a4-43e5-b106-a95c6fb83efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:48:49.186357 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c1bda51-53a4-43e5-b106-a95c6fb83efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:49.189121 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22065dc0-2a1d-426a-9ada-b7eacb7ec1dd None None] Network a74be170-4bf8-49be-93de-1efedc75ac72 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:48:49.211301 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5c1bda51-53a4-43e5-b106-a95c6fb83efd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1220829 Jul 15 14:48:49.213736 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35232) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:49.242690 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265002143-router', 'tenant_id': '90ff620a2f954ccc93ba0161c010078e', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:48:49.293198 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:49.296789 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:49.315739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 81db7d36-8b5c-43dc-8ac1-daaea705e83b up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:48:49.414409 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:49.432144 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 81db7d36-8b5c-43dc-8ac1-daaea705e83b completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:48:49.437477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 81db7d36-8b5c-43dc-8ac1-daaea705e83b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:48:49.438148 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:49.536091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-a74be170-4bf8-49be-93de-1efedc75ac72', 'network_id': 'a74be170-4bf8-49be-93de-1efedc75ac72', 'tenant_id': '90ff620a2f954ccc93ba0161c010078e', 'fixed_ips': [{'subnet_id': '77f46701-8a11-4d43-938f-c539e5dd989e'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:48:49.537013 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:49.701576 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:49.774796 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:49.857412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 81db7d36-8b5c-43dc-8ac1-daaea705e83b, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=81db7d36-8b5c-43dc-8ac1-daaea705e83b,segment=NetworkSegment(488962c2-fdb1-4be8-ac1d-ea161d995946),segment_id=488962c2-fdb1-4be8-ac1d-ea161d995946)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:48:49.866996 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:49.929821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Allocated IP 172.20.0.2 (a74be170-4bf8-49be-93de-1efedc75ac72/77f46701-8a11-4d43-938f-c539e5dd989e/a6ae91e2-0185-46a6-ac6b-3d13debbe671) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:48:49.932287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=81db7d36-8b5c-43dc-8ac1-daaea705e83b,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:50.104851 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:50.180640 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:50.392951 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:50.411041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Transition to ACTIVE for port object a6ae91e2-0185-46a6-ac6b-3d13debbe671 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:48:50.411741 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Allocated IP 172.25.4.194 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/29f7cda6-7ffb-4337-992b-5399b1c5921e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:48:50.433452 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Transition to ACTIVE for port object a6ae91e2-0185-46a6-ac6b-3d13debbe671 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:48:50.448017 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:50.526248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Network a74be170-4bf8-49be-93de-1efedc75ac72 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:48:50.529994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:48:50.537240 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:48:50.588424 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:50.590334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Pushing event updated for resources: {'Port': ['ID=a6ae91e2-0185-46a6-ac6b-3d13debbe671,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:50.665606 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Attempting to bind port a6ae91e2-0185-46a6-ac6b-3d13debbe671 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:48:50.667648 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Attempting to bind port a6ae91e2-0185-46a6-ac6b-3d13debbe671 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'd50b67ba-cc3d-4b92-b1d6-fa3d04132979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a74be170-4bf8-49be-93de-1efedc75ac72'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:48:50.669753 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Attempting to bind port a6ae91e2-0185-46a6-ac6b-3d13debbe671 on network a74be170-4bf8-49be-93de-1efedc75ac72 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:48:50.684654 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:50.687982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:48:50.688442 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Checking segment: {'id': 'd50b67ba-cc3d-4b92-b1d6-fa3d04132979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a74be170-4bf8-49be-93de-1efedc75ac72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:48:50.688993 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:50.692372 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Bound using segment: {'id': 'd50b67ba-cc3d-4b92-b1d6-fa3d04132979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a74be170-4bf8-49be-93de-1efedc75ac72'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:48:50.692982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Bound port: a6ae91e2-0185-46a6-ac6b-3d13debbe671, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50b67ba-cc3d-4b92-b1d6-fa3d04132979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a74be170-4bf8-49be-93de-1efedc75ac72'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:48:50.694190 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:50.718201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35270) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:50.721099 n-d-764435-3 neutron-server[100711]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 14:48:50.768813 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-0e6b75c6-8cb7-486d-9a50-606da21fb065 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=95f80b2214624e3488915a519c33bcec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492942 Jul 15 14:48:50.799352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:48:50.816546 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:48:50.821699 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:48:50.864705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] For port a6ae91e2-0185-46a6-ac6b-3d13debbe671, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:48:50.876565 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] For port a6ae91e2-0185-46a6-ac6b-3d13debbe671, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=a6ae91e2-0185-46a6-ac6b-3d13debbe671,segment=NetworkSegment(d50b67ba-cc3d-4b92-b1d6-fa3d04132979),segment_id=d50b67ba-cc3d-4b92-b1d6-fa3d04132979)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:48:50.885827 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:50.903658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Pushing event updated for resources: {'Port': ['ID=29f7cda6-7ffb-4337-992b-5399b1c5921e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:50.969536 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35278) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:51.012225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e2142-cd51-48f7-b5a6-52b25619356c None None] Pushing event updated for resources: {'Port': ['ID=a6ae91e2-0185-46a6-ac6b-3d13debbe671,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:51.066052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-210b3ec0-433a-4e14-a160-5d708691ff46 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:48:51.074763 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-210b3ec0-433a-4e14-a160-5d708691ff46 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2926519 Jul 15 14:48:51.183557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-ffc62a01-637d-4797-95ef-ff5169f95a19 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/quotas/95f80b2214624e3488915a519c33bcec HTTP/1.1" status: 200 len: 375 time: 0.0998998 Jul 15 14:48:51.230346 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:51.340494 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-dc5d8bed-6e70-4cf8-bc33-274fbca79482 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=95f80b2214624e3488915a519c33bcec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1580939 Jul 15 14:48:51.367198 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 81db7d36-8b5c-43dc-8ac1-daaea705e83b up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:48:51.533804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 81db7d36-8b5c-43dc-8ac1-daaea705e83b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:48:51.534373 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:51.762578 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad02ccb8-2845-4b9b-b774-640bc3276495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:51.791983 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:51.812211 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f55edb5-2509-4112-92dc-27a05fee6b88 req-12d8d270-3933-401c-a0cb-114b58cf7a6b tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 210 time: 0.1025221 Jul 15 14:48:51.987153 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad02ccb8-2845-4b9b-b774-640bc3276495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:51.997966 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad02ccb8-2845-4b9b-b774-640bc3276495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:52.018602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Router 2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:48:52.051799 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ad02ccb8-2845-4b9b-b774-640bc3276495 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1025bac27e4e4a7b8fb381727295ca5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0772150 Jul 15 14:48:52.051799 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02ccb8-2845-4b9b-b774-640bc3276495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10324d8-4e12-4191-b2e0-52e1eab26ad6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:52.053144 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35326) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:52.151133 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-64ba8d61-90dd-4216-90b1-b60283ff60e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:52.206145 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:48:52.218264 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Sync routers for ids ['2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:48:52.228124 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:52.229573 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-64ba8d61-90dd-4216-90b1-b60283ff60e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:52.230913 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-da282030-fd91-42a6-bbbe-a4d95ce70f9b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.0151889 Jul 15 14:48:52.233337 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35330) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:52.240872 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Routers {'2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:48:52.242361 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:48:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:48:52.353801 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-64ba8d61-90dd-4216-90b1-b60283ff60e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:52.358747 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-64ba8d61-90dd-4216-90b1-b60283ff60e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:52.360189 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-64ba8d61-90dd-4216-90b1-b60283ff60e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b10324d8-4e12-4191-b2e0-52e1eab26ad6 HTTP/1.1" status: 204 len: 168 time: 0.3041189 Jul 15 14:48:52.378955 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba8d61-90dd-4216-90b1-b60283ff60e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10324d8-4e12-4191-b2e0-52e1eab26ad6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:52.568409 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Set router 2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:48:52.777358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ff3a7b-fb61-4c3e-a234-ff74debe0c03 None None] Network a74be170-4bf8-49be-93de-1efedc75ac72 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:48:52.868335 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d272610f-08ac-40f7-95f0-48afef81ce42 None None] Provisioning for port a6ae91e2-0185-46a6-ac6b-3d13debbe671 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:48:53.084636 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265002143-router', 'tenant_id': '90ff620a2f954ccc93ba0161c010078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:49Z', 'updated_at': '2021-07-15T14:48:51Z', 'revision_number': 3, 'project_id': '90ff620a2f954ccc93ba0161c010078e', 'gw_port': {'id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:50Z', 'updated_at': '2021-07-15T14:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:48:53.123299 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e9ece0f-696d-4134-9579-957cbb7fee14 req-d0a1c517-d2de-403f-af05-40a00c5dd152 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 210 time: 0.1088071 Jul 15 14:48:53.172173 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Checking router: 2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:48:53.172541 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Updating router 2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb port 29f7cda6-7ffb-4337-992b-5399b1c5921e binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:48:53.266286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a6ae91e2-0185-46a6-ac6b-3d13debbe671 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:48:53.270764 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:53.393852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port a6ae91e2-0185-46a6-ac6b-3d13debbe671 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:48:53.405656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port a6ae91e2-0185-46a6-ac6b-3d13debbe671 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:48:53.406243 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:53.477915 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:53.581090 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:53.656282 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-defb0594-d4f8-4576-8c32-3cc04730546f None None] Provisioning complete for port a6ae91e2-0185-46a6-ac6b-3d13debbe671 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:48:53.656892 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-defb0594-d4f8-4576-8c32-3cc04730546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:53.661574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port a6ae91e2-0185-46a6-ac6b-3d13debbe671, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=a6ae91e2-0185-46a6-ac6b-3d13debbe671,segment=NetworkSegment(d50b67ba-cc3d-4b92-b1d6-fa3d04132979),segment_id=d50b67ba-cc3d-4b92-b1d6-fa3d04132979)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:48:53.705041 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:53.880730 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=a6ae91e2-0185-46a6-ac6b-3d13debbe671,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:53.945303 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:53.975760 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Transition to ACTIVE for port object 29f7cda6-7ffb-4337-992b-5399b1c5921e will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:48:53.989775 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:54.057011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35386) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:54.057156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Allocated IP 172.20.0.1 (a74be170-4bf8-49be-93de-1efedc75ac72/77f46701-8a11-4d43-938f-c539e5dd989e/e32cb64d-bc25-454f-90ef-7de2b3d9a8c6) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:48:54.086179 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db1c21-9c42-47af-86a3-05f0ccc9331a None None] Pushing event updated for resources: {'Port': ['ID=29f7cda6-7ffb-4337-992b-5399b1c5921e,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:54.102137 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-280a1f70-9106-463e-b67d-0802bd6516cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:54.163202 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Attempting to bind port 29f7cda6-7ffb-4337-992b-5399b1c5921e on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:48:54.163817 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Attempting to bind port 29f7cda6-7ffb-4337-992b-5399b1c5921e by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:48:54.164408 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Attempting to bind port 29f7cda6-7ffb-4337-992b-5399b1c5921e on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:48:54.173812 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:48:54.175004 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:48:54.175212 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:54.175807 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:48:54.176737 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Bound port: 29f7cda6-7ffb-4337-992b-5399b1c5921e, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:48:54.177263 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:54.275041 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ba69e91-d42f-4c79-b114-ca8062c8aaaf req-886ef625-f206-40e8-a30d-651831ced945 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 210 time: 0.0520582 Jul 15 14:48:54.317614 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] For port 29f7cda6-7ffb-4337-992b-5399b1c5921e, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:48:54.326943 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] For port 29f7cda6-7ffb-4337-992b-5399b1c5921e, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=29f7cda6-7ffb-4337-992b-5399b1c5921e,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:48:54.343270 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:54.367188 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:54.424378 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db1c21-9c42-47af-86a3-05f0ccc9331a None None] Pushing event updated for resources: {'Port': ['ID=29f7cda6-7ffb-4337-992b-5399b1c5921e,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:54.459798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Transition to ACTIVE for port object e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:48:54.466138 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Routers {'2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:48:54.468499 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:48:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:48:54.471265 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-280a1f70-9106-463e-b67d-0802bd6516cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:54.486840 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-280a1f70-9106-463e-b67d-0802bd6516cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:54.603409 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:54.629016 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-280a1f70-9106-463e-b67d-0802bd6516cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2e75e8b39345405daf80e96cf7dd2e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5705123 Jul 15 14:48:54.630870 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a1f70-9106-463e-b67d-0802bd6516cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a40acb5-ede2-458a-8aa8-3a0192c7401f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:54.634101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35404) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:54.680279 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Network a74be170-4bf8-49be-93de-1efedc75ac72 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:48:54.684802 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:48:54.690031 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:48:54.690614 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:54.758345 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] Set router 2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:48:54.836580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Pushing event updated for resources: {'Port': ['ID=e32cb64d-bc25-454f-90ef-7de2b3d9a8c6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:54.907644 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba917a9e-01f4-49a4-9382-f5bce4854471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:54.930165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35412) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:54.994918 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba917a9e-01f4-49a4-9382-f5bce4854471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:55.134212 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba917a9e-01f4-49a4-9382-f5bce4854471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:55.138302 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba917a9e-01f4-49a4-9382-f5bce4854471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:55.150573 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ba917a9e-01f4-49a4-9382-f5bce4854471 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8a40acb5-ede2-458a-8aa8-3a0192c7401f HTTP/1.1" status: 204 len: 168 time: 0.4918268 Jul 15 14:48:55.181849 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba917a9e-01f4-49a4-9382-f5bce4854471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a40acb5-ede2-458a-8aa8-3a0192c7401f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:55.266521 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a6ae91e2-0185-46a6-ac6b-3d13debbe671 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:48:55.371836 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265002143-router', 'tenant_id': '90ff620a2f954ccc93ba0161c010078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:49Z', 'updated_at': '2021-07-15T14:48:51Z', 'revision_number': 3, 'project_id': '90ff620a2f954ccc93ba0161c010078e', 'gw_port': {'id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:50Z', 'updated_at': '2021-07-15T14:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:48:55.395100 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:55.398372 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-780174d9-936a-4547-8365-71530400173c None None] Provisioning for port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:48:55.408530 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-780174d9-936a-4547-8365-71530400173c None None] Provisioning complete for port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:48:55.409623 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-780174d9-936a-4547-8365-71530400173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:55.448961 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f65a0-159b-46b3-bef6-cd821314713b None None] The sync data for ids ['2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'] in n-d-764435-3 is: [{'id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265002143-router', 'tenant_id': '90ff620a2f954ccc93ba0161c010078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:49Z', 'updated_at': '2021-07-15T14:48:51Z', 'revision_number': 3, 'project_id': '90ff620a2f954ccc93ba0161c010078e', 'gw_port': {'id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:50Z', 'updated_at': '2021-07-15T14:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:48:55.466926 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port a6ae91e2-0185-46a6-ac6b-3d13debbe671 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:48:55.467991 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:55.559526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-780174d9-936a-4547-8365-71530400173c None None] Port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:48:55.690085 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b787-2ef8-43d1-91b3-e14d53162114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:55.918704 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:55.956345 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:55.957451 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:56.027967 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b787-2ef8-43d1-91b3-e14d53162114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:56.047640 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b787-2ef8-43d1-91b3-e14d53162114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:56.106838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0b787-2ef8-43d1-91b3-e14d53162114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0832c5ff-2a7d-445d-8b02-33daba0ba110,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:56.148370 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Pushing event updated for resources: {'Port': ['ID=e32cb64d-bc25-454f-90ef-7de2b3d9a8c6,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:56.157388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35458) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:56.165365 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7ac0b787-2ef8-43d1-91b3-e14d53162114 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f6e568f93b8489c9721c382a0a15cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2337694 Jul 15 14:48:56.252327 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-79924bb6-1d9b-40d7-8205-5f3b2ece17de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:56.279176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Network a74be170-4bf8-49be-93de-1efedc75ac72 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:48:56.280450 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:48:56.284662 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-79924bb6-1d9b-40d7-8205-5f3b2ece17de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:56.373123 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-79924bb6-1d9b-40d7-8205-5f3b2ece17de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:56.386994 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-79924bb6-1d9b-40d7-8205-5f3b2ece17de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:56.389148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-79924bb6-1d9b-40d7-8205-5f3b2ece17de admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0832c5ff-2a7d-445d-8b02-33daba0ba110 HTTP/1.1" status: 204 len: 168 time: 0.2307649 Jul 15 14:48:56.400211 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79924bb6-1d9b-40d7-8205-5f3b2ece17de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0832c5ff-2a7d-445d-8b02-33daba0ba110,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:56.516239 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Router 2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:48:56.684356 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35478) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:56.725924 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9aac768e-9589-4c6a-b261-46ecc5e31c39 None None] Provisioning complete for port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:48:56.727357 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9aac768e-9589-4c6a-b261-46ecc5e31c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:56.728764 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.11', 63772) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:56.746599 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:48:56.779198 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ea9a12bf-887f-4eba-880b-568b51c166cf admin admin] 10.222.0.38 "PUT /v2.0/routers/2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5444479 Jul 15 14:48:56.790232 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-2775586e-f755-43c8-86e9-b58f9d14f55d tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=95f80b2214624e3488915a519c33bcec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600576 Jul 15 14:48:56.806167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9aac768e-9589-4c6a-b261-46ecc5e31c39 None None] Port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:48:57.030413 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-ec6f7f53-c3d6-4a7e-bbb4-bd34b4feaacd tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:48:57.033093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-ec6f7f53-c3d6-4a7e-bbb4-bd34b4feaacd tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2341833 Jul 15 14:48:57.109183 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Request body: {'port': {'device_id': '7d61108a-380a-40c3-90a7-e2ad472093b0', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': '95f80b2214624e3488915a519c33bcec'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:48:57.211875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 29f7cda6-7ffb-4337-992b-5399b1c5921e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:48:57.288704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 29f7cda6-7ffb-4337-992b-5399b1c5921e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:48:57.295552 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 29f7cda6-7ffb-4337-992b-5399b1c5921e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:48:57.296168 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:57.515451 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:57.560600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 29f7cda6-7ffb-4337-992b-5399b1c5921e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=29f7cda6-7ffb-4337-992b-5399b1c5921e,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:48:57.570006 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:57.581089 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a87b288-80c7-4ad8-ab1a-0077dbcaeb71 req-be277ef3-4d65-469f-ae2d-0322d0c145d1 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 210 time: 0.8935626 Jul 15 14:48:57.669341 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=29f7cda6-7ffb-4337-992b-5399b1c5921e,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:57.694548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Made reservation on behalf of 95f80b2214624e3488915a519c33bcec for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:48:57.701143 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:57.731463 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:57.854966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35522) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:57.884711 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b4ef3db-2227-4bb5-a03e-3d7075dbe8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:57.950725 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:57.958475 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:58.037162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a81112-f0ab-4250-b46e-4c217b02d4d3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:58.177343 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b4ef3db-2227-4bb5-a03e-3d7075dbe8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:58.188615 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b4ef3db-2227-4bb5-a03e-3d7075dbe8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:58.198105 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:48:58.258786 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3b4ef3db-2227-4bb5-a03e-3d7075dbe8ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4d37464d959748818851d52caae42df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4013276 Jul 15 14:48:58.260118 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ef3db-2227-4bb5-a03e-3d7075dbe8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106353bf-051b-4c96-acd5-f8afbbdf6af2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:58.266054 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35544) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:58.327642 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Sync routers for ids ['2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:48:58.343390 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-602a31bd-bf4a-4c2b-8d49-3e5aeb00ec49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:58.352731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Routers {'2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:48:58.354142 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:48:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:48:58.387589 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-602a31bd-bf4a-4c2b-8d49-3e5aeb00ec49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:58.508779 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-602a31bd-bf4a-4c2b-8d49-3e5aeb00ec49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:58.516382 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-602a31bd-bf4a-4c2b-8d49-3e5aeb00ec49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:58.521364 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-602a31bd-bf4a-4c2b-8d49-3e5aeb00ec49 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/106353bf-051b-4c96-acd5-f8afbbdf6af2 HTTP/1.1" status: 204 len: 168 time: 0.2532661 Jul 15 14:48:58.532143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Allocated IP 192.168.233.151 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/a9a96e96-42f1-4e90-8376-f6b31b977310) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:48:58.535802 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a31bd-bf4a-4c2b-8d49-3e5aeb00ec49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106353bf-051b-4c96-acd5-f8afbbdf6af2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:48:58.799268 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Set router 2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:48:59.186722 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 29f7cda6-7ffb-4337-992b-5399b1c5921e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:48:59.206214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-34c74691-47c2-43cc-a0d7-ba37e683445d req-d4fceb10-cd4e-48e6-8d6d-c7d98ac2fd1f tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 210 time: 0.0721576 Jul 15 14:48:59.288886 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:59.314167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Transition to ACTIVE for port object a9a96e96-42f1-4e90-8376-f6b31b977310 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:48:59.388867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35576) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:48:59.473183 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:59.575812 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 29f7cda6-7ffb-4337-992b-5399b1c5921e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:48:59.576711 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:59.822905 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265002143-router', 'tenant_id': '90ff620a2f954ccc93ba0161c010078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:49Z', 'updated_at': '2021-07-15T14:48:55Z', 'revision_number': 4, 'project_id': '90ff620a2f954ccc93ba0161c010078e', 'gw_port': {'id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:50Z', 'updated_at': '2021-07-15T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e32cb64d-bc25-454f-90ef-7de2b3d9a8c6', 'name': '', 'network_id': 'a74be170-4bf8-49be-93de-1efedc75ac72', 'tenant_id': '90ff620a2f954ccc93ba0161c010078e', 'mac_address': 'fa:16:3e:86:c7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '77f46701-8a11-4d43-938f-c539e5dd989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:53Z', 'updated_at': '2021-07-15T14:48:55Z', 'revision_number': 2, 'project_id': '90ff620a2f954ccc93ba0161c010078e', 'subnets': [{'id': '77f46701-8a11-4d43-938f-c539e5dd989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:48:59.843363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:48:59.883936 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:48:59.885673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Checking router: 2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:48:59.885673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Updating router 2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:48:59.885974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:48:59.920035 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:48:59.933491 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:48:59.956910 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Pushing event updated for resources: {'Port': ['ID=a9a96e96-42f1-4e90-8376-f6b31b977310,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:00.023208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-56153f5a-a809-444f-a323-4d9c5f4ad853 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9253011 Jul 15 14:49:00.110059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-9a262c3e-1d0b-46b6-93f1-bb5c947ba160 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:49:00.112115 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-9a262c3e-1d0b-46b6-93f1-bb5c947ba160 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113885 Jul 15 14:49:00.364988 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60c81076-7992-4ab5-b700-e2f7ce18e26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:00.441970 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:00.609528 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-46131f77-3068-45e6-9303-f789da8b16e2 None None] Provisioning for port a9a96e96-42f1-4e90-8376-f6b31b977310 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:00.658765 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-46131f77-3068-45e6-9303-f789da8b16e2 None None] Provisioning complete for port a9a96e96-42f1-4e90-8376-f6b31b977310 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:00.660053 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-46131f77-3068-45e6-9303-f789da8b16e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:00.661488 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b430678e-f074-494c-8931-af4df8e8dd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:00.905058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35628) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:00.923633 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9c450-5eb1-4a77-9b51-baff93ded716 req-949806e3-88fc-4589-b347-b6f0e95fe84f tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:00.925320 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0ed9c450-5eb1-4a77-9b51-baff93ded716 req-949806e3-88fc-4589-b347-b6f0e95fe84f tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 936 time: 0.3596516 Jul 15 14:49:00.977275 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c34bb1a4-069b-40ac-ab47-48b87aa5c420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:01.028902 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b430678e-f074-494c-8931-af4df8e8dd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:01.041804 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b430678e-f074-494c-8931-af4df8e8dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:01.088455 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0ed9c450-5eb1-4a77-9b51-baff93ded716 req-78ba1d1d-1035-4e81-9056-c96b22b42c16 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396737 Jul 15 14:49:01.208283 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35632) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:01.210943 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b430678e-f074-494c-8931-af4df8e8dd5b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f61e0326cb0463b83971e17426c7001&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8113234 Jul 15 14:49:01.256648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430678e-f074-494c-8931-af4df8e8dd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b4b5c2-e5fd-4d2f-b521-6cff08a0c106,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:01.444461 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:01.480822 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-46131f77-3068-45e6-9303-f789da8b16e2 None None] Port a9a96e96-42f1-4e90-8376-f6b31b977310 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:49:01.483195 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Transition to ACTIVE for port object e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:01.507316 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:01.528157 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c34bb1a4-069b-40ac-ab47-48b87aa5c420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:01.548366 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c34bb1a4-069b-40ac-ab47-48b87aa5c420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:01.645952 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bb1a4-069b-40ac-ab47-48b87aa5c420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ca1cc6-5bb0-4869-b18e-7f1df2d7595a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:01.655700 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b806d-9e78-4bf1-a09c-5666276236a9 None None] Pushing event updated for resources: {'Port': ['ID=e32cb64d-bc25-454f-90ef-7de2b3d9a8c6,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:01.736661 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-38d940de-7bd8-4f0f-81ea-520be3a8eabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:01.780911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c34bb1a4-069b-40ac-ab47-48b87aa5c420 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1e83137cf024676bdcd790cbad60190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8517735 Jul 15 14:49:01.781352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35642) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:01.838170 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-38d940de-7bd8-4f0f-81ea-520be3a8eabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:01.919502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Attempting to bind port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:49:01.924000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Attempting to bind port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'd50b67ba-cc3d-4b92-b1d6-fa3d04132979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a74be170-4bf8-49be-93de-1efedc75ac72'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:49:01.924936 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Attempting to bind port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 on network a74be170-4bf8-49be-93de-1efedc75ac72 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:01.944655 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:49:01.947335 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Checking segment: {'id': 'd50b67ba-cc3d-4b92-b1d6-fa3d04132979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a74be170-4bf8-49be-93de-1efedc75ac72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:01.951726 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:01.952637 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Bound using segment: {'id': 'd50b67ba-cc3d-4b92-b1d6-fa3d04132979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a74be170-4bf8-49be-93de-1efedc75ac72'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:49:01.955279 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Bound port: e32cb64d-bc25-454f-90ef-7de2b3d9a8c6, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50b67ba-cc3d-4b92-b1d6-fa3d04132979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a74be170-4bf8-49be-93de-1efedc75ac72'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:49:01.958287 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:01.967094 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1158a94-11fe-415d-a390-418f875777c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:02.013805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35644) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:02.045855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6eed122a-0108-4edb-922d-f84d5b0ef17b tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--562044538', 'description': 'tempest-description--549283745'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:02.072914 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1158a94-11fe-415d-a390-418f875777c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:02.075527 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-38d940de-7bd8-4f0f-81ea-520be3a8eabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:02.097829 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-38d940de-7bd8-4f0f-81ea-520be3a8eabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:02.112140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-38d940de-7bd8-4f0f-81ea-520be3a8eabe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60b4b5c2-e5fd-4d2f-b521-6cff08a0c106 HTTP/1.1" status: 204 len: 168 time: 0.9023664 Jul 15 14:49:02.245729 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1158a94-11fe-415d-a390-418f875777c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:02.249221 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1158a94-11fe-415d-a390-418f875777c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:02.250689 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b1158a94-11fe-415d-a390-418f875777c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a4ca1cc6-5bb0-4869-b18e-7f1df2d7595a HTTP/1.1" status: 204 len: 168 time: 0.4683151 Jul 15 14:49:02.266362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1158a94-11fe-415d-a390-418f875777c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ca1cc6-5bb0-4869-b18e-7f1df2d7595a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:02.274723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d940de-7bd8-4f0f-81ea-520be3a8eabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b4b5c2-e5fd-4d2f-b521-6cff08a0c106,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:02.295579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Request body: {'port': {'device_id': '7d61108a-380a-40c3-90a7-e2ad472093b0', 'device_owner': 'compute:tempest-test_az-870543748', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:02.330120 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] For port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:49:02.380625 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] For port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e32cb64d-bc25-454f-90ef-7de2b3d9a8c6,segment=NetworkSegment(d50b67ba-cc3d-4b92-b1d6-fa3d04132979),segment_id=d50b67ba-cc3d-4b92-b1d6-fa3d04132979)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:49:02.401931 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:02.403552 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6eed122a-0108-4edb-922d-f84d5b0ef17b tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:02.558702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Routers {'2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:49:02.559548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:48:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:02.711197 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b806d-9e78-4bf1-a09c-5666276236a9 None None] Pushing event updated for resources: {'Port': ['ID=e32cb64d-bc25-454f-90ef-7de2b3d9a8c6,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:02.811102 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:02.972093 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d72cdd35-9835-41ba-a47f-e2bf6d34761b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:03.061199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ec1b2-7e9d-4548-bb02-218d8e336c56 req-dc0c358e-89ae-45de-9116-f4c4cfc137c7 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:03.066518 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] Set router 2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:49:03.078405 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f4ec1b2-7e9d-4548-bb02-218d8e336c56 req-dc0c358e-89ae-45de-9116-f4c4cfc137c7 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 936 time: 0.5530312 Jul 15 14:49:03.087722 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:03.277755 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6eed122a-0108-4edb-922d-f84d5b0ef17b tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:03.296527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-53f71f14-2e1b-4482-b826-e28385247784 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=46c6dc7611fd46c3a0c27b8b7f58c609&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2106791 Jul 15 14:49:03.340910 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6eed122a-0108-4edb-922d-f84d5b0ef17b tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:03.423222 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed122a-0108-4edb-922d-f84d5b0ef17b tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:03.472032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f4ec1b2-7e9d-4548-bb02-218d8e336c56 req-fe8a4acf-3588-4b1f-9dcb-5104feca98fb tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918350 Jul 15 14:49:03.500338 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6eed122a-0108-4edb-922d-f84d5b0ef17b tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:03.515987 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6eed122a-0108-4edb-922d-f84d5b0ef17b tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4885905 Jul 15 14:49:03.516682 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35684) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:03.523867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-132a2e8c-d255-4b1e-a106-1f0287701150 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Request body: {'security_group_rule': {'security_group_id': '47e6f41e-ed55-4c1a-805d-5d8215cdf5ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:03.668213 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-132a2e8c-d255-4b1e-a106-1f0287701150 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:03.791846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35694) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:03.803310 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265002143-router', 'tenant_id': '90ff620a2f954ccc93ba0161c010078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:49Z', 'updated_at': '2021-07-15T14:48:55Z', 'revision_number': 4, 'project_id': '90ff620a2f954ccc93ba0161c010078e', 'gw_port': {'id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:50Z', 'updated_at': '2021-07-15T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e32cb64d-bc25-454f-90ef-7de2b3d9a8c6', 'name': '', 'network_id': 'a74be170-4bf8-49be-93de-1efedc75ac72', 'tenant_id': '90ff620a2f954ccc93ba0161c010078e', 'mac_address': 'fa:16:3e:86:c7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '77f46701-8a11-4d43-938f-c539e5dd989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:53Z', 'updated_at': '2021-07-15T14:49:02Z', 'revision_number': 4, 'project_id': '90ff620a2f954ccc93ba0161c010078e', 'subnets': [{'id': '77f46701-8a11-4d43-938f-c539e5dd989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:03.886280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189df91-8b1a-4f49-b762-5384fcf9b341 None None] The sync data for ids ['2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'] in n-d-764435-3 is: [{'id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265002143-router', 'tenant_id': '90ff620a2f954ccc93ba0161c010078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:49Z', 'updated_at': '2021-07-15T14:48:55Z', 'revision_number': 4, 'project_id': '90ff620a2f954ccc93ba0161c010078e', 'gw_port': {'id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:50Z', 'updated_at': '2021-07-15T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e32cb64d-bc25-454f-90ef-7de2b3d9a8c6', 'name': '', 'network_id': 'a74be170-4bf8-49be-93de-1efedc75ac72', 'tenant_id': '90ff620a2f954ccc93ba0161c010078e', 'mac_address': 'fa:16:3e:86:c7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '77f46701-8a11-4d43-938f-c539e5dd989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:53Z', 'updated_at': '2021-07-15T14:49:02Z', 'revision_number': 4, 'project_id': '90ff620a2f954ccc93ba0161c010078e', 'subnets': [{'id': '77f46701-8a11-4d43-938f-c539e5dd989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:49:03.900193 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-132a2e8c-d255-4b1e-a106-1f0287701150 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:03.908718 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-132a2e8c-d255-4b1e-a106-1f0287701150 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:03.932512 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ad7fb19-4a74-4f51-a04f-13ff2b44dc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:03.988893 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-132a2e8c-d255-4b1e-a106-1f0287701150 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:03.991964 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-132a2e8c-d255-4b1e-a106-1f0287701150 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4740171 Jul 15 14:49:03.996119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35700) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:04.025831 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e26fcbf6-0272-44e4-9035-3c74549523aa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Request body: {'security_group_rule': {'security_group_id': '47e6f41e-ed55-4c1a-805d-5d8215cdf5ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:04.073117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a2e8c-d255-4b1e-a106-1f0287701150 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504c672e-f9ea-48dc-bc3d-93fc28ec9620,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:04.125832 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e26fcbf6-0272-44e4-9035-3c74549523aa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:04.164109 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:04.272740 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-a175655c-e985-4ecb-9e6b-067819263547 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:04.283830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-a175655c-e985-4ecb-9e6b-067819263547 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9862621 Jul 15 14:49:04.337527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-42775016-009e-4e68-b36a-31482a00ab63 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/quotas/46c6dc7611fd46c3a0c27b8b7f58c609 HTTP/1.1" status: 200 len: 375 time: 0.0523045 Jul 15 14:49:04.344606 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e26fcbf6-0272-44e4-9035-3c74549523aa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:04.361377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e26fcbf6-0272-44e4-9035-3c74549523aa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:04.420402 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fcbf6-0272-44e4-9035-3c74549523aa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b45bcfc-930b-4c98-9574-26fcf18fb7be,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:04.514411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-6d6696d6-67a2-456b-b5b2-0e5b59b27ee1 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=46c6dc7611fd46c3a0c27b8b7f58c609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1738191 Jul 15 14:49:04.790926 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a96e96-42f1-4e90-8376-f6b31b977310 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:49:04.797862 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ad7fb19-4a74-4f51-a04f-13ff2b44dc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:04.803984 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:04.810240 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ad7fb19-4a74-4f51-a04f-13ff2b44dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:04.819444 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e26fcbf6-0272-44e4-9035-3c74549523aa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:04.821620 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e26fcbf6-0272-44e4-9035-3c74549523aa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8223765 Jul 15 14:49:04.824636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35718) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:04.830018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:04.861281 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8ad7fb19-4a74-4f51-a04f-13ff2b44dc8a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=76151fce0df0498aa74add57c4dbbdf7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0368290 Jul 15 14:49:04.865253 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35720) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:04.876337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Transition to ACTIVE for port object a9a96e96-42f1-4e90-8376-f6b31b977310 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:04.879080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7fb19-4a74-4f51-a04f-13ff2b44dc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7a0be6-28d0-4b0d-b8f4-f96107613ab5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:04.895117 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:05.003736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71341955-1363-48d3-b225-e752866359d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a96e96-42f1-4e90-8376-f6b31b977310,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:05.177482 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:05.255372 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b8512aa-97da-45d4-aa1d-2f203ac7a8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:05.276758 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:49:05.429944 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Attempting to bind port a9a96e96-42f1-4e90-8376-f6b31b977310 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:49:05.430507 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Attempting to bind port a9a96e96-42f1-4e90-8376-f6b31b977310 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:49:05.430816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Attempting to bind port a9a96e96-42f1-4e90-8376-f6b31b977310 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:05.462881 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Port a9a96e96-42f1-4e90-8376-f6b31b977310 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:49:05.463292 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Attempting to bind port a9a96e96-42f1-4e90-8376-f6b31b977310 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:05.503999 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:49:05.513577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:05.514397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:49:05.516223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Bound port: a9a96e96-42f1-4e90-8376-f6b31b977310, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:49:05.518221 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:05.565226 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:05.581421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:05.582217 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:05.597934 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b8512aa-97da-45d4-aa1d-2f203ac7a8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:05.752637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] For port a9a96e96-42f1-4e90-8376-f6b31b977310, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:49:05.767527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] For port a9a96e96-42f1-4e90-8376-f6b31b977310, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a9a96e96-42f1-4e90-8376-f6b31b977310,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:49:05.783158 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:05.807428 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:05.835687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28364575-93b7-4d5e-83b2-942ac57bd8ca req-66915ac8-a135-49af-a059-8d05de193b4c tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:05.865495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28364575-93b7-4d5e-83b2-942ac57bd8ca req-66915ac8-a135-49af-a059-8d05de193b4c tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 969 time: 0.6694965 Jul 15 14:49:05.928780 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:05.957433 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:06.083713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:06.084707 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:06.086597 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-71341955-1363-48d3-b225-e752866359d5 service neutron] 10.222.0.11 "PUT /v2.0/ports/a9a96e96-42f1-4e90-8376-f6b31b977310 HTTP/1.1" status: 200 len: 1117 time: 4.8050931 Jul 15 14:49:06.104499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d61108a-380a-40c3-90a7-e2ad472093b0', 'tag': 'a9a96e96-42f1-4e90-8376-f6b31b977310'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:06.121553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e32cb64d-bc25-454f-90ef-7de2b3d9a8c6,segment=NetworkSegment(d50b67ba-cc3d-4b92-b1d6-fa3d04132979),segment_id=d50b67ba-cc3d-4b92-b1d6-fa3d04132979)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:06.144819 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:06.179434 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b8512aa-97da-45d4-aa1d-2f203ac7a8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:06.186847 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b8512aa-97da-45d4-aa1d-2f203ac7a8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:06.188067 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7b8512aa-97da-45d4-aa1d-2f203ac7a8a2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8e7a0be6-28d0-4b0d-b8f4-f96107613ab5 HTTP/1.1" status: 204 len: 168 time: 1.3156016 Jul 15 14:49:06.247868 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8512aa-97da-45d4-aa1d-2f203ac7a8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7a0be6-28d0-4b0d-b8f4-f96107613ab5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:06.335539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=e32cb64d-bc25-454f-90ef-7de2b3d9a8c6,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:06.350721 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Allocated IP 172.25.4.186 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/e1b56f1f-e2c6-41a2-99d1-a14a80613989) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:49:06.534041 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28364575-93b7-4d5e-83b2-942ac57bd8ca req-1c88324a-b093-49ff-a916-de83bfe6570b tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6656871 Jul 15 14:49:06.782274 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:06.907013 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:07.095441 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6adaa23-bea2-4add-b100-96475b4f4e03 req-35837420-0b63-4648-adca-7fe72649bb8b tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 210 time: 0.6214538 Jul 15 14:49:07.145268 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1cbdb6-9b47-4751-b4ae-39c22dc8faa8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d61108a-380a-40c3-90a7-e2ad472093b0", "tag": "a9a96e96-42f1-4e90-8376-f6b31b977310"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:07.153799 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71341955-1363-48d3-b225-e752866359d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a96e96-42f1-4e90-8376-f6b31b977310,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:07.187636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:49:07.218838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Pushing event updated for resources: {'Port': ['ID=e1b56f1f-e2c6-41a2-99d1-a14a80613989,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:07.241071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:07.252485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:49:07.323603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:49:07.357592 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-ffc339ed-d0bc-4034-aed0-7b9c4940c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:07.361811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-ffc339ed-d0bc-4034-aed0-7b9c4940c7e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95f80b2214624e3488915a519c33bcec&device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 1120 time: 0.9698515 Jul 15 14:49:07.524259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:07.525741 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:07.690240 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:07.779986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-c9f9dedc-13c8-4e5d-9ac9-ef3f93bfa7ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=a9a96e96-42f1-4e90-8376-f6b31b977310 HTTP/1.1" status: 200 len: 217 time: 0.2945285 Jul 15 14:49:07.863270 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:08.191853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-da22609c-8ff6-45d2-b10d-328b9d373026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:08.197637 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-da22609c-8ff6-45d2-b10d-328b9d373026 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1805830 Jul 15 14:49:08.546783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa658ad-e8e8-4eed-a350-00af1a65c9b5 req-48f8b54e-4bcd-45bf-bac2-cb01424929cf tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:08.555161 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0aa658ad-e8e8-4eed-a350-00af1a65c9b5 req-48f8b54e-4bcd-45bf-bac2-cb01424929cf tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 969 time: 0.1450324 Jul 15 14:49:08.619171 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d8058b-bb33-4454-b464-a91f9183efce x-openstack-request-id: req-55d8058b-bb33-4454-b464-a91f9183efce {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:08.619471 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d61108a-380a-40c3-90a7-e2ad472093b0", "tag": "a9a96e96-42f1-4e90-8376-f6b31b977310", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:08.619876 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-55d8058b-bb33-4454-b464-a91f9183efce {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:08.620366 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d61108a-380a-40c3-90a7-e2ad472093b0', 'tag': 'a9a96e96-42f1-4e90-8376-f6b31b977310', 'status': 'completed', 'code': 200} Jul 15 14:49:08.680820 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0aa658ad-e8e8-4eed-a350-00af1a65c9b5 req-4e2210db-827e-46a4-83da-0b8b2a34b34e tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209581 Jul 15 14:49:08.734066 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:08.746953 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:08.855327 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.22', 64691) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:08.857580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35842) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:08.879303 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:08.981899 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-98ef5490-e23b-4646-bfd4-b68e7838a81a tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=46c6dc7611fd46c3a0c27b8b7f58c609&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1229920 Jul 15 14:49:08.988803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Pushing event updated for resources: {'Port': ['ID=e1b56f1f-e2c6-41a2-99d1-a14a80613989,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:09.039711 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:09.041300 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-72f416e7-0c97-40ad-8edf-8d546eea60c3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2153752 Jul 15 14:49:09.184720 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5f26436d-5ec1-49c3-bf82-953aa0318b4e req-fb30deb4-e526-4e62-af91-58885d08aff5 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 210 time: 0.1165376 Jul 15 14:49:09.328014 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-4834781e-2ff0-46b0-ae55-46575ce34a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:09.329757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-4834781e-2ff0-46b0-ae55-46575ce34a20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5204921 Jul 15 14:49:09.337487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f2300419-2492-4c25-930f-95801892b224 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1208856100-network', 'tenant_id': 'f286b69641474927a27419a3ad634a1d'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:09.565874 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-9f5cab56-a389-466b-ac27-0533c00adf0a service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065597 Jul 15 14:49:09.602610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2300419-2492-4c25-930f-95801892b224 admin admin] Made reservation on behalf of f286b69641474927a27419a3ad634a1d for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:49:09.605062 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2300419-2492-4c25-930f-95801892b224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:09.634436 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-8bbb36b5-da8f-4843-bb92-6715ade22c80 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:09.636300 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-8bbb36b5-da8f-4843-bb92-6715ade22c80 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6488109 Jul 15 14:49:09.665684 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2300419-2492-4c25-930f-95801892b224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:09.700434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Request body: {'port': {'device_id': '0c2a54b2-b314-4544-8e37-f35e78161647', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': '46c6dc7611fd46c3a0c27b8b7f58c609'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:09.720163 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1aeb97-1e83-4157-b677-b2054e30669b req-3aee0376-e786-4991-b28c-9730174e2d29 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420453 Jul 15 14:49:09.985932 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2300419-2492-4c25-930f-95801892b224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:09.992724 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2300419-2492-4c25-930f-95801892b224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:10.031213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Made reservation on behalf of 46c6dc7611fd46c3a0c27b8b7f58c609 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:49:10.038050 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:10.059983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cbdb6-9b47-4751-b4ae-39c22dc8faa8 req-e81c25db-0ee3-427d-8b66-c1ae4e513e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:10.063307 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1cbdb6-9b47-4751-b4ae-39c22dc8faa8 req-e81c25db-0ee3-427d-8b66-c1ae4e513e8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95f80b2214624e3488915a519c33bcec&device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 1120 time: 0.1161783 Jul 15 14:49:10.072027 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:10.160472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2300419-2492-4c25-930f-95801892b224 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:49:10.313245 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2300419-2492-4c25-930f-95801892b224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cdc4cb-77af-4cd0-a98c-82ce2863458f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:10.350967 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cbdb6-9b47-4751-b4ae-39c22dc8faa8 req-dc5aea74-155e-409c-b576-f1b89f66fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:10.351585 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2300419-2492-4c25-930f-95801892b224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:10.351585 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-f2300419-2492-4c25-930f-95801892b224 admin admin] Added segment 4833a44d-7386-4378-8b2e-f5ff7a3ee2ce of type vlan for network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 Jul 15 14:49:10.352861 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1cbdb6-9b47-4751-b4ae-39c22dc8faa8 req-dc5aea74-155e-409c-b576-f1b89f66fb3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2720807 Jul 15 14:49:10.424865 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2300419-2492-4c25-930f-95801892b224 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:10.466682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:10.481551 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:10.522817 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2300419-2492-4c25-930f-95801892b224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:10.524229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2300419-2492-4c25-930f-95801892b224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:10.525046 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2300419-2492-4c25-930f-95801892b224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:10.558070 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1cbdb6-9b47-4751-b4ae-39c22dc8faa8 req-1321b913-2f1c-4937-8b94-35832a611163 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=a9a96e96-42f1-4e90-8376-f6b31b977310 HTTP/1.1" status: 200 len: 217 time: 0.1396580 Jul 15 14:49:10.736998 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cbdb6-9b47-4751-b4ae-39c22dc8faa8 req-2d735c39-d88f-4040-9c6a-23f3e42395a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:10.738509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1cbdb6-9b47-4751-b4ae-39c22dc8faa8 req-2d735c39-d88f-4040-9c6a-23f3e42395a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1073637 Jul 15 14:49:10.757546 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489fceac-4fd9-4979-b693-e0327a9a1368,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:10.789104 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f2300419-2492-4c25-930f-95801892b224 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9289682 Jul 15 14:49:10.795283 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35898) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:10.803655 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a8a1bab5-55dc-44b4-9ac4-7772d34c2398 admin admin] Request body: {'subnet': {'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1208856100-subnet', 'tenant_id': 'f286b69641474927a27419a3ad634a1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:10.848285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cbdb6-9b47-4751-b4ae-39c22dc8faa8 req-a12a011c-dcb9-4de1-9fa2-415eec845024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:10.851464 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1cbdb6-9b47-4751-b4ae-39c22dc8faa8 req-a12a011c-dcb9-4de1-9fa2-415eec845024 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1044571 Jul 15 14:49:10.854406 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a1bab5-55dc-44b4-9ac4-7772d34c2398 admin admin] Made reservation on behalf of f286b69641474927a27419a3ad634a1d for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:49:10.857893 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bab5-55dc-44b4-9ac4-7772d34c2398 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:10.859151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2300419-2492-4c25-930f-95801892b224 admin admin] Pushing event updated for resources: {'Network': ['ID=0b54b3be-aee8-40ee-b1a0-2d825368d7c4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:10.882950 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:49:10.941532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Allocated IP 192.168.233.249 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/6020f997-a342-47fa-97e2-b38e8d57df78) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:49:11.152903 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1cbdb6-9b47-4751-b4ae-39c22dc8faa8 req-5e684950-42b8-4b83-ba18-b302a54e4605 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916555 Jul 15 14:49:11.165431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8e85b-fbbd-4bb6-9329-a75e0197d988 req-1c2592d8-36f9-431b-a081-cfd79abc34e2 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:11.167137 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30a8e85b-fbbd-4bb6-9329-a75e0197d988 req-1c2592d8-36f9-431b-a081-cfd79abc34e2 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 969 time: 0.2589104 Jul 15 14:49:11.349104 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:11.366300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30a8e85b-fbbd-4bb6-9329-a75e0197d988 req-72bab7ae-d00f-497c-9fed-7c7c68428998 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930726 Jul 15 14:49:11.373487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Transition to ACTIVE for port object 6020f997-a342-47fa-97e2-b38e8d57df78 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:11.381261 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c1cbdb6-9b47-4751-b4ae-39c22dc8faa8 req-7755bef3-325e-4849-8bd8-4aa664208c31 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051451 Jul 15 14:49:11.385226 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bab5-55dc-44b4-9ac4-7772d34c2398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:11.446872 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:11.460962 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bab5-55dc-44b4-9ac4-7772d34c2398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:11.516669 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1bab5-55dc-44b4-9ac4-7772d34c2398 admin admin] Checking segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:11.517746 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a1bab5-55dc-44b4-9ac4-7772d34c2398 admin admin] Network hostable DHCP agents. Network: 0b54b3be-aee8-40ee-b1a0-2d825368d7c4, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:49:11.570605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a1bab5-55dc-44b4-9ac4-7772d34c2398 admin admin] Network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:49:11.584530 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-a8a1bab5-55dc-44b4-9ac4-7772d34c2398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 0b54b3be-aee8-40ee-b1a0-2d825368d7c4) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:11.597276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a1bab5-55dc-44b4-9ac4-7772d34c2398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:11.598123 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25eea0f-3352-41a2-9715-4a18b50fcee2 None None] Network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:49:11.600456 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bab5-55dc-44b4-9ac4-7772d34c2398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:11.616765 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:49:11.647865 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a8a1bab5-55dc-44b4-9ac4-7772d34c2398 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8396595 Jul 15 14:49:11.648096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:11.662564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:49:11.680375 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:11.681072 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:11.746849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Pushing event updated for resources: {'Port': ['ID=6020f997-a342-47fa-97e2-b38e8d57df78,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:11.775278 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65ce060d-dbb7-4837-ab42-55df1dab1c93 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0787587 Jul 15 14:49:11.793855 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-4f161e94-8d2f-44d6-a2a7-6ec393788119 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:49:11.794418 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-4f161e94-8d2f-44d6-a2a7-6ec393788119 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057211 Jul 15 14:49:11.882206 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a991859e-e798-415c-adfa-e1c5f0c3a721 None None] Network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:49:12.026804 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1988de-ef2e-4350-ac76-0d26c327df88 req-c22a9214-287c-4099-bf9a-7110061b6476 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:12.038194 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f1988de-ef2e-4350-ac76-0d26c327df88 req-c22a9214-287c-4099-bf9a-7110061b6476 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 936 time: 0.2387731 Jul 15 14:49:12.121883 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f1988de-ef2e-4350-ac76-0d26c327df88 req-523869eb-1420-4897-b0fd-c91884433856 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808210 Jul 15 14:49:12.198862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Request body: {'port': {'device_id': '0c2a54b2-b314-4544-8e37-f35e78161647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:12.226037 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-647e17a5-c686-4b68-9b16-2d8459a0af00 None None] Provisioning for port 6020f997-a342-47fa-97e2-b38e8d57df78 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:12.233166 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-647e17a5-c686-4b68-9b16-2d8459a0af00 None None] Provisioning complete for port 6020f997-a342-47fa-97e2-b38e8d57df78 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:12.233829 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-647e17a5-c686-4b68-9b16-2d8459a0af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:12.469364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-647e17a5-c686-4b68-9b16-2d8459a0af00 None None] Port 6020f997-a342-47fa-97e2-b38e8d57df78 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:49:12.531027 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:12.698725 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35932) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:12.704297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-03c05ce1-6945-4004-a1f7-90991df8f9d2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-781867139-network', 'tenant_id': 'b4a4a20079a74c6c8a67c2911dea6125'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:12.774645 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c05ce1-6945-4004-a1f7-90991df8f9d2 admin admin] Made reservation on behalf of b4a4a20079a74c6c8a67c2911dea6125 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:49:12.778606 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03c05ce1-6945-4004-a1f7-90991df8f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:12.804858 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03c05ce1-6945-4004-a1f7-90991df8f9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:13.015655 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03c05ce1-6945-4004-a1f7-90991df8f9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:13.021056 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03c05ce1-6945-4004-a1f7-90991df8f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:13.061164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c05ce1-6945-4004-a1f7-90991df8f9d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:49:13.145801 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03c05ce1-6945-4004-a1f7-90991df8f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:13.146193 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-03c05ce1-6945-4004-a1f7-90991df8f9d2 admin admin] Added segment fb5bbc10-850e-4907-a27e-50ac69844db3 of type vlan for network d71688ad-e1bf-4f4d-b67e-6633e5f51afd Jul 15 14:49:13.154564 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c05ce1-6945-4004-a1f7-90991df8f9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf34026-d634-43d0-aa88-5412d153bda1,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:13.251075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6020f997-a342-47fa-97e2-b38e8d57df78 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:49:13.264188 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:13.280603 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03c05ce1-6945-4004-a1f7-90991df8f9d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:13.288917 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Transition to ACTIVE for port object 6020f997-a342-47fa-97e2-b38e8d57df78 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:13.297907 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:13.340443 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03c05ce1-6945-4004-a1f7-90991df8f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:13.341588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c05ce1-6945-4004-a1f7-90991df8f9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:13.350550 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03c05ce1-6945-4004-a1f7-90991df8f9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:13.378157 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-03c05ce1-6945-4004-a1f7-90991df8f9d2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6778853 Jul 15 14:49:13.378848 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35940) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:13.439865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e7f53cec-045a-409e-8eca-12b37a40b722 admin admin] Request body: {'subnet': {'network_id': 'd71688ad-e1bf-4f4d-b67e-6633e5f51afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-781867139-subnet', 'tenant_id': 'b4a4a20079a74c6c8a67c2911dea6125', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:13.535942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35942) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:13.687869 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Pushing event updated for resources: {'Port': ['ID=6020f997-a342-47fa-97e2-b38e8d57df78,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:13.738442 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Attempting to bind port 6020f997-a342-47fa-97e2-b38e8d57df78 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:49:13.738902 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Attempting to bind port 6020f997-a342-47fa-97e2-b38e8d57df78 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:49:13.739287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Attempting to bind port 6020f997-a342-47fa-97e2-b38e8d57df78 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:13.760730 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Port 6020f997-a342-47fa-97e2-b38e8d57df78 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:49:13.761100 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Attempting to bind port 6020f997-a342-47fa-97e2-b38e8d57df78 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:13.769605 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:49:13.770002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:13.770679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:49:13.771716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Bound port: 6020f997-a342-47fa-97e2-b38e8d57df78, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:49:13.772157 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:13.898839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f53cec-045a-409e-8eca-12b37a40b722 admin admin] Made reservation on behalf of b4a4a20079a74c6c8a67c2911dea6125 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:49:13.901056 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e7f53cec-045a-409e-8eca-12b37a40b722 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:13.965675 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] For port 6020f997-a342-47fa-97e2-b38e8d57df78, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:49:13.992763 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] For port 6020f997-a342-47fa-97e2-b38e8d57df78, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6020f997-a342-47fa-97e2-b38e8d57df78,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:49:14.000379 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:14.000614 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c05ce1-6945-4004-a1f7-90991df8f9d2 admin admin] Pushing event updated for resources: {'Network': ['ID=d71688ad-e1bf-4f4d-b67e-6633e5f51afd,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:14.059335 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network d71688ad-e1bf-4f4d-b67e-6633e5f51afd details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:49:14.095903 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:14.097203 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:14.101036 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] 10.222.0.22 "PUT /v2.0/ports/6020f997-a342-47fa-97e2-b38e8d57df78 HTTP/1.1" status: 200 len: 1096 time: 2.1789229 Jul 15 14:49:14.101604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2a54b2-b314-4544-8e37-f35e78161647', 'tag': '6020f997-a342-47fa-97e2-b38e8d57df78'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:14.200063 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-886eb95f-5a30-4387-9cf8-98c51e39ffa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:14.398072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22cb02-21cb-4dd9-80bc-8de3affcb703 service neutron] Pushing event updated for resources: {'Port': ['ID=6020f997-a342-47fa-97e2-b38e8d57df78,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:14.504598 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e7f53cec-045a-409e-8eca-12b37a40b722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:14.530934 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-886eb95f-5a30-4387-9cf8-98c51e39ffa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:14.546644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665592d4-9a24-48bc-babe-b928aac0e264 req-f3a1543d-9d66-4fd5-b346-5641a68a5535 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:14.555492 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-665592d4-9a24-48bc-babe-b928aac0e264 req-f3a1543d-9d66-4fd5-b346-5641a68a5535 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 969 time: 0.2481232 Jul 15 14:49:14.588318 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2f7744-238b-4dc8-8a0c-20785519399c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2a54b2-b314-4544-8e37-f35e78161647", "tag": "6020f997-a342-47fa-97e2-b38e8d57df78"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:14.599693 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-886eb95f-5a30-4387-9cf8-98c51e39ffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:14.700140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886eb95f-5a30-4387-9cf8-98c51e39ffa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a7c75f-ced2-4188-aa12-245476a3b219,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:14.713688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-4287c436-d6c5-4f24-a50d-9a705475ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:14.719016 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-4287c436-d6c5-4f24-a50d-9a705475ee1a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=46c6dc7611fd46c3a0c27b8b7f58c609&device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 1099 time: 0.1605666 Jul 15 14:49:14.726166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-886eb95f-5a30-4387-9cf8-98c51e39ffa1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=80a72b270a714a46a2c2272a70ed88e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1870909 Jul 15 14:49:14.727161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f53cec-045a-409e-8eca-12b37a40b722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bab6b27-7a90-41b1-9f07-fdb39b8e1253,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:14.734521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35956) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:14.755315 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-665592d4-9a24-48bc-babe-b928aac0e264 req-67d177b8-4f17-4b88-8f54-49bfd1220496 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986954 Jul 15 14:49:14.815688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f53cec-045a-409e-8eca-12b37a40b722 admin admin] Checking segment: {'id': 'fb5bbc10-850e-4907-a27e-50ac69844db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd71688ad-e1bf-4f4d-b67e-6633e5f51afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:14.816240 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f53cec-045a-409e-8eca-12b37a40b722 admin admin] Network hostable DHCP agents. Network: d71688ad-e1bf-4f4d-b67e-6633e5f51afd, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:49:14.858316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f53cec-045a-409e-8eca-12b37a40b722 admin admin] Network d71688ad-e1bf-4f4d-b67e-6633e5f51afd is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:49:14.875193 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-2108c8ca-645a-4af0-90e8-e353ead07d4f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6020f997-a342-47fa-97e2-b38e8d57df78 HTTP/1.1" status: 200 len: 217 time: 0.1471598 Jul 15 14:49:14.892820 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e7f53cec-045a-409e-8eca-12b37a40b722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, d71688ad-e1bf-4f4d-b67e-6633e5f51afd) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:14.905266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78302a48-887c-4cc9-bec1-523adb43c998 None None] Network d71688ad-e1bf-4f4d-b67e-6633e5f51afd requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:49:14.913473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f53cec-045a-409e-8eca-12b37a40b722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:14.916337 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e7f53cec-045a-409e-8eca-12b37a40b722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:14.939452 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7683c410-5ca4-4dce-8a96-fedd74780237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:14.969486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e7f53cec-045a-409e-8eca-12b37a40b722 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5415916 Jul 15 14:49:15.002095 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7683c410-5ca4-4dce-8a96-fedd74780237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:15.093966 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7683c410-5ca4-4dce-8a96-fedd74780237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:15.097216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7683c410-5ca4-4dce-8a96-fedd74780237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:15.102042 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7683c410-5ca4-4dce-8a96-fedd74780237 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/10a7c75f-ced2-4188-aa12-245476a3b219 HTTP/1.1" status: 204 len: 168 time: 0.3636045 Jul 15 14:49:15.117105 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683c410-5ca4-4dce-8a96-fedd74780237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a7c75f-ced2-4188-aa12-245476a3b219,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:15.219476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-695e082e-4f28-464c-822f-e81e4d6486a9 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--562044538&fields=id&tenant_id=4cc69778109c4ce38d2d0f143ca1b25a HTTP/1.1" status: 200 len: 267 time: 0.0782578 Jul 15 14:49:15.276103 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc35fca-573b-4cc2-a0ef-252b738ba80b None None] Network d71688ad-e1bf-4f4d-b67e-6633e5f51afd requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:49:15.433067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-c7080d6a-fc3e-4f2f-ab73-2775e8ca387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:15.436049 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-c7080d6a-fc3e-4f2f-ab73-2775e8ca387f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1390426 Jul 15 14:49:15.527135 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17393fc6-b96d-4fca-89d5-9a98938ac9e5 req-7a12be53-7e7c-4928-9fbb-b1507a83e72b tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:15.535954 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17393fc6-b96d-4fca-89d5-9a98938ac9e5 req-7a12be53-7e7c-4928-9fbb-b1507a83e72b tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 948 time: 0.5347235 Jul 15 14:49:15.546302 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-f787f9ee-f4a1-45fd-9599-4e18a302fb19 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:15.548049 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-f787f9ee-f4a1-45fd-9599-4e18a302fb19 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/networks?id=edfb406c-ada2-4958-80ff-7e08225d0ef5 HTTP/1.1" status: 200 len: 824 time: 0.3185573 Jul 15 14:49:15.580736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-734190bb-f0a9-4b89-89cf-9d9359f044fc tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/quotas/4cc69778109c4ce38d2d0f143ca1b25a HTTP/1.1" status: 200 len: 375 time: 0.0244536 Jul 15 14:49:15.620922 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17393fc6-b96d-4fca-89d5-9a98938ac9e5 req-b5a76a5a-eafd-44cf-9322-fd50b1511a0b tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838974 Jul 15 14:49:15.732209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-247177f3-bf1f-4b25-a6c4-c301854219f3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cc69778109c4ce38d2d0f143ca1b25a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1455126 Jul 15 14:49:15.778689 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35984) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:15.796935 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a0ebaf2f-712e-4110-a15b-139c38190d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:15.926724 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a0ebaf2f-712e-4110-a15b-139c38190d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:15.933766 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a0ebaf2f-712e-4110-a15b-139c38190d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:15.981684 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-f93b32af-4f8a-483a-8971-172155066760 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:49:15.982829 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-f93b32af-4f8a-483a-8971-172155066760 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0649953 Jul 15 14:49:16.020747 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffa0440-0be9-4fbc-a9c7-6fe66bcd909a x-openstack-request-id: req-bffa0440-0be9-4fbc-a9c7-6fe66bcd909a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:16.021960 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2a54b2-b314-4544-8e37-f35e78161647", "tag": "6020f997-a342-47fa-97e2-b38e8d57df78", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:16.021960 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bffa0440-0be9-4fbc-a9c7-6fe66bcd909a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:16.022885 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2a54b2-b314-4544-8e37-f35e78161647', 'tag': '6020f997-a342-47fa-97e2-b38e8d57df78', 'status': 'completed', 'code': 200} Jul 15 14:49:16.027765 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebaf2f-712e-4110-a15b-139c38190d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af77ade-4393-4cdc-a5d3-10053f5f4060,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:16.031878 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a0ebaf2f-712e-4110-a15b-139c38190d50 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fb375fec8d7a4336bd98577812272702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520328 Jul 15 14:49:16.035071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35990) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:16.135062 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f54b-09a9-42ff-b6bc-11aae947c83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:16.155323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-418596b6-18ab-4bc1-93e3-39799c6ebe09 service neutron] 10.222.0.38 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553392 Jul 15 14:49:16.172271 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f54b-09a9-42ff-b6bc-11aae947c83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:16.234782 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f54b-09a9-42ff-b6bc-11aae947c83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:16.254967 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f54b-09a9-42ff-b6bc-11aae947c83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:16.257600 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e5e8f54b-09a9-42ff-b6bc-11aae947c83a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9af77ade-4393-4cdc-a5d3-10053f5f4060 HTTP/1.1" status: 204 len: 168 time: 0.2215123 Jul 15 14:49:16.270809 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8f54b-09a9-42ff-b6bc-11aae947c83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af77ade-4393-4cdc-a5d3-10053f5f4060,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:16.324981 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-0f0890d3-5e13-47a1-92a4-043142be85ff service neutron] 10.222.0.38 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633799 Jul 15 14:49:16.593178 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36018) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:16.640912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-18b3842f-2697-41ac-a300-7e1da8785577 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:16.644947 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-18b3842f-2697-41ac-a300-7e1da8785577 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 821 time: 0.2607551 Jul 15 14:49:16.683696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-b8611c68-2cfd-4d45-a2b0-c50bc816cb35 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/quotas/f286b69641474927a27419a3ad634a1d HTTP/1.1" status: 200 len: 375 time: 0.0327256 Jul 15 14:49:16.748876 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-aa4fbbac-090f-44fd-9b53-212656b6886e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595031 Jul 15 14:49:16.827894 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc39d6b8-0868-4d75-8f7b-630a2496fa92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:16.853392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4150837-5bcf-4208-98e0-069c551b68c1 req-f546e328-0037-4c56-ab15-f48d4d1ef702 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:16.855505 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4150837-5bcf-4208-98e0-069c551b68c1 req-f546e328-0037-4c56-ab15-f48d4d1ef702 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 969 time: 0.1096542 Jul 15 14:49:16.936951 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4150837-5bcf-4208-98e0-069c551b68c1 req-c436ff85-5609-491f-b3b7-055c437f4971 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682144 Jul 15 14:49:17.063706 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc39d6b8-0868-4d75-8f7b-630a2496fa92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:17.067859 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc39d6b8-0868-4d75-8f7b-630a2496fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:17.097489 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-433d5414-bee3-4f06-9c05-614bff98d864 req-ef55808a-2317-460f-bdc8-73213e8213aa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 210 time: 0.0675817 Jul 15 14:49:17.124102 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-f0a3a6da-0b00-4550-8aac-8f7410ebab2b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:49:17.137722 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-f0a3a6da-0b00-4550-8aac-8f7410ebab2b service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1370203 Jul 15 14:49:17.158474 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39d6b8-0868-4d75-8f7b-630a2496fa92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55819450-9b3d-45ed-b5a4-7a86384803c1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:17.195934 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cc39d6b8-0868-4d75-8f7b-630a2496fa92 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=31d77b1ae2e1498f9a6265a5cd70f982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6013038 Jul 15 14:49:17.204531 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36052) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:17.327844 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-122373a4-076a-4951-93e2-0b4b26213159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:17.351929 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-6a6bc540-d9b3-4142-89c6-2654f59336ed service neutron] 10.222.0.38 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131991 Jul 15 14:49:17.359551 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-122373a4-076a-4951-93e2-0b4b26213159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:17.440821 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-122373a4-076a-4951-93e2-0b4b26213159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:17.443568 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-122373a4-076a-4951-93e2-0b4b26213159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:17.447654 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-122373a4-076a-4951-93e2-0b4b26213159 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/55819450-9b3d-45ed-b5a4-7a86384803c1 HTTP/1.1" status: 204 len: 168 time: 0.2397792 Jul 15 14:49:17.470448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122373a4-076a-4951-93e2-0b4b26213159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55819450-9b3d-45ed-b5a4-7a86384803c1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:17.487320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36062) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:17.588139 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-5efbdd94-d13a-4cbe-8931-0ad273058c85 service neutron] 10.222.0.38 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347248 Jul 15 14:49:17.611774 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36066) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:17.615633 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cf099-9d17-447a-95e7-b145beb71c67 req-aa11630a-c2f6-498b-be25-d9b2e7c8dde1 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:17.622792 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-729cf099-9d17-447a-95e7-b145beb71c67 req-aa11630a-c2f6-498b-be25-d9b2e7c8dde1 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 948 time: 0.1519296 Jul 15 14:49:17.677587 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-729cf099-9d17-447a-95e7-b145beb71c67 req-b0feb3d8-d264-48f6-b478-552913b4061d tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533028 Jul 15 14:49:17.859783 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce3112aa-532a-4470-8fca-85f7b294d4e9 req-f8e7059c-7ea1-48e1-a87b-0486bcf8ff32 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 210 time: 0.0484109 Jul 15 14:49:17.959558 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-84d1c635-8edc-4b3a-bd67-a3069e2c5e4d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-743688598-network', 'tenant_id': '4a47ee559de14790b152f244be4064b0'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:18.009030 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c50378b1-da49-4201-9987-8424e2bbc6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.025468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d1c635-8edc-4b3a-bd67-a3069e2c5e4d admin admin] Made reservation on behalf of 4a47ee559de14790b152f244be4064b0 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:49:18.028005 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84d1c635-8edc-4b3a-bd67-a3069e2c5e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.040816 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84d1c635-8edc-4b3a-bd67-a3069e2c5e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.211535 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36088) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:18.224550 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c50378b1-da49-4201-9987-8424e2bbc6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.231541 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0eadf041-f06c-4841-8e9d-a7da89902c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.256095 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c50378b1-da49-4201-9987-8424e2bbc6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.338194 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c50378b1-da49-4201-9987-8424e2bbc6b9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=68e77881e8244edcb1ad5ccd34794b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7250845 Jul 15 14:49:18.343878 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36090) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:18.344355 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6d5c99e-f19f-411d-8845-a42d99176b6a req-f247c141-15dd-472b-b06d-b6fa1481884c tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 210 time: 0.0491364 Jul 15 14:49:18.379255 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36092) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:18.419293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50378b1-da49-4201-9987-8424e2bbc6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14dade1-c959-425e-b8f7-21b2aa3fd74d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:18.428657 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aeec12-8919-4e62-bfd4-3cb32ebac9a7 req-9d59610c-e357-41a3-bace-263dca3948ca tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:18.437264 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25aeec12-8919-4e62-bfd4-3cb32ebac9a7 req-9d59610c-e357-41a3-bace-263dca3948ca tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 969 time: 0.1818502 Jul 15 14:49:18.503061 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1021a099-7021-4d21-9670-e0f6e675f5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.539189 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1021a099-7021-4d21-9670-e0f6e675f5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.565893 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25aeec12-8919-4e62-bfd4-3cb32ebac9a7 req-07c239b9-40ab-4ea3-888b-9b9223175863 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192288 Jul 15 14:49:18.568565 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.570158 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2deccc05-0a13-4eb4-9140-84a5d6081c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.590445 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84d1c635-8edc-4b3a-bd67-a3069e2c5e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.604261 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84d1c635-8edc-4b3a-bd67-a3069e2c5e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.638501 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1021a099-7021-4d21-9670-e0f6e675f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.641347 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1021a099-7021-4d21-9670-e0f6e675f5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.642797 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1021a099-7021-4d21-9670-e0f6e675f5ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e14dade1-c959-425e-b8f7-21b2aa3fd74d HTTP/1.1" status: 204 len: 168 time: 0.2978840 Jul 15 14:49:18.644376 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d1c635-8edc-4b3a-bd67-a3069e2c5e4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:49:18.647539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1c635-8edc-4b3a-bd67-a3069e2c5e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98d13bd-1c3c-4e30-b97e-183387443a40,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:18.679686 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021a099-7021-4d21-9670-e0f6e675f5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14dade1-c959-425e-b8f7-21b2aa3fd74d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:18.687689 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84d1c635-8edc-4b3a-bd67-a3069e2c5e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.688119 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-84d1c635-8edc-4b3a-bd67-a3069e2c5e4d admin admin] Added segment 9ab2b358-9aea-47dd-9ad1-92d7b20e8341 of type vlan for network 99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f Jul 15 14:49:18.756896 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0eadf041-f06c-4841-8e9d-a7da89902c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.757919 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84d1c635-8edc-4b3a-bd67-a3069e2c5e4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.763740 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0eadf041-f06c-4841-8e9d-a7da89902c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.793309 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.826700 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84d1c635-8edc-4b3a-bd67-a3069e2c5e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.826927 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadf041-f06c-4841-8e9d-a7da89902c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf33a02-b204-405d-a241-a1f46cd67f20,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:18.828764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d1c635-8edc-4b3a-bd67-a3069e2c5e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:18.837823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0eadf041-f06c-4841-8e9d-a7da89902c21 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=48060cf58105406bb38e7030e1597bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6249816 Jul 15 14:49:18.841519 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84d1c635-8edc-4b3a-bd67-a3069e2c5e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:18.844266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36102) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:19.007616 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1c635-8edc-4b3a-bd67-a3069e2c5e4d admin admin] Pushing event updated for resources: {'Network': ['ID=99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:19.010063 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d061bc3d-1192-4b31-9b5a-b37b958672c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.036153 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:49:19.037302 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2deccc05-0a13-4eb4-9140-84a5d6081c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.053633 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2deccc05-0a13-4eb4-9140-84a5d6081c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.059541 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d061bc3d-1192-4b31-9b5a-b37b958672c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.063254 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-84d1c635-8edc-4b3a-bd67-a3069e2c5e4d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5745170 Jul 15 14:49:19.063978 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36108) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:19.074918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6004d3dc-d483-4a60-89c3-ed8f7dedb8d5 admin admin] Request body: {'subnet': {'network_id': '99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-743688598-subnet', 'tenant_id': '4a47ee559de14790b152f244be4064b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:19.129030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6004d3dc-d483-4a60-89c3-ed8f7dedb8d5 admin admin] Made reservation on behalf of 4a47ee559de14790b152f244be4064b0 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:49:19.133464 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6004d3dc-d483-4a60-89c3-ed8f7dedb8d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.155921 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36110) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:19.179738 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8174fe74-8ba1-4265-8cdf-05e119d54c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.186513 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f6bff86f-fd21-41be-a6fa-7105b4370d5a req-d7951398-5764-409d-9897-e4d769b15473 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 210 time: 0.1133745 Jul 15 14:49:19.202407 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2deccc05-0a13-4eb4-9140-84a5d6081c76 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2fa3c862a568476fb1a5677e13aa47c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8169115 Jul 15 14:49:19.204472 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36112) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:19.211788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deccc05-0a13-4eb4-9140-84a5d6081c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc542aa-10ed-4a3a-8a73-0ca8f3410848,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:19.276564 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb1f07-319d-44ff-98ac-8f89cebbe164 req-7e0bb3b6-2932-4903-9c0e-2261a60bf77e tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:19.278255 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-87eb1f07-319d-44ff-98ac-8f89cebbe164 req-7e0bb3b6-2932-4903-9c0e-2261a60bf77e tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 948 time: 0.3305881 Jul 15 14:49:19.291570 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d061bc3d-1192-4b31-9b5a-b37b958672c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.294277 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d061bc3d-1192-4b31-9b5a-b37b958672c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.295519 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d061bc3d-1192-4b31-9b5a-b37b958672c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5bf33a02-b204-405d-a241-a1f46cd67f20 HTTP/1.1" status: 204 len: 168 time: 0.4495664 Jul 15 14:49:19.323007 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061bc3d-1192-4b31-9b5a-b37b958672c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf33a02-b204-405d-a241-a1f46cd67f20,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:19.354335 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61ca03e2-77c4-4d05-a5cb-aee364c0e5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.375173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-87eb1f07-319d-44ff-98ac-8f89cebbe164 req-a5b6f589-bdac-4b51-9c7a-af210ac18ef0 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847824 Jul 15 14:49:19.411509 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8174fe74-8ba1-4265-8cdf-05e119d54c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.418654 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8174fe74-8ba1-4265-8cdf-05e119d54c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.424512 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61ca03e2-77c4-4d05-a5cb-aee364c0e5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.483922 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6004d3dc-d483-4a60-89c3-ed8f7dedb8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.491118 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8174fe74-8ba1-4265-8cdf-05e119d54c5b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=08c5624afc80450ba044522b38b395ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338742 Jul 15 14:49:19.494735 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36118) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:19.495982 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174fe74-8ba1-4265-8cdf-05e119d54c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1096972-e5a7-4995-ac8d-f331783fcdba,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:19.550185 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004d3dc-d483-4a60-89c3-ed8f7dedb8d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d0b15c8-687c-4f29-af01-683bc4766131,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:19.561286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6004d3dc-d483-4a60-89c3-ed8f7dedb8d5 admin admin] Checking segment: {'id': '9ab2b358-9aea-47dd-9ad1-92d7b20e8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:19.561669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004d3dc-d483-4a60-89c3-ed8f7dedb8d5 admin admin] Network hostable DHCP agents. Network: 99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:49:19.570914 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61ca03e2-77c4-4d05-a5cb-aee364c0e5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.573679 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61ca03e2-77c4-4d05-a5cb-aee364c0e5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.577272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-61ca03e2-77c4-4d05-a5cb-aee364c0e5d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9bc542aa-10ed-4a3a-8a73-0ca8f3410848 HTTP/1.1" status: 204 len: 168 time: 0.3709762 Jul 15 14:49:19.598717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device a9a96e96-42f1-4e90-8376-f6b31b977310 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:49:19.610267 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004d3dc-d483-4a60-89c3-ed8f7dedb8d5 admin admin] Network 99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:49:19.630206 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c3cf080-eb11-405e-8c52-dbbd01b133d7 req-b47fbaa9-da46-487b-bb39-147f399516a9 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 210 time: 0.0658693 Jul 15 14:49:19.640250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca03e2-77c4-4d05-a5cb-aee364c0e5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc542aa-10ed-4a3a-8a73-0ca8f3410848,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:19.665970 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6004d3dc-d483-4a60-89c3-ed8f7dedb8d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:19.671717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6004d3dc-d483-4a60-89c3-ed8f7dedb8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:19.675546 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6004d3dc-d483-4a60-89c3-ed8f7dedb8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.687397 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-12107f2e-7a58-469f-b8b4-59640c77b4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.699323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b862aca-ebfd-4c3e-bfc0-40302ac8c928 None None] Network 99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:49:19.707824 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6004d3dc-d483-4a60-89c3-ed8f7dedb8d5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6427538 Jul 15 14:49:19.718671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36124) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:19.732685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-743688598-router', 'tenant_id': '4a47ee559de14790b152f244be4064b0', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:19.759627 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-12107f2e-7a58-469f-b8b4-59640c77b4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.803202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.804549 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:19.984096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port a9a96e96-42f1-4e90-8376-f6b31b977310, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a9a96e96-42f1-4e90-8376-f6b31b977310,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:19.985791 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:20.069483 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3be15-94ac-4985-ac02-f2276fde45c2 req-7251414d-ef5b-4968-85e8-1ee1f558a26a tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:20.077579 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01a3be15-94ac-4985-ac02-f2276fde45c2 req-7251414d-ef5b-4968-85e8-1ee1f558a26a tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 969 time: 0.2655802 Jul 15 14:49:20.078836 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-12107f2e-7a58-469f-b8b4-59640c77b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:20.086773 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-12107f2e-7a58-469f-b8b4-59640c77b4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:20.093277 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-12107f2e-7a58-469f-b8b4-59640c77b4e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c1096972-e5a7-4995-ac8d-f331783fcdba HTTP/1.1" status: 204 len: 168 time: 0.5815070 Jul 15 14:49:20.104625 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'a9a96e96-42f1-4e90-8376-f6b31b977310', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'a9a96e96-42f1-4e90-8376-f6b31b977310', 'mac_address': 'fa:16:3e:20:50:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:tempest-test_az-870543748', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:49:20.162853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12107f2e-7a58-469f-b8b4-59640c77b4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1096972-e5a7-4995-ac8d-f331783fcdba,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:20.224615 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01a3be15-94ac-4985-ac02-f2276fde45c2 req-32df59c0-0b8b-4b3a-8599-7309306643b0 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284196 Jul 15 14:49:20.227049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36140) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:20.231600 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:20.247817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98598861-4600-46af-9739-58705520872a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f', 'network_id': '99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f', 'tenant_id': '4a47ee559de14790b152f244be4064b0', 'fixed_ips': [{'subnet_id': '2d0b15c8-687c-4f29-af01-683bc4766131'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:49:20.248824 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98598861-4600-46af-9739-58705520872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:20.262111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a96e96-42f1-4e90-8376-f6b31b977310 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:49:20.265084 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de8ccbb8-ee18-40c2-a2c3-f579d967ef61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:20.294626 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port a9a96e96-42f1-4e90-8376-f6b31b977310, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a9a96e96-42f1-4e90-8376-f6b31b977310,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:20.321302 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:20.448673 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de8ccbb8-ee18-40c2-a2c3-f579d967ef61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:20.456769 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de8ccbb8-ee18-40c2-a2c3-f579d967ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:20.467656 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:20.584261 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-98598861-4600-46af-9739-58705520872a None None] Allocated IP 172.20.0.2 (99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f/2d0b15c8-687c-4f29-af01-683bc4766131/bd3ba2e3-fa94-4839-9ce9-41dd222db58b) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:49:20.590559 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=a9a96e96-42f1-4e90-8376-f6b31b977310,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:20.704537 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:20.733973 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:20.880180 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ccbb8-ee18-40c2-a2c3-f579d967ef61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a8d375-dea0-40ac-8e6f-eebd192f9471,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:20.889353 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-de8ccbb8-ee18-40c2-a2c3-f579d967ef61 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1d7bdf084ce64a9c92c994c9f5debb8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6608455 Jul 15 14:49:20.892468 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36164) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:20.907897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-23d68ae2-8ff2-43cf-b7c9-04d52dac77be req-fd7a2a94-b971-4d89-8bb0-46fdda553c8d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 210 time: 0.4390795 Jul 15 14:49:20.944500 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['a9a96e96-42f1-4e90-8376-f6b31b977310'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:49:21.030356 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-00586271-2a26-4139-80e0-c30b8afd9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:21.036365 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-00586271-2a26-4139-80e0-c30b8afd9654 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2990861 Jul 15 14:49:21.082082 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b9c128b-8350-4a5d-b0f5-bdd7d8b10709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:21.140060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Allocated IP 172.25.4.79 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/597a20f1-b5b7-4e83-be0e-b0c144a4b277) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:49:21.165865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40734fdf-05b6-4fab-8232-0a636e453a7a req-88e48dba-6bbe-4f66-9c66-4a9a7f4869b3 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:21.173870 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40734fdf-05b6-4fab-8232-0a636e453a7a req-88e48dba-6bbe-4f66-9c66-4a9a7f4869b3 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 948 time: 0.3040054 Jul 15 14:49:21.214230 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98598861-4600-46af-9739-58705520872a None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:21.234057 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-98598861-4600-46af-9739-58705520872a None None] Transition to ACTIVE for port object bd3ba2e3-fa94-4839-9ce9-41dd222db58b will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:21.238285 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b9c128b-8350-4a5d-b0f5-bdd7d8b10709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:21.286407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-98598861-4600-46af-9739-58705520872a None None] Transition to ACTIVE for port object bd3ba2e3-fa94-4839-9ce9-41dd222db58b will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:21.301790 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98598861-4600-46af-9739-58705520872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:21.347965 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7804bddf-789a-499c-b81e-e7a93d017e2e req-9500cc11-a415-434c-adb5-2b79b6830fe3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 210 time: 0.1671507 Jul 15 14:49:21.369818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98598861-4600-46af-9739-58705520872a None None] Pushing event updated for resources: {'Port': ['ID=bd3ba2e3-fa94-4839-9ce9-41dd222db58b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:21.401493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98598861-4600-46af-9739-58705520872a None None] Network 99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:49:21.404638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-98598861-4600-46af-9739-58705520872a None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:21.409980 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98598861-4600-46af-9739-58705520872a None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:49:21.454890 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40734fdf-05b6-4fab-8232-0a636e453a7a req-0d3b77d1-743e-4b63-bc40-3ee1cd292d26 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797036 Jul 15 14:49:21.488655 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b9c128b-8350-4a5d-b0f5-bdd7d8b10709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:21.492934 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b9c128b-8350-4a5d-b0f5-bdd7d8b10709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:21.497078 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8b9c128b-8350-4a5d-b0f5-bdd7d8b10709 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/86a8d375-dea0-40ac-8e6f-eebd192f9471 HTTP/1.1" status: 204 len: 168 time: 0.5833354 Jul 15 14:49:21.520823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c128b-8350-4a5d-b0f5-bdd7d8b10709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a8d375-dea0-40ac-8e6f-eebd192f9471,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:21.605146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-98598861-4600-46af-9739-58705520872a None None] Attempting to bind port bd3ba2e3-fa94-4839-9ce9-41dd222db58b on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:49:21.605512 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-98598861-4600-46af-9739-58705520872a None None] Attempting to bind port bd3ba2e3-fa94-4839-9ce9-41dd222db58b by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '9ab2b358-9aea-47dd-9ad1-92d7b20e8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:49:21.605871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98598861-4600-46af-9739-58705520872a None None] Attempting to bind port bd3ba2e3-fa94-4839-9ce9-41dd222db58b on network 99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:21.614126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98598861-4600-46af-9739-58705520872a None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:49:21.615145 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98598861-4600-46af-9739-58705520872a None None] Checking segment: {'id': '9ab2b358-9aea-47dd-9ad1-92d7b20e8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:21.615145 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98598861-4600-46af-9739-58705520872a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:21.615445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98598861-4600-46af-9739-58705520872a None None] Bound using segment: {'id': '9ab2b358-9aea-47dd-9ad1-92d7b20e8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:49:21.615919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-98598861-4600-46af-9739-58705520872a None None] Bound port: bd3ba2e3-fa94-4839-9ce9-41dd222db58b, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab2b358-9aea-47dd-9ad1-92d7b20e8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:49:21.616297 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98598861-4600-46af-9739-58705520872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:21.696409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39be4dc-9ab4-4afb-80b0-c88c5fced230 req-15841630-7202-429a-abff-a0ce9d98074c tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:21.706256 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a39be4dc-9ab4-4afb-80b0-c88c5fced230 req-15841630-7202-429a-abff-a0ce9d98074c tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 970 time: 0.1431065 Jul 15 14:49:21.747520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-98598861-4600-46af-9739-58705520872a None None] For port bd3ba2e3-fa94-4839-9ce9-41dd222db58b, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:49:21.755538 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-98598861-4600-46af-9739-58705520872a None None] For port bd3ba2e3-fa94-4839-9ce9-41dd222db58b, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=bd3ba2e3-fa94-4839-9ce9-41dd222db58b,segment=NetworkSegment(9ab2b358-9aea-47dd-9ad1-92d7b20e8341),segment_id=9ab2b358-9aea-47dd-9ad1-92d7b20e8341)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:49:21.766625 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98598861-4600-46af-9739-58705520872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:21.791410 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a39be4dc-9ab4-4afb-80b0-c88c5fced230 req-86e4e63e-12ff-464d-a26a-efe7288446da tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831687 Jul 15 14:49:21.792978 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:21.867120 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98598861-4600-46af-9739-58705520872a None None] Pushing event updated for resources: {'Port': ['ID=bd3ba2e3-fa94-4839-9ce9-41dd222db58b,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:21.883084 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-d25b6663-45f7-4fc6-bb77-4699610de178 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8375368 Jul 15 14:49:21.914626 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:21.953823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.22', 64699) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:22.101986 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:49:22.164543 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:22.169773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:49:22.270264 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Pushing event updated for resources: {'Port': ['ID=597a20f1-b5b7-4e83-be0e-b0c144a4b277,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:22.306228 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a734c521-a1a1-4584-95d8-7aa6a50857bd req-f644b52c-422d-4be9-beff-24d09d59406d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 210 time: 0.1428201 Jul 15 14:49:22.324325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-081c8b57-5c26-4512-9b30-d8dec73133ea tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:22.338518 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-081c8b57-5c26-4512-9b30-d8dec73133ea tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.22 "GET /v2.0/networks?id=edfb406c-ada2-4958-80ff-7e08225d0ef5 HTTP/1.1" status: 200 len: 824 time: 0.3754210 Jul 15 14:49:22.369606 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3200c51c-be7d-4224-9fb5-9cc756c435ea req-65049365-a828-4780-919b-58757f48dd9b service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786463 Jul 15 14:49:22.470098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-b0ed8789-dc27-4fe5-b7ea-5f4cec5ba7c1 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cc69778109c4ce38d2d0f143ca1b25a HTTP/1.1" status: 200 len: 379 time: 0.1171100 Jul 15 14:49:22.493759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-ad6140dd-ca51-493a-8a49-84b7fd466ff3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Request body: {'port': {'device_id': '95e4751b-726d-4ad6-8021-f7d72c6ad23f', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'admin_state_up': True, 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'security_groups': ['47e6f41e-ed55-4c1a-805d-5d8215cdf5ac']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:22.691179 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:22.769305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.22', 64700) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:22.781329 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-805e4667-8bf1-4e6a-af41-84aa1a0148bd req-b59f0921-c2ff-4f24-ae12-19eebde3a029 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 210 time: 0.0898032 Jul 15 14:49:22.834370 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-ad6140dd-ca51-493a-8a49-84b7fd466ff3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Made reservation on behalf of 4cc69778109c4ce38d2d0f143ca1b25a for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:49:22.838452 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-ad6140dd-ca51-493a-8a49-84b7fd466ff3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:22.870166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe212c-575d-4d0a-9ea7-1ade8c3c4065 req-21fb3f95-ab7e-4a1d-a033-8599e0ba080f tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:22.871936 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7fe212c-575d-4d0a-9ea7-1ade8c3c4065 req-21fb3f95-ab7e-4a1d-a033-8599e0ba080f tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 948 time: 0.1819174 Jul 15 14:49:22.874049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36228) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:22.988044 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7fe212c-575d-4d0a-9ea7-1ade8c3c4065 req-e43713b7-2438-43be-a9a5-3c1a9b46a71f tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996702 Jul 15 14:49:23.237223 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:23.278035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device bd3ba2e3-fa94-4839-9ce9-41dd222db58b up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:49:23.295432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-ad6140dd-ca51-493a-8a49-84b7fd466ff3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Allocated IP 172.20.0.6 (edfb406c-ada2-4958-80ff-7e08225d0ef5/c26c1602-6a8d-4a2b-8684-51e68f7c0091/b4f26911-1994-4752-992f-37cacfd37146) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:49:23.298814 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e73f91f-e2a2-43b4-8e38-6914b75e2b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:23.455969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port bd3ba2e3-fa94-4839-9ce9-41dd222db58b completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:23.457692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fbba7-87db-4c18-bbc9-5f5a524381c7 req-59b7db46-0bbb-4795-bdd7-70566b9c69d3 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:23.472919 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-da5fbba7-87db-4c18-bbc9-5f5a524381c7 req-59b7db46-0bbb-4795-bdd7-70566b9c69d3 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 970 time: 0.3899436 Jul 15 14:49:23.476048 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f7744-238b-4dc8-8a0c-20785519399c req-061b9c7a-2d26-4fd1-9eaa-114cb6041f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:23.477823 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2f2f7744-238b-4dc8-8a0c-20785519399c req-061b9c7a-2d26-4fd1-9eaa-114cb6041f96 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=46c6dc7611fd46c3a0c27b8b7f58c609&device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 1099 time: 0.7050617 Jul 15 14:49:23.616137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device a9a96e96-42f1-4e90-8376-f6b31b977310 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:49:23.657564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5384b179-3878-40ba-9150-8872bac678eb None None] Network 99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:49:23.700542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-4182ff5d-8d8f-4c74-b4ca-23a36288812b tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:23.701972 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-4182ff5d-8d8f-4c74-b4ca-23a36288812b tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.22 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 821 time: 1.0764997 Jul 15 14:49:23.719334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f7744-238b-4dc8-8a0c-20785519399c req-b0d99616-8b72-4266-8e40-d942136841e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:23.720948 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2f2f7744-238b-4dc8-8a0c-20785519399c req-b0d99616-8b72-4266-8e40-d942136841e5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2285976 Jul 15 14:49:23.729471 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-da5fbba7-87db-4c18-bbc9-5f5a524381c7 req-33401f77-4a92-4197-b8a5-360d8a48928e tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556567 Jul 15 14:49:23.736351 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d264f0f4-4410-4fff-bd17-b088329f7025 req-1eccb3a1-b7f5-466c-aec5-cf9e6a41f4b6 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 210 time: 0.1036196 Jul 15 14:49:23.802147 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-ad6140dd-ca51-493a-8a49-84b7fd466ff3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:23.802984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-1b1bd943-df56-4509-9eb7-54b97f52b277 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Request body: {'port': {'device_id': '75be7e4e-2607-42be-81a3-e02e6afdcaae', 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4', 'admin_state_up': True, 'tenant_id': 'f286b69641474927a27419a3ad634a1d'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:23.817395 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e73f91f-e2a2-43b4-8e38-6914b75e2b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:23.845615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-ad6140dd-ca51-493a-8a49-84b7fd466ff3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Transition to ACTIVE for port object b4f26911-1994-4752-992f-37cacfd37146 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:23.847397 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e73f91f-e2a2-43b4-8e38-6914b75e2b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:23.926603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c29db38d-7440-4ac8-9d80-ff7f06105a12 None None] Provisioning for port bd3ba2e3-fa94-4839-9ce9-41dd222db58b completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:23.938957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c29db38d-7440-4ac8-9d80-ff7f06105a12 None None] Provisioning complete for port bd3ba2e3-fa94-4839-9ce9-41dd222db58b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:23.939324 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c29db38d-7440-4ac8-9d80-ff7f06105a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:23.973595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port a9a96e96-42f1-4e90-8376-f6b31b977310 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:23.989287 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2f2f7744-238b-4dc8-8a0c-20785519399c req-748791d9-1e8a-4ef5-920c-3b1581ee598c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6020f997-a342-47fa-97e2-b38e8d57df78 HTTP/1.1" status: 200 len: 217 time: 0.1964447 Jul 15 14:49:24.000536 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port a9a96e96-42f1-4e90-8376-f6b31b977310 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:24.000913 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:24.003228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73f91f-e2a2-43b4-8e38-6914b75e2b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134457d6-13f4-44c6-a401-a8eeadb281ca,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:24.032916 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2e73f91f-e2a2-43b4-8e38-6914b75e2b22 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f39606e4eb34558b96c834431c8fe37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1573408 Jul 15 14:49:24.043795 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36268) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:24.097209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ff5cffa-cf10-4607-9935-0907f5c90a4d req-c0390178-6be2-49a9-8d4d-e7ef4df19734 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 210 time: 0.0520344 Jul 15 14:49:24.144695 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-ad6140dd-ca51-493a-8a49-84b7fd466ff3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:24.212540 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-ad6140dd-ca51-493a-8a49-84b7fd466ff3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Network edfb406c-ada2-4958-80ff-7e08225d0ef5 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:49:24.218252 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77552ce4-f753-4f07-9c84-94e98f615dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:24.222349 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-ad6140dd-ca51-493a-8a49-84b7fd466ff3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:24.229877 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-ad6140dd-ca51-493a-8a49-84b7fd466ff3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:49:24.233811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-ad6140dd-ca51-493a-8a49-84b7fd466ff3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:24.234617 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-ad6140dd-ca51-493a-8a49-84b7fd466ff3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:24.250577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6140dd-ca51-493a-8a49-84b7fd466ff3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Pushing event updated for resources: {'Port': ['ID=b4f26911-1994-4752-992f-37cacfd37146,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:24.282377 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77552ce4-f753-4f07-9c84-94e98f615dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:24.284956 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-ad6140dd-ca51-493a-8a49-84b7fd466ff3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7995765 Jul 15 14:49:24.308599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Request body: {'port': {'device_id': '95e4751b-726d-4ad6-8021-f7d72c6ad23f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:24.310623 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f7744-238b-4dc8-8a0c-20785519399c req-9e43bb6d-4f64-4eb6-923a-1c756d00829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:24.312488 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2f2f7744-238b-4dc8-8a0c-20785519399c req-9e43bb6d-4f64-4eb6-923a-1c756d00829e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.2921288 Jul 15 14:49:24.368320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Router 6c585489-f004-4df5-9bca-c7dd006f2d5d is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:49:24.386345 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c29db38d-7440-4ac8-9d80-ff7f06105a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:24.416015 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:24.546793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c29db38d-7440-4ac8-9d80-ff7f06105a12 None None] For port bd3ba2e3-fa94-4839-9ce9-41dd222db58b, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=bd3ba2e3-fa94-4839-9ce9-41dd222db58b,segment=NetworkSegment(9ab2b358-9aea-47dd-9ad1-92d7b20e8341),segment_id=9ab2b358-9aea-47dd-9ad1-92d7b20e8341)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:24.561182 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c29db38d-7440-4ac8-9d80-ff7f06105a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:24.609454 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77552ce4-f753-4f07-9c84-94e98f615dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:24.612845 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77552ce4-f753-4f07-9c84-94e98f615dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:24.616034 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-77552ce4-f753-4f07-9c84-94e98f615dbb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/134457d6-13f4-44c6-a401-a8eeadb281ca HTTP/1.1" status: 204 len: 168 time: 0.5681856 Jul 15 14:49:24.632210 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:24.670142 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab338f-f61a-467c-b0f1-1e998b28b7bf req-6084a7c8-6aef-4981-b8e0-409b008c3ff2 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:24.673057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6ab338f-f61a-467c-b0f1-1e998b28b7bf req-6084a7c8-6aef-4981-b8e0-409b008c3ff2 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 948 time: 0.3312621 Jul 15 14:49:24.676725 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77552ce4-f753-4f07-9c84-94e98f615dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134457d6-13f4-44c6-a401-a8eeadb281ca,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:24.696480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d61108a-380a-40c3-90a7-e2ad472093b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a96e96-42f1-4e90-8376-f6b31b977310'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:24.898904 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port a9a96e96-42f1-4e90-8376-f6b31b977310, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a9a96e96-42f1-4e90-8376-f6b31b977310,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:24.918926 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:24.927975 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29db38d-7440-4ac8-9d80-ff7f06105a12 None None] Pushing event updated for resources: {'Port': ['ID=bd3ba2e3-fa94-4839-9ce9-41dd222db58b,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:24.966883 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e35042d3-50cf-4e9e-b7a6-7f6a34652e4f None None] Provisioning for port b4f26911-1994-4752-992f-37cacfd37146 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:24.976811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e35042d3-50cf-4e9e-b7a6-7f6a34652e4f None None] Provisioning complete for port b4f26911-1994-4752-992f-37cacfd37146 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:24.977191 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e35042d3-50cf-4e9e-b7a6-7f6a34652e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:25.013895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=a9a96e96-42f1-4e90-8376-f6b31b977310,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:25.031939 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e35042d3-50cf-4e9e-b7a6-7f6a34652e4f None None] Port b4f26911-1994-4752-992f-37cacfd37146 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:49:25.040343 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f7744-238b-4dc8-8a0c-20785519399c req-0289344c-fce5-4bc5-9a52-900d47a593a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:25.042205 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2f2f7744-238b-4dc8-8a0c-20785519399c req-0289344c-fce5-4bc5-9a52-900d47a593a3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7020123 Jul 15 14:49:25.042891 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-1b1bd943-df56-4509-9eb7-54b97f52b277 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Made reservation on behalf of f286b69641474927a27419a3ad634a1d for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:49:25.046864 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-1b1bd943-df56-4509-9eb7-54b97f52b277 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:25.102560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6ab338f-f61a-467c-b0f1-1e998b28b7bf req-7c4b9918-2b6a-4613-aa24-2e26520f5cde tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058290 Jul 15 14:49:25.158468 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51fb5f5a-6368-44b2-8056-d09935280a7e None None] Provisioning complete for port bd3ba2e3-fa94-4839-9ce9-41dd222db58b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:25.159694 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51fb5f5a-6368-44b2-8056-d09935280a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:25.188280 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2f2f7744-238b-4dc8-8a0c-20785519399c req-f5ab7c05-71bf-49f4-a291-90ffe4028502 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382732 Jul 15 14:49:25.210203 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacc6141-6aeb-4506-be2b-a1b80057adc7" -d '{"events": [{"server_uuid": "7d61108a-380a-40c3-90a7-e2ad472093b0", "name": "network-vif-plugged", "status": "completed", "tag": "a9a96e96-42f1-4e90-8376-f6b31b977310"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:25.231058 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6020f997-a342-47fa-97e2-b38e8d57df78 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:49:25.235384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device bd3ba2e3-fa94-4839-9ce9-41dd222db58b up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:49:25.337668 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36320) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:25.359070 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48b609ad-39bf-49e7-b203-b3f68dcfd650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:25.401799 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaf933-0be5-4593-82d6-4f7d98341229 req-c6aa2f3a-a50c-40e1-82b0-f732f438fdfb tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:25.411256 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bbaf933-0be5-4593-82d6-4f7d98341229 req-c6aa2f3a-a50c-40e1-82b0-f732f438fdfb tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 971 time: 0.3281913 Jul 15 14:49:25.431741 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:49:25.447285 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Sync routers for ids ['6c585489-f004-4df5-9bca-c7dd006f2d5d'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:49:25.452662 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port bd3ba2e3-fa94-4839-9ce9-41dd222db58b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:25.453163 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:25.453806 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4594100-04e3-4164-9bb7-9cb6edf6adfc req-2ad9c7dd-b5b6-4e7c-a2b3-b3764b06afe4 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 210 time: 0.0791280 Jul 15 14:49:25.461406 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Routers {'6c585489-f004-4df5-9bca-c7dd006f2d5d'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:49:25.463096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6020f997-a342-47fa-97e2-b38e8d57df78, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6020f997-a342-47fa-97e2-b38e8d57df78,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:25.464213 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:49:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6c585489-f004-4df5-9bca-c7dd006f2d5d'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:25.497341 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '6020f997-a342-47fa-97e2-b38e8d57df78', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '6020f997-a342-47fa-97e2-b38e8d57df78', 'mac_address': 'fa:16:3e:98:e5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:49:25.531454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f26911-1994-4752-992f-37cacfd37146 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:49:25.551939 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:25.560203 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:25.576645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6020f997-a342-47fa-97e2-b38e8d57df78 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:49:25.589244 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bbaf933-0be5-4593-82d6-4f7d98341229 req-b86e44ca-1baa-45fa-a1f4-9f4b94cd2e99 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489670 Jul 15 14:49:25.597114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Transition to ACTIVE for port object b4f26911-1994-4752-992f-37cacfd37146 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:25.614105 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2f2f7744-238b-4dc8-8a0c-20785519399c req-cd33bede-f0c5-442f-870c-778fa95ec97b service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826461 Jul 15 14:49:25.624690 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6020f997-a342-47fa-97e2-b38e8d57df78, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6020f997-a342-47fa-97e2-b38e8d57df78,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:25.625705 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:25.635047 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:25.638109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-1b1bd943-df56-4509-9eb7-54b97f52b277 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Allocated IP 172.20.0.9 (0b54b3be-aee8-40ee-b1a0-2d825368d7c4/8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a/507e247a-d823-4205-afd3-9076d54f445d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:49:25.692632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=6020f997-a342-47fa-97e2-b38e8d57df78,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:25.746262 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Set router 6c585489-f004-4df5-9bca-c7dd006f2d5d gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:49:25.771976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Pushing event updated for resources: {'Port': ['ID=b4f26911-1994-4752-992f-37cacfd37146,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:25.867109 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Attempting to bind port b4f26911-1994-4752-992f-37cacfd37146 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:49:25.867455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Attempting to bind port b4f26911-1994-4752-992f-37cacfd37146 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:49:25.867786 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Attempting to bind port b4f26911-1994-4752-992f-37cacfd37146 on network edfb406c-ada2-4958-80ff-7e08225d0ef5 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:25.885555 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48b609ad-39bf-49e7-b203-b3f68dcfd650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:25.887923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Port b4f26911-1994-4752-992f-37cacfd37146 on network edfb406c-ada2-4958-80ff-7e08225d0ef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:49:25.888325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Attempting to bind port b4f26911-1994-4752-992f-37cacfd37146 on network edfb406c-ada2-4958-80ff-7e08225d0ef5 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:25.900632 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdfac9-a420-4e3f-b907-365e96849cf2 req-5701020b-ab25-4285-b0b1-04de840f8052 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:25.902442 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1cdfac9-a420-4e3f-b907-365e96849cf2 req-5701020b-ab25-4285-b0b1-04de840f8052 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 943 time: 0.2424197 Jul 15 14:49:25.906114 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48b609ad-39bf-49e7-b203-b3f68dcfd650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:25.910179 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:25.917095 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ebd5254c-5730-4566-b6cb-2c1d1b643a98 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.1945157 Jul 15 14:49:25.920458 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:49:25.920804 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Checking segment: {'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:25.921217 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Bound using segment: {'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:49:25.921711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Bound port: b4f26911-1994-4752-992f-37cacfd37146, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:49:25.922077 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:25.925211 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36326) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:25.937432 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-1b1bd943-df56-4509-9eb7-54b97f52b277 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:25.961923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['6020f997-a342-47fa-97e2-b38e8d57df78'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:49:26.026074 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-1b1bd943-df56-4509-9eb7-54b97f52b277 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.047872 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae88ec20-be18-45aa-b662-4ffc004c771b x-openstack-request-id: req-ae88ec20-be18-45aa-b662-4ffc004c771b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:26.048186 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d61108a-380a-40c3-90a7-e2ad472093b0", "name": "network-vif-plugged", "status": "completed", "tag": "a9a96e96-42f1-4e90-8376-f6b31b977310", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:26.048446 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ae88ec20-be18-45aa-b662-4ffc004c771b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:26.048914 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d61108a-380a-40c3-90a7-e2ad472093b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a96e96-42f1-4e90-8376-f6b31b977310', 'code': 200} Jul 15 14:49:26.145646 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bd943-df56-4509-9eb7-54b97f52b277 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Pushing event updated for resources: {'Port': ['ID=507e247a-d823-4205-afd3-9076d54f445d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:26.157661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-1b1bd943-df56-4509-9eb7-54b97f52b277 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:49:26.160035 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-1b1bd943-df56-4509-9eb7-54b97f52b277 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:26.163049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-1b1bd943-df56-4509-9eb7-54b97f52b277 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:49:26.169399 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-1b1bd943-df56-4509-9eb7-54b97f52b277 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:26.170058 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-1b1bd943-df56-4509-9eb7-54b97f52b277 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.192007 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-1b1bd943-df56-4509-9eb7-54b97f52b277 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4657955 Jul 15 14:49:26.194141 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-743688598-router', 'tenant_id': '4a47ee559de14790b152f244be4064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '597a20f1-b5b7-4e83-be0e-b0c144a4b277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:19Z', 'updated_at': '2021-07-15T14:49:22Z', 'revision_number': 3, 'project_id': '4a47ee559de14790b152f244be4064b0', 'gw_port': {'id': '597a20f1-b5b7-4e83-be0e-b0c144a4b277', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:20Z', 'updated_at': '2021-07-15T14:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:26.207678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Request body: {'port': {'device_id': '75be7e4e-2607-42be-81a3-e02e6afdcaae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:26.233287 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Checking router: 6c585489-f004-4df5-9bca-c7dd006f2d5d for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:49:26.234004 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Updating router 6c585489-f004-4df5-9bca-c7dd006f2d5d port 597a20f1-b5b7-4e83-be0e-b0c144a4b277 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:49:26.281897 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.325864 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.421514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-48b609ad-39bf-49e7-b203-b3f68dcfd650 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a9b11e93892744238c2253a8adbb33f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0821681 Jul 15 14:49:26.426696 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36342) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:26.433087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b609ad-39bf-49e7-b203-b3f68dcfd650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d4e53f-6984-4e94-8755-f3a3ef1ec8c0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:26.570297 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1cdfac9-a420-4e3f-b907-365e96849cf2 req-4221756e-1328-41ce-829c-803a33396394 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6571856 Jul 15 14:49:26.609890 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.632901 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Transition to ACTIVE for port object 597a20f1-b5b7-4e83-be0e-b0c144a4b277 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:26.640843 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.646181 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] For port b4f26911-1994-4752-992f-37cacfd37146, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:49:26.646773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507e247a-d823-4205-afd3-9076d54f445d {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:49:26.656942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] For port b4f26911-1994-4752-992f-37cacfd37146, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=b4f26911-1994-4752-992f-37cacfd37146,segment=NetworkSegment(488962c2-fdb1-4be8-ac1d-ea161d995946),segment_id=488962c2-fdb1-4be8-ac1d-ea161d995946)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:49:26.657764 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.679159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Transition to ACTIVE for port object 507e247a-d823-4205-afd3-9076d54f445d will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:26.686355 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.715472 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.725148 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4ec6e-aeb5-40c0-98f0-d351660f3f53 None None] Pushing event updated for resources: {'Port': ['ID=597a20f1-b5b7-4e83-be0e-b0c144a4b277,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:26.742824 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5f06c051-5ba0-4f65-a0aa-bdf27cc4b735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.747323 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Attempting to bind port 597a20f1-b5b7-4e83-be0e-b0c144a4b277 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:49:26.747782 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Attempting to bind port 597a20f1-b5b7-4e83-be0e-b0c144a4b277 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:49:26.748219 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Attempting to bind port 597a20f1-b5b7-4e83-be0e-b0c144a4b277 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:26.755070 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:49:26.755845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Pushing event updated for resources: {'Port': ['ID=507e247a-d823-4205-afd3-9076d54f445d,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:26.756543 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:26.757028 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.757494 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:49:26.758438 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Bound port: 597a20f1-b5b7-4e83-be0e-b0c144a4b277, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:49:26.758643 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.809154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992bb99-a706-4656-9550-5a915ecb97cb req-bfffb6ad-5153-480c-8665-bf7c2870ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:26.811008 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9992bb99-a706-4656-9550-5a915ecb97cb req-bfffb6ad-5153-480c-8665-bf7c2870ed86 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 1122 time: 0.6539960 Jul 15 14:49:26.832455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Attempting to bind port 507e247a-d823-4205-afd3-9076d54f445d on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:49:26.832748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Attempting to bind port 507e247a-d823-4205-afd3-9076d54f445d by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:49:26.833034 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Attempting to bind port 507e247a-d823-4205-afd3-9076d54f445d on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:26.837704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Port 507e247a-d823-4205-afd3-9076d54f445d on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:49:26.838028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Attempting to bind port 507e247a-d823-4205-afd3-9076d54f445d on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:26.843293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:49:26.843717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Checking segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:26.844111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Bound using segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:49:26.844745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Bound port: 507e247a-d823-4205-afd3-9076d54f445d, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:49:26.845137 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.845424 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] For port 597a20f1-b5b7-4e83-be0e-b0c144a4b277, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:49:26.850399 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] For port 597a20f1-b5b7-4e83-be0e-b0c144a4b277, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=597a20f1-b5b7-4e83-be0e-b0c144a4b277,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:49:26.858420 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.859090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:26.860390 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.861822 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] 10.222.0.22 "PUT /v2.0/ports/b4f26911-1994-4752-992f-37cacfd37146 HTTP/1.1" status: 200 len: 1091 time: 2.5603004 Jul 15 14:49:26.873427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca434d25-bd09-4b16-ad07-b6a73d9e72f0 req-8ea12f62-7ef4-47ca-bbe4-e53f73aa4696 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:26.882984 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca434d25-bd09-4b16-ad07-b6a73d9e72f0 req-8ea12f62-7ef4-47ca-bbe4-e53f73aa4696 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 949 time: 0.4006181 Jul 15 14:49:26.885114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e4751b-726d-4ad6-8021-f7d72c6ad23f', 'tag': 'b4f26911-1994-4752-992f-37cacfd37146'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:26.888100 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54837994-b323-48df-8433-c336cf3c1eac" -d '{"events": [{"name": "network-changed", "server_uuid": "95e4751b-726d-4ad6-8021-f7d72c6ad23f", "tag": "b4f26911-1994-4752-992f-37cacfd37146"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:26.937809 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] For port 507e247a-d823-4205-afd3-9076d54f445d, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:49:26.941892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] For port 507e247a-d823-4205-afd3-9076d54f445d, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=507e247a-d823-4205-afd3-9076d54f445d,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:49:26.949426 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.953783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67d247-7d47-4a8e-8ec9-a0d676c6dfff service neutron] Pushing event updated for resources: {'Port': ['ID=b4f26911-1994-4752-992f-37cacfd37146,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:26.967272 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4ec6e-aeb5-40c0-98f0-d351660f3f53 None None] Pushing event updated for resources: {'Port': ['ID=597a20f1-b5b7-4e83-be0e-b0c144a4b277,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:26.981359 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5f06c051-5ba0-4f65-a0aa-bdf27cc4b735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:26.998041 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:26.998818 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:27.000357 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] 10.222.0.22 "PUT /v2.0/ports/507e247a-d823-4205-afd3-9076d54f445d HTTP/1.1" status: 200 len: 1091 time: 0.8003652 Jul 15 14:49:27.000848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75be7e4e-2607-42be-81a3-e02e6afdcaae', 'tag': '507e247a-d823-4205-afd3-9076d54f445d'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:27.003162 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8c358c-7520-4716-a0e8-d9bfcbd41dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "75be7e4e-2607-42be-81a3-e02e6afdcaae", "tag": "507e247a-d823-4205-afd3-9076d54f445d"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:27.040307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a9862-1a71-4201-9807-219ccad38820 service neutron] Pushing event updated for resources: {'Port': ['ID=507e247a-d823-4205-afd3-9076d54f445d,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:27.041748 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Routers {'6c585489-f004-4df5-9bca-c7dd006f2d5d'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:49:27.042446 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:49:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6c585489-f004-4df5-9bca-c7dd006f2d5d'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:27.059928 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9992bb99-a706-4656-9550-5a915ecb97cb req-1595928c-a651-4e55-a739-c2cce9d85a2f service neutron] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:27.135352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-c9071bdb-cb8d-4faf-948c-9d0f0f63ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:27.137178 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-c9071bdb-cb8d-4faf-948c-9d0f0f63ca00 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 1094 time: 0.0860438 Jul 15 14:49:27.153793 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca434d25-bd09-4b16-ad07-b6a73d9e72f0 req-ad29f390-0669-400d-9d0a-863312d89d58 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697585 Jul 15 14:49:27.158665 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6020f997-a342-47fa-97e2-b38e8d57df78 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:49:27.188371 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] Set router 6c585489-f004-4df5-9bca-c7dd006f2d5d gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:49:27.216647 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-daeeb409-a195-45df-bcf5-cddb6a34ebbb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=507e247a-d823-4205-afd3-9076d54f445d HTTP/1.1" status: 200 len: 217 time: 0.0712290 Jul 15 14:49:27.221687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 6020f997-a342-47fa-97e2-b38e8d57df78 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:27.230880 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 6020f997-a342-47fa-97e2-b38e8d57df78 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:27.231272 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:27.267360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-8dff07f3-0d0e-4a9d-9416-7577ebcd8a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:27.268877 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-8dff07f3-0d0e-4a9d-9416-7577ebcd8a76 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4cc69778109c4ce38d2d0f143ca1b25a&device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 1094 time: 0.2817764 Jul 15 14:49:27.297570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-c86391bf-a25e-4962-982b-a0aefd7c38d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:27.300104 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-c86391bf-a25e-4962-982b-a0aefd7c38d4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.0758386 Jul 15 14:49:27.308023 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c744bc-6f70-45bc-a4fe-9cef6e8c3a15 req-7b8bcf3f-5402-4133-b07c-8bfd1a49f65b tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:27.309572 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c744bc-6f70-45bc-a4fe-9cef6e8c3a15 req-7b8bcf3f-5402-4133-b07c-8bfd1a49f65b tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 943 time: 0.3096120 Jul 15 14:49:27.326337 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5f06c051-5ba0-4f65-a0aa-bdf27cc4b735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:27.328891 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5f06c051-5ba0-4f65-a0aa-bdf27cc4b735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:27.331081 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5f06c051-5ba0-4f65-a0aa-bdf27cc4b735 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/49d4e53f-6984-4e94-8755-f3a3ef1ec8c0 HTTP/1.1" status: 204 len: 168 time: 0.8979025 Jul 15 14:49:27.364990 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-083758d9-7f01-4282-9985-42e7cb8760a9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584099 Jul 15 14:49:27.394281 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06c051-5ba0-4f65-a0aa-bdf27cc4b735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d4e53f-6984-4e94-8755-f3a3ef1ec8c0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:27.415834 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:27.420839 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-7e524295-2803-4b05-8477-3d2991931144 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f26911-1994-4752-992f-37cacfd37146 HTTP/1.1" status: 200 len: 217 time: 0.1400223 Jul 15 14:49:27.476994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6020f997-a342-47fa-97e2-b38e8d57df78, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6020f997-a342-47fa-97e2-b38e8d57df78,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:27.482551 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-743688598-router', 'tenant_id': '4a47ee559de14790b152f244be4064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '597a20f1-b5b7-4e83-be0e-b0c144a4b277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:19Z', 'updated_at': '2021-07-15T14:49:22Z', 'revision_number': 3, 'project_id': '4a47ee559de14790b152f244be4064b0', 'gw_port': {'id': '597a20f1-b5b7-4e83-be0e-b0c144a4b277', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:20Z', 'updated_at': '2021-07-15T14:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:27.491255 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:27.528786 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36395145-b02e-4f3b-8e5f-5c0f7252f428 None None] The sync data for ids ['6c585489-f004-4df5-9bca-c7dd006f2d5d'] in n-d-764435-3 is: [{'id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-743688598-router', 'tenant_id': '4a47ee559de14790b152f244be4064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '597a20f1-b5b7-4e83-be0e-b0c144a4b277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:19Z', 'updated_at': '2021-07-15T14:49:22Z', 'revision_number': 3, 'project_id': '4a47ee559de14790b152f244be4064b0', 'gw_port': {'id': '597a20f1-b5b7-4e83-be0e-b0c144a4b277', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:20Z', 'updated_at': '2021-07-15T14:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:49:27.557094 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-0e14173a-be34-4090-b0ff-1212164f533a service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848207 Jul 15 14:49:27.577861 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c744bc-6f70-45bc-a4fe-9cef6e8c3a15 req-33dd8ad5-1cbd-445a-917a-ba12492bf263 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569761 Jul 15 14:49:27.603725 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-471ce88c-d2e8-45f0-b699-451bda01c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:27.607910 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-471ce88c-d2e8-45f0-b699-451bda01c315 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c26c1602-6a8d-4a2b-8684-51e68f7c0091 HTTP/1.1" status: 200 len: 863 time: 0.1692653 Jul 15 14:49:27.608734 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=6020f997-a342-47fa-97e2-b38e8d57df78,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:27.646867 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe84559-20c0-478c-90df-9c6f9e70ca4d req-2d24ac4a-2c94-4fe6-ae27-6b6a760c40c6 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:27.655812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbe84559-20c0-478c-90df-9c6f9e70ca4d req-2d24ac4a-2c94-4fe6-ae27-6b6a760c40c6 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 971 time: 0.2920361 Jul 15 14:49:27.668829 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:27.715064 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebdedd91-ab2f-4682-9926-5e4a531132a9 req-6c24c285-7e42-49a8-a602-e8059614ae51 service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477098 Jul 15 14:49:27.764448 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9992bb99-a706-4656-9550-5a915ecb97cb req-1595928c-a651-4e55-a739-c2cce9d85a2f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:27.822255 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b40c30-6840-4d54-8714-fc62e61b0c41 x-openstack-request-id: req-91b40c30-6840-4d54-8714-fc62e61b0c41 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:27.822567 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e4751b-726d-4ad6-8021-f7d72c6ad23f", "tag": "b4f26911-1994-4752-992f-37cacfd37146", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:27.822817 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-91b40c30-6840-4d54-8714-fc62e61b0c41 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:27.823204 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e4751b-726d-4ad6-8021-f7d72c6ad23f', 'tag': 'b4f26911-1994-4752-992f-37cacfd37146', 'status': 'completed', 'code': 200} Jul 15 14:49:27.830472 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9992bb99-a706-4656-9550-5a915ecb97cb req-1595928c-a651-4e55-a739-c2cce9d85a2f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:27.860613 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032ee728-e715-40c6-a992-25f38e107494 x-openstack-request-id: req-032ee728-e715-40c6-a992-25f38e107494 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:27.860894 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75be7e4e-2607-42be-81a3-e02e6afdcaae", "tag": "507e247a-d823-4205-afd3-9076d54f445d", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:27.861147 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-032ee728-e715-40c6-a992-25f38e107494 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:27.861546 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75be7e4e-2607-42be-81a3-e02e6afdcaae', 'tag': '507e247a-d823-4205-afd3-9076d54f445d', 'status': 'completed', 'code': 200} Jul 15 14:49:27.946009 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbe84559-20c0-478c-90df-9c6f9e70ca4d req-72462984-72ea-4069-99db-5520c1d4cddb tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891362 Jul 15 14:49:28.032949 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c358c-7520-4716-a0e8-d9bfcbd41dd9 req-71950f15-cefd-40fa-addd-885a9d80d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:28.034775 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-da8c358c-7520-4716-a0e8-d9bfcbd41dd9 req-71950f15-cefd-40fa-addd-885a9d80d7aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 1094 time: 0.1438365 Jul 15 14:49:28.049994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2a54b2-b314-4544-8e37-f35e78161647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6020f997-a342-47fa-97e2-b38e8d57df78'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:28.052815 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ee83ee-e3cd-4071-b3e6-7e52c3359cce" -d '{"events": [{"server_uuid": "0c2a54b2-b314-4544-8e37-f35e78161647", "name": "network-vif-plugged", "status": "completed", "tag": "6020f997-a342-47fa-97e2-b38e8d57df78"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:28.110065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595928c-a651-4e55-a739-c2cce9d85a2f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd1b3fc-0429-46a2-93de-cacadac04c2d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:28.140946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Allocated IP 172.20.0.1 (99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f/2d0b15c8-687c-4f29-af01-683bc4766131/3b53ec67-c0cf-42b9-aa4d-39748f69b4c3) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:49:28.205648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c358c-7520-4716-a0e8-d9bfcbd41dd9 req-db27535f-5ea3-4e4b-8097-2339bf748005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:28.209032 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-da8c358c-7520-4716-a0e8-d9bfcbd41dd9 req-db27535f-5ea3-4e4b-8097-2339bf748005 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.1640556 Jul 15 14:49:28.227478 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9992bb99-a706-4656-9550-5a915ecb97cb req-1595928c-a651-4e55-a739-c2cce9d85a2f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3236225 Jul 15 14:49:28.261586 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-22a96289-ad16-43af-9a7a-761c0cfb34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:28.263210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-22a96289-ad16-43af-9a7a-761c0cfb34f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edfb406c-ada2-4958-80ff-7e08225d0ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6350479 Jul 15 14:49:28.280709 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-da8c358c-7520-4716-a0e8-d9bfcbd41dd9 req-917462c2-52e0-48b3-aa78-babba1a47071 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=507e247a-d823-4205-afd3-9076d54f445d HTTP/1.1" status: 200 len: 217 time: 0.0626662 Jul 15 14:49:28.390399 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c358c-7520-4716-a0e8-d9bfcbd41dd9 req-2f712715-0fa2-479c-beea-c44e079a14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:28.392006 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-da8c358c-7520-4716-a0e8-d9bfcbd41dd9 req-2f712715-0fa2-479c-beea-c44e079a14c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.1037464 Jul 15 14:49:28.399594 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:28.437661 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Transition to ACTIVE for port object 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:28.456712 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-80e157e3-a70e-46d0-a37a-a013872e7d64 service neutron] 10.222.0.22 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735880 Jul 15 14:49:28.464432 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-da8c358c-7520-4716-a0e8-d9bfcbd41dd9 req-fdf426da-0f70-48a5-a16e-d6f86f59a7fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639608 Jul 15 14:49:28.470430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267b60c-12e8-4de7-8771-44c41dcd8d83 req-7409ca5f-d6a5-4e5b-a6d4-7b8da229a582 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:28.478286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a267b60c-12e8-4de7-8771-44c41dcd8d83 req-7409ca5f-d6a5-4e5b-a6d4-7b8da229a582 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 943 time: 0.3633142 Jul 15 14:49:28.604341 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a375c7a0-29cb-4ca3-b3d9-e2d5b6b68867 x-openstack-request-id: req-a375c7a0-29cb-4ca3-b3d9-e2d5b6b68867 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:28.604980 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2a54b2-b314-4544-8e37-f35e78161647", "name": "network-vif-plugged", "status": "completed", "tag": "6020f997-a342-47fa-97e2-b38e8d57df78", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:28.604980 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a375c7a0-29cb-4ca3-b3d9-e2d5b6b68867 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:28.605599 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2a54b2-b314-4544-8e37-f35e78161647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6020f997-a342-47fa-97e2-b38e8d57df78', 'code': 200} Jul 15 14:49:28.624451 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-da8c358c-7520-4716-a0e8-d9bfcbd41dd9 req-a89c7474-4590-4390-a174-cf2d56833252 service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511042 Jul 15 14:49:28.626979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a267b60c-12e8-4de7-8771-44c41dcd8d83 req-fd9521ab-9bf1-4a91-ae30-061d4ea72b74 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475148 Jul 15 14:49:28.785976 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:28.910168 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e73e7-c88d-4a54-8475-0208b8835d36 req-a2f9aa68-6f63-4bc7-9417-c20b76e45d75 service neutron] 10.222.0.22 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102199 Jul 15 14:49:28.932487 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Network 99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:49:28.961253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:28.981624 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:49:28.982104 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:29.128794 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-da8c358c-7520-4716-a0e8-d9bfcbd41dd9 req-dd66eab1-2772-4b13-a031-967888a97434 service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967499 Jul 15 14:49:29.169734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115f99e-4238-4dd8-b4a7-a66b35695452 req-f171579a-a4d5-43b0-94a0-2d4414f7fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:29.171720 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5115f99e-4238-4dd8-b4a7-a66b35695452 req-f171579a-a4d5-43b0-94a0-2d4414f7fd89 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 1101 time: 0.4374621 Jul 15 14:49:29.241988 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 597a20f1-b5b7-4e83-be0e-b0c144a4b277 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:49:29.319141 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5115f99e-4238-4dd8-b4a7-a66b35695452 req-80bed24e-3b5e-44e7-83d1-8a29ad8714e2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388829 Jul 15 14:49:29.356650 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 597a20f1-b5b7-4e83-be0e-b0c144a4b277 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:29.369941 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 597a20f1-b5b7-4e83-be0e-b0c144a4b277 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:29.370848 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:29.390755 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36418) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:29.446561 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6ef13a59-e051-4ddd-bbb4-2b4cedc4fe21 None None] Provisioning for port 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:29.467363 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6ef13a59-e051-4ddd-bbb4-2b4cedc4fe21 None None] Provisioning complete for port 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:29.468296 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ef13a59-e051-4ddd-bbb4-2b4cedc4fe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:29.468784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Pushing event updated for resources: {'Port': ['ID=3b53ec67-c0cf-42b9-aa4d-39748f69b4c3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:29.535886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6ef13a59-e051-4ddd-bbb4-2b4cedc4fe21 None None] Port 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:49:29.585858 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6495115-6576-45af-93db-8c19a7d8ae1d req-48aa4272-db78-49b0-8099-cd3c46f16f44 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:29.586162 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:29.593065 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f6495115-6576-45af-93db-8c19a7d8ae1d req-48aa4272-db78-49b0-8099-cd3c46f16f44 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 943 time: 0.6588893 Jul 15 14:49:29.618836 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 597a20f1-b5b7-4e83-be0e-b0c144a4b277, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=597a20f1-b5b7-4e83-be0e-b0c144a4b277,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:29.619905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066406c-5bd1-4de1-8825-4da86d06d74e req-758ec91a-97b6-4abd-bf64-88389cb9126a tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:29.621662 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5066406c-5bd1-4de1-8825-4da86d06d74e req-758ec91a-97b6-4abd-bf64-88389cb9126a tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 950 time: 0.7308133 Jul 15 14:49:29.626721 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:29.648548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54837994-b323-48df-8433-c336cf3c1eac req-47c97bbd-d4f5-435a-a3f7-bc2ddca94504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:29.650084 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54837994-b323-48df-8433-c336cf3c1eac req-47c97bbd-d4f5-435a-a3f7-bc2ddca94504 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4cc69778109c4ce38d2d0f143ca1b25a&device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 1094 time: 0.6771390 Jul 15 14:49:29.696558 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25ac5035-4c0e-4718-81aa-c383b0f250e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:29.743255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=597a20f1-b5b7-4e83-be0e-b0c144a4b277,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:29.813925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5066406c-5bd1-4de1-8825-4da86d06d74e req-96b893b7-0c22-49dc-a045-20a38bae31e0 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692247 Jul 15 14:49:29.821472 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:29.845527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f6495115-6576-45af-93db-8c19a7d8ae1d req-76522fd2-d01e-440f-afae-55dd0c321f5d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514927 Jul 15 14:49:29.868254 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25ac5035-4c0e-4718-81aa-c383b0f250e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:29.874719 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25ac5035-4c0e-4718-81aa-c383b0f250e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:29.925564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac5035-4c0e-4718-81aa-c383b0f250e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0ac664-9926-45b8-b25c-8d7c88aa8666,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:29.937123 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f1072c2-e92f-4cbe-83b7-51b2289c7605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:29.942879 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-25ac5035-4c0e-4718-81aa-c383b0f250e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c0871bbd8b3846e8ad44fc0e9c6aec18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478218 Jul 15 14:49:29.942995 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36438) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:29.980909 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54837994-b323-48df-8433-c336cf3c1eac req-264cd8f7-74b2-42c5-819c-4f415c35915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:29.983043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54837994-b323-48df-8433-c336cf3c1eac req-264cd8f7-74b2-42c5-819c-4f415c35915c service neutron] 10.222.0.22 "GET /v2.0/networks?id=edfb406c-ada2-4958-80ff-7e08225d0ef5 HTTP/1.1" status: 200 len: 925 time: 0.2723548 Jul 15 14:49:30.001507 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22442399-a64c-4720-ae56-3e224bdf4779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:30.038017 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22442399-a64c-4720-ae56-3e224bdf4779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:30.081506 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54837994-b323-48df-8433-c336cf3c1eac req-c4bc2dd4-5ab3-40fd-b527-281c963aca74 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f26911-1994-4752-992f-37cacfd37146 HTTP/1.1" status: 200 len: 217 time: 0.0899820 Jul 15 14:49:30.086633 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22442399-a64c-4720-ae56-3e224bdf4779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:30.089571 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22442399-a64c-4720-ae56-3e224bdf4779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:30.093839 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-22442399-a64c-4720-ae56-3e224bdf4779 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bc0ac664-9926-45b8-b25c-8d7c88aa8666 HTTP/1.1" status: 204 len: 168 time: 0.1498787 Jul 15 14:49:30.110920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22442399-a64c-4720-ae56-3e224bdf4779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0ac664-9926-45b8-b25c-8d7c88aa8666,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:30.179021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54837994-b323-48df-8433-c336cf3c1eac req-d34c4140-c6f8-4d12-bf65-534519e2ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:30.180847 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54837994-b323-48df-8433-c336cf3c1eac req-d34c4140-c6f8-4d12-bf65-534519e2ea91 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c26c1602-6a8d-4a2b-8684-51e68f7c0091 HTTP/1.1" status: 200 len: 863 time: 0.0916350 Jul 15 14:49:30.384884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5c9f-38e7-4e01-a4a5-d8a8649660cf req-b83a6d6a-6772-4169-a98f-269bebcb0a89 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:30.386411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36ba5c9f-38e7-4e01-a4a5-d8a8649660cf req-b83a6d6a-6772-4169-a98f-269bebcb0a89 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 971 time: 0.3642759 Jul 15 14:49:30.388176 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54837994-b323-48df-8433-c336cf3c1eac req-1e73b561-e9b7-4332-81d7-3c5cfbb24d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:30.389540 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54837994-b323-48df-8433-c336cf3c1eac req-1e73b561-e9b7-4332-81d7-3c5cfbb24d12 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edfb406c-ada2-4958-80ff-7e08225d0ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1888909 Jul 15 14:49:30.506055 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36452) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:30.506573 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36ba5c9f-38e7-4e01-a4a5-d8a8649660cf req-0afa1bf0-e124-43fe-9df0-363db55a4a1b tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116412 Jul 15 14:49:30.519482 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df7562b5-98fa-4f94-9a9d-84afc5261c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:30.550476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d0674-1240-4705-a4d4-dbe978096e4d req-4439ec6c-2375-4579-9e97-8c4a58d0eeb8 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:30.552044 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f8d0674-1240-4705-a4d4-dbe978096e4d req-4439ec6c-2375-4579-9e97-8c4a58d0eeb8 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 943 time: 0.2766278 Jul 15 14:49:30.561144 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:30.576087 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:30.576852 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:30.627089 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df7562b5-98fa-4f94-9a9d-84afc5261c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:30.632338 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df7562b5-98fa-4f94-9a9d-84afc5261c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:30.664080 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54837994-b323-48df-8433-c336cf3c1eac req-dee1051e-9efa-4812-b076-a1205ea582a2 service neutron] 10.222.0.22 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662041 Jul 15 14:49:30.676147 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-df7562b5-98fa-4f94-9a9d-84afc5261c22 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8e6cd7f7f5314ff3b04668cd3ab44215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665537 Jul 15 14:49:30.676147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7562b5-98fa-4f94-9a9d-84afc5261c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6908b9bd-0cca-4679-b6fd-8a553552828b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:30.678022 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36458) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:30.681284 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f8d0674-1240-4705-a4d4-dbe978096e4d req-a2249341-513f-4807-acfb-c96c0cd735d6 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181369 Jul 15 14:49:30.697630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Pushing event updated for resources: {'Port': ['ID=3b53ec67-c0cf-42b9-aa4d-39748f69b4c3,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:30.785855 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c3beb11-e3dc-42e8-ae8d-5703afd3489c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:30.820729 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c3beb11-e3dc-42e8-ae8d-5703afd3489c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:30.837710 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Network 99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:49:30.841044 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:30.908220 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c3beb11-e3dc-42e8-ae8d-5703afd3489c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:30.911081 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c3beb11-e3dc-42e8-ae8d-5703afd3489c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:30.918641 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6c3beb11-e3dc-42e8-ae8d-5703afd3489c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6908b9bd-0cca-4679-b6fd-8a553552828b HTTP/1.1" status: 204 len: 168 time: 0.2374194 Jul 15 14:49:30.939956 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3beb11-e3dc-42e8-ae8d-5703afd3489c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6908b9bd-0cca-4679-b6fd-8a553552828b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:30.942126 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54837994-b323-48df-8433-c336cf3c1eac req-0c2e5d4e-8504-4719-b7a5-7d62009d4e7d service neutron] 10.222.0.22 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648253 Jul 15 14:49:31.066716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Router 6c585489-f004-4df5-9bca-c7dd006f2d5d has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:49:31.191197 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 507e247a-d823-4205-afd3-9076d54f445d details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:49:31.218918 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 597a20f1-b5b7-4e83-be0e-b0c144a4b277 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:49:31.282994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:49:31.300647 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1db9987e-47c7-4bf5-aa0b-dcbbbd21eb71 admin admin] 10.222.0.38 "PUT /v2.0/routers/6c585489-f004-4df5-9bca-c7dd006f2d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3686070 Jul 15 14:49:31.330808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Sync routers for ids ['6c585489-f004-4df5-9bca-c7dd006f2d5d'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:49:31.347946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Routers {'6c585489-f004-4df5-9bca-c7dd006f2d5d'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:49:31.348558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-17703600-345c-4636-91ca-60cef3737cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:49:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6c585489-f004-4df5-9bca-c7dd006f2d5d'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:31.424948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda7577-cb4c-4ee0-84cd-717844a8042c req-8779ce1e-772f-4b82-a82b-b95b66084cbd tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:31.426507 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcda7577-cb4c-4ee0-84cd-717844a8042c req-8779ce1e-772f-4b82-a82b-b95b66084cbd tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 950 time: 0.1180992 Jul 15 14:49:31.429527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b368186-4638-4c24-b90a-dcb83a9c443c req-6fd5b544-81fe-48e9-9ac5-fcd7ca56754f tempest-AggregatesAdminTestJSON-281349668 tempest-AggregatesAdminTestJSON-281349668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:31.436254 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b368186-4638-4c24-b90a-dcb83a9c443c req-6fd5b544-81fe-48e9-9ac5-fcd7ca56754f tempest-AggregatesAdminTestJSON-281349668 tempest-AggregatesAdminTestJSON-281349668-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 1122 time: 0.1106486 Jul 15 14:49:31.462073 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5b368186-4638-4c24-b90a-dcb83a9c443c req-a3a6d224-3c77-49e9-bd85-d29e5d6ab081 tempest-AggregatesAdminTestJSON-281349668 tempest-AggregatesAdminTestJSON-281349668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:31.465632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Set router 6c585489-f004-4df5-9bca-c7dd006f2d5d gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:49:31.521652 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcda7577-cb4c-4ee0-84cd-717844a8042c req-201326a2-9818-4844-a7a3-ca0daaf426d9 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778706 Jul 15 14:49:31.618918 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2341400e-beb1-4bf5-8e99-3f0b1593e616 None None] Provisioning complete for port 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:31.619289 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2341400e-beb1-4bf5-8e99-3f0b1593e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:31.681629 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5b368186-4638-4c24-b90a-dcb83a9c443c req-a3a6d224-3c77-49e9-bd85-d29e5d6ab081 tempest-AggregatesAdminTestJSON-281349668 tempest-AggregatesAdminTestJSON-281349668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:31.698414 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5b368186-4638-4c24-b90a-dcb83a9c443c req-a3a6d224-3c77-49e9-bd85-d29e5d6ab081 tempest-AggregatesAdminTestJSON-281349668 tempest-AggregatesAdminTestJSON-281349668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:31.731283 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2341400e-beb1-4bf5-8e99-3f0b1593e616 None None] Port 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:49:31.753271 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 507e247a-d823-4205-afd3-9076d54f445d, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=507e247a-d823-4205-afd3-9076d54f445d,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:31.766765 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 597a20f1-b5b7-4e83-be0e-b0c144a4b277 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:31.767059 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:31.775464 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b368186-4638-4c24-b90a-dcb83a9c443c req-a3a6d224-3c77-49e9-bd85-d29e5d6ab081 tempest-AggregatesAdminTestJSON-281349668 tempest-AggregatesAdminTestJSON-281349668-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380983 Jul 15 14:49:31.811586 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6d224-3c77-49e9-bd85-d29e5d6ab081 tempest-AggregatesAdminTestJSON-281349668 tempest-AggregatesAdminTestJSON-281349668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cac3b7-04cf-4c33-a5c9-c1b2b58117e9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:31.813927 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '507e247a-d823-4205-afd3-9076d54f445d', 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4', 'port_id': '507e247a-d823-4205-afd3-9076d54f445d', 'mac_address': 'fa:16:3e:96:a2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:49:31.854669 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d1812-ee16-4332-a3f3-5be0076ad0dc req-4a870c04-f971-46f6-97ee-18ff87253b6f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:31.867906 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d4d1812-ee16-4332-a3f3-5be0076ad0dc req-4a870c04-f971-46f6-97ee-18ff87253b6f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 943 time: 0.1974757 Jul 15 14:49:31.921699 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:31.940220 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d4d1812-ee16-4332-a3f3-5be0076ad0dc req-cf7fd8d5-b8cc-4805-88ec-e26e86cab7da tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707891 Jul 15 14:49:31.978943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507e247a-d823-4205-afd3-9076d54f445d {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:49:32.007816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 507e247a-d823-4205-afd3-9076d54f445d, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=507e247a-d823-4205-afd3-9076d54f445d,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:32.017688 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:32.018270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device b4f26911-1994-4752-992f-37cacfd37146 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:49:32.111230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-17703600-345c-4636-91ca-60cef3737cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-743688598-router', 'tenant_id': '4a47ee559de14790b152f244be4064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '597a20f1-b5b7-4e83-be0e-b0c144a4b277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:19Z', 'updated_at': '2021-07-15T14:49:29Z', 'revision_number': 4, 'project_id': '4a47ee559de14790b152f244be4064b0', 'gw_port': {'id': '597a20f1-b5b7-4e83-be0e-b0c144a4b277', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:20Z', 'updated_at': '2021-07-15T14:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3b53ec67-c0cf-42b9-aa4d-39748f69b4c3', 'name': '', 'network_id': '99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f', 'tenant_id': '4a47ee559de14790b152f244be4064b0', 'mac_address': 'fa:16:3e:d8:5a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2d0b15c8-687c-4f29-af01-683bc4766131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:27Z', 'updated_at': '2021-07-15T14:49:30Z', 'revision_number': 2, 'project_id': '4a47ee559de14790b152f244be4064b0', 'subnets': [{'id': '2d0b15c8-687c-4f29-af01-683bc4766131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:32.169689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=507e247a-d823-4205-afd3-9076d54f445d,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:32.172759 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Checking router: 6c585489-f004-4df5-9bca-c7dd006f2d5d for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:49:32.173502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Updating router 6c585489-f004-4df5-9bca-c7dd006f2d5d port 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:49:32.223075 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:32.248717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port b4f26911-1994-4752-992f-37cacfd37146, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=b4f26911-1994-4752-992f-37cacfd37146,segment=NetworkSegment(488962c2-fdb1-4be8-ac1d-ea161d995946),segment_id=488962c2-fdb1-4be8-ac1d-ea161d995946)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:32.281459 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'b4f26911-1994-4752-992f-37cacfd37146', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'port_id': 'b4f26911-1994-4752-992f-37cacfd37146', 'mac_address': 'fa:16:3e:37:ba:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:49:32.402241 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:32.433589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f26911-1994-4752-992f-37cacfd37146 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:49:32.486473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port b4f26911-1994-4752-992f-37cacfd37146, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=b4f26911-1994-4752-992f-37cacfd37146,segment=NetworkSegment(488962c2-fdb1-4be8-ac1d-ea161d995946),segment_id=488962c2-fdb1-4be8-ac1d-ea161d995946)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:32.495830 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:32.584061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=b4f26911-1994-4752-992f-37cacfd37146,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:32.649118 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:32.663601 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Transition to ACTIVE for port object 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:32.691751 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:32.736333 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:32.793954 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['b4f26911-1994-4752-992f-37cacfd37146'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:49:32.837368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c35d33-dc24-4d93-a92b-0ec97787d8e1 None None] Pushing event updated for resources: {'Port': ['ID=3b53ec67-c0cf-42b9-aa4d-39748f69b4c3,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:32.852094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['507e247a-d823-4205-afd3-9076d54f445d'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:49:33.012707 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5d051642-2294-413b-b656-a08c6e750718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:33.053418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Attempting to bind port 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:49:33.053749 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Attempting to bind port 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '9ab2b358-9aea-47dd-9ad1-92d7b20e8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:49:33.054095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Attempting to bind port 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3 on network 99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:33.087496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:49:33.087908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Checking segment: {'id': '9ab2b358-9aea-47dd-9ad1-92d7b20e8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:33.088308 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:33.088707 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Bound using segment: {'id': '9ab2b358-9aea-47dd-9ad1-92d7b20e8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:49:33.089184 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Bound port: 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab2b358-9aea-47dd-9ad1-92d7b20e8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:49:33.089579 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:33.127321 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-72e33310-e2b2-488c-8f13-156c4296de8f req-974cd702-a177-47ec-984a-a06b955e9594 tempest-FloatingIPDetailsNegativeTestJSON-1508231143 tempest-FloatingIPDetailsNegativeTestJSON-1508231143-project] show failed (client error): The resource could not be found. Jul 15 14:49:33.137316 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36550) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:33.139199 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72e33310-e2b2-488c-8f13-156c4296de8f req-974cd702-a177-47ec-984a-a06b955e9594 tempest-FloatingIPDetailsNegativeTestJSON-1508231143 tempest-FloatingIPDetailsNegativeTestJSON-1508231143-project] 10.222.0.38 "GET /v2.0/floatingips/fbbe4d0e-c861-4dc5-bac5-8527a819186b HTTP/1.1" status: 404 len: 350 time: 0.4165680 Jul 15 14:49:33.211588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3784838-95b0-49e3-bc15-131ed41eafc7 req-37c8ad19-bc97-46c2-a450-fb9329ed3429 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:33.219178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3784838-95b0-49e3-bc15-131ed41eafc7 req-37c8ad19-bc97-46c2-a450-fb9329ed3429 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 944 time: 0.0940614 Jul 15 14:49:33.248259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-17703600-345c-4636-91ca-60cef3737cdf None None] For port 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:49:33.252071 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-17703600-345c-4636-91ca-60cef3737cdf None None] For port 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3b53ec67-c0cf-42b9-aa4d-39748f69b4c3,segment=NetworkSegment(9ab2b358-9aea-47dd-9ad1-92d7b20e8341),segment_id=9ab2b358-9aea-47dd-9ad1-92d7b20e8341)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:49:33.272053 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:33.276656 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3784838-95b0-49e3-bc15-131ed41eafc7 req-d6f5469b-0f98-4481-b76d-b81787655a3c tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561903 Jul 15 14:49:33.388717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Routers {'6c585489-f004-4df5-9bca-c7dd006f2d5d'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:49:33.389363 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-17703600-345c-4636-91ca-60cef3737cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:49:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6c585489-f004-4df5-9bca-c7dd006f2d5d'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:33.547491 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c35d33-dc24-4d93-a92b-0ec97787d8e1 None None] Pushing event updated for resources: {'Port': ['ID=3b53ec67-c0cf-42b9-aa4d-39748f69b4c3,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:33.553108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-17703600-345c-4636-91ca-60cef3737cdf None None] Set router 6c585489-f004-4df5-9bca-c7dd006f2d5d gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:49:33.740721 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f0b0db8-d37b-428f-97bb-331b67f75bac req-41f83bac-f5ef-4347-8d37-33294f1b1095 tempest-QuotasAdminNegativeTest-689313884 tempest-QuotasAdminNegativeTest-689313884-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=44b2813da34f4d8c874e31fcd8845c5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286291 Jul 15 14:49:33.815792 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8672eeb-248a-4900-87b5-ce1d6e28d5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:33.876579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b0db8-d37b-428f-97bb-331b67f75bac req-28961be0-8823-47d2-91c2-451742500ccb tempest-QuotasAdminNegativeTest-689313884 tempest-QuotasAdminNegativeTest-689313884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:33.884124 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f0b0db8-d37b-428f-97bb-331b67f75bac req-28961be0-8823-47d2-91c2-451742500ccb tempest-QuotasAdminNegativeTest-689313884 tempest-QuotasAdminNegativeTest-689313884-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1379895 Jul 15 14:49:33.900871 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f0b0db8-d37b-428f-97bb-331b67f75bac req-da4a66fe-25e9-405e-bec7-3e2df5931f6d tempest-QuotasAdminNegativeTest-689313884 tempest-QuotasAdminNegativeTest-689313884-project] 10.222.0.38 "GET /v2.0/quotas/44b2813da34f4d8c874e31fcd8845c5e HTTP/1.1" status: 200 len: 375 time: 0.0157979 Jul 15 14:49:33.934649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-17703600-345c-4636-91ca-60cef3737cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-743688598-router', 'tenant_id': '4a47ee559de14790b152f244be4064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '597a20f1-b5b7-4e83-be0e-b0c144a4b277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:19Z', 'updated_at': '2021-07-15T14:49:29Z', 'revision_number': 4, 'project_id': '4a47ee559de14790b152f244be4064b0', 'gw_port': {'id': '597a20f1-b5b7-4e83-be0e-b0c144a4b277', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:20Z', 'updated_at': '2021-07-15T14:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3b53ec67-c0cf-42b9-aa4d-39748f69b4c3', 'name': '', 'network_id': '99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f', 'tenant_id': '4a47ee559de14790b152f244be4064b0', 'mac_address': 'fa:16:3e:d8:5a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2d0b15c8-687c-4f29-af01-683bc4766131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:27Z', 'updated_at': '2021-07-15T14:49:33Z', 'revision_number': 4, 'project_id': '4a47ee559de14790b152f244be4064b0', 'subnets': [{'id': '2d0b15c8-687c-4f29-af01-683bc4766131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:33.946560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f0b0db8-d37b-428f-97bb-331b67f75bac req-3b5b3bb1-c903-4584-ad20-e62678aa7105 tempest-QuotasAdminNegativeTest-689313884 tempest-QuotasAdminNegativeTest-689313884-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=44b2813da34f4d8c874e31fcd8845c5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410318 Jul 15 14:49:33.971342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17703600-345c-4636-91ca-60cef3737cdf None None] The sync data for ids ['6c585489-f004-4df5-9bca-c7dd006f2d5d'] in n-d-764435-3 is: [{'id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-743688598-router', 'tenant_id': '4a47ee559de14790b152f244be4064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '597a20f1-b5b7-4e83-be0e-b0c144a4b277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:19Z', 'updated_at': '2021-07-15T14:49:29Z', 'revision_number': 4, 'project_id': '4a47ee559de14790b152f244be4064b0', 'gw_port': {'id': '597a20f1-b5b7-4e83-be0e-b0c144a4b277', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:20Z', 'updated_at': '2021-07-15T14:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3b53ec67-c0cf-42b9-aa4d-39748f69b4c3', 'name': '', 'network_id': '99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f', 'tenant_id': '4a47ee559de14790b152f244be4064b0', 'mac_address': 'fa:16:3e:d8:5a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2d0b15c8-687c-4f29-af01-683bc4766131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:27Z', 'updated_at': '2021-07-15T14:49:33Z', 'revision_number': 4, 'project_id': '4a47ee559de14790b152f244be4064b0', 'subnets': [{'id': '2d0b15c8-687c-4f29-af01-683bc4766131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:49:34.112136 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:34.134579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bd67c-041e-4c8d-a8e4-aee45384806b req-413e23e8-9444-4958-8a17-f510dc1aee82 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:34.141277 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a50bd67c-041e-4c8d-a8e4-aee45384806b req-413e23e8-9444-4958-8a17-f510dc1aee82 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 950 time: 0.1755235 Jul 15 14:49:34.222203 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a50bd67c-041e-4c8d-a8e4-aee45384806b req-74d98da3-0d3c-429d-b59c-2161b25d251b tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731461 Jul 15 14:49:34.295408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fdc47-53f2-4b98-91e9-8bc52e9660b2 req-65b4a623-f6b1-4b43-bf2c-95931acceef7 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:34.297083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d8fdc47-53f2-4b98-91e9-8bc52e9660b2 req-65b4a623-f6b1-4b43-bf2c-95931acceef7 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 944 time: 0.1299298 Jul 15 14:49:34.362102 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d8fdc47-53f2-4b98-91e9-8bc52e9660b2 req-a33b127e-0f42-40aa-bf44-40c5bc0d99f2 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517514 Jul 15 14:49:34.364062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119916f-8156-4c48-8770-9797dde9e15a req-b158844b-b362-4c87-87d7-8e1cc9efdfb0 tempest-DeleteServersAdminTestJSON-1724816843 tempest-DeleteServersAdminTestJSON-1724816843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:34.365734 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1119916f-8156-4c48-8770-9797dde9e15a req-b158844b-b362-4c87-87d7-8e1cc9efdfb0 tempest-DeleteServersAdminTestJSON-1724816843 tempest-DeleteServersAdminTestJSON-1724816843-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 1101 time: 0.1302843 Jul 15 14:49:34.430289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b8672eeb-248a-4900-87b5-ce1d6e28d5d6 admin admin] Deleting port 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:49:34.430854 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8672eeb-248a-4900-87b5-ce1d6e28d5d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:34.497125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-1119916f-8156-4c48-8770-9797dde9e15a req-eec6585b-c75b-4482-80be-639c922ad1ad tempest-DeleteServersAdminTestJSON-1724816843 tempest-DeleteServersAdminTestJSON-1724816843-project-admin] Deleting port 6020f997-a342-47fa-97e2-b38e8d57df78 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:49:34.497472 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1119916f-8156-4c48-8770-9797dde9e15a req-eec6585b-c75b-4482-80be-639c922ad1ad tempest-DeleteServersAdminTestJSON-1724816843 tempest-DeleteServersAdminTestJSON-1724816843-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:34.564842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-b8672eeb-248a-4900-87b5-ce1d6e28d5d6 admin admin] For port 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3b53ec67-c0cf-42b9-aa4d-39748f69b4c3,segment=NetworkSegment(9ab2b358-9aea-47dd-9ad1-92d7b20e8341),segment_id=9ab2b358-9aea-47dd-9ad1-92d7b20e8341)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:34.565235 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8672eeb-248a-4900-87b5-ce1d6e28d5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:34.583130 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b8672eeb-248a-4900-87b5-ce1d6e28d5d6 admin admin] Calling delete_port for 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:49:34.610342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-1119916f-8156-4c48-8770-9797dde9e15a req-eec6585b-c75b-4482-80be-639c922ad1ad tempest-DeleteServersAdminTestJSON-1724816843 tempest-DeleteServersAdminTestJSON-1724816843-project-admin] For port 6020f997-a342-47fa-97e2-b38e8d57df78, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6020f997-a342-47fa-97e2-b38e8d57df78,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:34.610851 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1119916f-8156-4c48-8770-9797dde9e15a req-eec6585b-c75b-4482-80be-639c922ad1ad tempest-DeleteServersAdminTestJSON-1724816843 tempest-DeleteServersAdminTestJSON-1724816843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:34.638999 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-1119916f-8156-4c48-8770-9797dde9e15a req-eec6585b-c75b-4482-80be-639c922ad1ad tempest-DeleteServersAdminTestJSON-1724816843 tempest-DeleteServersAdminTestJSON-1724816843-project-admin] Calling delete_port for 6020f997-a342-47fa-97e2-b38e8d57df78 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:49:34.908766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7022c-6f0c-44f7-9b9a-2b80d9906ee5 req-3f8081ab-2281-4462-98a6-71ced5c8253d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:34.917189 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-96b7022c-6f0c-44f7-9b9a-2b80d9906ee5 req-3f8081ab-2281-4462-98a6-71ced5c8253d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 944 time: 0.1611018 Jul 15 14:49:34.997773 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8672eeb-248a-4900-87b5-ce1d6e28d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:35.018493 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-96b7022c-6f0c-44f7-9b9a-2b80d9906ee5 req-0322b58f-745d-401b-92cf-d76a533661dc tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994697 Jul 15 14:49:35.033800 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8672eeb-248a-4900-87b5-ce1d6e28d5d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b53ec67-c0cf-42b9-aa4d-39748f69b4c3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:35.048571 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1119916f-8156-4c48-8770-9797dde9e15a req-eec6585b-c75b-4482-80be-639c922ad1ad tempest-DeleteServersAdminTestJSON-1724816843 tempest-DeleteServersAdminTestJSON-1724816843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:35.062893 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['6020f997-a342-47fa-97e2-b38e8d57df78'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:49:35.104486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6585b-c75b-4482-80be-639c922ad1ad tempest-DeleteServersAdminTestJSON-1724816843 tempest-DeleteServersAdminTestJSON-1724816843-project-admin] Pushing event deleted for resources: {'Port': ['ID=6020f997-a342-47fa-97e2-b38e8d57df78,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:35.193862 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:49:35.213853 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 507e247a-d823-4205-afd3-9076d54f445d up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:49:35.246473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1119916f-8156-4c48-8770-9797dde9e15a req-eec6585b-c75b-4482-80be-639c922ad1ad tempest-DeleteServersAdminTestJSON-1724816843 tempest-DeleteServersAdminTestJSON-1724816843-project-admin] No DVR routers for this DVR port 6020f997-a342-47fa-97e2-b38e8d57df78 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:49:35.269825 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1119916f-8156-4c48-8770-9797dde9e15a req-eec6585b-c75b-4482-80be-639c922ad1ad tempest-DeleteServersAdminTestJSON-1724816843 tempest-DeleteServersAdminTestJSON-1724816843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:35.272127 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1119916f-8156-4c48-8770-9797dde9e15a req-eec6585b-c75b-4482-80be-639c922ad1ad tempest-DeleteServersAdminTestJSON-1724816843 tempest-DeleteServersAdminTestJSON-1724816843-project-admin] 10.222.0.22 "DELETE /v2.0/ports/6020f997-a342-47fa-97e2-b38e8d57df78 HTTP/1.1" status: 204 len: 173 time: 0.9010577 Jul 15 14:49:35.272682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2a54b2-b314-4544-8e37-f35e78161647', 'name': 'network-vif-deleted', 'tag': '6020f997-a342-47fa-97e2-b38e8d57df78'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:35.275368 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05b06cc-f500-4f64-86c5-0f59525a1b37" -d '{"events": [{"server_uuid": "0c2a54b2-b314-4544-8e37-f35e78161647", "name": "network-vif-deleted", "tag": "6020f997-a342-47fa-97e2-b38e8d57df78"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:35.378999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 507e247a-d823-4205-afd3-9076d54f445d completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:35.394038 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 507e247a-d823-4205-afd3-9076d54f445d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:35.394404 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:35.406025 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8672eeb-248a-4900-87b5-ce1d6e28d5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:35.515852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36628) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:35.665789 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:35.680935 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f9b43307-48b1-42a6-b3f0-e14333040058 req-9d3babdb-22bf-47c6-a622-871bf6a22a86 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2a54b2-b314-4544-8e37-f35e78161647 HTTP/1.1" status: 200 len: 210 time: 0.0742033 Jul 15 14:49:35.712547 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75be7e4e-2607-42be-81a3-e02e6afdcaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507e247a-d823-4205-afd3-9076d54f445d'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:35.717259 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd580355-5ab9-405e-ae06-7f03189ee39e" -d '{"events": [{"server_uuid": "75be7e4e-2607-42be-81a3-e02e6afdcaae", "name": "network-vif-plugged", "status": "completed", "tag": "507e247a-d823-4205-afd3-9076d54f445d"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:35.738419 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:35.745952 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 507e247a-d823-4205-afd3-9076d54f445d, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=507e247a-d823-4205-afd3-9076d54f445d,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:35.759024 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:35.760289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device b4f26911-1994-4752-992f-37cacfd37146 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:49:35.878752 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:35.888315 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:35.899348 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8672eeb-248a-4900-87b5-ce1d6e28d5d6 admin admin] Router 6c585489-f004-4df5-9bca-c7dd006f2d5d has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:49:35.917307 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=507e247a-d823-4205-afd3-9076d54f445d,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:35.918519 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4c8b86-cade-45f2-982d-a4b97069b491 x-openstack-request-id: req-bd4c8b86-cade-45f2-982d-a4b97069b491 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:35.918951 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2a54b2-b314-4544-8e37-f35e78161647", "name": "network-vif-deleted", "tag": "6020f997-a342-47fa-97e2-b38e8d57df78", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:35.919305 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bd4c8b86-cade-45f2-982d-a4b97069b491 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:35.919812 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2a54b2-b314-4544-8e37-f35e78161647', 'name': 'network-vif-deleted', 'tag': '6020f997-a342-47fa-97e2-b38e8d57df78', 'status': 'completed', 'code': 200} Jul 15 14:49:35.932902 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:35.937564 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9f81cb-b339-4ede-a257-da7f751f5b21,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:35.943661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port b4f26911-1994-4752-992f-37cacfd37146 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:35.949259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port b4f26911-1994-4752-992f-37cacfd37146 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:35.949637 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:35.960751 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9613429a9692493d95e436c092b16843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441054 Jul 15 14:49:35.963040 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:35.963606 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:35.964202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:35.964759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:35.965303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:35.965971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:35.966697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:35.967367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:35.967929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:35.968493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:35.969035 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:35.969579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78dcc-2375-4b68-982b-d15fea076409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:35.982231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36642) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:36.058469 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:36.081253 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b68ef98-e0a1-4331-bfb4-57e6133f5a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:36.106927 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port b4f26911-1994-4752-992f-37cacfd37146, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=b4f26911-1994-4752-992f-37cacfd37146,segment=NetworkSegment(488962c2-fdb1-4be8-ac1d-ea161d995946),segment_id=488962c2-fdb1-4be8-ac1d-ea161d995946)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:36.118359 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:36.166922 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b68ef98-e0a1-4331-bfb4-57e6133f5a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:36.174820 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8672eeb-248a-4900-87b5-ce1d6e28d5d6 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:49:36.189489 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf831dd-adee-4199-b297-ebeaaa5d9208 None None] Sync routers for ids ['6c585489-f004-4df5-9bca-c7dd006f2d5d'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:49:36.189674 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36646) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:36.190298 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b8672eeb-248a-4900-87b5-ce1d6e28d5d6 admin admin] 10.222.0.38 "PUT /v2.0/routers/6c585489-f004-4df5-9bca-c7dd006f2d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0500371 Jul 15 14:49:36.202127 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf831dd-adee-4199-b297-ebeaaa5d9208 None None] Routers {'6c585489-f004-4df5-9bca-c7dd006f2d5d'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:49:36.205743 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0bf831dd-adee-4199-b297-ebeaaa5d9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:49:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6c585489-f004-4df5-9bca-c7dd006f2d5d'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:36.233650 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=b4f26911-1994-4752-992f-37cacfd37146,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:36.275621 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c294264-e49e-4d44-b86a-479341e98388 x-openstack-request-id: req-5c294264-e49e-4d44-b86a-479341e98388 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:36.276116 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75be7e4e-2607-42be-81a3-e02e6afdcaae", "name": "network-vif-plugged", "status": "completed", "tag": "507e247a-d823-4205-afd3-9076d54f445d", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:36.276375 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5c294264-e49e-4d44-b86a-479341e98388 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:36.276836 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75be7e4e-2607-42be-81a3-e02e6afdcaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507e247a-d823-4205-afd3-9076d54f445d', 'code': 200} Jul 15 14:49:36.300113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f2e8b-f7fa-4223-90f3-1e4d463faa75 req-fac00f87-4fb6-4bb8-8849-4fecfdc66f6e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:36.301765 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-371f2e8b-f7fa-4223-90f3-1e4d463faa75 req-fac00f87-4fb6-4bb8-8849-4fecfdc66f6e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 945 time: 0.2362635 Jul 15 14:49:36.349732 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0bf831dd-adee-4199-b297-ebeaaa5d9208 None None] Set router 6c585489-f004-4df5-9bca-c7dd006f2d5d gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:49:36.430351 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b68ef98-e0a1-4331-bfb4-57e6133f5a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:36.432937 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b68ef98-e0a1-4331-bfb4-57e6133f5a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:36.436667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3b68ef98-e0a1-4331-bfb4-57e6133f5a3e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ea9f81cb-b339-4ede-a257-da7f751f5b21 HTTP/1.1" status: 204 len: 168 time: 0.4506474 Jul 15 14:49:36.447877 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-371f2e8b-f7fa-4223-90f3-1e4d463faa75 req-33ac7695-d2ba-4116-a2f7-44515f4dd79c tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377077 Jul 15 14:49:36.453643 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78de45e2-4ffc-4238-a758-94c0df40ddf1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:36.459815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68ef98-e0a1-4331-bfb4-57e6133f5a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9f81cb-b339-4ede-a257-da7f751f5b21,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:36.624991 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78de45e2-4ffc-4238-a758-94c0df40ddf1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:36.639827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75325a83-ebe3-47da-8860-155bf32c473d req-296f2b70-b023-4b5b-bc84-65a8df2f0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:36.642461 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75325a83-ebe3-47da-8860-155bf32c473d req-296f2b70-b023-4b5b-bc84-65a8df2f0d0e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 1096 time: 0.2856326 Jul 15 14:49:36.654293 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0bf831dd-adee-4199-b297-ebeaaa5d9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-743688598-router', 'tenant_id': '4a47ee559de14790b152f244be4064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '597a20f1-b5b7-4e83-be0e-b0c144a4b277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:19Z', 'updated_at': '2021-07-15T14:49:34Z', 'revision_number': 5, 'project_id': '4a47ee559de14790b152f244be4064b0', 'gw_port': {'id': '597a20f1-b5b7-4e83-be0e-b0c144a4b277', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:20Z', 'updated_at': '2021-07-15T14:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:36.695906 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf831dd-adee-4199-b297-ebeaaa5d9208 None None] Checking router: 6c585489-f004-4df5-9bca-c7dd006f2d5d for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:49:36.715695 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf831dd-adee-4199-b297-ebeaaa5d9208 None None] Routers {'6c585489-f004-4df5-9bca-c7dd006f2d5d'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:49:36.716580 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0bf831dd-adee-4199-b297-ebeaaa5d9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:49:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6c585489-f004-4df5-9bca-c7dd006f2d5d'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:36.751385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75325a83-ebe3-47da-8860-155bf32c473d req-8ad67f86-a6df-4280-bd27-dc0610356abc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943787 Jul 15 14:49:36.793492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-78de45e2-4ffc-4238-a758-94c0df40ddf1 admin admin] Deleting port 597a20f1-b5b7-4e83-be0e-b0c144a4b277 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:49:36.793831 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78de45e2-4ffc-4238-a758-94c0df40ddf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:36.848081 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0bf831dd-adee-4199-b297-ebeaaa5d9208 None None] Set router 6c585489-f004-4df5-9bca-c7dd006f2d5d gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:49:36.894463 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-78de45e2-4ffc-4238-a758-94c0df40ddf1 admin admin] For port 597a20f1-b5b7-4e83-be0e-b0c144a4b277, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=597a20f1-b5b7-4e83-be0e-b0c144a4b277,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:36.894975 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78de45e2-4ffc-4238-a758-94c0df40ddf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:36.915164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7a9c9-36b3-4ac5-93de-e7323758cba4 req-1d47f48d-82e7-41b7-8ecc-d0d83ef81691 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:36.916873 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88e7a9c9-36b3-4ac5-93de-e7323758cba4 req-1d47f48d-82e7-41b7-8ecc-d0d83ef81691 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 945 time: 0.1887956 Jul 15 14:49:36.925057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-78de45e2-4ffc-4238-a758-94c0df40ddf1 admin admin] Calling delete_port for 597a20f1-b5b7-4e83-be0e-b0c144a4b277 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:49:36.929391 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0bf831dd-adee-4199-b297-ebeaaa5d9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-743688598-router', 'tenant_id': '4a47ee559de14790b152f244be4064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:19Z', 'updated_at': '2021-07-15T14:49:36Z', 'revision_number': 6, 'project_id': '4a47ee559de14790b152f244be4064b0', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:36.938021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36676) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:36.952928 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:36.966714 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf831dd-adee-4199-b297-ebeaaa5d9208 None None] The sync data for ids ['6c585489-f004-4df5-9bca-c7dd006f2d5d'] in n-d-764435-3 is: [{'id': '6c585489-f004-4df5-9bca-c7dd006f2d5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-743688598-router', 'tenant_id': '4a47ee559de14790b152f244be4064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:19Z', 'updated_at': '2021-07-15T14:49:36Z', 'revision_number': 6, 'project_id': '4a47ee559de14790b152f244be4064b0', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:49:37.024980 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88e7a9c9-36b3-4ac5-93de-e7323758cba4 req-2cd54d44-c127-4af2-9356-a314bf55bffc tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017878 Jul 15 14:49:37.079465 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:37.085321 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:37.144421 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9f3ca9aae2e9491bb8066c6dd71cf65b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028065 Jul 15 14:49:37.144421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3c42c7-a8e1-48ea-bd7e-b664b5aafcd4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:37.145085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36686) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:37.157989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:37.158334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:37.158975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:37.159125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:37.159344 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:37.159842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:37.159989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:37.160337 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:37.160640 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:37.160956 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:37.161276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:37.161430 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d3ab473-338b-45d2-b740-9a58e39c4e23 req-d38e37c7-2396-4d5e-b513-061472cffdee tempest-QuotasAdminNegativeTest-689313884 tempest-QuotasAdminNegativeTest-689313884-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=44b2813da34f4d8c874e31fcd8845c5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331781 Jul 15 14:49:37.162144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c746776-2d4b-41ef-9483-ebf292b977f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:37.226638 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-443c4984-9268-451e-8a08-b92bf9ecea9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:37.251143 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-443c4984-9268-451e-8a08-b92bf9ecea9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:37.299976 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78de45e2-4ffc-4238-a758-94c0df40ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:37.316161 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-443c4984-9268-451e-8a08-b92bf9ecea9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:37.320176 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-443c4984-9268-451e-8a08-b92bf9ecea9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:37.332938 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-443c4984-9268-451e-8a08-b92bf9ecea9a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5e3c42c7-a8e1-48ea-bd7e-b664b5aafcd4 HTTP/1.1" status: 204 len: 168 time: 0.1791871 Jul 15 14:49:37.338267 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:49:37.354582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c4984-9268-451e-8a08-b92bf9ecea9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3c42c7-a8e1-48ea-bd7e-b664b5aafcd4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:37.362076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de45e2-4ffc-4238-a758-94c0df40ddf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=597a20f1-b5b7-4e83-be0e-b0c144a4b277,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:37.385777 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:49:37.386586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3b53ec67-c0cf-42b9-aa4d-39748f69b4c3 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:49:37.413493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ab473-338b-45d2-b740-9a58e39c4e23 req-11cd9907-c965-4f62-be8a-70a23f0f8373 tempest-QuotasAdminNegativeTest-689313884 tempest-QuotasAdminNegativeTest-689313884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:37.415101 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d3ab473-338b-45d2-b740-9a58e39c4e23 req-11cd9907-c965-4f62-be8a-70a23f0f8373 tempest-QuotasAdminNegativeTest-689313884 tempest-QuotasAdminNegativeTest-689313884-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370813 Jul 15 14:49:37.419218 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78de45e2-4ffc-4238-a758-94c0df40ddf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:37.740981 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d3ab473-338b-45d2-b740-9a58e39c4e23 req-8032eef2-f326-4f50-8388-3dc3aaf896d4 tempest-QuotasAdminNegativeTest-689313884 tempest-QuotasAdminNegativeTest-689313884-project] 10.222.0.38 "GET /v2.0/quotas/44b2813da34f4d8c874e31fcd8845c5e HTTP/1.1" status: 200 len: 375 time: 0.3049734 Jul 15 14:49:37.772255 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78de45e2-4ffc-4238-a758-94c0df40ddf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:37.783778 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d3ab473-338b-45d2-b740-9a58e39c4e23 req-dfebac8f-b4d7-4f9b-8974-bd3b20cc7f7d tempest-QuotasAdminNegativeTest-689313884 tempest-QuotasAdminNegativeTest-689313884-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=44b2813da34f4d8c874e31fcd8845c5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418055 Jul 15 14:49:37.785430 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78de45e2-4ffc-4238-a758-94c0df40ddf1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:37.879843 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78de45e2-4ffc-4238-a758-94c0df40ddf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:37.881345 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78de45e2-4ffc-4238-a758-94c0df40ddf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c585489-f004-4df5-9bca-c7dd006f2d5d {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:49:37.890401 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78de45e2-4ffc-4238-a758-94c0df40ddf1 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:37.894284 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-78de45e2-4ffc-4238-a758-94c0df40ddf1 admin admin] 10.222.0.38 "DELETE /v2.0/routers/6c585489-f004-4df5-9bca-c7dd006f2d5d HTTP/1.1" status: 204 len: 168 time: 1.6970930 Jul 15 14:49:37.894515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36716) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:37.963637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b86a043-dd37-49c0-bcb3-a752b4a2dfc4 admin admin] Deleting subnet 2d0b15c8-687c-4f29-af01-683bc4766131 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:49:37.967763 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b86a043-dd37-49c0-bcb3-a752b4a2dfc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:38.052263 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b86a043-dd37-49c0-bcb3-a752b4a2dfc4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:38.156646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac7758-ca9b-4098-a8d3-51a5be2164b2 req-822016c5-3c83-4e09-937c-7a3494922aaf tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:38.158301 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97ac7758-ca9b-4098-a8d3-51a5be2164b2 req-822016c5-3c83-4e09-937c-7a3494922aaf tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 945 time: 0.1914773 Jul 15 14:49:38.173793 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b86a043-dd37-49c0-bcb3-a752b4a2dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:38.240450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97ac7758-ca9b-4098-a8d3-51a5be2164b2 req-9861b163-792f-4c67-8efc-3c8e5580d7e7 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750282 Jul 15 14:49:38.266390 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b86a043-dd37-49c0-bcb3-a752b4a2dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:38.279026 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e4751b-726d-4ad6-8021-f7d72c6ad23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f26911-1994-4752-992f-37cacfd37146'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:38.281585 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee4d55e-72f9-4c88-84e8-699f5c27ff04" -d '{"events": [{"server_uuid": "95e4751b-726d-4ad6-8021-f7d72c6ad23f", "name": "network-vif-plugged", "status": "completed", "tag": "b4f26911-1994-4752-992f-37cacfd37146"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:38.320485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86a043-dd37-49c0-bcb3-a752b4a2dfc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d0b15c8-687c-4f29-af01-683bc4766131,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:38.327268 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b86a043-dd37-49c0-bcb3-a752b4a2dfc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:38.327412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c179c595-62b5-4929-8d1b-d6d3a2e701b7 None None] Network 99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:49:38.329655 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5b86a043-dd37-49c0-bcb3-a752b4a2dfc4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2d0b15c8-687c-4f29-af01-683bc4766131 HTTP/1.1" status: 204 len: 168 time: 0.4341626 Jul 15 14:49:38.338318 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36732) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:38.452428 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:38.477460 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-8b89c8e2-d430-46c0-aa7f-5ea3abd7e480 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=46c6dc7611fd46c3a0c27b8b7f58c609&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342190 Jul 15 14:49:38.553718 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Deleting port bd3ba2e3-fa94-4839-9ce9-41dd222db58b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:49:38.553853 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:38.632130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] DHCP port deletion for 99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:49:38.638990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-4595cda5-8b75-4858-b6cd-d621eb413eac tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:38.643747 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] For port bd3ba2e3-fa94-4839-9ce9-41dd222db58b, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=bd3ba2e3-fa94-4839-9ce9-41dd222db58b,segment=NetworkSegment(9ab2b358-9aea-47dd-9ad1-92d7b20e8341),segment_id=9ab2b358-9aea-47dd-9ad1-92d7b20e8341)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:38.644119 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:38.645520 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-4595cda5-8b75-4858-b6cd-d621eb413eac tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671669 Jul 15 14:49:38.659602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Calling delete_port for bd3ba2e3-fa94-4839-9ce9-41dd222db58b owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:49:38.662797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2fb3afae-170b-484e-bac8-465c804ee05f tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/quotas/46c6dc7611fd46c3a0c27b8b7f58c609 HTTP/1.1" status: 200 len: 375 time: 0.0161955 Jul 15 14:49:38.710067 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2f3f0c1c-0e1b-47a2-93b8-fa9385b89082 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=46c6dc7611fd46c3a0c27b8b7f58c609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461409 Jul 15 14:49:38.740437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Deleting port bd3ba2e3-fa94-4839-9ce9-41dd222db58b {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:49:38.740897 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:38.804424 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:38.832851 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] For port bd3ba2e3-fa94-4839-9ce9-41dd222db58b, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=bd3ba2e3-fa94-4839-9ce9-41dd222db58b,segment=NetworkSegment(9ab2b358-9aea-47dd-9ad1-92d7b20e8341),segment_id=9ab2b358-9aea-47dd-9ad1-92d7b20e8341)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:38.834327 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:38.852229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Calling delete_port for bd3ba2e3-fa94-4839-9ce9-41dd222db58b owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:49:38.873245 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3ba2e3-fa94-4839-9ce9-41dd222db58b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:38.886087 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] No DVR routers for this DVR port bd3ba2e3-fa94-4839-9ce9-41dd222db58b on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:49:39.008323 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:39.027793 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:49:39.028433 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:49:39.029468 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:49:39.029981 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:49:39.030476 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:49:39.031022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:49:39.031517 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:49:39.032017 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:49:39.032512 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:49:39.033155 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:49:39.068124 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36764) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:39.074252 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:39.125872 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Pushing event deleted for resources: {'Port': ['ID=bd3ba2e3-fa94-4839-9ce9-41dd222db58b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:39.141091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] No DVR routers for this DVR port bd3ba2e3-fa94-4839-9ce9-41dd222db58b on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:49:39.149060 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:39.149425 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:39.149756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:39.150099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:39.150435 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:39.150813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:39.151147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:39.151478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:39.151805 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:39.152146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:39.152457 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:39.152798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c4ac64-a37f-46f3-b4b1-67c582356c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:49:39.160060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1227afa-c06c-4dbb-afc8-b12cb4035995 req-069f4fd3-307a-4a29-8670-ef7f057178cd tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:39.161779 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1227afa-c06c-4dbb-afc8-b12cb4035995 req-069f4fd3-307a-4a29-8670-ef7f057178cd tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 945 time: 0.1973248 Jul 15 14:49:39.215219 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 597a20f1-b5b7-4e83-be0e-b0c144a4b277 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:49:39.245053 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6020f997-a342-47fa-97e2-b38e8d57df78 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:49:39.245562 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:49:39.246223 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:49:39.246579 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:49:39.249695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 597a20f1-b5b7-4e83-be0e-b0c144a4b277 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:49:39.250486 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 597a20f1-b5b7-4e83-be0e-b0c144a4b277 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:49:39.251267 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device bd3ba2e3-fa94-4839-9ce9-41dd222db58b no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:49:39.253968 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:49:39.254472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:39.289900 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1227afa-c06c-4dbb-afc8-b12cb4035995 req-ece3fe5c-ed46-44ac-8f6b-838fc1d088a5 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127856 Jul 15 14:49:39.304088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: bd3ba2e3-fa94-4839-9ce9-41dd222db58b {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:49:39.304839 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device bd3ba2e3-fa94-4839-9ce9-41dd222db58b not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:49:39.307794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 6020f997-a342-47fa-97e2-b38e8d57df78 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:49:39.308804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6020f997-a342-47fa-97e2-b38e8d57df78 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:49:39.337004 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab2b358-9aea-47dd-9ad1-92d7b20e8341') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:39.337344 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab2b358-9aea-47dd-9ad1-92d7b20e8341') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:39.361241 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:39.388421 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:39.403107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:49:39.404041 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: from cryptography.utils import int_from_bytes Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: from cryptography.utils import int_from_bytes Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: timer() Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:49:39.443378 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:49:39.502690 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac2cb4ff-2090-45ba-921e-6b4c5a215443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:39.555124 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:39.571775 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:39.580931 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f HTTP/1.1" status: 204 len: 168 time: 1.2400568 Jul 15 14:49:39.605233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87297d9-431c-4caa-8bf9-d20084afd9b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=99d2b2ac-8ee8-412a-a0f7-f55de74f3b4f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:39.638778 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53f073d-477f-444b-ae76-7b761d227ef9 x-openstack-request-id: req-c53f073d-477f-444b-ae76-7b761d227ef9 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:39.639332 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e4751b-726d-4ad6-8021-f7d72c6ad23f", "name": "network-vif-plugged", "status": "completed", "tag": "b4f26911-1994-4752-992f-37cacfd37146", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:39.639332 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c53f073d-477f-444b-ae76-7b761d227ef9 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:39.639743 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e4751b-726d-4ad6-8021-f7d72c6ad23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f26911-1994-4752-992f-37cacfd37146', 'code': 200} Jul 15 14:49:39.723089 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac2cb4ff-2090-45ba-921e-6b4c5a215443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:39.783579 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac2cb4ff-2090-45ba-921e-6b4c5a215443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:39.860587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cb4ff-2090-45ba-921e-6b4c5a215443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b659c7-31d7-4e0f-a44d-3d647829f31e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:39.885705 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ac2cb4ff-2090-45ba-921e-6b4c5a215443 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=42c394d8ef1645ba80fef5520d3b4e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8110225 Jul 15 14:49:39.888447 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36796) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:39.921220 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20f439-1f41-4eba-8a11-63a3b4021aff req-96c674ef-4726-4f6b-8587-8c7753e90dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:39.923735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a20f439-1f41-4eba-8a11-63a3b4021aff req-96c674ef-4726-4f6b-8587-8c7753e90dba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 1096 time: 0.2045894 Jul 15 14:49:39.980166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a20f439-1f41-4eba-8a11-63a3b4021aff req-38d424c4-f9cb-4c76-886c-935c1f45798b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490556 Jul 15 14:49:39.989139 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2349539e-2e76-4616-9940-e2bba95a5503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:40.001539 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f479a20e-05ec-4051-a467-5527d266fc49 req-d65a8f6f-b368-4991-9326-c5c8640f7542 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=61012b5a-434d-449b-ab06-669ef92b69aa HTTP/1.1" status: 200 len: 210 time: 0.0329082 Jul 15 14:49:40.050047 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2349539e-2e76-4616-9940-e2bba95a5503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:40.057689 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36802) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:40.092454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b1a8a-c727-462a-94cf-91e67f6f682d req-cf292c84-5681-4caf-86b7-07857a2ef59c tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:40.093970 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-770b1a8a-c727-462a-94cf-91e67f6f682d req-cf292c84-5681-4caf-86b7-07857a2ef59c tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 1096 time: 0.0700648 Jul 15 14:49:40.131878 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-13726165-90da-4c11-bec7-11eb3a40f60e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4a47ee559de14790b152f244be4064b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0725393 Jul 15 14:49:40.134269 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36804) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:40.154365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-770b1a8a-c727-462a-94cf-91e67f6f682d req-6a3d84f8-f866-4abf-acac-58e33574a38d tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530398 Jul 15 14:49:40.163132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2349539e-2e76-4616-9940-e2bba95a5503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:40.165784 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2349539e-2e76-4616-9940-e2bba95a5503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:40.166970 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2349539e-2e76-4616-9940-e2bba95a5503 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/07b659c7-31d7-4e0f-a44d-3d647829f31e HTTP/1.1" status: 204 len: 168 time: 0.2775400 Jul 15 14:49:40.186801 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349539e-2e76-4616-9940-e2bba95a5503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b659c7-31d7-4e0f-a44d-3d647829f31e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:40.206572 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d2dbfc8a-4bed-42b2-a592-49976c3e837e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:40.241022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d2dbfc8a-4bed-42b2-a592-49976c3e837e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:40.303890 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d2dbfc8a-4bed-42b2-a592-49976c3e837e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:40.307123 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d2dbfc8a-4bed-42b2-a592-49976c3e837e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:40.310808 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d2dbfc8a-4bed-42b2-a592-49976c3e837e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c98d13bd-1c3c-4e30-b97e-183387443a40 HTTP/1.1" status: 204 len: 168 time: 0.1726217 Jul 15 14:49:40.323388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbfc8a-4bed-42b2-a592-49976c3e837e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98d13bd-1c3c-4e30-b97e-183387443a40,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:40.512495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-3fdf5f29-29b8-45d8-b88e-ec5889cbb9f7 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=46c6dc7611fd46c3a0c27b8b7f58c609&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334527 Jul 15 14:49:40.573803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27e4ff-e1ff-4198-92db-bae8c7b744d2 req-67069fbc-038f-45de-9aa1-ed5b45ad95fa tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:40.580823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de27e4ff-e1ff-4198-92db-bae8c7b744d2 req-67069fbc-038f-45de-9aa1-ed5b45ad95fa tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 1096 time: 0.1337268 Jul 15 14:49:40.663419 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de27e4ff-e1ff-4198-92db-bae8c7b744d2 req-ec942bf2-46ad-4898-9078-f2debac8c277 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816100 Jul 15 14:49:40.675283 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-6c196f5e-b2da-4572-abb9-5718359214bb tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:40.676819 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-6c196f5e-b2da-4572-abb9-5718359214bb tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1574862 Jul 15 14:49:40.694323 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36828) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:40.703001 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-af2e643b-22e3-4f61-aa44-81a31c603107 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Request body: {'port': {'device_id': '61012b5a-434d-449b-ab06-669ef92b69aa', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': '46c6dc7611fd46c3a0c27b8b7f58c609'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:40.725767 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e4d3-61d2-4d95-b22e-fc9f0f740bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:40.946247 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e4d3-61d2-4d95-b22e-fc9f0f740bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:40.952316 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e4d3-61d2-4d95-b22e-fc9f0f740bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:40.984355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3e4d3-61d2-4d95-b22e-fc9f0f740bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301f7bec-50eb-4fe5-b3fd-dab2910b47aa,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:41.007121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-af2e643b-22e3-4f61-aa44-81a31c603107 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Made reservation on behalf of 46c6dc7611fd46c3a0c27b8b7f58c609 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:49:41.014275 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-af2e643b-22e3-4f61-aa44-81a31c603107 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:41.014275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36842) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:41.015528 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a1f3e4d3-61d2-4d95-b22e-fc9f0f740bc6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=abb9f865fde64472aee587e074131394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186963 Jul 15 14:49:41.171864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a059c-e085-4ad9-9a12-924c59a081de req-b74c985b-3230-4cd9-8e26-d5b13cdfc032 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:41.179386 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-954a059c-e085-4ad9-9a12-924c59a081de req-b74c985b-3230-4cd9-8e26-d5b13cdfc032 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 945 time: 0.2133236 Jul 15 14:49:41.240078 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a801a6f-62ee-4984-9a1c-95b257cf6ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:41.298555 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-af2e643b-22e3-4f61-aa44-81a31c603107 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Allocated IP 192.168.233.24 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/b3cec91d-dde6-44d8-afa8-1f161f6d4481) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:49:41.418268 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-954a059c-e085-4ad9-9a12-924c59a081de req-cda6a875-d3bd-43da-8350-4a49801a34a2 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348003 Jul 15 14:49:41.473563 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a801a6f-62ee-4984-9a1c-95b257cf6ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:41.519755 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bfa8f2e4-94eb-40da-8f81-16078740df8b req-ab313330-fc23-4902-8d2b-09606da82d11 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=61012b5a-434d-449b-ab06-669ef92b69aa HTTP/1.1" status: 200 len: 210 time: 0.0432112 Jul 15 14:49:41.568403 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-af2e643b-22e3-4f61-aa44-81a31c603107 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:41.622057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-af2e643b-22e3-4f61-aa44-81a31c603107 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Transition to ACTIVE for port object b3cec91d-dde6-44d8-afa8-1f161f6d4481 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:41.625472 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e620ec1-2813-4686-adac-4ae83818be3f req-05ddfc2d-a68a-4848-86fa-585075ccaf94 tempest-QuotasAdminNegativeTest-689313884 tempest-QuotasAdminNegativeTest-689313884-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=44b2813da34f4d8c874e31fcd8845c5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348403 Jul 15 14:49:41.657857 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36894) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:41.688927 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a801a6f-62ee-4984-9a1c-95b257cf6ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:41.691618 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a801a6f-62ee-4984-9a1c-95b257cf6ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:41.695039 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9a801a6f-62ee-4984-9a1c-95b257cf6ec7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/301f7bec-50eb-4fe5-b3fd-dab2910b47aa HTTP/1.1" status: 204 len: 168 time: 0.6780467 Jul 15 14:49:41.725323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a801a6f-62ee-4984-9a1c-95b257cf6ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301f7bec-50eb-4fe5-b3fd-dab2910b47aa,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:41.790042 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-af2e643b-22e3-4f61-aa44-81a31c603107 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:41.878767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e620ec1-2813-4686-adac-4ae83818be3f req-06090bfe-2713-4b97-ba4c-1d390c6cc794 tempest-QuotasAdminNegativeTest-689313884 tempest-QuotasAdminNegativeTest-689313884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:41.886682 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e620ec1-2813-4686-adac-4ae83818be3f req-06090bfe-2713-4b97-ba4c-1d390c6cc794 tempest-QuotasAdminNegativeTest-689313884 tempest-QuotasAdminNegativeTest-689313884-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2402346 Jul 15 14:49:41.903865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-af2e643b-22e3-4f61-aa44-81a31c603107 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:49:41.907705 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-af2e643b-22e3-4f61-aa44-81a31c603107 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:41.909920 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e643b-22e3-4f61-aa44-81a31c603107 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Pushing event updated for resources: {'Port': ['ID=b3cec91d-dde6-44d8-afa8-1f161f6d4481,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:41.912493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-af2e643b-22e3-4f61-aa44-81a31c603107 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:49:41.919320 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-af2e643b-22e3-4f61-aa44-81a31c603107 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:41.920075 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-af2e643b-22e3-4f61-aa44-81a31c603107 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:41.939373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e620ec1-2813-4686-adac-4ae83818be3f req-28644eea-47ce-42eb-95de-c9324d8fc0c4 tempest-QuotasAdminNegativeTest-689313884 tempest-QuotasAdminNegativeTest-689313884-project] 10.222.0.38 "GET /v2.0/quotas/44b2813da34f4d8c874e31fcd8845c5e HTTP/1.1" status: 200 len: 375 time: 0.0517821 Jul 15 14:49:41.950909 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-af2e643b-22e3-4f61-aa44-81a31c603107 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2604141 Jul 15 14:49:41.990315 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e620ec1-2813-4686-adac-4ae83818be3f req-7dd0f705-5135-4d55-9443-8eee37620924 tempest-QuotasAdminNegativeTest-689313884 tempest-QuotasAdminNegativeTest-689313884-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=44b2813da34f4d8c874e31fcd8845c5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493999 Jul 15 14:49:42.000917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Request body: {'port': {'device_id': '61012b5a-434d-449b-ab06-669ef92b69aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:42.004474 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c480cb9-1c6e-4f97-b27c-5eb2a062b3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:42.192313 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:42.273044 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c480cb9-1c6e-4f97-b27c-5eb2a062b3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:42.290022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c480cb9-1c6e-4f97-b27c-5eb2a062b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:42.332187 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0c480cb9-1c6e-4f97-b27c-5eb2a062b3d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8ab4ec68ea5e4939bdc2fb75b3611058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6731701 Jul 15 14:49:42.340763 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36926) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:42.361547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c480cb9-1c6e-4f97-b27c-5eb2a062b3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5388a267-2d78-40eb-a628-48e636a2c68d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:42.376692 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-beb8d3d9-7422-4983-9a1c-46c09a0314cc None None] Provisioning for port b3cec91d-dde6-44d8-afa8-1f161f6d4481 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:42.382107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-beb8d3d9-7422-4983-9a1c-46c09a0314cc None None] Provisioning complete for port b3cec91d-dde6-44d8-afa8-1f161f6d4481 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:42.382462 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-beb8d3d9-7422-4983-9a1c-46c09a0314cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:42.441172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-beb8d3d9-7422-4983-9a1c-46c09a0314cc None None] Port b3cec91d-dde6-44d8-afa8-1f161f6d4481 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:49:42.814648 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52972162-3832-402b-b7d5-206071c7719b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:42.841101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefb10c-ea20-45f0-8ebb-548626667be7 req-fc5088be-ebea-4388-bb65-5bd8b3343cc3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:42.842727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbefb10c-ea20-45f0-8ebb-548626667be7 req-fc5088be-ebea-4388-bb65-5bd8b3343cc3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 945 time: 0.5208952 Jul 15 14:49:42.855016 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36964) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:42.861864 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-52dbefc0-abca-400d-96d2-35cf54634c5f tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Request body: {'floatingip': {'port_id': 'b4f26911-1994-4752-992f-37cacfd37146'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:42.870183 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52972162-3832-402b-b7d5-206071c7719b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:42.970028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3cec91d-dde6-44d8-afa8-1f161f6d4481 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:49:42.978948 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:42.981187 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52972162-3832-402b-b7d5-206071c7719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:42.983918 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52972162-3832-402b-b7d5-206071c7719b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:42.985214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-52972162-3832-402b-b7d5-206071c7719b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5388a267-2d78-40eb-a628-48e636a2c68d HTTP/1.1" status: 204 len: 168 time: 0.6435957 Jul 15 14:49:42.994084 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52dbefc0-abca-400d-96d2-35cf54634c5f tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:43.000199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52972162-3832-402b-b7d5-206071c7719b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5388a267-2d78-40eb-a628-48e636a2c68d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:43.004041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Transition to ACTIVE for port object b3cec91d-dde6-44d8-afa8-1f161f6d4481 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:43.018251 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:43.079731 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Pushing event updated for resources: {'Port': ['ID=b3cec91d-dde6-44d8-afa8-1f161f6d4481,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:43.139353 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Attempting to bind port b3cec91d-dde6-44d8-afa8-1f161f6d4481 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:49:43.139859 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Attempting to bind port b3cec91d-dde6-44d8-afa8-1f161f6d4481 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:49:43.140183 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Attempting to bind port b3cec91d-dde6-44d8-afa8-1f161f6d4481 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:43.150555 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Port b3cec91d-dde6-44d8-afa8-1f161f6d4481 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:49:43.151152 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Attempting to bind port b3cec91d-dde6-44d8-afa8-1f161f6d4481 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:43.159845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:49:43.160475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:43.161027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:49:43.162432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Bound port: b3cec91d-dde6-44d8-afa8-1f161f6d4481, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:49:43.163249 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:43.297710 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] For port b3cec91d-dde6-44d8-afa8-1f161f6d4481, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:49:43.304536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] For port b3cec91d-dde6-44d8-afa8-1f161f6d4481, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b3cec91d-dde6-44d8-afa8-1f161f6d4481,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:49:43.312694 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:43.342485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:43.343977 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:43.346873 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] 10.222.0.11 "PUT /v2.0/ports/b3cec91d-dde6-44d8-afa8-1f161f6d4481 HTTP/1.1" status: 200 len: 1095 time: 1.3685529 Jul 15 14:49:43.349329 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61012b5a-434d-449b-ab06-669ef92b69aa', 'tag': 'b3cec91d-dde6-44d8-afa8-1f161f6d4481'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:43.353248 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672b8d45-33f4-48a9-9ad7-7f28b0d4ab33" -d '{"events": [{"name": "network-changed", "server_uuid": "61012b5a-434d-449b-ab06-669ef92b69aa", "tag": "b3cec91d-dde6-44d8-afa8-1f161f6d4481"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:43.483546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfce91d-25a8-41f8-8757-6cc6769fcdfd service neutron] Pushing event updated for resources: {'Port': ['ID=b3cec91d-dde6-44d8-afa8-1f161f6d4481,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:43.578126 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-21f9edc9-cedd-4e66-8b39-ae08bc99038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:43.581990 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-21f9edc9-cedd-4e66-8b39-ae08bc99038d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=46c6dc7611fd46c3a0c27b8b7f58c609&device_id=61012b5a-434d-449b-ab06-669ef92b69aa HTTP/1.1" status: 200 len: 1098 time: 0.1465614 Jul 15 14:49:43.691796 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-6a00bcf9-98d6-4717-90fe-ac8484b8a263 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b3cec91d-dde6-44d8-afa8-1f161f6d4481 HTTP/1.1" status: 200 len: 217 time: 0.0908711 Jul 15 14:49:43.791372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-23269c69-df52-405b-abcf-22c1cff33043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:43.792837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-23269c69-df52-405b-abcf-22c1cff33043 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0853691 Jul 15 14:49:43.878864 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37004) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:43.921113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e319be7-929e-4629-b967-29b7cf74fd21 req-c06a43f7-a8cd-422e-9c6f-9f68e9c8d1e5 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:43.922567 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e319be7-929e-4629-b967-29b7cf74fd21 req-c06a43f7-a8cd-422e-9c6f-9f68e9c8d1e5 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=61012b5a-434d-449b-ab06-669ef92b69aa HTTP/1.1" status: 200 len: 947 time: 0.1287875 Jul 15 14:49:43.925724 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-e9380a42-a9f9-4177-a82e-8dedc0b5a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:43.927252 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-e9380a42-a9f9-4177-a82e-8dedc0b5a54b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172650 Jul 15 14:49:43.937680 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1c05718-10f3-4806-b409-639d8bdfc2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:43.970939 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37006) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:44.004004 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e319be7-929e-4629-b967-29b7cf74fd21 req-37ee02e4-ca26-4ed7-bf57-a862462c5d39 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752583 Jul 15 14:49:44.107339 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-07d7ba98-dfcf-42e7-8be1-0cd027000385 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711593 Jul 15 14:49:44.297855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8efbdba7-7358-49ea-9d21-cff81bbffe89 req-450b140c-21ed-4bdd-b052-e3f7fa9d69a4 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819315 Jul 15 14:49:44.346215 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11668a9-edc6-44b7-b62c-f956655d4a60 x-openstack-request-id: req-e11668a9-edc6-44b7-b62c-f956655d4a60 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:44.346774 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61012b5a-434d-449b-ab06-669ef92b69aa", "tag": "b3cec91d-dde6-44d8-afa8-1f161f6d4481", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:44.347581 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e11668a9-edc6-44b7-b62c-f956655d4a60 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:44.348806 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61012b5a-434d-449b-ab06-669ef92b69aa', 'tag': 'b3cec91d-dde6-44d8-afa8-1f161f6d4481', 'status': 'completed', 'code': 200} Jul 15 14:49:44.375322 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.resource_extend [None req-52dbefc0-abca-400d-96d2-35cf54634c5f tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 14:49:44.452027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-0444e181-ddee-4013-a975-7656c28eca72 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:49:44.453805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-0444e181-ddee-4013-a975-7656c28eca72 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4738503 Jul 15 14:49:44.486164 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52dbefc0-abca-400d-96d2-35cf54634c5f tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:44.499648 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52dbefc0-abca-400d-96d2-35cf54634c5f tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:44.515224 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b8d45-33f4-48a9-9ad7-7f28b0d4ab33 req-83bc4217-8a87-4598-9fd1-466107e953e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:44.516832 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-672b8d45-33f4-48a9-9ad7-7f28b0d4ab33 req-83bc4217-8a87-4598-9fd1-466107e953e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=46c6dc7611fd46c3a0c27b8b7f58c609&device_id=61012b5a-434d-449b-ab06-669ef92b69aa HTTP/1.1" status: 200 len: 1098 time: 0.1398661 Jul 15 14:49:44.549938 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1c05718-10f3-4806-b409-639d8bdfc2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:44.561265 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1c05718-10f3-4806-b409-639d8bdfc2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:44.609523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-355207e2-8a8d-4420-97bb-5895fd624bb4 service neutron] Request body: {'binding': {'host': 'n-h1-764435-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:44.610045 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-355207e2-8a8d-4420-97bb-5895fd624bb4 service neutron] Unknown quota resources ['binding']. {{(pid=100711) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 14:49:44.658153 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b1c05718-10f3-4806-b409-639d8bdfc2ee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=be66fe89a288467b84a0668cddf70777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7763319 Jul 15 14:49:44.659495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37070) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:44.659632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c05718-10f3-4806-b409-639d8bdfc2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18498931-a73a-480a-af36-a98da06b3d1a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:44.677181 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-52dbefc0-abca-400d-96d2-35cf54634c5f tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Floating IP 909d8221-5d04-442b-8f83-7dbfd3669a9f associated. External IP: 172.25.4.186, port: b4f26911-1994-4752-992f-37cacfd37146. Jul 15 14:49:44.714271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b8d45-33f4-48a9-9ad7-7f28b0d4ab33 req-7a3981c8-0aca-44cd-88d1-013992da6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:44.715795 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-672b8d45-33f4-48a9-9ad7-7f28b0d4ab33 req-7a3981c8-0aca-44cd-88d1-013992da6e77 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1852322 Jul 15 14:49:44.807439 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-672b8d45-33f4-48a9-9ad7-7f28b0d4ab33 req-e8664784-e997-49b1-8bdc-fbba588d6ccc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b3cec91d-dde6-44d8-afa8-1f161f6d4481 HTTP/1.1" status: 200 len: 217 time: 0.0788546 Jul 15 14:49:44.859215 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37078) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:44.867567 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42c2118e-dc7a-41ff-9996-b59163f4e3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:44.913753 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42c2118e-dc7a-41ff-9996-b59163f4e3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:44.929450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b8d45-33f4-48a9-9ad7-7f28b0d4ab33 req-78acb2c6-4180-4553-9bc0-057f0fd1237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:44.931547 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-672b8d45-33f4-48a9-9ad7-7f28b0d4ab33 req-78acb2c6-4180-4553-9bc0-057f0fd1237b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1146994 Jul 15 14:49:44.987409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-355207e2-8a8d-4420-97bb-5895fd624bb4 service neutron] Attempting to bind port 507e247a-d823-4205-afd3-9076d54f445d on host n-h1-764435-3 for vnic_type normal with profile None {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:49:44.987750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-355207e2-8a8d-4420-97bb-5895fd624bb4 service neutron] Attempting to bind port 507e247a-d823-4205-afd3-9076d54f445d by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:49:44.988082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-355207e2-8a8d-4420-97bb-5895fd624bb4 service neutron] Attempting to bind port 507e247a-d823-4205-afd3-9076d54f445d on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:44.996551 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52dbefc0-abca-400d-96d2-35cf54634c5f tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Router c79e717d-7ce7-4cb1-996b-58b3e66734e1 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:49:44.998323 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6a0dd77-63a7-4899-a96b-1f282e5ac187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:44.999220 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-355207e2-8a8d-4420-97bb-5895fd624bb4 service neutron] Port 507e247a-d823-4205-afd3-9076d54f445d on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:49:44.999552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-355207e2-8a8d-4420-97bb-5895fd624bb4 service neutron] Attempting to bind port 507e247a-d823-4205-afd3-9076d54f445d on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:45.009109 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-355207e2-8a8d-4420-97bb-5895fd624bb4 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:49:45.010155 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-355207e2-8a8d-4420-97bb-5895fd624bb4 service neutron] Checking segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:45.010294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-355207e2-8a8d-4420-97bb-5895fd624bb4 service neutron] Bound using segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:49:45.010681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-355207e2-8a8d-4420-97bb-5895fd624bb4 service neutron] Bound port: 507e247a-d823-4205-afd3-9076d54f445d, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:49:45.103612 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42c2118e-dc7a-41ff-9996-b59163f4e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:45.103985 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42c2118e-dc7a-41ff-9996-b59163f4e3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:45.105144 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-42c2118e-dc7a-41ff-9996-b59163f4e3b8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/18498931-a73a-480a-af36-a98da06b3d1a HTTP/1.1" status: 204 len: 168 time: 0.4453118 Jul 15 14:49:45.136829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2118e-dc7a-41ff-9996-b59163f4e3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18498931-a73a-480a-af36-a98da06b3d1a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:45.150239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b8d45-33f4-48a9-9ad7-7f28b0d4ab33 req-39978b15-b6a9-4266-a980-1944eaceb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:45.152114 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-672b8d45-33f4-48a9-9ad7-7f28b0d4ab33 req-39978b15-b6a9-4266-a980-1944eaceb401 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2103598 Jul 15 14:49:45.174704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dbefc0-abca-400d-96d2-35cf54634c5f tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:49:45.180527 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52dbefc0-abca-400d-96d2-35cf54634c5f tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:45.194320 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-355207e2-8a8d-4420-97bb-5895fd624bb4 service neutron] For port 507e247a-d823-4205-afd3-9076d54f445d, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=507e247a-d823-4205-afd3-9076d54f445d,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:49:45.201999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135f811c-5578-49d8-b0e7-5db4b6b23394 None None] Sync routers for ids ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:49:45.213136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f811c-5578-49d8-b0e7-5db4b6b23394 None None] Routers {'c79e717d-7ce7-4cb1-996b-58b3e66734e1'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:49:45.214131 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-135f811c-5578-49d8-b0e7-5db4b6b23394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:49:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:45.217820 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-355207e2-8a8d-4420-97bb-5895fd624bb4 service neutron] Notify callbacks [] for binding, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:45.231073 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-355207e2-8a8d-4420-97bb-5895fd624bb4 service neutron] 10.222.0.38 "POST /v2.0/ports/507e247a-d823-4205-afd3-9076d54f445d/bindings HTTP/1.1" status: 201 len: 389 time: 0.7130454 Jul 15 14:49:45.272905 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6a0dd77-63a7-4899-a96b-1f282e5ac187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:45.350459 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-52dbefc0-abca-400d-96d2-35cf54634c5f tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "PUT /v2.0/floatingips/909d8221-5d04-442b-8f83-7dbfd3669a9f HTTP/1.1" status: 200 len: 991 time: 2.4937923 Jul 15 14:49:45.352048 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e4751b-726d-4ad6-8021-f7d72c6ad23f', 'tag': 'b4f26911-1994-4752-992f-37cacfd37146'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:45.354678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-672b8d45-33f4-48a9-9ad7-7f28b0d4ab33 req-7c94c671-f84e-4a3d-9732-70b55948aa3c service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899288 Jul 15 14:49:45.368634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-135f811c-5578-49d8-b0e7-5db4b6b23394 None None] Set router c79e717d-7ce7-4cb1-996b-58b3e66734e1 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:49:45.385109 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad787ad-06e9-44be-925e-f33ce9250a51" -d '{"events": [{"name": "network-changed", "server_uuid": "95e4751b-726d-4ad6-8021-f7d72c6ad23f", "tag": "b4f26911-1994-4752-992f-37cacfd37146"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:45.394694 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6a0dd77-63a7-4899-a96b-1f282e5ac187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:45.474253 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e6a0dd77-63a7-4899-a96b-1f282e5ac187 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44b2813da34f4d8c874e31fcd8845c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6121583 Jul 15 14:49:45.488397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37122) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:45.595651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.11', 63786) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:45.623707 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-672b8d45-33f4-48a9-9ad7-7f28b0d4ab33 req-7aaa0905-97ba-4118-b463-70e824f4ed3d service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592263 Jul 15 14:49:45.669038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-836dda82-e1bb-40de-846c-8a51afc690e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:45.692811 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-836dda82-e1bb-40de-846c-8a51afc690e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:45.722980 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-135f811c-5578-49d8-b0e7-5db4b6b23394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:42Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '909d8221-5d04-442b-8f83-7dbfd3669a9f', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'port_id': 'b4f26911-1994-4752-992f-37cacfd37146', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'mac_address': 'fa:16:3e:37:ba:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e4751b-726d-4ad6-8021-f7d72c6ad23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:49:07Z', 'updated_at': '2021-07-15T14:49:44Z', 'revision_number': 1, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db7d36-8b5c-43dc-8ac1-daaea705e83b', 'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'mac_address': 'fa:16:3e:10:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:41Z', 'updated_at': '2021-07-15T14:48:49Z', 'revision_number': 5, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'subnets': [{'id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:45.728368 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db009b01-89ed-4899-908a-9762105430d6 req-ad34065a-1639-473f-9b8e-4221234bd89f tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ee188e41d71d434ead519f5f9ae6e707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417726 Jul 15 14:49:45.729722 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0dd77-63a7-4899-a96b-1f282e5ac187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ca8124-6bfe-40cb-9b32-75bb92b025d0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:45.748669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-35484959-acd4-4b57-9fcf-fb2700f8ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:45.750636 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-35484959-acd4-4b57-9fcf-fb2700f8ba2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 1096 time: 0.1539025 Jul 15 14:49:45.782147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135f811c-5578-49d8-b0e7-5db4b6b23394 None None] Checking router: c79e717d-7ce7-4cb1-996b-58b3e66734e1 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:49:45.796546 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f811c-5578-49d8-b0e7-5db4b6b23394 None None] Routers {'c79e717d-7ce7-4cb1-996b-58b3e66734e1'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:49:45.798229 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-836dda82-e1bb-40de-846c-8a51afc690e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:45.798428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-135f811c-5578-49d8-b0e7-5db4b6b23394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:49:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:45.801031 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-836dda82-e1bb-40de-846c-8a51afc690e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:45.802973 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-836dda82-e1bb-40de-846c-8a51afc690e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/73ca8124-6bfe-40cb-9b32-75bb92b025d0 HTTP/1.1" status: 204 len: 168 time: 0.3100948 Jul 15 14:49:45.827207 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dda82-e1bb-40de-846c-8a51afc690e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ca8124-6bfe-40cb-9b32-75bb92b025d0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:45.908331 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-a50e0d5b-6baa-43f7-b12f-ba535a477009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:45.911919 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-a50e0d5b-6baa-43f7-b12f-ba535a477009 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.1529164 Jul 15 14:49:46.000233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db009b01-89ed-4899-908a-9762105430d6 req-46a0d3e8-63ed-4ce8-85a2-ccc2d07d4dd5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:46.008881 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db009b01-89ed-4899-908a-9762105430d6 req-46a0d3e8-63ed-4ce8-85a2-ccc2d07d4dd5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2795014 Jul 15 14:49:46.011020 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-ce7e9130-8bb6-4e8c-8cb3-a7bbef87d400 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=507e247a-d823-4205-afd3-9076d54f445d HTTP/1.1" status: 200 len: 217 time: 0.0903366 Jul 15 14:49:46.028157 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db009b01-89ed-4899-908a-9762105430d6 req-e8571a6b-a29b-41cf-9844-ff28a73d0a83 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/quotas/ee188e41d71d434ead519f5f9ae6e707 HTTP/1.1" status: 200 len: 375 time: 0.0182669 Jul 15 14:49:46.072882 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db009b01-89ed-4899-908a-9762105430d6 req-6c0360c6-bfb0-4e0f-b3d1-5e7fead4e9c4 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436087 Jul 15 14:49:46.158802 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-31449e85-f1a4-4489-95d5-110943e9a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:46.161120 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-31449e85-f1a4-4489-95d5-110943e9a884 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.1299286 Jul 15 14:49:46.170070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-135f811c-5578-49d8-b0e7-5db4b6b23394 None None] Set router c79e717d-7ce7-4cb1-996b-58b3e66734e1 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:49:46.231342 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-b210b747-43ff-4b2c-9137-708767b76016 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575950 Jul 15 14:49:46.307171 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4e130-3487-4690-ad3f-e4887bc7c001 req-c35592d1-6e76-4140-abbe-3cbd33c6a589 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:46.316575 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32e4e130-3487-4690-ad3f-e4887bc7c001 req-c35592d1-6e76-4140-abbe-3cbd33c6a589 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=61012b5a-434d-449b-ab06-669ef92b69aa HTTP/1.1" status: 200 len: 947 time: 0.0958965 Jul 15 14:49:46.332861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37182) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:46.359195 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3f57-354c-42e5-b7d5-ea05f2a9d989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:46.405552 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32e4e130-3487-4690-ad3f-e4887bc7c001 req-ebc87f94-3429-4478-a319-181add6a8202 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857294 Jul 15 14:49:46.462687 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-a59a5832-ccdf-468e-ae69-f0626356b426 service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205799 Jul 15 14:49:46.580176 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-aedc527c-15ce-4691-bbe6-efc12dfdbbfe service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131120 Jul 15 14:49:46.640775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8b2f5-f715-4d27-a1f1-406b01133d94 req-3fa24d22-f9ec-4ef8-aab3-2fa242ceac4e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:46.648149 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dea8b2f5-f715-4d27-a1f1-406b01133d94 req-3fa24d22-f9ec-4ef8-aab3-2fa242ceac4e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 945 time: 0.1827755 Jul 15 14:49:46.686825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-135f811c-5578-49d8-b0e7-5db4b6b23394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:42Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '909d8221-5d04-442b-8f83-7dbfd3669a9f', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'port_id': 'b4f26911-1994-4752-992f-37cacfd37146', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'mac_address': 'fa:16:3e:37:ba:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e4751b-726d-4ad6-8021-f7d72c6ad23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:49:07Z', 'updated_at': '2021-07-15T14:49:44Z', 'revision_number': 1, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db7d36-8b5c-43dc-8ac1-daaea705e83b', 'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'mac_address': 'fa:16:3e:10:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:41Z', 'updated_at': '2021-07-15T14:48:49Z', 'revision_number': 5, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'subnets': [{'id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:46.696534 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3f57-354c-42e5-b7d5-ea05f2a9d989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:46.716193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dea8b2f5-f715-4d27-a1f1-406b01133d94 req-d0273a48-fb02-48a7-b5d9-90f51de03989 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636144 Jul 15 14:49:46.717334 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3f57-354c-42e5-b7d5-ea05f2a9d989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:46.720919 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20014975-e053-4e33-98e5-e92d1417a556 x-openstack-request-id: req-20014975-e053-4e33-98e5-e92d1417a556 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:46.721763 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e4751b-726d-4ad6-8021-f7d72c6ad23f", "tag": "b4f26911-1994-4752-992f-37cacfd37146", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:46.722348 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-20014975-e053-4e33-98e5-e92d1417a556 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:46.723570 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e4751b-726d-4ad6-8021-f7d72c6ad23f', 'tag': 'b4f26911-1994-4752-992f-37cacfd37146', 'status': 'completed', 'code': 200} Jul 15 14:49:46.758885 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135f811c-5578-49d8-b0e7-5db4b6b23394 None None] The sync data for ids ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'] in n-d-764435-3 is: [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:42Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '909d8221-5d04-442b-8f83-7dbfd3669a9f', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'port_id': 'b4f26911-1994-4752-992f-37cacfd37146', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'mac_address': 'fa:16:3e:37:ba:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e4751b-726d-4ad6-8021-f7d72c6ad23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:49:07Z', 'updated_at': '2021-07-15T14:49:44Z', 'revision_number': 1, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db7d36-8b5c-43dc-8ac1-daaea705e83b', 'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'mac_address': 'fa:16:3e:10:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:41Z', 'updated_at': '2021-07-15T14:48:49Z', 'revision_number': 5, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'subnets': [{'id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:49:46.777201 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37194) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:46.857116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba3f57-354c-42e5-b7d5-ea05f2a9d989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b208fc75-bebb-4a98-aa57-351daf3880eb,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:46.955495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e3ba3f57-354c-42e5-b7d5-ea05f2a9d989 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=74a94bacad00492182e6a01c51b31f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6209297 Jul 15 14:49:46.958015 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37214) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:47.013762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65d14bef-f68e-4f87-b82e-e02af6d196cc req-09741927-6f60-4ad5-b1f3-adfedd3d7e52 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc HTTP/1.1" status: 200 len: 210 time: 0.0526233 Jul 15 14:49:47.053904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-c9e15416-57f9-412b-8fe5-656114832c35 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:47.056651 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-c9e15416-57f9-412b-8fe5-656114832c35 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae&tenant_id=f286b69641474927a27419a3ad634a1d&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 1096 time: 0.3234005 Jul 15 14:49:47.077671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764435-3'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:47.087821 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36d3f4f7-c198-4b00-96f0-654ff05b9481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:47.106682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad787ad-06e9-44be-925e-f33ce9250a51 req-5d001500-acdc-4d96-b41c-2ce085714748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:47.108226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ad787ad-06e9-44be-925e-f33ce9250a51 req-5d001500-acdc-4d96-b41c-2ce085714748 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4cc69778109c4ce38d2d0f143ca1b25a&device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 1096 time: 0.2952323 Jul 15 14:49:47.121948 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-10a0505e-2f96-428f-b810-dbe13c8afda8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1891449757-network', 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:47.196690 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323685bf-52b1-4810-b4f0-8959e27f7218 None None] New status for floating IP 909d8221-5d04-442b-8f83-7dbfd3669a9f: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:49:47.318779 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad787ad-06e9-44be-925e-f33ce9250a51 req-30e9998f-c581-4f32-9674-e1509d7223df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:47.318779 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ad787ad-06e9-44be-925e-f33ce9250a51 req-30e9998f-c581-4f32-9674-e1509d7223df service neutron] 10.222.0.22 "GET /v2.0/networks?id=edfb406c-ada2-4958-80ff-7e08225d0ef5 HTTP/1.1" status: 200 len: 925 time: 0.1938829 Jul 15 14:49:47.589169 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ad787ad-06e9-44be-925e-f33ce9250a51 req-a4156a6c-b9f8-4429-b422-3913440b2265 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f26911-1994-4752-992f-37cacfd37146 HTTP/1.1" status: 200 len: 999 time: 0.2612195 Jul 15 14:49:47.722262 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36d3f4f7-c198-4b00-96f0-654ff05b9481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:47.726788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad787ad-06e9-44be-925e-f33ce9250a51 req-6987db4b-2746-4317-bf26-b2815670fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:47.728382 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ad787ad-06e9-44be-925e-f33ce9250a51 req-6987db4b-2746-4317-bf26-b2815670fbca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c26c1602-6a8d-4a2b-8684-51e68f7c0091 HTTP/1.1" status: 200 len: 863 time: 0.1319430 Jul 15 14:49:47.744252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:47.756247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device b3cec91d-dde6-44d8-afa8-1f161f6d4481 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:49:47.757992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a0505e-2f96-428f-b810-dbe13c8afda8 admin admin] Made reservation on behalf of 17955bc0b45a4ded99fc6ce63981460e for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:49:47.760578 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10a0505e-2f96-428f-b810-dbe13c8afda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:47.781177 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38fc9a-3c04-4dc2-af73-18e08100c8cc req-42b5c097-2121-46dc-b86e-ede60dedee79 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:47.781649 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10a0505e-2f96-428f-b810-dbe13c8afda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:47.790302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab38fc9a-3c04-4dc2-af73-18e08100c8cc req-42b5c097-2121-46dc-b86e-ede60dedee79 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=61012b5a-434d-449b-ab06-669ef92b69aa HTTP/1.1" status: 200 len: 947 time: 0.1693161 Jul 15 14:49:47.862417 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36d3f4f7-c198-4b00-96f0-654ff05b9481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:47.865162 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36d3f4f7-c198-4b00-96f0-654ff05b9481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:47.866340 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-36d3f4f7-c198-4b00-96f0-654ff05b9481 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b208fc75-bebb-4a98-aa57-351daf3880eb HTTP/1.1" status: 204 len: 168 time: 0.9064193 Jul 15 14:49:47.897989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3f4f7-c198-4b00-96f0-654ff05b9481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b208fc75-bebb-4a98-aa57-351daf3880eb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:47.907085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab38fc9a-3c04-4dc2-af73-18e08100c8cc req-191815ee-2a13-4e99-8698-460f3f6bce63 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125174 Jul 15 14:49:47.909083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port b3cec91d-dde6-44d8-afa8-1f161f6d4481, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b3cec91d-dde6-44d8-afa8-1f161f6d4481,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:47.915514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad787ad-06e9-44be-925e-f33ce9250a51 req-1ee7beb0-9e9c-46b2-b1e8-3176f61d3140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:47.920178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ad787ad-06e9-44be-925e-f33ce9250a51 req-1ee7beb0-9e9c-46b2-b1e8-3176f61d3140 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edfb406c-ada2-4958-80ff-7e08225d0ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1852579 Jul 15 14:49:47.934774 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'b3cec91d-dde6-44d8-afa8-1f161f6d4481', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'b3cec91d-dde6-44d8-afa8-1f161f6d4481', 'mac_address': 'fa:16:3e:3f:b1:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:49:47.995122 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] For port 507e247a-d823-4205-afd3-9076d54f445d, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=507e247a-d823-4205-afd3-9076d54f445d,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:48.054299 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10a0505e-2f96-428f-b810-dbe13c8afda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:48.063412 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10a0505e-2f96-428f-b810-dbe13c8afda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:48.064969 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:48.073222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] For port 507e247a-d823-4205-afd3-9076d54f445d, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:49:48.108500 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3cec91d-dde6-44d8-afa8-1f161f6d4481 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:49:48.119075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a0505e-2f96-428f-b810-dbe13c8afda8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:49:48.164568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0505e-2f96-428f-b810-dbe13c8afda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d008e91f-4879-449d-adb0-98a4d92795d6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:48.169785 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:48.172759 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10a0505e-2f96-428f-b810-dbe13c8afda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:48.173591 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-10a0505e-2f96-428f-b810-dbe13c8afda8 admin admin] Added segment b1c1e254-4cc6-47df-997e-e18c529637ca of type vlan for network bdc6540e-dbda-49bf-bb85-0c7fced135e0 Jul 15 14:49:48.176042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port b3cec91d-dde6-44d8-afa8-1f161f6d4481, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b3cec91d-dde6-44d8-afa8-1f161f6d4481,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:48.189924 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:48.203731 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:48.219527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ad787ad-06e9-44be-925e-f33ce9250a51 req-8111506c-8854-492d-8092-2447cc61f902 service neutron] 10.222.0.22 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908030 Jul 15 14:49:48.282949 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db009b01-89ed-4899-908a-9762105430d6 req-54d5afa3-8130-4fdc-b766-6afde4d5753f tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ee188e41d71d434ead519f5f9ae6e707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044424 Jul 15 14:49:48.338854 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10a0505e-2f96-428f-b810-dbe13c8afda8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:48.344865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=b3cec91d-dde6-44d8-afa8-1f161f6d4481,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:48.414205 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Pushing event updated for resources: {'Port': ['ID=507e247a-d823-4205-afd3-9076d54f445d,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:48.414831 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ad787ad-06e9-44be-925e-f33ce9250a51 req-67eb7277-109d-4761-8b9a-f9554b5bff12 service neutron] 10.222.0.22 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880708 Jul 15 14:49:48.448284 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['b3cec91d-dde6-44d8-afa8-1f161f6d4481'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:49:48.468945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a096b9-1e92-4cc6-95dd-c90973685124 req-886bb75b-bf8b-43b9-92b2-6df02d806477 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:48.471266 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a5a096b9-1e92-4cc6-95dd-c90973685124 req-886bb75b-bf8b-43b9-92b2-6df02d806477 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 943 time: 0.2304680 Jul 15 14:49:48.475610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Attempting to bind port 507e247a-d823-4205-afd3-9076d54f445d on host n-h2-764435-3 for vnic_type normal with profile {"migrating_to": "n-h1-764435-3"} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:49:48.475949 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Attempting to bind port 507e247a-d823-4205-afd3-9076d54f445d by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:49:48.476452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Attempting to bind port 507e247a-d823-4205-afd3-9076d54f445d on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:48.494457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Port 507e247a-d823-4205-afd3-9076d54f445d on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:49:48.495101 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Attempting to bind port 507e247a-d823-4205-afd3-9076d54f445d on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:48.507636 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10a0505e-2f96-428f-b810-dbe13c8afda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:48.508878 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a0505e-2f96-428f-b810-dbe13c8afda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:48.510183 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10a0505e-2f96-428f-b810-dbe13c8afda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:48.523254 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:49:48.523693 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Checking segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:48.524126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Bound using segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:49:48.524636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Bound port: 507e247a-d823-4205-afd3-9076d54f445d, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:49:48.525103 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:48.534231 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db009b01-89ed-4899-908a-9762105430d6 req-8eb660a3-11e7-4ffa-975b-b5c8120d8700 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:48.535986 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db009b01-89ed-4899-908a-9762105430d6 req-8eb660a3-11e7-4ffa-975b-b5c8120d8700 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2446866 Jul 15 14:49:48.562356 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-db009b01-89ed-4899-908a-9762105430d6 req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Request body: {'port': {'device_id': 'c8f00e06-a25f-4b60-9ed9-9b0358fe53bc', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'ee188e41d71d434ead519f5f9ae6e707'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:48.567271 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a5a096b9-1e92-4cc6-95dd-c90973685124 req-1c2b3890-bf8b-4ef3-8f1e-b858da8acd02 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888665 Jul 15 14:49:48.600864 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-10a0505e-2f96-428f-b810-dbe13c8afda8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8193521 Jul 15 14:49:48.601409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37344) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:48.611861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ba59e727-5044-473e-8bb1-e41186879262 admin admin] Request body: {'subnet': {'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891449757-subnet', 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:48.669682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba59e727-5044-473e-8bb1-e41186879262 admin admin] Made reservation on behalf of 17955bc0b45a4ded99fc6ce63981460e for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:49:48.672254 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba59e727-5044-473e-8bb1-e41186879262 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:48.722577 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] For port 507e247a-d823-4205-afd3-9076d54f445d, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:49:48.726056 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] For port 507e247a-d823-4205-afd3-9076d54f445d, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=507e247a-d823-4205-afd3-9076d54f445d,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:49:48.727323 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0505e-2f96-428f-b810-dbe13c8afda8 admin admin] Pushing event updated for resources: {'Network': ['ID=bdc6540e-dbda-49bf-bb85-0c7fced135e0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:48.731878 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75be7e4e-2607-42be-81a3-e02e6afdcaae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '507e247a-d823-4205-afd3-9076d54f445d'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:48.736488 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02456389-ae99-4545-8ff2-b451578c8ef3" -d '{"events": [{"server_uuid": "75be7e4e-2607-42be-81a3-e02e6afdcaae", "name": "network-vif-unplugged", "status": "completed", "tag": "507e247a-d823-4205-afd3-9076d54f445d"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:48.749002 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:48.750316 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:48.760125 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network bdc6540e-dbda-49bf-bb85-0c7fced135e0 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:49:48.867550 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:48.923565 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2895fbc-eb3a-42e2-990e-fb648cdfba46 x-openstack-request-id: req-c2895fbc-eb3a-42e2-990e-fb648cdfba46 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:48.923856 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75be7e4e-2607-42be-81a3-e02e6afdcaae", "name": "network-vif-unplugged", "status": "completed", "tag": "507e247a-d823-4205-afd3-9076d54f445d", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:48.924118 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c2895fbc-eb3a-42e2-990e-fb648cdfba46 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:48.924505 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75be7e4e-2607-42be-81a3-e02e6afdcaae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '507e247a-d823-4205-afd3-9076d54f445d', 'code': 200} Jul 15 14:49:49.008008 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:49.008628 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:49.012388 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] 10.222.0.11 "PUT /v2.0/ports/507e247a-d823-4205-afd3-9076d54f445d HTTP/1.1" status: 200 len: 1121 time: 1.9416685 Jul 15 14:49:49.022839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77352f5a-809c-4dde-97c9-708dc2b7fb1e service neutron] Pushing event updated for resources: {'Port': ['ID=507e247a-d823-4205-afd3-9076d54f445d,revision_number=8']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:49.051858 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db009b01-89ed-4899-908a-9762105430d6 req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Made reservation on behalf of ee188e41d71d434ead519f5f9ae6e707 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:49:49.056552 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-db009b01-89ed-4899-908a-9762105430d6 req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:49.071371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-db009b01-89ed-4899-908a-9762105430d6 req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:49.071905 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['507e247a-d823-4205-afd3-9076d54f445d'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:49:49.215915 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c496c76-2650-4391-9931-b2e3c5bc8153 req-a70eb67e-0bdd-494c-88fe-4c10b5c906e5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc HTTP/1.1" status: 200 len: 210 time: 0.3779142 Jul 15 14:49:49.317004 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-db009b01-89ed-4899-908a-9762105430d6 req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:49.320433 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba59e727-5044-473e-8bb1-e41186879262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:49.323151 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-db009b01-89ed-4899-908a-9762105430d6 req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:49.399067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59e727-5044-473e-8bb1-e41186879262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be99425a-09ff-4f6c-b281-0f29fe8f3668,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:49.416422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59e727-5044-473e-8bb1-e41186879262 admin admin] Checking segment: {'id': 'b1c1e254-4cc6-47df-997e-e18c529637ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:49.417234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba59e727-5044-473e-8bb1-e41186879262 admin admin] Network hostable DHCP agents. Network: bdc6540e-dbda-49bf-bb85-0c7fced135e0, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:49:49.437695 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07ea9cd-a778-498a-873d-8d1e974e802f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:49.439758 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba59e727-5044-473e-8bb1-e41186879262 admin admin] Network bdc6540e-dbda-49bf-bb85-0c7fced135e0 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:49:49.458802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-ba59e727-5044-473e-8bb1-e41186879262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, bdc6540e-dbda-49bf-bb85-0c7fced135e0) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:49.466608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba59e727-5044-473e-8bb1-e41186879262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:49.467223 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba59e727-5044-473e-8bb1-e41186879262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:49.479828 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e991699-9922-4452-91a3-5b9188b95d05 None None] Network bdc6540e-dbda-49bf-bb85-0c7fced135e0 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:49:49.506512 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ba59e727-5044-473e-8bb1-e41186879262 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9036825 Jul 15 14:49:49.509920 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37404) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:49.514649 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1891449757-router', 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:49.554064 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:49.555251 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:49.570102 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-db009b01-89ed-4899-908a-9762105430d6 req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Allocated IP 192.168.233.251 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/87ef3814-8ded-41ad-b4c9-65f4e5e94011) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:49:49.628211 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:49.759906 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-bdc6540e-dbda-49bf-bb85-0c7fced135e0', 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0', 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e', 'fixed_ips': [{'subnet_id': 'be99425a-09ff-4f6c-b281-0f29fe8f3668'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:49:49.762362 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:49.780846 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device b3cec91d-dde6-44d8-afa8-1f161f6d4481 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:49:49.850994 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:49.860349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-db009b01-89ed-4899-908a-9762105430d6 req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:49.872581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc6437-0b2b-47ae-894c-5280928cdf1c req-547e0159-932d-4a54-9d00-08b8db227236 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:49.880465 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0afc6437-0b2b-47ae-894c-5280928cdf1c req-547e0159-932d-4a54-9d00-08b8db227236 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=61012b5a-434d-449b-ab06-669ef92b69aa HTTP/1.1" status: 200 len: 948 time: 0.2047107 Jul 15 14:49:49.881400 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-db009b01-89ed-4899-908a-9762105430d6 req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Transition to ACTIVE for port object 87ef3814-8ded-41ad-b4c9-65f4e5e94011 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:49.930733 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-db009b01-89ed-4899-908a-9762105430d6 req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:49.948344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0afc6437-0b2b-47ae-894c-5280928cdf1c req-f188af73-19c8-486c-b5e1-9a74fdacf02f tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657184 Jul 15 14:49:49.971840 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Allocated IP 172.20.0.2 (bdc6540e-dbda-49bf-bb85-0c7fced135e0/be99425a-09ff-4f6c-b281-0f29fe8f3668/a347ded3-62bc-4eff-adbc-42158a7c0ce0) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:49:50.040816 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db009b01-89ed-4899-908a-9762105430d6 req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:49:50.052777 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-db009b01-89ed-4899-908a-9762105430d6 req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:50.064588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-db009b01-89ed-4899-908a-9762105430d6 req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:49:50.077570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event updated for resources: {'Port': ['ID=87ef3814-8ded-41ad-b4c9-65f4e5e94011,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:50.164077 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db009b01-89ed-4899-908a-9762105430d6 req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:50.164793 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-db009b01-89ed-4899-908a-9762105430d6 req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:50.204611 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db009b01-89ed-4899-908a-9762105430d6 req-0c461b11-3ec5-4a7a-9cd6-04ee3b7ede2d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6479235 Jul 15 14:49:50.226789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port b3cec91d-dde6-44d8-afa8-1f161f6d4481 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:50.238297 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Request body: {'port': {'device_id': 'c8f00e06-a25f-4b60-9ed9-9b0358fe53bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:49:50.241247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port b3cec91d-dde6-44d8-afa8-1f161f6d4481 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:50.241854 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:50.268600 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:50.293055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Transition to ACTIVE for port object a347ded3-62bc-4eff-adbc-42158a7c0ce0 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:50.302495 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:50.313253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79bd9e-db7b-4f79-a74a-e10e47ee1ad4 req-02c955f1-4f73-4a3a-9c7e-38b30b61350d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:50.315113 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c79bd9e-db7b-4f79-a74a-e10e47ee1ad4 req-02c955f1-4f73-4a3a-9c7e-38b30b61350d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 943 time: 0.3147464 Jul 15 14:49:50.341393 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:50.363887 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Transition to ACTIVE for port object a347ded3-62bc-4eff-adbc-42158a7c0ce0 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:50.384151 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:50.427592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c79bd9e-db7b-4f79-a74a-e10e47ee1ad4 req-10715455-e930-4d55-91d9-f62587c172a3 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880833 Jul 15 14:49:50.440604 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:50.541890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Network bdc6540e-dbda-49bf-bb85-0c7fced135e0 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:49:50.545719 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:50.550067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Allocated IP 172.25.4.115 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/aad5dc5f-611d-4d33-ad76-bc9f05270599) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:49:50.587752 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port b3cec91d-dde6-44d8-afa8-1f161f6d4481, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b3cec91d-dde6-44d8-afa8-1f161f6d4481,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:50.590917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61012b5a-434d-449b-ab06-669ef92b69aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cec91d-dde6-44d8-afa8-1f161f6d4481'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:50.593642 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e660ba1-c1ac-46c4-8423-0418d33e8a71" -d '{"events": [{"server_uuid": "61012b5a-434d-449b-ab06-669ef92b69aa", "name": "network-vif-plugged", "status": "completed", "tag": "b3cec91d-dde6-44d8-afa8-1f161f6d4481"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:50.596956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:50.610364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:49:50.615060 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:50.714871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Pushing event updated for resources: {'Port': ['ID=a347ded3-62bc-4eff-adbc-42158a7c0ce0,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:50.795613 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:50.797853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37486) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:50.804654 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e12ccc8a-8486-4500-a2d1-b2cafca94295 None None] Provisioning for port 87ef3814-8ded-41ad-b4c9-65f4e5e94011 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:50.821159 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=b3cec91d-dde6-44d8-afa8-1f161f6d4481,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:50.840358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e12ccc8a-8486-4500-a2d1-b2cafca94295 None None] Provisioning complete for port 87ef3814-8ded-41ad-b4c9-65f4e5e94011 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:50.840358 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e12ccc8a-8486-4500-a2d1-b2cafca94295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:50.856566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78470d-0c43-438b-b934-c785dcfa79b3 req-b733d722-ce72-4746-aaee-38dafee7643c tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:50.858401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b78470d-0c43-438b-b934-c785dcfa79b3 req-b733d722-ce72-4746-aaee-38dafee7643c tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc HTTP/1.1" status: 200 len: 936 time: 0.1315515 Jul 15 14:49:50.863113 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Attempting to bind port a347ded3-62bc-4eff-adbc-42158a7c0ce0 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:49:50.863491 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Attempting to bind port a347ded3-62bc-4eff-adbc-42158a7c0ce0 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'b1c1e254-4cc6-47df-997e-e18c529637ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:49:50.863870 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Attempting to bind port a347ded3-62bc-4eff-adbc-42158a7c0ce0 on network bdc6540e-dbda-49bf-bb85-0c7fced135e0 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:50.870978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:49:50.871340 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Checking segment: {'id': 'b1c1e254-4cc6-47df-997e-e18c529637ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:50.871742 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:50.872129 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Bound using segment: {'id': 'b1c1e254-4cc6-47df-997e-e18c529637ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:49:50.872602 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Bound port: a347ded3-62bc-4eff-adbc-42158a7c0ce0, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c1e254-4cc6-47df-997e-e18c529637ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:49:50.873062 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:50.905437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e12ccc8a-8486-4500-a2d1-b2cafca94295 None None] Port 87ef3814-8ded-41ad-b4c9-65f4e5e94011 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:49:50.927173 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75be7e4e-2607-42be-81a3-e02e6afdcaae', 'tag': '507e247a-d823-4205-afd3-9076d54f445d'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:50.932442 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727c6973-06ba-461b-91a0-0ac9adb5e59f" -d '{"events": [{"name": "network-changed", "server_uuid": "75be7e4e-2607-42be-81a3-e02e6afdcaae", "tag": "507e247a-d823-4205-afd3-9076d54f445d"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:50.934554 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7190691b-132d-4412-918e-b04d7db716df x-openstack-request-id: req-7190691b-132d-4412-918e-b04d7db716df {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:50.934764 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61012b5a-434d-449b-ab06-669ef92b69aa", "name": "network-vif-plugged", "status": "completed", "tag": "b3cec91d-dde6-44d8-afa8-1f161f6d4481", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:50.935055 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7190691b-132d-4412-918e-b04d7db716df {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:50.935547 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61012b5a-434d-449b-ab06-669ef92b69aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cec91d-dde6-44d8-afa8-1f161f6d4481', 'code': 200} Jul 15 14:49:50.951234 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b78470d-0c43-438b-b934-c785dcfa79b3 req-4605d222-c773-48fc-9cd8-f7fefc6121a9 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829449 Jul 15 14:49:50.954333 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:50.998316 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ef3814-8ded-41ad-b4c9-65f4e5e94011 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:49:51.013979 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:51.032179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Transition to ACTIVE for port object 87ef3814-8ded-41ad-b4c9-65f4e5e94011 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:51.037779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] For port a347ded3-62bc-4eff-adbc-42158a7c0ce0, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:49:51.042878 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:51.045995 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:49:51.049694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] For port a347ded3-62bc-4eff-adbc-42158a7c0ce0, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=a347ded3-62bc-4eff-adbc-42158a7c0ce0,segment=NetworkSegment(b1c1e254-4cc6-47df-997e-e18c529637ca),segment_id=b1c1e254-4cc6-47df-997e-e18c529637ca)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:49:51.050901 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:51.058746 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:49:51.064789 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:51.133300 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec5420e-ddcb-4eed-931a-bfa6fb48f8b3 x-openstack-request-id: req-aec5420e-ddcb-4eed-931a-bfa6fb48f8b3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:51.133834 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75be7e4e-2607-42be-81a3-e02e6afdcaae", "tag": "507e247a-d823-4205-afd3-9076d54f445d", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:51.134446 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aec5420e-ddcb-4eed-931a-bfa6fb48f8b3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:51.135199 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75be7e4e-2607-42be-81a3-e02e6afdcaae', 'tag': '507e247a-d823-4205-afd3-9076d54f445d', 'status': 'completed', 'code': 200} Jul 15 14:49:51.174479 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111931c-dbbe-4704-bd18-b8c20eaecf1e None None] Pushing event updated for resources: {'Port': ['ID=a347ded3-62bc-4eff-adbc-42158a7c0ce0,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:51.243260 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1de3ee00-b538-4ad9-8984-53c430034618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:51.277291 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Pushing event updated for resources: {'Port': ['ID=87ef3814-8ded-41ad-b4c9-65f4e5e94011,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:51.298612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Pushing event updated for resources: {'Port': ['ID=aad5dc5f-611d-4d33-ad76-bc9f05270599,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:51.325173 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5cf65-43c6-4f12-9ba7-3007a67f04ae req-da0de280-f888-4c2d-b81e-c5b6367f0f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:51.326922 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-76a5cf65-43c6-4f12-9ba7-3007a67f04ae req-da0de280-f888-4c2d-b81e-c5b6367f0f72 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=61012b5a-434d-449b-ab06-669ef92b69aa HTTP/1.1" status: 200 len: 1100 time: 0.2651181 Jul 15 14:49:51.378622 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Attempting to bind port 87ef3814-8ded-41ad-b4c9-65f4e5e94011 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:49:51.379156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Attempting to bind port 87ef3814-8ded-41ad-b4c9-65f4e5e94011 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:49:51.379423 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Attempting to bind port 87ef3814-8ded-41ad-b4c9-65f4e5e94011 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:51.393580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Port 87ef3814-8ded-41ad-b4c9-65f4e5e94011 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:49:51.393908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Attempting to bind port 87ef3814-8ded-41ad-b4c9-65f4e5e94011 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:51.398113 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-76a5cf65-43c6-4f12-9ba7-3007a67f04ae req-a7e0b331-0467-409d-856c-eadd1dace8b1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574315 Jul 15 14:49:51.406368 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:49:51.406740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:51.407133 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:49:51.407587 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Bound port: 87ef3814-8ded-41ad-b4c9-65f4e5e94011, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:49:51.408133 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:51.530645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] For port 87ef3814-8ded-41ad-b4c9-65f4e5e94011, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:49:51.535706 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] For port 87ef3814-8ded-41ad-b4c9-65f4e5e94011, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=87ef3814-8ded-41ad-b4c9-65f4e5e94011,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:49:51.548565 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:51.604240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:51.605028 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:51.610664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c6973-06ba-461b-91a0-0ac9adb5e59f req-55f58e51-efd6-4b0e-bc6f-493beb6710f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:51.613867 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-727c6973-06ba-461b-91a0-0ac9adb5e59f req-55f58e51-efd6-4b0e-bc6f-493beb6710f4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 1124 time: 0.4561458 Jul 15 14:49:51.620107 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db009b01-89ed-4899-908a-9762105430d6 req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] 10.222.0.22 "PUT /v2.0/ports/87ef3814-8ded-41ad-b4c9-65f4e5e94011 HTTP/1.1" status: 200 len: 1096 time: 1.3902519 Jul 15 14:49:51.665790 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beceb09-85eb-4ae1-8169-964f8b209e43 service neutron] Pushing event updated for resources: {'Port': ['ID=87ef3814-8ded-41ad-b4c9-65f4e5e94011,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:51.679985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545ba1f-ce38-4822-b255-c264a5154c1e req-f31a0083-4a34-487e-aa5f-e7d3b9f93031 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:51.687678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2545ba1f-ce38-4822-b255-c264a5154c1e req-f31a0083-4a34-487e-aa5f-e7d3b9f93031 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=61012b5a-434d-449b-ab06-669ef92b69aa HTTP/1.1" status: 200 len: 949 time: 0.4672735 Jul 15 14:49:51.744220 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:51.747985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db009b01-89ed-4899-908a-9762105430d6 req-abbeb42b-05cf-4f9d-803c-57f856d99970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:51.749695 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db009b01-89ed-4899-908a-9762105430d6 req-abbeb42b-05cf-4f9d-803c-57f856d99970 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc HTTP/1.1" status: 200 len: 1099 time: 0.0790570 Jul 15 14:49:51.779950 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 507e247a-d823-4205-afd3-9076d54f445d details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:49:51.800535 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db009b01-89ed-4899-908a-9762105430d6 req-a86ff621-19e3-4383-9217-6c4efda21f39 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=87ef3814-8ded-41ad-b4c9-65f4e5e94011 HTTP/1.1" status: 200 len: 217 time: 0.0429330 Jul 15 14:49:51.871526 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2545ba1f-ce38-4822-b255-c264a5154c1e req-7b754add-6287-4531-9fdb-51d4428597f3 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801615 Jul 15 14:49:51.899172 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1de3ee00-b538-4ad9-8984-53c430034618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:51.923099 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db009b01-89ed-4899-908a-9762105430d6 req-9af0f701-dc0b-4a95-af27-23ce10a36aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:51.931364 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db009b01-89ed-4899-908a-9762105430d6 req-9af0f701-dc0b-4a95-af27-23ce10a36aeb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1206539 Jul 15 14:49:51.966350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c6973-06ba-461b-91a0-0ac9adb5e59f req-c3da56b3-341b-4e2e-a181-ecc82db2ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:51.968226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-727c6973-06ba-461b-91a0-0ac9adb5e59f req-c3da56b3-341b-4e2e-a181-ecc82db2ef7c service neutron] 10.222.0.22 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.3397264 Jul 15 14:49:51.974319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 507e247a-d823-4205-afd3-9076d54f445d, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=507e247a-d823-4205-afd3-9076d54f445d,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:52.016667 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 507e247a-d823-4205-afd3-9076d54f445d has no active binding in host n-h1-764435-3 {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 14:49:52.064796 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db009b01-89ed-4899-908a-9762105430d6 req-dac9e4ab-f826-4436-8337-1f89b72cac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:52.070002 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db009b01-89ed-4899-908a-9762105430d6 req-dac9e4ab-f826-4436-8337-1f89b72cac54 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1217172 Jul 15 14:49:52.204770 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db009b01-89ed-4899-908a-9762105430d6 req-74ec558f-25e6-4639-b089-d36b9429d744 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227531 Jul 15 14:49:52.273443 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1de3ee00-b538-4ad9-8984-53c430034618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:52.333263 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db009b01-89ed-4899-908a-9762105430d6 req-cff3e61b-e6bc-45cc-959d-917a0ef36a5a service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154613 Jul 15 14:49:52.385671 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-727c6973-06ba-461b-91a0-0ac9adb5e59f req-80b4cdc5-fe6f-46e5-9887-79ba3afd2da9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=507e247a-d823-4205-afd3-9076d54f445d HTTP/1.1" status: 200 len: 217 time: 0.1157055 Jul 15 14:49:52.440458 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1de3ee00-b538-4ad9-8984-53c430034618 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=daf03a33bc694246b3070cc34be9a7d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6406157 Jul 15 14:49:52.443249 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37584) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:52.445298 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3ee00-b538-4ad9-8984-53c430034618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846e139f-3170-43d4-b05c-22c11b912d3f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:52.557022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-739b223f-3050-4202-882b-e607d2a44f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:52.558044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0078c8-58f1-40de-8f86-0619357726be None None] Network bdc6540e-dbda-49bf-bb85-0c7fced135e0 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:49:52.559637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c6973-06ba-461b-91a0-0ac9adb5e59f req-588ecd50-34bc-45eb-8e18-5735b1d30bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:52.561265 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-727c6973-06ba-461b-91a0-0ac9adb5e59f req-588ecd50-34bc-45eb-8e18-5735b1d30bd3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.1606462 Jul 15 14:49:52.594627 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-739b223f-3050-4202-882b-e607d2a44f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:52.605898 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-727c6973-06ba-461b-91a0-0ac9adb5e59f req-48dc28c7-ef4b-4249-b5a3-32cb3ff9ec9e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322869 Jul 15 14:49:52.620552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce86dc9-3b1c-47bb-a64a-7453dac45e97 req-fd16a3c0-2d5e-49b3-9db0-6f5ed487e154 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:52.622261 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ce86dc9-3b1c-47bb-a64a-7453dac45e97 req-fd16a3c0-2d5e-49b3-9db0-6f5ed487e154 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 943 time: 0.3505592 Jul 15 14:49:52.693594 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-739b223f-3050-4202-882b-e607d2a44f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:52.698491 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-739b223f-3050-4202-882b-e607d2a44f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:52.698808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fea75f4e-a8f4-4536-b201-e5e9b0244021 None None] Provisioning for port a347ded3-62bc-4eff-adbc-42158a7c0ce0 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:52.702351 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-739b223f-3050-4202-882b-e607d2a44f99 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/846e139f-3170-43d4-b05c-22c11b912d3f HTTP/1.1" status: 204 len: 168 time: 0.2555919 Jul 15 14:49:52.717650 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:52.725814 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b223f-3050-4202-882b-e607d2a44f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846e139f-3170-43d4-b05c-22c11b912d3f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:52.741026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ce86dc9-3b1c-47bb-a64a-7453dac45e97 req-12a38eef-4cc5-4a69-9774-ec08f1609ee4 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786569 Jul 15 14:49:52.945590 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-727c6973-06ba-461b-91a0-0ac9adb5e59f req-fad20775-9bbc-4eb3-bcd8-3bb9e91941ca service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221905 Jul 15 14:49:53.070769 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37602) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:53.083922 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6287c052-4ddb-4f6a-b054-1d61625f61a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:53.100198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Router 4272e79b-b0fd-41e9-8e5d-4fa9c853123e is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:49:53.142051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f00e06-a25f-4b60-9ed9-9b0358fe53bc', 'tag': '87ef3814-8ded-41ad-b4c9-65f4e5e94011'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:53.144539 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61ac862-9bc8-44b4-86ad-8958f95286e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f00e06-a25f-4b60-9ed9-9b0358fe53bc", "tag": "87ef3814-8ded-41ad-b4c9-65f4e5e94011"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:53.153355 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1def079-fafa-4fcf-8158-8461089db0ff req-018370f2-c4ce-44d4-beb2-1067107bac14 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:53.154986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1def079-fafa-4fcf-8158-8461089db0ff req-018370f2-c4ce-44d4-beb2-1067107bac14 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc HTTP/1.1" status: 200 len: 948 time: 0.2303956 Jul 15 14:49:53.215563 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6287c052-4ddb-4f6a-b054-1d61625f61a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:53.219751 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-727c6973-06ba-461b-91a0-0ac9adb5e59f req-23158ed2-34e9-429a-80a5-19ea68a8e432 service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489548 Jul 15 14:49:53.222540 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6287c052-4ddb-4f6a-b054-1d61625f61a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:53.226805 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a347ded3-62bc-4eff-adbc-42158a7c0ce0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:49:53.243877 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270739e-080b-4980-9ffb-445ef893601b req-d04afc4d-1811-43af-b327-d62462ad1540 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:53.245687 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b270739e-080b-4980-9ffb-445ef893601b req-d04afc4d-1811-43af-b327-d62462ad1540 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 971 time: 0.2593448 Jul 15 14:49:53.282249 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6287c052-4ddb-4f6a-b054-1d61625f61a9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d7deebf8a6534a59ae1f5a4001a32eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102382 Jul 15 14:49:53.285174 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37606) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:53.287249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port a347ded3-62bc-4eff-adbc-42158a7c0ce0 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:53.291308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port a347ded3-62bc-4eff-adbc-42158a7c0ce0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:53.291786 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:53.294579 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287c052-4ddb-4f6a-b054-1d61625f61a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd27b6a6-ad20-4aee-83a2-db0c354569e1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:53.321924 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1def079-fafa-4fcf-8158-8461089db0ff req-37951a18-bb94-4811-9a21-8c00523ee306 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240613 Jul 15 14:49:53.346013 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03a905a2-f756-4db7-9a83-ac8f4daa73e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:53.347466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b270739e-080b-4980-9ffb-445ef893601b req-1a828f1c-2f33-4a3f-935e-e89fbd934160 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/security-groups?id=16a81112-f0ab-4250-b46e-4c217b02d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908036 Jul 15 14:49:53.348769 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:49:53.373745 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03a905a2-f756-4db7-9a83-ac8f4daa73e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:53.374627 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Sync routers for ids ['4272e79b-b0fd-41e9-8e5d-4fa9c853123e'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:49:53.390256 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:53.391711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e6be9661-ef05-49dc-8ce5-6b6f79f49755 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8807154 Jul 15 14:49:53.394561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37612) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:53.410788 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:53.414231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Routers {'4272e79b-b0fd-41e9-8e5d-4fa9c853123e'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:49:53.414995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:49:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4272e79b-b0fd-41e9-8e5d-4fa9c853123e'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:53.478296 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03a905a2-f756-4db7-9a83-ac8f4daa73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:53.481028 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03a905a2-f756-4db7-9a83-ac8f4daa73e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:53.486118 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-03a905a2-f756-4db7-9a83-ac8f4daa73e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dd27b6a6-ad20-4aee-83a2-db0c354569e1 HTTP/1.1" status: 204 len: 168 time: 0.1977243 Jul 15 14:49:53.502510 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a905a2-f756-4db7-9a83-ac8f4daa73e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd27b6a6-ad20-4aee-83a2-db0c354569e1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:53.513158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port a347ded3-62bc-4eff-adbc-42158a7c0ce0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=a347ded3-62bc-4eff-adbc-42158a7c0ce0,segment=NetworkSegment(b1c1e254-4cc6-47df-997e-e18c529637ca),segment_id=b1c1e254-4cc6-47df-997e-e18c529637ca)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:53.519534 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f6af74-d9a3-4c02-a63a-0d1b5ddbbf8a x-openstack-request-id: req-b9f6af74-d9a3-4c02-a63a-0d1b5ddbbf8a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:53.520079 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f00e06-a25f-4b60-9ed9-9b0358fe53bc", "tag": "87ef3814-8ded-41ad-b4c9-65f4e5e94011", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:53.521192 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b9f6af74-d9a3-4c02-a63a-0d1b5ddbbf8a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:53.521878 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f00e06-a25f-4b60-9ed9-9b0358fe53bc', 'tag': '87ef3814-8ded-41ad-b4c9-65f4e5e94011', 'status': 'completed', 'code': 200} Jul 15 14:49:53.563471 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:53.629179 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Set router 4272e79b-b0fd-41e9-8e5d-4fa9c853123e gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:49:53.725440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=a347ded3-62bc-4eff-adbc-42158a7c0ce0,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:53.799794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ac862-9bc8-44b4-86ad-8958f95286e5 req-30573539-5978-48c2-ad56-9120b7a41703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:53.801315 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d61ac862-9bc8-44b4-86ad-8958f95286e5 req-30573539-5978-48c2-ad56-9120b7a41703 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc HTTP/1.1" status: 200 len: 1099 time: 0.2514234 Jul 15 14:49:53.813833 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca8fc3-4305-4ac5-9367-6671e7028312 req-ffb279ed-dbe2-4303-b5a2-614cb6b49973 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:53.815340 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcca8fc3-4305-4ac5-9367-6671e7028312 req-ffb279ed-dbe2-4303-b5a2-614cb6b49973 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=61012b5a-434d-449b-ab06-669ef92b69aa HTTP/1.1" status: 200 len: 949 time: 0.1930983 Jul 15 14:49:53.849654 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891449757-router', 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'aad5dc5f-611d-4d33-ad76-bc9f05270599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:49Z', 'updated_at': '2021-07-15T14:49:51Z', 'revision_number': 3, 'project_id': '17955bc0b45a4ded99fc6ce63981460e', 'gw_port': {'id': 'aad5dc5f-611d-4d33-ad76-bc9f05270599', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:50Z', 'updated_at': '2021-07-15T14:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:53.878292 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Checking router: 4272e79b-b0fd-41e9-8e5d-4fa9c853123e for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:49:53.878720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Updating router 4272e79b-b0fd-41e9-8e5d-4fa9c853123e port aad5dc5f-611d-4d33-ad76-bc9f05270599 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:49:53.921100 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:53.975174 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcca8fc3-4305-4ac5-9367-6671e7028312 req-a9d37014-a2e3-4b93-8498-0e9c1486b826 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535926 Jul 15 14:49:54.360362 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ac862-9bc8-44b4-86ad-8958f95286e5 req-9325ce13-c9af-445a-b56b-0f80b292775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:54.361777 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d61ac862-9bc8-44b4-86ad-8958f95286e5 req-9325ce13-c9af-445a-b56b-0f80b292775c service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.5415609 Jul 15 14:49:54.446247 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940ae6a-a72a-493f-bef1-589ea2bc0bfe req-ed6716a8-85e4-4c54-8208-e259e6c433d0 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:54.448003 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4940ae6a-a72a-493f-bef1-589ea2bc0bfe req-ed6716a8-85e4-4c54-8208-e259e6c433d0 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 971 time: 0.1468620 Jul 15 14:49:54.482061 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d61ac862-9bc8-44b4-86ad-8958f95286e5 req-2be7132a-51d9-4dae-98c3-56b323182b1f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=87ef3814-8ded-41ad-b4c9-65f4e5e94011 HTTP/1.1" status: 200 len: 217 time: 0.1086626 Jul 15 14:49:54.506684 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:54.533161 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Transition to ACTIVE for port object aad5dc5f-611d-4d33-ad76-bc9f05270599 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:54.548176 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:54.606366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ac862-9bc8-44b4-86ad-8958f95286e5 req-d4c9c9cf-f73a-4685-8dda-0c8ef63bfc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:54.608463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d61ac862-9bc8-44b4-86ad-8958f95286e5 req-d4c9c9cf-f73a-4685-8dda-0c8ef63bfc87 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1019766 Jul 15 14:49:54.622775 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Attempting to bind port aad5dc5f-611d-4d33-ad76-bc9f05270599 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:49:54.623121 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Attempting to bind port aad5dc5f-611d-4d33-ad76-bc9f05270599 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:49:54.623483 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Attempting to bind port aad5dc5f-611d-4d33-ad76-bc9f05270599 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:49:54.628055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a953d-2b4e-4f03-b0d3-247a87447e8c None None] Pushing event updated for resources: {'Port': ['ID=aad5dc5f-611d-4d33-ad76-bc9f05270599,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:54.644351 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:49:54.644760 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:49:54.645265 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:54.646719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:49:54.647380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Bound port: aad5dc5f-611d-4d33-ad76-bc9f05270599, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:49:54.648153 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:54.699697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c0d1f-de95-493e-9118-98b5dfa263de req-ffb9b5c8-9b74-4680-acf4-90fcdb7c6cf0 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:54.702020 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d45c0d1f-de95-493e-9118-98b5dfa263de req-ffb9b5c8-9b74-4680-acf4-90fcdb7c6cf0 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 943 time: 0.3475685 Jul 15 14:49:54.716742 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:54.718187 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-4940ae6a-a72a-493f-bef1-589ea2bc0bfe req-1216dcd0-e284-4197-8223-5519adf982d4 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Deleting port a9a96e96-42f1-4e90-8376-f6b31b977310 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:49:54.718913 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4940ae6a-a72a-493f-bef1-589ea2bc0bfe req-1216dcd0-e284-4197-8223-5519adf982d4 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:54.764635 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] For port aad5dc5f-611d-4d33-ad76-bc9f05270599, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:49:54.768719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] For port aad5dc5f-611d-4d33-ad76-bc9f05270599, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=aad5dc5f-611d-4d33-ad76-bc9f05270599,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:49:54.776743 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:54.855040 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-a11672ea-3b8b-4f64-9abc-290874f2c888 service neutron] 10.222.0.22 "GET /v2.0/ports/507e247a-d823-4205-afd3-9076d54f445d/bindings/n-h1-764435-3 HTTP/1.1" status: 200 len: 384 time: 0.1565049 Jul 15 14:49:54.856599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Routers {'4272e79b-b0fd-41e9-8e5d-4fa9c853123e'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:49:54.857258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:49:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4272e79b-b0fd-41e9-8e5d-4fa9c853123e'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:54.881640 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d45c0d1f-de95-493e-9118-98b5dfa263de req-dc8c4e46-3c10-4be0-9588-3ec6f81dab3e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699789 Jul 15 14:49:54.896700 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4940ae6a-a72a-493f-bef1-589ea2bc0bfe req-1216dcd0-e284-4197-8223-5519adf982d4 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] For port a9a96e96-42f1-4e90-8376-f6b31b977310, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a9a96e96-42f1-4e90-8376-f6b31b977310,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:54.902064 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ac862-9bc8-44b4-86ad-8958f95286e5 req-6265cf83-3d87-45ae-88a9-7efb1a439bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:54.903892 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d61ac862-9bc8-44b4-86ad-8958f95286e5 req-6265cf83-3d87-45ae-88a9-7efb1a439bc9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2831013 Jul 15 14:49:54.904275 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a953d-2b4e-4f03-b0d3-247a87447e8c None None] Pushing event updated for resources: {'Port': ['ID=aad5dc5f-611d-4d33-ad76-bc9f05270599,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:54.914627 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4940ae6a-a72a-493f-bef1-589ea2bc0bfe req-1216dcd0-e284-4197-8223-5519adf982d4 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:54.982287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-4940ae6a-a72a-493f-bef1-589ea2bc0bfe req-1216dcd0-e284-4197-8223-5519adf982d4 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Calling delete_port for a9a96e96-42f1-4e90-8376-f6b31b977310 owned by compute:tempest-test_az-870543748 {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:49:55.022839 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] Set router 4272e79b-b0fd-41e9-8e5d-4fa9c853123e gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:49:55.235359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a347ded3-62bc-4eff-adbc-42158a7c0ce0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:49:55.263334 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Allocated IP 172.20.0.1 (bdc6540e-dbda-49bf-bb85-0c7fced135e0/be99425a-09ff-4f6c-b281-0f29fe8f3668/63e39a4f-672f-4b2e-85ce-081c659244c0) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:49:55.272195 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d61ac862-9bc8-44b4-86ad-8958f95286e5 req-f76c877d-1337-49cf-b1fa-a9677d55a84c service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579388 Jul 15 14:49:55.330224 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 87ef3814-8ded-41ad-b4c9-65f4e5e94011 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:49:55.389660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-82e5fc90-b109-4324-acd1-89aefb70c1a6 service neutron] For port 507e247a-d823-4205-afd3-9076d54f445d, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=507e247a-d823-4205-afd3-9076d54f445d,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:55.399972 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4940ae6a-a72a-493f-bef1-589ea2bc0bfe req-1216dcd0-e284-4197-8223-5519adf982d4 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:55.433920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['a9a96e96-42f1-4e90-8376-f6b31b977310'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:49:55.439770 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-82e5fc90-b109-4324-acd1-89aefb70c1a6 service neutron] For port 507e247a-d823-4205-afd3-9076d54f445d, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:49:55.473414 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 14:49:55.547573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216dcd0-e284-4197-8223-5519adf982d4 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Pushing event deleted for resources: {'Port': ['ID=a9a96e96-42f1-4e90-8376-f6b31b977310,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:55.561853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-82e5fc90-b109-4324-acd1-89aefb70c1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507e247a-d823-4205-afd3-9076d54f445d {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:49:55.572838 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:55.587500 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4940ae6a-a72a-493f-bef1-589ea2bc0bfe req-1216dcd0-e284-4197-8223-5519adf982d4 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] No DVR routers for this DVR port a9a96e96-42f1-4e90-8376-f6b31b977310 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:49:55.590093 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Transition to ACTIVE for port object 63e39a4f-672f-4b2e-85ce-081c659244c0 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:55.593440 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4940ae6a-a72a-493f-bef1-589ea2bc0bfe req-1216dcd0-e284-4197-8223-5519adf982d4 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:55.595752 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4940ae6a-a72a-493f-bef1-589ea2bc0bfe req-1216dcd0-e284-4197-8223-5519adf982d4 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.11 "DELETE /v2.0/ports/a9a96e96-42f1-4e90-8376-f6b31b977310 HTTP/1.1" status: 204 len: 173 time: 1.1401098 Jul 15 14:49:55.596495 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d61108a-380a-40c3-90a7-e2ad472093b0', 'name': 'network-vif-deleted', 'tag': 'a9a96e96-42f1-4e90-8376-f6b31b977310'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:55.599798 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ea1628-188c-4c1b-8336-a9fee96a3892" -d '{"events": [{"server_uuid": "7d61108a-380a-40c3-90a7-e2ad472093b0", "name": "network-vif-deleted", "tag": "a9a96e96-42f1-4e90-8376-f6b31b977310"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:55.604158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-82e5fc90-b109-4324-acd1-89aefb70c1a6 service neutron] For port 507e247a-d823-4205-afd3-9076d54f445d, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=507e247a-d823-4205-afd3-9076d54f445d,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:55.642811 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-82e5fc90-b109-4324-acd1-89aefb70c1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:55.660592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port a347ded3-62bc-4eff-adbc-42158a7c0ce0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:55.663989 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:55.689345 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b86b2-c017-41a1-8d35-43d5a60d8a05 req-82059994-9864-4cc7-9e2f-50333a52e6e3 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:55.696946 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c77b86b2-c017-41a1-8d35-43d5a60d8a05 req-82059994-9864-4cc7-9e2f-50333a52e6e3 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc HTTP/1.1" status: 200 len: 948 time: 0.4778488 Jul 15 14:49:55.744422 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ce4e461-e2e8-4d9d-ae6d-46593d9a116b req-2b35b530-8f0e-4006-bb63-1aa275522061 tempest-AggregatesAdminTestJSON-551756266 tempest-AggregatesAdminTestJSON-551756266-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d61108a-380a-40c3-90a7-e2ad472093b0 HTTP/1.1" status: 200 len: 210 time: 0.2889938 Jul 15 14:49:55.806518 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:55.831603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 87ef3814-8ded-41ad-b4c9-65f4e5e94011, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=87ef3814-8ded-41ad-b4c9-65f4e5e94011,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:55.842434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-82e5fc90-b109-4324-acd1-89aefb70c1a6 service neutron] Transition to ACTIVE for port object 507e247a-d823-4205-afd3-9076d54f445d will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:49:55.852509 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-82e5fc90-b109-4324-acd1-89aefb70c1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:55.869925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d61ac862-9bc8-44b4-86ad-8958f95286e5 req-abc9c666-8c13-45a2-9c6b-e4d087623126 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903418 Jul 15 14:49:55.870668 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '87ef3814-8ded-41ad-b4c9-65f4e5e94011', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '87ef3814-8ded-41ad-b4c9-65f4e5e94011', 'mac_address': 'fa:16:3e:6e:b2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:49:55.877085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c77b86b2-c017-41a1-8d35-43d5a60d8a05 req-2844a9fb-f6c6-4635-a190-305fce1aea1a tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791987 Jul 15 14:49:55.889229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Network bdc6540e-dbda-49bf-bb85-0c7fced135e0 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:49:55.900109 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:55.903277 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891449757-router', 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'aad5dc5f-611d-4d33-ad76-bc9f05270599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:49Z', 'updated_at': '2021-07-15T14:49:51Z', 'revision_number': 3, 'project_id': '17955bc0b45a4ded99fc6ce63981460e', 'gw_port': {'id': 'aad5dc5f-611d-4d33-ad76-bc9f05270599', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:50Z', 'updated_at': '2021-07-15T14:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:55.907012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:49:55.907513 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:56.049369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609051c8-ab15-4926-ab9d-8b7f66c7bbd7 None None] The sync data for ids ['4272e79b-b0fd-41e9-8e5d-4fa9c853123e'] in n-d-764435-3 is: [{'id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891449757-router', 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'aad5dc5f-611d-4d33-ad76-bc9f05270599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:49Z', 'updated_at': '2021-07-15T14:49:51Z', 'revision_number': 3, 'project_id': '17955bc0b45a4ded99fc6ce63981460e', 'gw_port': {'id': 'aad5dc5f-611d-4d33-ad76-bc9f05270599', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:50Z', 'updated_at': '2021-07-15T14:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:49:56.123459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-82e5fc90-b109-4324-acd1-89aefb70c1a6 service neutron] No DVR routers for this DVR port 507e247a-d823-4205-afd3-9076d54f445d on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:49:56.125941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5fc90-b109-4324-acd1-89aefb70c1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=507e247a-d823-4205-afd3-9076d54f445d,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:56.185993 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-82e5fc90-b109-4324-acd1-89aefb70c1a6 service neutron] 10.222.0.22 "PUT /v2.0/ports/507e247a-d823-4205-afd3-9076d54f445d/bindings/n-h1-764435-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3073242 Jul 15 14:49:56.188004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Pushing event updated for resources: {'Port': ['ID=63e39a4f-672f-4b2e-85ce-081c659244c0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:56.204937 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:56.221432 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:56.238720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ef3814-8ded-41ad-b4c9-65f4e5e94011 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:49:56.316423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 87ef3814-8ded-41ad-b4c9-65f4e5e94011, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=87ef3814-8ded-41ad-b4c9-65f4e5e94011,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:56.327378 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:56.344379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9c1d40c5-9a3c-42af-8385-c77c5022ad8f None None] Provisioning for port 63e39a4f-672f-4b2e-85ce-081c659244c0 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:56.358261 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66640c60-31bb-4bee-b244-917cbef2cc97 x-openstack-request-id: req-66640c60-31bb-4bee-b244-917cbef2cc97 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:56.358600 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d61108a-380a-40c3-90a7-e2ad472093b0", "name": "network-vif-deleted", "tag": "a9a96e96-42f1-4e90-8376-f6b31b977310", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:56.358864 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66640c60-31bb-4bee-b244-917cbef2cc97 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:56.359263 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d61108a-380a-40c3-90a7-e2ad472093b0', 'name': 'network-vif-deleted', 'tag': 'a9a96e96-42f1-4e90-8376-f6b31b977310', 'status': 'completed', 'code': 200} Jul 15 14:49:56.417450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35648ae4-f729-4ac3-8927-6028eb412935 req-8287c781-d706-4ad2-ac13-5e3cdf6df496 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:56.434579 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35648ae4-f729-4ac3-8927-6028eb412935 req-8287c781-d706-4ad2-ac13-5e3cdf6df496 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=61012b5a-434d-449b-ab06-669ef92b69aa HTTP/1.1" status: 200 len: 949 time: 0.3694255 Jul 15 14:49:56.446149 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-11820af1-78d0-4c25-9589-65fcf348f254 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:56.452871 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-11820af1-78d0-4c25-9589-65fcf348f254 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae&tenant_id=f286b69641474927a27419a3ad634a1d&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 1095 time: 0.1788869 Jul 15 14:49:56.485166 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9c1d40c5-9a3c-42af-8385-c77c5022ad8f None None] Provisioning complete for port 63e39a4f-672f-4b2e-85ce-081c659244c0 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:56.485555 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c1d40c5-9a3c-42af-8385-c77c5022ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:56.516265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=87ef3814-8ded-41ad-b4c9-65f4e5e94011,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:56.537603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d40c5-9a3c-42af-8385-c77c5022ad8f None None] Port 63e39a4f-672f-4b2e-85ce-081c659244c0 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:49:56.563520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['87ef3814-8ded-41ad-b4c9-65f4e5e94011'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:49:56.719440 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35648ae4-f729-4ac3-8927-6028eb412935 req-053b4b67-6387-416c-9a86-307664413730 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829385 Jul 15 14:49:56.734447 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-9e475b55-127b-47de-9378-d7578d748d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:56.736830 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-9e475b55-127b-47de-9378-d7578d748d9e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae&tenant_id=f286b69641474927a27419a3ad634a1d HTTP/1.1" status: 200 len: 1095 time: 0.2763941 Jul 15 14:49:56.902777 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-6e2c7dd9-a80d-407a-814f-3ed9e2571e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:56.904763 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-6e2c7dd9-a80d-407a-814f-3ed9e2571e94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 1095 time: 0.1350691 Jul 15 14:49:56.933191 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-f422abf7-2db0-463b-b0a8-e6fc438c9282 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=8b850756fa5a459d8043ace7d3a5e17b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791185 Jul 15 14:49:57.081215 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-e7f319a9-acd9-4c7c-9a3a-7bf5e620fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:57.083804 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-e7f319a9-acd9-4c7c-9a3a-7bf5e620fa1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.1707723 Jul 15 14:49:57.120726 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:57.147719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-3fb5c0bf-8bd7-4296-af3e-e106c6d3a205 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:57.147936 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-3da9efb0-fe12-490b-bb4e-2ccf7353a663 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=507e247a-d823-4205-afd3-9076d54f445d HTTP/1.1" status: 200 len: 217 time: 0.0539920 Jul 15 14:49:57.154101 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-3fb5c0bf-8bd7-4296-af3e-e106c6d3a205 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198577 Jul 15 14:49:57.155732 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:57.156478 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:57.215374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-4725b851-8c39-4ac7-92fd-c48c22b13b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:57.216913 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-4725b851-8c39-4ac7-92fd-c48c22b13b18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.0631018 Jul 15 14:49:57.218274 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-16355de1-b08c-45ee-9640-c58c2790bafd tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/quotas/8b850756fa5a459d8043ace7d3a5e17b HTTP/1.1" status: 200 len: 375 time: 0.0306947 Jul 15 14:49:57.262161 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-b2ce7cac-0ffa-4067-895b-5f8498b8a103 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351951 Jul 15 14:49:57.272806 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Pushing event updated for resources: {'Port': ['ID=63e39a4f-672f-4b2e-85ce-081c659244c0,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:57.287255 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5187357-6166-4124-aad7-6a829262e333 req-a09ce88d-1e79-466e-bffd-2f901891eaa3 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:57.294226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f5187357-6166-4124-aad7-6a829262e333 req-a09ce88d-1e79-466e-bffd-2f901891eaa3 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 944 time: 0.2959642 Jul 15 14:49:57.298789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device aad5dc5f-611d-4d33-ad76-bc9f05270599 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:49:57.341828 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-67b9d17a-e4ea-406c-b660-3dd16858a981 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b850756fa5a459d8043ace7d3a5e17b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1053677 Jul 15 14:49:57.345706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 87ef3814-8ded-41ad-b4c9-65f4e5e94011 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:49:57.452175 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-4cf9a2c4-0e86-482a-9c50-3744dd43f54e service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829939 Jul 15 14:49:57.498163 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port aad5dc5f-611d-4d33-ad76-bc9f05270599 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:57.502356 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 87ef3814-8ded-41ad-b4c9-65f4e5e94011 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:49:57.504395 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port aad5dc5f-611d-4d33-ad76-bc9f05270599 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:57.504832 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:57.529120 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f5187357-6166-4124-aad7-6a829262e333 req-e067b563-378d-4752-b99f-7fbb815f232e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316973 Jul 15 14:49:57.578091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37798) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:57.595151 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 87ef3814-8ded-41ad-b4c9-65f4e5e94011 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:57.595587 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:57.606389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Network bdc6540e-dbda-49bf-bb85-0c7fced135e0 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:49:57.616637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:49:57.726358 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:57.768148 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port aad5dc5f-611d-4d33-ad76-bc9f05270599, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=aad5dc5f-611d-4d33-ad76-bc9f05270599,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:57.792672 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:58.019134 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Router 4272e79b-b0fd-41e9-8e5d-4fa9c853123e has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:49:58.072193 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1022a161-e2fd-4991-b59b-cd427b8db651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:58.073481 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:58.140048 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=aad5dc5f-611d-4d33-ad76-bc9f05270599,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:58.246277 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-92f4dcc5-1af5-45dd-a0e8-d3bce2e1f8e6 None None] Provisioning complete for port 63e39a4f-672f-4b2e-85ce-081c659244c0 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:58.248239 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-92f4dcc5-1af5-45dd-a0e8-d3bce2e1f8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:58.292614 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37814) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:58.311956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f00e06-a25f-4b60-9ed9-9b0358fe53bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ef3814-8ded-41ad-b4c9-65f4e5e94011'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:49:58.319137 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22be2e2-4b6c-4d11-9d25-cbb7ab77fab2" -d '{"events": [{"server_uuid": "c8f00e06-a25f-4b60-9ed9-9b0358fe53bc", "name": "network-vif-plugged", "status": "completed", "tag": "87ef3814-8ded-41ad-b4c9-65f4e5e94011"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:49:58.347903 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1022a161-e2fd-4991-b59b-cd427b8db651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:58.398447 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-43cf92c9-6f81-4d46-8b4b-039145650f9e service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9376168 Jul 15 14:49:58.409668 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 87ef3814-8ded-41ad-b4c9-65f4e5e94011, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=87ef3814-8ded-41ad-b4c9-65f4e5e94011,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:49:58.421999 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:58.423459 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 507e247a-d823-4205-afd3-9076d54f445d no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:49:58.477389 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1022a161-e2fd-4991-b59b-cd427b8db651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:58.579840 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 507e247a-d823-4205-afd3-9076d54f445d not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:49:58.587688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-92f4dcc5-1af5-45dd-a0e8-d3bce2e1f8e6 None None] Port 63e39a4f-672f-4b2e-85ce-081c659244c0 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:49:58.630865 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-618aaf1b-4d41-4505-a450-ffba326be8e2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=95f80b2214624e3488915a519c33bcec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361018 Jul 15 14:49:58.632273 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37826) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:58.658717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=87ef3814-8ded-41ad-b4c9-65f4e5e94011,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:58.717039 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca26cbd2-2dda-46a1-915e-261a74e2a3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:58.752843 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca26cbd2-2dda-46a1-915e-261a74e2a3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:58.787645 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-196f28d2-8431-44e5-b777-0488f4a69aff req-668a709a-671d-484f-850c-febe6bde97b7 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=58117cba-e368-428b-9a64-59f8cfdb1ce0 HTTP/1.1" status: 200 len: 210 time: 0.1283412 Jul 15 14:49:58.842141 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1022a161-e2fd-4991-b59b-cd427b8db651 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5686ec00511341d88631d5ef053aba7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2613597 Jul 15 14:49:58.842141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37828) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:58.890454 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca26cbd2-2dda-46a1-915e-261a74e2a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:58.894735 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca26cbd2-2dda-46a1-915e-261a74e2a3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:58.897071 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ca26cbd2-2dda-46a1-915e-261a74e2a3ed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/16a81112-f0ab-4250-b46e-4c217b02d4d3 HTTP/1.1" status: 204 len: 168 time: 0.2628226 Jul 15 14:49:58.905831 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-97e11425-f4c6-42a2-a96f-aaf95bf279d9 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:58.907647 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-97e11425-f4c6-42a2-a96f-aaf95bf279d9 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae&tenant_id=f286b69641474927a27419a3ad634a1d&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 1095 time: 0.1027195 Jul 15 14:49:58.913390 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26cbd2-2dda-46a1-915e-261a74e2a3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a81112-f0ab-4250-b46e-4c217b02d4d3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:58.923867 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022a161-e2fd-4991-b59b-cd427b8db651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d40f38-3c46-4923-bf66-0dd046713b74,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:59.214391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-197daa50-5aa0-4458-acb6-91ed185cbc56 service neutron] For port 507e247a-d823-4205-afd3-9076d54f445d, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:49:59.222192 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-197daa50-5aa0-4458-acb6-91ed185cbc56 service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:59.225233 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7cb43f07-a2fc-4bf5-bf6d-d0e77a2be9de req-197daa50-5aa0-4458-acb6-91ed185cbc56 service neutron] 10.222.0.11 "DELETE /v2.0/ports/507e247a-d823-4205-afd3-9076d54f445d/bindings/n-h2-764435-3 HTTP/1.1" status: 204 len: 173 time: 0.2955105 Jul 15 14:49:59.244647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device aad5dc5f-611d-4d33-ad76-bc9f05270599 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:49:59.317813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port aad5dc5f-611d-4d33-ad76-bc9f05270599 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:49:59.319066 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:59.357325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a42a5-dacf-43dd-8c99-a40695035d67 req-2a14d65d-14ae-4cd1-b1fe-229a632530f9 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:59.359518 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b9a42a5-dacf-43dd-8c99-a40695035d67 req-2a14d65d-14ae-4cd1-b1fe-229a632530f9 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc HTTP/1.1" status: 200 len: 949 time: 1.1999617 Jul 15 14:49:59.400615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:49:59.402222 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7405ccf4-fbc8-4d58-ab08-8b05c81fa2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:59.407490 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a351ddfd-aa79-4c89-990f-bc559b02fdf1 admin admin] 10.222.0.38 "PUT /v2.0/routers/4272e79b-b0fd-41e9-8e5d-4fa9c853123e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0102456 Jul 15 14:49:59.411557 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Sync routers for ids ['4272e79b-b0fd-41e9-8e5d-4fa9c853123e'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:49:59.426422 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Routers {'4272e79b-b0fd-41e9-8e5d-4fa9c853123e'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:49:59.429418 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:49:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4272e79b-b0fd-41e9-8e5d-4fa9c853123e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:49:59.444437 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37836) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:59.470428 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b9a42a5-dacf-43dd-8c99-a40695035d67 req-5467b4a1-a114-4ec0-b05a-170c297860f8 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948420 Jul 15 14:49:59.472568 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7405ccf4-fbc8-4d58-ab08-8b05c81fa2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:59.522595 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37838) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:49:59.523395 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2f40a4dc-e3c4-4c09-acf1-577b02d8b6ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f5e6f547b5b45a4b1d62c17f297d693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744729 Jul 15 14:49:59.565092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fb110-3ced-4455-8542-12ae2a9e9c84 req-6061295f-3b22-4ce1-9331-2a2bd92492ae tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:59.566356 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305920f2-cb4e-4dc6-8684-798555b0512a x-openstack-request-id: req-305920f2-cb4e-4dc6-8684-798555b0512a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:49:59.567877 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f00e06-a25f-4b60-9ed9-9b0358fe53bc", "name": "network-vif-plugged", "status": "completed", "tag": "87ef3814-8ded-41ad-b4c9-65f4e5e94011", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:49:59.569317 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-305920f2-cb4e-4dc6-8684-798555b0512a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:49:59.571122 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f00e06-a25f-4b60-9ed9-9b0358fe53bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ef3814-8ded-41ad-b4c9-65f4e5e94011', 'code': 200} Jul 15 14:49:59.582465 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-842fb110-3ced-4455-8542-12ae2a9e9c84 req-6061295f-3b22-4ce1-9331-2a2bd92492ae tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=61012b5a-434d-449b-ab06-669ef92b69aa HTTP/1.1" status: 200 len: 949 time: 0.5545371 Jul 15 14:49:59.620936 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Set router 4272e79b-b0fd-41e9-8e5d-4fa9c853123e gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:49:59.727489 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7405ccf4-fbc8-4d58-ab08-8b05c81fa2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:59.730146 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7405ccf4-fbc8-4d58-ab08-8b05c81fa2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:59.731311 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7405ccf4-fbc8-4d58-ab08-8b05c81fa2b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c5d40f38-3c46-4923-bf66-0dd046713b74 HTTP/1.1" status: 204 len: 168 time: 0.8093524 Jul 15 14:49:59.759214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-842fb110-3ced-4455-8542-12ae2a9e9c84 req-57251994-d86c-46f8-9d05-fbb82483c366 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755881 Jul 15 14:49:59.797723 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device a9a96e96-42f1-4e90-8376-f6b31b977310 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:49:59.830465 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c72745b-df9a-42d4-901c-2d5d00c8faf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:59.857636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405ccf4-fbc8-4d58-ab08-8b05c81fa2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d40f38-3c46-4923-bf66-0dd046713b74,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:49:59.949204 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c72745b-df9a-42d4-901c-2d5d00c8faf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:49:59.950434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f256ea1-1997-47d2-95d6-7e0a8d6c77f2 req-37c33056-54f6-4619-bc41-35fe946af1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:49:59.952180 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0f256ea1-1997-47d2-95d6-7e0a8d6c77f2 req-37c33056-54f6-4619-bc41-35fe946af1f7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc HTTP/1.1" status: 200 len: 1101 time: 0.1695056 Jul 15 14:50:00.009855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b947d4-c61d-4998-b37a-feb4dc39f924 req-fc7c0dfc-6953-405c-aaeb-72d05b5e6403 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:00.016097 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891449757-router', 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'aad5dc5f-611d-4d33-ad76-bc9f05270599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:49Z', 'updated_at': '2021-07-15T14:49:56Z', 'revision_number': 4, 'project_id': '17955bc0b45a4ded99fc6ce63981460e', 'gw_port': {'id': 'aad5dc5f-611d-4d33-ad76-bc9f05270599', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:50Z', 'updated_at': '2021-07-15T14:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '63e39a4f-672f-4b2e-85ce-081c659244c0', 'name': '', 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0', 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e', 'mac_address': 'fa:16:3e:dd:25:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'be99425a-09ff-4f6c-b281-0f29fe8f3668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:54Z', 'updated_at': '2021-07-15T14:49:56Z', 'revision_number': 2, 'project_id': '17955bc0b45a4ded99fc6ce63981460e', 'subnets': [{'id': 'be99425a-09ff-4f6c-b281-0f29fe8f3668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:50:00.021045 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2b947d4-c61d-4998-b37a-feb4dc39f924 req-fc7c0dfc-6953-405c-aaeb-72d05b5e6403 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 944 time: 0.2982388 Jul 15 14:50:00.072927 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0f256ea1-1997-47d2-95d6-7e0a8d6c77f2 req-37fc0d38-a353-4eed-b864-3a5aad0d6ae3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119394 Jul 15 14:50:00.104155 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Checking router: 4272e79b-b0fd-41e9-8e5d-4fa9c853123e for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:50:00.106186 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Updating router 4272e79b-b0fd-41e9-8e5d-4fa9c853123e port 63e39a4f-672f-4b2e-85ce-081c659244c0 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:50:00.163109 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2b947d4-c61d-4998-b37a-feb4dc39f924 req-2870fe1a-1235-4365-b970-a0296a313c96 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296031 Jul 15 14:50:00.210557 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c72745b-df9a-42d4-901c-2d5d00c8faf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:00.213801 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c72745b-df9a-42d4-901c-2d5d00c8faf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:00.220091 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:00.223108 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5c72745b-df9a-42d4-901c-2d5d00c8faf5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/05cac3b7-04cf-4c33-a5c9-c1b2b58117e9 HTTP/1.1" status: 204 len: 168 time: 0.6971393 Jul 15 14:50:00.259559 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72745b-df9a-42d4-901c-2d5d00c8faf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cac3b7-04cf-4c33-a5c9-c1b2b58117e9,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:00.262991 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-b0542c5d-aa36-4f77-a202-7f1d0e033b65 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8b850756fa5a459d8043ace7d3a5e17b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1081131 Jul 15 14:50:00.353228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: a9a96e96-42f1-4e90-8376-f6b31b977310 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:50:00.353811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device a9a96e96-42f1-4e90-8376-f6b31b977310 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:50:00.528932 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64ae2fa5-9ef9-4752-88e1-ebc89b4d8cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:00.537103 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-4f8ff4db-e614-41fc-98dc-9ea44171fd83 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:00.540104 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-4f8ff4db-e614-41fc-98dc-9ea44171fd83 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2694776 Jul 15 14:50:00.548666 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0583c977-06b3-484b-bb78-9ab7871b7b38 req-c32dece8-43ba-4c39-909e-8d227f8d1e04 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=58117cba-e368-428b-9a64-59f8cfdb1ce0 HTTP/1.1" status: 200 len: 210 time: 0.1370380 Jul 15 14:50:00.557454 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Request body: {'port': {'device_id': '58117cba-e368-428b-9a64-59f8cfdb1ce0', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': '8b850756fa5a459d8043ace7d3a5e17b'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:00.848349 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e111f53-2037-4954-8456-28a0d6ce83a0 req-70327c87-75d3-40c6-bc56-50f6ba2416a6 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:00.855418 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e111f53-2037-4954-8456-28a0d6ce83a0 req-70327c87-75d3-40c6-bc56-50f6ba2416a6 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.11 "GET /v2.0/ports?device_id=61012b5a-434d-449b-ab06-669ef92b69aa HTTP/1.1" status: 200 len: 949 time: 0.5883152 Jul 15 14:50:00.895156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Made reservation on behalf of 8b850756fa5a459d8043ace7d3a5e17b for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:50:00.900852 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:00.913133 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:01.086898 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:01.097766 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37880) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:01.121954 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Transition to ACTIVE for port object 63e39a4f-672f-4b2e-85ce-081c659244c0 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:01.130941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e2fbc619-2df9-4a45-8d8c-ba71fb03871b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1627878596-network', 'tenant_id': '4aa882a30b324f6b84b8724c28abd020'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:01.137808 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:01.200040 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:01.219613 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:01.235668 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d50492-2272-4e4c-9504-62220971fb25 req-e649bdca-f410-493a-b493-d3dcc2e53a0c tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:01.237283 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-21d50492-2272-4e4c-9504-62220971fb25 req-e649bdca-f410-493a-b493-d3dcc2e53a0c tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 1095 time: 0.6461842 Jul 15 14:50:01.249538 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a648c4-59d1-472d-b2af-f337155374d8 None None] Pushing event updated for resources: {'Port': ['ID=63e39a4f-672f-4b2e-85ce-081c659244c0,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:01.268922 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a648c4-59d1-472d-b2af-f337155374d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:01.269322 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a648c4-59d1-472d-b2af-f337155374d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:01.271580 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a648c4-59d1-472d-b2af-f337155374d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:01.272608 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a648c4-59d1-472d-b2af-f337155374d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:01.273753 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a648c4-59d1-472d-b2af-f337155374d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:01.274430 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a648c4-59d1-472d-b2af-f337155374d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:01.275829 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a648c4-59d1-472d-b2af-f337155374d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:01.277368 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a648c4-59d1-472d-b2af-f337155374d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:01.277936 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a648c4-59d1-472d-b2af-f337155374d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:01.278493 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a648c4-59d1-472d-b2af-f337155374d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:01.279597 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a648c4-59d1-472d-b2af-f337155374d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:01.281555 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a648c4-59d1-472d-b2af-f337155374d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:01.320465 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fbc619-2df9-4a45-8d8c-ba71fb03871b admin admin] Made reservation on behalf of 4aa882a30b324f6b84b8724c28abd020 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:50:01.323560 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc619-2df9-4a45-8d8c-ba71fb03871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:01.357606 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc619-2df9-4a45-8d8c-ba71fb03871b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:01.404254 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87dcb579-8c6d-4558-bc97-8f824a32a62e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:01.434587 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Attempting to bind port 63e39a4f-672f-4b2e-85ce-081c659244c0 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:50:01.435602 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Attempting to bind port 63e39a4f-672f-4b2e-85ce-081c659244c0 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'b1c1e254-4cc6-47df-997e-e18c529637ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:50:01.436299 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Attempting to bind port 63e39a4f-672f-4b2e-85ce-081c659244c0 on network bdc6540e-dbda-49bf-bb85-0c7fced135e0 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:01.445703 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:50:01.446442 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Checking segment: {'id': 'b1c1e254-4cc6-47df-997e-e18c529637ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:01.448425 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:01.454108 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Bound using segment: {'id': 'b1c1e254-4cc6-47df-997e-e18c529637ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:50:01.455087 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Bound port: 63e39a4f-672f-4b2e-85ce-081c659244c0, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c1e254-4cc6-47df-997e-e18c529637ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:50:01.455635 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:01.466007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-21d50492-2272-4e4c-9504-62220971fb25 req-ac358b77-5405-4222-b3bd-02e6b3386434 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000000 Jul 15 14:50:01.529762 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3f1ee-0a23-4ceb-9df4-7a2564bb5d27 req-b7c748da-47c3-4cd6-a886-4ea0e0cba112 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:01.545774 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-39b3f1ee-0a23-4ceb-9df4-7a2564bb5d27 req-b7c748da-47c3-4cd6-a886-4ea0e0cba112 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc HTTP/1.1" status: 200 len: 950 time: 0.6431952 Jul 15 14:50:01.596548 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] For port 63e39a4f-672f-4b2e-85ce-081c659244c0, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:01.605353 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] For port 63e39a4f-672f-4b2e-85ce-081c659244c0, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=63e39a4f-672f-4b2e-85ce-081c659244c0,segment=NetworkSegment(b1c1e254-4cc6-47df-997e-e18c529637ca),segment_id=b1c1e254-4cc6-47df-997e-e18c529637ca)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:50:01.617773 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:01.643057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-1e111f53-2037-4954-8456-28a0d6ce83a0 req-f0e3716f-5b47-411e-8a24-af471bad0341 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Deleting port b3cec91d-dde6-44d8-afa8-1f161f6d4481 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:50:01.643637 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1e111f53-2037-4954-8456-28a0d6ce83a0 req-f0e3716f-5b47-411e-8a24-af471bad0341 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:01.694509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Allocated IP 192.168.233.167 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/54e8b43c-9cfb-4325-9b58-ddb2ebb02d65) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:50:01.697579 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a648c4-59d1-472d-b2af-f337155374d8 None None] Pushing event updated for resources: {'Port': ['ID=63e39a4f-672f-4b2e-85ce-081c659244c0,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:01.736106 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Routers {'4272e79b-b0fd-41e9-8e5d-4fa9c853123e'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:50:01.736776 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:49:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4272e79b-b0fd-41e9-8e5d-4fa9c853123e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:50:01.863532 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-39b3f1ee-0a23-4ceb-9df4-7a2564bb5d27 req-e0704f25-ea97-414d-83bb-70aa622c498d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166554 Jul 15 14:50:01.946565 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc619-2df9-4a45-8d8c-ba71fb03871b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:01.996680 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc619-2df9-4a45-8d8c-ba71fb03871b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:01.999091 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] Set router 4272e79b-b0fd-41e9-8e5d-4fa9c853123e gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:50:02.027950 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-1e111f53-2037-4954-8456-28a0d6ce83a0 req-f0e3716f-5b47-411e-8a24-af471bad0341 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] For port b3cec91d-dde6-44d8-afa8-1f161f6d4481, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b3cec91d-dde6-44d8-afa8-1f161f6d4481,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:02.028188 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fbc619-2df9-4a45-8d8c-ba71fb03871b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:50:02.034969 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1e111f53-2037-4954-8456-28a0d6ce83a0 req-f0e3716f-5b47-411e-8a24-af471bad0341 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:02.059350 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc619-2df9-4a45-8d8c-ba71fb03871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:02.059767 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-e2fbc619-2df9-4a45-8d8c-ba71fb03871b admin admin] Added segment 77969f16-437b-4633-9d8b-ba3a895ad05e of type vlan for network 95e5f8da-2a7f-4e86-967a-b94747ee1cd1 Jul 15 14:50:02.080664 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbc619-2df9-4a45-8d8c-ba71fb03871b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c72f48-f387-440f-99e4-adfcc2039e9c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:02.122660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-1e111f53-2037-4954-8456-28a0d6ce83a0 req-f0e3716f-5b47-411e-8a24-af471bad0341 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Calling delete_port for b3cec91d-dde6-44d8-afa8-1f161f6d4481 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:50:02.127181 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:02.156419 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc619-2df9-4a45-8d8c-ba71fb03871b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:02.168697 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Transition to ACTIVE for port object 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:02.233562 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc619-2df9-4a45-8d8c-ba71fb03871b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:02.235269 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0adc4-8a75-4757-a4af-ebc51c1b00be req-329424c5-026b-42d6-afe6-182e39e91ed5 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:02.236292 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fbc619-2df9-4a45-8d8c-ba71fb03871b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:02.236936 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc619-2df9-4a45-8d8c-ba71fb03871b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:02.237862 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-60c0adc4-8a75-4757-a4af-ebc51c1b00be req-329424c5-026b-42d6-afe6-182e39e91ed5 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/ports?device_id=61012b5a-434d-449b-ab06-669ef92b69aa HTTP/1.1" status: 200 len: 949 time: 0.3867762 Jul 15 14:50:02.279325 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e2fbc619-2df9-4a45-8d8c-ba71fb03871b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1704202 Jul 15 14:50:02.279830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37918) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:02.287817 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-222cd8e9-5099-4eaf-8e90-16415cbe5d5d admin admin] Request body: {'subnet': {'network_id': '95e5f8da-2a7f-4e86-967a-b94747ee1cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627878596-subnet', 'tenant_id': '4aa882a30b324f6b84b8724c28abd020', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:02.293680 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:02.336461 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-60c0adc4-8a75-4757-a4af-ebc51c1b00be req-8ff67a5f-9d3b-4556-93c1-31078acb7c01 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.38 "GET /v2.0/security-groups?id=489fceac-4fd9-4979-b693-e0327a9a1368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917976 Jul 15 14:50:02.400336 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbc619-2df9-4a45-8d8c-ba71fb03871b admin admin] Pushing event updated for resources: {'Network': ['ID=95e5f8da-2a7f-4e86-967a-b94747ee1cd1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:02.420340 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:50:02.420778 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 95e5f8da-2a7f-4e86-967a-b94747ee1cd1 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:50:02.425795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:50:02.431856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:50:02.435443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Pushing event updated for resources: {'Port': ['ID=54e8b43c-9cfb-4325-9b58-ddb2ebb02d65,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:02.484709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222cd8e9-5099-4eaf-8e90-16415cbe5d5d admin admin] Made reservation on behalf of 4aa882a30b324f6b84b8724c28abd020 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:50:02.487326 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-222cd8e9-5099-4eaf-8e90-16415cbe5d5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:02.525927 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:02.526647 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:02.542009 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891449757-router', 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'aad5dc5f-611d-4d33-ad76-bc9f05270599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:49Z', 'updated_at': '2021-07-15T14:49:56Z', 'revision_number': 4, 'project_id': '17955bc0b45a4ded99fc6ce63981460e', 'gw_port': {'id': 'aad5dc5f-611d-4d33-ad76-bc9f05270599', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:50Z', 'updated_at': '2021-07-15T14:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '63e39a4f-672f-4b2e-85ce-081c659244c0', 'name': '', 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0', 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e', 'mac_address': 'fa:16:3e:dd:25:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'be99425a-09ff-4f6c-b281-0f29fe8f3668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:54Z', 'updated_at': '2021-07-15T14:50:01Z', 'revision_number': 4, 'project_id': '17955bc0b45a4ded99fc6ce63981460e', 'subnets': [{'id': 'be99425a-09ff-4f6c-b281-0f29fe8f3668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:50:02.554152 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-95504a38-7fa5-4b50-8ca5-30cead17b376 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0021985 Jul 15 14:50:02.572516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Request body: {'port': {'device_id': '58117cba-e368-428b-9a64-59f8cfdb1ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:02.582144 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3888b56f-123f-47e4-8b03-cd43f100f67e None None] The sync data for ids ['4272e79b-b0fd-41e9-8e5d-4fa9c853123e'] in n-d-764435-3 is: [{'id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891449757-router', 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'aad5dc5f-611d-4d33-ad76-bc9f05270599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:49Z', 'updated_at': '2021-07-15T14:49:56Z', 'revision_number': 4, 'project_id': '17955bc0b45a4ded99fc6ce63981460e', 'gw_port': {'id': 'aad5dc5f-611d-4d33-ad76-bc9f05270599', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:50Z', 'updated_at': '2021-07-15T14:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '63e39a4f-672f-4b2e-85ce-081c659244c0', 'name': '', 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0', 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e', 'mac_address': 'fa:16:3e:dd:25:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'be99425a-09ff-4f6c-b281-0f29fe8f3668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:54Z', 'updated_at': '2021-07-15T14:50:01Z', 'revision_number': 4, 'project_id': '17955bc0b45a4ded99fc6ce63981460e', 'subnets': [{'id': 'be99425a-09ff-4f6c-b281-0f29fe8f3668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:50:02.714377 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1e111f53-2037-4954-8456-28a0d6ce83a0 req-f0e3716f-5b47-411e-8a24-af471bad0341 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:02.724745 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:02.733009 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:02.852082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3716f-5b47-411e-8a24-af471bad0341 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Pushing event deleted for resources: {'Port': ['ID=b3cec91d-dde6-44d8-afa8-1f161f6d4481,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:02.873226 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143af1d1-53dd-4680-bb1d-beea0873f123 req-9006b672-2f59-4f7e-98e8-ad703b8344e0 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:02.880705 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-143af1d1-53dd-4680-bb1d-beea0873f123 req-9006b672-2f59-4f7e-98e8-ad703b8344e0 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=58117cba-e368-428b-9a64-59f8cfdb1ce0 HTTP/1.1" status: 200 len: 936 time: 0.5385406 Jul 15 14:50:02.882194 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc3247c9-40d0-414a-bc98-5d06af45dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:02.967798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1fe01de7-bda0-4e76-a400-c26f6e4f66f7 None None] Provisioning for port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:02.980909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1fe01de7-bda0-4e76-a400-c26f6e4f66f7 None None] Provisioning complete for port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:02.983435 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1fe01de7-bda0-4e76-a400-c26f6e4f66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:03.063179 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1fe01de7-bda0-4e76-a400-c26f6e4f66f7 None None] Port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:50:03.191082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e111f53-2037-4954-8456-28a0d6ce83a0 req-f0e3716f-5b47-411e-8a24-af471bad0341 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] No DVR routers for this DVR port b3cec91d-dde6-44d8-afa8-1f161f6d4481 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:50:03.199766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c810e-60e3-472b-8745-f801e833e479 req-14c1250b-44f8-4add-bb0b-d6fcf87c2923 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:03.207255 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-991c810e-60e3-472b-8745-f801e833e479 req-14c1250b-44f8-4add-bb0b-d6fcf87c2923 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 821 time: 0.7235787 Jul 15 14:50:03.212518 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1e111f53-2037-4954-8456-28a0d6ce83a0 req-f0e3716f-5b47-411e-8a24-af471bad0341 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:03.217663 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e111f53-2037-4954-8456-28a0d6ce83a0 req-f0e3716f-5b47-411e-8a24-af471bad0341 tempest-DeleteServersAdminTestJSON-1164819349 tempest-DeleteServersAdminTestJSON-1164819349-project] 10.222.0.11 "DELETE /v2.0/ports/b3cec91d-dde6-44d8-afa8-1f161f6d4481 HTTP/1.1" status: 204 len: 173 time: 2.3491223 Jul 15 14:50:03.219312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:03.221409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61012b5a-434d-449b-ab06-669ef92b69aa', 'name': 'network-vif-deleted', 'tag': 'b3cec91d-dde6-44d8-afa8-1f161f6d4481'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:03.224233 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bf2472-f065-4486-aff8-2862c1a51c21" -d '{"events": [{"server_uuid": "61012b5a-434d-449b-ab06-669ef92b69aa", "name": "network-vif-deleted", "tag": "b3cec91d-dde6-44d8-afa8-1f161f6d4481"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:03.241113 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:03.249585 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-222cd8e9-5099-4eaf-8e90-16415cbe5d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:03.263126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Transition to ACTIVE for port object 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:03.264779 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-143af1d1-53dd-4680-bb1d-beea0873f123 req-4371661d-6733-4d7f-bc12-fe24d04366f7 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831825 Jul 15 14:50:03.295035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 63e39a4f-672f-4b2e-85ce-081c659244c0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:50:03.295338 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:03.302123 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-991c810e-60e3-472b-8745-f801e833e479 req-85eeaed2-4b42-4a61-8e7a-25134bdc1299 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/quotas/f286b69641474927a27419a3ad634a1d HTTP/1.1" status: 200 len: 375 time: 0.0933738 Jul 15 14:50:03.417235 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 63e39a4f-672f-4b2e-85ce-081c659244c0 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:03.422676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 63e39a4f-672f-4b2e-85ce-081c659244c0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:03.423364 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:03.516739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cd8e9-5099-4eaf-8e90-16415cbe5d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec294de2-b9bd-4c80-ae34-a54adbf10b67,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:03.556768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222cd8e9-5099-4eaf-8e90-16415cbe5d5d admin admin] Checking segment: {'id': '77969f16-437b-4633-9d8b-ba3a895ad05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95e5f8da-2a7f-4e86-967a-b94747ee1cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:03.557391 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222cd8e9-5099-4eaf-8e90-16415cbe5d5d admin admin] Network hostable DHCP agents. Network: 95e5f8da-2a7f-4e86-967a-b94747ee1cd1, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:50:03.633233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Pushing event updated for resources: {'Port': ['ID=54e8b43c-9cfb-4325-9b58-ddb2ebb02d65,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:03.641780 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:03.643192 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-991c810e-60e3-472b-8745-f801e833e479 req-6259cc4a-69d7-4341-9456-afbb6c9ad212 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3399417 Jul 15 14:50:03.654581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222cd8e9-5099-4eaf-8e90-16415cbe5d5d admin admin] Network 95e5f8da-2a7f-4e86-967a-b94747ee1cd1 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:50:03.663242 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Attempting to bind port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:50:03.664366 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Attempting to bind port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:50:03.664366 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Attempting to bind port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:03.669489 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:50:03.669731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Attempting to bind port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:03.675694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:50:03.676039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:03.676459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:50:03.678266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Bound port: 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:50:03.682297 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:03.715218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-222cd8e9-5099-4eaf-8e90-16415cbe5d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 95e5f8da-2a7f-4e86-967a-b94747ee1cd1) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:50:03.738855 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ef4342-1934-4b49-8330-d1653901485f None None] Network 95e5f8da-2a7f-4e86-967a-b94747ee1cd1 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:50:03.792120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] For port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:03.797323 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] For port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=54e8b43c-9cfb-4325-9b58-ddb2ebb02d65,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:50:03.798382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222cd8e9-5099-4eaf-8e90-16415cbe5d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:03.798851 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-222cd8e9-5099-4eaf-8e90-16415cbe5d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:03.805486 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:03.846635 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-222cd8e9-5099-4eaf-8e90-16415cbe5d5d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5613432 Jul 15 14:50:03.861212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37958) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:03.869844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 63e39a4f-672f-4b2e-85ce-081c659244c0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=63e39a4f-672f-4b2e-85ce-081c659244c0,segment=NetworkSegment(b1c1e254-4cc6-47df-997e-e18c529637ca),segment_id=b1c1e254-4cc6-47df-997e-e18c529637ca)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:03.890739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1627878596-router', 'tenant_id': '4aa882a30b324f6b84b8724c28abd020', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:03.916242 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-991c810e-60e3-472b-8745-f801e833e479 req-b80399b3-6b64-4608-ae2a-e9c1bcdafddc service neutron] 10.222.0.38 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714720 Jul 15 14:50:03.921150 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Pushing event updated for resources: {'Port': ['ID=54e8b43c-9cfb-4325-9b58-ddb2ebb02d65,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:03.945442 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device b3cec91d-dde6-44d8-afa8-1f161f6d4481 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:50:03.954453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:03.954987 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:03.956979 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8864d7f1-b751-4360-906a-0006358a5d5b service neutron] 10.222.0.11 "PUT /v2.0/ports/54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 HTTP/1.1" status: 200 len: 1096 time: 1.3942149 Jul 15 14:50:03.957459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58117cba-e368-428b-9a64-59f8cfdb1ce0', 'tag': '54e8b43c-9cfb-4325-9b58-ddb2ebb02d65'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:03.960393 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4920d02-4db3-42a6-a53f-d97cab521aae" -d '{"events": [{"name": "network-changed", "server_uuid": "58117cba-e368-428b-9a64-59f8cfdb1ce0", "tag": "54e8b43c-9cfb-4325-9b58-ddb2ebb02d65"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:03.970162 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: b3cec91d-dde6-44d8-afa8-1f161f6d4481 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:50:03.970512 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device b3cec91d-dde6-44d8-afa8-1f161f6d4481 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:50:03.999725 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:04.044908 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-c03b60f8-6124-42a9-8ecd-0f9a251023c6 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1fef73e0b27b451c9c9992943225e05d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244059 Jul 15 14:50:04.058312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-95e5f8da-2a7f-4e86-967a-b94747ee1cd1', 'network_id': '95e5f8da-2a7f-4e86-967a-b94747ee1cd1', 'tenant_id': '4aa882a30b324f6b84b8724c28abd020', 'fixed_ips': [{'subnet_id': 'ec294de2-b9bd-4c80-ae34-a54adbf10b67'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:50:04.059407 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:04.108783 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-34989a53-1dc0-4998-8522-2e4de77cb329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:04.110516 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-34989a53-1dc0-4998-8522-2e4de77cb329 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b850756fa5a459d8043ace7d3a5e17b&device_id=58117cba-e368-428b-9a64-59f8cfdb1ce0 HTTP/1.1" status: 200 len: 1099 time: 0.0990434 Jul 15 14:50:04.125121 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:04.130916 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:04.218858 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-8fa285df-4238-47e2-9718-ae56b6f1fda2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 HTTP/1.1" status: 200 len: 217 time: 0.0952623 Jul 15 14:50:04.336214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-85f79a8f-0a16-4794-b7ff-4eb8f31e8cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:04.337827 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-85f79a8f-0a16-4794-b7ff-4eb8f31e8cce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1101787 Jul 15 14:50:04.339013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Allocated IP 172.20.0.2 (95e5f8da-2a7f-4e86-967a-b94747ee1cd1/ec294de2-b9bd-4c80-ae34-a54adbf10b67/6a7e240f-51a4-4818-b0d2-3d6f5dfa359a) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:50:04.354420 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:04.360984 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=63e39a4f-672f-4b2e-85ce-081c659244c0,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:04.425914 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:04.446514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-94e3e813-5686-46f9-b15f-fa75229cf6f6 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:04.453784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-94e3e813-5686-46f9-b15f-fa75229cf6f6 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4077451 Jul 15 14:50:04.454513 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-5a9f76c9-91b7-483f-9f9d-fc2bdd6f6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:04.457312 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-5a9f76c9-91b7-483f-9f9d-fc2bdd6f6f5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1094768 Jul 15 14:50:04.457981 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-991c810e-60e3-472b-8745-f801e833e479 req-9fada70b-eea4-4a07-9f5e-85bce30d2403 service neutron] 10.222.0.38 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405705 Jul 15 14:50:04.552142 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-7647296d-7bf7-439d-9ccb-96691dcaceeb tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/quotas/1fef73e0b27b451c9c9992943225e05d HTTP/1.1" status: 200 len: 375 time: 0.0973570 Jul 15 14:50:04.592785 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-7f32d3c8-869d-4f58-a8d0-64cf21d46418 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246090 Jul 15 14:50:04.658399 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-09f61ce0-47e5-4268-bc47-7f0711bb244a tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1fef73e0b27b451c9c9992943225e05d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050429 Jul 15 14:50:04.661934 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:04.680935 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:04.697656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Transition to ACTIVE for port object 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:04.723142 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Transition to ACTIVE for port object 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:04.733745 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:04.770745 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5bc8cf6c-e491-4864-be3f-c3b1ea12720d req-468ed1e8-20f5-4f2f-98ba-b3f2fee3e2a8 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685483 Jul 15 14:50:04.837846 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Network 95e5f8da-2a7f-4e86-967a-b94747ee1cd1 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:50:04.841055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:50:04.844134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:50:04.857005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Pushing event updated for resources: {'Port': ['ID=6a7e240f-51a4-4818-b0d2-3d6f5dfa359a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:04.949433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Attempting to bind port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:50:04.950358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Attempting to bind port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '77969f16-437b-4633-9d8b-ba3a895ad05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95e5f8da-2a7f-4e86-967a-b94747ee1cd1'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:50:04.951533 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Attempting to bind port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a on network 95e5f8da-2a7f-4e86-967a-b94747ee1cd1 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:04.959393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:50:04.959890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Checking segment: {'id': '77969f16-437b-4633-9d8b-ba3a895ad05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95e5f8da-2a7f-4e86-967a-b94747ee1cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:04.961189 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:04.961826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Bound using segment: {'id': '77969f16-437b-4633-9d8b-ba3a895ad05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95e5f8da-2a7f-4e86-967a-b94747ee1cd1'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:50:04.962599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Bound port: 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77969f16-437b-4633-9d8b-ba3a895ad05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95e5f8da-2a7f-4e86-967a-b94747ee1cd1'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:50:04.963147 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:05.092680 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] For port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:05.097513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] For port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6a7e240f-51a4-4818-b0d2-3d6f5dfa359a,segment=NetworkSegment(77969f16-437b-4633-9d8b-ba3a895ad05e),segment_id=77969f16-437b-4633-9d8b-ba3a895ad05e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:50:05.097827 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a999361b-13e5-4428-a0e7-ec57b10704b3 x-openstack-request-id: req-a999361b-13e5-4428-a0e7-ec57b10704b3 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:05.101941 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61012b5a-434d-449b-ab06-669ef92b69aa", "name": "network-vif-deleted", "tag": "b3cec91d-dde6-44d8-afa8-1f161f6d4481", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:05.101941 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a999361b-13e5-4428-a0e7-ec57b10704b3 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:05.101941 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61012b5a-434d-449b-ab06-669ef92b69aa', 'name': 'network-vif-deleted', 'tag': 'b3cec91d-dde6-44d8-afa8-1f161f6d4481', 'status': 'completed', 'code': 200} Jul 15 14:50:05.105738 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:05.253959 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 63e39a4f-672f-4b2e-85ce-081c659244c0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:50:05.265151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bcaeb-2552-465a-81e1-af0f1b6d6998 req-fb5be995-daeb-4be7-86a0-0b6147c25752 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:05.273120 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b2bcaeb-2552-465a-81e1-af0f1b6d6998 req-fb5be995-daeb-4be7-86a0-0b6147c25752 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc HTTP/1.1" status: 200 len: 950 time: 0.2782018 Jul 15 14:50:05.306828 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487b412-7c96-43e5-ac39-89858a488441 None None] Pushing event updated for resources: {'Port': ['ID=6a7e240f-51a4-4818-b0d2-3d6f5dfa359a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:05.350934 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b2bcaeb-2552-465a-81e1-af0f1b6d6998 req-724d6dd8-9c5c-4643-8c1c-d8d25ab16718 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763974 Jul 15 14:50:05.420901 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 63e39a4f-672f-4b2e-85ce-081c659244c0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:05.421411 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:05.500216 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60fefdb-eb02-4d82-b549-1739795c6e11 x-openstack-request-id: req-a60fefdb-eb02-4d82-b549-1739795c6e11 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:05.500672 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58117cba-e368-428b-9a64-59f8cfdb1ce0", "tag": "54e8b43c-9cfb-4325-9b58-ddb2ebb02d65", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:05.500858 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a60fefdb-eb02-4d82-b549-1739795c6e11 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:05.501574 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58117cba-e368-428b-9a64-59f8cfdb1ce0', 'tag': '54e8b43c-9cfb-4325-9b58-ddb2ebb02d65', 'status': 'completed', 'code': 200} Jul 15 14:50:05.692593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4920d02-4db3-42a6-a53f-d97cab521aae req-a99ab27c-f2ab-4d81-8539-79cf9eaaac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:05.694217 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4920d02-4db3-42a6-a53f-d97cab521aae req-a99ab27c-f2ab-4d81-8539-79cf9eaaac31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b850756fa5a459d8043ace7d3a5e17b&device_id=58117cba-e368-428b-9a64-59f8cfdb1ce0 HTTP/1.1" status: 200 len: 1099 time: 0.1533153 Jul 15 14:50:05.754230 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:05.759295 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:05.868134 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:05.868415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4920d02-4db3-42a6-a53f-d97cab521aae req-3732322a-f9fb-4894-a36e-28767ccc9138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:05.869922 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4920d02-4db3-42a6-a53f-d97cab521aae req-3732322a-f9fb-4894-a36e-28767ccc9138 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1673305 Jul 15 14:50:05.897646 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06c6e276-d134-4771-ba9d-b767c3be491b req-4ba49211-9d28-4329-9fd2-d21b5db433c0 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 210 time: 0.1013639 Jul 15 14:50:05.952918 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4920d02-4db3-42a6-a53f-d97cab521aae req-66de4cf4-49c6-45a0-b032-af89f8c1aba0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 HTTP/1.1" status: 200 len: 217 time: 0.0752776 Jul 15 14:50:06.017454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72e889-7d69-499c-b36a-5da0b1c6e490 req-60c4c09d-26df-4828-b253-d5388acfbadf tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:06.019084 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a72e889-7d69-499c-b36a-5da0b1c6e490 req-60c4c09d-26df-4828-b253-d5388acfbadf tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=58117cba-e368-428b-9a64-59f8cfdb1ce0 HTTP/1.1" status: 200 len: 948 time: 0.2570524 Jul 15 14:50:06.024076 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4920d02-4db3-42a6-a53f-d97cab521aae req-c8853510-1d93-4068-9ca6-9e724abf0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:06.026932 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4920d02-4db3-42a6-a53f-d97cab521aae req-c8853510-1d93-4068-9ca6-9e724abf0ef2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0667379 Jul 15 14:50:06.055344 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Allocated IP 172.25.4.149 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/24d1860d-63f9-4fec-a2b4-042efa67f074) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:50:06.101850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4920d02-4db3-42a6-a53f-d97cab521aae req-a67ee193-cc85-40c8-94a1-9b288132d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:06.103675 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4920d02-4db3-42a6-a53f-d97cab521aae req-a67ee193-cc85-40c8-94a1-9b288132d1ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0699999 Jul 15 14:50:06.108500 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c05cf459-0f36-4834-b8ee-81f89888c8bf req-da03a256-a1bb-4831-8155-2047aa15685e tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 210 time: 0.0506525 Jul 15 14:50:06.138070 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a72e889-7d69-499c-b36a-5da0b1c6e490 req-431e03d5-cf90-493e-b7d5-5175e1eb58c0 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092958 Jul 15 14:50:06.259046 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4920d02-4db3-42a6-a53f-d97cab521aae req-c443917d-c00f-4df7-96a1-4405267e32e3 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461711 Jul 15 14:50:06.275348 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:06.376926 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:06.436701 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4920d02-4db3-42a6-a53f-d97cab521aae req-be2cd6b2-49ee-4a3a-a99a-0ff8473772af service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702402 Jul 15 14:50:06.462068 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:50:06.465164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:50:06.472763 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:50:06.612349 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=24d1860d-63f9-4fec-a2b4-042efa67f074,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:06.694578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1183799c-aa4b-440a-afb1-04df11659a5e None None] Network 95e5f8da-2a7f-4e86-967a-b94747ee1cd1 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:50:06.748168 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c810e-60e3-472b-8745-f801e833e479 req-0248b8f1-930f-47c3-827f-68c419c510d5 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:06.750051 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-991c810e-60e3-472b-8745-f801e833e479 req-0248b8f1-930f-47c3-827f-68c419c510d5 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.11 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 821 time: 0.1986816 Jul 15 14:50:06.769639 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-991c810e-60e3-472b-8745-f801e833e479 req-94e08e2d-91a5-422b-bee8-a9d4ee4cad6d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Request body: {'port': {'device_id': '260e73c1-88e2-43f0-a2ca-4c48cab24d91', 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4', 'admin_state_up': True, 'tenant_id': 'f286b69641474927a27419a3ad634a1d'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:06.847508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d966999-0d82-458f-ad57-538b70e4f40e req-37260838-0741-48c8-8236-45d29035e3c9 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:06.856737 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d966999-0d82-458f-ad57-538b70e4f40e req-37260838-0741-48c8-8236-45d29035e3c9 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc HTTP/1.1" status: 200 len: 1101 time: 0.2023752 Jul 15 14:50:06.876361 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0d966999-0d82-458f-ad57-538b70e4f40e req-1ad487a2-189d-4222-9113-bca552afaa42 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:06.926249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-34a0eed8-8281-4607-aff3-8650308ca6a4 None None] Provisioning for port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:06.940355 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:07.129858 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0d966999-0d82-458f-ad57-538b70e4f40e req-1ad487a2-189d-4222-9113-bca552afaa42 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:07.170038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991c810e-60e3-472b-8745-f801e833e479 req-94e08e2d-91a5-422b-bee8-a9d4ee4cad6d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Made reservation on behalf of f286b69641474927a27419a3ad634a1d for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:50:07.174388 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-991c810e-60e3-472b-8745-f801e833e479 req-94e08e2d-91a5-422b-bee8-a9d4ee4cad6d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:07.207499 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0d966999-0d82-458f-ad57-538b70e4f40e req-1ad487a2-189d-4222-9113-bca552afaa42 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:07.307946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:50:07.340775 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d966999-0d82-458f-ad57-538b70e4f40e req-1ad487a2-189d-4222-9113-bca552afaa42 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824233 Jul 15 14:50:07.345148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-62f26d1d-42c1-4004-ab6a-be961b935ea6 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1fef73e0b27b451c9c9992943225e05d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783806 Jul 15 14:50:07.389005 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-991c810e-60e3-472b-8745-f801e833e479 req-94e08e2d-91a5-422b-bee8-a9d4ee4cad6d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Allocated IP 172.20.0.12 (0b54b3be-aee8-40ee-b1a0-2d825368d7c4/8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a/5f81894f-0e22-49ce-96e1-737e1125171b) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:50:07.392600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:07.398235 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:07.398799 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:07.531505 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d4ea418-c58d-4d7c-993b-cdf004737b4e req-faa4d79e-4d5c-4c40-95e8-6e229510384f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 210 time: 0.2672474 Jul 15 14:50:07.574242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad487a2-189d-4222-9113-bca552afaa42 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccde562b-1a54-4bb1-9917-b28656aee677,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:07.626460 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:07.666187 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:07.701392 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-991c810e-60e3-472b-8745-f801e833e479 req-94e08e2d-91a5-422b-bee8-a9d4ee4cad6d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:07.745190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6a7e240f-51a4-4818-b0d2-3d6f5dfa359a,segment=NetworkSegment(77969f16-437b-4633-9d8b-ba3a895ad05e),segment_id=77969f16-437b-4633-9d8b-ba3a895ad05e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:07.753906 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:07.767018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-2a284489-7d9d-423b-895e-943dc52db2eb tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:07.768837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-2a284489-7d9d-423b-895e-943dc52db2eb tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3460515 Jul 15 14:50:07.821901 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-991c810e-60e3-472b-8745-f801e833e479 req-94e08e2d-91a5-422b-bee8-a9d4ee4cad6d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:07.840420 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:50:07.844829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Request body: {'port': {'device_id': 'a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': '1fef73e0b27b451c9c9992943225e05d'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:07.885894 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=6a7e240f-51a4-4818-b0d2-3d6f5dfa359a,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:07.917880 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-447263b5-f5d7-4365-ad20-e42a007a6d9a req-04dcb912-c427-41db-bd94-312f0fd78ff9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 210 time: 0.0791838 Jul 15 14:50:07.932836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991c810e-60e3-472b-8745-f801e833e479 req-94e08e2d-91a5-422b-bee8-a9d4ee4cad6d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:50:07.939296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-991c810e-60e3-472b-8745-f801e833e479 req-94e08e2d-91a5-422b-bee8-a9d4ee4cad6d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:50:07.943670 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-991c810e-60e3-472b-8745-f801e833e479 req-94e08e2d-91a5-422b-bee8-a9d4ee4cad6d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:50:08.014492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e08e2d-91a5-422b-bee8-a9d4ee4cad6d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Pushing event updated for resources: {'Port': ['ID=5f81894f-0e22-49ce-96e1-737e1125171b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:08.078115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c810e-60e3-472b-8745-f801e833e479 req-94e08e2d-91a5-422b-bee8-a9d4ee4cad6d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:08.078810 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-991c810e-60e3-472b-8745-f801e833e479 req-94e08e2d-91a5-422b-bee8-a9d4ee4cad6d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:08.093962 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ac110-a08a-4fec-a8a7-f05110b126e3 req-402424b5-5c08-4965-b6b9-338220833833 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:08.102803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab8ac110-a08a-4fec-a8a7-f05110b126e3 req-402424b5-5c08-4965-b6b9-338220833833 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=58117cba-e368-428b-9a64-59f8cfdb1ce0 HTTP/1.1" status: 200 len: 948 time: 0.2259939 Jul 15 14:50:08.106363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Router 6e78be1b-0542-4877-9413-fd7cac1ef72f is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:50:08.123663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Made reservation on behalf of 1fef73e0b27b451c9c9992943225e05d for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:50:08.127268 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:08.129714 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-991c810e-60e3-472b-8745-f801e833e479 req-94e08e2d-91a5-422b-bee8-a9d4ee4cad6d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3644571 Jul 15 14:50:08.133020 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=54e8b43c-9cfb-4325-9b58-ddb2ebb02d65,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:08.142070 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:08.146441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Request body: {'port': {'device_id': '260e73c1-88e2-43f0-a2ca-4c48cab24d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:08.150797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '54e8b43c-9cfb-4325-9b58-ddb2ebb02d65', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '54e8b43c-9cfb-4325-9b58-ddb2ebb02d65', 'mac_address': 'fa:16:3e:91:a6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:50:08.201520 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:08.208809 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38044) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:08.232600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:08.282665 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=54e8b43c-9cfb-4325-9b58-ddb2ebb02d65,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:08.292384 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:08.355168 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=54e8b43c-9cfb-4325-9b58-ddb2ebb02d65,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:08.410149 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:08.434246 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab8ac110-a08a-4fec-a8a7-f05110b126e3 req-578f8bfb-8447-4f18-b865-aa1a56ffc345 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307564 Jul 15 14:50:08.476975 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d56a81e6-9b4d-479f-8bd6-8b1e99daa9f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=46c6dc7611fd46c3a0c27b8b7f58c609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616713 Jul 15 14:50:08.479992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38060) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:08.508582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-a4a5f777-a499-47e8-92aa-262705a765c8 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ee188e41d71d434ead519f5f9ae6e707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504842 Jul 15 14:50:08.538245 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['54e8b43c-9cfb-4325-9b58-ddb2ebb02d65'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:50:08.716662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-c9ebd6f2-3c64-4d85-af28-831c29d20451 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:08.724866 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-c9ebd6f2-3c64-4d85-af28-831c29d20451 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878438 Jul 15 14:50:08.741425 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:50:08.748149 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-50bbf60d-eb03-4207-a1c8-12a6dc9c36ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:08.752057 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Sync routers for ids ['6e78be1b-0542-4877-9413-fd7cac1ef72f'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:50:08.765082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Routers {'6e78be1b-0542-4877-9413-fd7cac1ef72f'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:50:08.765758 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:50:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6e78be1b-0542-4877-9413-fd7cac1ef72f'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:50:08.767823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-a37db8b3-7c89-4698-bd02-3b8ee6d4c77a tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/quotas/ee188e41d71d434ead519f5f9ae6e707 HTTP/1.1" status: 200 len: 375 time: 0.0419226 Jul 15 14:50:08.786998 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-50bbf60d-eb03-4207-a1c8-12a6dc9c36ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:08.819022 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:08.830674 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:08.851164 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:08.855028 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a7e67b2c-275f-49b1-a25f-1fb71a641ed8 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9899464 Jul 15 14:50:08.855735 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38070) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:08.869608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f81894f-0e22-49ce-96e1-737e1125171b {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:08.918622 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:08.963692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df86c5ed-b62a-4916-9f65-4335631a5c4c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:08.993130 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Transition to ACTIVE for port object 5f81894f-0e22-49ce-96e1-737e1125171b will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:08.999981 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-50bbf60d-eb03-4207-a1c8-12a6dc9c36ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:09.003088 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-50bbf60d-eb03-4207-a1c8-12a6dc9c36ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:09.003238 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-9f496989-a212-4730-b01d-c269029eafbd tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2344067 Jul 15 14:50:09.007857 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-50bbf60d-eb03-4207-a1c8-12a6dc9c36ef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/489fceac-4fd9-4979-b693-e0327a9a1368 HTTP/1.1" status: 204 len: 168 time: 0.5237868 Jul 15 14:50:09.010602 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:09.073314 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Set router 6e78be1b-0542-4877-9413-fd7cac1ef72f gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:50:09.079461 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Pushing event updated for resources: {'Port': ['ID=5f81894f-0e22-49ce-96e1-737e1125171b,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:09.092289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbf60d-eb03-4207-a1c8-12a6dc9c36ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489fceac-4fd9-4979-b693-e0327a9a1368,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:09.120561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Allocated IP 192.168.233.68 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/15c521d4-5444-4dcb-9441-ccba1eb108c5) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:50:09.151280 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df191ce0-2536-47c1-97c9-1ffcfe033e27 req-4d67149c-f99a-4f67-885e-896a44ed884a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:09.174429 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df191ce0-2536-47c1-97c9-1ffcfe033e27 req-4d67149c-f99a-4f67-885e-896a44ed884a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 932 time: 0.3320091 Jul 15 14:50:09.258233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:50:09.316826 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df191ce0-2536-47c1-97c9-1ffcfe033e27 req-774b1833-4fab-4805-bb3d-ffc1031934ac tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408572 Jul 15 14:50:09.377354 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Attempting to bind port 5f81894f-0e22-49ce-96e1-737e1125171b on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:50:09.379644 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Attempting to bind port 5f81894f-0e22-49ce-96e1-737e1125171b by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:50:09.380143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Attempting to bind port 5f81894f-0e22-49ce-96e1-737e1125171b on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:09.396001 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Port 5f81894f-0e22-49ce-96e1-737e1125171b on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:50:09.396335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Attempting to bind port 5f81894f-0e22-49ce-96e1-737e1125171b on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:09.438169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:50:09.438508 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Checking segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:09.438938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Bound using segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:50:09.439383 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Bound port: 5f81894f-0e22-49ce-96e1-737e1125171b, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:50:09.439931 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:09.493321 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38084) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:09.523928 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c7373a1-90e9-4fa0-83b7-b94689a755d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:09.534476 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:09.535125 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:09.558177 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:09.587752 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Transition to ACTIVE for port object 15c521d4-5444-4dcb-9441-ccba1eb108c5 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:09.688064 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627878596-router', 'tenant_id': '4aa882a30b324f6b84b8724c28abd020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '24d1860d-63f9-4fec-a2b4-042efa67f074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:50:04Z', 'updated_at': '2021-07-15T14:50:06Z', 'revision_number': 3, 'project_id': '4aa882a30b324f6b84b8724c28abd020', 'gw_port': {'id': '24d1860d-63f9-4fec-a2b4-042efa67f074', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:50:05Z', 'updated_at': '2021-07-15T14:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:50:09.728268 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e9eff43-bac0-4a44-8838-d69fe47678d2 req-45dbc11e-7783-48e5-a1d4-a897aa80164d tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 210 time: 0.0668743 Jul 15 14:50:09.751456 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:09.770965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Checking router: 6e78be1b-0542-4877-9413-fd7cac1ef72f for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:50:09.775054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Updating router 6e78be1b-0542-4877-9413-fd7cac1ef72f port 24d1860d-63f9-4fec-a2b4-042efa67f074 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:50:09.882305 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:09.956838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:50:09.968300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:50:09.980504 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:50:09.990348 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:09.991545 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:10.000644 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c7373a1-90e9-4fa0-83b7-b94689a755d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:10.014404 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c7373a1-90e9-4fa0-83b7-b94689a755d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:10.021810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Pushing event updated for resources: {'Port': ['ID=15c521d4-5444-4dcb-9441-ccba1eb108c5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:10.099401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8c7373a1-90e9-4fa0-83b7-b94689a755d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cae8486477044421beace4f3b27a1b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6041367 Jul 15 14:50:10.101402 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-b251be79-560f-4168-b385-b8b11a011ca8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2638819 Jul 15 14:50:10.111420 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38092) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:10.150865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Request body: {'port': {'device_id': 'a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:10.159912 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:50:10.183084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7373a1-90e9-4fa0-83b7-b94689a755d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae4775f-8236-4ccd-985a-81272be21b38,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:10.208747 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] For port 5f81894f-0e22-49ce-96e1-737e1125171b, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:10.212163 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] For port 5f81894f-0e22-49ce-96e1-737e1125171b, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5f81894f-0e22-49ce-96e1-737e1125171b,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:50:10.237967 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:10.296664 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:10.297431 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:10.298866 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-991c810e-60e3-472b-8745-f801e833e479 req-d3508661-c080-43e7-8a67-012863b11158 service neutron] 10.222.0.11 "PUT /v2.0/ports/5f81894f-0e22-49ce-96e1-737e1125171b HTTP/1.1" status: 200 len: 1092 time: 2.1598814 Jul 15 14:50:10.299299 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260e73c1-88e2-43f0-a2ca-4c48cab24d91', 'tag': '5f81894f-0e22-49ce-96e1-737e1125171b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:10.302047 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafb248c-23aa-43e1-8c2c-e32e605fbf64" -d '{"events": [{"name": "network-changed", "server_uuid": "260e73c1-88e2-43f0-a2ca-4c48cab24d91", "tag": "5f81894f-0e22-49ce-96e1-737e1125171b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:10.370864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e2716538-1259-4c79-aa79-daaac5f32177 None None] Provisioning for port 15c521d4-5444-4dcb-9441-ccba1eb108c5 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:10.376415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3508661-c080-43e7-8a67-012863b11158 service neutron] Pushing event updated for resources: {'Port': ['ID=5f81894f-0e22-49ce-96e1-737e1125171b,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:10.383212 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e2716538-1259-4c79-aa79-daaac5f32177 None None] Provisioning complete for port 15c521d4-5444-4dcb-9441-ccba1eb108c5 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:10.383573 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2716538-1259-4c79-aa79-daaac5f32177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:10.439134 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b782fc4f-1ef2-4978-8514-10fac31837bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:10.453033 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be513bf-dc0c-4450-a912-9143fb587978 req-54ad0c00-5184-4737-a98c-b56e2a47424f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:10.457084 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:10.457275 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9be513bf-dc0c-4450-a912-9143fb587978 req-54ad0c00-5184-4737-a98c-b56e2a47424f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=58117cba-e368-428b-9a64-59f8cfdb1ce0 HTTP/1.1" status: 200 len: 949 time: 0.4009843 Jul 15 14:50:10.465506 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:10.512700 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b782fc4f-1ef2-4978-8514-10fac31837bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:10.514461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:10.536598 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c810e-60e3-472b-8745-f801e833e479 req-b1c2d91d-070a-4805-b0b4-0e6ef53f2101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:10.538885 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-991c810e-60e3-472b-8745-f801e833e479 req-b1c2d91d-070a-4805-b0b4-0e6ef53f2101 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 1095 time: 0.1769173 Jul 15 14:50:10.560208 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:10.565142 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:10.604981 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9be513bf-dc0c-4450-a912-9143fb587978 req-5a8bd630-fcf5-4a01-be92-0fe65bd2f426 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338968 Jul 15 14:50:10.608322 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-991c810e-60e3-472b-8745-f801e833e479 req-6d8292d3-df71-4dcc-b8ad-ec66eab90db9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f81894f-0e22-49ce-96e1-737e1125171b HTTP/1.1" status: 200 len: 217 time: 0.0604048 Jul 15 14:50:10.666879 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc37c3ae-ee99-418e-8b78-4dc7862cc937 x-openstack-request-id: req-dc37c3ae-ee99-418e-8b78-4dc7862cc937 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:10.667170 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260e73c1-88e2-43f0-a2ca-4c48cab24d91", "tag": "5f81894f-0e22-49ce-96e1-737e1125171b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:10.667419 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dc37c3ae-ee99-418e-8b78-4dc7862cc937 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:10.667810 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260e73c1-88e2-43f0-a2ca-4c48cab24d91', 'tag': '5f81894f-0e22-49ce-96e1-737e1125171b', 'status': 'completed', 'code': 200} Jul 15 14:50:10.740645 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b7b21ccc-bec7-4765-9770-90f046d24fc7 req-4d2b2fac-d802-4e60-806c-5d52ab0eed6f tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec HTTP/1.1" status: 200 len: 210 time: 0.0625350 Jul 15 14:50:10.751745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c810e-60e3-472b-8745-f801e833e479 req-4fc9d50e-627e-47c8-ace6-d7682710c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:10.752236 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-991c810e-60e3-472b-8745-f801e833e479 req-4fc9d50e-627e-47c8-ace6-d7682710c59c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.0836554 Jul 15 14:50:10.759295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e2716538-1259-4c79-aa79-daaac5f32177 None None] Port 15c521d4-5444-4dcb-9441-ccba1eb108c5 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:50:10.813072 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-991c810e-60e3-472b-8745-f801e833e479 req-8641dcbe-7029-40b7-97e9-a558cbf88f21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522389 Jul 15 14:50:10.854514 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Allocated IP 172.20.0.1 (95e5f8da-2a7f-4e86-967a-b94747ee1cd1/ec294de2-b9bd-4c80-ae34-a54adbf10b67/35a252ec-8619-4e43-9808-3c94adfff705) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:50:10.975175 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b782fc4f-1ef2-4978-8514-10fac31837bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:10.988215 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b782fc4f-1ef2-4978-8514-10fac31837bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:10.992272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b782fc4f-1ef2-4978-8514-10fac31837bb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bae4775f-8236-4ccd-985a-81272be21b38 HTTP/1.1" status: 204 len: 168 time: 0.8760557 Jul 15 14:50:11.060245 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:11.062310 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-991c810e-60e3-472b-8745-f801e833e479 req-07d1af4e-df96-4315-9ad4-2d2b88b92f14 service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407794 Jul 15 14:50:11.064905 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:11.083921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Transition to ACTIVE for port object 24d1860d-63f9-4fec-a2b4-042efa67f074 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:11.101273 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:11.118414 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58117cba-e368-428b-9a64-59f8cfdb1ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e8b43c-9cfb-4325-9b58-ddb2ebb02d65'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:11.137407 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5995ecf-0dd8-4c7b-86d9-d2c73153a21a" -d '{"events": [{"server_uuid": "58117cba-e368-428b-9a64-59f8cfdb1ce0", "name": "network-vif-plugged", "status": "completed", "tag": "54e8b43c-9cfb-4325-9b58-ddb2ebb02d65"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:11.144773 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782fc4f-1ef2-4978-8514-10fac31837bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae4775f-8236-4ccd-985a-81272be21b38,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:11.239778 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-991c810e-60e3-472b-8745-f801e833e479 req-686eb7c5-f512-4609-ab56-2a2fecd85428 service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641269 Jul 15 14:50:11.242577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e069f-fb78-4d9d-9a87-00ae34b62525 req-bf19b459-5c97-471e-b6a7-0c0b133ce8bf tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:11.243111 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:11.245067 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c3e069f-fb78-4d9d-9a87-00ae34b62525 req-bf19b459-5c97-471e-b6a7-0c0b133ce8bf tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 944 time: 0.2785289 Jul 15 14:50:11.258321 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Transition to ACTIVE for port object 35a252ec-8619-4e43-9808-3c94adfff705 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:11.262943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d1661-2a33-49a4-b6ec-c6d3eefd5e5c None None] Pushing event updated for resources: {'Port': ['ID=24d1860d-63f9-4fec-a2b4-042efa67f074,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:11.278755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=54e8b43c-9cfb-4325-9b58-ddb2ebb02d65,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:11.292154 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:11.299431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3c76d-5efd-478f-92da-1795c311017a req-4cd82d9e-35aa-469c-8316-94010398027a tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:11.307106 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dac3c76d-5efd-478f-92da-1795c311017a req-4cd82d9e-35aa-469c-8316-94010398027a tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 935 time: 0.2309310 Jul 15 14:50:11.318130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Attempting to bind port 24d1860d-63f9-4fec-a2b4-042efa67f074 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:50:11.318669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Attempting to bind port 24d1860d-63f9-4fec-a2b4-042efa67f074 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:50:11.319053 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Attempting to bind port 24d1860d-63f9-4fec-a2b4-042efa67f074 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:11.321127 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:11.329046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:50:11.329861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:11.329861 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:11.330309 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:50:11.330833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Bound port: 24d1860d-63f9-4fec-a2b4-042efa67f074, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:50:11.331357 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:11.389903 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c3e069f-fb78-4d9d-9a87-00ae34b62525 req-8f0b8b6c-0318-45e8-9b92-2374bbcb572c tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337597 Jul 15 14:50:11.407364 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c521d4-5444-4dcb-9441-ccba1eb108c5 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:11.412875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=54e8b43c-9cfb-4325-9b58-ddb2ebb02d65,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:11.418722 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dac3c76d-5efd-478f-92da-1795c311017a req-f4645a74-7df1-479b-9486-7d61e535a54d tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/security-groups?id=df86c5ed-b62a-4916-9f65-4335631a5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103663 Jul 15 14:50:11.444650 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:11.457556 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] For port 24d1860d-63f9-4fec-a2b4-042efa67f074, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:11.461409 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] For port 24d1860d-63f9-4fec-a2b4-042efa67f074, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=24d1860d-63f9-4fec-a2b4-042efa67f074,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:50:11.475673 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:11.483131 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Transition to ACTIVE for port object 15c521d4-5444-4dcb-9441-ccba1eb108c5 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:11.491161 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:11.495347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Network 95e5f8da-2a7f-4e86-967a-b94747ee1cd1 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:50:11.502661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:50:11.507002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:50:11.509338 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Pushing event updated for resources: {'Port': ['ID=35a252ec-8619-4e43-9808-3c94adfff705,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:11.552269 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Pushing event updated for resources: {'Port': ['ID=15c521d4-5444-4dcb-9441-ccba1eb108c5,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:11.557158 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f4af71-2f94-4f05-be1a-852d51104bf3 x-openstack-request-id: req-d9f4af71-2f94-4f05-be1a-852d51104bf3 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:11.557638 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58117cba-e368-428b-9a64-59f8cfdb1ce0", "name": "network-vif-plugged", "status": "completed", "tag": "54e8b43c-9cfb-4325-9b58-ddb2ebb02d65", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:11.558045 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d9f4af71-2f94-4f05-be1a-852d51104bf3 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:11.558624 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58117cba-e368-428b-9a64-59f8cfdb1ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e8b43c-9cfb-4325-9b58-ddb2ebb02d65', 'code': 200} Jul 15 14:50:11.658452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.11', 63795) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:11.661034 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:11.682478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Routers {'6e78be1b-0542-4877-9413-fd7cac1ef72f'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:50:11.684519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:50:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6e78be1b-0542-4877-9413-fd7cac1ef72f'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:50:11.687074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d1661-2a33-49a4-b6ec-c6d3eefd5e5c None None] Pushing event updated for resources: {'Port': ['ID=24d1860d-63f9-4fec-a2b4-042efa67f074,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:11.820457 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Attempting to bind port 15c521d4-5444-4dcb-9441-ccba1eb108c5 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:50:11.821583 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Attempting to bind port 15c521d4-5444-4dcb-9441-ccba1eb108c5 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:50:11.825768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Attempting to bind port 15c521d4-5444-4dcb-9441-ccba1eb108c5 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:11.852827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Port 15c521d4-5444-4dcb-9441-ccba1eb108c5 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:50:11.860713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Attempting to bind port 15c521d4-5444-4dcb-9441-ccba1eb108c5 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:11.901904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:50:11.901904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:11.902338 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:50:11.902729 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Bound port: 15c521d4-5444-4dcb-9441-ccba1eb108c5, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:50:11.903044 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:11.906625 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb248c-23aa-43e1-8c2c-e32e605fbf64 req-81759a71-d45e-4ff7-9553-c68be6d7f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:11.908611 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cafb248c-23aa-43e1-8c2c-e32e605fbf64 req-81759a71-d45e-4ff7-9553-c68be6d7f2b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 1095 time: 0.4950168 Jul 15 14:50:11.992450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] Set router 6e78be1b-0542-4877-9413-fd7cac1ef72f gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:50:12.172760 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38058f3-8973-46d8-bc43-75ae4b376070 req-f15e941b-41d3-477c-8b06-2527376f54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:12.174867 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b38058f3-8973-46d8-bc43-75ae4b376070 req-f15e941b-41d3-477c-8b06-2527376f54c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=58117cba-e368-428b-9a64-59f8cfdb1ce0 HTTP/1.1" status: 200 len: 1101 time: 0.5140128 Jul 15 14:50:12.179560 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:50:12.215013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fb10f969-dd09-47e9-8c6f-e7665dbea7c3 None None] Provisioning for port 35a252ec-8619-4e43-9808-3c94adfff705 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:12.221666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fb10f969-dd09-47e9-8c6f-e7665dbea7c3 None None] Provisioning complete for port 35a252ec-8619-4e43-9808-3c94adfff705 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:12.222601 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-054e3ae6-1fdc-4022-ac6f-4ff5e31ea90f req-d41ea5d6-6a16-4993-a42c-82405524aa3a tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec HTTP/1.1" status: 200 len: 210 time: 0.1659684 Jul 15 14:50:12.230628 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb10f969-dd09-47e9-8c6f-e7665dbea7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:12.242569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb248c-23aa-43e1-8c2c-e32e605fbf64 req-e216f627-11e1-4b52-9e16-b5396d9663bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:12.244204 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cafb248c-23aa-43e1-8c2c-e32e605fbf64 req-e216f627-11e1-4b52-9e16-b5396d9663bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.3265679 Jul 15 14:50:12.247562 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-46e83ee1-d9c2-4dda-98b5-f278c4d16122 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ee188e41d71d434ead519f5f9ae6e707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906003 Jul 15 14:50:12.361918 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:12.367637 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cafb248c-23aa-43e1-8c2c-e32e605fbf64 req-ee2b55eb-9b27-4612-b36b-dbc9121b04da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f81894f-0e22-49ce-96e1-737e1125171b HTTP/1.1" status: 200 len: 217 time: 0.1140518 Jul 15 14:50:12.384358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fb10f969-dd09-47e9-8c6f-e7665dbea7c3 None None] Port 35a252ec-8619-4e43-9808-3c94adfff705 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:50:12.390121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] For port 15c521d4-5444-4dcb-9441-ccba1eb108c5, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:12.403723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818792d-3fea-47e9-b9a2-6741268d921f req-15ed0f29-a241-488d-a816-e6a372872b15 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:12.412844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627878596-router', 'tenant_id': '4aa882a30b324f6b84b8724c28abd020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '24d1860d-63f9-4fec-a2b4-042efa67f074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:50:04Z', 'updated_at': '2021-07-15T14:50:06Z', 'revision_number': 3, 'project_id': '4aa882a30b324f6b84b8724c28abd020', 'gw_port': {'id': '24d1860d-63f9-4fec-a2b4-042efa67f074', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:50:05Z', 'updated_at': '2021-07-15T14:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:50:12.420118 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d818792d-3fea-47e9-b9a2-6741268d921f req-15ed0f29-a241-488d-a816-e6a372872b15 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=58117cba-e368-428b-9a64-59f8cfdb1ce0 HTTP/1.1" status: 200 len: 950 time: 0.4783418 Jul 15 14:50:12.424653 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b38058f3-8973-46d8-bc43-75ae4b376070 req-240f47e7-eed5-4b1f-b56b-d35208a4139a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922133 Jul 15 14:50:12.451551 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dcb9ab-639e-4f28-ab14-2e0fb04e5de9 None None] The sync data for ids ['6e78be1b-0542-4877-9413-fd7cac1ef72f'] in n-d-764435-3 is: [{'id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627878596-router', 'tenant_id': '4aa882a30b324f6b84b8724c28abd020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '24d1860d-63f9-4fec-a2b4-042efa67f074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:50:04Z', 'updated_at': '2021-07-15T14:50:06Z', 'revision_number': 3, 'project_id': '4aa882a30b324f6b84b8724c28abd020', 'gw_port': {'id': '24d1860d-63f9-4fec-a2b4-042efa67f074', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:50:05Z', 'updated_at': '2021-07-15T14:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:50:12.521218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] For port 15c521d4-5444-4dcb-9441-ccba1eb108c5, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=15c521d4-5444-4dcb-9441-ccba1eb108c5,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:50:12.525803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d818792d-3fea-47e9-b9a2-6741268d921f req-3cb6fab1-ed63-4d0f-a716-819b2bed2cec tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049092 Jul 15 14:50:12.536438 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:12.599328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:12.600064 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:12.606005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] 10.222.0.11 "PUT /v2.0/ports/15c521d4-5444-4dcb-9441-ccba1eb108c5 HTTP/1.1" status: 200 len: 1095 time: 2.4848156 Jul 15 14:50:12.608517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3', 'tag': '15c521d4-5444-4dcb-9441-ccba1eb108c5'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:12.611544 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66188439-d360-4bae-9504-a25fb48c8bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3", "tag": "15c521d4-5444-4dcb-9441-ccba1eb108c5"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:12.627384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb248c-23aa-43e1-8c2c-e32e605fbf64 req-b0209688-2863-4af7-bd98-565a3a4ea3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:12.632982 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cafb248c-23aa-43e1-8c2c-e32e605fbf64 req-b0209688-2863-4af7-bd98-565a3a4ea3e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.2235923 Jul 15 14:50:12.686107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a64c8-6119-445e-b996-4b20e2aaf550 service neutron] Pushing event updated for resources: {'Port': ['ID=15c521d4-5444-4dcb-9441-ccba1eb108c5,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:12.829207 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cafb248c-23aa-43e1-8c2c-e32e605fbf64 req-bcd06bed-ae0f-4a9e-bbe0-7ce92824ac90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665116 Jul 15 14:50:12.890830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-02c767af-97cc-4418-8e01-6c93e00d1323 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ee188e41d71d434ead519f5f9ae6e707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450871 Jul 15 14:50:13.105277 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-9fdf684b-ea98-4f41-80a2-aa64fbb4da1e tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:13.107428 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-9fdf684b-ea98-4f41-80a2-aa64fbb4da1e tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2043486 Jul 15 14:50:13.157560 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-e6289132-4ca1-46bd-8dad-7fc38def0158 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Request body: {'port': {'device_id': '4f69ccaf-6d9f-494e-a694-2de55f2638ec', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'ee188e41d71d434ead519f5f9ae6e707'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:13.215239 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-bce1a1aa-9e6e-424d-8381-41ebf52c12fb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:13.216784 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-bce1a1aa-9e6e-424d-8381-41ebf52c12fb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9418435 Jul 15 14:50:13.226248 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:13.244386 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-0359b874-a7ba-4f2e-a77a-54984e1467bb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Request body: {'port': {'device_id': 'e6b8f5df-6ac4-4fda-a945-5ea23ef54504', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'ee188e41d71d434ead519f5f9ae6e707'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:13.274050 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:13.289422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 24d1860d-63f9-4fec-a2b4-042efa67f074 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:50:13.348098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-6e6fdebe-a6e8-446e-bada-dc753f2b71ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:13.350333 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-6e6fdebe-a6e8-446e-bada-dc753f2b71ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fef73e0b27b451c9c9992943225e05d&device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 1098 time: 0.5542755 Jul 15 14:50:13.373856 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a852c-c399-4044-89b6-22eac98018e4 req-a4455ef9-7a3f-4d6c-a751-ce596d3d5cec tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:13.375746 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f1a852c-c399-4044-89b6-22eac98018e4 req-a4455ef9-7a3f-4d6c-a751-ce596d3d5cec tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 947 time: 0.5943356 Jul 15 14:50:13.393113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c4ab5-89b7-4b1c-8c02-f4e185fe4725 req-9a9f45a2-5285-4443-a660-c2293612ad6f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:13.404646 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be9c4ab5-89b7-4b1c-8c02-f4e185fe4725 req-9a9f45a2-5285-4443-a660-c2293612ad6f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 944 time: 0.6876974 Jul 15 14:50:13.441339 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 24d1860d-63f9-4fec-a2b4-042efa67f074 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:13.445940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 24d1860d-63f9-4fec-a2b4-042efa67f074 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:13.446524 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:13.497338 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-719d24df-e30b-4b45-9e0d-9454e808c3e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=15c521d4-5444-4dcb-9441-ccba1eb108c5 HTTP/1.1" status: 200 len: 217 time: 0.1320612 Jul 15 14:50:13.532581 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cafb248c-23aa-43e1-8c2c-e32e605fbf64 req-5fd7099c-3cbb-4d5f-a9f7-e28673fb97d2 service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752676 Jul 15 14:50:13.575039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Pushing event updated for resources: {'Port': ['ID=35a252ec-8619-4e43-9808-3c94adfff705,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:13.577749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be9c4ab5-89b7-4b1c-8c02-f4e185fe4725 req-cb97c2df-add1-467d-8e80-ca99d70240eb tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716633 Jul 15 14:50:13.578102 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:13.607276 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:13.626889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 24d1860d-63f9-4fec-a2b4-042efa67f074, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=24d1860d-63f9-4fec-a2b4-042efa67f074,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:13.632693 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:13.680468 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-f57ed61c-5a32-45bd-bd9f-e881e628616d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:13.682339 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-f57ed61c-5a32-45bd-bd9f-e881e628616d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1271815 Jul 15 14:50:13.683155 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-e6289132-4ca1-46bd-8dad-7fc38def0158 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Made reservation on behalf of ee188e41d71d434ead519f5f9ae6e707 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:50:13.687092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-e6289132-4ca1-46bd-8dad-7fc38def0158 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:13.737113 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=24d1860d-63f9-4fec-a2b4-042efa67f074,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:13.775209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-0359b874-a7ba-4f2e-a77a-54984e1467bb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Made reservation on behalf of ee188e41d71d434ead519f5f9ae6e707 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:50:13.778815 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-0359b874-a7ba-4f2e-a77a-54984e1467bb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:13.786837 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd1521a-f520-4e83-8d42-fc1af833fe25 x-openstack-request-id: req-0fd1521a-f520-4e83-8d42-fc1af833fe25 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:13.787133 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3", "tag": "15c521d4-5444-4dcb-9441-ccba1eb108c5", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:13.787562 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0fd1521a-f520-4e83-8d42-fc1af833fe25 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:13.787968 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3', 'tag': '15c521d4-5444-4dcb-9441-ccba1eb108c5', 'status': 'completed', 'code': 200} Jul 15 14:50:13.826804 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f1a852c-c399-4044-89b6-22eac98018e4 req-0104babe-aa18-4d82-b61e-32ba676de3e6 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/security-groups?id=df86c5ed-b62a-4916-9f65-4335631a5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179535 Jul 15 14:50:13.874358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5f81894f-0e22-49ce-96e1-737e1125171b details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:50:13.884210 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cafb248c-23aa-43e1-8c2c-e32e605fbf64 req-b87aa26a-5589-415e-8565-4dbaadd6e355 service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403583 Jul 15 14:50:13.932948 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Network 95e5f8da-2a7f-4e86-967a-b94747ee1cd1 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:50:13.941735 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:50:13.947790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-e6289132-4ca1-46bd-8dad-7fc38def0158 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Allocated IP 192.168.233.254 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/e118ea8b-0489-4f3d-b047-eeb2736d4010) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:50:14.107395 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 5f81894f-0e22-49ce-96e1-737e1125171b, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5f81894f-0e22-49ce-96e1-737e1125171b,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:14.119502 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6ee473fd-6b98-41fa-b2d8-a035241e5523 req-5a639f57-e8f6-4c59-9dc7-f46de6460cd9 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec HTTP/1.1" status: 200 len: 210 time: 0.0641508 Jul 15 14:50:14.143550 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '5f81894f-0e22-49ce-96e1-737e1125171b', 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4', 'port_id': '5f81894f-0e22-49ce-96e1-737e1125171b', 'mac_address': 'fa:16:3e:5d:f0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:50:14.206831 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:14.208790 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Router 6e78be1b-0542-4877-9413-fd7cac1ef72f has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:50:14.224922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f81894f-0e22-49ce-96e1-737e1125171b {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:14.250839 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 5f81894f-0e22-49ce-96e1-737e1125171b, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5f81894f-0e22-49ce-96e1-737e1125171b,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:14.256506 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:14.273901 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-d7647748-1804-4985-8236-ec232dbe6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:14.275575 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-d7647748-1804-4985-8236-ec232dbe6c57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5690961 Jul 15 14:50:14.328246 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6a3254f6-a3ce-4ed3-87f4-aee53a3b70d1 None None] Provisioning complete for port 35a252ec-8619-4e43-9808-3c94adfff705 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:14.328630 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a3254f6-a3ce-4ed3-87f4-aee53a3b70d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:14.331602 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=5f81894f-0e22-49ce-96e1-737e1125171b,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:14.339162 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-e6289132-4ca1-46bd-8dad-7fc38def0158 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:14.378617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:50:14.382185 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6a3254f6-a3ce-4ed3-87f4-aee53a3b70d1 None None] Port 35a252ec-8619-4e43-9808-3c94adfff705 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:50:14.389458 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8a343c2b-431e-4014-a61f-21add790f13d admin admin] 10.222.0.38 "PUT /v2.0/routers/6e78be1b-0542-4877-9413-fd7cac1ef72f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5269632 Jul 15 14:50:14.493903 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['5f81894f-0e22-49ce-96e1-737e1125171b'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:50:14.688270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-e6289132-4ca1-46bd-8dad-7fc38def0158 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Transition to ACTIVE for port object e118ea8b-0489-4f3d-b047-eeb2736d4010 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:14.718804 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7b16b-a42f-445e-8b16-292a47594d3e req-34f6f46b-b8af-4acf-adea-57b772a1e897 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:14.724591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22a7b16b-a42f-445e-8b16-292a47594d3e req-34f6f46b-b8af-4acf-adea-57b772a1e897 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=58117cba-e368-428b-9a64-59f8cfdb1ce0 HTTP/1.1" status: 200 len: 950 time: 0.5692310 Jul 15 14:50:14.744756 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-fa865e51-2583-4e7c-b4a0-c7c200acb487 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543390 Jul 15 14:50:14.851071 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22a7b16b-a42f-445e-8b16-292a47594d3e req-35869550-7ee2-4a4b-b136-0ad8162b829f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118739 Jul 15 14:50:14.917740 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-e6289132-4ca1-46bd-8dad-7fc38def0158 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:14.934343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['87ef3814-8ded-41ad-b4c9-65f4e5e94011'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:50:15.003706 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-0359b874-a7ba-4f2e-a77a-54984e1467bb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Allocated IP 192.168.233.28 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/1ef06155-f258-4023-9361-8178ab130ce6) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:50:15.022605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9fc59-ef12-4ba3-9a62-15d8e5ec6137 req-fe6eb5a9-5620-4bbc-a2ea-bae22bc22d07 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:15.024242 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bd9fc59-ef12-4ba3-9a62-15d8e5ec6137 req-fe6eb5a9-5620-4bbc-a2ea-bae22bc22d07 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 945 time: 0.2705994 Jul 15 14:50:15.026226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d05a2b20-dc61-4680-9427-4f4a406489e0 req-4f8e3d7b-5c96-4af4-b267-91d659e362f8 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641602 Jul 15 14:50:15.035596 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-e6289132-4ca1-46bd-8dad-7fc38def0158 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:50:15.045260 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-e6289132-4ca1-46bd-8dad-7fc38def0158 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:50:15.047772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6289132-4ca1-46bd-8dad-7fc38def0158 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event updated for resources: {'Port': ['ID=e118ea8b-0489-4f3d-b047-eeb2736d4010,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:15.050247 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-e6289132-4ca1-46bd-8dad-7fc38def0158 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:50:15.056819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-e6289132-4ca1-46bd-8dad-7fc38def0158 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:15.057212 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-e6289132-4ca1-46bd-8dad-7fc38def0158 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:15.135753 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Sync routers for ids ['6e78be1b-0542-4877-9413-fd7cac1ef72f'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:50:15.157337 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Routers {'6e78be1b-0542-4877-9413-fd7cac1ef72f'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:50:15.158987 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:50:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6e78be1b-0542-4877-9413-fd7cac1ef72f'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:50:15.202559 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-e6289132-4ca1-46bd-8dad-7fc38def0158 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0575907 Jul 15 14:50:15.255536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Request body: {'port': {'device_id': '4f69ccaf-6d9f-494e-a694-2de55f2638ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:15.266578 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bd9fc59-ef12-4ba3-9a62-15d8e5ec6137 req-b41844d3-c79d-43b4-ad68-dd9c195cc12d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229478 Jul 15 14:50:15.412371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-0359b874-a7ba-4f2e-a77a-54984e1467bb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:15.476828 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66188439-d360-4bae-9504-a25fb48c8bb8 req-79601a8d-3be3-4c62-b499-1f30e8de929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:15.478855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66188439-d360-4bae-9504-a25fb48c8bb8 req-79601a8d-3be3-4c62-b499-1f30e8de929d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fef73e0b27b451c9c9992943225e05d&device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 1098 time: 0.3626027 Jul 15 14:50:15.487888 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:15.496103 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-0359b874-a7ba-4f2e-a77a-54984e1467bb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Transition to ACTIVE for port object 1ef06155-f258-4023-9361-8178ab130ce6 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:15.517203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 24d1860d-63f9-4fec-a2b4-042efa67f074 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:50:15.554845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9107fb-d348-4e7e-9121-7fa840936f52 req-32213adf-2939-4efd-83cd-8c6ef2512fc9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:15.562056 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b9107fb-d348-4e7e-9121-7fa840936f52 req-32213adf-2939-4efd-83cd-8c6ef2512fc9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 947 time: 0.3587868 Jul 15 14:50:15.616019 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-0359b874-a7ba-4f2e-a77a-54984e1467bb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:15.742932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-26bfa932-a073-4803-8c42-c68027d2645f None None] Provisioning for port e118ea8b-0489-4f3d-b047-eeb2736d4010 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:15.745421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 24d1860d-63f9-4fec-a2b4-042efa67f074 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:15.745806 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:15.746082 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359b874-a7ba-4f2e-a77a-54984e1467bb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event updated for resources: {'Port': ['ID=1ef06155-f258-4023-9361-8178ab130ce6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:15.788126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-0359b874-a7ba-4f2e-a77a-54984e1467bb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:50:15.789840 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-0359b874-a7ba-4f2e-a77a-54984e1467bb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:50:15.799467 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b9107fb-d348-4e7e-9121-7fa840936f52 req-30481931-b6f2-482a-908b-b5a405132176 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/security-groups?id=df86c5ed-b62a-4916-9f65-4335631a5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361708 Jul 15 14:50:15.807644 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-0359b874-a7ba-4f2e-a77a-54984e1467bb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:50:15.840244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66188439-d360-4bae-9504-a25fb48c8bb8 req-5e1fc2bf-e967-4508-8a1d-8f0c5c376f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:15.841785 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66188439-d360-4bae-9504-a25fb48c8bb8 req-5e1fc2bf-e967-4508-8a1d-8f0c5c376f3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.3552520 Jul 15 14:50:15.850483 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-26bfa932-a073-4803-8c42-c68027d2645f None None] Provisioning complete for port e118ea8b-0489-4f3d-b047-eeb2736d4010 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:15.850774 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-26bfa932-a073-4803-8c42-c68027d2645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:15.958559 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66188439-d360-4bae-9504-a25fb48c8bb8 req-8a4658e5-c832-42f1-8bc0-b0937fd870d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=15c521d4-5444-4dcb-9441-ccba1eb108c5 HTTP/1.1" status: 200 len: 217 time: 0.0988142 Jul 15 14:50:15.963592 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Set router 6e78be1b-0542-4877-9413-fd7cac1ef72f gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:50:16.012063 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-0359b874-a7ba-4f2e-a77a-54984e1467bb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:16.012744 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-0359b874-a7ba-4f2e-a77a-54984e1467bb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:16.039287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-26bfa932-a073-4803-8c42-c68027d2645f None None] Port e118ea8b-0489-4f3d-b047-eeb2736d4010 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:50:16.048756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5f81894f-0e22-49ce-96e1-737e1125171b up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:50:16.062363 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['87ef3814-8ded-41ad-b4c9-65f4e5e94011'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:50:16.072942 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-0359b874-a7ba-4f2e-a77a-54984e1467bb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8390827 Jul 15 14:50:16.096210 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Request body: {'port': {'device_id': 'e6b8f5df-6ac4-4fda-a945-5ea23ef54504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:16.289645 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66188439-d360-4bae-9504-a25fb48c8bb8 req-3e8be519-d119-425c-888c-84e046067540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:16.291335 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66188439-d360-4bae-9504-a25fb48c8bb8 req-3e8be519-d119-425c-888c-84e046067540 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.3246441 Jul 15 14:50:16.371952 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:16.565007 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627878596-router', 'tenant_id': '4aa882a30b324f6b84b8724c28abd020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '24d1860d-63f9-4fec-a2b4-042efa67f074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:50:04Z', 'updated_at': '2021-07-15T14:50:12Z', 'revision_number': 4, 'project_id': '4aa882a30b324f6b84b8724c28abd020', 'gw_port': {'id': '24d1860d-63f9-4fec-a2b4-042efa67f074', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:50:05Z', 'updated_at': '2021-07-15T14:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '35a252ec-8619-4e43-9808-3c94adfff705', 'name': '', 'network_id': '95e5f8da-2a7f-4e86-967a-b94747ee1cd1', 'tenant_id': '4aa882a30b324f6b84b8724c28abd020', 'mac_address': 'fa:16:3e:fe:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'ec294de2-b9bd-4c80-ae34-a54adbf10b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:50:10Z', 'updated_at': '2021-07-15T14:50:12Z', 'revision_number': 2, 'project_id': '4aa882a30b324f6b84b8724c28abd020', 'subnets': [{'id': 'ec294de2-b9bd-4c80-ae34-a54adbf10b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:50:16.597363 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Checking router: 6e78be1b-0542-4877-9413-fd7cac1ef72f for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:50:16.597876 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Updating router 6e78be1b-0542-4877-9413-fd7cac1ef72f port 35a252ec-8619-4e43-9808-3c94adfff705 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:50:16.644292 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fc6b20fd-7f8b-42eb-98da-5978369a424e None None] Provisioning for port 1ef06155-f258-4023-9361-8178ab130ce6 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:16.651641 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:16.655007 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fc6b20fd-7f8b-42eb-98da-5978369a424e None None] Provisioning complete for port 1ef06155-f258-4023-9361-8178ab130ce6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:16.655515 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fc6b20fd-7f8b-42eb-98da-5978369a424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:16.736291 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fc6b20fd-7f8b-42eb-98da-5978369a424e None None] Port 1ef06155-f258-4023-9361-8178ab130ce6 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:50:16.740944 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 5f81894f-0e22-49ce-96e1-737e1125171b completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:16.753508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 5f81894f-0e22-49ce-96e1-737e1125171b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:16.753864 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:16.755553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66188439-d360-4bae-9504-a25fb48c8bb8 req-bf2b8d88-b5dc-49fb-868b-6a5774e1f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:16.757876 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66188439-d360-4bae-9504-a25fb48c8bb8 req-bf2b8d88-b5dc-49fb-868b-6a5774e1f08c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4505787 Jul 15 14:50:16.803943 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e118ea8b-0489-4f3d-b047-eeb2736d4010 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:16.818415 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60e84c-5762-4474-9c37-4237c0d97486 req-154527c6-0bc3-4494-95e1-abea773a2136 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:16.826346 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4c60e84c-5762-4474-9c37-4237c0d97486 req-154527c6-0bc3-4494-95e1-abea773a2136 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec HTTP/1.1" status: 200 len: 936 time: 0.3621254 Jul 15 14:50:16.830021 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-9200a724-2dd7-4cfd-b30c-3c7ca964bf8f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=8b850756fa5a459d8043ace7d3a5e17b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133466 Jul 15 14:50:16.851996 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:16.881829 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:16.921867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260e73c1-88e2-43f0-a2ca-4c48cab24d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f81894f-0e22-49ce-96e1-737e1125171b'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:16.924394 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb1fc1b-e580-4555-85a0-92e1c344d04c" -d '{"events": [{"server_uuid": "260e73c1-88e2-43f0-a2ca-4c48cab24d91", "name": "network-vif-plugged", "status": "completed", "tag": "5f81894f-0e22-49ce-96e1-737e1125171b"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:16.939755 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Transition to ACTIVE for port object e118ea8b-0489-4f3d-b047-eeb2736d4010 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:16.945946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 5f81894f-0e22-49ce-96e1-737e1125171b, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5f81894f-0e22-49ce-96e1-737e1125171b,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:16.973857 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:17.016442 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4c60e84c-5762-4474-9c37-4237c0d97486 req-17db93d0-c9b8-4e46-bd3a-93be3e6a56a0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887958 Jul 15 14:50:17.017430 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:17.111999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=5f81894f-0e22-49ce-96e1-737e1125171b,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:17.160088 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:17.173754 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Transition to ACTIVE for port object 35a252ec-8619-4e43-9808-3c94adfff705 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:17.185890 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:17.203231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Attempting to bind port e118ea8b-0489-4f3d-b047-eeb2736d4010 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:50:17.203605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Attempting to bind port e118ea8b-0489-4f3d-b047-eeb2736d4010 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:50:17.203941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Attempting to bind port e118ea8b-0489-4f3d-b047-eeb2736d4010 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:17.258123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Port e118ea8b-0489-4f3d-b047-eeb2736d4010 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:50:17.258433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Attempting to bind port e118ea8b-0489-4f3d-b047-eeb2736d4010 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:17.276670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:50:17.277004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:17.280419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:50:17.281868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Bound port: e118ea8b-0489-4f3d-b047-eeb2736d4010, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:50:17.282238 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:17.328672 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab800a-1fe2-48cb-a0ab-1084873179b1 None None] Pushing event updated for resources: {'Port': ['ID=35a252ec-8619-4e43-9808-3c94adfff705,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:17.433262 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-fdd6d6d6-11db-406a-97fd-4c975ea84ae1 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:17.443546 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-fdd6d6d6-11db-406a-97fd-4c975ea84ae1 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6074808 Jul 15 14:50:17.454186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66188439-d360-4bae-9504-a25fb48c8bb8 req-062a69b3-a1cb-4733-bbb8-11979dd41474 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882639 Jul 15 14:50:17.464849 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Pushing event updated for resources: {'Port': ['ID=e118ea8b-0489-4f3d-b047-eeb2736d4010,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:17.501451 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Attempting to bind port 35a252ec-8619-4e43-9808-3c94adfff705 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:50:17.501885 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Attempting to bind port 35a252ec-8619-4e43-9808-3c94adfff705 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '77969f16-437b-4633-9d8b-ba3a895ad05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95e5f8da-2a7f-4e86-967a-b94747ee1cd1'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:50:17.502978 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Attempting to bind port 35a252ec-8619-4e43-9808-3c94adfff705 on network 95e5f8da-2a7f-4e86-967a-b94747ee1cd1 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:17.510553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef06155-f258-4023-9361-8178ab130ce6 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:17.516246 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:50:17.516611 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Checking segment: {'id': '77969f16-437b-4633-9d8b-ba3a895ad05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95e5f8da-2a7f-4e86-967a-b94747ee1cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:17.517273 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:17.517663 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Bound using segment: {'id': '77969f16-437b-4633-9d8b-ba3a895ad05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95e5f8da-2a7f-4e86-967a-b94747ee1cd1'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:50:17.518212 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Bound port: 35a252ec-8619-4e43-9808-3c94adfff705, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77969f16-437b-4633-9d8b-ba3a895ad05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95e5f8da-2a7f-4e86-967a-b94747ee1cd1'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:50:17.518627 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:17.524618 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:17.544439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Transition to ACTIVE for port object 1ef06155-f258-4023-9361-8178ab130ce6 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:17.552175 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:17.644872 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66188439-d360-4bae-9504-a25fb48c8bb8 req-e32a30a3-4b47-4ec5-8a05-00a9a24df864 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756430 Jul 15 14:50:17.656906 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-e2d87a32-55b0-4a53-bfa9-d0010a52e512 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/quotas/8b850756fa5a459d8043ace7d3a5e17b HTTP/1.1" status: 200 len: 375 time: 0.2120435 Jul 15 14:50:17.677356 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] For port 35a252ec-8619-4e43-9808-3c94adfff705, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:17.681982 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] For port 35a252ec-8619-4e43-9808-3c94adfff705, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=35a252ec-8619-4e43-9808-3c94adfff705,segment=NetworkSegment(77969f16-437b-4633-9d8b-ba3a895ad05e),segment_id=77969f16-437b-4633-9d8b-ba3a895ad05e)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:50:17.696849 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:17.744152 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef06155-f258-4023-9361-8178ab130ce6,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:17.747289 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] For port e118ea8b-0489-4f3d-b047-eeb2736d4010, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:17.795761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] For port e118ea8b-0489-4f3d-b047-eeb2736d4010, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e118ea8b-0489-4f3d-b047-eeb2736d4010,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:50:17.816227 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Routers {'6e78be1b-0542-4877-9413-fd7cac1ef72f'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:50:17.817267 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:50:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6e78be1b-0542-4877-9413-fd7cac1ef72f'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:50:17.821270 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab800a-1fe2-48cb-a0ab-1084873179b1 None None] Pushing event updated for resources: {'Port': ['ID=35a252ec-8619-4e43-9808-3c94adfff705,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:17.855069 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:17.856913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Attempting to bind port 1ef06155-f258-4023-9361-8178ab130ce6 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:50:17.857469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Attempting to bind port 1ef06155-f258-4023-9361-8178ab130ce6 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:50:17.857969 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Attempting to bind port 1ef06155-f258-4023-9361-8178ab130ce6 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:17.866302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Port 1ef06155-f258-4023-9361-8178ab130ce6 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:50:17.866946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Attempting to bind port 1ef06155-f258-4023-9361-8178ab130ce6 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:17.874279 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:50:17.874935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:17.875485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:50:17.876388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Bound port: 1ef06155-f258-4023-9361-8178ab130ce6, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:50:17.876938 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:17.884363 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 15c521d4-5444-4dcb-9441-ccba1eb108c5 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:50:17.980623 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] For port 1ef06155-f258-4023-9361-8178ab130ce6, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:17.988899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] For port 1ef06155-f258-4023-9361-8178ab130ce6, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1ef06155-f258-4023-9361-8178ab130ce6,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:50:18.007618 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:18.126550 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] Set router 6e78be1b-0542-4877-9413-fd7cac1ef72f gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:50:18.136040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef06155-f258-4023-9361-8178ab130ce6,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:18.202580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:18.207447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 15c521d4-5444-4dcb-9441-ccba1eb108c5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=15c521d4-5444-4dcb-9441-ccba1eb108c5,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:18.208968 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:18.218026 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-accc435d-86e4-41f2-ac79-bb07914556d3 service neutron] 10.222.0.22 "PUT /v2.0/ports/1ef06155-f258-4023-9361-8178ab130ce6 HTTP/1.1" status: 200 len: 1095 time: 2.1293118 Jul 15 14:50:18.226583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b8f5df-6ac4-4fda-a945-5ea23ef54504', 'tag': '1ef06155-f258-4023-9361-8178ab130ce6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:18.232968 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f225b22-ccd3-47f8-a1a6-6942b764674f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b8f5df-6ac4-4fda-a945-5ea23ef54504", "tag": "1ef06155-f258-4023-9361-8178ab130ce6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:18.237260 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '15c521d4-5444-4dcb-9441-ccba1eb108c5', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '15c521d4-5444-4dcb-9441-ccba1eb108c5', 'mac_address': 'fa:16:3e:dc:fc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:50:18.293877 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:18.313089 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c521d4-5444-4dcb-9441-ccba1eb108c5 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:18.338889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 15c521d4-5444-4dcb-9441-ccba1eb108c5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=15c521d4-5444-4dcb-9441-ccba1eb108c5,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:18.352220 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:18.479616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fe61d-2d00-45f1-bd7f-9dd21d1100f8 req-85bd61ee-a031-4eb6-8cc2-6da8ed9c03f0 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:18.494094 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-063fe61d-2d00-45f1-bd7f-9dd21d1100f8 req-85bd61ee-a031-4eb6-8cc2-6da8ed9c03f0 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 946 time: 1.0720119 Jul 15 14:50:18.501171 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-ad4b7c55-4dfe-45ca-8ebe-7001a74783cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:18.502745 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-ad4b7c55-4dfe-45ca-8ebe-7001a74783cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=e6b8f5df-6ac4-4fda-a945-5ea23ef54504 HTTP/1.1" status: 200 len: 1098 time: 0.2302716 Jul 15 14:50:18.514631 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=15c521d4-5444-4dcb-9441-ccba1eb108c5,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:18.540299 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-789f5c9f-1e60-4651-9b5d-6cc931c13f2f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b850756fa5a459d8043ace7d3a5e17b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8822880 Jul 15 14:50:18.604053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:18.608544 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:18.617139 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:18.618965 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] 10.222.0.22 "PUT /v2.0/ports/e118ea8b-0489-4f3d-b047-eeb2736d4010 HTTP/1.1" status: 200 len: 1096 time: 3.3850756 Jul 15 14:50:18.633269 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-f718b96c-6b93-4339-8e41-03f907fb3670 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1ef06155-f258-4023-9361-8178ab130ce6 HTTP/1.1" status: 200 len: 217 time: 0.1216030 Jul 15 14:50:18.636736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['15c521d4-5444-4dcb-9441-ccba1eb108c5'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:50:18.653202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f69ccaf-6d9f-494e-a694-2de55f2638ec', 'tag': 'e118ea8b-0489-4f3d-b047-eeb2736d4010'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:18.655507 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0294bbba-9e11-4d98-b5e1-21c8ce6c7be4" -d '{"events": [{"name": "network-changed", "server_uuid": "4f69ccaf-6d9f-494e-a694-2de55f2638ec", "tag": "e118ea8b-0489-4f3d-b047-eeb2736d4010"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:18.686485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-063fe61d-2d00-45f1-bd7f-9dd21d1100f8 req-150b6e3f-1e4d-48f6-b383-8e59029a7cd0 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912875 Jul 15 14:50:18.789098 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-5801c45d-a7b0-4ee6-88ea-fed7f19a9142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:18.794256 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-5801c45d-a7b0-4ee6-88ea-fed7f19a9142 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1516099 Jul 15 14:50:18.806060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820e2c7-f017-436f-9387-49f8d3253697 service neutron] Pushing event updated for resources: {'Port': ['ID=e118ea8b-0489-4f3d-b047-eeb2736d4010,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:18.853369 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627878596-router', 'tenant_id': '4aa882a30b324f6b84b8724c28abd020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '24d1860d-63f9-4fec-a2b4-042efa67f074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:50:04Z', 'updated_at': '2021-07-15T14:50:12Z', 'revision_number': 4, 'project_id': '4aa882a30b324f6b84b8724c28abd020', 'gw_port': {'id': '24d1860d-63f9-4fec-a2b4-042efa67f074', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:50:05Z', 'updated_at': '2021-07-15T14:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '35a252ec-8619-4e43-9808-3c94adfff705', 'name': '', 'network_id': '95e5f8da-2a7f-4e86-967a-b94747ee1cd1', 'tenant_id': '4aa882a30b324f6b84b8724c28abd020', 'mac_address': 'fa:16:3e:fe:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'ec294de2-b9bd-4c80-ae34-a54adbf10b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:50:10Z', 'updated_at': '2021-07-15T14:50:17Z', 'revision_number': 4, 'project_id': '4aa882a30b324f6b84b8724c28abd020', 'subnets': [{'id': 'ec294de2-b9bd-4c80-ae34-a54adbf10b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:50:18.881108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-89636004-0c75-4ffd-8842-7a3eee9b0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:18.883327 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-89636004-0c75-4ffd-8842-7a3eee9b0092 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec HTTP/1.1" status: 200 len: 1099 time: 0.1869338 Jul 15 14:50:18.950339 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:18.954848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-8df8ceba-11ed-4c8b-956d-13e0387a666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:18.960026 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-8df8ceba-11ed-4c8b-956d-13e0387a666e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1578221 Jul 15 14:50:18.980357 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c858346-2adf-4493-85e7-d9d099935824 None None] The sync data for ids ['6e78be1b-0542-4877-9413-fd7cac1ef72f'] in n-d-764435-3 is: [{'id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627878596-router', 'tenant_id': '4aa882a30b324f6b84b8724c28abd020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '24d1860d-63f9-4fec-a2b4-042efa67f074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:50:04Z', 'updated_at': '2021-07-15T14:50:12Z', 'revision_number': 4, 'project_id': '4aa882a30b324f6b84b8724c28abd020', 'gw_port': {'id': '24d1860d-63f9-4fec-a2b4-042efa67f074', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:50:05Z', 'updated_at': '2021-07-15T14:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '35a252ec-8619-4e43-9808-3c94adfff705', 'name': '', 'network_id': '95e5f8da-2a7f-4e86-967a-b94747ee1cd1', 'tenant_id': '4aa882a30b324f6b84b8724c28abd020', 'mac_address': 'fa:16:3e:fe:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'ec294de2-b9bd-4c80-ae34-a54adbf10b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:50:10Z', 'updated_at': '2021-07-15T14:50:17Z', 'revision_number': 4, 'project_id': '4aa882a30b324f6b84b8724c28abd020', 'subnets': [{'id': 'ec294de2-b9bd-4c80-ae34-a54adbf10b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:50:19.033171 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-7b4c14da-d937-4e71-8716-c83b05765392 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e118ea8b-0489-4f3d-b047-eeb2736d4010 HTTP/1.1" status: 200 len: 217 time: 0.1416407 Jul 15 14:50:19.281608 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1299a36c-ff21-44a7-b6eb-26ddd5fde5f8 x-openstack-request-id: req-1299a36c-ff21-44a7-b6eb-26ddd5fde5f8 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:19.282135 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260e73c1-88e2-43f0-a2ca-4c48cab24d91", "name": "network-vif-plugged", "status": "completed", "tag": "5f81894f-0e22-49ce-96e1-737e1125171b", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:19.283680 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1299a36c-ff21-44a7-b6eb-26ddd5fde5f8 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:19.285036 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260e73c1-88e2-43f0-a2ca-4c48cab24d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f81894f-0e22-49ce-96e1-737e1125171b', 'code': 200} Jul 15 14:50:19.441746 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-6bc674a7-f481-44c3-b801-c7af44cb5a2d service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721026 Jul 15 14:50:19.477739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 35a252ec-8619-4e43-9808-3c94adfff705 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:50:19.693388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-25088745-d264-4e88-833c-b7c861811baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:19.700006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-25088745-d264-4e88-833c-b7c861811baa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.6553941 Jul 15 14:50:19.726551 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b24260-2673-426c-b06f-72ca81a8cf44 req-c632c685-691e-4ad1-b38b-7162887de30e tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:19.733996 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91b24260-2673-426c-b06f-72ca81a8cf44 req-c632c685-691e-4ad1-b38b-7162887de30e tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 948 time: 0.5122783 Jul 15 14:50:19.801583 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 35a252ec-8619-4e43-9808-3c94adfff705 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:19.822564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 35a252ec-8619-4e43-9808-3c94adfff705 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:19.827949 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:19.910544 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 15c521d4-5444-4dcb-9441-ccba1eb108c5 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:50:19.954939 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e438f3a-dd79-4959-95d3-ac4d7e5ac43c req-3d304dfa-a5a5-47a4-bf88-840bfa2922b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:19.957310 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e438f3a-dd79-4959-95d3-ac4d7e5ac43c req-3d304dfa-a5a5-47a4-bf88-840bfa2922b0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 1097 time: 0.5239558 Jul 15 14:50:20.038188 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-b9048510-8e4f-42ab-871f-da927c84e826 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897775 Jul 15 14:50:20.040742 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 15c521d4-5444-4dcb-9441-ccba1eb108c5 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:20.047812 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 15c521d4-5444-4dcb-9441-ccba1eb108c5 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:20.048195 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:20.100688 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91b24260-2673-426c-b06f-72ca81a8cf44 req-7cab931b-c3d1-43b8-8314-b9aa36297f33 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/security-groups?id=df86c5ed-b62a-4916-9f65-4335631a5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636062 Jul 15 14:50:20.161835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38312) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:20.174308 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:20.210836 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e438f3a-dd79-4959-95d3-ac4d7e5ac43c req-fbdc7c39-97da-4b1c-a441-621e57bc8bcc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423520 Jul 15 14:50:20.217820 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-6581ca15-1581-4515-b101-6865bdafea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:20.221093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-6581ca15-1581-4515-b101-6865bdafea5f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5112362 Jul 15 14:50:20.234597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 15c521d4-5444-4dcb-9441-ccba1eb108c5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=15c521d4-5444-4dcb-9441-ccba1eb108c5,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:20.261177 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2d352d-9337-42ec-8da9-b395910549f3 x-openstack-request-id: req-ff2d352d-9337-42ec-8da9-b395910549f3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:20.261587 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b8f5df-6ac4-4fda-a945-5ea23ef54504", "tag": "1ef06155-f258-4023-9361-8178ab130ce6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:20.262086 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ff2d352d-9337-42ec-8da9-b395910549f3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:20.262743 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b8f5df-6ac4-4fda-a945-5ea23ef54504', 'tag': '1ef06155-f258-4023-9361-8178ab130ce6', 'status': 'completed', 'code': 200} Jul 15 14:50:20.306492 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:20.309036 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:20.371107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27486720-ac88-4466-a8c8-ae053e20a45d req-f25839e9-acc7-4af4-a146-44d5269747e3 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:20.393694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27486720-ac88-4466-a8c8-ae053e20a45d req-f25839e9-acc7-4af4-a146-44d5269747e3 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec HTTP/1.1" status: 200 len: 948 time: 0.2395720 Jul 15 14:50:20.407410 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e91696-43e2-4772-8211-61214a2f3524 x-openstack-request-id: req-30e91696-43e2-4772-8211-61214a2f3524 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:20.408204 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f69ccaf-6d9f-494e-a694-2de55f2638ec", "tag": "e118ea8b-0489-4f3d-b047-eeb2736d4010", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:20.408755 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-30e91696-43e2-4772-8211-61214a2f3524 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:20.409329 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f69ccaf-6d9f-494e-a694-2de55f2638ec', 'tag': 'e118ea8b-0489-4f3d-b047-eeb2736d4010', 'status': 'completed', 'code': 200} Jul 15 14:50:20.426944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f225b22-ccd3-47f8-a1a6-6942b764674f req-a464165f-b7a1-494a-9f4e-2fcc8ff3a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:20.430725 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1f225b22-ccd3-47f8-a1a6-6942b764674f req-a464165f-b7a1-494a-9f4e-2fcc8ff3a453 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=e6b8f5df-6ac4-4fda-a945-5ea23ef54504 HTTP/1.1" status: 200 len: 1098 time: 0.1084657 Jul 15 14:50:20.466450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 35a252ec-8619-4e43-9808-3c94adfff705, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=35a252ec-8619-4e43-9808-3c94adfff705,segment=NetworkSegment(77969f16-437b-4633-9d8b-ba3a895ad05e),segment_id=77969f16-437b-4633-9d8b-ba3a895ad05e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:20.484743 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:20.508726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=15c521d4-5444-4dcb-9441-ccba1eb108c5,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:20.542106 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2b86533-95e2-4b4c-b9ed-31112c319d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:20.609045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=35a252ec-8619-4e43-9808-3c94adfff705,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:20.668868 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27486720-ac88-4466-a8c8-ae053e20a45d req-0ddcdc64-b701-479b-bcff-ca2fd0736364 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739246 Jul 15 14:50:20.713832 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f225b22-ccd3-47f8-a1a6-6942b764674f req-c68b8d00-c129-493f-b34a-54d389635568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:20.718573 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1f225b22-ccd3-47f8-a1a6-6942b764674f req-c68b8d00-c129-493f-b34a-54d389635568 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2803040 Jul 15 14:50:20.743300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-7ee14ffe-f16b-436c-ac19-cdbbd12185b4 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990008 Jul 15 14:50:20.839048 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1f225b22-ccd3-47f8-a1a6-6942b764674f req-0d8e16ac-30d3-4cf8-9048-aa0ac420743b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1ef06155-f258-4023-9361-8178ab130ce6 HTTP/1.1" status: 200 len: 217 time: 0.1074040 Jul 15 14:50:20.980996 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f225b22-ccd3-47f8-a1a6-6942b764674f req-31e27cfd-dec3-48a4-bdb8-f5bfdee93471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:20.981938 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c44a4cbc-d90d-40c7-aa61-e27650935bc1 req-59f6a83a-509f-453a-a62f-7970411bb62d service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318268 Jul 15 14:50:20.982495 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1f225b22-ccd3-47f8-a1a6-6942b764674f req-31e27cfd-dec3-48a4-bdb8-f5bfdee93471 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1290197 Jul 15 14:50:21.033249 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2b86533-95e2-4b4c-b9ed-31112c319d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:21.055739 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0da9f192-8b1f-4614-a637-b78c7c39b66a req-384debbc-9ba5-41d4-bd14-421c060d5e36 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 210 time: 0.0719414 Jul 15 14:50:21.063188 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2b86533-95e2-4b4c-b9ed-31112c319d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:21.120951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b7a84-7d82-4c2b-94ab-4a5a99de5788 req-cd53e8b4-5168-46db-be55-d2911b16b04d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:21.129118 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc4b7a84-7d82-4c2b-94ab-4a5a99de5788 req-cd53e8b4-5168-46db-be55-d2911b16b04d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 946 time: 0.1436467 Jul 15 14:50:21.172868 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b86533-95e2-4b4c-b9ed-31112c319d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40b8954-bfe4-4cc7-8198-d1697604965a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:21.206191 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b2b86533-95e2-4b4c-b9ed-31112c319d72 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c48d76d9f1f74829bf2577077dcdde22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0429914 Jul 15 14:50:21.206934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38330) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:21.287412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c521d4-5444-4dcb-9441-ccba1eb108c5'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:21.289820 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef11cb7-fa6f-4f3f-9145-a1e7830b1dff" -d '{"events": [{"server_uuid": "a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3", "name": "network-vif-plugged", "status": "completed", "tag": "15c521d4-5444-4dcb-9441-ccba1eb108c5"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:21.297413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f225b22-ccd3-47f8-a1a6-6942b764674f req-4fdc1fe7-f6e5-4721-9ff6-a4eb3ef0e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:21.299024 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1f225b22-ccd3-47f8-a1a6-6942b764674f req-4fdc1fe7-f6e5-4721-9ff6-a4eb3ef0e271 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2879982 Jul 15 14:50:21.305365 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 35a252ec-8619-4e43-9808-3c94adfff705 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:50:21.346614 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc4b7a84-7d82-4c2b-94ab-4a5a99de5788 req-bf674a42-4be5-4e3b-ba41-d886af211e27 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153020 Jul 15 14:50:21.420773 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294bbba-9e11-4d98-b5e1-21c8ce6c7be4 req-13210ec6-ac5f-4981-8593-805e8ed8a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:21.424375 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0294bbba-9e11-4d98-b5e1-21c8ce6c7be4 req-13210ec6-ac5f-4981-8593-805e8ed8a39b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec HTTP/1.1" status: 200 len: 1099 time: 0.2367818 Jul 15 14:50:21.497343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 35a252ec-8619-4e43-9808-3c94adfff705 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:21.497989 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:21.515975 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-961dfc33-d638-46ca-a757-904049ad910c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:21.572861 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0370b37c-7f44-483b-aa5e-b652136e6833 x-openstack-request-id: req-0370b37c-7f44-483b-aa5e-b652136e6833 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:21.573178 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3", "name": "network-vif-plugged", "status": "completed", "tag": "15c521d4-5444-4dcb-9441-ccba1eb108c5", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:21.573408 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0370b37c-7f44-483b-aa5e-b652136e6833 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:21.573805 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c521d4-5444-4dcb-9441-ccba1eb108c5', 'code': 200} Jul 15 14:50:21.610934 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-961dfc33-d638-46ca-a757-904049ad910c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:21.671614 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1f225b22-ccd3-47f8-a1a6-6942b764674f req-3bf5a1dd-d20a-49d6-b243-ba5cd3baac1c service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494308 Jul 15 14:50:21.713438 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294bbba-9e11-4d98-b5e1-21c8ce6c7be4 req-bd97e295-b0bc-411d-9f88-61f375c811d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:21.715554 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0294bbba-9e11-4d98-b5e1-21c8ce6c7be4 req-bd97e295-b0bc-411d-9f88-61f375c811d4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2845955 Jul 15 14:50:21.733107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e83ec-d0b2-40ae-9362-2350428476c2 req-c8fbc9e7-30df-4b63-80e9-5d76cb28a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:21.735638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-848e83ec-d0b2-40ae-9362-2350428476c2 req-c8fbc9e7-30df-4b63-80e9-5d76cb28a354 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 1100 time: 0.0945599 Jul 15 14:50:21.831664 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0294bbba-9e11-4d98-b5e1-21c8ce6c7be4 req-5c42b8cc-ddad-4d91-9063-14c114ed88c4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e118ea8b-0489-4f3d-b047-eeb2736d4010 HTTP/1.1" status: 200 len: 217 time: 0.0948009 Jul 15 14:50:21.835868 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-961dfc33-d638-46ca-a757-904049ad910c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:21.847068 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-961dfc33-d638-46ca-a757-904049ad910c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:21.851042 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-961dfc33-d638-46ca-a757-904049ad910c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e40b8954-bfe4-4cc7-8198-d1697604965a HTTP/1.1" status: 204 len: 168 time: 0.6407132 Jul 15 14:50:21.889634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294bbba-9e11-4d98-b5e1-21c8ce6c7be4 req-2b8263d5-1ab7-4d82-bbd4-24a7998b4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:21.891290 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0294bbba-9e11-4d98-b5e1-21c8ce6c7be4 req-2b8263d5-1ab7-4d82-bbd4-24a7998b4456 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0510504 Jul 15 14:50:21.895066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-848e83ec-d0b2-40ae-9362-2350428476c2 req-228d5217-add5-4e43-8f97-2d711484b780 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=df86c5ed-b62a-4916-9f65-4335631a5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253638 Jul 15 14:50:22.029697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64800f39-c661-4f01-b61b-b8b6069d9339 req-9390b5bd-12ad-449e-97ff-61f5e586098a tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:22.037840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-64800f39-c661-4f01-b61b-b8b6069d9339 req-9390b5bd-12ad-449e-97ff-61f5e586098a tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 949 time: 0.3189647 Jul 15 14:50:22.053908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dfc33-d638-46ca-a757-904049ad910c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40b8954-bfe4-4cc7-8198-d1697604965a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:22.134564 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-4e501d98-a9a5-4d41-aecf-b28fe4615d2f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8b850756fa5a459d8043ace7d3a5e17b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741389 Jul 15 14:50:22.167667 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1f225b22-ccd3-47f8-a1a6-6942b764674f req-ff076ad8-fd91-48fa-9d14-f9fea8b581c0 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349661 Jul 15 14:50:22.198213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38350) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:22.271218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294bbba-9e11-4d98-b5e1-21c8ce6c7be4 req-f18f5b7d-78ee-476d-824b-0ca1079dece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:22.273153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0294bbba-9e11-4d98-b5e1-21c8ce6c7be4 req-f18f5b7d-78ee-476d-824b-0ca1079dece4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3694882 Jul 15 14:50:22.289023 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-64800f39-c661-4f01-b61b-b8b6069d9339 req-880164d1-6248-4280-9d2d-34a46b404cd8 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/security-groups?id=df86c5ed-b62a-4916-9f65-4335631a5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450786 Jul 15 14:50:22.484379 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a951017c-7e0c-47cd-a3b2-6c6677500366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:22.512457 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3505a65e-1983-478d-9f7d-95eaf3c4edcd req-24a5ae1f-168e-41d5-a5d4-9337ebedf664 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1686509 Jul 15 14:50:22.540302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0294bbba-9e11-4d98-b5e1-21c8ce6c7be4 req-30653c09-17f0-43d4-9df0-3b3ed7624aaa service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497246 Jul 15 14:50:22.561304 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38358) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:22.591907 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81cc450d-d51e-41af-ac1c-49ec4e866a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:22.621943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e6ba69cc-b26b-4485-9ed1-3e523941b2b5 req-c4609770-dd6b-4407-8265-b294f33b67ba tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 210 time: 0.0740888 Jul 15 14:50:22.698386 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a951017c-7e0c-47cd-a3b2-6c6677500366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:22.700026 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505a65e-1983-478d-9f7d-95eaf3c4edcd req-3b1e5087-32cb-4ee9-9f8c-7e1af305855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:22.701818 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3505a65e-1983-478d-9f7d-95eaf3c4edcd req-3b1e5087-32cb-4ee9-9f8c-7e1af305855c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 1095 time: 0.1308980 Jul 15 14:50:22.782431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-9e007f7a-37d2-4679-9427-0bc1f2297aa5 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:22.784156 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-9e007f7a-37d2-4679-9427-0bc1f2297aa5 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6174295 Jul 15 14:50:22.792374 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81cc450d-d51e-41af-ac1c-49ec4e866a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:22.793480 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a951017c-7e0c-47cd-a3b2-6c6677500366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:22.804129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855ba9a-fbc4-4174-b924-bd9298918996 req-fc81cf96-a656-4a9f-ae56-d054595b2242 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:22.805966 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3855ba9a-fbc4-4174-b924-bd9298918996 req-fc81cf96-a656-4a9f-ae56-d054595b2242 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec HTTP/1.1" status: 200 len: 948 time: 0.6424940 Jul 15 14:50:22.811711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-c806d48f-a642-462a-a306-e55e33d7114f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Request body: {'port': {'device_id': '237011c7-8f5a-408c-b603-999fea9afd67', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': '8b850756fa5a459d8043ace7d3a5e17b'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:22.854885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0294bbba-9e11-4d98-b5e1-21c8ce6c7be4 req-cdac4aca-f73a-4712-bfdc-4959e66e4227 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839541 Jul 15 14:50:22.904863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505a65e-1983-478d-9f7d-95eaf3c4edcd req-23014dc9-8f05-436f-8387-60b598592a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:22.906900 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3505a65e-1983-478d-9f7d-95eaf3c4edcd req-23014dc9-8f05-436f-8387-60b598592a41 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.1100442 Jul 15 14:50:22.913948 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3855ba9a-fbc4-4174-b924-bd9298918996 req-f61ca5a4-8097-4429-a4cf-516e70c38cb8 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966623 Jul 15 14:50:22.917655 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81cc450d-d51e-41af-ac1c-49ec4e866a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:22.958083 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-81cc450d-d51e-41af-ac1c-49ec4e866a35 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1d8cfec7d5e14d04977b1722dcb0eeb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3951523 Jul 15 14:50:22.977281 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38360) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:23.002240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951017c-7e0c-47cd-a3b2-6c6677500366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca03d813-d7b5-459b-b181-17f2441b79b7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:23.009982 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a951017c-7e0c-47cd-a3b2-6c6677500366 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c237552fde624dfe97fd81ffc8feaab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8100929 Jul 15 14:50:23.053973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38362) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:23.056218 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3505a65e-1983-478d-9f7d-95eaf3c4edcd req-e89b7ee1-6522-4415-b2bf-30d05f7f39c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=507e247a-d823-4205-afd3-9076d54f445d HTTP/1.1" status: 200 len: 217 time: 0.1016874 Jul 15 14:50:23.155456 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc450d-d51e-41af-ac1c-49ec4e866a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320ac252-a497-4fa1-bdaf-4285456580c3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:23.178168 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cce6886f-54c7-48a1-868f-da17065c0a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:23.180958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505a65e-1983-478d-9f7d-95eaf3c4edcd req-f8aa368c-28ee-4a67-b0ff-775fcc56a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:23.182493 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3505a65e-1983-478d-9f7d-95eaf3c4edcd req-f8aa368c-28ee-4a67-b0ff-775fcc56a430 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.1036627 Jul 15 14:50:23.206641 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cce6886f-54c7-48a1-868f-da17065c0a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:23.228345 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3505a65e-1983-478d-9f7d-95eaf3c4edcd req-28a878c4-9aed-42af-a87a-e20b4b5670a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342543 Jul 15 14:50:23.228887 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2522c499-4c39-4a43-94b9-05761b500d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:23.276537 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-c806d48f-a642-462a-a306-e55e33d7114f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Made reservation on behalf of 8b850756fa5a459d8043ace7d3a5e17b for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:50:23.282335 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-c806d48f-a642-462a-a306-e55e33d7114f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:23.287559 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2522c499-4c39-4a43-94b9-05761b500d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:23.325633 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cce6886f-54c7-48a1-868f-da17065c0a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:23.328357 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cce6886f-54c7-48a1-868f-da17065c0a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:23.329812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cce6886f-54c7-48a1-868f-da17065c0a45 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/320ac252-a497-4fa1-bdaf-4285456580c3 HTTP/1.1" status: 204 len: 168 time: 0.3468237 Jul 15 14:50:23.347125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db923491-3867-4e0b-bc64-f5f44706b1e7 req-2cbfff54-dd27-488c-8bcf-55cf107c36e0 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:23.355649 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db923491-3867-4e0b-bc64-f5f44706b1e7 req-2cbfff54-dd27-488c-8bcf-55cf107c36e0 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 946 time: 0.2676697 Jul 15 14:50:23.424748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6886f-54c7-48a1-868f-da17065c0a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320ac252-a497-4fa1-bdaf-4285456580c3,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:23.500747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1ef06155-f258-4023-9361-8178ab130ce6 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:50:23.506863 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3505a65e-1983-478d-9f7d-95eaf3c4edcd req-a8298122-40c1-4350-8aa6-fa6b0329f9b7 service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718210 Jul 15 14:50:23.519994 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2522c499-4c39-4a43-94b9-05761b500d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:23.524568 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2522c499-4c39-4a43-94b9-05761b500d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:23.526800 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2522c499-4c39-4a43-94b9-05761b500d58 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca03d813-d7b5-459b-b181-17f2441b79b7 HTTP/1.1" status: 204 len: 168 time: 0.4696288 Jul 15 14:50:23.649293 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 1ef06155-f258-4023-9361-8178ab130ce6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1ef06155-f258-4023-9361-8178ab130ce6,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:23.653637 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522c499-4c39-4a43-94b9-05761b500d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca03d813-d7b5-459b-b181-17f2441b79b7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:23.685958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '1ef06155-f258-4023-9361-8178ab130ce6', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '1ef06155-f258-4023-9361-8178ab130ce6', 'mac_address': 'fa:16:3e:99:b2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:50:23.705190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-c806d48f-a642-462a-a306-e55e33d7114f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Allocated IP 192.168.233.221 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/3f5e6b33-fb52-408d-9e7b-847bdbda6534) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:50:23.807730 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:23.836580 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3505a65e-1983-478d-9f7d-95eaf3c4edcd req-8573555a-4b5a-4be6-b5bc-f9b0789b7d38 service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075113 Jul 15 14:50:23.837593 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef06155-f258-4023-9361-8178ab130ce6 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:23.876990 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 1ef06155-f258-4023-9361-8178ab130ce6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1ef06155-f258-4023-9361-8178ab130ce6,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:23.894026 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:23.894931 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e118ea8b-0489-4f3d-b047-eeb2736d4010 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:50:23.956749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db923491-3867-4e0b-bc64-f5f44706b1e7 req-fe7213d8-b49f-428c-9380-6defd73c0515 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997193 Jul 15 14:50:24.017234 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-c806d48f-a642-462a-a306-e55e33d7114f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:24.042921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-c806d48f-a642-462a-a306-e55e33d7114f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Transition to ACTIVE for port object 3f5e6b33-fb52-408d-9e7b-847bdbda6534 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:24.094441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=1ef06155-f258-4023-9361-8178ab130ce6,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:24.119549 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port e118ea8b-0489-4f3d-b047-eeb2736d4010, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e118ea8b-0489-4f3d-b047-eeb2736d4010,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:24.161661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'e118ea8b-0489-4f3d-b047-eeb2736d4010', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'e118ea8b-0489-4f3d-b047-eeb2736d4010', 'mac_address': 'fa:16:3e:bf:04:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:50:24.210278 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-c806d48f-a642-462a-a306-e55e33d7114f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:24.230239 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38388) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:24.265315 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0179dc6e-ae07-4e37-b103-91c67f3b8c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:24.283401 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:24.301033 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e118ea8b-0489-4f3d-b047-eeb2736d4010 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:24.301358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-c806d48f-a642-462a-a306-e55e33d7114f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:50:24.306605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['54e8b43c-9cfb-4325-9b58-ddb2ebb02d65'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:50:24.315694 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-c806d48f-a642-462a-a306-e55e33d7114f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:50:24.320255 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-c806d48f-a642-462a-a306-e55e33d7114f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:50:24.327393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-c806d48f-a642-462a-a306-e55e33d7114f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:24.328221 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-c806d48f-a642-462a-a306-e55e33d7114f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:24.365784 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port e118ea8b-0489-4f3d-b047-eeb2736d4010, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e118ea8b-0489-4f3d-b047-eeb2736d4010,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:24.392719 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:24.455384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adb604-50e3-49d5-afbe-34b997371d28 req-6d616b79-70d9-4b57-adb9-080c4c9490ec tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:24.465823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-93adb604-50e3-49d5-afbe-34b997371d28 req-6d616b79-70d9-4b57-adb9-080c4c9490ec tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 949 time: 0.9793057 Jul 15 14:50:24.640567 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=e118ea8b-0489-4f3d-b047-eeb2736d4010,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:24.663022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0179dc6e-ae07-4e37-b103-91c67f3b8c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:24.673732 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0179dc6e-ae07-4e37-b103-91c67f3b8c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:24.680434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['1ef06155-f258-4023-9361-8178ab130ce6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:50:24.727502 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-228cbf92-a82f-4c3f-b9d8-56ec48f30cbd req-850de7aa-3e44-461d-b18d-29c1757fe10d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6434999 Jul 15 14:50:24.728184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806d48f-a642-462a-a306-e55e33d7114f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Pushing event updated for resources: {'Port': ['ID=3f5e6b33-fb52-408d-9e7b-847bdbda6534,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:24.748936 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-c806d48f-a642-462a-a306-e55e33d7114f tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9413979 Jul 15 14:50:24.764077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['e118ea8b-0489-4f3d-b047-eeb2736d4010'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:50:24.779590 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0179dc6e-ae07-4e37-b103-91c67f3b8c7b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=34dc3927813e4bcd8eb4a7e86eac628d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5476477 Jul 15 14:50:24.782035 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38394) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:24.796231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-93adb604-50e3-49d5-afbe-34b997371d28 req-6abc8465-d49b-41d7-bb80-153f18e8794f tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/security-groups?id=df86c5ed-b62a-4916-9f65-4335631a5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290381 Jul 15 14:50:24.813725 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179dc6e-ae07-4e37-b103-91c67f3b8c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bd245f-8b5f-40ee-8705-bfe96d0b1af5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:24.820201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Request body: {'port': {'device_id': '237011c7-8f5a-408c-b603-999fea9afd67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:24.936084 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36c07b80-f97d-442a-a8a1-bbbd370ffcee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:24.941156 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3b380-ec9a-4178-9414-728b770dd6cd req-52a4b99e-d0ec-4f60-a956-5c96df10b8fb tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:24.957108 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29a3b380-ec9a-4178-9414-728b770dd6cd req-52a4b99e-d0ec-4f60-a956-5c96df10b8fb tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 936 time: 0.5227535 Jul 15 14:50:24.999102 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36c07b80-f97d-442a-a8a1-bbbd370ffcee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:25.022359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-21766282-bff6-4f45-a300-de3b30949502 None None] Provisioning for port 3f5e6b33-fb52-408d-9e7b-847bdbda6534 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:25.045771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-21766282-bff6-4f45-a300-de3b30949502 None None] Provisioning complete for port 3f5e6b33-fb52-408d-9e7b-847bdbda6534 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:25.046439 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21766282-bff6-4f45-a300-de3b30949502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:25.114790 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36c07b80-f97d-442a-a8a1-bbbd370ffcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:25.120128 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36c07b80-f97d-442a-a8a1-bbbd370ffcee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:25.121536 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-36c07b80-f97d-442a-a8a1-bbbd370ffcee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21bd245f-8b5f-40ee-8705-bfe96d0b1af5 HTTP/1.1" status: 204 len: 168 time: 0.3383653 Jul 15 14:50:25.139270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c07b80-f97d-442a-a8a1-bbbd370ffcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bd245f-8b5f-40ee-8705-bfe96d0b1af5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:25.187708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-21766282-bff6-4f45-a300-de3b30949502 None None] Port 3f5e6b33-fb52-408d-9e7b-847bdbda6534 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:50:25.359151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29a3b380-ec9a-4178-9414-728b770dd6cd req-843afa90-919f-44c9-b767-2e285384c423 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010131 Jul 15 14:50:25.367768 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:25.418036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cd0a2-362e-4895-8063-c4b21ee609f7 req-f9901532-aef0-4c15-bf31-7f7a06c305f6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:25.420092 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-630cd0a2-362e-4895-8063-c4b21ee609f7 req-f9901532-aef0-4c15-bf31-7f7a06c305f6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec HTTP/1.1" status: 200 len: 949 time: 0.2998743 Jul 15 14:50:25.425296 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cbf92-a82f-4c3f-b9d8-56ec48f30cbd req-2b5f122c-c353-4c31-bbc8-70ebe8fbd74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:25.428174 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-228cbf92-a82f-4c3f-b9d8-56ec48f30cbd req-2b5f122c-c353-4c31-bbc8-70ebe8fbd74e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4cc69778109c4ce38d2d0f143ca1b25a&device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 1096 time: 0.5046797 Jul 15 14:50:25.625799 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-630cd0a2-362e-4895-8063-c4b21ee609f7 req-6f428481-1c8e-4c0a-a981-4c04f770c265 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923351 Jul 15 14:50:26.052866 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5e6b33-fb52-408d-9e7b-847bdbda6534 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:26.065071 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:26.084531 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Transition to ACTIVE for port object 3f5e6b33-fb52-408d-9e7b-847bdbda6534 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:26.154053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cbf92-a82f-4c3f-b9d8-56ec48f30cbd req-134628fc-9e40-4127-a6aa-f51953a112dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:26.156051 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-228cbf92-a82f-4c3f-b9d8-56ec48f30cbd req-134628fc-9e40-4127-a6aa-f51953a112dd service neutron] 10.222.0.22 "GET /v2.0/networks?id=edfb406c-ada2-4958-80ff-7e08225d0ef5 HTTP/1.1" status: 200 len: 925 time: 0.6779361 Jul 15 14:50:26.159562 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:26.398785 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Pushing event updated for resources: {'Port': ['ID=3f5e6b33-fb52-408d-9e7b-847bdbda6534,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:26.427691 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-228cbf92-a82f-4c3f-b9d8-56ec48f30cbd req-4d3db639-f4ee-4917-9ce8-7c90b8c3ad18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f26911-1994-4752-992f-37cacfd37146 HTTP/1.1" status: 200 len: 1001 time: 0.2506919 Jul 15 14:50:26.591519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec15a5-cedc-4035-aef3-81810667e007 req-b8d08f07-421d-4126-a579-a251c2a4dc2a tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:26.592120 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11ec15a5-cedc-4035-aef3-81810667e007 req-b8d08f07-421d-4126-a579-a251c2a4dc2a tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 1097 time: 0.5037642 Jul 15 14:50:26.598353 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Attempting to bind port 3f5e6b33-fb52-408d-9e7b-847bdbda6534 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:50:26.598725 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Attempting to bind port 3f5e6b33-fb52-408d-9e7b-847bdbda6534 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:50:26.599063 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Attempting to bind port 3f5e6b33-fb52-408d-9e7b-847bdbda6534 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:26.609802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Port 3f5e6b33-fb52-408d-9e7b-847bdbda6534 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:50:26.610164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Attempting to bind port 3f5e6b33-fb52-408d-9e7b-847bdbda6534 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:26.632017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:50:26.632432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:26.632739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:50:26.633180 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Bound port: 3f5e6b33-fb52-408d-9e7b-847bdbda6534, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:50:26.633534 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:26.638721 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cbf92-a82f-4c3f-b9d8-56ec48f30cbd req-deec3775-9861-45be-baf2-55600591f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:26.649638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-228cbf92-a82f-4c3f-b9d8-56ec48f30cbd req-deec3775-9861-45be-baf2-55600591f4e0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c26c1602-6a8d-4a2b-8684-51e68f7c0091 HTTP/1.1" status: 200 len: 863 time: 0.1554954 Jul 15 14:50:26.686449 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11ec15a5-cedc-4035-aef3-81810667e007 req-a304b55b-1940-4937-bfb6-9262de9cced7 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933189 Jul 15 14:50:27.122161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] For port 3f5e6b33-fb52-408d-9e7b-847bdbda6534, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:27.147172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] For port 3f5e6b33-fb52-408d-9e7b-847bdbda6534, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3f5e6b33-fb52-408d-9e7b-847bdbda6534,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:50:27.175065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cbf92-a82f-4c3f-b9d8-56ec48f30cbd req-110771ef-c052-48f8-9805-1a14bbb7ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:27.178177 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-228cbf92-a82f-4c3f-b9d8-56ec48f30cbd req-110771ef-c052-48f8-9805-1a14bbb7ce99 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edfb406c-ada2-4958-80ff-7e08225d0ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5282712 Jul 15 14:50:27.179309 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:27.267616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:27.268235 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:27.269686 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] 10.222.0.11 "PUT /v2.0/ports/3f5e6b33-fb52-408d-9e7b-847bdbda6534 HTTP/1.1" status: 200 len: 1096 time: 2.4654405 Jul 15 14:50:27.289903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237011c7-8f5a-408c-b603-999fea9afd67', 'tag': '3f5e6b33-fb52-408d-9e7b-847bdbda6534'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:27.290546 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e3d290-46b2-4fe9-a943-00a0dd5b956a" -d '{"events": [{"name": "network-changed", "server_uuid": "237011c7-8f5a-408c-b603-999fea9afd67", "tag": "3f5e6b33-fb52-408d-9e7b-847bdbda6534"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:27.434923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db394c7-c83b-4b9b-885c-3c171bbe1228 req-b4117364-9aa3-4d0b-a456-d7bbc3864c88 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:27.436507 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8db394c7-c83b-4b9b-885c-3c171bbe1228 req-b4117364-9aa3-4d0b-a456-d7bbc3864c88 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 948 time: 0.3471427 Jul 15 14:50:27.441041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ba39c-67fb-460d-b7a8-87fbc32f315f service neutron] Pushing event updated for resources: {'Port': ['ID=3f5e6b33-fb52-408d-9e7b-847bdbda6534,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:27.517048 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1ef06155-f258-4023-9361-8178ab130ce6 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:50:27.531134 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-228cbf92-a82f-4c3f-b9d8-56ec48f30cbd req-0d7a4d73-33d2-40f1-b2b7-95447f2eeb99 service neutron] 10.222.0.22 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315198 Jul 15 14:50:27.611104 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8db394c7-c83b-4b9b-885c-3c171bbe1228 req-2052d30e-8989-49bf-9583-0021cd648899 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351037 Jul 15 14:50:27.644092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 1ef06155-f258-4023-9361-8178ab130ce6 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:27.655053 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 1ef06155-f258-4023-9361-8178ab130ce6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:27.655761 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:27.703047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddece6-352d-4589-92dd-1d0968b96b92 req-d95f99c6-5cc3-4d4d-8053-661e8bcddad3 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:27.705135 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91ddece6-352d-4589-92dd-1d0968b96b92 req-d95f99c6-5cc3-4d4d-8053-661e8bcddad3 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec HTTP/1.1" status: 200 len: 949 time: 0.3312023 Jul 15 14:50:27.769553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-1e3cd18a-94c7-4c7b-93ff-549b9a5b950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:27.772826 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-1e3cd18a-94c7-4c7b-93ff-549b9a5b950b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b850756fa5a459d8043ace7d3a5e17b&device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 1099 time: 0.3944807 Jul 15 14:50:27.872348 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-3b8c95a1-3f1e-46e1-92a8-0bc03b77eec1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=3f5e6b33-fb52-408d-9e7b-847bdbda6534 HTTP/1.1" status: 200 len: 217 time: 0.0871646 Jul 15 14:50:27.883023 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91ddece6-352d-4589-92dd-1d0968b96b92 req-52dcb0c8-3774-4500-810a-48dfa9469354 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466272 Jul 15 14:50:27.919216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-228cbf92-a82f-4c3f-b9d8-56ec48f30cbd req-7d9e86bc-86e2-4b57-b44b-93ba5c4705be service neutron] 10.222.0.22 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633182 Jul 15 14:50:27.966665 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:28.027527 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 1ef06155-f258-4023-9361-8178ab130ce6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1ef06155-f258-4023-9361-8178ab130ce6,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:28.029337 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b8f5df-6ac4-4fda-a945-5ea23ef54504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef06155-f258-4023-9361-8178ab130ce6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:28.033421 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc00168b-b878-46fe-869c-dbaf7067f7d3" -d '{"events": [{"server_uuid": "e6b8f5df-6ac4-4fda-a945-5ea23ef54504", "name": "network-vif-plugged", "status": "completed", "tag": "1ef06155-f258-4023-9361-8178ab130ce6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:28.039494 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:28.040502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e118ea8b-0489-4f3d-b047-eeb2736d4010 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:50:28.140699 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-e48912f7-4fd1-4734-80d4-ecb3dcb2a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:28.148276 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-e48912f7-4fd1-4734-80d4-ecb3dcb2a129 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.2585671 Jul 15 14:50:28.174844 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c822206b-9af7-418d-a05f-35304b0627e4 x-openstack-request-id: req-c822206b-9af7-418d-a05f-35304b0627e4 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:28.175139 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "237011c7-8f5a-408c-b603-999fea9afd67", "tag": "3f5e6b33-fb52-408d-9e7b-847bdbda6534", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:28.175392 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c822206b-9af7-418d-a05f-35304b0627e4 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:28.175779 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237011c7-8f5a-408c-b603-999fea9afd67', 'tag': '3f5e6b33-fb52-408d-9e7b-847bdbda6534', 'status': 'completed', 'code': 200} Jul 15 14:50:28.206420 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=1ef06155-f258-4023-9361-8178ab130ce6,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:28.210711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43515e8f-67d5-4c5a-bbac-f27e3c83ac63 req-7b81f4d7-56fb-4870-8228-9fb724a99e64 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:28.219115 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43515e8f-67d5-4c5a-bbac-f27e3c83ac63 req-7b81f4d7-56fb-4870-8228-9fb724a99e64 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 1097 time: 0.2166426 Jul 15 14:50:28.243813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port e118ea8b-0489-4f3d-b047-eeb2736d4010 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:28.258258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port e118ea8b-0489-4f3d-b047-eeb2736d4010 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:28.258871 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:28.293983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-23efa725-f370-4505-a388-e17bb6943043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:28.295917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-23efa725-f370-4505-a388-e17bb6943043 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390746 Jul 15 14:50:28.310358 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43515e8f-67d5-4c5a-bbac-f27e3c83ac63 req-3e5c449c-85ff-4845-a8c3-0a0430036138 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879447 Jul 15 14:50:28.395515 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:28.425969 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f45673-1a6a-40aa-bb1a-a8251261c955 x-openstack-request-id: req-95f45673-1a6a-40aa-bb1a-a8251261c955 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:28.427300 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b8f5df-6ac4-4fda-a945-5ea23ef54504", "name": "network-vif-plugged", "status": "completed", "tag": "1ef06155-f258-4023-9361-8178ab130ce6", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:28.427711 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95f45673-1a6a-40aa-bb1a-a8251261c955 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:28.428073 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b8f5df-6ac4-4fda-a945-5ea23ef54504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef06155-f258-4023-9361-8178ab130ce6', 'code': 200} Jul 15 14:50:28.453942 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-5717cae4-4fcd-4fd0-a441-4b31f966b0a6 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421807 Jul 15 14:50:28.460592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port e118ea8b-0489-4f3d-b047-eeb2736d4010, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e118ea8b-0489-4f3d-b047-eeb2736d4010,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:28.467009 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:28.580605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=e118ea8b-0489-4f3d-b047-eeb2736d4010,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:28.733396 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f8deb3c-a03f-46de-bf98-61bbcc2628a2 req-896df339-a847-4784-907a-f3836cebc360 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572534 Jul 15 14:50:28.736458 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73f01b-de65-4852-b579-df2328a3efd1 req-0dc5bf0d-c430-459d-9e73-c865d02c632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:28.754871 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d73f01b-de65-4852-b579-df2328a3efd1 req-0dc5bf0d-c430-459d-9e73-c865d02c632f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e6b8f5df-6ac4-4fda-a945-5ea23ef54504 HTTP/1.1" status: 200 len: 1100 time: 0.1938593 Jul 15 14:50:28.804904 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d73f01b-de65-4852-b579-df2328a3efd1 req-dc17d614-c776-48ba-8723-f4594f9c624f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480037 Jul 15 14:50:28.921141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3d290-46b2-4fe9-a943-00a0dd5b956a req-b69ddde5-54cd-4233-a3f1-0a507fa2fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:28.922839 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e3d290-46b2-4fe9-a943-00a0dd5b956a req-b69ddde5-54cd-4233-a3f1-0a507fa2fd1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b850756fa5a459d8043ace7d3a5e17b&device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 1099 time: 0.1139617 Jul 15 14:50:29.071048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba2826-be02-4093-abb9-c2ac57eb0c28 req-09943733-7c6c-437d-bec3-ce7f9fe13878 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:29.072614 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2ba2826-be02-4093-abb9-c2ac57eb0c28 req-09943733-7c6c-437d-bec3-ce7f9fe13878 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 948 time: 0.1465499 Jul 15 14:50:29.089502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3d290-46b2-4fe9-a943-00a0dd5b956a req-64030f3e-c60c-4c9f-b15c-414cd902b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:29.091406 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e3d290-46b2-4fe9-a943-00a0dd5b956a req-64030f3e-c60c-4c9f-b15c-414cd902b460 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1357682 Jul 15 14:50:29.158875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e3d290-46b2-4fe9-a943-00a0dd5b956a req-75ce4d13-1be7-428b-9199-e266812163ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=3f5e6b33-fb52-408d-9e7b-847bdbda6534 HTTP/1.1" status: 200 len: 217 time: 0.0486574 Jul 15 14:50:29.202678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38548) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:29.232403 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2ba2826-be02-4093-abb9-c2ac57eb0c28 req-79795982-22bd-4b6e-94ef-717f048ede07 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515551 Jul 15 14:50:29.309362 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3d290-46b2-4fe9-a943-00a0dd5b956a req-cbf2cacb-ca24-4ff8-91e0-a30ae31d326c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:29.310988 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e3d290-46b2-4fe9-a943-00a0dd5b956a req-cbf2cacb-ca24-4ff8-91e0-a30ae31d326c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1399426 Jul 15 14:50:29.335772 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78a2de08-1d06-47b5-9f12-f5ed4924442d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:29.421171 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982f177-d469-4d8b-a4a0-7b45964a7b32 req-9f6b6a4f-749c-49a9-83ea-d7ad9e0d1e7c tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:29.429639 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c982f177-d469-4d8b-a4a0-7b45964a7b32 req-9f6b6a4f-749c-49a9-83ea-d7ad9e0d1e7c tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec HTTP/1.1" status: 200 len: 950 time: 0.1751273 Jul 15 14:50:29.472753 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78a2de08-1d06-47b5-9f12-f5ed4924442d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:29.480737 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78a2de08-1d06-47b5-9f12-f5ed4924442d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:29.537460 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3d290-46b2-4fe9-a943-00a0dd5b956a req-16eb6c0d-1778-445c-9031-96c3d3adc332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:29.539696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e3d290-46b2-4fe9-a943-00a0dd5b956a req-16eb6c0d-1778-445c-9031-96c3d3adc332 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2147512 Jul 15 14:50:29.554926 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-78a2de08-1d06-47b5-9f12-f5ed4924442d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3c6fcf07b0dd4232836e29772f9a5074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510134 Jul 15 14:50:29.557876 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c982f177-d469-4d8b-a4a0-7b45964a7b32 req-2744b1d1-a47a-4dd5-8f93-121375ca6904 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272769 Jul 15 14:50:29.558618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38562) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:29.570758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2de08-1d06-47b5-9f12-f5ed4924442d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b7a546-4126-4976-8625-f67861c56447,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:29.747546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65b0a2-5b9b-4f4a-a595-4f404c91581f req-fdfc0f27-cd1a-4605-9efe-c59a7e33cfd4 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:29.755662 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be65b0a2-5b9b-4f4a-a595-4f404c91581f req-fdfc0f27-cd1a-4605-9efe-c59a7e33cfd4 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 1097 time: 0.3464520 Jul 15 14:50:29.779834 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e3d290-46b2-4fe9-a943-00a0dd5b956a req-a359a877-2fbf-47e5-831a-3575beeee9ab service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190166 Jul 15 14:50:29.808514 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-065a6de1-4e33-4502-aa21-6b29eaeb5278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:29.868801 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-065a6de1-4e33-4502-aa21-6b29eaeb5278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:29.881154 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be65b0a2-5b9b-4f4a-a595-4f404c91581f req-3084ad26-c903-43af-8666-e333c9edeb8e tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246743 Jul 15 14:50:29.909875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 15c521d4-5444-4dcb-9441-ccba1eb108c5 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:50:29.996300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e3d290-46b2-4fe9-a943-00a0dd5b956a req-c17e83b3-5ed6-4a69-9af6-c9f31a625448 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021627 Jul 15 14:50:29.997590 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-065a6de1-4e33-4502-aa21-6b29eaeb5278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:30.003068 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-065a6de1-4e33-4502-aa21-6b29eaeb5278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:30.006161 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-065a6de1-4e33-4502-aa21-6b29eaeb5278 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/08b7a546-4126-4976-8625-f67861c56447 HTTP/1.1" status: 204 len: 168 time: 0.4394758 Jul 15 14:50:30.015084 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-285013ba-b93b-4306-a73c-d6b95eef9d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:30.025459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a6de1-4e33-4502-aa21-6b29eaeb5278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b7a546-4126-4976-8625-f67861c56447,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:30.159204 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 15c521d4-5444-4dcb-9441-ccba1eb108c5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=15c521d4-5444-4dcb-9441-ccba1eb108c5,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:30.174520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '15c521d4-5444-4dcb-9441-ccba1eb108c5', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '15c521d4-5444-4dcb-9441-ccba1eb108c5', 'mac_address': 'fa:16:3e:dc:fc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:50:30.247722 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:30.280342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15c521d4-5444-4dcb-9441-ccba1eb108c5 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:30.332768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 15c521d4-5444-4dcb-9441-ccba1eb108c5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=15c521d4-5444-4dcb-9441-ccba1eb108c5,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:30.348272 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:30.428910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f69ccaf-6d9f-494e-a694-2de55f2638ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e118ea8b-0489-4f3d-b047-eeb2736d4010'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:30.432108 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f21c3a6-9fd3-4569-8012-a3bc11024456" -d '{"events": [{"server_uuid": "4f69ccaf-6d9f-494e-a694-2de55f2638ec", "name": "network-vif-plugged", "status": "completed", "tag": "e118ea8b-0489-4f3d-b047-eeb2736d4010"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:30.438433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=15c521d4-5444-4dcb-9441-ccba1eb108c5,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:30.460703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['15c521d4-5444-4dcb-9441-ccba1eb108c5'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:50:30.530152 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c0e25f-5223-4ab0-b89a-07131d4ad05a x-openstack-request-id: req-74c0e25f-5223-4ab0-b89a-07131d4ad05a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:30.530553 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f69ccaf-6d9f-494e-a694-2de55f2638ec", "name": "network-vif-plugged", "status": "completed", "tag": "e118ea8b-0489-4f3d-b047-eeb2736d4010", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:30.530764 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-74c0e25f-5223-4ab0-b89a-07131d4ad05a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:30.531181 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f69ccaf-6d9f-494e-a694-2de55f2638ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e118ea8b-0489-4f3d-b047-eeb2736d4010', 'code': 200} Jul 15 14:50:30.535203 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83145aba-2fa9-4a71-84e0-90331cb8c039 req-fd89de4a-9802-4ef6-8eba-baa5d3e094b8 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:30.536894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83145aba-2fa9-4a71-84e0-90331cb8c039 req-fd89de4a-9802-4ef6-8eba-baa5d3e094b8 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 948 time: 0.1502230 Jul 15 14:50:30.673718 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83145aba-2fa9-4a71-84e0-90331cb8c039 req-695d0261-169f-4f1e-b69b-859c3d9ce98b tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275439 Jul 15 14:50:30.687357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38610) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:30.726569 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-521810ea-adac-4ec8-b778-67d01b005ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:30.774194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761b948-d31f-4488-b4b9-4eb402722a75 req-0ca50fc2-bc9a-410a-be82-b7b47053a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:30.775930 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c761b948-d31f-4488-b4b9-4eb402722a75 req-0ca50fc2-bc9a-410a-be82-b7b47053a239 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec HTTP/1.1" status: 200 len: 1101 time: 0.1727724 Jul 15 14:50:30.865921 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c761b948-d31f-4488-b4b9-4eb402722a75 req-7b10f2b0-78ff-47fd-93ba-0cfd5d565bcb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813601 Jul 15 14:50:30.886590 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe731d-0869-42d4-a586-2503bd0b17f6 req-27cae621-e744-4f5c-9219-6a28657abf5e tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:30.891923 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bcbe731d-0869-42d4-a586-2503bd0b17f6 req-27cae621-e744-4f5c-9219-6a28657abf5e tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec HTTP/1.1" status: 200 len: 950 time: 0.1774509 Jul 15 14:50:30.940557 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-521810ea-adac-4ec8-b778-67d01b005ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:30.941582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38614) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:30.980489 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-521810ea-adac-4ec8-b778-67d01b005ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:30.986884 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bcbe731d-0869-42d4-a586-2503bd0b17f6 req-d34befd3-fd2d-4a9e-a4b6-0cda0cf3fcc5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888484 Jul 15 14:50:31.050260 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521810ea-adac-4ec8-b778-67d01b005ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7e4811-ebbd-488f-b2f3-bbdf45c84045,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:31.073291 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38626) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:31.085495 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-521810ea-adac-4ec8-b778-67d01b005ef7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0c3041961b394a319169e59560fc2176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923466 Jul 15 14:50:31.173780 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f15cfe45-370c-46d6-bae7-b230021af84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:31.179323 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27260950-3bb6-4ea0-9d1c-e3edc609911d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:31.231638 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f15cfe45-370c-46d6-bae7-b230021af84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:31.294471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c896c8-72cd-4444-9ba2-00719a486fe5 req-b55e0e5c-8da6-42e5-a08e-f16d381ea88b tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:31.302769 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-63c896c8-72cd-4444-9ba2-00719a486fe5 req-b55e0e5c-8da6-42e5-a08e-f16d381ea88b tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 1097 time: 0.1169398 Jul 15 14:50:31.334780 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f15cfe45-370c-46d6-bae7-b230021af84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:31.337658 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f15cfe45-370c-46d6-bae7-b230021af84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:31.341899 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f15cfe45-370c-46d6-bae7-b230021af84f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de7e4811-ebbd-488f-b2f3-bbdf45c84045 HTTP/1.1" status: 204 len: 168 time: 0.2674708 Jul 15 14:50:31.363351 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-63c896c8-72cd-4444-9ba2-00719a486fe5 req-fd41aab4-b4e6-4e57-ae76-151742c0f3a0 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596640 Jul 15 14:50:31.369811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cfe45-370c-46d6-bae7-b230021af84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7e4811-ebbd-488f-b2f3-bbdf45c84045,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:31.515945 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27260950-3bb6-4ea0-9d1c-e3edc609911d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:31.527450 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27260950-3bb6-4ea0-9d1c-e3edc609911d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:31.636380 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-27260950-3bb6-4ea0-9d1c-e3edc609911d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5f9a7ad0ab0e47b7a1ec3c85603d9b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6925602 Jul 15 14:50:31.639035 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38638) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:31.639897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27260950-3bb6-4ea0-9d1c-e3edc609911d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61fbb1e-90f9-4ca2-84cb-8c54c14d06ef,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:31.773663 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-854f8e76-2f91-4cfa-bba4-360483d7122b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:31.821940 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-854f8e76-2f91-4cfa-bba4-360483d7122b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:31.915249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3f5e6b33-fb52-408d-9e7b-847bdbda6534 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:50:31.967439 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-854f8e76-2f91-4cfa-bba4-360483d7122b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:31.970704 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-854f8e76-2f91-4cfa-bba4-360483d7122b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:31.971948 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-854f8e76-2f91-4cfa-bba4-360483d7122b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d61fbb1e-90f9-4ca2-84cb-8c54c14d06ef HTTP/1.1" status: 204 len: 168 time: 0.3319249 Jul 15 14:50:31.977311 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 15c521d4-5444-4dcb-9441-ccba1eb108c5 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:50:32.003706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f8e76-2f91-4cfa-bba4-360483d7122b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61fbb1e-90f9-4ca2-84cb-8c54c14d06ef,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:32.082229 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 14:50:32.152196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 15c521d4-5444-4dcb-9441-ccba1eb108c5 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:32.152587 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:32.321254 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:32.404379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 15c521d4-5444-4dcb-9441-ccba1eb108c5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=15c521d4-5444-4dcb-9441-ccba1eb108c5,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:32.422063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3f5e6b33-fb52-408d-9e7b-847bdbda6534, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3f5e6b33-fb52-408d-9e7b-847bdbda6534,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:32.433443 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:32.519488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '3f5e6b33-fb52-408d-9e7b-847bdbda6534', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '3f5e6b33-fb52-408d-9e7b-847bdbda6534', 'mac_address': 'fa:16:3e:76:bd:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:50:32.538969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c521d4-5444-4dcb-9441-ccba1eb108c5'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:32.541229 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d28f7e-e7f3-4440-86a8-8ec5df4423dc" -d '{"events": [{"server_uuid": "a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3", "name": "network-vif-plugged", "status": "completed", "tag": "15c521d4-5444-4dcb-9441-ccba1eb108c5"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:32.572546 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=15c521d4-5444-4dcb-9441-ccba1eb108c5,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:32.592221 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:32.626653 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5e6b33-fb52-408d-9e7b-847bdbda6534 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:32.690945 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3f5e6b33-fb52-408d-9e7b-847bdbda6534, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3f5e6b33-fb52-408d-9e7b-847bdbda6534,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:32.712982 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:32.802954 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38672) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:32.820695 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d16c80e4-a695-46f8-9172-948dda65c6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:33.016499 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d16c80e4-a695-46f8-9172-948dda65c6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:33.021712 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:33.033475 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d16c80e4-a695-46f8-9172-948dda65c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:33.068010 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54ee9a4e-4dee-440c-ba25-5a4b969bef20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:33.082074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=3f5e6b33-fb52-408d-9e7b-847bdbda6534,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:33.092853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38676) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:33.093357 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d16c80e4-a695-46f8-9172-948dda65c6ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d21fe587ef0c44f6a4b9bb4887c06eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885466 Jul 15 14:50:33.094692 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c80e4-a695-46f8-9172-948dda65c6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7535a39d-335e-48c2-b380-57d1554e3656,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:33.146043 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['3f5e6b33-fb52-408d-9e7b-847bdbda6534'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:50:33.210423 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-261e2369-3af4-49d2-b80c-856b8c135813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:33.240498 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-261e2369-3af4-49d2-b80c-856b8c135813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:33.309361 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-261e2369-3af4-49d2-b80c-856b8c135813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:33.313036 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-261e2369-3af4-49d2-b80c-856b8c135813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:33.320766 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-261e2369-3af4-49d2-b80c-856b8c135813 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7535a39d-335e-48c2-b380-57d1554e3656 HTTP/1.1" status: 204 len: 168 time: 0.2266374 Jul 15 14:50:33.334523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e2369-3af4-49d2-b80c-856b8c135813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7535a39d-335e-48c2-b380-57d1554e3656,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:34.108767 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:34.303230 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38718) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:35.057959 n-d-764435-3 neutron-server[100712]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 14:50:35.066155 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-6068dc89-b6c5-4bae-9c87-3d3f3ce3deed tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:50:35.076994 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-6068dc89-b6c5-4bae-9c87-3d3f3ce3deed tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7715495 Jul 15 14:50:35.399294 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-2a89d12a-cf1c-4094-a048-783504a18fc5 service neutron] Request body: {'binding': {'host': 'n-h2-764435-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:35.399943 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-2a89d12a-cf1c-4094-a048-783504a18fc5 service neutron] Unknown quota resources ['binding']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 14:50:35.658857 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-2a89d12a-cf1c-4094-a048-783504a18fc5 service neutron] Attempting to bind port 5f81894f-0e22-49ce-96e1-737e1125171b on host n-h2-764435-3 for vnic_type normal with profile None {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:50:35.659197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-2a89d12a-cf1c-4094-a048-783504a18fc5 service neutron] Attempting to bind port 5f81894f-0e22-49ce-96e1-737e1125171b by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:50:35.659757 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-2a89d12a-cf1c-4094-a048-783504a18fc5 service neutron] Attempting to bind port 5f81894f-0e22-49ce-96e1-737e1125171b on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:35.665368 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-2a89d12a-cf1c-4094-a048-783504a18fc5 service neutron] Port 5f81894f-0e22-49ce-96e1-737e1125171b on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:50:35.665913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-2a89d12a-cf1c-4094-a048-783504a18fc5 service neutron] Attempting to bind port 5f81894f-0e22-49ce-96e1-737e1125171b on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:35.671650 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-2a89d12a-cf1c-4094-a048-783504a18fc5 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:50:35.672265 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-2a89d12a-cf1c-4094-a048-783504a18fc5 service neutron] Checking segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:35.672814 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-2a89d12a-cf1c-4094-a048-783504a18fc5 service neutron] Bound using segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:50:35.673443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-2a89d12a-cf1c-4094-a048-783504a18fc5 service neutron] Bound port: 5f81894f-0e22-49ce-96e1-737e1125171b, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:50:35.789232 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-2a89d12a-cf1c-4094-a048-783504a18fc5 service neutron] For port 5f81894f-0e22-49ce-96e1-737e1125171b, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5f81894f-0e22-49ce-96e1-737e1125171b,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:50:35.811060 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-2a89d12a-cf1c-4094-a048-783504a18fc5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:35.829036 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-2a89d12a-cf1c-4094-a048-783504a18fc5 service neutron] 10.222.0.38 "POST /v2.0/ports/5f81894f-0e22-49ce-96e1-737e1125171b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4940562 Jul 15 14:50:35.829313 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:35.946140 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3f5e6b33-fb52-408d-9e7b-847bdbda6534 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:50:36.122357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 3f5e6b33-fb52-408d-9e7b-847bdbda6534 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:36.136768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 3f5e6b33-fb52-408d-9e7b-847bdbda6534 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:36.137148 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:36.271264 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:36.313632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3f5e6b33-fb52-408d-9e7b-847bdbda6534, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3f5e6b33-fb52-408d-9e7b-847bdbda6534,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:36.325077 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:36.388114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2e3e-38db-4d73-abfd-7ba4dfe75770 req-07d8c248-d358-4b99-9786-10c9090261ae tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:36.399249 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-367a2e3e-38db-4d73-abfd-7ba4dfe75770 req-07d8c248-d358-4b99-9786-10c9090261ae tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 949 time: 0.3141022 Jul 15 14:50:36.410183 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-21c4dc03-11f0-4b41-9e82-85a57fa16f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:36.413552 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=3f5e6b33-fb52-408d-9e7b-847bdbda6534,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:36.415494 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-21c4dc03-11f0-4b41-9e82-85a57fa16f62 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 1097 time: 0.1947763 Jul 15 14:50:36.539639 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-367a2e3e-38db-4d73-abfd-7ba4dfe75770 req-6a7f7a82-f856-4902-98a2-02134c34114d tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181381 Jul 15 14:50:36.712610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-b2d3080f-5b9b-45b8-a3a7-35e4e00d7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:36.714309 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-b2d3080f-5b9b-45b8-a3a7-35e4e00d7216 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.2833025 Jul 15 14:50:36.831770 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-d2da3930-9f22-4fea-aa2c-94e27469cddf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f81894f-0e22-49ce-96e1-737e1125171b HTTP/1.1" status: 200 len: 217 time: 0.1073155 Jul 15 14:50:36.913618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff821-5623-4657-87e6-0c66e3492193 req-047990b6-21a1-4590-ae41-686c95ab4b40 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:36.920787 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a64ff821-5623-4657-87e6-0c66e3492193 req-047990b6-21a1-4590-ae41-686c95ab4b40 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec HTTP/1.1" status: 200 len: 950 time: 0.1272473 Jul 15 14:50:36.923542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-884b30ed-c32a-49ae-9360-6da7bee10a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:36.927561 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-884b30ed-c32a-49ae-9360-6da7bee10a65 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.0894437 Jul 15 14:50:37.328138 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-13010721-667b-43a5-be23-b3882b664716 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3896842 Jul 15 14:50:37.346488 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a64ff821-5623-4657-87e6-0c66e3492193 req-2591344a-beb8-42c6-84d5-dab48f1b3a39 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246438 Jul 15 14:50:37.449435 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5fe7d7-b21c-4c0e-8490-1a8916e5e053 x-openstack-request-id: req-2f5fe7d7-b21c-4c0e-8490-1a8916e5e053 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:37.449923 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3", "name": "network-vif-plugged", "status": "completed", "tag": "15c521d4-5444-4dcb-9441-ccba1eb108c5", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:37.450009 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2f5fe7d7-b21c-4c0e-8490-1a8916e5e053 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:37.450377 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c521d4-5444-4dcb-9441-ccba1eb108c5', 'code': 200} Jul 15 14:50:37.512221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-02bef47b-125e-4e52-858f-11163bb4408a service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604469 Jul 15 14:50:37.663671 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-ae743b5d-eb79-4053-8917-2bbeaa0336bc service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331847 Jul 15 14:50:38.002026 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-8f6173b9-0bac-49a2-b3f5-fdd7bfa261f8 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:38.003592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-8f6173b9-0bac-49a2-b3f5-fdd7bfa261f8 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91&tenant_id=f286b69641474927a27419a3ad634a1d&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 1097 time: 0.2740095 Jul 15 14:50:38.016244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764435-3'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:38.127982 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:38.311056 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] For port 5f81894f-0e22-49ce-96e1-737e1125171b, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5f81894f-0e22-49ce-96e1-737e1125171b,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:38.392982 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] For port 5f81894f-0e22-49ce-96e1-737e1125171b, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:38.460430 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:38.464267 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260e73c1-88e2-43f0-a2ca-4c48cab24d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f81894f-0e22-49ce-96e1-737e1125171b'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:38.467015 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cf55e8-22f7-4c22-a2d9-20db4e7f9f29" -d '{"events": [{"server_uuid": "260e73c1-88e2-43f0-a2ca-4c48cab24d91", "name": "network-vif-unplugged", "status": "completed", "tag": "5f81894f-0e22-49ce-96e1-737e1125171b"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:38.498094 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:38.639228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Pushing event updated for resources: {'Port': ['ID=5f81894f-0e22-49ce-96e1-737e1125171b,revision_number=7']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:38.669212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:38.669562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:38.669924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:38.670261 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:38.670718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:38.670990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:38.671337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:38.671664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:38.672003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:38.672332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:38.672654 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:38.672983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:38.684466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Attempting to bind port 5f81894f-0e22-49ce-96e1-737e1125171b on host n-h1-764435-3 for vnic_type normal with profile {"migrating_to": "n-h2-764435-3"} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:50:38.684749 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Attempting to bind port 5f81894f-0e22-49ce-96e1-737e1125171b by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:50:38.685086 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Attempting to bind port 5f81894f-0e22-49ce-96e1-737e1125171b on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:38.696788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476035d-3e7e-4983-9fd5-758881873dd5 req-0664c912-b29e-48c6-9dee-252bba0ca402 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:38.704058 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f476035d-3e7e-4983-9fd5-758881873dd5 req-0664c912-b29e-48c6-9dee-252bba0ca402 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 944 time: 0.2314241 Jul 15 14:50:38.713619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Port 5f81894f-0e22-49ce-96e1-737e1125171b on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:50:38.713941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Attempting to bind port 5f81894f-0e22-49ce-96e1-737e1125171b on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:38.754742 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:50:38.757188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Checking segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:38.757637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Bound using segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:50:38.758079 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Bound port: 5f81894f-0e22-49ce-96e1-737e1125171b, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:50:38.758444 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:38.801875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f476035d-3e7e-4983-9fd5-758881873dd5 req-7fca1460-04a2-472b-a989-9aa92a63baa2 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967681 Jul 15 14:50:38.921283 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] For port 5f81894f-0e22-49ce-96e1-737e1125171b, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:38.925305 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] For port 5f81894f-0e22-49ce-96e1-737e1125171b, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5f81894f-0e22-49ce-96e1-737e1125171b,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:50:38.937736 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:39.040408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:39.041090 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:39.042550 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] 10.222.0.22 "PUT /v2.0/ports/5f81894f-0e22-49ce-96e1-737e1125171b HTTP/1.1" status: 200 len: 1122 time: 1.0314951 Jul 15 14:50:39.068408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ce781-1bfb-4488-8d37-a578498f16da service neutron] Pushing event updated for resources: {'Port': ['ID=5f81894f-0e22-49ce-96e1-737e1125171b,revision_number=8']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:39.165545 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['5f81894f-0e22-49ce-96e1-737e1125171b'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:50:39.257004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44aa215-2927-4ce6-ba29-484ef77fc149 req-ac21a2ca-8db8-40b6-ad3d-887e2ca4092a tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:39.265162 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e44aa215-2927-4ce6-ba29-484ef77fc149 req-ac21a2ca-8db8-40b6-ad3d-887e2ca4092a tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b8f5df-6ac4-4fda-a945-5ea23ef54504 HTTP/1.1" status: 200 len: 949 time: 0.1247180 Jul 15 14:50:39.317919 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e44aa215-2927-4ce6-ba29-484ef77fc149 req-84988f65-3baf-4cdd-bf69-dd74e1318616 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518537 Jul 15 14:50:39.459826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237011c7-8f5a-408c-b603-999fea9afd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5e6b33-fb52-408d-9e7b-847bdbda6534'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:39.476405 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf030fe-0fb1-450e-88c3-c00e4952107b" -d '{"events": [{"server_uuid": "237011c7-8f5a-408c-b603-999fea9afd67", "name": "network-vif-plugged", "status": "completed", "tag": "3f5e6b33-fb52-408d-9e7b-847bdbda6534"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:39.560854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1739120-3fd0-434c-b288-5629d8a28ad8 req-e79dd00e-8d0c-482d-b94d-73ae7f53eecf tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:39.562714 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1739120-3fd0-434c-b288-5629d8a28ad8 req-e79dd00e-8d0c-482d-b94d-73ae7f53eecf tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 950 time: 0.0972970 Jul 15 14:50:39.637225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1739120-3fd0-434c-b288-5629d8a28ad8 req-e00eb495-cb54-4db6-af75-c3aa08620ff2 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674157 Jul 15 14:50:39.851724 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca98f94a-aa3b-4ee1-9e50-e19550b9883d x-openstack-request-id: req-ca98f94a-aa3b-4ee1-9e50-e19550b9883d {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:39.852337 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260e73c1-88e2-43f0-a2ca-4c48cab24d91", "name": "network-vif-unplugged", "status": "completed", "tag": "5f81894f-0e22-49ce-96e1-737e1125171b", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:39.852803 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca98f94a-aa3b-4ee1-9e50-e19550b9883d {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:39.853294 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260e73c1-88e2-43f0-a2ca-4c48cab24d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f81894f-0e22-49ce-96e1-737e1125171b', 'code': 200} Jul 15 14:50:40.622036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33c537-bf4f-4062-9c88-9560b62f3db9 req-9603ba1d-75b8-4886-bf06-73927e312dc6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:40.628131 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33c537-bf4f-4062-9c88-9560b62f3db9 req-9603ba1d-75b8-4886-bf06-73927e312dc6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:40.630496 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-da33c537-bf4f-4062-9c88-9560b62f3db9 req-9603ba1d-75b8-4886-bf06-73927e312dc6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec&device_id=e6b8f5df-6ac4-4fda-a945-5ea23ef54504 HTTP/1.1" status: 200 len: 1690 time: 0.1181552 Jul 15 14:50:40.750815 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-da33c537-bf4f-4062-9c88-9560b62f3db9 req-6d9b6fe3-afa0-43cb-812d-b5c0a4430afb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095388 Jul 15 14:50:40.791503 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eaa8dc-104a-439e-82f1-0d8d61b1069b x-openstack-request-id: req-90eaa8dc-104a-439e-82f1-0d8d61b1069b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:40.792080 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237011c7-8f5a-408c-b603-999fea9afd67", "name": "network-vif-plugged", "status": "completed", "tag": "3f5e6b33-fb52-408d-9e7b-847bdbda6534", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:40.792080 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-90eaa8dc-104a-439e-82f1-0d8d61b1069b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:40.792490 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237011c7-8f5a-408c-b603-999fea9afd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5e6b33-fb52-408d-9e7b-847bdbda6534', 'code': 200} Jul 15 14:50:41.040253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd2d0c-3da5-41d5-bb5f-c263924f7d67 req-5f41469f-0268-4bd1-af9d-853f3a378d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:41.041758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bfdd2d0c-3da5-41d5-bb5f-c263924f7d67 req-5f41469f-0268-4bd1-af9d-853f3a378d16 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 1101 time: 0.1435521 Jul 15 14:50:41.088828 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bfdd2d0c-3da5-41d5-bb5f-c263924f7d67 req-80d49bda-14a6-47ee-807f-a67471e57031 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386255 Jul 15 14:50:41.107111 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91f0bc-88a0-4828-8b2e-6601eb29f2f1 req-c36c5e27-9bd4-40af-adfb-5fe271641cb8 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:41.116002 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf91f0bc-88a0-4828-8b2e-6601eb29f2f1 req-c36c5e27-9bd4-40af-adfb-5fe271641cb8 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 944 time: 0.1391165 Jul 15 14:50:41.171972 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf91f0bc-88a0-4828-8b2e-6601eb29f2f1 req-e2b8d94b-93ea-4830-aa5f-3d8489eefb7f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555043 Jul 15 14:50:41.440240 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbd254-1d24-4a82-895e-d4e6332bf96e req-934e1116-89b8-42ac-baf7-23b64b7eef66 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:41.448953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dafbd254-1d24-4a82-895e-d4e6332bf96e req-934e1116-89b8-42ac-baf7-23b64b7eef66 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 950 time: 0.1113706 Jul 15 14:50:41.501776 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dafbd254-1d24-4a82-895e-d4e6332bf96e req-9fa39a14-1de6-420a-8c08-58b0731161d7 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515041 Jul 15 14:50:41.564579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5f81894f-0e22-49ce-96e1-737e1125171b details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:50:41.711711 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 5f81894f-0e22-49ce-96e1-737e1125171b, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5f81894f-0e22-49ce-96e1-737e1125171b,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:41.740764 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5f81894f-0e22-49ce-96e1-737e1125171b has no active binding in host n-h2-764435-3 {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 14:50:41.854598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260e73c1-88e2-43f0-a2ca-4c48cab24d91', 'tag': '5f81894f-0e22-49ce-96e1-737e1125171b'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:41.856953 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952ea07b-ab7f-4e67-a316-d3601db17e00" -d '{"events": [{"name": "network-changed", "server_uuid": "260e73c1-88e2-43f0-a2ca-4c48cab24d91", "tag": "5f81894f-0e22-49ce-96e1-737e1125171b"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:42.225561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160b0cc-2228-4360-a295-805536a19488 req-7dc65691-1d22-497e-9d41-41ba685aeb27 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:42.227058 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f160b0cc-2228-4360-a295-805536a19488 req-7dc65691-1d22-497e-9d41-41ba685aeb27 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec HTTP/1.1" status: 200 len: 1101 time: 0.0967395 Jul 15 14:50:42.293395 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f160b0cc-2228-4360-a295-805536a19488 req-ea81e339-f8ac-4450-96f2-5a196b881291 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555182 Jul 15 14:50:42.365787 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdf465d-2a11-43d5-b814-6bf44e76e408 x-openstack-request-id: req-8fdf465d-2a11-43d5-b814-6bf44e76e408 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:42.366156 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260e73c1-88e2-43f0-a2ca-4c48cab24d91", "tag": "5f81894f-0e22-49ce-96e1-737e1125171b", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:42.366475 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8fdf465d-2a11-43d5-b814-6bf44e76e408 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:42.366967 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260e73c1-88e2-43f0-a2ca-4c48cab24d91', 'tag': '5f81894f-0e22-49ce-96e1-737e1125171b', 'status': 'completed', 'code': 200} Jul 15 14:50:42.559654 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea07b-ab7f-4e67-a316-d3601db17e00 req-1e13fcf0-5567-4d59-b3a4-93c902756ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:42.562266 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-952ea07b-ab7f-4e67-a316-d3601db17e00 req-1e13fcf0-5567-4d59-b3a4-93c902756ede service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 1125 time: 0.1638467 Jul 15 14:50:42.661189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411418f0-be3f-4d4e-b94f-077662d0f3a9 req-f1ac667e-5977-445a-a705-458449ba501b tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:42.663401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-411418f0-be3f-4d4e-b94f-077662d0f3a9 req-f1ac667e-5977-445a-a705-458449ba501b tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 944 time: 0.1682694 Jul 15 14:50:42.723819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea07b-ab7f-4e67-a316-d3601db17e00 req-cbba5ca0-ac97-4ec8-9b1d-c0389ba1a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:42.725869 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-952ea07b-ab7f-4e67-a316-d3601db17e00 req-cbba5ca0-ac97-4ec8-9b1d-c0389ba1a515 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.1522758 Jul 15 14:50:42.731759 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-411418f0-be3f-4d4e-b94f-077662d0f3a9 req-86239579-302d-43c3-940f-0cc02741b222 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589290 Jul 15 14:50:42.775845 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-952ea07b-ab7f-4e67-a316-d3601db17e00 req-1a28f678-8d48-4540-a835-03ae1369b100 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f81894f-0e22-49ce-96e1-737e1125171b HTTP/1.1" status: 200 len: 217 time: 0.0419316 Jul 15 14:50:42.857117 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea07b-ab7f-4e67-a316-d3601db17e00 req-9cef9ca2-8144-40ce-ad39-d3bd246bc6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:42.859231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-952ea07b-ab7f-4e67-a316-d3601db17e00 req-9cef9ca2-8144-40ce-ad39-d3bd246bc6fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.0720439 Jul 15 14:50:42.909360 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-952ea07b-ab7f-4e67-a316-d3601db17e00 req-3a657a9e-8443-4151-ba1e-75f95fd18733 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413651 Jul 15 14:50:43.089092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14ba91-dae4-4fea-ad51-aad641c2d3c4 req-39579dd9-52a1-4a2f-bfcd-2a1b04598af0 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:43.096469 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a14ba91-dae4-4fea-ad51-aad641c2d3c4 req-39579dd9-52a1-4a2f-bfcd-2a1b04598af0 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e6b8f5df-6ac4-4fda-a945-5ea23ef54504 HTTP/1.1" status: 200 len: 1100 time: 0.1511486 Jul 15 14:50:43.124901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-952ea07b-ab7f-4e67-a316-d3601db17e00 req-913dbb13-8131-4f06-b767-8e583e1027a5 service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066913 Jul 15 14:50:43.197649 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a14ba91-dae4-4fea-ad51-aad641c2d3c4 req-747770da-df70-4844-8051-a674de491c0d tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001189 Jul 15 14:50:43.294208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-952ea07b-ab7f-4e67-a316-d3601db17e00 req-4c228a4d-5a36-4129-bfe1-ca4ba91a2ea1 service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532345 Jul 15 14:50:43.349671 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-ba88ed84-d73d-4b73-b339-c378fa1b4db1 service neutron] 10.222.0.11 "GET /v2.0/ports/5f81894f-0e22-49ce-96e1-737e1125171b/bindings/n-h2-764435-3 HTTP/1.1" status: 200 len: 384 time: 0.1237833 Jul 15 14:50:43.481561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e44381-b967-47d3-bbce-eba60f0b3215 req-2dd611a3-4748-467b-a65d-ea336d2e2d16 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:43.484087 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f5e44381-b967-47d3-bbce-eba60f0b3215 req-2dd611a3-4748-467b-a65d-ea336d2e2d16 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 950 time: 0.0852623 Jul 15 14:50:43.541218 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f5e44381-b967-47d3-bbce-eba60f0b3215 req-2281c892-babc-4695-b8de-e4271ec3c9b4 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539331 Jul 15 14:50:43.763615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38856) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:43.764382 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] For port 5f81894f-0e22-49ce-96e1-737e1125171b, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5f81894f-0e22-49ce-96e1-737e1125171b,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:43.798339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] For port 5f81894f-0e22-49ce-96e1-737e1125171b, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:43.906422 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f81894f-0e22-49ce-96e1-737e1125171b {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:43.929255 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08511b10-b0d6-4d22-a430-31ef4488ef49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:43.940477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] For port 5f81894f-0e22-49ce-96e1-737e1125171b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5f81894f-0e22-49ce-96e1-737e1125171b,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:43.973831 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:44.127661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Transition to ACTIVE for port object 5f81894f-0e22-49ce-96e1-737e1125171b will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:44.136446 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:44.142857 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08511b10-b0d6-4d22-a430-31ef4488ef49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:44.148742 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08511b10-b0d6-4d22-a430-31ef4488ef49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:44.190842 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08511b10-b0d6-4d22-a430-31ef4488ef49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cf3e1c-5d22-4fda-876f-c4a94f9e6cbd,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:44.199919 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-08511b10-b0d6-4d22-a430-31ef4488ef49 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0a86b39375894e0e8264c5db95995883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343848 Jul 15 14:50:44.199919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38868) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:44.228563 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Pushing event updated for resources: {'Port': ['ID=5f81894f-0e22-49ce-96e1-737e1125171b,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:44.239991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:44.240865 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:44.241416 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:44.246710 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:44.247296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:44.247849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:44.248393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:44.248935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:44.249476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:44.250006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:44.250688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:44.251233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:44.274616 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0722-db27-46f4-b299-5f22411752f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:44.299514 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] No DVR routers for this DVR port 5f81894f-0e22-49ce-96e1-737e1125171b on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:50:44.305175 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0722-db27-46f4-b299-5f22411752f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:44.340621 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-d58cdefa-1cec-4df9-880c-e1959f7ee260 service neutron] 10.222.0.11 "PUT /v2.0/ports/5f81894f-0e22-49ce-96e1-737e1125171b/bindings/n-h2-764435-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9839733 Jul 15 14:50:44.371667 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0722-db27-46f4-b299-5f22411752f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:44.375118 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0722-db27-46f4-b299-5f22411752f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:44.382789 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2b4f0722-db27-46f4-b299-5f22411752f2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/81cf3e1c-5d22-4fda-876f-c4a94f9e6cbd HTTP/1.1" status: 204 len: 168 time: 0.1813173 Jul 15 14:50:44.408799 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f0722-db27-46f4-b299-5f22411752f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cf3e1c-5d22-4fda-876f-c4a94f9e6cbd,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:44.576816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3e958-1367-4f4a-9068-eb23fae6da41 req-6fa610bb-4118-4991-86bc-748512376ce5 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:44.578581 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4a3e958-1367-4f4a-9068-eb23fae6da41 req-6fa610bb-4118-4991-86bc-748512376ce5 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 945 time: 0.1157670 Jul 15 14:50:44.582129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-4df407d0-8977-4515-a327-703c2fe9e514 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:44.584484 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-4df407d0-8977-4515-a327-703c2fe9e514 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91&tenant_id=f286b69641474927a27419a3ad634a1d&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 1096 time: 0.1071849 Jul 15 14:50:44.766318 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4a3e958-1367-4f4a-9068-eb23fae6da41 req-163dfa47-7caf-4bbc-a6d9-ded5aade4353 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748431 Jul 15 14:50:44.808729 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-f1116c60-98d4-4c25-9d2f-17339b4e1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:44.819722 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-f1116c60-98d4-4c25-9d2f-17339b4e1752 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91&tenant_id=f286b69641474927a27419a3ad634a1d HTTP/1.1" status: 200 len: 1096 time: 0.2267385 Jul 15 14:50:44.839090 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b9c950a8-3406-4b3e-9473-1609e011b175 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ee188e41d71d434ead519f5f9ae6e707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441930 Jul 15 14:50:44.884042 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38912) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:44.898809 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f922b4e3-b0dc-4821-988b-a7b8079f7eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:44.995447 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f922b4e3-b0dc-4821-988b-a7b8079f7eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:44.999547 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f922b4e3-b0dc-4821-988b-a7b8079f7eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:45.032975 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-dd84521d-4f9c-4681-8c6d-4f8fedd614f6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:45.034551 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-dd84521d-4f9c-4681-8c6d-4f8fedd614f6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904094 Jul 15 14:50:45.045181 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f922b4e3-b0dc-4821-988b-a7b8079f7eb2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d72f2784e5854751a4505aba0586c017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597610 Jul 15 14:50:45.045570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-50502e20-ba95-47d4-b1fe-d5526efedf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:45.046246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922b4e3-b0dc-4821-988b-a7b8079f7eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e8c1f2-d4f9-41ae-bb37-909676a7a042,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:45.047094 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-50502e20-ba95-47d4-b1fe-d5526efedf67 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 1096 time: 0.1916764 Jul 15 14:50:45.049302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38914) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:45.059990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89278eed-8cd5-4038-aaa9-e57bbd4c2a86 req-0482d2e2-a7f2-4588-804f-10ed77602c8f tempest-ServersAdminNegativeTestJSON-2130412689 tempest-ServersAdminNegativeTestJSON-2130412689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:45.061546 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89278eed-8cd5-4038-aaa9-e57bbd4c2a86 req-0482d2e2-a7f2-4588-804f-10ed77602c8f tempest-ServersAdminNegativeTestJSON-2130412689 tempest-ServersAdminNegativeTestJSON-2130412689-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 1101 time: 0.1498923 Jul 15 14:50:45.072632 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-2893989c-5831-4d7a-a480-b1bfbb23aa03 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/quotas/ee188e41d71d434ead519f5f9ae6e707 HTTP/1.1" status: 200 len: 375 time: 0.0308685 Jul 15 14:50:45.120170 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3adc4a0d-2186-4fcd-b6b4-50b58887d874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:45.138181 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-89278eed-8cd5-4038-aaa9-e57bbd4c2a86 req-c47aef00-a20f-4884-8c7a-5f1c8e098a45 tempest-ServersAdminNegativeTestJSON-2130412689 tempest-ServersAdminNegativeTestJSON-2130412689-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:45.163507 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3adc4a0d-2186-4fcd-b6b4-50b58887d874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:45.221141 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3adc4a0d-2186-4fcd-b6b4-50b58887d874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:45.225180 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3adc4a0d-2186-4fcd-b6b4-50b58887d874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:45.228858 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3adc4a0d-2186-4fcd-b6b4-50b58887d874 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a3e8c1f2-d4f9-41ae-bb37-909676a7a042 HTTP/1.1" status: 204 len: 168 time: 0.1762352 Jul 15 14:50:45.235932 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc4a0d-2186-4fcd-b6b4-50b58887d874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e8c1f2-d4f9-41ae-bb37-909676a7a042,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:45.242707 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-d2bf290b-4c9a-44db-990d-646c2b80ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:45.244261 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-d2bf290b-4c9a-44db-990d-646c2b80ec0c service neutron] 10.222.0.22 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.1866477 Jul 15 14:50:45.517592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-09f20b94-4d06-49c7-8ce5-8f666a683d40 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4219394 Jul 15 14:50:45.517592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-ab58fc09-3c2f-417f-b9da-9996c7b33ef9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f81894f-0e22-49ce-96e1-737e1125171b HTTP/1.1" status: 200 len: 217 time: 0.2638304 Jul 15 14:50:45.590790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-0ffb3c8d-411b-429e-88ad-ba22268d6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:45.592285 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-0ffb3c8d-411b-429e-88ad-ba22268d6456 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.0685647 Jul 15 14:50:45.638503 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-89278eed-8cd5-4038-aaa9-e57bbd4c2a86 req-c47aef00-a20f-4884-8c7a-5f1c8e098a45 tempest-ServersAdminNegativeTestJSON-2130412689 tempest-ServersAdminNegativeTestJSON-2130412689-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:45.640888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-c795f72e-16ab-4c15-a3cb-bfff10401742 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408292 Jul 15 14:50:45.644079 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-89278eed-8cd5-4038-aaa9-e57bbd4c2a86 req-c47aef00-a20f-4884-8c7a-5f1c8e098a45 tempest-ServersAdminNegativeTestJSON-2130412689 tempest-ServersAdminNegativeTestJSON-2130412689-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:45.687840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89278eed-8cd5-4038-aaa9-e57bbd4c2a86 req-c47aef00-a20f-4884-8c7a-5f1c8e098a45 tempest-ServersAdminNegativeTestJSON-2130412689 tempest-ServersAdminNegativeTestJSON-2130412689-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178665 Jul 15 14:50:45.713319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47aef00-a20f-4884-8c7a-5f1c8e098a45 tempest-ServersAdminNegativeTestJSON-2130412689 tempest-ServersAdminNegativeTestJSON-2130412689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5e4548-e63d-4910-a8de-d3b98818603c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:45.781111 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-2b4f6bc3-6de3-4dd5-ab7e-117e93f9408b service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299038 Jul 15 14:50:45.896094 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-5afb2d70-1c72-466f-a84c-7da001ee002d service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072671 Jul 15 14:50:46.407234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-85c99aa6-d493-4fad-a6f4-6cda67f4af41 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:46.408745 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-85c99aa6-d493-4fad-a6f4-6cda67f4af41 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91&tenant_id=f286b69641474927a27419a3ad634a1d&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 1096 time: 0.1857479 Jul 15 14:50:46.492782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5170b22-1237-4032-beb9-4e5f3614c1e6 req-d8e7f39e-d7fd-4849-837d-637573abc083 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:46.494755 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5170b22-1237-4032-beb9-4e5f3614c1e6 req-d8e7f39e-d7fd-4849-837d-637573abc083 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 945 time: 0.2318633 Jul 15 14:50:46.506721 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-e5cb1869-e4fd-41dc-b5ca-595ffaef01e5 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:46.508334 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-e5cb1869-e4fd-41dc-b5ca-595ffaef01e5 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/networks?id=bdc6540e-dbda-49bf-bb85-0c7fced135e0 HTTP/1.1" status: 200 len: 815 time: 0.2018671 Jul 15 14:50:46.548882 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-c1993cd4-fc9c-4344-9368-c1375dfb3d92 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/quotas/17955bc0b45a4ded99fc6ce63981460e HTTP/1.1" status: 200 len: 375 time: 0.0343146 Jul 15 14:50:46.641036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5170b22-1237-4032-beb9-4e5f3614c1e6 req-f7b69dce-8c21-45bb-ac55-bdc6ef67a8d3 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316428 Jul 15 14:50:46.706802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-a57641da-39ae-48f7-aa88-9d19a731d85e service neutron] For port 5f81894f-0e22-49ce-96e1-737e1125171b, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:46.724716 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-a57641da-39ae-48f7-aa88-9d19a731d85e service neutron] Notify callbacks [] for binding, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:46.726045 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72dec176-c7d6-41cb-be05-975d6572d3b9 req-a57641da-39ae-48f7-aa88-9d19a731d85e service neutron] 10.222.0.22 "DELETE /v2.0/ports/5f81894f-0e22-49ce-96e1-737e1125171b/bindings/n-h1-764435-3 HTTP/1.1" status: 204 len: 173 time: 0.3056934 Jul 15 14:50:46.735832 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-6e101b85-0175-46f1-8c26-286da358b682 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=17955bc0b45a4ded99fc6ce63981460e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1736491 Jul 15 14:50:46.868364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-706948d7-5215-475a-9866-18832fa38202 service neutron] 10.222.0.38 "GET /v2.0/networks/bdc6540e-dbda-49bf-bb85-0c7fced135e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236398 Jul 15 14:50:46.983188 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-e64ff24f-7471-490f-bc8e-c97bfaab1f81 service neutron] 10.222.0.38 "GET /v2.0/networks/bdc6540e-dbda-49bf-bb85-0c7fced135e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138120 Jul 15 14:50:47.237006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bcb35-d509-4887-bd22-821612159a01 req-3943e4a0-f425-405c-b4b5-6ffd8de28987 tempest-ServersAdminNegativeTestJSON-2130412689 tempest-ServersAdminNegativeTestJSON-2130412689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:47.239836 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f32bcb35-d509-4887-bd22-821612159a01 req-3943e4a0-f425-405c-b4b5-6ffd8de28987 tempest-ServersAdminNegativeTestJSON-2130412689 tempest-ServersAdminNegativeTestJSON-2130412689-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 1101 time: 0.0766492 Jul 15 14:50:47.280898 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f32bcb35-d509-4887-bd22-821612159a01 req-1b8314b5-ee45-4428-b567-726d75519b32 tempest-ServersAdminNegativeTestJSON-2130412689 tempest-ServersAdminNegativeTestJSON-2130412689-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349116 Jul 15 14:50:47.479998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06c62490-686c-4be4-9176-471c1addb62a req-2ab9d3de-0f58-4c24-a2f2-1cd6e079d815 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18 HTTP/1.1" status: 200 len: 210 time: 0.0582862 Jul 15 14:50:47.514869 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8020a4a8-2874-4098-a592-286ee58951b4 req-87d683d5-9f7d-4a44-a284-2880c9fab495 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379119 Jul 15 14:50:47.682631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a4a8-2874-4098-a592-286ee58951b4 req-ffe6e583-9cf4-47a7-923d-f486baf5bfde tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:47.684094 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8020a4a8-2874-4098-a592-286ee58951b4 req-ffe6e583-9cf4-47a7-923d-f486baf5bfde tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1684320 Jul 15 14:50:47.710209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8020a4a8-2874-4098-a592-286ee58951b4 req-437c0784-546f-4747-b656-472e5632b181 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/quotas/c5775ae0ea8044f1bd9c3478300dd6dc HTTP/1.1" status: 200 len: 375 time: 0.0186424 Jul 15 14:50:47.738792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8a13a-9efd-4937-903d-584ba960f95d req-cd70bded-7ab3-4a66-9ee0-2c6b51f416d7 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:47.740231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f5c8a13a-9efd-4937-903d-584ba960f95d req-cd70bded-7ab3-4a66-9ee0-2c6b51f416d7 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 949 time: 0.1079626 Jul 15 14:50:47.764211 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8020a4a8-2874-4098-a592-286ee58951b4 req-b2db9748-1a71-4dc9-8e6e-4cab30879303 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428984 Jul 15 14:50:47.796872 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-ae3635fe-e1d1-475e-81bb-660a4165cad2 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ee188e41d71d434ead519f5f9ae6e707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508654 Jul 15 14:50:47.847675 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f5c8a13a-9efd-4937-903d-584ba960f95d req-9d452af3-d78e-4939-937e-319f1bfb5e0c tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/security-groups?id=df86c5ed-b62a-4916-9f65-4335631a5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870402 Jul 15 14:50:47.849589 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-7a92aa8d-708a-4de1-845e-3a5f87e4767e tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ee188e41d71d434ead519f5f9ae6e707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513749 Jul 15 14:50:47.954759 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-4f18a04d-cdec-4b62-8233-25702adf2e61 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:47.956713 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-4f18a04d-cdec-4b62-8233-25702adf2e61 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531994 Jul 15 14:50:47.979302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-e5d840ef-f2a7-47cb-ba54-65c958a4a22d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Request body: {'port': {'device_id': '8f2f02ba-684e-4508-a08e-701fae37551a', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'ee188e41d71d434ead519f5f9ae6e707'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:48.038898 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5f81894f-0e22-49ce-96e1-737e1125171b no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:50:48.147377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-04ee5806-6382-41eb-83d4-020786f6a4bf tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:48.152793 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-04ee5806-6382-41eb-83d4-020786f6a4bf tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2975030 Jul 15 14:50:48.167692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b503612e-77a6-4d5a-966f-ba268431bfc5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Request body: {'port': {'device_id': '79d8e94d-19a2-487c-9159-a8bed9b3fb18', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'ee188e41d71d434ead519f5f9ae6e707'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:48.173852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5f81894f-0e22-49ce-96e1-737e1125171b not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:50:48.201765 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-e5d840ef-f2a7-47cb-ba54-65c958a4a22d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Made reservation on behalf of ee188e41d71d434ead519f5f9ae6e707 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:50:48.207080 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-e5d840ef-f2a7-47cb-ba54-65c958a4a22d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:48.375201 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f9e02733-e777-4702-bef7-d1d0eee4dc2a req-1a8378a0-28ae-41bf-a1ff-9de6f0b8d5b5 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 210 time: 0.0943365 Jul 15 14:50:48.407981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-e5d840ef-f2a7-47cb-ba54-65c958a4a22d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Allocated IP 192.168.233.195 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/3b26d444-8675-4a45-bd2e-93a7186c728d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:50:48.561813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817a6cf-75e4-452f-a052-1be067485a9c req-9cee6b1a-9337-4b8b-8f96-681665bbe66a tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:48.564225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1817a6cf-75e4-452f-a052-1be067485a9c req-9cee6b1a-9337-4b8b-8f96-681665bbe66a tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 1096 time: 0.3891487 Jul 15 14:50:48.577310 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:48.602976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b503612e-77a6-4d5a-966f-ba268431bfc5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Made reservation on behalf of ee188e41d71d434ead519f5f9ae6e707 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:50:48.609037 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b503612e-77a6-4d5a-966f-ba268431bfc5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:48.720187 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-e5d840ef-f2a7-47cb-ba54-65c958a4a22d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:48.739787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-e5d840ef-f2a7-47cb-ba54-65c958a4a22d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Transition to ACTIVE for port object 3b26d444-8675-4a45-bd2e-93a7186c728d will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:48.762412 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1817a6cf-75e4-452f-a052-1be067485a9c req-8e2897d4-6ae9-4e4c-a5b3-7a548f99d4ca tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702917 Jul 15 14:50:48.781300 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-e5d840ef-f2a7-47cb-ba54-65c958a4a22d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:48.816382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['87ef3814-8ded-41ad-b4c9-65f4e5e94011', 'e118ea8b-0489-4f3d-b047-eeb2736d4010', '1ef06155-f258-4023-9361-8178ab130ce6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:50:48.865633 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-e5d840ef-f2a7-47cb-ba54-65c958a4a22d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:50:48.885718 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-e5d840ef-f2a7-47cb-ba54-65c958a4a22d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:50:48.901494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-e5d840ef-f2a7-47cb-ba54-65c958a4a22d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:50:48.964003 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:49.040171 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b503612e-77a6-4d5a-966f-ba268431bfc5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Allocated IP 192.168.233.5 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/ee547856-ce2b-4230-ab12-0c2c2629ec07) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:50:49.047338 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-e5d840ef-f2a7-47cb-ba54-65c958a4a22d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:49.048123 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-e5d840ef-f2a7-47cb-ba54-65c958a4a22d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:49.093685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d840ef-f2a7-47cb-ba54-65c958a4a22d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event updated for resources: {'Port': ['ID=3b26d444-8675-4a45-bd2e-93a7186c728d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:49.120537 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-e5d840ef-f2a7-47cb-ba54-65c958a4a22d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1512418 Jul 15 14:50:49.148963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Request body: {'port': {'device_id': '8f2f02ba-684e-4508-a08e-701fae37551a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:49.203922 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:50:49.357209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-eecfb4d5-a2f4-4f7d-8702-65f4ab499567 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5011241 Jul 15 14:50:49.361386 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:49.538920 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-435059a9-eab9-430a-8491-ff6429c0b002 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:49.546755 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-435059a9-eab9-430a-8491-ff6429c0b002 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839223 Jul 15 14:50:49.589553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c29346b4-1de0-4300-9216-619bbfdda499 None None] Provisioning for port 3b26d444-8675-4a45-bd2e-93a7186c728d completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:49.606109 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c29346b4-1de0-4300-9216-619bbfdda499 None None] Provisioning complete for port 3b26d444-8675-4a45-bd2e-93a7186c728d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:49.606969 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c29346b4-1de0-4300-9216-619bbfdda499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:49.657200 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-2368c1ad-7641-4c59-a557-ced53e4c29bd tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/quotas/c5775ae0ea8044f1bd9c3478300dd6dc HTTP/1.1" status: 200 len: 375 time: 0.1090438 Jul 15 14:50:49.661341 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ccce4fe-c194-4c93-bfeb-7d1604241812 req-1c2ff68a-2fb0-400d-b315-64ead7c0cee1 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18 HTTP/1.1" status: 200 len: 210 time: 0.1113958 Jul 15 14:50:49.732723 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c29346b4-1de0-4300-9216-619bbfdda499 None None] Port 3b26d444-8675-4a45-bd2e-93a7186c728d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:50:49.743484 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-d8a252e6-9558-4614-b4a3-49072326acc2 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857313 Jul 15 14:50:49.806194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-fb9557c2-faaa-405b-858d-c0d0a3ece258 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:49.807756 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-fb9557c2-faaa-405b-858d-c0d0a3ece258 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.11 "GET /v2.0/networks?id=bdc6540e-dbda-49bf-bb85-0c7fced135e0 HTTP/1.1" status: 200 len: 815 time: 0.5558584 Jul 15 14:50:49.812597 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b503612e-77a6-4d5a-966f-ba268431bfc5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:49.826319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-d974554d-9fb6-4c07-830d-2f684ab309f1 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Request body: {'port': {'device_id': '01b09986-589f-412c-97be-ec78e363b42a', 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0', 'admin_state_up': True, 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:49.877907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b503612e-77a6-4d5a-966f-ba268431bfc5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Transition to ACTIVE for port object ee547856-ce2b-4230-ab12-0c2c2629ec07 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:50.055865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 15c521d4-5444-4dcb-9441-ccba1eb108c5 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:50:50.165688 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:50.209838 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 15c521d4-5444-4dcb-9441-ccba1eb108c5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=15c521d4-5444-4dcb-9441-ccba1eb108c5,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:50:50.210868 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c521d4-5444-4dcb-9441-ccba1eb108c5'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:50.214268 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e49b380-1a32-4309-a9f9-0890addb9328" -d '{"events": [{"server_uuid": "a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3", "name": "network-vif-unplugged", "status": "completed", "tag": "15c521d4-5444-4dcb-9441-ccba1eb108c5"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:50.223832 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:50.263949 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3870e33d-7ec7-47e6-88c9-79ccdc26c20d req-8d432d9d-0bb2-4f42-b5bd-a9cf728c0a99 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 210 time: 0.0977829 Jul 15 14:50:50.299798 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b503612e-77a6-4d5a-966f-ba268431bfc5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:50.349475 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=15c521d4-5444-4dcb-9441-ccba1eb108c5,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:50.391884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:50.391884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:50.392194 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:50.392517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:50.392852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:50.393185 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:50.393514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:50.393841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:50.394165 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:50.394489 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:50.395814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:50.396152 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:50:50.405232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-a136bbef-d070-4b06-9a95-2ee3a2a46528 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:50.408053 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-a136bbef-d070-4b06-9a95-2ee3a2a46528 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 821 time: 0.4619827 Jul 15 14:50:50.416022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b503612e-77a6-4d5a-966f-ba268431bfc5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:50:50.430279 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-d974554d-9fb6-4c07-830d-2f684ab309f1 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Made reservation on behalf of 17955bc0b45a4ded99fc6ce63981460e for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:50:50.436186 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-d974554d-9fb6-4c07-830d-2f684ab309f1 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:50.453419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['87ef3814-8ded-41ad-b4c9-65f4e5e94011', 'e118ea8b-0489-4f3d-b047-eeb2736d4010', '1ef06155-f258-4023-9361-8178ab130ce6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:50:50.483263 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8020a4a8-2874-4098-a592-286ee58951b4 req-ae83b973-36f0-4fbf-9382-a3f67e151ccf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654750 Jul 15 14:50:50.499997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b503612e-77a6-4d5a-966f-ba268431bfc5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:50:50.586266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b503612e-77a6-4d5a-966f-ba268431bfc5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:50:50.606726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b503612e-77a6-4d5a-966f-ba268431bfc5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:50.611706 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b503612e-77a6-4d5a-966f-ba268431bfc5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:50.954984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b26d444-8675-4a45-bd2e-93a7186c728d {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:50.975076 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:51.015743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Transition to ACTIVE for port object 3b26d444-8675-4a45-bd2e-93a7186c728d will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:51.026324 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:51.224285 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e87b00d9-7f95-42da-ade9-f5b27479a07a None None] Provisioning for port ee547856-ce2b-4230-ab12-0c2c2629ec07 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:51.257668 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e87b00d9-7f95-42da-ade9-f5b27479a07a None None] Provisioning complete for port ee547856-ce2b-4230-ab12-0c2c2629ec07 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:51.260207 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e87b00d9-7f95-42da-ade9-f5b27479a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:51.282994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Pushing event updated for resources: {'Port': ['ID=3b26d444-8675-4a45-bd2e-93a7186c728d,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:51.450075 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e87b00d9-7f95-42da-ade9-f5b27479a07a None None] Port ee547856-ce2b-4230-ab12-0c2c2629ec07 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:50:51.456681 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Attempting to bind port 3b26d444-8675-4a45-bd2e-93a7186c728d on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:50:51.458518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Attempting to bind port 3b26d444-8675-4a45-bd2e-93a7186c728d by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:50:51.459010 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Attempting to bind port 3b26d444-8675-4a45-bd2e-93a7186c728d on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:51.478068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Port 3b26d444-8675-4a45-bd2e-93a7186c728d on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:50:51.479423 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Attempting to bind port 3b26d444-8675-4a45-bd2e-93a7186c728d on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:51.500706 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:50:51.502710 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:51.503272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:50:51.505156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Bound port: 3b26d444-8675-4a45-bd2e-93a7186c728d, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:50:51.505373 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:51.545748 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b503612e-77a6-4d5a-966f-ba268431bfc5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3821588 Jul 15 14:50:51.549204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503612e-77a6-4d5a-966f-ba268431bfc5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event updated for resources: {'Port': ['ID=ee547856-ce2b-4230-ab12-0c2c2629ec07,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:51.789321 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-d974554d-9fb6-4c07-830d-2f684ab309f1 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Allocated IP 172.20.0.10 (bdc6540e-dbda-49bf-bb85-0c7fced135e0/be99425a-09ff-4f6c-b281-0f29fe8f3668/2a2c9f82-182c-4d8b-be86-7441742dba51) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:50:51.824450 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] For port 3b26d444-8675-4a45-bd2e-93a7186c728d, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:51.837046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] For port 3b26d444-8675-4a45-bd2e-93a7186c728d, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3b26d444-8675-4a45-bd2e-93a7186c728d,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:50:51.850068 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:51.973465 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:51.975130 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:51.977218 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] 10.222.0.11 "PUT /v2.0/ports/3b26d444-8675-4a45-bd2e-93a7186c728d HTTP/1.1" status: 200 len: 1096 time: 2.8455417 Jul 15 14:50:51.978124 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2f02ba-684e-4508-a08e-701fae37551a', 'tag': '3b26d444-8675-4a45-bd2e-93a7186c728d'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:51.992104 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a84d5a-59b9-4125-a030-7c8ad7add3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2f02ba-684e-4508-a08e-701fae37551a", "tag": "3b26d444-8675-4a45-bd2e-93a7186c728d"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:52.087246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d7aac-8fd0-45ca-8d47-c21d6be06190 service neutron] Pushing event updated for resources: {'Port': ['ID=3b26d444-8675-4a45-bd2e-93a7186c728d,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:52.136132 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-c0793c69-ea49-47bb-8c31-60edd4d5080d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/quotas/f286b69641474927a27419a3ad634a1d HTTP/1.1" status: 200 len: 375 time: 1.6581490 Jul 15 14:50:52.150404 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Request body: {'port': {'device_id': '79d8e94d-19a2-487c-9159-a8bed9b3fb18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:52.534220 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-d974554d-9fb6-4c07-830d-2f684ab309f1 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:52.636063 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:52.684006 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-6f2ed67a-50d6-418f-a55f-fc1870287935 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1540647 Jul 15 14:50:52.708866 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-7919f77d-b910-4923-8c90-be5282b00663 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5694458 Jul 15 14:50:52.981549 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-ce7ab4f3-1dd4-427f-b7e8-0714e46d502f service neutron] 10.222.0.38 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030392 Jul 15 14:50:53.112030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-8898b218-ddf8-4180-bf43-488d38f78db1 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:53.114211 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-8898b218-ddf8-4180-bf43-488d38f78db1 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4264681 Jul 15 14:50:53.117395 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a4a8-2874-4098-a592-286ee58951b4 req-45cba39a-9051-4a76-bbd2-2708713b2ddb tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:53.119698 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8020a4a8-2874-4098-a592-286ee58951b4 req-45cba39a-9051-4a76-bbd2-2708713b2ddb tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.6028309 Jul 15 14:50:53.141272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Request body: {'port': {'device_id': '7d4a8dff-2433-47b8-b6fd-92bc399873da', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'c5775ae0ea8044f1bd9c3478300dd6dc'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:53.143803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-d974554d-9fb6-4c07-830d-2f684ab309f1 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Transition to ACTIVE for port object 2a2c9f82-182c-4d8b-be86-7441742dba51 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:53.208296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39182) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:53.283019 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d24cea9b-6daf-44b8-a0c6-4648d574f769 req-6d4d74de-5491-44c7-b23c-53bf4cd17c05 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da HTTP/1.1" status: 200 len: 210 time: 0.1938956 Jul 15 14:50:53.438899 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace3f935-ac0a-4d76-b765-1cab850607b7 x-openstack-request-id: req-ace3f935-ac0a-4d76-b765-1cab850607b7 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:53.439499 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3", "name": "network-vif-unplugged", "status": "completed", "tag": "15c521d4-5444-4dcb-9441-ccba1eb108c5", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:53.440037 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ace3f935-ac0a-4d76-b765-1cab850607b7 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:53.440659 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c521d4-5444-4dcb-9441-ccba1eb108c5', 'code': 200} Jul 15 14:50:53.448682 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Made reservation on behalf of c5775ae0ea8044f1bd9c3478300dd6dc for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:50:53.453837 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:53.485080 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:53.562371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3797bba5-3cdc-4c92-9830-9ecd63c08da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:53.649484 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-9501dffb-f8e5-4455-bd9c-a15b74f1c5b5 service neutron] 10.222.0.38 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6666827 Jul 15 14:50:53.710260 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-d974554d-9fb6-4c07-830d-2f684ab309f1 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:53.783491 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:53.784168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974554d-9fb6-4c07-830d-2f684ab309f1 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Pushing event updated for resources: {'Port': ['ID=2a2c9f82-182c-4d8b-be86-7441742dba51,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:53.817854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-d974554d-9fb6-4c07-830d-2f684ab309f1 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Network bdc6540e-dbda-49bf-bb85-0c7fced135e0 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:50:53.826470 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-d974554d-9fb6-4c07-830d-2f684ab309f1 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:50:53.831716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-d974554d-9fb6-4c07-830d-2f684ab309f1 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:50:53.842128 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-d974554d-9fb6-4c07-830d-2f684ab309f1 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:53.843020 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-d974554d-9fb6-4c07-830d-2f684ab309f1 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:53.891476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-8020a4a8-2874-4098-a592-286ee58951b4 req-a07288b7-f3f1-492c-9547-501cdad58cbf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Request body: {'port': {'device_id': '1efac98d-f201-44cc-a8d9-a0bae9ff0162', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'c5775ae0ea8044f1bd9c3478300dd6dc'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:53.893205 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:53.957244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee547856-ce2b-4230-ab12-0c2c2629ec07 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:54.072204 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:54.290131 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa226d4-c005-496e-92da-55487c357ae6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:54.290963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Transition to ACTIVE for port object ee547856-ce2b-4230-ab12-0c2c2629ec07 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:54.385009 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-4a980ae9-4e6d-4637-8264-01bd4321948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:54.387750 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:54.394723 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-4a980ae9-4e6d-4637-8264-01bd4321948d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=8f2f02ba-684e-4508-a08e-701fae37551a HTTP/1.1" status: 200 len: 1099 time: 0.3815939 Jul 15 14:50:54.513018 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4e94769a-808b-4b92-8802-a4d82224079c None None] Provisioning for port 2a2c9f82-182c-4d8b-be86-7441742dba51 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:54.528608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4e94769a-808b-4b92-8802-a4d82224079c None None] Provisioning complete for port 2a2c9f82-182c-4d8b-be86-7441742dba51 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:54.529764 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e94769a-808b-4b92-8802-a4d82224079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:54.601118 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Allocated IP 192.168.233.233 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/40e17cae-f049-4bbf-86a1-d8dff0609c65) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:50:54.613916 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-6f5417f9-7ad2-4c00-9496-d8e2715dd5d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3b26d444-8675-4a45-bd2e-93a7186c728d HTTP/1.1" status: 200 len: 217 time: 0.1219754 Jul 15 14:50:54.630491 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3797bba5-3cdc-4c92-9830-9ecd63c08da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:54.642304 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3797bba5-3cdc-4c92-9830-9ecd63c08da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:54.653750 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4e94769a-808b-4b92-8802-a4d82224079c None None] Port 2a2c9f82-182c-4d8b-be86-7441742dba51 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:50:54.700157 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3797bba5-3cdc-4c92-9830-9ecd63c08da6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=df3b5ee0d6af4761a5cbd415064999a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4905424 Jul 15 14:50:54.704271 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-d974554d-9fb6-4c07-830d-2f684ab309f1 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8818192 Jul 15 14:50:54.714378 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39198) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:54.817738 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa18ae-1ed6-4574-adae-bd5df2d9d587 req-4f5173ea-9a64-4993-9447-25d9b6a4fc6b tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:54.833697 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-96fa18ae-1ed6-4574-adae-bd5df2d9d587 req-4f5173ea-9a64-4993-9447-25d9b6a4fc6b tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18 HTTP/1.1" status: 200 len: 934 time: 0.7687473 Jul 15 14:50:54.842431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Pushing event updated for resources: {'Port': ['ID=ee547856-ce2b-4230-ab12-0c2c2629ec07,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:54.947157 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Request body: {'port': {'device_id': '01b09986-589f-412c-97be-ec78e363b42a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:54.987212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-1ed6e2be-2bd5-4362-88dc-4c2680063753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:54.989600 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-1ed6e2be-2bd5-4362-88dc-4c2680063753 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.2173345 Jul 15 14:50:54.999751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797bba5-3cdc-4c92-9830-9ecd63c08da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cec0e1-a209-412f-8f5c-583a1447945a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:55.036702 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13e15baa-2849-4e1a-b0f2-60238aefef7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:55.137945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8020a4a8-2874-4098-a592-286ee58951b4 req-a07288b7-f3f1-492c-9547-501cdad58cbf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Made reservation on behalf of c5775ae0ea8044f1bd9c3478300dd6dc for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:50:55.143994 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8020a4a8-2874-4098-a592-286ee58951b4 req-a07288b7-f3f1-492c-9547-501cdad58cbf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:55.152617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Attempting to bind port ee547856-ce2b-4230-ab12-0c2c2629ec07 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:50:55.152908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Attempting to bind port ee547856-ce2b-4230-ab12-0c2c2629ec07 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:50:55.153246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Attempting to bind port ee547856-ce2b-4230-ab12-0c2c2629ec07 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:55.232860 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca8385-7b86-4f9d-9d02-ce8cce312db5 req-1f80ce77-caec-4a9d-81b3-bfd6b586d950 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:55.235516 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43ca8385-7b86-4f9d-9d02-ce8cce312db5 req-1f80ce77-caec-4a9d-81b3-bfd6b586d950 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 932 time: 0.9422069 Jul 15 14:50:55.254191 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-96fa18ae-1ed6-4574-adae-bd5df2d9d587 req-c9a3014f-0f12-4fb4-a194-a201d35b5abf tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187794 Jul 15 14:50:55.269273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Port ee547856-ce2b-4230-ab12-0c2c2629ec07 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:50:55.270255 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Attempting to bind port ee547856-ce2b-4230-ab12-0c2c2629ec07 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:55.320394 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13e15baa-2849-4e1a-b0f2-60238aefef7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:55.346298 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:55.385790 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16cfb3a-0c0b-4653-a959-b1f7f318508b x-openstack-request-id: req-f16cfb3a-0c0b-4653-a959-b1f7f318508b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:55.386158 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2f02ba-684e-4508-a08e-701fae37551a", "tag": "3b26d444-8675-4a45-bd2e-93a7186c728d", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:55.386338 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f16cfb3a-0c0b-4653-a959-b1f7f318508b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:55.386768 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2f02ba-684e-4508-a08e-701fae37551a', 'tag': '3b26d444-8675-4a45-bd2e-93a7186c728d', 'status': 'completed', 'code': 200} Jul 15 14:50:55.400854 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Transition to ACTIVE for port object 40e17cae-f049-4bbf-86a1-d8dff0609c65 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:55.422698 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-eca6fc7d-bc49-4866-bdfb-109aea6f30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:55.424347 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-eca6fc7d-bc49-4866-bdfb-109aea6f30c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3677962 Jul 15 14:50:55.452382 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13e15baa-2849-4e1a-b0f2-60238aefef7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:55.456226 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13e15baa-2849-4e1a-b0f2-60238aefef7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:55.460734 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-13e15baa-2849-4e1a-b0f2-60238aefef7e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/10cec0e1-a209-412f-8f5c-583a1447945a HTTP/1.1" status: 204 len: 168 time: 0.7448626 Jul 15 14:50:55.474270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e15baa-2849-4e1a-b0f2-60238aefef7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cec0e1-a209-412f-8f5c-583a1447945a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:55.478118 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:55.511081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:50:55.512205 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:50:55.512716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:50:55.513231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:55.513838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:50:55.514295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Bound port: ee547856-ce2b-4230-ab12-0c2c2629ec07, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:50:55.514693 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:55.584546 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:50:55.696427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43ca8385-7b86-4f9d-9d02-ce8cce312db5 req-146a063d-aecb-4e02-b0d3-977a2ea554b0 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/security-groups?id=d008e91f-4879-449d-adb0-98a4d92795d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287393 Jul 15 14:50:55.771857 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:56.063343 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Pushing event updated for resources: {'Port': ['ID=40e17cae-f049-4bbf-86a1-d8dff0609c65,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:56.078621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bcd3abdf-b9ca-4555-8a15-88d3ef0c3835 None None] Provisioning for port 40e17cae-f049-4bbf-86a1-d8dff0609c65 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:56.093730 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bcd3abdf-b9ca-4555-8a15-88d3ef0c3835 None None] Provisioning complete for port 40e17cae-f049-4bbf-86a1-d8dff0609c65 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:56.096442 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bcd3abdf-b9ca-4555-8a15-88d3ef0c3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:56.120607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:56.121406 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:56.288900 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e060e91a-d32e-464f-a1cf-5bd9c275ba9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1567256 Jul 15 14:50:56.318469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Request body: {'port': {'device_id': '7d4a8dff-2433-47b8-b6fd-92bc399873da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:56.349725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-bcd3abdf-b9ca-4555-8a15-88d3ef0c3835 None None] Port 40e17cae-f049-4bbf-86a1-d8dff0609c65 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:50:56.464274 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] For port ee547856-ce2b-4230-ab12-0c2c2629ec07, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:56.468379 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] For port ee547856-ce2b-4230-ab12-0c2c2629ec07, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ee547856-ce2b-4230-ab12-0c2c2629ec07,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:50:56.482505 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52cba8f4-da13-4ce8-b669-45178ef646cc req-faf9d307-66f3-4321-b70f-a2010d47b08e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 210 time: 0.0680542 Jul 15 14:50:56.503830 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-af3cae81-b9b5-4f2e-80f8-e1e0aaeda86a service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7244821 Jul 15 14:50:56.505050 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39222) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:56.506763 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:56.595793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-8020a4a8-2874-4098-a592-286ee58951b4 req-a07288b7-f3f1-492c-9547-501cdad58cbf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Allocated IP 192.168.233.239 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/c25c018f-797e-408a-9efb-213fc023f764) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:50:56.605574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Pushing event updated for resources: {'Port': ['ID=ee547856-ce2b-4230-ab12-0c2c2629ec07,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:56.985341 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8020a4a8-2874-4098-a592-286ee58951b4 req-a07288b7-f3f1-492c-9547-501cdad58cbf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:57.024388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-8020a4a8-2874-4098-a592-286ee58951b4 req-a07288b7-f3f1-492c-9547-501cdad58cbf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Transition to ACTIVE for port object c25c018f-797e-408a-9efb-213fc023f764 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:57.090557 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8020a4a8-2874-4098-a592-286ee58951b4 req-a07288b7-f3f1-492c-9547-501cdad58cbf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:57.167685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:57.168333 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:57.169983 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-b8250f73-6a10-4e24-8fd2-6a141ad0616a service neutron] 10.222.0.22 "PUT /v2.0/ports/ee547856-ce2b-4230-ab12-0c2c2629ec07 HTTP/1.1" status: 200 len: 1094 time: 5.2407031 Jul 15 14:50:57.183304 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d8e94d-19a2-487c-9159-a8bed9b3fb18', 'tag': 'ee547856-ce2b-4230-ab12-0c2c2629ec07'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:57.184042 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee40f0c6-e832-46ac-9a8c-d8b2b4c035d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:57.187182 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd10804b-b811-4b7c-9d13-25b8b89f6fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "79d8e94d-19a2-487c-9159-a8bed9b3fb18", "tag": "ee547856-ce2b-4230-ab12-0c2c2629ec07"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:57.452358 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:57.599872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8020a4a8-2874-4098-a592-286ee58951b4 req-a07288b7-f3f1-492c-9547-501cdad58cbf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:50:57.646983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-8020a4a8-2874-4098-a592-286ee58951b4 req-a07288b7-f3f1-492c-9547-501cdad58cbf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:50:57.649569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8020a4a8-2874-4098-a592-286ee58951b4 req-a07288b7-f3f1-492c-9547-501cdad58cbf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:50:57.655588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a4a8-2874-4098-a592-286ee58951b4 req-a07288b7-f3f1-492c-9547-501cdad58cbf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:57.656666 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8020a4a8-2874-4098-a592-286ee58951b4 req-a07288b7-f3f1-492c-9547-501cdad58cbf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:57.671234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2c9f82-182c-4d8b-be86-7441742dba51 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:57.681134 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07288b7-f3f1-492c-9547-501cdad58cbf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Pushing event updated for resources: {'Port': ['ID=c25c018f-797e-408a-9efb-213fc023f764,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:57.681882 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-8785d0ca-3329-4ff9-87e5-d3cb605b9393 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0882964 Jul 15 14:50:57.710252 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:57.766438 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce3023-6758-49bb-a123-543ef2ff2557 req-26536a16-09e1-410e-a78a-297d3e481341 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:57.768477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6ce3023-6758-49bb-a123-543ef2ff2557 req-26536a16-09e1-410e-a78a-297d3e481341 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da HTTP/1.1" status: 200 len: 936 time: 1.1229582 Jul 15 14:50:57.863663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Transition to ACTIVE for port object 2a2c9f82-182c-4d8b-be86-7441742dba51 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:57.886476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-c5bb33b6-5626-48d4-aeb6-e861478e81de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:57.888448 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-c5bb33b6-5626-48d4-aeb6-e861478e81de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18 HTTP/1.1" status: 200 len: 1097 time: 0.6435311 Jul 15 14:50:57.925313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6ce3023-6758-49bb-a123-543ef2ff2557 req-c1e414f7-e1de-4782-9b31-ba5324b42294 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076195 Jul 15 14:50:57.929969 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:58.059404 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-5838c460-9d0f-4ccf-8f84-ff26d356921c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=ee547856-ce2b-4230-ab12-0c2c2629ec07 HTTP/1.1" status: 200 len: 217 time: 0.1601088 Jul 15 14:50:58.102232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7d870-876f-4701-a233-887b62a5d3f0 req-a7f9b703-4b35-458f-9be8-2f77f3cf5298 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:58.112551 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebe7d870-876f-4701-a233-887b62a5d3f0 req-a7f9b703-4b35-458f-9be8-2f77f3cf5298 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18 HTTP/1.1" status: 200 len: 946 time: 0.3371432 Jul 15 14:50:58.187077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Pushing event updated for resources: {'Port': ['ID=2a2c9f82-182c-4d8b-be86-7441742dba51,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:58.224601 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee40f0c6-e832-46ac-9a8c-d8b2b4c035d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:58.246889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-35aab60e-4461-448f-a68d-301d29142dd6 None None] Provisioning for port c25c018f-797e-408a-9efb-213fc023f764 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:50:58.256461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-35aab60e-4461-448f-a68d-301d29142dd6 None None] Provisioning complete for port c25c018f-797e-408a-9efb-213fc023f764 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:50:58.256851 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35aab60e-4461-448f-a68d-301d29142dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:58.347508 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee40f0c6-e832-46ac-9a8c-d8b2b4c035d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:58.397385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-35aab60e-4461-448f-a68d-301d29142dd6 None None] Port c25c018f-797e-408a-9efb-213fc023f764 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:50:58.536292 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40f0c6-e832-46ac-9a8c-d8b2b4c035d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76736cbb-f114-4cf0-a62b-814eb138c145,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:58.629776 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ee40f0c6-e832-46ac-9a8c-d8b2b4c035d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=054dc55a6e0c45f2b90c09a41b703880&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1153982 Jul 15 14:50:58.636902 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39242) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:50:58.705944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a84d5a-59b9-4125-a030-7c8ad7add3ea req-ed127053-594e-460f-bb85-65b29799f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:58.707903 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d5a84d5a-59b9-4125-a030-7c8ad7add3ea req-ed127053-594e-460f-bb85-65b29799f646 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=8f2f02ba-684e-4508-a08e-701fae37551a HTTP/1.1" status: 200 len: 1099 time: 0.4807816 Jul 15 14:50:58.755344 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0a12ee9-f1d9-49de-b391-4033d044b518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:58.774048 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8020a4a8-2874-4098-a592-286ee58951b4 req-a07288b7-f3f1-492c-9547-501cdad58cbf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8872697 Jul 15 14:50:58.798803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Attempting to bind port 2a2c9f82-182c-4d8b-be86-7441742dba51 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:50:58.799482 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Attempting to bind port 2a2c9f82-182c-4d8b-be86-7441742dba51 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'b1c1e254-4cc6-47df-997e-e18c529637ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:50:58.800028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Attempting to bind port 2a2c9f82-182c-4d8b-be86-7441742dba51 on network bdc6540e-dbda-49bf-bb85-0c7fced135e0 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:58.809205 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-0ad1af83-ad91-4606-aeb5-f0fcc4570bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:58.811032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-0ad1af83-ad91-4606-aeb5-f0fcc4570bbe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.6931536 Jul 15 14:50:58.817889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebe7d870-876f-4701-a233-887b62a5d3f0 req-0812ef1c-8e81-4d92-8b5a-0db2733c3c9b tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7041762 Jul 15 14:50:58.822833 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0a12ee9-f1d9-49de-b391-4033d044b518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:58.827915 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Port 2a2c9f82-182c-4d8b-be86-7441742dba51 on network bdc6540e-dbda-49bf-bb85-0c7fced135e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:50:58.828250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Attempting to bind port 2a2c9f82-182c-4d8b-be86-7441742dba51 on network bdc6540e-dbda-49bf-bb85-0c7fced135e0 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:58.858836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e17cae-f049-4bbf-86a1-d8dff0609c65 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:50:58.882058 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:58.893662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:50:58.894021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Checking segment: {'id': 'b1c1e254-4cc6-47df-997e-e18c529637ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:58.894412 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Bound using segment: {'id': 'b1c1e254-4cc6-47df-997e-e18c529637ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:50:58.895027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Bound port: 2a2c9f82-182c-4d8b-be86-7441742dba51, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c1e254-4cc6-47df-997e-e18c529637ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:50:58.895484 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:58.932003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Transition to ACTIVE for port object 40e17cae-f049-4bbf-86a1-d8dff0609c65 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:50:58.934022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d33e0c-7253-48fc-944e-4f9188665d30 req-a4f4cc8d-303c-4e50-b5f3-4614624ac5bb tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:58.939216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2d33e0c-7253-48fc-944e-4f9188665d30 req-a4f4cc8d-303c-4e50-b5f3-4614624ac5bb tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 950 time: 0.7425642 Jul 15 14:50:58.944190 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:58.957751 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0a12ee9-f1d9-49de-b391-4033d044b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:58.960032 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0a12ee9-f1d9-49de-b391-4033d044b518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:58.961243 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a0a12ee9-f1d9-49de-b391-4033d044b518 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76736cbb-f114-4cf0-a62b-814eb138c145 HTTP/1.1" status: 204 len: 168 time: 0.3234024 Jul 15 14:50:59.009120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a12ee9-f1d9-49de-b391-4033d044b518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76736cbb-f114-4cf0-a62b-814eb138c145,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:59.040543 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Pushing event updated for resources: {'Port': ['ID=40e17cae-f049-4bbf-86a1-d8dff0609c65,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:59.251323 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Attempting to bind port 40e17cae-f049-4bbf-86a1-d8dff0609c65 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:50:59.251618 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Attempting to bind port 40e17cae-f049-4bbf-86a1-d8dff0609c65 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:50:59.251980 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Attempting to bind port 40e17cae-f049-4bbf-86a1-d8dff0609c65 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:59.269744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Port 40e17cae-f049-4bbf-86a1-d8dff0609c65 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:50:59.270277 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Attempting to bind port 40e17cae-f049-4bbf-86a1-d8dff0609c65 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:50:59.277343 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:50:59.277694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:50:59.278064 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:50:59.278503 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Bound port: 40e17cae-f049-4bbf-86a1-d8dff0609c65, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:50:59.278892 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:59.328097 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2d33e0c-7253-48fc-944e-4f9188665d30 req-1737d91e-2d9e-4ad4-9ff2-42f08ea6fb1b tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761251 Jul 15 14:50:59.469646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-e8f56997-86d0-4a11-939c-23a5609650cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:59.482651 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-e8f56997-86d0-4a11-939c-23a5609650cc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6556764 Jul 15 14:50:59.493210 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] For port 40e17cae-f049-4bbf-86a1-d8dff0609c65, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:59.499922 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c7cecf-bdf9-4f43-82b0-4be38dc4a54b x-openstack-request-id: req-87c7cecf-bdf9-4f43-82b0-4be38dc4a54b {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:50:59.503033 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d8e94d-19a2-487c-9159-a8bed9b3fb18", "tag": "ee547856-ce2b-4230-ab12-0c2c2629ec07", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:50:59.504517 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] For port 40e17cae-f049-4bbf-86a1-d8dff0609c65, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=40e17cae-f049-4bbf-86a1-d8dff0609c65,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:50:59.518614 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-87c7cecf-bdf9-4f43-82b0-4be38dc4a54b {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:50:59.519200 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d8e94d-19a2-487c-9159-a8bed9b3fb18', 'tag': 'ee547856-ce2b-4230-ab12-0c2c2629ec07', 'status': 'completed', 'code': 200} Jul 15 14:50:59.524293 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:59.616220 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:50:59.616883 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:50:59.618398 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] 10.222.0.22 "PUT /v2.0/ports/40e17cae-f049-4bbf-86a1-d8dff0609c65 HTTP/1.1" status: 200 len: 1096 time: 3.3143172 Jul 15 14:50:59.620106 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4a8dff-2433-47b8-b6fd-92bc399873da', 'tag': '40e17cae-f049-4bbf-86a1-d8dff0609c65'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:50:59.622629 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5f72f1-6e59-4ebc-9a38-a75d91d5486d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4a8dff-2433-47b8-b6fd-92bc399873da", "tag": "40e17cae-f049-4bbf-86a1-d8dff0609c65"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:50:59.873208 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade50b62-1365-43cc-aad3-36bde98f6cfc service neutron] Pushing event updated for resources: {'Port': ['ID=40e17cae-f049-4bbf-86a1-d8dff0609c65,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:50:59.884692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-e60b1999-1114-4357-87be-1d3806d26c43 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639100 Jul 15 14:50:59.904980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Request body: {'port': {'device_id': '1efac98d-f201-44cc-a8d9-a0bae9ff0162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:50:59.933085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] For port 2a2c9f82-182c-4d8b-be86-7441742dba51, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:50:59.975417 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-771ff0e5-8dc7-47a8-b58f-a08db1bb0bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:00.024492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec603b8b-6eef-40cb-9208-4ae0df4d4577 req-ce06daa1-405a-48f6-88ff-3febe3cf044f tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:00.038224 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec603b8b-6eef-40cb-9208-4ae0df4d4577 req-ce06daa1-405a-48f6-88ff-3febe3cf044f tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 944 time: 0.8723071 Jul 15 14:51:00.087318 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.11', 63837) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:00.100563 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a84d5a-59b9-4125-a030-7c8ad7add3ea req-565711ce-2dd2-4d82-b753-773af29b3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:00.103191 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d5a84d5a-59b9-4125-a030-7c8ad7add3ea req-565711ce-2dd2-4d82-b753-773af29b3862 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.4985013 Jul 15 14:51:00.171499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-1d6069cb-a876-4248-865f-747c8d78d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:00.174221 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-1d6069cb-a876-4248-865f-747c8d78d9de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da HTTP/1.1" status: 200 len: 1099 time: 0.4628065 Jul 15 14:51:00.254684 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] For port 2a2c9f82-182c-4d8b-be86-7441742dba51, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2a2c9f82-182c-4d8b-be86-7441742dba51,segment=NetworkSegment(b1c1e254-4cc6-47df-997e-e18c529637ca),segment_id=b1c1e254-4cc6-47df-997e-e18c529637ca)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:51:00.310428 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec603b8b-6eef-40cb-9208-4ae0df4d4577 req-847e0117-9557-4c64-b9f7-6223cf1a8d9e tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/security-groups?id=d008e91f-4879-449d-adb0-98a4d92795d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668409 Jul 15 14:51:00.335980 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a39d7ca-0c31-4f0a-86b9-9057bf81f59c req-908dc7ee-0b5f-44c8-9a71-e99ef7536c16 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 210 time: 0.4110117 Jul 15 14:51:00.361022 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-af7cd0d0-2a30-49e0-94cc-48d9d4771574 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=40e17cae-f049-4bbf-86a1-d8dff0609c65 HTTP/1.1" status: 200 len: 217 time: 0.1491110 Jul 15 14:51:00.381302 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:00.689263 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d5a84d5a-59b9-4125-a030-7c8ad7add3ea req-4ada12f5-0c18-4174-8a01-9657582055ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3b26d444-8675-4a45-bd2e-93a7186c728d HTTP/1.1" status: 200 len: 217 time: 0.4467456 Jul 15 14:51:00.709095 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.11', 63838) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:00.725299 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea3cdb3d-51c9-4dd3-872f-61f561188e14 req-4e0fe437-1f22-4ad7-9cad-160dbadedd16 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7882164 Jul 15 14:51:00.756207 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:00.789637 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-2e92ae60-efea-4b33-817b-7d5044e2469d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:00.791483 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-2e92ae60-efea-4b33-817b-7d5044e2469d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.11 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 821 time: 0.6868811 Jul 15 14:51:00.827110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ffc83d01-586f-4885-b919-aac332684878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:00.854758 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ffc83d01-586f-4885-b919-aac332684878 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.3745470 Jul 15 14:51:00.916283 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9486098-d176-4288-81c7-e17169452479 x-openstack-request-id: req-f9486098-d176-4288-81c7-e17169452479 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:00.916971 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4a8dff-2433-47b8-b6fd-92bc399873da", "tag": "40e17cae-f049-4bbf-86a1-d8dff0609c65", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:00.917240 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f9486098-d176-4288-81c7-e17169452479 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:00.917684 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4a8dff-2433-47b8-b6fd-92bc399873da', 'tag': '40e17cae-f049-4bbf-86a1-d8dff0609c65', 'status': 'completed', 'code': 200} Jul 15 14:51:00.944613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:00.945962 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:00.956296 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] 10.222.0.11 "PUT /v2.0/ports/2a2c9f82-182c-4d8b-be86-7441742dba51 HTTP/1.1" status: 200 len: 1092 time: 6.0355325 Jul 15 14:51:01.145398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a84d5a-59b9-4125-a030-7c8ad7add3ea req-8d68a833-2504-4c03-a970-48e6ce032a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:01.148331 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d5a84d5a-59b9-4125-a030-7c8ad7add3ea req-8d68a833-2504-4c03-a970-48e6ce032a26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.3359332 Jul 15 14:51:01.155507 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-dd60609b-0255-4ce7-b18d-04e35d52b06a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Request body: {'port': {'device_id': 'a8aa67c1-3c47-4b0a-ae35-83873ef497b0', 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4', 'admin_state_up': True, 'tenant_id': 'f286b69641474927a27419a3ad634a1d'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:01.526025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b09986-589f-412c-97be-ec78e363b42a', 'tag': '2a2c9f82-182c-4d8b-be86-7441742dba51'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:01.531311 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1349ff1b-9a2a-4124-a527-ada0307a08b0" -d '{"events": [{"name": "network-changed", "server_uuid": "01b09986-589f-412c-97be-ec78e363b42a", "tag": "2a2c9f82-182c-4d8b-be86-7441742dba51"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:01.562473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305de43-0b19-48f0-aa6e-5f04414631ec service neutron] Pushing event updated for resources: {'Port': ['ID=2a2c9f82-182c-4d8b-be86-7441742dba51,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:01.590076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10804b-b811-4b7c-9d13-25b8b89f6fb9 req-174cb51e-2345-4033-a6b0-604a18788e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:01.592534 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd10804b-b811-4b7c-9d13-25b8b89f6fb9 req-174cb51e-2345-4033-a6b0-604a18788e89 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18 HTTP/1.1" status: 200 len: 1097 time: 0.6348472 Jul 15 14:51:01.612802 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937da546-0744-4404-aa01-441a44da5e48 req-a3fc6955-1ebe-4979-a82e-432ee58e455a tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:01.615054 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-937da546-0744-4404-aa01-441a44da5e48 req-a3fc6955-1ebe-4979-a82e-432ee58e455a tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.11 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 950 time: 0.8226502 Jul 15 14:51:01.618746 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e14a1764-2054-4b57-b103-3ef337104eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:01.626318 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-e14a1764-2054-4b57-b103-3ef337104eb9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7071631 Jul 15 14:51:01.748247 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-dd60609b-0255-4ce7-b18d-04e35d52b06a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Made reservation on behalf of f286b69641474927a27419a3ad634a1d for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:51:01.752302 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-dd60609b-0255-4ce7-b18d-04e35d52b06a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:01.812070 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef93f3-8e48-4549-b306-5a447a4c5444 req-fd96dd49-40cf-44f8-95c3-e0b022f4e8ec tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:01.821397 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8aef93f3-8e48-4549-b306-5a447a4c5444 req-fd96dd49-40cf-44f8-95c3-e0b022f4e8ec tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da HTTP/1.1" status: 200 len: 948 time: 0.6195738 Jul 15 14:51:01.832954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4690059-7ff6-4b4e-8b2a-9dbbd78605b8 req-701694fe-7e35-4e23-a67c-1e2ac48c06ca tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:01.834724 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4690059-7ff6-4b4e-8b2a-9dbbd78605b8 req-701694fe-7e35-4e23-a67c-1e2ac48c06ca tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18 HTTP/1.1" status: 200 len: 946 time: 0.6968226 Jul 15 14:51:01.920084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10804b-b811-4b7c-9d13-25b8b89f6fb9 req-c1ed77c4-e1e2-4b7c-8bc1-ec6bf51550d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:01.921937 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd10804b-b811-4b7c-9d13-25b8b89f6fb9 req-c1ed77c4-e1e2-4b7c-8bc1-ec6bf51550d9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.3193424 Jul 15 14:51:01.928144 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-d747b63c-c7de-4fe2-a081-9a3d5f631975 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849519 Jul 15 14:51:02.023647 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8aef93f3-8e48-4549-b306-5a447a4c5444 req-f3e46416-226f-4a26-881b-a989c55c0ffa tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011578 Jul 15 14:51:02.031468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd10804b-b811-4b7c-9d13-25b8b89f6fb9 req-a3943bf6-295b-463c-9422-3ec5803931d6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=ee547856-ce2b-4230-ab12-0c2c2629ec07 HTTP/1.1" status: 200 len: 217 time: 0.0925059 Jul 15 14:51:02.037372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4690059-7ff6-4b4e-8b2a-9dbbd78605b8 req-ac2be33c-2617-4216-85d5-af6e46bc9f32 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884294 Jul 15 14:51:02.116902 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3b26d444-8675-4a45-bd2e-93a7186c728d details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:51:02.120718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25c018f-797e-408a-9efb-213fc023f764 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:02.132959 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:02.144592 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10804b-b811-4b7c-9d13-25b8b89f6fb9 req-796d5aa1-7c77-44d2-88c1-8b92c879d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:02.146247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd10804b-b811-4b7c-9d13-25b8b89f6fb9 req-796d5aa1-7c77-44d2-88c1-8b92c879d672 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0966871 Jul 15 14:51:02.154464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Transition to ACTIVE for port object c25c018f-797e-408a-9efb-213fc023f764 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:51:02.189330 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ca7e14-8324-4b22-b25e-ad814842536e req-ac55c7fa-1496-45bc-9849-d5ed7acf2244 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533102 Jul 15 14:51:02.190617 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:02.376230 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-dd60609b-0255-4ce7-b18d-04e35d52b06a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Allocated IP 172.20.0.13 (0b54b3be-aee8-40ee-b1a0-2d825368d7c4/8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a/b9bab48d-cccf-4548-aa93-4c9901aae8a2) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:51:02.397591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3b26d444-8675-4a45-bd2e-93a7186c728d, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3b26d444-8675-4a45-bd2e-93a7186c728d,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:02.412726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '3b26d444-8675-4a45-bd2e-93a7186c728d', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '3b26d444-8675-4a45-bd2e-93a7186c728d', 'mac_address': 'fa:16:3e:3a:bf:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:51:02.475829 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:02.505164 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b26d444-8675-4a45-bd2e-93a7186c728d {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:02.618864 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a84d5a-59b9-4125-a030-7c8ad7add3ea req-c974167b-36fa-4f76-89b0-664b403e74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:02.620612 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d5a84d5a-59b9-4125-a030-7c8ad7add3ea req-c974167b-36fa-4f76-89b0-664b403e74e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4153047 Jul 15 14:51:02.622758 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3b26d444-8675-4a45-bd2e-93a7186c728d, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3b26d444-8675-4a45-bd2e-93a7186c728d,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:02.641734 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:02.757256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-937da546-0744-4404-aa01-441a44da5e48 req-5fc3c3b4-6632-40cd-aa3c-def3f3fb49a5 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Deleting port 3f5e6b33-fb52-408d-9e7b-847bdbda6534 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:51:02.757924 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-937da546-0744-4404-aa01-441a44da5e48 req-5fc3c3b4-6632-40cd-aa3c-def3f3fb49a5 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:02.819101 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:02.886956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=3b26d444-8675-4a45-bd2e-93a7186c728d,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:02.900642 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Pushing event updated for resources: {'Port': ['ID=c25c018f-797e-408a-9efb-213fc023f764,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:02.905742 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8bb19ea8-b037-4e42-9fbe-1d13681737de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:02.935194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Attempting to bind port c25c018f-797e-408a-9efb-213fc023f764 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:51:02.935662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Attempting to bind port c25c018f-797e-408a-9efb-213fc023f764 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:51:02.935876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Attempting to bind port c25c018f-797e-408a-9efb-213fc023f764 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:02.947887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Port c25c018f-797e-408a-9efb-213fc023f764 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:51:02.948241 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Attempting to bind port c25c018f-797e-408a-9efb-213fc023f764 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:02.966485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10804b-b811-4b7c-9d13-25b8b89f6fb9 req-f68da527-15a1-4497-b35b-98e48cb381de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:02.968321 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd10804b-b811-4b7c-9d13-25b8b89f6fb9 req-f68da527-15a1-4497-b35b-98e48cb381de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8053448 Jul 15 14:51:02.971753 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['3b26d444-8675-4a45-bd2e-93a7186c728d'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:02.979045 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:51:02.979485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:51:02.979823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:51:02.980368 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Bound port: c25c018f-797e-408a-9efb-213fc023f764, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:51:02.980778 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:03.019492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-61e022de-1723-41da-9f8f-61bfbe600782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:03.022313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-61e022de-1723-41da-9f8f-61bfbe600782 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17955bc0b45a4ded99fc6ce63981460e&device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 1095 time: 0.6777947 Jul 15 14:51:03.030301 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245c14e-db02-4a4d-98f2-c11473b109ec req-4b5bfe36-3749-4945-b5bc-3ead80f1d4bf tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:03.031934 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3245c14e-db02-4a4d-98f2-c11473b109ec req-4b5bfe36-3749-4945-b5bc-3ead80f1d4bf tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 950 time: 0.3323324 Jul 15 14:51:03.134089 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-c1b20072-e6f5-4a0a-898e-c70f280d02e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a2c9f82-182c-4d8b-be86-7441742dba51 HTTP/1.1" status: 200 len: 217 time: 0.0496070 Jul 15 14:51:03.167996 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b177a-56bc-4334-a45b-7c40e2d2cb6f req-861d7607-1c47-4aac-836c-a22e3f44de0b tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:03.175303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4c2b177a-56bc-4334-a45b-7c40e2d2cb6f req-861d7607-1c47-4aac-836c-a22e3f44de0b tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 944 time: 0.5449467 Jul 15 14:51:03.202153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f72f1-6e59-4ebc-9a38-a75d91d5486d req-b216db8e-3a54-4346-b3c7-38fd2246efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:03.203823 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2e5f72f1-6e59-4ebc-9a38-a75d91d5486d req-b216db8e-3a54-4346-b3c7-38fd2246efa2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da HTTP/1.1" status: 200 len: 1099 time: 0.5360677 Jul 15 14:51:03.206001 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-937da546-0744-4404-aa01-441a44da5e48 req-5fc3c3b4-6632-40cd-aa3c-def3f3fb49a5 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] For port 3f5e6b33-fb52-408d-9e7b-847bdbda6534, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3f5e6b33-fb52-408d-9e7b-847bdbda6534,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:03.206371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-937da546-0744-4404-aa01-441a44da5e48 req-5fc3c3b4-6632-40cd-aa3c-def3f3fb49a5 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:03.215986 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d5a84d5a-59b9-4125-a030-7c8ad7add3ea req-2c740726-5781-4956-8ca5-58b4188ddd66 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711300 Jul 15 14:51:03.280559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-937da546-0744-4404-aa01-441a44da5e48 req-5fc3c3b4-6632-40cd-aa3c-def3f3fb49a5 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Calling delete_port for 3f5e6b33-fb52-408d-9e7b-847bdbda6534 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:51:03.285020 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-dd60609b-0255-4ce7-b18d-04e35d52b06a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:03.290159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3245c14e-db02-4a4d-98f2-c11473b109ec req-6fa75f08-7a12-4290-8f35-951bfede8590 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394159 Jul 15 14:51:03.406305 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4c2b177a-56bc-4334-a45b-7c40e2d2cb6f req-55bd8218-8fef-4043-b32f-995045ad540e tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/security-groups?id=d008e91f-4879-449d-adb0-98a4d92795d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299025 Jul 15 14:51:03.433043 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f72f1-6e59-4ebc-9a38-a75d91d5486d req-ebed4ced-d53a-48ec-b99f-b33ea88b9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:03.435564 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2e5f72f1-6e59-4ebc-9a38-a75d91d5486d req-ebed4ced-d53a-48ec-b99f-b33ea88b9e78 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2138498 Jul 15 14:51:03.490224 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] For port c25c018f-797e-408a-9efb-213fc023f764, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:51:03.501185 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] For port c25c018f-797e-408a-9efb-213fc023f764, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c25c018f-797e-408a-9efb-213fc023f764,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:51:03.505464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-6d39fedc-f2ee-40d6-a14a-48aadce51637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:03.507081 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-6d39fedc-f2ee-40d6-a14a-48aadce51637 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be99425a-09ff-4f6c-b281-0f29fe8f3668 HTTP/1.1" status: 200 len: 854 time: 0.3295560 Jul 15 14:51:03.510134 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd10804b-b811-4b7c-9d13-25b8b89f6fb9 req-4c29e477-4c0d-49dc-b03a-de6cb5537c95 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236273 Jul 15 14:51:03.511533 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:03.546456 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6b5205-558a-424e-a6c1-e7021cd7bc64 x-openstack-request-id: req-5f6b5205-558a-424e-a6c1-e7021cd7bc64 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:03.546887 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b09986-589f-412c-97be-ec78e363b42a", "tag": "2a2c9f82-182c-4d8b-be86-7441742dba51", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:03.547016 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5f6b5205-558a-424e-a6c1-e7021cd7bc64 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:03.547405 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b09986-589f-412c-97be-ec78e363b42a', 'tag': '2a2c9f82-182c-4d8b-be86-7441742dba51', 'status': 'completed', 'code': 200} Jul 15 14:51:03.582440 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2e5f72f1-6e59-4ebc-9a38-a75d91d5486d req-fc90f238-c1dc-494f-8fe7-059cecc7637d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=40e17cae-f049-4bbf-86a1-d8dff0609c65 HTTP/1.1" status: 200 len: 217 time: 0.1084008 Jul 15 14:51:03.644973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25f842ce-7f07-4cf4-baa2-5599724de9ed req-5cad5a8e-0651-40e7-b565-bbe39c9ff394 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 210 time: 0.0941756 Jul 15 14:51:03.677503 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ee547856-ce2b-4230-ab12-0c2c2629ec07 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:51:03.694930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:03.695714 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:03.697197 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8020a4a8-2874-4098-a592-286ee58951b4 req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] 10.222.0.11 "PUT /v2.0/ports/c25c018f-797e-408a-9efb-213fc023f764 HTTP/1.1" status: 200 len: 1096 time: 3.7982671 Jul 15 14:51:03.746399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceaf23f-50f0-4d11-8d18-2eeb1db66992 service neutron] Pushing event updated for resources: {'Port': ['ID=c25c018f-797e-408a-9efb-213fc023f764,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:04.001952 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd10804b-b811-4b7c-9d13-25b8b89f6fb9 req-e37fced3-248d-4ad6-b11b-1dda41f81b97 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522965 Jul 15 14:51:04.179812 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 15c521d4-5444-4dcb-9441-ccba1eb108c5 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:51:04.356403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 15c521d4-5444-4dcb-9441-ccba1eb108c5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=15c521d4-5444-4dcb-9441-ccba1eb108c5,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:04.379925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3f5e6b33-fb52-408d-9e7b-847bdbda6534 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:51:04.392989 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '15c521d4-5444-4dcb-9441-ccba1eb108c5', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '15c521d4-5444-4dcb-9441-ccba1eb108c5', 'mac_address': 'fa:16:3e:dc:fc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:51:04.398297 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:04.406898 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ee547856-ce2b-4230-ab12-0c2c2629ec07, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ee547856-ce2b-4230-ab12-0c2c2629ec07,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:04.466883 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'ee547856-ce2b-4230-ab12-0c2c2629ec07', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'ee547856-ce2b-4230-ab12-0c2c2629ec07', 'mac_address': 'fa:16:3e:dd:5e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:51:04.522011 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:04.549261 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c521d4-5444-4dcb-9441-ccba1eb108c5 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:04.551804 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d5a84d5a-59b9-4125-a030-7c8ad7add3ea req-c333c4a2-3494-4919-bd7b-ca49ff07351b service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1140013 Jul 15 14:51:04.556928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f72f1-6e59-4ebc-9a38-a75d91d5486d req-ea284d77-2407-4bb8-8be9-dffff11153c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:04.558815 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2e5f72f1-6e59-4ebc-9a38-a75d91d5486d req-ea284d77-2407-4bb8-8be9-dffff11153c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1507416 Jul 15 14:51:04.562224 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-dd60609b-0255-4ce7-b18d-04e35d52b06a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:04.605335 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:04.631071 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 15c521d4-5444-4dcb-9441-ccba1eb108c5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=15c521d4-5444-4dcb-9441-ccba1eb108c5,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:04.641370 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:04.644241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee547856-ce2b-4230-ab12-0c2c2629ec07 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:04.652551 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:04.707762 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ee547856-ce2b-4230-ab12-0c2c2629ec07, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ee547856-ce2b-4230-ab12-0c2c2629ec07,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:04.721482 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:04.731732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237011c7-8f5a-408c-b603-999fea9afd67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f5e6b33-fb52-408d-9e7b-847bdbda6534'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:04.734032 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9ba70a-0f9b-4c1c-989a-01013c13d956" -d '{"events": [{"server_uuid": "237011c7-8f5a-408c-b603-999fea9afd67", "name": "network-vif-unplugged", "status": "completed", "tag": "3f5e6b33-fb52-408d-9e7b-847bdbda6534"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:04.757592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3f5e6b33-fb52-408d-9e7b-847bdbda6534, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3f5e6b33-fb52-408d-9e7b-847bdbda6534,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:04.759434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-dd60609b-0255-4ce7-b18d-04e35d52b06a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:51:04.763232 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=15c521d4-5444-4dcb-9441-ccba1eb108c5,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:04.766262 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d719c-1187-434a-947d-9b71a3270c6f req-0b99df5d-5be2-4453-a325-9463f6f11307 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:04.771724 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-dd60609b-0255-4ce7-b18d-04e35d52b06a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:51:04.775662 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-dd60609b-0255-4ce7-b18d-04e35d52b06a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:51:04.777467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['15c521d4-5444-4dcb-9441-ccba1eb108c5'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:04.780918 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:04.781161 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b21d719c-1187-434a-947d-9b71a3270c6f req-0b99df5d-5be2-4453-a325-9463f6f11307 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da HTTP/1.1" status: 200 len: 948 time: 0.4799290 Jul 15 14:51:04.827713 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60609b-0255-4ce7-b18d-04e35d52b06a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Pushing event updated for resources: {'Port': ['ID=b9bab48d-cccf-4548-aa93-4c9901aae8a2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:04.879135 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=ee547856-ce2b-4230-ab12-0c2c2629ec07,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:04.887275 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b21d719c-1187-434a-947d-9b71a3270c6f req-01e0088b-d58d-486f-9294-14ff62796819 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052239 Jul 15 14:51:04.907823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-ad89daf3-bb31-4905-b787-a342059dae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:04.909480 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-ad89daf3-bb31-4905-b787-a342059dae4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc6540e-dbda-49bf-bb85-0c7fced135e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617837 Jul 15 14:51:04.921786 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5120b43-44f4-421d-89b9-34a620bffc66 req-98464609-8038-4fbc-91d7-caf25d3ef21f tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:04.923636 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f5120b43-44f4-421d-89b9-34a620bffc66 req-98464609-8038-4fbc-91d7-caf25d3ef21f tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18 HTTP/1.1" status: 200 len: 946 time: 0.5317678 Jul 15 14:51:04.926308 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-dd60609b-0255-4ce7-b18d-04e35d52b06a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:04.927413 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-dd60609b-0255-4ce7-b18d-04e35d52b06a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:04.964929 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-937da546-0744-4404-aa01-441a44da5e48 req-5fc3c3b4-6632-40cd-aa3c-def3f3fb49a5 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:04.969704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a4a8-2874-4098-a592-286ee58951b4 req-beed6f65-9691-4016-98a5-632e51e54f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:04.972200 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8020a4a8-2874-4098-a592-286ee58951b4 req-beed6f65-9691-4016-98a5-632e51e54f44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 1099 time: 0.3641768 Jul 15 14:51:04.975322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f72f1-6e59-4ebc-9a38-a75d91d5486d req-400036b9-ad51-4ffe-bf35-a878f5af7202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:04.977791 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2e5f72f1-6e59-4ebc-9a38-a75d91d5486d req-400036b9-ad51-4ffe-bf35-a878f5af7202 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3938375 Jul 15 14:51:04.990079 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=3f5e6b33-fb52-408d-9e7b-847bdbda6534,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:04.995939 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-dd60609b-0255-4ce7-b18d-04e35d52b06a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8461893 Jul 15 14:51:05.036112 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f5120b43-44f4-421d-89b9-34a620bffc66 req-47e8dff9-e09d-47aa-b0d1-2a8752263554 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030583 Jul 15 14:51:05.067732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-34d43c5c-2bcb-4bb5-bdd2-707e21630699 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc6540e-dbda-49bf-bb85-0c7fced135e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430688 Jul 15 14:51:05.068347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Request body: {'port': {'device_id': 'a8aa67c1-3c47-4b0a-ae35-83873ef497b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:05.119721 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3c3b4-6632-40cd-aa3c-def3f3fb49a5 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Pushing event deleted for resources: {'Port': ['ID=3f5e6b33-fb52-408d-9e7b-847bdbda6534,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:05.124693 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['ee547856-ce2b-4230-ab12-0c2c2629ec07'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:05.182979 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8020a4a8-2874-4098-a592-286ee58951b4 req-acc2aca7-cfa1-48f5-acb6-806ab67e6797 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=c25c018f-797e-408a-9efb-213fc023f764 HTTP/1.1" status: 200 len: 217 time: 0.1941388 Jul 15 14:51:05.278830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99ffd50c-dbc6-43a6-b0a4-1fd1ee0f69a3 req-e11a662e-9e36-484e-9b8a-25f6b1dcefac tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=237011c7-8f5a-408c-b603-999fea9afd67 HTTP/1.1" status: 200 len: 210 time: 0.0574749 Jul 15 14:51:05.349879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-931b67f6-22e9-44f5-b1ae-4667bdc1b1d7 req-27fb9f89-2bd3-4050-8066-be4ea0d14d7a service neutron] 10.222.0.11 "GET /v2.0/networks/bdc6540e-dbda-49bf-bb85-0c7fced135e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723639 Jul 15 14:51:05.412661 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c47c9-4383-4551-8ac4-5e9592b998dc req-04f975d0-7b90-4577-8bc9-8690de669bc5 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:05.424997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd5c47c9-4383-4551-8ac4-5e9592b998dc req-04f975d0-7b90-4577-8bc9-8690de669bc5 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 944 time: 0.1443372 Jul 15 14:51:05.475468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-937da546-0744-4404-aa01-441a44da5e48 req-5fc3c3b4-6632-40cd-aa3c-def3f3fb49a5 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] No DVR routers for this DVR port 3f5e6b33-fb52-408d-9e7b-847bdbda6534 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:51:05.497069 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd5c47c9-4383-4551-8ac4-5e9592b998dc req-b9bfd86c-5a1b-4996-8bf7-9e63965f208b tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/security-groups?id=d008e91f-4879-449d-adb0-98a4d92795d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643680 Jul 15 14:51:05.503197 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-937da546-0744-4404-aa01-441a44da5e48 req-5fc3c3b4-6632-40cd-aa3c-def3f3fb49a5 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:05.507479 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-937da546-0744-4404-aa01-441a44da5e48 req-5fc3c3b4-6632-40cd-aa3c-def3f3fb49a5 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.11 "DELETE /v2.0/ports/3f5e6b33-fb52-408d-9e7b-847bdbda6534 HTTP/1.1" status: 204 len: 173 time: 3.3095360 Jul 15 14:51:05.509533 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237011c7-8f5a-408c-b603-999fea9afd67', 'name': 'network-vif-deleted', 'tag': '3f5e6b33-fb52-408d-9e7b-847bdbda6534'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:05.512095 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439a596a-babd-44cc-90a4-89188f18c032" -d '{"events": [{"server_uuid": "237011c7-8f5a-408c-b603-999fea9afd67", "name": "network-vif-deleted", "tag": "3f5e6b33-fb52-408d-9e7b-847bdbda6534"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:05.565393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a4a8-2874-4098-a592-286ee58951b4 req-e32f773b-5d32-4bfa-8005-94eb9709e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:05.565393 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8020a4a8-2874-4098-a592-286ee58951b4 req-e32f773b-5d32-4bfa-8005-94eb9709e907 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.3517768 Jul 15 14:51:05.567200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efac98d-f201-44cc-a8d9-a0bae9ff0162', 'tag': 'c25c018f-797e-408a-9efb-213fc023f764'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:05.567346 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2e5f72f1-6e59-4ebc-9a38-a75d91d5486d req-10b974e0-cc57-4a00-9b6e-c813a57aa207 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716195 Jul 15 14:51:05.568223 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784a75c4-a388-4764-b130-09044ca1d383" -d '{"events": [{"name": "network-changed", "server_uuid": "1efac98d-f201-44cc-a8d9-a0bae9ff0162", "tag": "c25c018f-797e-408a-9efb-213fc023f764"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:05.610785 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddca2231-bc72-4a91-939e-bb153857df15 x-openstack-request-id: req-ddca2231-bc72-4a91-939e-bb153857df15 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:05.611168 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237011c7-8f5a-408c-b603-999fea9afd67", "name": "network-vif-unplugged", "status": "completed", "tag": "3f5e6b33-fb52-408d-9e7b-847bdbda6534", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:05.611494 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ddca2231-bc72-4a91-939e-bb153857df15 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:05.611904 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237011c7-8f5a-408c-b603-999fea9afd67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f5e6b33-fb52-408d-9e7b-847bdbda6534', 'code': 200} Jul 15 14:51:05.638919 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:05.677387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['54e8b43c-9cfb-4325-9b58-ddb2ebb02d65'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:05.684604 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 40e17cae-f049-4bbf-86a1-d8dff0609c65 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:51:05.685933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0d6b3-74b7-4c91-8506-ea1972f4216c req-72369301-14be-46cc-a863-206b9f0bd25a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:05.701932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0ce0d6b3-74b7-4c91-8506-ea1972f4216c req-72369301-14be-46cc-a863-206b9f0bd25a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 932 time: 0.1575804 Jul 15 14:51:05.787244 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0ce0d6b3-74b7-4c91-8506-ea1972f4216c req-6e4e29e1-5473-4c0f-8dbe-c43a379bdfd5 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842829 Jul 15 14:51:05.855842 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:05.899931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349ff1b-9a2a-4124-a527-ada0307a08b0 req-0d288332-d28f-48ae-898a-b79590e69822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:05.901793 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1349ff1b-9a2a-4124-a527-ada0307a08b0 req-0d288332-d28f-48ae-898a-b79590e69822 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17955bc0b45a4ded99fc6ce63981460e&device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 1095 time: 0.3599153 Jul 15 14:51:05.932843 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccdc71f-388a-4ec1-9171-753017fd678a x-openstack-request-id: req-2ccdc71f-388a-4ec1-9171-753017fd678a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:05.932843 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237011c7-8f5a-408c-b603-999fea9afd67", "name": "network-vif-deleted", "tag": "3f5e6b33-fb52-408d-9e7b-847bdbda6534", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:05.933165 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ccdc71f-388a-4ec1-9171-753017fd678a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:05.933753 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237011c7-8f5a-408c-b603-999fea9afd67', 'name': 'network-vif-deleted', 'tag': '3f5e6b33-fb52-408d-9e7b-847bdbda6534', 'status': 'completed', 'code': 200} Jul 15 14:51:05.968507 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a4a8-2874-4098-a592-286ee58951b4 req-98286f2c-9a19-4795-a4ca-1947a34f6ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:05.970823 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8020a4a8-2874-4098-a592-286ee58951b4 req-98286f2c-9a19-4795-a4ca-1947a34f6ea4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3788106 Jul 15 14:51:06.004490 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df50e2d-6a3c-4730-96ce-ca6c6bfdab18 x-openstack-request-id: req-8df50e2d-6a3c-4730-96ce-ca6c6bfdab18 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:06.004803 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efac98d-f201-44cc-a8d9-a0bae9ff0162", "tag": "c25c018f-797e-408a-9efb-213fc023f764", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:06.005115 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8df50e2d-6a3c-4730-96ce-ca6c6bfdab18 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:06.005529 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efac98d-f201-44cc-a8d9-a0bae9ff0162', 'tag': 'c25c018f-797e-408a-9efb-213fc023f764', 'status': 'completed', 'code': 200} Jul 15 14:51:06.028643 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2e5f72f1-6e59-4ebc-9a38-a75d91d5486d req-87861627-074b-4a8b-9256-59b77ee128b6 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355075 Jul 15 14:51:06.183067 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 15c521d4-5444-4dcb-9441-ccba1eb108c5 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:51:06.192819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37021212-6c3f-49c2-8cef-b18b34a9b2e8 req-ef16a9db-f537-4700-987d-40abd771fc84 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:06.202365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37021212-6c3f-49c2-8cef-b18b34a9b2e8 req-ef16a9db-f537-4700-987d-40abd771fc84 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da HTTP/1.1" status: 200 len: 948 time: 0.0886478 Jul 15 14:51:06.310391 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37021212-6c3f-49c2-8cef-b18b34a9b2e8 req-d244300e-b34c-4552-8b63-e66343d8c192 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065192 Jul 15 14:51:06.357803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 40e17cae-f049-4bbf-86a1-d8dff0609c65, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=40e17cae-f049-4bbf-86a1-d8dff0609c65,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:06.374766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f3480-f464-4a36-a71e-cd0981f26d53 req-9698e6a2-4372-44b1-b9ba-c95ce72784c5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:06.383221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f7f3480-f464-4a36-a71e-cd0981f26d53 req-9698e6a2-4372-44b1-b9ba-c95ce72784c5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18 HTTP/1.1" status: 200 len: 947 time: 0.1472414 Jul 15 14:51:06.394214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349ff1b-9a2a-4124-a527-ada0307a08b0 req-889c9978-5c67-4c65-b920-fa1c7271126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:06.397335 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1349ff1b-9a2a-4124-a527-ada0307a08b0 req-889c9978-5c67-4c65-b920-fa1c7271126a service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdc6540e-dbda-49bf-bb85-0c7fced135e0 HTTP/1.1" status: 200 len: 916 time: 0.4834249 Jul 15 14:51:06.412783 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8020a4a8-2874-4098-a592-286ee58951b4 req-459b0dca-0466-440a-a664-91316b292e89 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299383 Jul 15 14:51:06.442168 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '40e17cae-f049-4bbf-86a1-d8dff0609c65', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '40e17cae-f049-4bbf-86a1-d8dff0609c65', 'mac_address': 'fa:16:3e:34:46:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:51:06.447721 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f7f3480-f464-4a36-a71e-cd0981f26d53 req-88fff3a7-8998-45aa-91a7-5440535126cb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630937 Jul 15 14:51:06.501995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 15c521d4-5444-4dcb-9441-ccba1eb108c5 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:06.502653 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:06.526389 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1349ff1b-9a2a-4124-a527-ada0307a08b0 req-60923b49-b74c-460b-82a5-0d8478a2507d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a2c9f82-182c-4d8b-be86-7441742dba51 HTTP/1.1" status: 200 len: 217 time: 0.1186225 Jul 15 14:51:06.620856 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:06.691910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e17cae-f049-4bbf-86a1-d8dff0609c65 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:06.728366 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9bab48d-cccf-4548-aa93-4c9901aae8a2 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:06.747593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349ff1b-9a2a-4124-a527-ada0307a08b0 req-8325972d-d57e-4d1a-8597-dc86e33a9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:06.749662 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1349ff1b-9a2a-4124-a527-ada0307a08b0 req-8325972d-d57e-4d1a-8597-dc86e33a9e3f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be99425a-09ff-4f6c-b281-0f29fe8f3668 HTTP/1.1" status: 200 len: 854 time: 0.2102411 Jul 15 14:51:06.749806 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:06.753445 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:06.759029 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8020a4a8-2874-4098-a592-286ee58951b4 req-56995aa9-df6b-4c0f-a7ee-70bccf6f1639 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359826 Jul 15 14:51:06.807036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Transition to ACTIVE for port object b9bab48d-cccf-4548-aa93-4c9901aae8a2 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:51:06.820817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 40e17cae-f049-4bbf-86a1-d8dff0609c65, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=40e17cae-f049-4bbf-86a1-d8dff0609c65,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:06.821571 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:06.831788 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:06.893469 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 15c521d4-5444-4dcb-9441-ccba1eb108c5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=15c521d4-5444-4dcb-9441-ccba1eb108c5,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:06.913173 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:06.915703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3b26d444-8675-4a45-bd2e-93a7186c728d up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:51:06.936052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bab48d-cccf-4548-aa93-4c9901aae8a2,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:06.972411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349ff1b-9a2a-4124-a527-ada0307a08b0 req-5ba6c01a-7af2-4123-b2dc-d1aaae06b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:06.975307 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1349ff1b-9a2a-4124-a527-ada0307a08b0 req-5ba6c01a-7af2-4123-b2dc-d1aaae06b005 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdc6540e-dbda-49bf-bb85-0c7fced135e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2136438 Jul 15 14:51:07.073204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a75c4-a388-4764-b130-09044ca1d383 req-4c3f4212-cb98-4aed-b5e0-3f5cf6825025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:07.075667 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-784a75c4-a388-4764-b130-09044ca1d383 req-4c3f4212-cb98-4aed-b5e0-3f5cf6825025 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 1099 time: 0.2507899 Jul 15 14:51:07.136135 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Attempting to bind port b9bab48d-cccf-4548-aa93-4c9901aae8a2 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:51:07.136856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Attempting to bind port b9bab48d-cccf-4548-aa93-4c9901aae8a2 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:51:07.137434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Attempting to bind port b9bab48d-cccf-4548-aa93-4c9901aae8a2 on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:07.151919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cad853-cced-416e-813a-34aceefdc76e req-41ec8948-ef22-4623-bd2f-82e23c745cd8 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:07.164763 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4cad853-cced-416e-813a-34aceefdc76e req-41ec8948-ef22-4623-bd2f-82e23c745cd8 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 944 time: 0.2005613 Jul 15 14:51:07.170825 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Port b9bab48d-cccf-4548-aa93-4c9901aae8a2 on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:51:07.171415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['40e17cae-f049-4bbf-86a1-d8dff0609c65'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:07.171709 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Attempting to bind port b9bab48d-cccf-4548-aa93-4c9901aae8a2 on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:07.201275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:51:07.201672 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Checking segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:51:07.202203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Bound using segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:51:07.203030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Bound port: b9bab48d-cccf-4548-aa93-4c9901aae8a2, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:51:07.204493 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:07.252971 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4cad853-cced-416e-813a-34aceefdc76e req-a701a259-4ad1-4952-b857-5f660a1f05cb tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/security-groups?id=d008e91f-4879-449d-adb0-98a4d92795d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861895 Jul 15 14:51:07.288858 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=40e17cae-f049-4bbf-86a1-d8dff0609c65,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:07.373544 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] For port b9bab48d-cccf-4548-aa93-4c9901aae8a2, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:51:07.378905 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] For port b9bab48d-cccf-4548-aa93-4c9901aae8a2, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b9bab48d-cccf-4548-aa93-4c9901aae8a2,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:51:07.434180 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1349ff1b-9a2a-4124-a527-ada0307a08b0 req-fdd843ab-6e0f-4323-9956-e1354931431b service neutron] 10.222.0.11 "GET /v2.0/networks/bdc6540e-dbda-49bf-bb85-0c7fced135e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274023 Jul 15 14:51:07.620891 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c521d4-5444-4dcb-9441-ccba1eb108c5'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:07.627940 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8019a46b-e16c-4e27-b0df-d72dafd16f41" -d '{"events": [{"server_uuid": "a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3", "name": "network-vif-plugged", "status": "completed", "tag": "15c521d4-5444-4dcb-9441-ccba1eb108c5"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:07.634072 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=15c521d4-5444-4dcb-9441-ccba1eb108c5,revision_number=10']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:07.636567 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:07.665084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 3b26d444-8675-4a45-bd2e-93a7186c728d completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:51:07.669127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a75c4-a388-4764-b130-09044ca1d383 req-2cc35163-9f39-4329-b967-e3ce3c3d0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:07.671673 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-784a75c4-a388-4764-b130-09044ca1d383 req-2cc35163-9f39-4329-b967-e3ce3c3d0479 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.5540257 Jul 15 14:51:07.685969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 3b26d444-8675-4a45-bd2e-93a7186c728d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:07.686812 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:07.692196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ee547856-ce2b-4230-ab12-0c2c2629ec07 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:51:07.760739 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:07.762123 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:07.763926 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-1915c167-9b16-4c06-913d-78074f678896 service neutron] 10.222.0.11 "PUT /v2.0/ports/b9bab48d-cccf-4548-aa93-4c9901aae8a2 HTTP/1.1" status: 200 len: 1092 time: 2.7025676 Jul 15 14:51:07.774475 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-784a75c4-a388-4764-b130-09044ca1d383 req-2b5b93e1-3886-4e8b-beca-b321d1361264 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=c25c018f-797e-408a-9efb-213fc023f764 HTTP/1.1" status: 200 len: 217 time: 0.0760884 Jul 15 14:51:07.813912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3c0e1-7820-48ed-a3ce-e77e0ca6e62a req-04f31a2f-8dc6-4053-abcc-fa68d6413333 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:07.823624 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9a3c0e1-7820-48ed-a3ce-e77e0ca6e62a req-04f31a2f-8dc6-4053-abcc-fa68d6413333 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 944 time: 0.2328463 Jul 15 14:51:07.892998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port ee547856-ce2b-4230-ab12-0c2c2629ec07 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:51:07.909475 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915c167-9b16-4c06-913d-78074f678896 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bab48d-cccf-4548-aa93-4c9901aae8a2,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:07.918711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9a3c0e1-7820-48ed-a3ce-e77e0ca6e62a req-d5421fad-7a50-4f31-b013-f85b8d876878 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936973 Jul 15 14:51:07.935685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8aa67c1-3c47-4b0a-ae35-83873ef497b0', 'tag': 'b9bab48d-cccf-4548-aa93-4c9901aae8a2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:07.938477 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957e41b1-a19a-4334-9ae1-a4d0d5625364" -d '{"events": [{"name": "network-changed", "server_uuid": "a8aa67c1-3c47-4b0a-ae35-83873ef497b0", "tag": "b9bab48d-cccf-4548-aa93-4c9901aae8a2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:07.948762 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port ee547856-ce2b-4230-ab12-0c2c2629ec07 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:07.949359 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:07.954414 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1349ff1b-9a2a-4124-a527-ada0307a08b0 req-c2e859e5-4e37-4158-8044-5ca315033851 service neutron] 10.222.0.11 "GET /v2.0/networks/bdc6540e-dbda-49bf-bb85-0c7fced135e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224516 Jul 15 14:51:07.956379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a75c4-a388-4764-b130-09044ca1d383 req-26fa2117-f1ad-4d48-9a6c-4a819f11c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:07.959361 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-784a75c4-a388-4764-b130-09044ca1d383 req-26fa2117-f1ad-4d48-9a6c-4a819f11c393 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1491234 Jul 15 14:51:07.968474 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8b98a-4b0f-4c62-a1d0-d514176e5295 req-4bea35a0-f8f4-439d-a1c9-86a3a515650e tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:07.998225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72b8b98a-4b0f-4c62-a1d0-d514176e5295 req-4bea35a0-f8f4-439d-a1c9-86a3a515650e tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=58117cba-e368-428b-9a64-59f8cfdb1ce0 HTTP/1.1" status: 200 len: 950 time: 0.3212047 Jul 15 14:51:08.024311 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:08.059142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-6c4364ee-7098-4657-a748-8fd7d6a18e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:08.060573 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-6c4364ee-7098-4657-a748-8fd7d6a18e9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 1095 time: 0.2332096 Jul 15 14:51:08.117342 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72b8b98a-4b0f-4c62-a1d0-d514176e5295 req-98a942fb-80f2-447a-86b2-fce23eeeab98 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110799 Jul 15 14:51:08.137568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3b26d444-8675-4a45-bd2e-93a7186c728d, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3b26d444-8675-4a45-bd2e-93a7186c728d,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:08.147830 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:08.212072 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2a2c9f82-182c-4d8b-be86-7441742dba51 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:51:08.342075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba19a6-3049-4308-8005-fe8065b71bc9 req-0b879b86-38c9-4bf4-b2f6-e70b56bf2eb3 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:08.353838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dfba19a6-3049-4308-8005-fe8065b71bc9 req-0b879b86-38c9-4bf4-b2f6-e70b56bf2eb3 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da HTTP/1.1" status: 200 len: 949 time: 0.0995252 Jul 15 14:51:08.357184 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:08.426821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=3b26d444-8675-4a45-bd2e-93a7186c728d,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:08.473697 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dfba19a6-3049-4308-8005-fe8065b71bc9 req-45c6af3a-72a8-487e-a532-7c8d18e4c0e5 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177981 Jul 15 14:51:08.483480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ee547856-ce2b-4230-ab12-0c2c2629ec07, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ee547856-ce2b-4230-ab12-0c2c2629ec07,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:08.532443 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 2a2c9f82-182c-4d8b-be86-7441742dba51, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2a2c9f82-182c-4d8b-be86-7441742dba51,segment=NetworkSegment(b1c1e254-4cc6-47df-997e-e18c529637ca),segment_id=b1c1e254-4cc6-47df-997e-e18c529637ca)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:08.550987 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:08.570176 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '2a2c9f82-182c-4d8b-be86-7441742dba51', 'network_id': 'bdc6540e-dbda-49bf-bb85-0c7fced135e0', 'port_id': '2a2c9f82-182c-4d8b-be86-7441742dba51', 'mac_address': 'fa:16:3e:19:b5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be99425a-09ff-4f6c-b281-0f29fe8f3668', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:51:08.581781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eb58d-95b8-4142-aff3-7c2703d71680 req-5671ec9b-152c-4741-b183-40ce59ed8380 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:08.591555 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-629eb58d-95b8-4142-aff3-7c2703d71680 req-5671ec9b-152c-4741-b183-40ce59ed8380 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18 HTTP/1.1" status: 200 len: 947 time: 0.2339280 Jul 15 14:51:08.635781 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-a7663aa4-f0de-4066-ae8b-cd14250e158a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9bab48d-cccf-4548-aa93-4c9901aae8a2 HTTP/1.1" status: 200 len: 217 time: 0.5653064 Jul 15 14:51:08.647468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a75c4-a388-4764-b130-09044ca1d383 req-be47ca9e-b60e-43b7-9fcf-d04159d95fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:08.649161 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-784a75c4-a388-4764-b130-09044ca1d383 req-be47ca9e-b60e-43b7-9fcf-d04159d95fcc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6795652 Jul 15 14:51:08.677319 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-629eb58d-95b8-4142-aff3-7c2703d71680 req-e06d564b-f425-4be9-84a1-6f73852c3b85 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767810 Jul 15 14:51:08.718295 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405cb07b-8f29-406d-9324-333fe50639ff x-openstack-request-id: req-405cb07b-8f29-406d-9324-333fe50639ff {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:08.718823 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3", "name": "network-vif-plugged", "status": "completed", "tag": "15c521d4-5444-4dcb-9441-ccba1eb108c5", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:08.719195 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-405cb07b-8f29-406d-9324-333fe50639ff {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:08.719820 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c521d4-5444-4dcb-9441-ccba1eb108c5', 'code': 200} Jul 15 14:51:08.720732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=ee547856-ce2b-4230-ab12-0c2c2629ec07,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:08.863763 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:08.881046 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92220eb7-41d5-40da-8be6-90fd2326f247 x-openstack-request-id: req-92220eb7-41d5-40da-8be6-90fd2326f247 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:08.882550 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8aa67c1-3c47-4b0a-ae35-83873ef497b0", "tag": "b9bab48d-cccf-4548-aa93-4c9901aae8a2", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:08.883117 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-92220eb7-41d5-40da-8be6-90fd2326f247 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:08.883971 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8aa67c1-3c47-4b0a-ae35-83873ef497b0', 'tag': 'b9bab48d-cccf-4548-aa93-4c9901aae8a2', 'status': 'completed', 'code': 200} Jul 15 14:51:08.910921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2c9f82-182c-4d8b-be86-7441742dba51 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:08.974652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-08a2e7db-aed1-4dd1-a55b-9265b61f30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:08.977151 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-08a2e7db-aed1-4dd1-a55b-9265b61f30cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.3325312 Jul 15 14:51:08.985253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 2a2c9f82-182c-4d8b-be86-7441742dba51, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2a2c9f82-182c-4d8b-be86-7441742dba51,segment=NetworkSegment(b1c1e254-4cc6-47df-997e-e18c529637ca),segment_id=b1c1e254-4cc6-47df-997e-e18c529637ca)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:08.991330 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:09.013677 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-784a75c4-a388-4764-b130-09044ca1d383 req-2d4b6388-4e87-4f2f-81d6-9ee7a6cc33de service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240497 Jul 15 14:51:09.045694 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-17977141-f7a0-4bfd-a1a2-c6bb21b04a7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590222 Jul 15 14:51:09.078081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226b3ed-8e20-4074-8edc-6997f93429dd req-062c0f2b-72a8-40cc-be4d-f3f857258232 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:09.094777 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8226b3ed-8e20-4074-8edc-6997f93429dd req-062c0f2b-72a8-40cc-be4d-f3f857258232 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 944 time: 0.2382998 Jul 15 14:51:09.136600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=2a2c9f82-182c-4d8b-be86-7441742dba51,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:09.235070 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8226b3ed-8e20-4074-8edc-6997f93429dd req-c371e1b0-aa80-4cee-b933-9c58d218721e tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/security-groups?id=d008e91f-4879-449d-adb0-98a4d92795d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390293 Jul 15 14:51:09.270693 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179de96e-2583-4f11-a515-f213fb62bb2b req-6b77353a-05f1-4c0a-adae-0be87027bce0 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:09.276769 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-179de96e-2583-4f11-a515-f213fb62bb2b req-6b77353a-05f1-4c0a-adae-0be87027bce0 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.11 "GET /v2.0/ports?device_id=58117cba-e368-428b-9a64-59f8cfdb1ce0 HTTP/1.1" status: 200 len: 950 time: 0.3995848 Jul 15 14:51:09.298632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['2a2c9f82-182c-4d8b-be86-7441742dba51'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:09.412055 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-784a75c4-a388-4764-b130-09044ca1d383 req-76638a18-3d74-4608-879a-8f8ca1607a8d service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711748 Jul 15 14:51:09.413870 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016602b-b816-467b-bed1-d24dcf25594f req-d69fbec5-3184-49eb-b55f-0918d7e523e3 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:09.414432 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-e5c6874a-046b-4172-8695-550157f18837 service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525498 Jul 15 14:51:09.432079 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5016602b-b816-467b-bed1-d24dcf25594f req-d69fbec5-3184-49eb-b55f-0918d7e523e3 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 944 time: 0.1869204 Jul 15 14:51:09.487798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39446) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:09.565310 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5016602b-b816-467b-bed1-d24dcf25594f req-ad2ae6d8-0eb8-4a1e-ba6c-1a8e925cbc98 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321781 Jul 15 14:51:09.644937 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c629daf0-e1d4-4dbd-9595-a89f68591172 req-8741282f-ff3e-426c-8a7e-3f3e10b93a99 service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132795 Jul 15 14:51:09.700950 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb36ccf-6b0e-4d59-b3f3-30d0955183be req-0e3e3e4c-840e-4c24-91e2-75567e8cfccf tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:09.702097 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 40e17cae-f049-4bbf-86a1-d8dff0609c65 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:51:09.702689 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1eb36ccf-6b0e-4d59-b3f3-30d0955183be req-0e3e3e4c-840e-4c24-91e2-75567e8cfccf tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=58117cba-e368-428b-9a64-59f8cfdb1ce0 HTTP/1.1" status: 200 len: 950 time: 0.1886158 Jul 15 14:51:09.795953 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-179de96e-2583-4f11-a515-f213fb62bb2b req-04230c01-6cc9-4427-8a48-d1baeedf4e3c tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Deleting port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:51:09.796333 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-179de96e-2583-4f11-a515-f213fb62bb2b req-04230c01-6cc9-4427-8a48-d1baeedf4e3c tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:09.815136 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a124-0bab-4de6-a27e-5c03f8f5b924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:09.824474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 40e17cae-f049-4bbf-86a1-d8dff0609c65 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:51:09.832831 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 40e17cae-f049-4bbf-86a1-d8dff0609c65 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:09.833244 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:09.877506 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1eb36ccf-6b0e-4d59-b3f3-30d0955183be req-4ca83f34-a488-4b48-85ff-bd5894a0a02e tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/security-groups?id=87dcb579-8c6d-4558-bc97-8f824a32a62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616619 Jul 15 14:51:09.976886 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e41b1-a19a-4334-9ae1-a4d0d5625364 req-0b0b86fa-c418-45a4-9a8f-8ce31793d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:09.978249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196158b-fffe-4931-9007-b50abec01147 req-9fabe68c-023e-4c70-810e-0284537dc9bf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:09.978491 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-957e41b1-a19a-4334-9ae1-a4d0d5625364 req-0b0b86fa-c418-45a4-9a8f-8ce31793d293 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 1095 time: 0.2642171 Jul 15 14:51:09.990434 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e196158b-fffe-4931-9007-b50abec01147 req-9fabe68c-023e-4c70-810e-0284537dc9bf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da HTTP/1.1" status: 200 len: 949 time: 0.2485089 Jul 15 14:51:10.058085 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:10.166823 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 40e17cae-f049-4bbf-86a1-d8dff0609c65, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=40e17cae-f049-4bbf-86a1-d8dff0609c65,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:10.171860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c25c018f-797e-408a-9efb-213fc023f764 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:51:10.174922 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e196158b-fffe-4931-9007-b50abec01147 req-d91411d5-5f0e-4171-900b-5352fe9046f6 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806929 Jul 15 14:51:10.308602 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c25c018f-797e-408a-9efb-213fc023f764, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c25c018f-797e-408a-9efb-213fc023f764,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:10.319613 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e41b1-a19a-4334-9ae1-a4d0d5625364 req-71d226b0-8efc-4b8f-8f3e-4ac41fe91865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:10.321646 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a124-0bab-4de6-a27e-5c03f8f5b924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:10.322811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'c25c018f-797e-408a-9efb-213fc023f764', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'c25c018f-797e-408a-9efb-213fc023f764', 'mac_address': 'fa:16:3e:23:5a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:51:10.324738 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-957e41b1-a19a-4334-9ae1-a4d0d5625364 req-71d226b0-8efc-4b8f-8f3e-4ac41fe91865 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.3286612 Jul 15 14:51:10.325517 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:10.340529 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a124-0bab-4de6-a27e-5c03f8f5b924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:10.352759 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-179de96e-2583-4f11-a515-f213fb62bb2b req-04230c01-6cc9-4427-8a48-d1baeedf4e3c tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] For port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=54e8b43c-9cfb-4325-9b58-ddb2ebb02d65,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:10.352759 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-179de96e-2583-4f11-a515-f213fb62bb2b req-04230c01-6cc9-4427-8a48-d1baeedf4e3c tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:10.371669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-179de96e-2583-4f11-a515-f213fb62bb2b req-04230c01-6cc9-4427-8a48-d1baeedf4e3c tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Calling delete_port for 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:51:10.441243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4a124-0bab-4de6-a27e-5c03f8f5b924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219a52fc-d552-4c07-a26d-aa7d89488ac8,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:10.582088 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f1b4a124-0bab-4de6-a27e-5c03f8f5b924 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ffb683fde9b5457b851ade824367ef11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0892885 Jul 15 14:51:10.599538 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=40e17cae-f049-4bbf-86a1-d8dff0609c65,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:10.600709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39468) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:10.626851 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:10.681435 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25c018f-797e-408a-9efb-213fc023f764 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:10.686876 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-957e41b1-a19a-4334-9ae1-a4d0d5625364 req-4207b309-abb4-4238-a56c-b01bbce9a32d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9bab48d-cccf-4548-aa93-4c9901aae8a2 HTTP/1.1" status: 200 len: 217 time: 0.1238873 Jul 15 14:51:10.688428 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-179de96e-2583-4f11-a515-f213fb62bb2b req-04230c01-6cc9-4427-8a48-d1baeedf4e3c tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:10.738925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2f02ba-684e-4508-a08e-701fae37551a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b26d444-8675-4a45-bd2e-93a7186c728d'}, {'server_uuid': '79d8e94d-19a2-487c-9159-a8bed9b3fb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee547856-ce2b-4230-ab12-0c2c2629ec07'}, {'server_uuid': '7d4a8dff-2433-47b8-b6fd-92bc399873da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e17cae-f049-4bbf-86a1-d8dff0609c65'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:10.744751 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7eb362-4698-454b-b49d-08a95575855a" -d '{"events": [{"server_uuid": "8f2f02ba-684e-4508-a08e-701fae37551a", "name": "network-vif-plugged", "status": "completed", "tag": "3b26d444-8675-4a45-bd2e-93a7186c728d"}, {"server_uuid": "79d8e94d-19a2-487c-9159-a8bed9b3fb18", "name": "network-vif-plugged", "status": "completed", "tag": "ee547856-ce2b-4230-ab12-0c2c2629ec07"}, {"server_uuid": "7d4a8dff-2433-47b8-b6fd-92bc399873da", "name": "network-vif-plugged", "status": "completed", "tag": "40e17cae-f049-4bbf-86a1-d8dff0609c65"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:10.749040 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['54e8b43c-9cfb-4325-9b58-ddb2ebb02d65'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:10.759336 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c25c018f-797e-408a-9efb-213fc023f764, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c25c018f-797e-408a-9efb-213fc023f764,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:10.762793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc200dd5-76f7-47fc-8ae0-63e56b87065f req-d796bb82-0c99-4ac5-9f01-3de9eef2bdd1 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:10.777086 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc200dd5-76f7-47fc-8ae0-63e56b87065f req-d796bb82-0c99-4ac5-9f01-3de9eef2bdd1 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18 HTTP/1.1" status: 200 len: 948 time: 0.4429631 Jul 15 14:51:10.779104 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e41b1-a19a-4334-9ae1-a4d0d5625364 req-79a16ae2-b2f5-4ab8-9573-a7d2859052ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:10.780657 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-957e41b1-a19a-4334-9ae1-a4d0d5625364 req-79a16ae2-b2f5-4ab8-9573-a7d2859052ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.0831542 Jul 15 14:51:10.793351 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:10.811366 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04230c01-6cc9-4427-8a48-d1baeedf4e3c tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Pushing event deleted for resources: {'Port': ['ID=54e8b43c-9cfb-4325-9b58-ddb2ebb02d65,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:10.855610 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-957e41b1-a19a-4334-9ae1-a4d0d5625364 req-c6ffdcfb-09c4-4a23-a2f4-82cf52682140 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455754 Jul 15 14:51:10.917020 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c25c018f-797e-408a-9efb-213fc023f764,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:10.934865 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc200dd5-76f7-47fc-8ae0-63e56b87065f req-45a021fb-5e42-40f1-b05b-2fd31c45d59e tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562915 Jul 15 14:51:10.970190 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ee86b35-389c-45e1-b3be-851bcdc8894c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:11.027727 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ee86b35-389c-45e1-b3be-851bcdc8894c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:11.093370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['c25c018f-797e-408a-9efb-213fc023f764'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:11.156937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-179de96e-2583-4f11-a515-f213fb62bb2b req-04230c01-6cc9-4427-8a48-d1baeedf4e3c tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] No DVR routers for this DVR port 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:51:11.160071 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-179de96e-2583-4f11-a515-f213fb62bb2b req-04230c01-6cc9-4427-8a48-d1baeedf4e3c tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:11.166212 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-179de96e-2583-4f11-a515-f213fb62bb2b req-04230c01-6cc9-4427-8a48-d1baeedf4e3c tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.11 "DELETE /v2.0/ports/54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 HTTP/1.1" status: 204 len: 173 time: 1.7506843 Jul 15 14:51:11.191010 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58117cba-e368-428b-9a64-59f8cfdb1ce0', 'name': 'network-vif-deleted', 'tag': '54e8b43c-9cfb-4325-9b58-ddb2ebb02d65'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:11.209222 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b37d1b-ad0b-4e56-a732-4b2243f323f6" -d '{"events": [{"server_uuid": "58117cba-e368-428b-9a64-59f8cfdb1ce0", "name": "network-vif-deleted", "tag": "54e8b43c-9cfb-4325-9b58-ddb2ebb02d65"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:11.265015 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ee86b35-389c-45e1-b3be-851bcdc8894c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:11.273232 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ee86b35-389c-45e1-b3be-851bcdc8894c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:11.274409 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8ee86b35-389c-45e1-b3be-851bcdc8894c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/219a52fc-d552-4c07-a26d-aa7d89488ac8 HTTP/1.1" status: 204 len: 168 time: 0.6492500 Jul 15 14:51:11.309734 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-957e41b1-a19a-4334-9ae1-a4d0d5625364 req-9f594e14-37c1-456a-bfbc-da69245d2f1f service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418118 Jul 15 14:51:11.342427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee86b35-389c-45e1-b3be-851bcdc8894c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219a52fc-d552-4c07-a26d-aa7d89488ac8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:11.438481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01226e81-3f60-4af9-aa97-cb1c1791137f req-9944ef27-d223-4f3b-aba9-f73f1936c182 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:11.442987 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01226e81-3f60-4af9-aa97-cb1c1791137f req-9944ef27-d223-4f3b-aba9-f73f1936c182 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 945 time: 0.3239408 Jul 15 14:51:11.477113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfbfcc-826b-42af-a05f-45206e8ab55e req-9fbc0578-72c5-4645-9802-8d340a5792ba tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:11.483699 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67bfbfcc-826b-42af-a05f-45206e8ab55e req-9fbc0578-72c5-4645-9802-8d340a5792ba tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 944 time: 0.2774253 Jul 15 14:51:11.584481 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01226e81-3f60-4af9-aa97-cb1c1791137f req-d4305964-284f-4956-8b4c-efaf8c4e1874 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/security-groups?id=d008e91f-4879-449d-adb0-98a4d92795d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995333 Jul 15 14:51:11.594485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67bfbfcc-826b-42af-a05f-45206e8ab55e req-eb11cd5d-cd7e-4727-8ba9-0227357da099 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003373 Jul 15 14:51:11.641008 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-957e41b1-a19a-4334-9ae1-a4d0d5625364 req-4f6b901b-00a8-4d4c-b231-532b1c4fef4f service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199241 Jul 15 14:51:11.665391 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb497019-4453-457b-a676-0ed836b2ba94 x-openstack-request-id: req-cb497019-4453-457b-a676-0ed836b2ba94 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:11.669408 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2f02ba-684e-4508-a08e-701fae37551a", "name": "network-vif-plugged", "status": "completed", "tag": "3b26d444-8675-4a45-bd2e-93a7186c728d", "code": 200}, {"server_uuid": "79d8e94d-19a2-487c-9159-a8bed9b3fb18", "name": "network-vif-plugged", "status": "completed", "tag": "ee547856-ce2b-4230-ab12-0c2c2629ec07", "code": 200}, {"server_uuid": "7d4a8dff-2433-47b8-b6fd-92bc399873da", "name": "network-vif-plugged", "status": "completed", "tag": "40e17cae-f049-4bbf-86a1-d8dff0609c65", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:11.669671 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb497019-4453-457b-a676-0ed836b2ba94 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:11.670098 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2f02ba-684e-4508-a08e-701fae37551a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b26d444-8675-4a45-bd2e-93a7186c728d', 'code': 200} Jul 15 14:51:11.670358 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d8e94d-19a2-487c-9159-a8bed9b3fb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee547856-ce2b-4230-ab12-0c2c2629ec07', 'code': 200} Jul 15 14:51:11.670631 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4a8dff-2433-47b8-b6fd-92bc399873da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e17cae-f049-4bbf-86a1-d8dff0609c65', 'code': 200} Jul 15 14:51:12.004013 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4e46119-b967-4263-8514-7f805561df2d req-88e54267-baf2-4a9b-9d94-388014886f77 tempest-ServersAdminNegativeTestJSON-272172692 tempest-ServersAdminNegativeTestJSON-272172692-project] 10.222.0.38 "GET /v2.0/ports?device_id=58117cba-e368-428b-9a64-59f8cfdb1ce0 HTTP/1.1" status: 200 len: 210 time: 0.0783715 Jul 15 14:51:12.031963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39498) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:12.056243 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d53da81-8ef6-4250-bb88-961f3fb67010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:12.127122 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4257773f-91e8-4f79-a433-515e77ab7abe x-openstack-request-id: req-4257773f-91e8-4f79-a433-515e77ab7abe {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:12.127122 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58117cba-e368-428b-9a64-59f8cfdb1ce0", "name": "network-vif-deleted", "tag": "54e8b43c-9cfb-4325-9b58-ddb2ebb02d65", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:12.127122 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4257773f-91e8-4f79-a433-515e77ab7abe {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:12.127122 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58117cba-e368-428b-9a64-59f8cfdb1ce0', 'name': 'network-vif-deleted', 'tag': '54e8b43c-9cfb-4325-9b58-ddb2ebb02d65', 'status': 'completed', 'code': 200} Jul 15 14:51:12.185173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20a4f0-6227-4c6b-8d58-50bc9ec2323a req-4f33a1e4-9f1e-4cd7-847b-c932554ae0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:12.188181 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca20a4f0-6227-4c6b-8d58-50bc9ec2323a req-4f33a1e4-9f1e-4cd7-847b-c932554ae0e5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18 HTTP/1.1" status: 200 len: 1099 time: 0.3589110 Jul 15 14:51:12.193787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device b9bab48d-cccf-4548-aa93-4c9901aae8a2 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:51:12.313022 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404b5dd-0bd2-4d06-9838-d7b1109e57c1 req-2b669464-b2b3-4bff-8c4e-09895629ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:12.314986 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c01982-513f-4f0c-8fc4-3b60ee25bc0e req-8534c183-e2b2-4c8e-9c63-b2841f15553b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:12.323960 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1404b5dd-0bd2-4d06-9838-d7b1109e57c1 req-2b669464-b2b3-4bff-8c4e-09895629ed48 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f2f02ba-684e-4508-a08e-701fae37551a HTTP/1.1" status: 200 len: 1101 time: 0.5134835 Jul 15 14:51:12.325044 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03c01982-513f-4f0c-8fc4-3b60ee25bc0e req-8534c183-e2b2-4c8e-9c63-b2841f15553b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da HTTP/1.1" status: 200 len: 950 time: 0.3763995 Jul 15 14:51:12.328594 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca20a4f0-6227-4c6b-8d58-50bc9ec2323a req-caff8222-d975-4fc1-bac0-2d715f24420a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142955 Jul 15 14:51:12.398464 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f0873-7c0d-4770-9bfa-87da450c751d req-3b801cb6-dcb9-4a83-bfa9-dc4d4764ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:12.400495 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-971f0873-7c0d-4770-9bfa-87da450c751d req-3b801cb6-dcb9-4a83-bfa9-dc4d4764ff60 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da HTTP/1.1" status: 200 len: 1101 time: 0.4604478 Jul 15 14:51:12.432483 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port b9bab48d-cccf-4548-aa93-4c9901aae8a2, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b9bab48d-cccf-4548-aa93-4c9901aae8a2,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:12.436771 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03c01982-513f-4f0c-8fc4-3b60ee25bc0e req-9d0d9803-dcb5-4bdb-8f11-8488b60965ae tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082196 Jul 15 14:51:12.444864 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1404b5dd-0bd2-4d06-9838-d7b1109e57c1 req-d71227de-dc95-4617-8b2d-dbe2a549eb38 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981300 Jul 15 14:51:12.467359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2a2c9f82-182c-4d8b-be86-7441742dba51 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:51:12.488788 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-971f0873-7c0d-4770-9bfa-87da450c751d req-ccee502f-2287-403f-8f9d-c189ed689ac3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741014 Jul 15 14:51:12.588477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'b9bab48d-cccf-4548-aa93-4c9901aae8a2', 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4', 'port_id': 'b9bab48d-cccf-4548-aa93-4c9901aae8a2', 'mac_address': 'fa:16:3e:e8:ea:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:51:12.682657 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d53da81-8ef6-4250-bb88-961f3fb67010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:12.683887 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 2a2c9f82-182c-4d8b-be86-7441742dba51 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:51:12.693327 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d53da81-8ef6-4250-bb88-961f3fb67010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:12.720539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 2a2c9f82-182c-4d8b-be86-7441742dba51 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:12.723181 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:12.760858 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:12.794309 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4d53da81-8ef6-4250-bb88-961f3fb67010 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=24cf002555c94e3fb32222145d72c039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7577806 Jul 15 14:51:12.799228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39504) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:12.808767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9bab48d-cccf-4548-aa93-4c9901aae8a2 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:12.841075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53da81-8ef6-4250-bb88-961f3fb67010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5763abcd-d543-4de7-b7a1-f3d0f3fee4e9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:12.894010 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a4ad-a5cd-4e74-99fe-c1709bd0522b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:12.905019 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port b9bab48d-cccf-4548-aa93-4c9901aae8a2, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b9bab48d-cccf-4548-aa93-4c9901aae8a2,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:12.914441 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:12.969553 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a4ad-a5cd-4e74-99fe-c1709bd0522b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:13.038227 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:13.042857 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=b9bab48d-cccf-4548-aa93-4c9901aae8a2,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:13.055374 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8cb9d-958e-4a1e-a15b-44b6787413f1 req-56c467b7-f70a-40d0-a0e1-1aad5025b145 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:13.056715 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fc8cb9d-958e-4a1e-a15b-44b6787413f1 req-56c467b7-f70a-40d0-a0e1-1aad5025b145 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18 HTTP/1.1" status: 200 len: 948 time: 0.3543069 Jul 15 14:51:13.128490 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a4ad-a5cd-4e74-99fe-c1709bd0522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:13.131935 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a4ad-a5cd-4e74-99fe-c1709bd0522b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:13.132463 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 2a2c9f82-182c-4d8b-be86-7441742dba51, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2a2c9f82-182c-4d8b-be86-7441742dba51,segment=NetworkSegment(b1c1e254-4cc6-47df-997e-e18c529637ca),segment_id=b1c1e254-4cc6-47df-997e-e18c529637ca)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:13.135925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b0a2a4ad-a5cd-4e74-99fe-c1709bd0522b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5763abcd-d543-4de7-b7a1-f3d0f3fee4e9 HTTP/1.1" status: 204 len: 168 time: 0.3329182 Jul 15 14:51:13.139626 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fc8cb9d-958e-4a1e-a15b-44b6787413f1 req-254fcd7f-4c08-41b6-84e6-eba5ac36d696 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715697 Jul 15 14:51:13.146599 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:13.147423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c25c018f-797e-408a-9efb-213fc023f764 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:51:13.196113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8fe58-96f8-44fb-93cf-f7ae06d40825 req-350f7188-c53d-4e4c-9ad6-bf5fc5a07ef4 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:13.199953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ac8fe58-96f8-44fb-93cf-f7ae06d40825 req-350f7188-c53d-4e4c-9ad6-bf5fc5a07ef4 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 945 time: 0.2282207 Jul 15 14:51:13.201429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2a4ad-a5cd-4e74-99fe-c1709bd0522b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5763abcd-d543-4de7-b7a1-f3d0f3fee4e9,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:13.361754 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ac8fe58-96f8-44fb-93cf-f7ae06d40825 req-99d8f28f-89a0-4bac-af4a-9b22eb6c3d08 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/security-groups?id=d008e91f-4879-449d-adb0-98a4d92795d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343508 Jul 15 14:51:13.432218 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['b9bab48d-cccf-4548-aa93-4c9901aae8a2'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:13.476209 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=2a2c9f82-182c-4d8b-be86-7441742dba51,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:13.503130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port c25c018f-797e-408a-9efb-213fc023f764 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:51:13.537671 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port c25c018f-797e-408a-9efb-213fc023f764 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:13.538462 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:13.702141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d133159-08d4-472d-88d4-1b49cd31f494 req-22b7a2ea-0b96-43f3-91e5-cc15ca9558c2 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:13.713387 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d133159-08d4-472d-88d4-1b49cd31f494 req-22b7a2ea-0b96-43f3-91e5-cc15ca9558c2 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 945 time: 0.2221129 Jul 15 14:51:13.722385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b09986-589f-412c-97be-ec78e363b42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2c9f82-182c-4d8b-be86-7441742dba51'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:13.727219 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53cab1f-7b6c-494d-82bd-c0c3bec5d4a7" -d '{"events": [{"server_uuid": "01b09986-589f-412c-97be-ec78e363b42a", "name": "network-vif-plugged", "status": "completed", "tag": "2a2c9f82-182c-4d8b-be86-7441742dba51"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:13.853494 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d133159-08d4-472d-88d4-1b49cd31f494 req-621b7b72-35c5-4037-a877-39b4b28a69eb tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390841 Jul 15 14:51:13.885645 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:13.978959 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c25c018f-797e-408a-9efb-213fc023f764, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c25c018f-797e-408a-9efb-213fc023f764,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:13.987420 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:13.991671 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:51:14.082988 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:51:14.083382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 54e8b43c-9cfb-4325-9b58-ddb2ebb02d65 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:51:14.167241 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ae0fe8-e080-4527-a68c-ae10b58679d6 x-openstack-request-id: req-c9ae0fe8-e080-4527-a68c-ae10b58679d6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:14.167597 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b09986-589f-412c-97be-ec78e363b42a", "name": "network-vif-plugged", "status": "completed", "tag": "2a2c9f82-182c-4d8b-be86-7441742dba51", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:14.167810 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9ae0fe8-e080-4527-a68c-ae10b58679d6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:14.168316 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b09986-589f-412c-97be-ec78e363b42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2c9f82-182c-4d8b-be86-7441742dba51', 'code': 200} Jul 15 14:51:14.205298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c25c018f-797e-408a-9efb-213fc023f764,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:14.398390 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae19f4b-495d-4d99-8845-f16a1aa8ab75 req-4635a0b3-52a9-4b59-9647-36d310f25301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:14.400014 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7ae19f4b-495d-4d99-8845-f16a1aa8ab75 req-4635a0b3-52a9-4b59-9647-36d310f25301 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 1097 time: 0.1384637 Jul 15 14:51:14.468912 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7ae19f4b-495d-4d99-8845-f16a1aa8ab75 req-9d34bb07-6d6c-48d8-8f0c-f239fc352b2e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d008e91f-4879-449d-adb0-98a4d92795d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616481 Jul 15 14:51:14.497975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39550) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:14.567904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14eda9-a415-458d-a172-04740f9ad43d req-85021f5a-0021-4a3a-8f8d-d9759b77afe4 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:14.575025 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de14eda9-a415-458d-a172-04740f9ad43d req-85021f5a-0021-4a3a-8f8d-d9759b77afe4 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da HTTP/1.1" status: 200 len: 950 time: 0.2570651 Jul 15 14:51:14.604257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95a742-9b53-4f93-8ce7-4ec6855e87ce req-c5f2a40e-20d6-43b8-8699-e26e87cb14be tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:14.611175 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d95a742-9b53-4f93-8ce7-4ec6855e87ce req-c5f2a40e-20d6-43b8-8699-e26e87cb14be tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18 HTTP/1.1" status: 200 len: 948 time: 0.2051029 Jul 15 14:51:14.671205 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de14eda9-a415-458d-a172-04740f9ad43d req-5553d8cd-a9b2-40d9-ba72-33434e783dd4 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952113 Jul 15 14:51:14.712154 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a592ef33-0439-49c0-87f0-678932ffe24e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b850756fa5a459d8043ace7d3a5e17b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129910 Jul 15 14:51:14.717188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39560) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:14.753534 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d95a742-9b53-4f93-8ce7-4ec6855e87ce req-d60fdfab-a0b6-43e2-9254-27e06e59afb9 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413472 Jul 15 14:51:14.884264 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-156e4af3-1bd0-41b2-9c3a-c9cdbbaa4c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:14.961614 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-156e4af3-1bd0-41b2-9c3a-c9cdbbaa4c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:15.151294 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-156e4af3-1bd0-41b2-9c3a-c9cdbbaa4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:15.152671 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-156e4af3-1bd0-41b2-9c3a-c9cdbbaa4c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:15.153887 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-156e4af3-1bd0-41b2-9c3a-c9cdbbaa4c59 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/87dcb579-8c6d-4558-bc97-8f824a32a62e HTTP/1.1" status: 204 len: 168 time: 0.4345300 Jul 15 14:51:15.183414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dd329-0a5d-4c2f-b597-8ec4f25f65bb req-4987ad46-b193-419c-9027-a61a9e2a6448 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:15.190678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-010dd329-0a5d-4c2f-b597-8ec4f25f65bb req-4987ad46-b193-419c-9027-a61a9e2a6448 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1330261 Jul 15 14:51:15.193504 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e4af3-1bd0-41b2-9c3a-c9cdbbaa4c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dcb579-8c6d-4558-bc97-8f824a32a62e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:15.215011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625c244-b882-4ecb-b120-6e62109cdcce req-95a644fa-437c-413f-b3e1-4288d41ef7e2 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:15.216466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b625c244-b882-4ecb-b120-6e62109cdcce req-95a644fa-437c-413f-b3e1-4288d41ef7e2 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 946 time: 0.2571115 Jul 15 14:51:15.324799 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-010dd329-0a5d-4c2f-b597-8ec4f25f65bb req-a27483f0-f55c-4fac-9cff-7fe9c37f1542 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328957 Jul 15 14:51:15.381451 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b625c244-b882-4ecb-b120-6e62109cdcce req-e3388f59-883d-4605-a59a-980aa830bacd tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/security-groups?id=d008e91f-4879-449d-adb0-98a4d92795d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344035 Jul 15 14:51:15.693780 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f6664-ccb3-420b-86b9-6237f1977c78 req-d658ce21-b319-497e-83cc-d07aee9cc657 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:15.707837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-986f6664-ccb3-420b-86b9-6237f1977c78 req-d658ce21-b319-497e-83cc-d07aee9cc657 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 945 time: 0.1411633 Jul 15 14:51:15.804318 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-986f6664-ccb3-420b-86b9-6237f1977c78 req-fb2c3a43-ea4a-4249-92ae-1f2e19f2dafa tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925961 Jul 15 14:51:16.001297 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39596) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:16.069220 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72d2b0-b96a-4062-be52-cf1128109855 req-83907b33-14f8-452c-abf4-4f4fdd2d5944 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:16.083291 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4c72d2b0-b96a-4062-be52-cf1128109855 req-83907b33-14f8-452c-abf4-4f4fdd2d5944 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2f02ba-684e-4508-a08e-701fae37551a HTTP/1.1" status: 200 len: 950 time: 0.1589181 Jul 15 14:51:16.118842 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-880a6c1c-9b03-4e28-9b2e-36173d0d981f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5000231d78eb4a3ba9bb9ca0a414166e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1159022 Jul 15 14:51:16.120733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39602) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:16.169601 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efac98d-f201-44cc-a8d9-a0bae9ff0162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25c018f-797e-408a-9efb-213fc023f764'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:16.172045 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f81d79-20d0-46e9-a5ac-910339b18b78" -d '{"events": [{"server_uuid": "1efac98d-f201-44cc-a8d9-a0bae9ff0162", "name": "network-vif-plugged", "status": "completed", "tag": "c25c018f-797e-408a-9efb-213fc023f764"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:16.197715 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4c72d2b0-b96a-4062-be52-cf1128109855 req-1585256b-3e4c-48aa-b070-dfffccd799af tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132283 Jul 15 14:51:16.215888 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device b9bab48d-cccf-4548-aa93-4c9901aae8a2 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:51:16.260647 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44be43f-6d62-4e9f-8148-6d4df2a6f73c x-openstack-request-id: req-e44be43f-6d62-4e9f-8148-6d4df2a6f73c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:16.261230 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efac98d-f201-44cc-a8d9-a0bae9ff0162", "name": "network-vif-plugged", "status": "completed", "tag": "c25c018f-797e-408a-9efb-213fc023f764", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:16.261687 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e44be43f-6d62-4e9f-8148-6d4df2a6f73c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:16.263322 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efac98d-f201-44cc-a8d9-a0bae9ff0162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25c018f-797e-408a-9efb-213fc023f764', 'code': 200} Jul 15 14:51:16.268245 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbf27f71-b750-4e1f-bc2c-b25e7588f405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:16.312671 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbf27f71-b750-4e1f-bc2c-b25e7588f405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:16.329236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port b9bab48d-cccf-4548-aa93-4c9901aae8a2 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:51:16.339329 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port b9bab48d-cccf-4548-aa93-4c9901aae8a2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:16.340007 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:16.462678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76d2bd-66f3-49ca-a166-42081955c02c req-a9af8bc0-fb33-40bb-b63f-e309563af765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:16.464831 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6b76d2bd-66f3-49ca-a166-42081955c02c req-a9af8bc0-fb33-40bb-b63f-e309563af765 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 1101 time: 0.1105530 Jul 15 14:51:16.471077 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbf27f71-b750-4e1f-bc2c-b25e7588f405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:16.474863 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbf27f71-b750-4e1f-bc2c-b25e7588f405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:16.480920 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dbf27f71-b750-4e1f-bc2c-b25e7588f405 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d5e4548-e63d-4910-a8de-d3b98818603c HTTP/1.1" status: 204 len: 168 time: 0.3588536 Jul 15 14:51:16.525951 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf27f71-b750-4e1f-bc2c-b25e7588f405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5e4548-e63d-4910-a8de-d3b98818603c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:16.539047 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6b76d2bd-66f3-49ca-a166-42081955c02c req-18974d9b-cc4a-426a-b8da-d9168e68f342 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563948 Jul 15 14:51:16.630686 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:16.709822 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port b9bab48d-cccf-4548-aa93-4c9901aae8a2, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b9bab48d-cccf-4548-aa93-4c9901aae8a2,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:16.721875 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:16.734390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be8f5f-e014-4d04-a27c-2d3cba0145d3 req-c8b68d51-620a-4342-a419-870c04767ece tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:16.740043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0be8f5f-e014-4d04-a27c-2d3cba0145d3 req-c8b68d51-620a-4342-a419-870c04767ece tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1493824 Jul 15 14:51:16.844006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0be8f5f-e014-4d04-a27c-2d3cba0145d3 req-d8bcf835-5471-47eb-be00-4b4e415ce5d4 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941024 Jul 15 14:51:16.845504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=b9bab48d-cccf-4548-aa93-4c9901aae8a2,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:16.889823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4a6a0-e717-49d2-9435-e3c270307310 req-fae511b2-b400-4b88-8b0e-ca34cc1d368e tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:16.904229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4a6a0-e717-49d2-9435-e3c270307310 req-fae511b2-b400-4b88-8b0e-ca34cc1d368e tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:16.906765 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd4a6a0-e717-49d2-9435-e3c270307310 req-fae511b2-b400-4b88-8b0e-ca34cc1d368e tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18&device_id=8f2f02ba-684e-4508-a08e-701fae37551a HTTP/1.1" status: 200 len: 1689 time: 0.1532776 Jul 15 14:51:16.966016 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd4a6a0-e717-49d2-9435-e3c270307310 req-e4491f2a-ddc5-4a48-8a40-ba1f8bf42236 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422878 Jul 15 14:51:17.144612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8a5e2-d2ca-4790-8c12-76dbc977af1d req-b5346dcc-4038-4a94-bb44-bf7829e75e8b tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:17.158707 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fcf8a5e2-d2ca-4790-8c12-76dbc977af1d req-b5346dcc-4038-4a94-bb44-bf7829e75e8b tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 946 time: 0.1245751 Jul 15 14:51:17.235901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fcf8a5e2-d2ca-4790-8c12-76dbc977af1d req-07f833a9-e4f7-4d7d-b76b-291be4de6e33 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/security-groups?id=d008e91f-4879-449d-adb0-98a4d92795d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764189 Jul 15 14:51:17.720108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f48195-11c1-4f09-a84b-490112d435f1 req-48e5e466-9ea4-475a-8d72-16143e5993f3 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:17.722515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70f48195-11c1-4f09-a84b-490112d435f1 req-48e5e466-9ea4-475a-8d72-16143e5993f3 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 946 time: 0.2181642 Jul 15 14:51:17.799482 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70f48195-11c1-4f09-a84b-490112d435f1 req-b54ca994-eb88-4da9-92d0-918ac947127b tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668991 Jul 15 14:51:17.896044 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39676) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:18.049444 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-5d6e8c59-24b8-48dd-82f9-3df47335d953 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-22054527-network', 'tenant_id': 'b8c8208069ab4a39ab72de8b40feac76'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:18.151417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6e8c59-24b8-48dd-82f9-3df47335d953 admin admin] Made reservation on behalf of b8c8208069ab4a39ab72de8b40feac76 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:51:18.153791 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8c59-24b8-48dd-82f9-3df47335d953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:18.177947 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8c59-24b8-48dd-82f9-3df47335d953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:18.201067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ab9eb-40a3-4074-b1c2-db3479fcf3ce req-07dc2de1-9b99-4ae9-89ae-d6d7d49f8eb6 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:18.202667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f80ab9eb-40a3-4074-b1c2-db3479fcf3ce req-07dc2de1-9b99-4ae9-89ae-d6d7d49f8eb6 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18 HTTP/1.1" status: 200 len: 1099 time: 0.1802874 Jul 15 14:51:18.214043 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405f0b2-408e-4968-b2ca-fde48ae27bc7 req-ac79375d-d38b-44fe-95e2-90a1b9e98a38 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:18.221258 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a405f0b2-408e-4968-b2ca-fde48ae27bc7 req-ac79375d-d38b-44fe-95e2-90a1b9e98a38 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1673529 Jul 15 14:51:18.265393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8aa67c1-3c47-4b0a-ae35-83873ef497b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bab48d-cccf-4548-aa93-4c9901aae8a2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:18.268971 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ceb2ab-3177-4253-81ee-fbd53fa672e5" -d '{"events": [{"server_uuid": "a8aa67c1-3c47-4b0a-ae35-83873ef497b0", "name": "network-vif-plugged", "status": "completed", "tag": "b9bab48d-cccf-4548-aa93-4c9901aae8a2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:18.316965 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a405f0b2-408e-4968-b2ca-fde48ae27bc7 req-917f7893-16e9-4c16-892f-a3086dbc6df3 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941272 Jul 15 14:51:18.359603 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f80ab9eb-40a3-4074-b1c2-db3479fcf3ce req-e27832f1-b626-492f-a8b5-b1e87b0d9fe9 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259620 Jul 15 14:51:18.459752 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e65d19a-72f6-48e6-a03b-88e88c830e64 x-openstack-request-id: req-7e65d19a-72f6-48e6-a03b-88e88c830e64 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:18.460166 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8aa67c1-3c47-4b0a-ae35-83873ef497b0", "name": "network-vif-plugged", "status": "completed", "tag": "b9bab48d-cccf-4548-aa93-4c9901aae8a2", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:18.460519 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e65d19a-72f6-48e6-a03b-88e88c830e64 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:18.461117 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8aa67c1-3c47-4b0a-ae35-83873ef497b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bab48d-cccf-4548-aa93-4c9901aae8a2', 'code': 200} Jul 15 14:51:18.541025 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8c59-24b8-48dd-82f9-3df47335d953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:18.554652 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8c59-24b8-48dd-82f9-3df47335d953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:18.586241 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:18.608152 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6e8c59-24b8-48dd-82f9-3df47335d953 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:51:18.633968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e8c59-24b8-48dd-82f9-3df47335d953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06e7bcd-b234-4d09-a2a5-f84d80614b5d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:18.645651 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8c59-24b8-48dd-82f9-3df47335d953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:18.646705 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-5d6e8c59-24b8-48dd-82f9-3df47335d953 admin admin] Added segment 4f976f51-a6a1-4bec-a006-4ee5b3d3b805 of type vlan for network 5627580b-44a6-4103-9733-e321fc9b30ea Jul 15 14:51:18.755252 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8c59-24b8-48dd-82f9-3df47335d953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:18.828677 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:18.830302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe84a06-5fde-49d0-b5ce-d5bd1ca388f2 req-aba49c9f-d4c0-4e08-a8ca-a3d85e367375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:18.836201 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1fe84a06-5fde-49d0-b5ce-d5bd1ca388f2 req-aba49c9f-d4c0-4e08-a8ca-a3d85e367375 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 1097 time: 0.2947383 Jul 15 14:51:18.913119 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1fe84a06-5fde-49d0-b5ce-d5bd1ca388f2 req-86f08c26-7b96-468c-b2eb-f4db718bdecb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703371 Jul 15 14:51:18.956260 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8c59-24b8-48dd-82f9-3df47335d953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:18.956260 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6e8c59-24b8-48dd-82f9-3df47335d953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:18.956260 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8c59-24b8-48dd-82f9-3df47335d953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:19.003102 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7526715-7f00-4d8a-a52a-b8443a1b51af req-c2278cc8-70b9-4ccc-bf9c-6bc606ffe050 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:19.005256 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b7526715-7f00-4d8a-a52a-b8443a1b51af req-c2278cc8-70b9-4ccc-bf9c-6bc606ffe050 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=8f2f02ba-684e-4508-a08e-701fae37551a HTTP/1.1" status: 200 len: 1101 time: 0.2235541 Jul 15 14:51:19.011844 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5d6e8c59-24b8-48dd-82f9-3df47335d953 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1145341 Jul 15 14:51:19.014878 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39716) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:19.021395 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5296ec1a-7b68-43ad-a9a9-b86628db3ce3 admin admin] Request body: {'subnet': {'network_id': '5627580b-44a6-4103-9733-e321fc9b30ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-22054527-subnet', 'tenant_id': 'b8c8208069ab4a39ab72de8b40feac76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:19.059639 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5296ec1a-7b68-43ad-a9a9-b86628db3ce3 admin admin] Made reservation on behalf of b8c8208069ab4a39ab72de8b40feac76 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:51:19.062836 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5296ec1a-7b68-43ad-a9a9-b86628db3ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:19.097196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e8c59-24b8-48dd-82f9-3df47335d953 admin admin] Pushing event updated for resources: {'Network': ['ID=5627580b-44a6-4103-9733-e321fc9b30ea,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:19.127105 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 5627580b-44a6-4103-9733-e321fc9b30ea details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:51:19.136342 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-a7c8842a-88aa-4ff4-a262-0c83155ab444 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808337 Jul 15 14:51:19.157512 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b7526715-7f00-4d8a-a52a-b8443a1b51af req-f0743d2e-c4bc-4deb-b72c-d129ffbf7a51 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443193 Jul 15 14:51:19.402609 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-cb1beef6-8b67-49a9-903a-2d720bb2e063 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:19.409821 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-cb1beef6-8b67-49a9-903a-2d720bb2e063 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2671285 Jul 15 14:51:19.427904 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-d86497a0-1332-4cc3-bda3-6da2a6f47cdc tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/quotas/c5775ae0ea8044f1bd9c3478300dd6dc HTTP/1.1" status: 200 len: 375 time: 0.0171242 Jul 15 14:51:19.496822 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5296ec1a-7b68-43ad-a9a9-b86628db3ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:19.542103 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ef9b5-f779-423a-91e2-212c8b17fb95 req-5fe91b7f-990b-4006-af82-bd2dbf9ca567 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:19.549327 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a62ef9b5-f779-423a-91e2-212c8b17fb95 req-5fe91b7f-990b-4006-af82-bd2dbf9ca567 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 946 time: 0.1373131 Jul 15 14:51:19.571657 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-247ecf44-6554-46a8-99b3-0eb0705765c4 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427555 Jul 15 14:51:19.626822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296ec1a-7b68-43ad-a9a9-b86628db3ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b7536f-269c-4f6e-a00b-278c236eb76c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:19.664599 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a62ef9b5-f779-423a-91e2-212c8b17fb95 req-881bf3cc-bf2c-42d0-a7f4-f27150bff599 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141074 Jul 15 14:51:19.723663 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296ec1a-7b68-43ad-a9a9-b86628db3ce3 admin admin] Checking segment: {'id': '4f976f51-a6a1-4bec-a006-4ee5b3d3b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5627580b-44a6-4103-9733-e321fc9b30ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:51:19.724528 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5296ec1a-7b68-43ad-a9a9-b86628db3ce3 admin admin] Network hostable DHCP agents. Network: 5627580b-44a6-4103-9733-e321fc9b30ea, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:51:19.773416 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5296ec1a-7b68-43ad-a9a9-b86628db3ce3 admin admin] Network 5627580b-44a6-4103-9733-e321fc9b30ea is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:51:19.827686 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5296ec1a-7b68-43ad-a9a9-b86628db3ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 5627580b-44a6-4103-9733-e321fc9b30ea) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:51:19.842701 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5296ec1a-7b68-43ad-a9a9-b86628db3ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:19.843786 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177e35b0-cf0f-49ba-a419-db2dd2bf624b None None] Network 5627580b-44a6-4103-9733-e321fc9b30ea requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:51:19.844748 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5296ec1a-7b68-43ad-a9a9-b86628db3ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:19.885769 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5296ec1a-7b68-43ad-a9a9-b86628db3ce3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8696826 Jul 15 14:51:20.031146 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4922112e-16d4-41d5-a939-dcf43ab4e4a8 req-b0ec84d7-ab76-48d4-9daa-12d0e58cfa8f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 210 time: 0.0796793 Jul 15 14:51:20.048313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-05a17c88-b965-4b5d-be31-3ba97e85dec4 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ee188e41d71d434ead519f5f9ae6e707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990150 Jul 15 14:51:20.392641 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-fbc12abf-52f9-4195-86c1-4fd644dd4e3a tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:20.402072 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-fbc12abf-52f9-4195-86c1-4fd644dd4e3a tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3525891 Jul 15 14:51:20.424242 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-b5293569-cd64-4bd1-a19e-2a1a5571b077 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/quotas/ee188e41d71d434ead519f5f9ae6e707 HTTP/1.1" status: 200 len: 375 time: 0.0207896 Jul 15 14:51:20.433177 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be63683-4b7c-46b9-b034-20970a66d940 None None] Network 5627580b-44a6-4103-9733-e321fc9b30ea requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:51:20.579634 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-479ecf4d-d933-430e-aebf-3a8b342775ab tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1472039 Jul 15 14:51:21.036250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94ad5a-ae63-4a74-91cb-097bd2191ec8 req-733863bf-4d19-433c-8c1f-a57161f3131d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:21.044468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea94ad5a-ae63-4a74-91cb-097bd2191ec8 req-733863bf-4d19-433c-8c1f-a57161f3131d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 945 time: 0.2198312 Jul 15 14:51:21.183754 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea94ad5a-ae63-4a74-91cb-097bd2191ec8 req-a02781a3-c0ac-49ba-a344-4f0f28d848e5 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379550 Jul 15 14:51:21.467228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39802) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:21.512746 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f39b2174-da8a-4ed0-b7fa-27ee08f4495d req-8662f639-eeee-4dd7-b5ae-074496d507ed tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 210 time: 0.2252555 Jul 15 14:51:21.579756 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39812) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:21.586193 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-dd2aa04e-d0d6-493a-8e0c-dce904082795 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1350038837-network', 'tenant_id': 'ee6287b8a2144b0f865a92a0f37c54b1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:21.624014 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9980dd0-213b-492a-bf55-30ada7b88e62 req-ae847a1f-7c11-4b9e-a332-c8b1801f2144 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:21.648684 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9980dd0-213b-492a-bf55-30ada7b88e62 req-ae847a1f-7c11-4b9e-a332-c8b1801f2144 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 946 time: 0.3894072 Jul 15 14:51:21.661345 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2aa04e-d0d6-493a-8e0c-dce904082795 admin admin] Made reservation on behalf of ee6287b8a2144b0f865a92a0f37c54b1 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:51:21.665877 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa04e-d0d6-493a-8e0c-dce904082795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:21.689836 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa04e-d0d6-493a-8e0c-dce904082795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:21.827158 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9980dd0-213b-492a-bf55-30ada7b88e62 req-6a4d5920-ffb8-46ff-a5e7-9ce76e6da989 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772144 Jul 15 14:51:21.846013 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa04e-d0d6-493a-8e0c-dce904082795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:21.855403 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa04e-d0d6-493a-8e0c-dce904082795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:21.884693 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2aa04e-d0d6-493a-8e0c-dce904082795 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:51:21.941883 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa04e-d0d6-493a-8e0c-dce904082795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:21.942429 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-dd2aa04e-d0d6-493a-8e0c-dce904082795 admin admin] Added segment 10d5a98c-9ea9-45d7-a2a5-e37903f47184 of type vlan for network a2c15b51-5428-4dd8-93b1-a22689b193c4 Jul 15 14:51:21.968579 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2aa04e-d0d6-493a-8e0c-dce904082795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ea4ec5-4353-4e20-a85c-08c08856c691,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:22.047262 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0418b82b-5d2f-4d75-806d-8fc4b1449bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:22.089574 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-753cd005-07ae-4ebf-bd6d-38a531937f61 req-4552326f-13b6-4c11-94ba-93eb9c033c59 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 210 time: 0.0697744 Jul 15 14:51:22.214094 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0418b82b-5d2f-4d75-806d-8fc4b1449bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:22.218651 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa04e-d0d6-493a-8e0c-dce904082795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:22.224736 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0418b82b-5d2f-4d75-806d-8fc4b1449bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:22.341944 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0418b82b-5d2f-4d75-806d-8fc4b1449bb0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8039045843e04e32a8d3fc139147a5e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8734937 Jul 15 14:51:22.345149 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39830) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:22.345644 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418b82b-5d2f-4d75-806d-8fc4b1449bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e7e756-d60e-4056-aaef-c4d7b6c1a24d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:22.356159 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa04e-d0d6-493a-8e0c-dce904082795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:22.357138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2aa04e-d0d6-493a-8e0c-dce904082795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:22.357722 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa04e-d0d6-493a-8e0c-dce904082795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:22.439853 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dd2aa04e-d0d6-493a-8e0c-dce904082795 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8561299 Jul 15 14:51:22.443677 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39836) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:22.454581 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-136dba06-4c48-4813-bb87-04a322df2b78 admin admin] Request body: {'subnet': {'network_id': 'a2c15b51-5428-4dd8-93b1-a22689b193c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1350038837-subnet', 'tenant_id': 'ee6287b8a2144b0f865a92a0f37c54b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:22.546442 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc1522bf-c310-4406-be0e-965b4b7e1ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:22.616387 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2aa04e-d0d6-493a-8e0c-dce904082795 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c15b51-5428-4dd8-93b1-a22689b193c4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:22.635938 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network a2c15b51-5428-4dd8-93b1-a22689b193c4 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:51:22.650016 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc1522bf-c310-4406-be0e-965b4b7e1ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:22.685221 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-4e9e2f75-e681-4d25-8853-90fa7b4934e3 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644708 Jul 15 14:51:22.691899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136dba06-4c48-4813-bb87-04a322df2b78 admin admin] Made reservation on behalf of ee6287b8a2144b0f865a92a0f37c54b1 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:51:22.695237 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-136dba06-4c48-4813-bb87-04a322df2b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:22.756433 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc1522bf-c310-4406-be0e-965b4b7e1ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:22.759004 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc1522bf-c310-4406-be0e-965b4b7e1ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:22.760506 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dc1522bf-c310-4406-be0e-965b4b7e1ea5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/32e7e756-d60e-4056-aaef-c4d7b6c1a24d HTTP/1.1" status: 204 len: 168 time: 0.4137952 Jul 15 14:51:22.778844 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1522bf-c310-4406-be0e-965b4b7e1ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e7e756-d60e-4056-aaef-c4d7b6c1a24d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:23.115826 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-e9fbb0c3-229b-426c-b18e-eb39f8b230e1 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:23.117627 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-e9fbb0c3-229b-426c-b18e-eb39f8b230e1 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2819936 Jul 15 14:51:23.129119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8109e9cb-95cd-4db1-8e95-d69cea7bfddb req-e78a74a8-3a76-476b-9476-e94193f00496 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 210 time: 0.0835829 Jul 15 14:51:23.150573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-ec4cb3c0-a76a-4028-ac87-f6abe2b88777 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Request body: {'port': {'device_id': '58723641-6840-4bf8-9ff9-797b4142805f', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'c5775ae0ea8044f1bd9c3478300dd6dc'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:23.208723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16de8d-446f-4dce-befe-adb1b2882065 req-4055d4d7-e072-4747-9e08-273fb89c41e1 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:23.220613 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd16de8d-446f-4dce-befe-adb1b2882065 req-4055d4d7-e072-4747-9e08-273fb89c41e1 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 1097 time: 0.2736011 Jul 15 14:51:23.326260 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd16de8d-446f-4dce-befe-adb1b2882065 req-32bfe076-4c44-48c6-b3ef-fcb815ffca9f tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985506 Jul 15 14:51:23.354259 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-136dba06-4c48-4813-bb87-04a322df2b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:23.494061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136dba06-4c48-4813-bb87-04a322df2b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30fdda6-b4e4-4819-99a8-c76e8d3efa5b,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:23.570094 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-0e903fc5-8e91-47e8-abbd-11d2729a14ae tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--562044538&fields=id&tenant_id=4cc69778109c4ce38d2d0f143ca1b25a HTTP/1.1" status: 200 len: 267 time: 0.0907249 Jul 15 14:51:23.621503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39876) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:23.645908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-ec4cb3c0-a76a-4028-ac87-f6abe2b88777 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Made reservation on behalf of c5775ae0ea8044f1bd9c3478300dd6dc for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:51:23.651068 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-ec4cb3c0-a76a-4028-ac87-f6abe2b88777 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:23.680100 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e9fbe86-efc2-4e3b-bea9-b48688bc38ba req-4bcc4ae2-1d87-4d2e-97e3-aa4654dee19d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 210 time: 0.0472250 Jul 15 14:51:23.772136 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136dba06-4c48-4813-bb87-04a322df2b78 admin admin] Checking segment: {'id': '10d5a98c-9ea9-45d7-a2a5-e37903f47184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a2c15b51-5428-4dd8-93b1-a22689b193c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:51:23.772529 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136dba06-4c48-4813-bb87-04a322df2b78 admin admin] Network hostable DHCP agents. Network: a2c15b51-5428-4dd8-93b1-a22689b193c4, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:51:23.887475 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136dba06-4c48-4813-bb87-04a322df2b78 admin admin] Network a2c15b51-5428-4dd8-93b1-a22689b193c4 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:51:23.944977 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2bc9996e-04e2-4ffe-8ea9-e0c86bd9b549 req-caa7af7e-a57b-4d9f-8b85-47bb134d240e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3887317 Jul 15 14:51:23.948860 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-136dba06-4c48-4813-bb87-04a322df2b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, a2c15b51-5428-4dd8-93b1-a22689b193c4) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:51:23.961860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326b31d2-e613-46e2-98f9-ac07742d0bd9 None None] Network a2c15b51-5428-4dd8-93b1-a22689b193c4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:51:23.975539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136dba06-4c48-4813-bb87-04a322df2b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:23.984723 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-136dba06-4c48-4813-bb87-04a322df2b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:24.170360 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-69c5385d-6add-4543-8c9e-3abe4629f15e tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ee188e41d71d434ead519f5f9ae6e707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1758311 Jul 15 14:51:24.269905 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-136dba06-4c48-4813-bb87-04a322df2b78 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8114483 Jul 15 14:51:24.349974 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49521b80-292a-4293-9fb1-62ecf30ead34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:24.372568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-ec4cb3c0-a76a-4028-ac87-f6abe2b88777 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Allocated IP 192.168.233.148 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/cb692c4d-35b1-460e-8090-752fe2ff9127) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:51:24.740160 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f725fb8-a93d-4246-ada8-0ba146181a32 req-2740f8e6-d2ed-470e-891e-302c24ee16ed tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:24.740160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f725fb8-a93d-4246-ada8-0ba146181a32 req-2740f8e6-d2ed-470e-891e-302c24ee16ed tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.22 "GET /v2.0/ports?device_id=95e4751b-726d-4ad6-8021-f7d72c6ad23f HTTP/1.1" status: 200 len: 945 time: 0.4191658 Jul 15 14:51:24.744785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e103449-2764-4b9c-9906-b726c16b1733 None None] Network a2c15b51-5428-4dd8-93b1-a22689b193c4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:51:24.780340 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-0a5e8d82-4793-41ac-9ded-74f263d81391 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:24.796245 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-0a5e8d82-4793-41ac-9ded-74f263d81391 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/networks?id=edfb406c-ada2-4958-80ff-7e08225d0ef5 HTTP/1.1" status: 200 len: 824 time: 1.2180295 Jul 15 14:51:24.831107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a85c46af-ab7b-479d-97d8-f015617a25bd req-0504f869-770c-4cc7-a523-65bb12944909 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 210 time: 0.2625892 Jul 15 14:51:24.903877 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-ec4cb3c0-a76a-4028-ac87-f6abe2b88777 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:24.950137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-ec4cb3c0-a76a-4028-ac87-f6abe2b88777 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Transition to ACTIVE for port object cb692c4d-35b1-460e-8090-752fe2ff9127 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:51:24.976887 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-de8362b0-5be3-43c7-aeea-3aa353fa3f8c tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:24.978575 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-de8362b0-5be3-43c7-aeea-3aa353fa3f8c tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7786632 Jul 15 14:51:24.982318 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9996e-04e2-4ffe-8ea9-e0c86bd9b549 req-0a454858-d3e4-4c0b-a68e-d77d0322ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:24.983867 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2bc9996e-04e2-4ffe-8ea9-e0c86bd9b549 req-0a454858-d3e4-4c0b-a68e-d77d0322ba06 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc HTTP/1.1" status: 200 len: 1101 time: 0.9357440 Jul 15 14:51:25.037040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-711de0e9-5d30-45d6-862e-85cdfbff67df tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Request body: {'port': {'device_id': 'dbbe059d-7504-4626-823b-6c968ecd6124', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'ee188e41d71d434ead519f5f9ae6e707'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:25.069066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-e22ad778-e3a8-408e-b847-c5c4dfa6041d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/quotas/4cc69778109c4ce38d2d0f143ca1b25a HTTP/1.1" status: 200 len: 375 time: 0.2290761 Jul 15 14:51:25.308586 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d744c9a3-3818-4315-9f2f-3ab0b3dd994c req-363f083c-2897-47dc-8da2-b691c6efb201 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 210 time: 0.0949984 Jul 15 14:51:25.440068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-9b25eafe-c406-4427-bdef-93d0cbff3810 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cc69778109c4ce38d2d0f143ca1b25a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3585217 Jul 15 14:51:25.601427 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-ec4cb3c0-a76a-4028-ac87-f6abe2b88777 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:25.610891 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-8f725fb8-a93d-4246-ada8-0ba146181a32 req-c9719cb1-f2de-45df-8529-a1b6d722abaa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Deleting port b4f26911-1994-4752-992f-37cacfd37146 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:51:25.611241 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8f725fb8-a93d-4246-ada8-0ba146181a32 req-c9719cb1-f2de-45df-8529-a1b6d722abaa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:25.617506 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['40e17cae-f049-4bbf-86a1-d8dff0609c65'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:25.621252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['c25c018f-797e-408a-9efb-213fc023f764'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:25.638264 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49521b80-292a-4293-9fb1-62ecf30ead34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:25.707856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-ec4cb3c0-a76a-4028-ac87-f6abe2b88777 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:51:25.710708 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49521b80-292a-4293-9fb1-62ecf30ead34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:25.732531 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-ec4cb3c0-a76a-4028-ac87-f6abe2b88777 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:51:25.751518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-ec4cb3c0-a76a-4028-ac87-f6abe2b88777 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:51:25.772569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9996e-04e2-4ffe-8ea9-e0c86bd9b549 req-3458cfbe-99c9-4a84-999e-bc4b8ea70c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:25.773922 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2bc9996e-04e2-4ffe-8ea9-e0c86bd9b549 req-3458cfbe-99c9-4a84-999e-bc4b8ea70c53 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.7189896 Jul 15 14:51:25.774937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cb3c0-a76a-4028-ac87-f6abe2b88777 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Pushing event updated for resources: {'Port': ['ID=cb692c4d-35b1-460e-8090-752fe2ff9127,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:25.896135 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2bc9996e-04e2-4ffe-8ea9-e0c86bd9b549 req-673ab9f9-5589-47b4-9350-a1d05476874d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=87ef3814-8ded-41ad-b4c9-65f4e5e94011 HTTP/1.1" status: 200 len: 217 time: 0.0815673 Jul 15 14:51:25.906593 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-49521b80-292a-4293-9fb1-62ecf30ead34 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9e88dc0c8e79486195b053a618a10c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2802029 Jul 15 14:51:25.921118 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39926) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:25.975199 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-711de0e9-5d30-45d6-862e-85cdfbff67df tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Made reservation on behalf of ee188e41d71d434ead519f5f9ae6e707 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:51:25.979250 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-711de0e9-5d30-45d6-862e-85cdfbff67df tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:26.076744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-ec4cb3c0-a76a-4028-ac87-f6abe2b88777 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:26.077398 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-ec4cb3c0-a76a-4028-ac87-f6abe2b88777 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:26.194283 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:51:26.197233 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-ec4cb3c0-a76a-4028-ac87-f6abe2b88777 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0588291 Jul 15 14:51:26.204800 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9996e-04e2-4ffe-8ea9-e0c86bd9b549 req-9522e184-3c2f-4dd2-8e12-51946f63c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:26.206595 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2bc9996e-04e2-4ffe-8ea9-e0c86bd9b549 req-9522e184-3c2f-4dd2-8e12-51946f63c263 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.3020971 Jul 15 14:51:26.217304 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab513176-746f-4190-99ec-a6dd46432e50 req-af41bdb9-83b1-4c17-adcd-46bb42068fd2 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:26.225102 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab513176-746f-4190-99ec-a6dd46432e50 req-af41bdb9-83b1-4c17-adcd-46bb42068fd2 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/networks?id=5627580b-44a6-4103-9733-e321fc9b30ea HTTP/1.1" status: 200 len: 813 time: 0.2235253 Jul 15 14:51:26.230982 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Request body: {'port': {'device_id': '58723641-6840-4bf8-9ff9-797b4142805f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:26.331060 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1a6edb7b-aa27-4f69-a313-19f9e95955a8 None None] Provisioning for port cb692c4d-35b1-460e-8090-752fe2ff9127 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:51:26.336599 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab513176-746f-4190-99ec-a6dd46432e50 req-fbba7b97-8e65-41be-8d6a-c9cf84f4d54d tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/quotas/b8c8208069ab4a39ab72de8b40feac76 HTTP/1.1" status: 200 len: 375 time: 0.1105123 Jul 15 14:51:26.339686 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1a6edb7b-aa27-4f69-a313-19f9e95955a8 None None] Provisioning complete for port cb692c4d-35b1-460e-8090-752fe2ff9127 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:26.340498 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a6edb7b-aa27-4f69-a313-19f9e95955a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:26.347969 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49521b80-292a-4293-9fb1-62ecf30ead34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4990d13-ae76-447f-bd78-5514dc41c79a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:26.409002 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1a6edb7b-aa27-4f69-a313-19f9e95955a8 None None] Port cb692c4d-35b1-460e-8090-752fe2ff9127 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:51:26.420773 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73895a2c-9a6c-4e1d-a3b7-914dbda8dd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:26.453539 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-8f725fb8-a93d-4246-ada8-0ba146181a32 req-c9719cb1-f2de-45df-8529-a1b6d722abaa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] For port b4f26911-1994-4752-992f-37cacfd37146, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=b4f26911-1994-4752-992f-37cacfd37146,segment=NetworkSegment(488962c2-fdb1-4be8-ac1d-ea161d995946),segment_id=488962c2-fdb1-4be8-ac1d-ea161d995946)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:26.454489 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8f725fb8-a93d-4246-ada8-0ba146181a32 req-c9719cb1-f2de-45df-8529-a1b6d722abaa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:26.518006 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73895a2c-9a6c-4e1d-a3b7-914dbda8dd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:26.573487 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab513176-746f-4190-99ec-a6dd46432e50 req-1bf57ccb-0f9b-4d21-bf13-516c382b6b57 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b8c8208069ab4a39ab72de8b40feac76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2359269 Jul 15 14:51:26.580384 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:26.627528 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-e89063af-12dc-45ef-a113-91f96bc95d19 service neutron] 10.222.0.38 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1741779 Jul 15 14:51:26.641787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-711de0e9-5d30-45d6-862e-85cdfbff67df tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Allocated IP 192.168.233.6 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/492f8995-5baa-4741-8a5b-1de26507c40c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:51:26.667435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9996e-04e2-4ffe-8ea9-e0c86bd9b549 req-89a350b7-91db-46cc-b9f8-ce0dffc646f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:26.669514 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2bc9996e-04e2-4ffe-8ea9-e0c86bd9b549 req-89a350b7-91db-46cc-b9f8-ce0dffc646f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4353805 Jul 15 14:51:26.772261 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73895a2c-9a6c-4e1d-a3b7-914dbda8dd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:26.774899 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73895a2c-9a6c-4e1d-a3b7-914dbda8dd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:26.776194 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-73895a2c-9a6c-4e1d-a3b7-914dbda8dd7a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f4990d13-ae76-447f-bd78-5514dc41c79a HTTP/1.1" status: 204 len: 168 time: 0.8410261 Jul 15 14:51:26.887584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73895a2c-9a6c-4e1d-a3b7-914dbda8dd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4990d13-ae76-447f-bd78-5514dc41c79a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:27.020488 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2bc9996e-04e2-4ffe-8ea9-e0c86bd9b549 req-bd6bb21d-eb3f-4702-84dc-cc23f6918389 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398724 Jul 15 14:51:27.134432 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-711de0e9-5d30-45d6-862e-85cdfbff67df tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:27.135192 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab513176-746f-4190-99ec-a6dd46432e50 req-77c78cdd-ad8c-4f61-b736-70f96cedc852 service neutron] 10.222.0.38 "GET /v2.0/networks/5627580b-44a6-4103-9733-e321fc9b30ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601921 Jul 15 14:51:27.190043 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-711de0e9-5d30-45d6-862e-85cdfbff67df tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Transition to ACTIVE for port object 492f8995-5baa-4741-8a5b-1de26507c40c will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:51:27.221790 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2bc9996e-04e2-4ffe-8ea9-e0c86bd9b549 req-06840d5f-5bc1-4712-92df-1a3742b22270 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870918 Jul 15 14:51:27.291439 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-711de0e9-5d30-45d6-862e-85cdfbff67df tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:27.305729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['87ef3814-8ded-41ad-b4c9-65f4e5e94011', 'e118ea8b-0489-4f3d-b047-eeb2736d4010', '1ef06155-f258-4023-9361-8178ab130ce6', 'ee547856-ce2b-4230-ab12-0c2c2629ec07'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:27.396716 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab513176-746f-4190-99ec-a6dd46432e50 req-347c6dbd-5813-4d6f-afe0-b96208c7fc9f service neutron] 10.222.0.38 "GET /v2.0/networks/5627580b-44a6-4103-9733-e321fc9b30ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568047 Jul 15 14:51:27.399566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['3b26d444-8675-4a45-bd2e-93a7186c728d'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:27.434460 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-711de0e9-5d30-45d6-862e-85cdfbff67df tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:51:27.490305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-711de0e9-5d30-45d6-862e-85cdfbff67df tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:51:27.512942 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-e9f35e81-7eb1-4910-a102-75bd0d3da83b service neutron] 10.222.0.38 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8805368 Jul 15 14:51:27.528742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-711de0e9-5d30-45d6-862e-85cdfbff67df tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:51:27.647070 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8f725fb8-a93d-4246-ada8-0ba146181a32 req-c9719cb1-f2de-45df-8529-a1b6d722abaa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:27.647687 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8f725fb8-a93d-4246-ada8-0ba146181a32 req-c9719cb1-f2de-45df-8529-a1b6d722abaa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:27.648155 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-8f725fb8-a93d-4246-ada8-0ba146181a32 req-c9719cb1-f2de-45df-8529-a1b6d722abaa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Floating IP 909d8221-5d04-442b-8f83-7dbfd3669a9f disassociated. External IP: 172.25.4.186, port: b4f26911-1994-4752-992f-37cacfd37146. Jul 15 14:51:27.649438 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-8f725fb8-a93d-4246-ada8-0ba146181a32 req-c9719cb1-f2de-45df-8529-a1b6d722abaa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Calling delete_port for b4f26911-1994-4752-992f-37cacfd37146 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:51:27.712763 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-711de0e9-5d30-45d6-862e-85cdfbff67df tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:27.713435 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-711de0e9-5d30-45d6-862e-85cdfbff67df tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:27.766278 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711de0e9-5d30-45d6-862e-85cdfbff67df tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event updated for resources: {'Port': ['ID=492f8995-5baa-4741-8a5b-1de26507c40c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:27.811231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device b4f26911-1994-4752-992f-37cacfd37146 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:51:27.853340 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-711de0e9-5d30-45d6-862e-85cdfbff67df tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8456242 Jul 15 14:51:27.893880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Request body: {'port': {'device_id': 'dbbe059d-7504-4626-823b-6c968ecd6124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:28.265751 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7b075351-a288-4e83-9fb7-0c1dec717ec4 None None] Provisioning for port 492f8995-5baa-4741-8a5b-1de26507c40c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:51:28.377617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7b075351-a288-4e83-9fb7-0c1dec717ec4 None None] Provisioning complete for port 492f8995-5baa-4741-8a5b-1de26507c40c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:28.381044 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7b075351-a288-4e83-9fb7-0c1dec717ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:28.496660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb692c4d-35b1-460e-8090-752fe2ff9127 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:28.550458 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:28.569249 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:28.580986 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7b075351-a288-4e83-9fb7-0c1dec717ec4 None None] Port 492f8995-5baa-4741-8a5b-1de26507c40c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:51:28.594879 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:28.595355 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8f725fb8-a93d-4246-ada8-0ba146181a32 req-c9719cb1-f2de-45df-8529-a1b6d722abaa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:28.811251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Transition to ACTIVE for port object cb692c4d-35b1-460e-8090-752fe2ff9127 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:51:28.820194 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:28.855723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9719cb1-f2de-45df-8529-a1b6d722abaa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Pushing event deleted for resources: {'Port': ['ID=b4f26911-1994-4752-992f-37cacfd37146,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:28.961720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a654dc1-ae51-4d89-bc90-d0f27640f209 req-94439c6f-ca8a-45bf-a8c9-21682d124b97 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:28.965310 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a654dc1-ae51-4d89-bc90-d0f27640f209 req-94439c6f-ca8a-45bf-a8c9-21682d124b97 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 934 time: 0.5920525 Jul 15 14:51:29.466145 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Pushing event updated for resources: {'Port': ['ID=cb692c4d-35b1-460e-8090-752fe2ff9127,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:30.081554 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81baf8cb-d628-4ad5-987b-e820462b27b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:30.339139 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1605b-47f4-4bb6-a255-2c9eee7963ff req-42b46bbb-a09d-4a21-ba64-6b6ba9c1b23c tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:30.341771 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ddc1605b-47f4-4bb6-a255-2c9eee7963ff req-42b46bbb-a09d-4a21-ba64-6b6ba9c1b23c tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 936 time: 2.0682452 Jul 15 14:51:30.366587 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 492f8995-5baa-4741-8a5b-1de26507c40c {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:30.389022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:30.428901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Transition to ACTIVE for port object 492f8995-5baa-4741-8a5b-1de26507c40c will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:51:30.434274 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Attempting to bind port cb692c4d-35b1-460e-8090-752fe2ff9127 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:51:30.435968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Attempting to bind port cb692c4d-35b1-460e-8090-752fe2ff9127 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:51:30.436833 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Attempting to bind port cb692c4d-35b1-460e-8090-752fe2ff9127 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:30.450827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f725fb8-a93d-4246-ada8-0ba146181a32 req-c9719cb1-f2de-45df-8529-a1b6d722abaa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Router c79e717d-7ce7-4cb1-996b-58b3e66734e1 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:51:30.452492 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:30.491029 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a654dc1-ae51-4d89-bc90-d0f27640f209 req-41f31f5f-44ae-4017-a842-89e2f1408db3 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014760 Jul 15 14:51:30.518601 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ddc1605b-47f4-4bb6-a255-2c9eee7963ff req-1fd4826a-bcd2-43d7-9342-69e3b7dfaea9 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628993 Jul 15 14:51:30.578568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Pushing event updated for resources: {'Port': ['ID=492f8995-5baa-4741-8a5b-1de26507c40c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:30.578568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Port cb692c4d-35b1-460e-8090-752fe2ff9127 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:51:30.578568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Attempting to bind port cb692c4d-35b1-460e-8090-752fe2ff9127 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:30.602779 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:51:30.604264 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:51:30.605595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:51:30.606838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Bound port: cb692c4d-35b1-460e-8090-752fe2ff9127, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:51:30.608327 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:30.786949 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] For port cb692c4d-35b1-460e-8090-752fe2ff9127, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:51:30.792848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] For port cb692c4d-35b1-460e-8090-752fe2ff9127, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=cb692c4d-35b1-460e-8090-752fe2ff9127,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:51:30.811309 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:30.897351 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Pushing event updated for resources: {'Port': ['ID=cb692c4d-35b1-460e-8090-752fe2ff9127,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:30.902641 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Attempting to bind port 492f8995-5baa-4741-8a5b-1de26507c40c on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:51:30.903092 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Attempting to bind port 492f8995-5baa-4741-8a5b-1de26507c40c by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:51:30.903726 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Attempting to bind port 492f8995-5baa-4741-8a5b-1de26507c40c on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:30.907594 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:30.908533 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:30.910801 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b52eb7ed-ed7e-4094-b412-871b8280c706 service neutron] 10.222.0.11 "PUT /v2.0/ports/cb692c4d-35b1-460e-8090-752fe2ff9127 HTTP/1.1" status: 200 len: 1096 time: 4.6946967 Jul 15 14:51:30.912362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58723641-6840-4bf8-9ff9-797b4142805f', 'tag': 'cb692c4d-35b1-460e-8090-752fe2ff9127'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:30.916593 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100ccc38-c007-436d-a27e-a7d37a440e20" -d '{"events": [{"name": "network-changed", "server_uuid": "58723641-6840-4bf8-9ff9-797b4142805f", "tag": "cb692c4d-35b1-460e-8090-752fe2ff9127"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:30.938379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Port 492f8995-5baa-4741-8a5b-1de26507c40c on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:51:30.938917 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Attempting to bind port 492f8995-5baa-4741-8a5b-1de26507c40c on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:30.949681 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:51:30.950215 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:51:30.950768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:51:30.951355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Bound port: 492f8995-5baa-4741-8a5b-1de26507c40c, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:51:30.951861 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:31.101883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-851ace4e-f968-4dcc-a6cf-38e6acfcd161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:31.103634 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-851ace4e-f968-4dcc-a6cf-38e6acfcd161 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 1099 time: 0.1294320 Jul 15 14:51:31.160871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f725fb8-a93d-4246-ada8-0ba146181a32 req-c9719cb1-f2de-45df-8529-a1b6d722abaa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:51:31.178890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c336621f-0ea1-4c9b-b76e-c8490e5588e8 None None] Sync routers for ids ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:51:31.209212 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c336621f-0ea1-4c9b-b76e-c8490e5588e8 None None] Routers {'c79e717d-7ce7-4cb1-996b-58b3e66734e1'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:51:31.210452 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c336621f-0ea1-4c9b-b76e-c8490e5588e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:51:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:51:31.229245 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] For port 492f8995-5baa-4741-8a5b-1de26507c40c, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:51:31.287022 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] For port 492f8995-5baa-4741-8a5b-1de26507c40c, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=492f8995-5baa-4741-8a5b-1de26507c40c,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:51:31.291979 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-41761abe-cc9f-47cd-9d97-1570515cf70e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=cb692c4d-35b1-460e-8090-752fe2ff9127 HTTP/1.1" status: 200 len: 217 time: 0.1678782 Jul 15 14:51:31.300266 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:31.310011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-515c18cc-60d5-4dcb-ae5c-5aacf78921db req-e7079a55-41a1-4bc7-9392-fcafd915c792 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88 HTTP/1.1" status: 200 len: 210 time: 0.1438415 Jul 15 14:51:31.337567 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:31.342115 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:31.347983 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] 10.222.0.11 "PUT /v2.0/ports/492f8995-5baa-4741-8a5b-1de26507c40c HTTP/1.1" status: 200 len: 1094 time: 3.4751945 Jul 15 14:51:31.380595 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f725fb8-a93d-4246-ada8-0ba146181a32 req-c9719cb1-f2de-45df-8529-a1b6d722abaa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] No DVR routers for this DVR port b4f26911-1994-4752-992f-37cacfd37146 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:51:31.399286 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8f725fb8-a93d-4246-ada8-0ba146181a32 req-c9719cb1-f2de-45df-8529-a1b6d722abaa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:31.404390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f725fb8-a93d-4246-ada8-0ba146181a32 req-c9719cb1-f2de-45df-8529-a1b6d722abaa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.22 "DELETE /v2.0/ports/b4f26911-1994-4752-992f-37cacfd37146 HTTP/1.1" status: 204 len: 173 time: 6.6071255 Jul 15 14:51:31.405314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e4751b-726d-4ad6-8021-f7d72c6ad23f', 'name': 'network-vif-deleted', 'tag': 'b4f26911-1994-4752-992f-37cacfd37146'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:31.408021 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9153ff-d489-4366-9394-2506a425b1e3" -d '{"events": [{"server_uuid": "95e4751b-726d-4ad6-8021-f7d72c6ad23f", "name": "network-vif-deleted", "tag": "b4f26911-1994-4752-992f-37cacfd37146"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:31.567448 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-c336621f-0ea1-4c9b-b76e-c8490e5588e8 None None] Set router c79e717d-7ce7-4cb1-996b-58b3e66734e1 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:51:31.903177 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-985e51f8-5ef6-49fa-8fc9-20b709b59634 req-6fa789cf-19ac-47e6-9cec-8a4c9147dfa5 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 210 time: 0.1120348 Jul 15 14:51:31.917984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-80ff6209-f8f6-445f-9da6-c0210d149c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:31.920093 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-80ff6209-f8f6-445f-9da6-c0210d149c2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.5956995 Jul 15 14:51:31.935989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d5876-d731-4595-87f5-c084ea5090f9 service neutron] Pushing event updated for resources: {'Port': ['ID=492f8995-5baa-4741-8a5b-1de26507c40c,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:32.049501 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6a3712-fe6c-46da-a487-6e2940bbd1e0 x-openstack-request-id: req-0f6a3712-fe6c-46da-a487-6e2940bbd1e0 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:32.049966 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58723641-6840-4bf8-9ff9-797b4142805f", "tag": "cb692c4d-35b1-460e-8090-752fe2ff9127", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:32.050362 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f6a3712-fe6c-46da-a487-6e2940bbd1e0 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:32.054061 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58723641-6840-4bf8-9ff9-797b4142805f', 'tag': 'cb692c4d-35b1-460e-8090-752fe2ff9127', 'status': 'completed', 'code': 200} Jul 15 14:51:32.068423 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-ab9d7352-59af-43b9-9185-d67bd54d8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:32.077354 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-ab9d7352-59af-43b9-9185-d67bd54d8ba8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 1097 time: 0.5675328 Jul 15 14:51:32.178238 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ad0b78-0014-43e8-a14c-574accb35218 x-openstack-request-id: req-c9ad0b78-0014-43e8-a14c-574accb35218 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:32.178561 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e4751b-726d-4ad6-8021-f7d72c6ad23f", "name": "network-vif-deleted", "tag": "b4f26911-1994-4752-992f-37cacfd37146", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:32.180167 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9ad0b78-0014-43e8-a14c-574accb35218 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:32.180964 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e4751b-726d-4ad6-8021-f7d72c6ad23f', 'name': 'network-vif-deleted', 'tag': 'b4f26911-1994-4752-992f-37cacfd37146', 'status': 'completed', 'code': 200} Jul 15 14:51:32.273840 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-b79dda87-34d5-493a-a4a3-2fccbd204f44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=492f8995-5baa-4741-8a5b-1de26507c40c HTTP/1.1" status: 200 len: 217 time: 0.0769427 Jul 15 14:51:32.305094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c336621f-0ea1-4c9b-b76e-c8490e5588e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:42Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '81db7d36-8b5c-43dc-8ac1-daaea705e83b', 'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'mac_address': 'fa:16:3e:10:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:41Z', 'updated_at': '2021-07-15T14:48:49Z', 'revision_number': 5, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'subnets': [{'id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:51:32.358453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c336621f-0ea1-4c9b-b76e-c8490e5588e8 None None] Checking router: c79e717d-7ce7-4cb1-996b-58b3e66734e1 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:51:32.381295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c336621f-0ea1-4c9b-b76e-c8490e5588e8 None None] Routers {'c79e717d-7ce7-4cb1-996b-58b3e66734e1'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:51:32.384393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c336621f-0ea1-4c9b-b76e-c8490e5588e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:51:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:51:32.439112 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b89cce67-4d22-445e-a4ad-7a54f597db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:32.440953 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-b89cce67-4d22-445e-a4ad-7a54f597db5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5064206 Jul 15 14:51:32.444053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-8eecb765-45ae-4661-a451-58730d872f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:32.447239 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-8eecb765-45ae-4661-a451-58730d872f56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1625752 Jul 15 14:51:32.628045 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-0e085789-0563-4fdb-8e4a-5d477fe2258b service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638286 Jul 15 14:51:32.913643 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:32.941855 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29731f9f-69fc-4992-a2f8-60da0e89fada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:32.950834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab513176-746f-4190-99ec-a6dd46432e50 req-cc165058-7342-4305-9b2b-848f0abdcf80 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:32.952645 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab513176-746f-4190-99ec-a6dd46432e50 req-cc165058-7342-4305-9b2b-848f0abdcf80 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.22 "GET /v2.0/networks?id=5627580b-44a6-4103-9733-e321fc9b30ea HTTP/1.1" status: 200 len: 813 time: 0.5039382 Jul 15 14:51:32.979661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-c336621f-0ea1-4c9b-b76e-c8490e5588e8 None None] Set router c79e717d-7ce7-4cb1-996b-58b3e66734e1 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:51:33.172575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-de0ab807-3396-4b38-b2a4-85c1307f199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:33.175319 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-de0ab807-3396-4b38-b2a4-85c1307f199d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5459778 Jul 15 14:51:33.179129 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b88d3de-694f-4630-91e9-355e0a6df887 req-5f4f1679-ffbb-45e8-be78-588964241c99 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502561 Jul 15 14:51:33.261471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-ab513176-746f-4190-99ec-a6dd46432e50 req-6e5def66-876e-4174-b07f-260ca1a237af tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Request body: {'port': {'device_id': '5c3d8bd2-a62b-4e02-ae0b-456f16b05d88', 'network_id': '5627580b-44a6-4103-9733-e321fc9b30ea', 'admin_state_up': True, 'tenant_id': 'b8c8208069ab4a39ab72de8b40feac76'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:33.295900 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1afff-2f09-4fe6-a797-3b68285ca7c3 req-d901d343-4a76-4048-a511-e80fc3c2970a tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:33.296837 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1afff-2f09-4fe6-a797-3b68285ca7c3 req-d901d343-4a76-4048-a511-e80fc3c2970a tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:33.297485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1afff-2f09-4fe6-a797-3b68285ca7c3 req-d901d343-4a76-4048-a511-e80fc3c2970a tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:33.298119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1afff-2f09-4fe6-a797-3b68285ca7c3 req-d901d343-4a76-4048-a511-e80fc3c2970a tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:33.299458 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1afff-2f09-4fe6-a797-3b68285ca7c3 req-d901d343-4a76-4048-a511-e80fc3c2970a tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:33.300135 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1afff-2f09-4fe6-a797-3b68285ca7c3 req-d901d343-4a76-4048-a511-e80fc3c2970a tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:33.300827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1afff-2f09-4fe6-a797-3b68285ca7c3 req-d901d343-4a76-4048-a511-e80fc3c2970a tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:33.301671 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1afff-2f09-4fe6-a797-3b68285ca7c3 req-d901d343-4a76-4048-a511-e80fc3c2970a tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:33.302334 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1afff-2f09-4fe6-a797-3b68285ca7c3 req-d901d343-4a76-4048-a511-e80fc3c2970a tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:33.303100 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1afff-2f09-4fe6-a797-3b68285ca7c3 req-d901d343-4a76-4048-a511-e80fc3c2970a tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:33.303842 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1afff-2f09-4fe6-a797-3b68285ca7c3 req-d901d343-4a76-4048-a511-e80fc3c2970a tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:33.323004 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-51b1afff-2f09-4fe6-a797-3b68285ca7c3 req-d901d343-4a76-4048-a511-e80fc3c2970a tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7857 time: 1.2561433 Jul 15 14:51:33.731196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9ccc0-65b6-4131-91ac-ae7bb35cefdc req-648665d8-588e-4e24-8b82-8d0ea1f0c2e0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:33.740070 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ef9ccc0-65b6-4131-91ac-ae7bb35cefdc req-648665d8-588e-4e24-8b82-8d0ea1f0c2e0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 946 time: 1.3928044 Jul 15 14:51:33.830872 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ef9ccc0-65b6-4131-91ac-ae7bb35cefdc req-2835dc93-e617-46ec-b578-a98a4b471881 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897539 Jul 15 14:51:34.016671 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c336621f-0ea1-4c9b-b76e-c8490e5588e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:42Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '81db7d36-8b5c-43dc-8ac1-daaea705e83b', 'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'mac_address': 'fa:16:3e:10:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:41Z', 'updated_at': '2021-07-15T14:48:49Z', 'revision_number': 5, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'subnets': [{'id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:51:34.074680 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbe059d-7504-4626-823b-6c968ecd6124', 'tag': '492f8995-5baa-4741-8a5b-1de26507c40c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:34.077835 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c726aa9f-c4bf-46fb-b6ef-e611c0862e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbe059d-7504-4626-823b-6c968ecd6124", "tag": "492f8995-5baa-4741-8a5b-1de26507c40c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:34.134276 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-0b9aa808-b913-41c5-a6cf-7914c755705a service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9409578 Jul 15 14:51:34.141895 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c30e6-c956-4a17-be28-73a0dd2db848 req-049b919b-f3b9-4c44-9150-a4a0d9d2857f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:34.166633 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c21c30e6-c956-4a17-be28-73a0dd2db848 req-049b919b-f3b9-4c44-9150-a4a0d9d2857f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 948 time: 0.5413682 Jul 15 14:51:34.192671 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c336621f-0ea1-4c9b-b76e-c8490e5588e8 None None] The sync data for ids ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'] in n-d-764435-3 is: [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:42Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '81db7d36-8b5c-43dc-8ac1-daaea705e83b', 'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'mac_address': 'fa:16:3e:10:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:41Z', 'updated_at': '2021-07-15T14:48:49Z', 'revision_number': 5, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'subnets': [{'id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:51:34.193510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab513176-746f-4190-99ec-a6dd46432e50 req-6e5def66-876e-4174-b07f-260ca1a237af tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Made reservation on behalf of b8c8208069ab4a39ab72de8b40feac76 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:51:34.197425 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab513176-746f-4190-99ec-a6dd46432e50 req-6e5def66-876e-4174-b07f-260ca1a237af tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:34.212779 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:34.280752 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ccc38-c007-436d-a27e-a7d37a440e20 req-f994844c-8b51-4b1f-b673-126e834ab31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:34.283484 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-100ccc38-c007-436d-a27e-a7d37a440e20 req-f994844c-8b51-4b1f-b673-126e834ab31e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 1099 time: 0.8191772 Jul 15 14:51:34.309033 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-0bf84d7e-ae40-4587-8e08-12ac32308dcf tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:34.311611 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-0bf84d7e-ae40-4587-8e08-12ac32308dcf tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.22 "GET /v2.0/networks?id=edfb406c-ada2-4958-80ff-7e08225d0ef5 HTTP/1.1" status: 200 len: 824 time: 0.8453538 Jul 15 14:51:34.326279 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-521e21b1-4adc-4e8f-92f3-402e0a90f0f6 req-1f7100d6-faf6-4bef-bf75-ddb58672cade tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88 HTTP/1.1" status: 200 len: 210 time: 0.0590343 Jul 15 14:51:34.343900 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c21c30e6-c956-4a17-be28-73a0dd2db848 req-74adced5-049b-4480-a940-ca6cee874798 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775217 Jul 15 14:51:34.548705 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-ab513176-746f-4190-99ec-a6dd46432e50 req-6e5def66-876e-4174-b07f-260ca1a237af tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Allocated IP 172.20.0.2 (5627580b-44a6-4103-9733-e321fc9b30ea/b5b7536f-269c-4f6e-a00b-278c236eb76c/19f73e30-7b39-47c4-947e-3ac0ed6631bf) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:51:34.645063 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5b27cf4-3380-40e9-85d7-6e8f37a33d2c req-d91901d3-837b-4217-b6b2-7b1bc77070b9 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 210 time: 0.0654318 Jul 15 14:51:34.745980 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1bd2f8-26c6-4326-a7b5-f2d7f9772993 None None] New status for floating IP 909d8221-5d04-442b-8f83-7dbfd3669a9f: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:51:34.826573 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcf549-c108-4f2f-ac18-17ae4a342188 req-35d170e5-046a-4e6e-8cff-cda644389f2c tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:34.828109 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-afdcf549-c108-4f2f-ac18-17ae4a342188 req-35d170e5-046a-4e6e-8cff-cda644389f2c tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 886 time: 0.2948737 Jul 15 14:51:34.957838 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2def414c-a4c3-49fa-bf24-55bf458c381d x-openstack-request-id: req-2def414c-a4c3-49fa-bf24-55bf458c381d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:34.958326 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbe059d-7504-4626-823b-6c968ecd6124", "tag": "492f8995-5baa-4741-8a5b-1de26507c40c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:34.958749 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2def414c-a4c3-49fa-bf24-55bf458c381d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:34.959354 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbe059d-7504-4626-823b-6c968ecd6124', 'tag': '492f8995-5baa-4741-8a5b-1de26507c40c', 'status': 'completed', 'code': 200} Jul 15 14:51:35.056826 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab513176-746f-4190-99ec-a6dd46432e50 req-6e5def66-876e-4174-b07f-260ca1a237af tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:35.071103 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-33c86066-b7b0-4ceb-a61e-35cdc8840bce tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cc69778109c4ce38d2d0f143ca1b25a HTTP/1.1" status: 200 len: 379 time: 0.6912854 Jul 15 14:51:35.088709 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-41cebd2d-363e-4fe6-b72c-f629a8fc0e76 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Request body: {'port': {'device_id': '5eafb585-22b9-419c-8ae8-ce3660af8572', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'admin_state_up': True, 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'security_groups': ['47e6f41e-ed55-4c1a-805d-5d8215cdf5ac']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:35.158914 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-76929699-39d3-4fdb-9dc9-9ec7da7aaa4d req-41abc546-cfc8-4011-a79e-c4874e59c784 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9838791 Jul 15 14:51:35.196990 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab513176-746f-4190-99ec-a6dd46432e50 req-6e5def66-876e-4174-b07f-260ca1a237af tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:35.247537 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ccc38-c007-436d-a27e-a7d37a440e20 req-cf615749-f3d0-4c6f-b3b3-cdc65f4282f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.249299 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-100ccc38-c007-436d-a27e-a7d37a440e20 req-cf615749-f3d0-4c6f-b3b3-cdc65f4282f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.9320955 Jul 15 14:51:35.327533 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-100ccc38-c007-436d-a27e-a7d37a440e20 req-bae634f6-2e81-40c3-9b7d-393bf13e0077 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=cb692c4d-35b1-460e-8090-752fe2ff9127 HTTP/1.1" status: 200 len: 217 time: 0.0430253 Jul 15 14:51:35.344395 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab513176-746f-4190-99ec-a6dd46432e50 req-6e5def66-876e-4174-b07f-260ca1a237af tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Network 5627580b-44a6-4103-9733-e321fc9b30ea is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:51:35.361024 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-ab513176-746f-4190-99ec-a6dd46432e50 req-6e5def66-876e-4174-b07f-260ca1a237af tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:51:35.366929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5def66-876e-4174-b07f-260ca1a237af tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Pushing event updated for resources: {'Port': ['ID=19f73e30-7b39-47c4-947e-3ac0ed6631bf,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:35.370260 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab513176-746f-4190-99ec-a6dd46432e50 req-6e5def66-876e-4174-b07f-260ca1a237af tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:51:35.378261 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab513176-746f-4190-99ec-a6dd46432e50 req-6e5def66-876e-4174-b07f-260ca1a237af tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.380287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab513176-746f-4190-99ec-a6dd46432e50 req-6e5def66-876e-4174-b07f-260ca1a237af tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:35.422951 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab513176-746f-4190-99ec-a6dd46432e50 req-6e5def66-876e-4174-b07f-260ca1a237af tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1659110 Jul 15 14:51:35.440675 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Request body: {'port': {'device_id': '5c3d8bd2-a62b-4e02-ae0b-456f16b05d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:35.477443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ccc38-c007-436d-a27e-a7d37a440e20 req-7c1bb790-07a7-464f-9557-d4a2b5be2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.478795 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-100ccc38-c007-436d-a27e-a7d37a440e20 req-7c1bb790-07a7-464f-9557-d4a2b5be2261 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1219308 Jul 15 14:51:35.478992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753262-ce37-42e1-88f0-3ed34dcb2c64 req-9d0cc440-f78b-4178-adf9-064d05d98211 tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.479527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753262-ce37-42e1-88f0-3ed34dcb2c64 req-9d0cc440-f78b-4178-adf9-064d05d98211 tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.480067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753262-ce37-42e1-88f0-3ed34dcb2c64 req-9d0cc440-f78b-4178-adf9-064d05d98211 tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.480602 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753262-ce37-42e1-88f0-3ed34dcb2c64 req-9d0cc440-f78b-4178-adf9-064d05d98211 tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.481137 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753262-ce37-42e1-88f0-3ed34dcb2c64 req-9d0cc440-f78b-4178-adf9-064d05d98211 tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.481788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753262-ce37-42e1-88f0-3ed34dcb2c64 req-9d0cc440-f78b-4178-adf9-064d05d98211 tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.482326 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753262-ce37-42e1-88f0-3ed34dcb2c64 req-9d0cc440-f78b-4178-adf9-064d05d98211 tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.482883 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753262-ce37-42e1-88f0-3ed34dcb2c64 req-9d0cc440-f78b-4178-adf9-064d05d98211 tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.483410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753262-ce37-42e1-88f0-3ed34dcb2c64 req-9d0cc440-f78b-4178-adf9-064d05d98211 tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.483937 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753262-ce37-42e1-88f0-3ed34dcb2c64 req-9d0cc440-f78b-4178-adf9-064d05d98211 tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.484461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753262-ce37-42e1-88f0-3ed34dcb2c64 req-9d0cc440-f78b-4178-adf9-064d05d98211 tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.486795 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e0753262-ce37-42e1-88f0-3ed34dcb2c64 req-9d0cc440-f78b-4178-adf9-064d05d98211 tempest-NetworksTest-1527771233 tempest-NetworksTest-1527771233-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7857 time: 0.3530445 Jul 15 14:51:35.496261 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726aa9f-c4bf-46fb-b6ef-e611c0862e6e req-2512f5fb-8219-4724-8f36-5aee0d81f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.498131 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c726aa9f-c4bf-46fb-b6ef-e611c0862e6e req-2512f5fb-8219-4724-8f36-5aee0d81f756 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 1097 time: 0.2634995 Jul 15 14:51:35.524021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7301fb2-25f2-4fed-8db1-61cc2efea258 req-b6801867-a5d6-4192-97b2-41515f2f223a tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.526073 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7301fb2-25f2-4fed-8db1-61cc2efea258 req-b6801867-a5d6-4192-97b2-41515f2f223a tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 946 time: 0.2749243 Jul 15 14:51:35.629869 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:35.679583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-41cebd2d-363e-4fe6-b72c-f629a8fc0e76 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Made reservation on behalf of 4cc69778109c4ce38d2d0f143ca1b25a for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:51:35.686574 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-41cebd2d-363e-4fe6-b72c-f629a8fc0e76 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:35.814049 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:35.846230 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7301fb2-25f2-4fed-8db1-61cc2efea258 req-1cab57f2-1fc6-41e0-8435-22aae1e298be tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120237 Jul 15 14:51:35.898367 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ccc38-c007-436d-a27e-a7d37a440e20 req-87026371-5aec-460c-8c55-b316755533f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.900912 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-100ccc38-c007-436d-a27e-a7d37a440e20 req-87026371-5aec-460c-8c55-b316755533f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4074590 Jul 15 14:51:35.906844 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726aa9f-c4bf-46fb-b6ef-e611c0862e6e req-655b76d5-54f7-442a-a4f6-d31c94216b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:35.909616 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c726aa9f-c4bf-46fb-b6ef-e611c0862e6e req-655b76d5-54f7-442a-a4f6-d31c94216b84 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.3927116 Jul 15 14:51:36.049016 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75859a2-2c1b-4c51-89df-563c15c9fb49 req-e8278915-9329-4108-845c-d3b039a0eb95 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:36.051784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a75859a2-2c1b-4c51-89df-563c15c9fb49 req-e8278915-9329-4108-845c-d3b039a0eb95 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 950 time: 0.2862513 Jul 15 14:51:36.073913 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c726aa9f-c4bf-46fb-b6ef-e611c0862e6e req-ba7d7fc8-633a-40bb-bbab-8b3395673c1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=492f8995-5baa-4741-8a5b-1de26507c40c HTTP/1.1" status: 200 len: 217 time: 0.1161239 Jul 15 14:51:36.141269 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40106) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:36.214824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a75859a2-2c1b-4c51-89df-563c15c9fb49 req-bb01a914-e43b-40f0-87a2-13aaa47920fc tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/security-groups?id=df86c5ed-b62a-4916-9f65-4335631a5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470888 Jul 15 14:51:36.290805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281af09-752e-4e26-887f-7932c8c7fecf req-b7d84066-4a27-4dd4-925a-9f61c9acd347 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:36.292742 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5281af09-752e-4e26-887f-7932c8c7fecf req-b7d84066-4a27-4dd4-925a-9f61c9acd347 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 948 time: 0.2396605 Jul 15 14:51:36.302980 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device cb692c4d-35b1-460e-8090-752fe2ff9127 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:51:36.337396 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-41cebd2d-363e-4fe6-b72c-f629a8fc0e76 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Allocated IP 172.20.0.9 (edfb406c-ada2-4958-80ff-7e08225d0ef5/c26c1602-6a8d-4a2b-8684-51e68f7c0091/0a042363-e6d9-4270-8cea-afacb44800f3) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:51:36.344591 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-100ccc38-c007-436d-a27e-a7d37a440e20 req-193b4a6e-fba0-4ba8-9bd0-3ec3e2f8caf3 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333711 Jul 15 14:51:36.352706 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726aa9f-c4bf-46fb-b6ef-e611c0862e6e req-f879364c-4c13-4924-925d-767dc6616359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:36.357252 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c726aa9f-c4bf-46fb-b6ef-e611c0862e6e req-f879364c-4c13-4924-925d-767dc6616359 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1990168 Jul 15 14:51:36.383682 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-994b9b9b-94ef-41d3-94d7-6b08090ac0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:36.485949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port cb692c4d-35b1-460e-8090-752fe2ff9127, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=cb692c4d-35b1-460e-8090-752fe2ff9127,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:36.505320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'cb692c4d-35b1-460e-8090-752fe2ff9127', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'cb692c4d-35b1-460e-8090-752fe2ff9127', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:51:36.518208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5281af09-752e-4e26-887f-7932c8c7fecf req-56c171c3-7d09-4819-b2b4-0dfc88c6b97d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881938 Jul 15 14:51:36.568683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f73e30-7b39-47c4-947e-3ac0ed6631bf {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:36.587308 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:36.596526 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb71ff-b14d-4e1e-b537-e5687f9cc424 req-3abbd066-775b-4664-b9f1-c9dba93592ac tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:36.604315 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9beb71ff-b14d-4e1e-b537-e5687f9cc424 req-3abbd066-775b-4664-b9f1-c9dba93592ac tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88 HTTP/1.1" status: 200 len: 931 time: 0.2107625 Jul 15 14:51:36.616787 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:36.651839 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb692c4d-35b1-460e-8090-752fe2ff9127 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:36.661671 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Transition to ACTIVE for port object 19f73e30-7b39-47c4-947e-3ac0ed6631bf will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:51:36.705175 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9beb71ff-b14d-4e1e-b537-e5687f9cc424 req-3261d098-df4d-4720-976a-6004b2d4d81b tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/security-groups?id=e06e7bcd-b234-4d09-a2a5-f84d80614b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995028 Jul 15 14:51:36.706426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port cb692c4d-35b1-460e-8090-752fe2ff9127, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=cb692c4d-35b1-460e-8090-752fe2ff9127,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:36.715660 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:36.721223 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:36.789778 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-41cebd2d-363e-4fe6-b72c-f629a8fc0e76 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:36.837975 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-774522d6-0dfb-4fcd-93f1-68ea8d4d26de req-3068946f-74f7-4a24-9f08-762db8a39c29 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 210 time: 0.0658748 Jul 15 14:51:36.852144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-41cebd2d-363e-4fe6-b72c-f629a8fc0e76 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Transition to ACTIVE for port object 0a042363-e6d9-4270-8cea-afacb44800f3 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:51:36.860493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=cb692c4d-35b1-460e-8090-752fe2ff9127,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:36.864731 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Pushing event updated for resources: {'Port': ['ID=19f73e30-7b39-47c4-947e-3ac0ed6631bf,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:36.917762 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-994b9b9b-94ef-41d3-94d7-6b08090ac0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:36.932622 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Attempting to bind port 19f73e30-7b39-47c4-947e-3ac0ed6631bf on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:51:36.933279 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Attempting to bind port 19f73e30-7b39-47c4-947e-3ac0ed6631bf by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '4f976f51-a6a1-4bec-a006-4ee5b3d3b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5627580b-44a6-4103-9733-e321fc9b30ea'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:51:36.933645 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Attempting to bind port 19f73e30-7b39-47c4-947e-3ac0ed6631bf on network 5627580b-44a6-4103-9733-e321fc9b30ea {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:36.943351 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-994b9b9b-94ef-41d3-94d7-6b08090ac0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:36.990840 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-100ccc38-c007-436d-a27e-a7d37a440e20 req-f877f480-1b0d-48a7-8a5a-71ff663e267b service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315041 Jul 15 14:51:36.994339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Port 19f73e30-7b39-47c4-947e-3ac0ed6631bf on network 5627580b-44a6-4103-9733-e321fc9b30ea not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:51:36.994924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Attempting to bind port 19f73e30-7b39-47c4-947e-3ac0ed6631bf on network 5627580b-44a6-4103-9733-e321fc9b30ea {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:37.002766 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-41cebd2d-363e-4fe6-b72c-f629a8fc0e76 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:37.007502 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726aa9f-c4bf-46fb-b6ef-e611c0862e6e req-fba76b3d-97eb-4520-97ec-0e58f5e2b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:37.009285 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c726aa9f-c4bf-46fb-b6ef-e611c0862e6e req-fba76b3d-97eb-4520-97ec-0e58f5e2b09d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6266472 Jul 15 14:51:37.072249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['cb692c4d-35b1-460e-8090-752fe2ff9127'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:37.080266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:51:37.080612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Checking segment: {'id': '4f976f51-a6a1-4bec-a006-4ee5b3d3b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5627580b-44a6-4103-9733-e321fc9b30ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:51:37.081091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Bound using segment: {'id': '4f976f51-a6a1-4bec-a006-4ee5b3d3b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5627580b-44a6-4103-9733-e321fc9b30ea'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:51:37.081550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Bound port: 19f73e30-7b39-47c4-947e-3ac0ed6631bf, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f976f51-a6a1-4bec-a006-4ee5b3d3b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5627580b-44a6-4103-9733-e321fc9b30ea'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:51:37.082647 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:37.086575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-41cebd2d-363e-4fe6-b72c-f629a8fc0e76 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Network edfb406c-ada2-4958-80ff-7e08225d0ef5 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:51:37.089399 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cebd2d-363e-4fe6-b72c-f629a8fc0e76 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Pushing event updated for resources: {'Port': ['ID=0a042363-e6d9-4270-8cea-afacb44800f3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:37.090222 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-994b9b9b-94ef-41d3-94d7-6b08090ac0b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd375ef8391143deaf6ff607fdd8db82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9461396 Jul 15 14:51:37.093258 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-41cebd2d-363e-4fe6-b72c-f629a8fc0e76 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:51:37.110114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b9b9b-94ef-41d3-94d7-6b08090ac0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40282f3e-88f4-4e5a-b11f-469745ee1ed5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:37.132297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40128) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:37.236794 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-41cebd2d-363e-4fe6-b72c-f629a8fc0e76 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:51:37.259585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] For port 19f73e30-7b39-47c4-947e-3ac0ed6631bf, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:51:37.263386 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] For port 19f73e30-7b39-47c4-947e-3ac0ed6631bf, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=19f73e30-7b39-47c4-947e-3ac0ed6631bf,segment=NetworkSegment(4f976f51-a6a1-4bec-a006-4ee5b3d3b805),segment_id=4f976f51-a6a1-4bec-a006-4ee5b3d3b805)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:51:37.290388 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:37.376159 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Pushing event updated for resources: {'Port': ['ID=19f73e30-7b39-47c4-947e-3ac0ed6631bf,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:37.400531 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-41cebd2d-363e-4fe6-b72c-f629a8fc0e76 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:37.401191 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-41cebd2d-363e-4fe6-b72c-f629a8fc0e76 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:37.406120 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c726aa9f-c4bf-46fb-b6ef-e611c0862e6e req-258643dc-7d2c-48c6-ac25-a2b4dceba531 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176377 Jul 15 14:51:37.412428 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:37.413372 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:37.415961 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab513176-746f-4190-99ec-a6dd46432e50 req-98e7f1f0-8333-4f12-83e9-d0fa2a145f19 service neutron] 10.222.0.22 "PUT /v2.0/ports/19f73e30-7b39-47c4-947e-3ac0ed6631bf HTTP/1.1" status: 200 len: 1091 time: 1.9801509 Jul 15 14:51:37.429411 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3d8bd2-a62b-4e02-ae0b-456f16b05d88', 'tag': '19f73e30-7b39-47c4-947e-3ac0ed6631bf'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:37.435538 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49941d98-47d2-4cff-bff8-a91953dc11e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3d8bd2-a62b-4e02-ae0b-456f16b05d88", "tag": "19f73e30-7b39-47c4-947e-3ac0ed6631bf"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:37.460749 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b6016e16-0d24-480c-8756-e5d901e2a3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:37.492792 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b6016e16-0d24-480c-8756-e5d901e2a3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:37.523764 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-41cebd2d-363e-4fe6-b72c-f629a8fc0e76 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4442325 Jul 15 14:51:37.541586 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Request body: {'port': {'device_id': '5eafb585-22b9-419c-8ae8-ce3660af8572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:37.618954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4eb2c-34b9-44c7-9f70-d24c3fb90809 req-9ab3661d-6923-4933-9d46-fd5425b01fb8 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:37.621702 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4a4eb2c-34b9-44c7-9f70-d24c3fb90809 req-9ab3661d-6923-4933-9d46-fd5425b01fb8 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 946 time: 0.6202106 Jul 15 14:51:37.650559 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b6016e16-0d24-480c-8756-e5d901e2a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:37.651903 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0bc4b684-6fc9-41d5-963f-f2e667cf35c8 None None] Provisioning for port 0a042363-e6d9-4270-8cea-afacb44800f3 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:51:37.653634 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b6016e16-0d24-480c-8756-e5d901e2a3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:37.654806 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b6016e16-0d24-480c-8756-e5d901e2a3d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/40282f3e-88f4-4e5a-b11f-469745ee1ed5 HTTP/1.1" status: 204 len: 168 time: 0.5216513 Jul 15 14:51:37.673440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6016e16-0d24-480c-8756-e5d901e2a3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40282f3e-88f4-4e5a-b11f-469745ee1ed5,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:37.713457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4a4eb2c-34b9-44c7-9f70-d24c3fb90809 req-1654b3a8-c760-420b-aa5e-24b591bc0668 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855236 Jul 15 14:51:37.731577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab513176-746f-4190-99ec-a6dd46432e50 req-f1fcb958-ed6f-49f8-8440-4210a481de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:37.735379 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab513176-746f-4190-99ec-a6dd46432e50 req-f1fcb958-ed6f-49f8-8440-4210a481de48 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8c8208069ab4a39ab72de8b40feac76&device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88 HTTP/1.1" status: 200 len: 1094 time: 0.1985939 Jul 15 14:51:37.768481 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c726aa9f-c4bf-46fb-b6ef-e611c0862e6e req-02ad700d-d7a8-4449-831c-013a92ad3448 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339100 Jul 15 14:51:37.804498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0bc4b684-6fc9-41d5-963f-f2e667cf35c8 None None] Provisioning complete for port 0a042363-e6d9-4270-8cea-afacb44800f3 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:37.805187 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bc4b684-6fc9-41d5-963f-f2e667cf35c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:37.807499 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:37.873863 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ee1c87-c3b8-466d-9bc4-215c3bc4aef7 x-openstack-request-id: req-a3ee1c87-c3b8-466d-9bc4-215c3bc4aef7 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:37.876235 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3d8bd2-a62b-4e02-ae0b-456f16b05d88", "tag": "19f73e30-7b39-47c4-947e-3ac0ed6631bf", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:37.876404 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a3ee1c87-c3b8-466d-9bc4-215c3bc4aef7 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:37.876767 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3d8bd2-a62b-4e02-ae0b-456f16b05d88', 'tag': '19f73e30-7b39-47c4-947e-3ac0ed6631bf', 'status': 'completed', 'code': 200} Jul 15 14:51:37.878594 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab513176-746f-4190-99ec-a6dd46432e50 req-2fbc04cb-5e42-4d9e-aa7a-ecac78911fe3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19f73e30-7b39-47c4-947e-3ac0ed6631bf HTTP/1.1" status: 200 len: 217 time: 0.1264467 Jul 15 14:51:37.917542 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4b684-6fc9-41d5-963f-f2e667cf35c8 None None] Port 0a042363-e6d9-4270-8cea-afacb44800f3 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:51:37.986211 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab513176-746f-4190-99ec-a6dd46432e50 req-35a9607a-dca1-4019-87d6-7af42f8ac62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:37.989228 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab513176-746f-4190-99ec-a6dd46432e50 req-35a9607a-dca1-4019-87d6-7af42f8ac62e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b5b7536f-269c-4f6e-a00b-278c236eb76c HTTP/1.1" status: 200 len: 853 time: 0.0991726 Jul 15 14:51:38.071458 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab513176-746f-4190-99ec-a6dd46432e50 req-3ee4f588-5bc8-4887-b483-edd9b48cd18f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5627580b-44a6-4103-9733-e321fc9b30ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307565 Jul 15 14:51:38.247625 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40174) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:38.285924 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44d02b6b-c882-48ba-8ccc-eef20998eb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:38.321930 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 492f8995-5baa-4741-8a5b-1de26507c40c details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:51:38.348059 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a042363-e6d9-4270-8cea-afacb44800f3 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:38.360281 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:38.388079 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Transition to ACTIVE for port object 0a042363-e6d9-4270-8cea-afacb44800f3 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:51:38.396929 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:38.455678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 492f8995-5baa-4741-8a5b-1de26507c40c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=492f8995-5baa-4741-8a5b-1de26507c40c,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:38.461816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab513176-746f-4190-99ec-a6dd46432e50 req-78c64554-7ef2-4cdf-bf03-bd54b956a674 service neutron] 10.222.0.22 "GET /v2.0/networks/5627580b-44a6-4103-9733-e321fc9b30ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737111 Jul 15 14:51:38.478947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 15c521d4-5444-4dcb-9441-ccba1eb108c5 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:51:38.484985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Pushing event updated for resources: {'Port': ['ID=0a042363-e6d9-4270-8cea-afacb44800f3,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:38.544194 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '492f8995-5baa-4741-8a5b-1de26507c40c', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '492f8995-5baa-4741-8a5b-1de26507c40c', 'mac_address': 'fa:16:3e:ce:d0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:51:38.578102 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44d02b6b-c882-48ba-8ccc-eef20998eb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:38.588260 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44d02b6b-c882-48ba-8ccc-eef20998eb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:38.603575 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868108b3-a18d-480c-8662-562a6e90ed73 req-2048f205-f2ed-4f3d-90eb-cc7dd36cd65a tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:38.616592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-868108b3-a18d-480c-8662-562a6e90ed73 req-2048f205-f2ed-4f3d-90eb-cc7dd36cd65a tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 949 time: 0.6263049 Jul 15 14:51:38.651880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c2ac8-9d27-4f9b-8ff4-171679f7287d req-ea918435-4cd2-4318-8c1c-efc70c941e20 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:38.653463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d2c2ac8-9d27-4f9b-8ff4-171679f7287d req-ea918435-4cd2-4318-8c1c-efc70c941e20 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88 HTTP/1.1" status: 200 len: 943 time: 0.5813935 Jul 15 14:51:38.656449 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:38.680086 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d02b6b-c882-48ba-8ccc-eef20998eb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bf7133-f1b4-4b06-a2a6-0a913c7cadb9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:38.707960 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-44d02b6b-c882-48ba-8ccc-eef20998eb27 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2385ed14d3fd41639a4fc6e70202bc32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590807 Jul 15 14:51:38.708781 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40176) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:38.710518 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 492f8995-5baa-4741-8a5b-1de26507c40c {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:38.728180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-868108b3-a18d-480c-8662-562a6e90ed73 req-a0fa6ce5-f762-49ec-b264-934a153e64d9 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001570 Jul 15 14:51:38.731621 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab513176-746f-4190-99ec-a6dd46432e50 req-b97a6dd6-e8b6-408f-bdb0-b75ab83af807 service neutron] 10.222.0.22 "GET /v2.0/networks/5627580b-44a6-4103-9733-e321fc9b30ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607474 Jul 15 14:51:38.789535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Attempting to bind port 0a042363-e6d9-4270-8cea-afacb44800f3 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:51:38.789984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Attempting to bind port 0a042363-e6d9-4270-8cea-afacb44800f3 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:51:38.790318 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Attempting to bind port 0a042363-e6d9-4270-8cea-afacb44800f3 on network edfb406c-ada2-4958-80ff-7e08225d0ef5 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:38.798792 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:38.802738 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 492f8995-5baa-4741-8a5b-1de26507c40c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=492f8995-5baa-4741-8a5b-1de26507c40c,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:38.810132 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Port 0a042363-e6d9-4270-8cea-afacb44800f3 on network edfb406c-ada2-4958-80ff-7e08225d0ef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:51:38.810492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Attempting to bind port 0a042363-e6d9-4270-8cea-afacb44800f3 on network edfb406c-ada2-4958-80ff-7e08225d0ef5 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:38.818157 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:38.826134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:51:38.826478 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Checking segment: {'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:51:38.827055 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Bound using segment: {'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:51:38.827512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Bound port: 0a042363-e6d9-4270-8cea-afacb44800f3, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488962c2-fdb1-4be8-ac1d-ea161d995946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:51:38.827871 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:38.880597 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d2c2ac8-9d27-4f9b-8ff4-171679f7287d req-53ba7e5e-4c75-4b23-b397-1dc203a5b675 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/security-groups?id=e06e7bcd-b234-4d09-a2a5-f84d80614b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079411 Jul 15 14:51:38.887996 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c521d4-5444-4dcb-9441-ccba1eb108c5'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:38.890596 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9d7ab1-b4ee-42f2-b0e3-d61157a9a1ea" -d '{"events": [{"server_uuid": "a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3", "name": "network-vif-unplugged", "status": "completed", "tag": "15c521d4-5444-4dcb-9441-ccba1eb108c5"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:38.906913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] For port 0a042363-e6d9-4270-8cea-afacb44800f3, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:51:38.914346 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] For port 0a042363-e6d9-4270-8cea-afacb44800f3, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=0a042363-e6d9-4270-8cea-afacb44800f3,segment=NetworkSegment(488962c2-fdb1-4be8-ac1d-ea161d995946),segment_id=488962c2-fdb1-4be8-ac1d-ea161d995946)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:51:38.919325 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c6b68ae-e1ae-476f-b61e-5ca45228ce41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:38.934402 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 15c521d4-5444-4dcb-9441-ccba1eb108c5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=15c521d4-5444-4dcb-9441-ccba1eb108c5,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:38.946932 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:38.948385 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c6b68ae-e1ae-476f-b61e-5ca45228ce41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:38.951019 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=492f8995-5baa-4741-8a5b-1de26507c40c,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:38.982338 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:39.090313 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=15c521d4-5444-4dcb-9441-ccba1eb108c5,revision_number=11']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:39.106076 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:39.106803 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:39.109384 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] 10.222.0.22 "PUT /v2.0/ports/0a042363-e6d9-4270-8cea-afacb44800f3 HTTP/1.1" status: 200 len: 1091 time: 1.5761411 Jul 15 14:51:39.112235 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eafb585-22b9-419c-8ae8-ce3660af8572', 'tag': '0a042363-e6d9-4270-8cea-afacb44800f3'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:39.116060 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44426df-6622-4f07-bd5c-c6f2d78d25e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5eafb585-22b9-419c-8ae8-ce3660af8572", "tag": "0a042363-e6d9-4270-8cea-afacb44800f3"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:39.116868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941d98-47d2-4cff-bff8-a91953dc11e1 req-1a5ecfb4-23d3-49d3-909b-ec4acb99fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:39.119119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49941d98-47d2-4cff-bff8-a91953dc11e1 req-1a5ecfb4-23d3-49d3-909b-ec4acb99fc83 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8c8208069ab4a39ab72de8b40feac76&device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88 HTTP/1.1" status: 200 len: 1094 time: 0.2370536 Jul 15 14:51:39.183874 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['492f8995-5baa-4741-8a5b-1de26507c40c'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:39.220607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1673a-8ccb-4e65-ae0b-aab6c8d34bad service neutron] Pushing event updated for resources: {'Port': ['ID=0a042363-e6d9-4270-8cea-afacb44800f3,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:39.291211 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c6b68ae-e1ae-476f-b61e-5ca45228ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:39.294812 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c6b68ae-e1ae-476f-b61e-5ca45228ce41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:39.303014 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4c6b68ae-e1ae-476f-b61e-5ca45228ce41 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/82bf7133-f1b4-4b06-a2a6-0a913c7cadb9 HTTP/1.1" status: 204 len: 168 time: 0.5925515 Jul 15 14:51:39.319685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b68ae-e1ae-476f-b61e-5ca45228ce41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bf7133-f1b4-4b06-a2a6-0a913c7cadb9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:39.350795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-aebbde5d-a863-45be-91b8-31b18f1a496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:39.352952 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-aebbde5d-a863-45be-91b8-31b18f1a496c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4cc69778109c4ce38d2d0f143ca1b25a&device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 1094 time: 0.1844900 Jul 15 14:51:39.412822 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-c295c534-06ae-4243-8f82-f2e5359f48fb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a042363-e6d9-4270-8cea-afacb44800f3 HTTP/1.1" status: 200 len: 217 time: 0.0478036 Jul 15 14:51:39.482208 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-1554243a-6732-4f45-8dec-0d20baa05092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:39.483919 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-1554243a-6732-4f45-8dec-0d20baa05092 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c26c1602-6a8d-4a2b-8684-51e68f7c0091 HTTP/1.1" status: 200 len: 863 time: 0.0628510 Jul 15 14:51:39.543537 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941d98-47d2-4cff-bff8-a91953dc11e1 req-adbe087e-d26b-4e1f-9243-e90d015d564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:39.545378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49941d98-47d2-4cff-bff8-a91953dc11e1 req-adbe087e-d26b-4e1f-9243-e90d015d564b service neutron] 10.222.0.22 "GET /v2.0/networks?id=5627580b-44a6-4103-9733-e321fc9b30ea HTTP/1.1" status: 200 len: 914 time: 0.4179330 Jul 15 14:51:39.567983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607f00b-d5c1-4028-a7a9-23365b826109 req-1dc487b2-14b7-4241-ad2f-206f2cc4898a tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:39.578147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6607f00b-d5c1-4028-a7a9-23365b826109 req-1dc487b2-14b7-4241-ad2f-206f2cc4898a tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 943 time: 0.3737652 Jul 15 14:51:39.598362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-cdfb3b6b-4ece-47f4-945b-607ea439d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:39.601151 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-cdfb3b6b-4ece-47f4-945b-607ea439d2c8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edfb406c-ada2-4958-80ff-7e08225d0ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080053 Jul 15 14:51:39.696995 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216825f4-bdc2-43ee-966c-b227ae64c861 req-bf1d8068-75e2-4678-9d78-1b60dd8494ae tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:39.698800 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-216825f4-bdc2-43ee-966c-b227ae64c861 req-bf1d8068-75e2-4678-9d78-1b60dd8494ae tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 947 time: 0.3616607 Jul 15 14:51:39.702461 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49941d98-47d2-4cff-bff8-a91953dc11e1 req-10479c33-3510-443f-a908-7843953bec9f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19f73e30-7b39-47c4-947e-3ac0ed6631bf HTTP/1.1" status: 200 len: 217 time: 0.1209822 Jul 15 14:51:39.723349 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-8b2026c4-fafb-4026-b411-96eee97b5149 service neutron] 10.222.0.22 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135359 Jul 15 14:51:39.777817 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6607f00b-d5c1-4028-a7a9-23365b826109 req-54b07717-67eb-46a9-a345-a8372e1c70e7 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983480 Jul 15 14:51:39.815157 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941d98-47d2-4cff-bff8-a91953dc11e1 req-09607fbd-8755-4a05-90c7-9dad8bb990d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:39.818666 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49941d98-47d2-4cff-bff8-a91953dc11e1 req-09607fbd-8755-4a05-90c7-9dad8bb990d4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b5b7536f-269c-4f6e-a00b-278c236eb76c HTTP/1.1" status: 200 len: 853 time: 0.1075211 Jul 15 14:51:39.845348 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-216825f4-bdc2-43ee-966c-b227ae64c861 req-756acd6a-fdc7-4035-a2b1-31bc7aeff004 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359160 Jul 15 14:51:39.865863 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b280a593-bc62-4f29-b433-37ed7a37e524 x-openstack-request-id: req-b280a593-bc62-4f29-b433-37ed7a37e524 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:39.866289 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3", "name": "network-vif-unplugged", "status": "completed", "tag": "15c521d4-5444-4dcb-9441-ccba1eb108c5", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:39.866685 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b280a593-bc62-4f29-b433-37ed7a37e524 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:39.867674 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c521d4-5444-4dcb-9441-ccba1eb108c5', 'code': 200} Jul 15 14:51:39.902337 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49941d98-47d2-4cff-bff8-a91953dc11e1 req-572e4151-2d91-4796-8399-d03b91c9a194 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5627580b-44a6-4103-9733-e321fc9b30ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750117 Jul 15 14:51:39.913484 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5179a3c6-67bb-4eab-99f1-2874391ba466 req-b25c6925-3ed4-4600-beca-c1f2f5a63334 service neutron] 10.222.0.22 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811230 Jul 15 14:51:39.962624 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521efcce-fcf5-4e02-a7ef-33825fd8b2bb x-openstack-request-id: req-521efcce-fcf5-4e02-a7ef-33825fd8b2bb {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:39.963346 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eafb585-22b9-419c-8ae8-ce3660af8572", "tag": "0a042363-e6d9-4270-8cea-afacb44800f3", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:39.963827 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-521efcce-fcf5-4e02-a7ef-33825fd8b2bb {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:39.964879 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eafb585-22b9-419c-8ae8-ce3660af8572', 'tag': '0a042363-e6d9-4270-8cea-afacb44800f3', 'status': 'completed', 'code': 200} Jul 15 14:51:40.112386 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49941d98-47d2-4cff-bff8-a91953dc11e1 req-7d16ed81-57db-49cf-851e-96007538a4b4 service neutron] 10.222.0.22 "GET /v2.0/networks/5627580b-44a6-4103-9733-e321fc9b30ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987185 Jul 15 14:51:40.170339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44426df-6622-4f07-bd5c-c6f2d78d25e4 req-c6c1f30e-ab6b-4ce4-9658-9ec4978f20ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:40.178227 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a44426df-6622-4f07-bd5c-c6f2d78d25e4 req-c6c1f30e-ab6b-4ce4-9658-9ec4978f20ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4cc69778109c4ce38d2d0f143ca1b25a&device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 1094 time: 0.1797204 Jul 15 14:51:40.336258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device cb692c4d-35b1-460e-8090-752fe2ff9127 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:51:40.404965 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44426df-6622-4f07-bd5c-c6f2d78d25e4 req-9cb21f00-4beb-4a55-97b6-d6acee236a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:40.406920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port cb692c4d-35b1-460e-8090-752fe2ff9127 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:51:40.411010 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a44426df-6622-4f07-bd5c-c6f2d78d25e4 req-9cb21f00-4beb-4a55-97b6-d6acee236a86 service neutron] 10.222.0.22 "GET /v2.0/networks?id=edfb406c-ada2-4958-80ff-7e08225d0ef5 HTTP/1.1" status: 200 len: 925 time: 0.2272167 Jul 15 14:51:40.414315 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port cb692c4d-35b1-460e-8090-752fe2ff9127 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:40.415611 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:40.478256 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49941d98-47d2-4cff-bff8-a91953dc11e1 req-cd9f699b-52fe-4951-b0e7-b0c2c4fce992 service neutron] 10.222.0.22 "GET /v2.0/networks/5627580b-44a6-4103-9733-e321fc9b30ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566878 Jul 15 14:51:40.501800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4484f-f78c-44c1-abce-d9e369f15c07 req-7436a25b-adc3-4ff9-9abf-b17f5731991e tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:40.512208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1af4484f-f78c-44c1-abce-d9e369f15c07 req-7436a25b-adc3-4ff9-9abf-b17f5731991e tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 949 time: 0.2490003 Jul 15 14:51:40.533292 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf426ff-cb4a-484f-b08c-89fdf496821f req-ee936c3f-d6f8-4c5e-90cc-0400bcee04aa tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:40.537159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ecf426ff-cb4a-484f-b08c-89fdf496821f req-ee936c3f-d6f8-4c5e-90cc-0400bcee04aa tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88 HTTP/1.1" status: 200 len: 943 time: 0.1911988 Jul 15 14:51:40.552660 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a44426df-6622-4f07-bd5c-c6f2d78d25e4 req-cef3ef07-5260-41ab-9cf0-1a84c033c6a7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a042363-e6d9-4270-8cea-afacb44800f3 HTTP/1.1" status: 200 len: 217 time: 0.1326733 Jul 15 14:51:40.596401 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:40.600820 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1af4484f-f78c-44c1-abce-d9e369f15c07 req-841bb226-2527-4416-bb91-9072d235a749 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875049 Jul 15 14:51:40.653639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port cb692c4d-35b1-460e-8090-752fe2ff9127, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=cb692c4d-35b1-460e-8090-752fe2ff9127,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:40.658323 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:40.662308 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ecf426ff-cb4a-484f-b08c-89fdf496821f req-cfb2b41d-96cc-49c4-afec-5f1111dafc19 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/security-groups?id=e06e7bcd-b234-4d09-a2a5-f84d80614b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114941 Jul 15 14:51:40.682365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44426df-6622-4f07-bd5c-c6f2d78d25e4 req-2dcc77c5-5233-4b53-8260-7baa42660a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:40.685174 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a44426df-6622-4f07-bd5c-c6f2d78d25e4 req-2dcc77c5-5233-4b53-8260-7baa42660a26 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c26c1602-6a8d-4a2b-8684-51e68f7c0091 HTTP/1.1" status: 200 len: 863 time: 0.1237557 Jul 15 14:51:40.761030 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=cb692c4d-35b1-460e-8090-752fe2ff9127,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:40.790113 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44426df-6622-4f07-bd5c-c6f2d78d25e4 req-22dedf58-7e37-426a-9068-3bd11636c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:40.792614 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a44426df-6622-4f07-bd5c-c6f2d78d25e4 req-22dedf58-7e37-426a-9068-3bd11636c0b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edfb406c-ada2-4958-80ff-7e08225d0ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975509 Jul 15 14:51:40.915396 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6e51-6c99-4bd6-ae22-17a0a976b091 req-f4d2552e-2dd6-4ab0-beb3-9884382d8997 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:40.919652 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-816d6e51-6c99-4bd6-ae22-17a0a976b091 req-f4d2552e-2dd6-4ab0-beb3-9884382d8997 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 948 time: 0.1386783 Jul 15 14:51:40.949996 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a44426df-6622-4f07-bd5c-c6f2d78d25e4 req-5a4bea6b-b507-4675-add8-59b5c2d8b450 service neutron] 10.222.0.22 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473312 Jul 15 14:51:41.015177 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-816d6e51-6c99-4bd6-ae22-17a0a976b091 req-b7246c84-0083-4254-88b9-02a9a09c2343 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/security-groups?id=df86c5ed-b62a-4916-9f65-4335631a5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865009 Jul 15 14:51:41.060419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e7499-9ddf-410e-9a1b-bdc2372555c9 req-8deab2b6-c57c-4d73-a03b-9e48be6667fa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:41.062240 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-555e7499-9ddf-410e-9a1b-bdc2372555c9 req-8deab2b6-c57c-4d73-a03b-9e48be6667fa tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 943 time: 0.1045518 Jul 15 14:51:41.105329 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a44426df-6622-4f07-bd5c-c6f2d78d25e4 req-19b20dec-d37a-43e6-9442-762ac551182f service neutron] 10.222.0.22 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395292 Jul 15 14:51:41.129760 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-555e7499-9ddf-410e-9a1b-bdc2372555c9 req-be7c03eb-3abd-41fc-a2aa-054a76b25e7d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541131 Jul 15 14:51:41.301322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add53fe-394c-48d8-ab67-58353551275a req-b2a39efa-c4dc-4ec9-9252-c754b0d706a5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:41.303732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6add53fe-394c-48d8-ab67-58353551275a req-b2a39efa-c4dc-4ec9-9252-c754b0d706a5 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 947 time: 0.1152461 Jul 15 14:51:41.371402 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6add53fe-394c-48d8-ab67-58353551275a req-bbc4e03f-3840-45b1-bd9f-85ef7c5ca516 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595293 Jul 15 14:51:41.842909 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce078a84-6ae2-4197-a434-173145bbc3e3 req-c660b2eb-42fb-4659-a5b2-e5e24cfbfdb9 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:41.844507 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce078a84-6ae2-4197-a434-173145bbc3e3 req-c660b2eb-42fb-4659-a5b2-e5e24cfbfdb9 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 950 time: 0.0856893 Jul 15 14:51:41.869554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58723641-6840-4bf8-9ff9-797b4142805f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb692c4d-35b1-460e-8090-752fe2ff9127'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:41.871967 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0935c70-838d-4d50-a105-64b417ae527c" -d '{"events": [{"server_uuid": "58723641-6840-4bf8-9ff9-797b4142805f", "name": "network-vif-plugged", "status": "completed", "tag": "cb692c4d-35b1-460e-8090-752fe2ff9127"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:41.874847 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 19f73e30-7b39-47c4-947e-3ac0ed6631bf details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:51:41.923480 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce078a84-6ae2-4197-a434-173145bbc3e3 req-bde1f470-4c99-43b6-a37c-b4e869912d1c tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680797 Jul 15 14:51:41.960151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164157c-28a0-4d67-bf62-8fc8b46b418c req-2ea3bc18-cf61-4ade-b683-cdfbd8f35c10 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:41.961826 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a164157c-28a0-4d67-bf62-8fc8b46b418c req-2ea3bc18-cf61-4ade-b683-cdfbd8f35c10 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88 HTTP/1.1" status: 200 len: 943 time: 0.1162698 Jul 15 14:51:42.011696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a164157c-28a0-4d67-bf62-8fc8b46b418c req-fbc5b5f6-d723-4786-beac-c6a3c3d26751 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/security-groups?id=e06e7bcd-b234-4d09-a2a5-f84d80614b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430119 Jul 15 14:51:42.014082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 19f73e30-7b39-47c4-947e-3ac0ed6631bf, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=19f73e30-7b39-47c4-947e-3ac0ed6631bf,segment=NetworkSegment(4f976f51-a6a1-4bec-a006-4ee5b3d3b805),segment_id=4f976f51-a6a1-4bec-a006-4ee5b3d3b805)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:42.029946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '19f73e30-7b39-47c4-947e-3ac0ed6631bf', 'network_id': '5627580b-44a6-4103-9733-e321fc9b30ea', 'port_id': '19f73e30-7b39-47c4-947e-3ac0ed6631bf', 'mac_address': 'fa:16:3e:8d:b1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b7536f-269c-4f6e-a00b-278c236eb76c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:51:42.075539 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:42.094100 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d65318a-b3b5-4dd1-90d3-5e04690194aa x-openstack-request-id: req-0d65318a-b3b5-4dd1-90d3-5e04690194aa {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:42.094467 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58723641-6840-4bf8-9ff9-797b4142805f", "name": "network-vif-plugged", "status": "completed", "tag": "cb692c4d-35b1-460e-8090-752fe2ff9127", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:42.094878 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d65318a-b3b5-4dd1-90d3-5e04690194aa {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:42.095286 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58723641-6840-4bf8-9ff9-797b4142805f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb692c4d-35b1-460e-8090-752fe2ff9127', 'code': 200} Jul 15 14:51:42.099573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f73e30-7b39-47c4-947e-3ac0ed6631bf {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:42.138694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 19f73e30-7b39-47c4-947e-3ac0ed6631bf, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=19f73e30-7b39-47c4-947e-3ac0ed6631bf,segment=NetworkSegment(4f976f51-a6a1-4bec-a006-4ee5b3d3b805),segment_id=4f976f51-a6a1-4bec-a006-4ee5b3d3b805)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:42.144797 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:42.231681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=19f73e30-7b39-47c4-947e-3ac0ed6631bf,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:42.284015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383d9f5-6097-47b1-886c-5bface1cf226 req-4468dcae-5e9f-412b-9a3f-ec15fc4da7f6 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:42.286205 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d383d9f5-6097-47b1-886c-5bface1cf226 req-4468dcae-5e9f-412b-9a3f-ec15fc4da7f6 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 948 time: 0.0840864 Jul 15 14:51:42.295105 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581591e-cbf1-446b-b819-84b647f32452 req-71ec4044-d26b-4e9d-8d53-ba8de1c91a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:42.296955 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8581591e-cbf1-446b-b819-84b647f32452 req-71ec4044-d26b-4e9d-8d53-ba8de1c91a1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 1101 time: 0.0961270 Jul 15 14:51:42.337748 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d383d9f5-6097-47b1-886c-5bface1cf226 req-c968f4ed-24c7-4344-97e8-2773aa9826e9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/security-groups?id=df86c5ed-b62a-4916-9f65-4335631a5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403609 Jul 15 14:51:42.351059 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 492f8995-5baa-4741-8a5b-1de26507c40c up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:51:42.371977 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8581591e-cbf1-446b-b819-84b647f32452 req-79d48f0f-14c2-49c4-98b2-6f71782f1b34 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637844 Jul 15 14:51:42.420532 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 492f8995-5baa-4741-8a5b-1de26507c40c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:51:42.429921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 492f8995-5baa-4741-8a5b-1de26507c40c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:42.430418 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:42.463284 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['19f73e30-7b39-47c4-947e-3ac0ed6631bf'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:42.615754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1d178-4a66-448e-95bb-31d45a4eaec8 req-9f91dd5a-5420-42c6-94d7-460579bee673 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:42.617638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1d178-4a66-448e-95bb-31d45a4eaec8 req-9f91dd5a-5420-42c6-94d7-460579bee673 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 943 time: 0.0865314 Jul 15 14:51:42.684962 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:42.694412 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1d178-4a66-448e-95bb-31d45a4eaec8 req-044ff1b5-f808-4f4b-ab57-6e33a3220dbd tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661333 Jul 15 14:51:42.732209 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321338b-f17c-4e78-acf6-c8823ffb58d0 req-6bd94bdb-b43d-42fb-8216-8f3b91a47cfc tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:42.735124 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8321338b-f17c-4e78-acf6-c8823ffb58d0 req-6bd94bdb-b43d-42fb-8216-8f3b91a47cfc tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 947 time: 0.1164362 Jul 15 14:51:42.764806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 492f8995-5baa-4741-8a5b-1de26507c40c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=492f8995-5baa-4741-8a5b-1de26507c40c,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:42.772987 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:42.796077 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8321338b-f17c-4e78-acf6-c8823ffb58d0 req-35551d30-100e-4658-9e05-313522c29b83 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533154 Jul 15 14:51:42.846814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=492f8995-5baa-4741-8a5b-1de26507c40c,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:43.162691 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6e2f4-a5ba-40cf-8aaf-cd854ccc6269 req-dd35547c-c0c6-4508-80a0-cfbdf847f2d3 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:43.165288 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e5d6e2f4-a5ba-40cf-8aaf-cd854ccc6269 req-dd35547c-c0c6-4508-80a0-cfbdf847f2d3 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 950 time: 0.1094000 Jul 15 14:51:43.230223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40280) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:43.243204 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e5d6e2f4-a5ba-40cf-8aaf-cd854ccc6269 req-09cd2251-d80d-4965-a53c-6e4b312e2ea9 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712094 Jul 15 14:51:43.303612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c82569-9723-406c-8381-3c2d8acd087b req-f668919c-2cf8-4169-978d-4705d2f7368e tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:43.306005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2c82569-9723-406c-8381-3c2d8acd087b req-f668919c-2cf8-4169-978d-4705d2f7368e tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88 HTTP/1.1" status: 200 len: 944 time: 0.0974336 Jul 15 14:51:43.354580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2c82569-9723-406c-8381-3c2d8acd087b req-5d132a4c-a978-43de-97bf-9884a4ac58a6 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/security-groups?id=e06e7bcd-b234-4d09-a2a5-f84d80614b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399303 Jul 15 14:51:43.398780 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08a34682-8d87-45f3-af13-bbcbb2e7e3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:43.486593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8ea8c-42d5-4a0a-b8f8-1a2cdee54658 req-9f41e5ef-c216-4ba6-9603-52b7de45fc37 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:43.489079 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c8c8ea8c-42d5-4a0a-b8f8-1a2cdee54658 req-9f41e5ef-c216-4ba6-9603-52b7de45fc37 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 948 time: 0.1330943 Jul 15 14:51:43.647993 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d4bd9-ee7f-4002-b7ca-8e8e19bb8467 req-288cf102-d1ee-432e-80c0-9b96d15c11dd tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:43.652435 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee1d4bd9-ee7f-4002-b7ca-8e8e19bb8467 req-288cf102-d1ee-432e-80c0-9b96d15c11dd tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 948 time: 0.1229827 Jul 15 14:51:43.712227 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08a34682-8d87-45f3-af13-bbcbb2e7e3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:43.720871 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08a34682-8d87-45f3-af13-bbcbb2e7e3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:43.727390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee1d4bd9-ee7f-4002-b7ca-8e8e19bb8467 req-78377e9f-7dc0-4f07-b862-ab47fa16b413 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/security-groups?id=df86c5ed-b62a-4916-9f65-4335631a5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650349 Jul 15 14:51:43.796129 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-08a34682-8d87-45f3-af13-bbcbb2e7e3e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3c744ace5b5c4e82b422ec228b6c4773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5609126 Jul 15 14:51:43.796129 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a34682-8d87-45f3-af13-bbcbb2e7e3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f5f639-90b8-4fda-bc46-8e546d32423a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:43.797626 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40298) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:43.802756 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c8c8ea8c-42d5-4a0a-b8f8-1a2cdee54658 req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Deleting port 15c521d4-5444-4dcb-9441-ccba1eb108c5 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:51:43.803203 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c8c8ea8c-42d5-4a0a-b8f8-1a2cdee54658 req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:43.888675 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 0a042363-e6d9-4270-8cea-afacb44800f3 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:51:43.892020 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 19f73e30-7b39-47c4-947e-3ac0ed6631bf up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:51:43.939875 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c8c8ea8c-42d5-4a0a-b8f8-1a2cdee54658 req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] For port 15c521d4-5444-4dcb-9441-ccba1eb108c5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=15c521d4-5444-4dcb-9441-ccba1eb108c5,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:43.940287 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c8c8ea8c-42d5-4a0a-b8f8-1a2cdee54658 req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:43.943120 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:43.962004 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c8c8ea8c-42d5-4a0a-b8f8-1a2cdee54658 req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Calling delete_port for 15c521d4-5444-4dcb-9441-ccba1eb108c5 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:51:44.023225 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:44.036026 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 19f73e30-7b39-47c4-947e-3ac0ed6631bf completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:51:44.041948 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 19f73e30-7b39-47c4-947e-3ac0ed6631bf triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:44.042384 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:44.078663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afac21f-2fe8-491d-b246-bf078fa5261e req-76b85ba1-cc86-41cc-aa77-d918ad0ef77f tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:44.087259 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6afac21f-2fe8-491d-b246-bf078fa5261e req-76b85ba1-cc86-41cc-aa77-d918ad0ef77f tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 943 time: 0.1704910 Jul 15 14:51:44.089379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 0a042363-e6d9-4270-8cea-afacb44800f3, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=0a042363-e6d9-4270-8cea-afacb44800f3,segment=NetworkSegment(488962c2-fdb1-4be8-ac1d-ea161d995946),segment_id=488962c2-fdb1-4be8-ac1d-ea161d995946)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:44.097742 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbe059d-7504-4626-823b-6c968ecd6124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492f8995-5baa-4741-8a5b-1de26507c40c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:44.101180 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a500dece-17e3-49a6-8744-58b0ad80e1ed" -d '{"events": [{"server_uuid": "dbbe059d-7504-4626-823b-6c968ecd6124", "name": "network-vif-plugged", "status": "completed", "tag": "492f8995-5baa-4741-8a5b-1de26507c40c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:44.139802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '0a042363-e6d9-4270-8cea-afacb44800f3', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'port_id': '0a042363-e6d9-4270-8cea-afacb44800f3', 'mac_address': 'fa:16:3e:4c:a4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:51:44.164783 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6afac21f-2fe8-491d-b246-bf078fa5261e req-51e0746c-6f0f-41a5-bb4c-6f9be656cd96 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764692 Jul 15 14:51:44.178985 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:44.232471 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:44.236359 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c8c8ea8c-42d5-4a0a-b8f8-1a2cdee54658 req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:44.244702 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d6f5f639-90b8-4fda-bc46-8e546d32423a HTTP/1.1" status: 204 len: 168 time: 0.4422131 Jul 15 14:51:44.268530 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f5f639-90b8-4fda-bc46-8e546d32423a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:44.279183 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c76a815-a68b-487a-a268-6065d996e441 x-openstack-request-id: req-3c76a815-a68b-487a-a268-6065d996e441 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:44.279468 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbe059d-7504-4626-823b-6c968ecd6124", "name": "network-vif-plugged", "status": "completed", "tag": "492f8995-5baa-4741-8a5b-1de26507c40c", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:44.279728 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c76a815-a68b-487a-a268-6065d996e441 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:44.280271 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbe059d-7504-4626-823b-6c968ecd6124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492f8995-5baa-4741-8a5b-1de26507c40c', 'code': 200} Jul 15 14:51:44.287698 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.288226 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.288721 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.290445 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.291089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.291593 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.292254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.298993 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.302008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.302690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.305442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.306153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c2274-1220-401a-8017-71c0aafcf41c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.418164 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Pushing event deleted for resources: {'Port': ['ID=15c521d4-5444-4dcb-9441-ccba1eb108c5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:44.426184 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:44.441715 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:44.503071 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a042363-e6d9-4270-8cea-afacb44800f3 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:44.508771 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.509173 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.509639 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.510523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.511062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.511461 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.512037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.513162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.513506 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.513982 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.514326 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.514800 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:44.550135 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c8ea8c-42d5-4a0a-b8f8-1a2cdee54658 req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] No DVR routers for this DVR port 15c521d4-5444-4dcb-9441-ccba1eb108c5 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:51:44.554931 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c8c8ea8c-42d5-4a0a-b8f8-1a2cdee54658 req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:44.557529 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c8c8ea8c-42d5-4a0a-b8f8-1a2cdee54658 req-3370a71c-3dec-46ec-9204-6f6e4f59a8c9 tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.11 "DELETE /v2.0/ports/15c521d4-5444-4dcb-9441-ccba1eb108c5 HTTP/1.1" status: 204 len: 173 time: 1.0543010 Jul 15 14:51:44.559554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3', 'name': 'network-vif-deleted', 'tag': '15c521d4-5444-4dcb-9441-ccba1eb108c5'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:44.563574 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bc7bb8-7d49-4b82-8ec7-8fe35396082c" -d '{"events": [{"server_uuid": "a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3", "name": "network-vif-deleted", "tag": "15c521d4-5444-4dcb-9441-ccba1eb108c5"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:44.601110 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed01a8-4328-44a8-b5d2-3aa2266a628f req-f6cbfd43-396f-4e4e-980d-430e6177e831 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:44.603618 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb618ba-378c-4539-9f2b-6ca005d371c6 req-dad67447-2047-41fb-ac46-84c1740b4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:44.604264 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8ed01a8-4328-44a8-b5d2-3aa2266a628f req-f6cbfd43-396f-4e4e-980d-430e6177e831 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 948 time: 0.1985164 Jul 15 14:51:44.605641 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8eb618ba-378c-4539-9f2b-6ca005d371c6 req-dad67447-2047-41fb-ac46-84c1740b4418 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 1099 time: 0.1891491 Jul 15 14:51:44.624742 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 19f73e30-7b39-47c4-947e-3ac0ed6631bf, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=19f73e30-7b39-47c4-947e-3ac0ed6631bf,segment=NetworkSegment(4f976f51-a6a1-4bec-a006-4ee5b3d3b805),segment_id=4f976f51-a6a1-4bec-a006-4ee5b3d3b805)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:44.637236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 0a042363-e6d9-4270-8cea-afacb44800f3, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=0a042363-e6d9-4270-8cea-afacb44800f3,segment=NetworkSegment(488962c2-fdb1-4be8-ac1d-ea161d995946),segment_id=488962c2-fdb1-4be8-ac1d-ea161d995946)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:44.639626 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:44.656362 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:44.661068 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8eb618ba-378c-4539-9f2b-6ca005d371c6 req-04b276e9-5378-4617-924a-93c85d73366b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456326 Jul 15 14:51:44.736972 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=19f73e30-7b39-47c4-947e-3ac0ed6631bf,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:44.745498 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8ed01a8-4328-44a8-b5d2-3aa2266a628f req-af718d93-cd9e-4558-a05b-2c54614d7886 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184475 Jul 15 14:51:44.760353 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93c7ff-c70c-4619-86b9-ba716de07709 req-17f5434b-c453-4451-8c5b-f28b60d9ed9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:44.769968 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b93c7ff-c70c-4619-86b9-ba716de07709 req-17f5434b-c453-4451-8c5b-f28b60d9ed9b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 950 time: 0.2378013 Jul 15 14:51:44.842010 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b93c7ff-c70c-4619-86b9-ba716de07709 req-a408246e-34d9-4bc3-b738-25cd0e7a94a8 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706642 Jul 15 14:51:44.880450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=0a042363-e6d9-4270-8cea-afacb44800f3,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:44.913192 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40326) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:44.920041 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40bc201-a076-4f2c-93b3-c66b1bda7fcf x-openstack-request-id: req-c40bc201-a076-4f2c-93b3-c66b1bda7fcf {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:44.920366 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3", "name": "network-vif-deleted", "tag": "15c521d4-5444-4dcb-9441-ccba1eb108c5", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:44.920738 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c40bc201-a076-4f2c-93b3-c66b1bda7fcf {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:44.921278 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3', 'name': 'network-vif-deleted', 'tag': '15c521d4-5444-4dcb-9441-ccba1eb108c5', 'status': 'completed', 'code': 200} Jul 15 14:51:44.931641 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ad38ec03-7354-4e68-bccc-5cd03baf913d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:44.958200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['0a042363-e6d9-4270-8cea-afacb44800f3'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:45.067453 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1875f-06ce-4a8a-89fa-fcd6774110af req-1f5ed7ad-5ecd-4255-9bd7-f2d196eb4997 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:45.069148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c6f1875f-06ce-4a8a-89fa-fcd6774110af req-1f5ed7ad-5ecd-4255-9bd7-f2d196eb4997 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88 HTTP/1.1" status: 200 len: 945 time: 0.1171567 Jul 15 14:51:45.144233 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3970b901-d7a1-40e1-9e3f-30f6adaa7e03 req-4a48c7c4-81a5-4a04-a70a-2cf1ab3e245a tempest-ImagesOneServerTestJSON-646622391 tempest-ImagesOneServerTestJSON-646622391-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c89f3d-97a1-4eb7-b5cd-319a7015d4d3 HTTP/1.1" status: 200 len: 210 time: 0.0454819 Jul 15 14:51:45.170254 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c6f1875f-06ce-4a8a-89fa-fcd6774110af req-e7ef7483-25ec-4d2b-b862-30f0a1f811ab tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/security-groups?id=e06e7bcd-b234-4d09-a2a5-f84d80614b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875711 Jul 15 14:51:45.172698 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ad38ec03-7354-4e68-bccc-5cd03baf913d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:45.180488 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ad38ec03-7354-4e68-bccc-5cd03baf913d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:45.238096 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ad38ec03-7354-4e68-bccc-5cd03baf913d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6f0eb3ad93e344bda12979c67de0ce88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235590 Jul 15 14:51:45.240929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38ec03-7354-4e68-bccc-5cd03baf913d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2067e060-2b4f-4727-a0c9-76ac1baa574d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:45.241648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40332) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:45.337253 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-00e4d0b4-dfb0-413f-ac29-52f77d891df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:45.369616 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-00e4d0b4-dfb0-413f-ac29-52f77d891df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:45.440396 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-00e4d0b4-dfb0-413f-ac29-52f77d891df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:45.444397 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-00e4d0b4-dfb0-413f-ac29-52f77d891df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:45.450332 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-00e4d0b4-dfb0-413f-ac29-52f77d891df2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2067e060-2b4f-4727-a0c9-76ac1baa574d HTTP/1.1" status: 204 len: 168 time: 0.2059169 Jul 15 14:51:45.453519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23dc25-a07f-4c82-af85-ae21c362c3d9 req-5129cd46-2b39-41ac-9baa-5b19e45cfa38 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:45.457553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff23dc25-a07f-4c82-af85-ae21c362c3d9 req-5129cd46-2b39-41ac-9baa-5b19e45cfa38 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 944 time: 0.1350372 Jul 15 14:51:45.471291 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4d0b4-dfb0-413f-ac29-52f77d891df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2067e060-2b4f-4727-a0c9-76ac1baa574d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:45.587624 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff23dc25-a07f-4c82-af85-ae21c362c3d9 req-4d35a3f1-c1a3-43dd-a9fe-e85e49c3bf7f tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231036 Jul 15 14:51:46.170133 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac8ea8-8830-4262-956e-4a85d9da0f5c req-a61c6ff0-5f83-41c1-bb14-940561194212 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.178891 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5fac8ea8-8830-4262-956e-4a85d9da0f5c req-a61c6ff0-5f83-41c1-bb14-940561194212 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 948 time: 0.1876123 Jul 15 14:51:46.281397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3d8bd2-a62b-4e02-ae0b-456f16b05d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f73e30-7b39-47c4-947e-3ac0ed6631bf'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:46.284899 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12b693c-e09b-42ef-9701-d19b6d6ea90b" -d '{"events": [{"server_uuid": "5c3d8bd2-a62b-4e02-ae0b-456f16b05d88", "name": "network-vif-plugged", "status": "completed", "tag": "19f73e30-7b39-47c4-947e-3ac0ed6631bf"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:46.286869 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5fac8ea8-8830-4262-956e-4a85d9da0f5c req-3aa50256-cf87-467f-ae63-189aa9bd4ec0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015460 Jul 15 14:51:46.341562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-0de1cca6-4526-4570-9e10-c47c85755be1 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.342328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-0de1cca6-4526-4570-9e10-c47c85755be1 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.343215 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-0de1cca6-4526-4570-9e10-c47c85755be1 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.343848 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-0de1cca6-4526-4570-9e10-c47c85755be1 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.344451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-0de1cca6-4526-4570-9e10-c47c85755be1 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.344984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-0de1cca6-4526-4570-9e10-c47c85755be1 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.345674 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-0de1cca6-4526-4570-9e10-c47c85755be1 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.346189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-0de1cca6-4526-4570-9e10-c47c85755be1 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.346753 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-0de1cca6-4526-4570-9e10-c47c85755be1 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.347632 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-0de1cca6-4526-4570-9e10-c47c85755be1 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.348383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-0de1cca6-4526-4570-9e10-c47c85755be1 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.348929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-0de1cca6-4526-4570-9e10-c47c85755be1 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.349464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-0de1cca6-4526-4570-9e10-c47c85755be1 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.350153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-0de1cca6-4526-4570-9e10-c47c85755be1 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.351422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-0de1cca6-4526-4570-9e10-c47c85755be1 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.353748 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-0de1cca6-4526-4570-9e10-c47c85755be1 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88&device_id=5eafb585-22b9-419c-8ae8-ce3660af8572&device_id=dbbe059d-7504-4626-823b-6c968ecd6124&device_id=58723641-6840-4bf8-9ff9-797b4142805f&device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0&device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da&device_id=01b09986-589f-412c-97be-ec78e363b42a&device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162&device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18&device_id=8f2f02ba-684e-4508-a08e-701fae37551a&device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec&device_id=e6b8f5df-6ac4-4fda-a945-5ea23ef54504&device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91&device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc&device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 13542 time: 0.1352053 Jul 15 14:51:46.379279 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-4c14584d-92c4-44a7-a813-4b19c11e1450 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:46.534366 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-4c14584d-92c4-44a7-a813-4b19c11e1450 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:46.544868 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-4c14584d-92c4-44a7-a813-4b19c11e1450 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:46.594337 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d69c86fd-d71b-4d35-8d70-61a9938b8af4 req-4c14584d-92c4-44a7-a813-4b19c11e1450 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&id=e06e7bcd-b234-4d09-a2a5-f84d80614b5d&id=d008e91f-4879-449d-adb0-98a4d92795d6&id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&id=d07ea9cd-a778-498a-873d-8d1e974e802f&id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.2278218 Jul 15 14:51:46.648991 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9cfcee-5fbf-4119-ae98-2477274ae5d5 x-openstack-request-id: req-0e9cfcee-5fbf-4119-ae98-2477274ae5d5 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:46.649408 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3d8bd2-a62b-4e02-ae0b-456f16b05d88", "name": "network-vif-plugged", "status": "completed", "tag": "19f73e30-7b39-47c4-947e-3ac0ed6631bf", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:46.650243 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0e9cfcee-5fbf-4119-ae98-2477274ae5d5 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:46.650829 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3d8bd2-a62b-4e02-ae0b-456f16b05d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f73e30-7b39-47c4-947e-3ac0ed6631bf', 'code': 200} Jul 15 14:51:46.699124 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14584d-92c4-44a7-a813-4b19c11e1450 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c5dbdf-2875-4b97-9e48-c046db7911d8,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:46.741051 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e9f32-df67-444c-bdf8-e56ba3062df9 req-1a6825f2-4ce5-40d9-aaf0-867bbeae85f5 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.743224 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c4e9f32-df67-444c-bdf8-e56ba3062df9 req-1a6825f2-4ce5-40d9-aaf0-867bbeae85f5 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88 HTTP/1.1" status: 200 len: 945 time: 0.1719198 Jul 15 14:51:46.871901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed685d1c-6d55-451f-8834-d07cdc6721ed req-9f61073f-4c17-47a9-98d0-fc5b6467238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:46.877704 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ed685d1c-6d55-451f-8834-d07cdc6721ed req-9f61073f-4c17-47a9-98d0-fc5b6467238a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88 HTTP/1.1" status: 200 len: 1096 time: 0.1304817 Jul 15 14:51:46.886906 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c4e9f32-df67-444c-bdf8-e56ba3062df9 req-64e78319-a944-408c-83c7-0c8363dc263b tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/security-groups?id=e06e7bcd-b234-4d09-a2a5-f84d80614b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295753 Jul 15 14:51:46.943277 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ed685d1c-6d55-451f-8834-d07cdc6721ed req-8270f3d0-d749-4e28-b9d6-4e9722471a75 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e06e7bcd-b234-4d09-a2a5-f84d80614b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573812 Jul 15 14:51:46.945776 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40382) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:47.009314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afbb60-7930-4c85-ad4b-3e34c42f88a6 req-fb894581-1458-4944-8727-c0ef3e1a6013 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:47.036152 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a9afbb60-7930-4c85-ad4b-3e34c42f88a6 req-fb894581-1458-4944-8727-c0ef3e1a6013 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 944 time: 0.2094090 Jul 15 14:51:47.120024 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a9afbb60-7930-4c85-ad4b-3e34c42f88a6 req-3f470d1f-f603-41a6-8790-9e44aa3c0097 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806379 Jul 15 14:51:47.337056 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40402) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:47.344368 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a9d575ac-5468-4b88-b83c-917a10fd6eb4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1fef73e0b27b451c9c9992943225e05d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3820584 Jul 15 14:51:47.385992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbcfd9-bbec-49ef-a038-877ead831982 req-b72b41ae-baea-40e7-acd6-b28b616d1d8d tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:47.387820 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-85dbcfd9-bbec-49ef-a038-877ead831982 req-b72b41ae-baea-40e7-acd6-b28b616d1d8d tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 1097 time: 0.1051745 Jul 15 14:51:47.419118 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5c51cae-193f-433e-bca0-1741a176ec5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:47.460080 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-85dbcfd9-bbec-49ef-a038-877ead831982 req-6dcb9efe-30f7-439a-b265-ce4ae82014f1 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653288 Jul 15 14:51:47.460273 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5c51cae-193f-433e-bca0-1741a176ec5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:47.485284 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042c0ce-6cdd-4ef1-8ee2-5c9ad6dcd0ab req-c7de71b0-a9b5-430e-9608-b6a06a30ce01 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:47.485777 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042c0ce-6cdd-4ef1-8ee2-5c9ad6dcd0ab req-c7de71b0-a9b5-430e-9608-b6a06a30ce01 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:47.486264 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042c0ce-6cdd-4ef1-8ee2-5c9ad6dcd0ab req-c7de71b0-a9b5-430e-9608-b6a06a30ce01 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:47.488517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2042c0ce-6cdd-4ef1-8ee2-5c9ad6dcd0ab req-c7de71b0-a9b5-430e-9608-b6a06a30ce01 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f&device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da&device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 2884 time: 0.0849257 Jul 15 14:51:47.544180 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5c51cae-193f-433e-bca0-1741a176ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:47.545474 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2042c0ce-6cdd-4ef1-8ee2-5c9ad6dcd0ab req-82169919-679d-4a28-9ed6-d90a7fb4b442 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477529 Jul 15 14:51:47.547370 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5c51cae-193f-433e-bca0-1741a176ec5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:47.548683 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e5c51cae-193f-433e-bca0-1741a176ec5c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df86c5ed-b62a-4916-9f65-4335631a5c4c HTTP/1.1" status: 204 len: 168 time: 0.2106676 Jul 15 14:51:47.559188 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c51cae-193f-433e-bca0-1741a176ec5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df86c5ed-b62a-4916-9f65-4335631a5c4c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:47.727644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f1bf7-e662-45a9-a9bd-7b22d8f9e7c2 req-09f21ffe-dc52-43bc-bd2c-17c725376537 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:47.729248 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b2f1bf7-e662-45a9-a9bd-7b22d8f9e7c2 req-09f21ffe-dc52-43bc-bd2c-17c725376537 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 948 time: 0.0868652 Jul 15 14:51:47.781725 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b2f1bf7-e662-45a9-a9bd-7b22d8f9e7c2 req-ab003412-d568-417f-a969-d66040113e78 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429242 Jul 15 14:51:47.899407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 0a042363-e6d9-4270-8cea-afacb44800f3 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:51:48.002935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 0a042363-e6d9-4270-8cea-afacb44800f3 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:51:48.007735 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 0a042363-e6d9-4270-8cea-afacb44800f3 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:48.008113 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:48.120295 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:48.188028 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 0a042363-e6d9-4270-8cea-afacb44800f3, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=0a042363-e6d9-4270-8cea-afacb44800f3,segment=NetworkSegment(488962c2-fdb1-4be8-ac1d-ea161d995946),segment_id=488962c2-fdb1-4be8-ac1d-ea161d995946)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:48.196137 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:48.260388 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=0a042363-e6d9-4270-8cea-afacb44800f3,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:48.381519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 15c521d4-5444-4dcb-9441-ccba1eb108c5 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:51:48.426453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 15c521d4-5444-4dcb-9441-ccba1eb108c5 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:51:48.427009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 15c521d4-5444-4dcb-9441-ccba1eb108c5 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:51:48.533929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7fb7c-0fc4-47aa-8449-c50055cf13d4 req-0c869c07-ac45-414e-ae5d-f594c633cba9 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:48.537172 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-93d7fb7c-0fc4-47aa-8449-c50055cf13d4 req-0c869c07-ac45-414e-ae5d-f594c633cba9 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 1099 time: 0.0713408 Jul 15 14:51:48.590064 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-93d7fb7c-0fc4-47aa-8449-c50055cf13d4 req-c1a9dfb2-a53b-4777-a56b-f5452f9c183b tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462813 Jul 15 14:51:48.603788 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:48.652267 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eafb585-22b9-419c-8ae8-ce3660af8572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a042363-e6d9-4270-8cea-afacb44800f3'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:48.655436 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f4a44e-fdf1-4be6-92e5-c9cf9ad51f18" -d '{"events": [{"server_uuid": "5eafb585-22b9-419c-8ae8-ce3660af8572", "name": "network-vif-plugged", "status": "completed", "tag": "0a042363-e6d9-4270-8cea-afacb44800f3"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:48.832588 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:48.841146 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3577cd-cb6a-4a39-8b5d-7ef51d323ca0 req-7bb66763-7b1f-4f72-a027-7314d4be8fe1 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:48.843457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0e3577cd-cb6a-4a39-8b5d-7ef51d323ca0 req-7bb66763-7b1f-4f72-a027-7314d4be8fe1 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88 HTTP/1.1" status: 200 len: 945 time: 0.1048229 Jul 15 14:51:48.884483 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0e3577cd-cb6a-4a39-8b5d-7ef51d323ca0 req-0c8a978c-f56d-486d-b7d6-715bb37d77b8 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/security-groups?id=e06e7bcd-b234-4d09-a2a5-f84d80614b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341120 Jul 15 14:51:49.042559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-ee034b53-622c-4dad-ab94-c4b957d12deb tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:51:49.043652 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-ee034b53-622c-4dad-ab94-c4b957d12deb tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057988 Jul 15 14:51:49.058660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4c00e165-722f-4b4c-ab26-7d34dbcd1c72 service neutron] Request body: {'binding': {'host': 'n-h2-764435-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:49.059355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4c00e165-722f-4b4c-ab26-7d34dbcd1c72 service neutron] Unknown quota resources ['binding']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 14:51:49.131929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063fb48-939d-419c-85fd-ab063e05cb5a req-199cbe4c-a944-4454-a388-185435c2aac9 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:49.134810 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9063fb48-939d-419c-85fd-ab063e05cb5a req-199cbe4c-a944-4454-a388-185435c2aac9 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 945 time: 0.1038611 Jul 15 14:51:49.204112 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9063fb48-939d-419c-85fd-ab063e05cb5a req-8ee3177f-a040-40e5-95fa-c61a19ea249d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613704 Jul 15 14:51:49.366614 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66527245-6ece-4d14-86f4-a2b16c35ec88 x-openstack-request-id: req-66527245-6ece-4d14-86f4-a2b16c35ec88 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:49.367433 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eafb585-22b9-419c-8ae8-ce3660af8572", "name": "network-vif-plugged", "status": "completed", "tag": "0a042363-e6d9-4270-8cea-afacb44800f3", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:49.367853 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66527245-6ece-4d14-86f4-a2b16c35ec88 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:49.368566 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eafb585-22b9-419c-8ae8-ce3660af8572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a042363-e6d9-4270-8cea-afacb44800f3', 'code': 200} Jul 15 14:51:49.573866 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34796fa3-79cc-40c5-ad2d-400de8c03394 req-41098539-3caf-4ce9-af3b-f548d17c4b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:49.575623 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-34796fa3-79cc-40c5-ad2d-400de8c03394 req-41098539-3caf-4ce9-af3b-f548d17c4b12 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 1096 time: 0.1202872 Jul 15 14:51:49.644481 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-34796fa3-79cc-40c5-ad2d-400de8c03394 req-f0faa199-631d-43f9-8098-db8cee46a49d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572231 Jul 15 14:51:49.647505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4c00e165-722f-4b4c-ab26-7d34dbcd1c72 service neutron] Attempting to bind port b9bab48d-cccf-4548-aa93-4c9901aae8a2 on host n-h2-764435-3 for vnic_type normal with profile None {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:51:49.648072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4c00e165-722f-4b4c-ab26-7d34dbcd1c72 service neutron] Attempting to bind port b9bab48d-cccf-4548-aa93-4c9901aae8a2 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:51:49.648571 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4c00e165-722f-4b4c-ab26-7d34dbcd1c72 service neutron] Attempting to bind port b9bab48d-cccf-4548-aa93-4c9901aae8a2 on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:49.654662 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4c00e165-722f-4b4c-ab26-7d34dbcd1c72 service neutron] Port b9bab48d-cccf-4548-aa93-4c9901aae8a2 on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:51:49.655195 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4c00e165-722f-4b4c-ab26-7d34dbcd1c72 service neutron] Attempting to bind port b9bab48d-cccf-4548-aa93-4c9901aae8a2 on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:49.664635 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4c00e165-722f-4b4c-ab26-7d34dbcd1c72 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:51:49.665190 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4c00e165-722f-4b4c-ab26-7d34dbcd1c72 service neutron] Checking segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:51:49.665792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4c00e165-722f-4b4c-ab26-7d34dbcd1c72 service neutron] Bound using segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:51:49.666441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4c00e165-722f-4b4c-ab26-7d34dbcd1c72 service neutron] Bound port: b9bab48d-cccf-4548-aa93-4c9901aae8a2, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:51:49.721857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-f5c4b3a1-5c83-4d3b-aca9-77c11c726436 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ee188e41d71d434ead519f5f9ae6e707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364153 Jul 15 14:51:49.728423 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4c00e165-722f-4b4c-ab26-7d34dbcd1c72 service neutron] For port b9bab48d-cccf-4548-aa93-4c9901aae8a2, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=b9bab48d-cccf-4548-aa93-4c9901aae8a2,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:51:49.736646 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4c00e165-722f-4b4c-ab26-7d34dbcd1c72 service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:49.738156 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4c00e165-722f-4b4c-ab26-7d34dbcd1c72 service neutron] 10.222.0.38 "POST /v2.0/ports/b9bab48d-cccf-4548-aa93-4c9901aae8a2/bindings HTTP/1.1" status: 201 len: 389 time: 0.6829820 Jul 15 14:51:50.009581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40516) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:50.023494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-7a7901cb-52a9-4998-b1c2-7575f24d2134 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:50.025025 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-7a7901cb-52a9-4998-b1c2-7575f24d2134 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2959175 Jul 15 14:51:50.056579 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-0e9b1531-b6ec-40ab-b5c3-d54ebbc8e7ac tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/quotas/ee188e41d71d434ead519f5f9ae6e707 HTTP/1.1" status: 200 len: 375 time: 0.0226538 Jul 15 14:51:50.152999 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-60d836cb-9b51-4560-bce6-833a50257189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:50.154763 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-60d836cb-9b51-4560-bce6-833a50257189 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 1097 time: 0.0833814 Jul 15 14:51:50.190559 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-d3a0bce0-c83c-4124-9bf6-9922c98049c1 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1248920 Jul 15 14:51:50.208773 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc1bb67d-1feb-4962-b55e-e280c8c86cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:50.303492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-985ff16a-2011-404f-b77e-e144b2057bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:50.305478 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-985ff16a-2011-404f-b77e-e144b2057bd3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.1403301 Jul 15 14:51:50.404754 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-5986cb8f-1ffd-4b9b-8328-7f7f9d4ff17c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9bab48d-cccf-4548-aa93-4c9901aae8a2 HTTP/1.1" status: 200 len: 217 time: 0.0899215 Jul 15 14:51:50.483992 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc1bb67d-1feb-4962-b55e-e280c8c86cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:50.493418 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc1bb67d-1feb-4962-b55e-e280c8c86cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:50.523361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-f47f47ae-88a8-4d05-91b4-9e17abf47eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:50.524146 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-f47f47ae-88a8-4d05-91b4-9e17abf47eb5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.1049502 Jul 15 14:51:50.595611 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-d50d2b96-8621-4102-9a6a-4968d8cceb06 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618651 Jul 15 14:51:50.615051 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fc1bb67d-1feb-4962-b55e-e280c8c86cc4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=37bc679e5f804cc5a9fd84fe9d40d133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6040232 Jul 15 14:51:50.637781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40534) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:50.661341 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bb67d-1feb-4962-b55e-e280c8c86cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53ad59b-1b39-450f-84e7-a97aaca389c0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:50.714240 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-3934845f-339d-4385-8b20-18656903c817 service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105812 Jul 15 14:51:50.753967 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-818ace20-bc2c-4211-af0e-1f549ccd4ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:50.763840 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d697d00-416e-424b-893c-5b05cda0fc2d req-65ebc44c-b42c-426b-8edb-bfa4b2139150 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:50.765413 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d697d00-416e-424b-893c-5b05cda0fc2d req-65ebc44c-b42c-426b-8edb-bfa4b2139150 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 946 time: 0.2147527 Jul 15 14:51:50.780339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fd5f2-cf3e-439a-801d-ef7c76697dc1 req-8e7ce815-615b-45c2-a3a5-88039c8f249c tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:50.781870 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c4fd5f2-cf3e-439a-801d-ef7c76697dc1 req-8e7ce815-615b-45c2-a3a5-88039c8f249c tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 945 time: 0.2008197 Jul 15 14:51:50.833607 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40542) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:50.854488 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-818ace20-bc2c-4211-af0e-1f549ccd4ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:50.857838 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-f98adacc-3fa0-4bca-80a6-7809b02c5de0 service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321828 Jul 15 14:51:50.920055 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d697d00-416e-424b-893c-5b05cda0fc2d req-b7074eae-7d09-4df7-b07c-37dfb7ac59b7 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318848 Jul 15 14:51:50.932703 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c4fd5f2-cf3e-439a-801d-ef7c76697dc1 req-171fa6f6-d3f7-43b9-ba01-401db426888d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359825 Jul 15 14:51:50.965707 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-818ace20-bc2c-4211-af0e-1f549ccd4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:50.969385 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-818ace20-bc2c-4211-af0e-1f549ccd4ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:50.971857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-818ace20-bc2c-4211-af0e-1f549ccd4ee6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e53ad59b-1b39-450f-84e7-a97aaca389c0 HTTP/1.1" status: 204 len: 168 time: 0.3289111 Jul 15 14:51:50.998419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ace20-bc2c-4211-af0e-1f549ccd4ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53ad59b-1b39-450f-84e7-a97aaca389c0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:51.137727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-00a83c17-3f77-4ef3-bd59-fd7912247933 req-c60b40f0-c53c-4384-8f4a-5546bcb7283b tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 210 time: 0.0543532 Jul 15 14:51:51.172340 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b2056c50-4e6f-4a7b-a543-6578e0b30ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:51.354009 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b2056c50-4e6f-4a7b-a543-6578e0b30ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:51.358952 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b2056c50-4e6f-4a7b-a543-6578e0b30ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:51.412812 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40560) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:51.415383 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b2056c50-4e6f-4a7b-a543-6578e0b30ed1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=84cb7ac8b2c44f59bd31ec35f42dc8e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5637867 Jul 15 14:51:51.416385 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2056c50-4e6f-4a7b-a543-6578e0b30ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc7dbf5-98cb-4d45-ba33-a7e1775fe0f2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:51.483193 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e2224eb-4eab-4c36-8f55-4cac4ea78712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:51.508688 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e2224eb-4eab-4c36-8f55-4cac4ea78712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:51.576369 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e2224eb-4eab-4c36-8f55-4cac4ea78712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:51.579731 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e2224eb-4eab-4c36-8f55-4cac4ea78712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:51.584024 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3e2224eb-4eab-4c36-8f55-4cac4ea78712 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5dc7dbf5-98cb-4d45-ba33-a7e1775fe0f2 HTTP/1.1" status: 204 len: 168 time: 0.1695049 Jul 15 14:51:51.606391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2224eb-4eab-4c36-8f55-4cac4ea78712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc7dbf5-98cb-4d45-ba33-a7e1775fe0f2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:51.954369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a12202-6dc5-429f-bf2e-133c5bb34a65 req-2be3327a-7955-44d2-b829-0c57af604edf tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:51.956761 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25a12202-6dc5-429f-bf2e-133c5bb34a65 req-2be3327a-7955-44d2-b829-0c57af604edf tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 1101 time: 0.1156266 Jul 15 14:51:52.006667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25a12202-6dc5-429f-bf2e-133c5bb34a65 req-04480b65-c256-457f-afab-d78c517b1fe9 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424430 Jul 15 14:51:52.119131 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:52.152736 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bec90c6d-6eac-44c9-96c2-5c0e9286f953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:52.264878 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cebe1-b55d-428e-a41d-d3319b999c9c req-859fa597-6f57-4360-9b6c-629db619cad6 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:52.267325 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c83cebe1-b55d-428e-a41d-d3319b999c9c req-859fa597-6f57-4360-9b6c-629db619cad6 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 946 time: 0.1059031 Jul 15 14:51:52.310039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40610) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:52.353186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c83cebe1-b55d-428e-a41d-d3319b999c9c req-ba17e767-f613-47a9-9513-cd01d55961a9 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/security-groups?id=d008e91f-4879-449d-adb0-98a4d92795d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787995 Jul 15 14:51:52.353473 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bec90c6d-6eac-44c9-96c2-5c0e9286f953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:52.411139 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-38634f70-5738-428a-bbae-99da1031b94c tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ee188e41d71d434ead519f5f9ae6e707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555172 Jul 15 14:51:52.412330 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bec90c6d-6eac-44c9-96c2-5c0e9286f953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:52.484945 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec90c6d-6eac-44c9-96c2-5c0e9286f953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8072765-fe82-4d05-be08-5929f045304e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:52.574474 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-539492df-5910-4ed5-aafd-a0e74271561f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-780703170-network', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:52.601922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3da48-e9c2-492a-bbaa-9757d8ce9500 req-7ed792b1-2f56-4e9e-abb1-12f005b55e9f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:52.606980 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bec90c6d-6eac-44c9-96c2-5c0e9286f953 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f358c0ec1bfb435dacf17b8525667041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4837253 Jul 15 14:51:52.607832 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40616) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:52.615519 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83f3da48-e9c2-492a-bbaa-9757d8ce9500 req-7ed792b1-2f56-4e9e-abb1-12f005b55e9f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 946 time: 0.1371627 Jul 15 14:51:52.675474 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539492df-5910-4ed5-aafd-a0e74271561f admin admin] Made reservation on behalf of 5ff6a9af89cb4d41b79cb32117050ede for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:51:52.678126 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-539492df-5910-4ed5-aafd-a0e74271561f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:52.716170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83f3da48-e9c2-492a-bbaa-9757d8ce9500 req-68a4be95-ea00-4e4b-a507-fe64a7952fc5 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990238 Jul 15 14:51:52.718307 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-539492df-5910-4ed5-aafd-a0e74271561f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:52.799309 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-53c061db-9057-4ebb-a928-0a85ecaf256d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:52.801384 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-53c061db-9057-4ebb-a928-0a85ecaf256d tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3176932 Jul 15 14:51:52.825221 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-b87a5aa2-9a46-4b9e-a226-5055dbb175d0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Request body: {'port': {'device_id': '6ab33c89-afbc-462d-8607-9a1806a3d9c7', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'ee188e41d71d434ead519f5f9ae6e707'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:52.839162 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-539492df-5910-4ed5-aafd-a0e74271561f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:52.848623 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-539492df-5910-4ed5-aafd-a0e74271561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:52.878510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539492df-5910-4ed5-aafd-a0e74271561f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:51:52.915534 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-539492df-5910-4ed5-aafd-a0e74271561f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:52.916283 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-539492df-5910-4ed5-aafd-a0e74271561f admin admin] Added segment 1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39 of type vlan for network 6122074b-6a36-40d2-aa35-021aba6c6760 Jul 15 14:51:52.948940 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87840d3-a60f-43e8-a1eb-b8d3e648800f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:52.949608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539492df-5910-4ed5-aafd-a0e74271561f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe20374-f0a2-4857-9f75-5b1e13410267,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:52.976703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af39590-2371-4ee7-94d5-d2e33428afa5 req-7045ba61-6887-40c0-aa9b-9a7ecaa781e3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:52.978489 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8af39590-2371-4ee7-94d5-d2e33428afa5 req-7045ba61-6887-40c0-aa9b-9a7ecaa781e3 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 945 time: 0.3342679 Jul 15 14:51:52.995515 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87840d3-a60f-43e8-a1eb-b8d3e648800f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:53.027687 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-539492df-5910-4ed5-aafd-a0e74271561f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:53.059029 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87840d3-a60f-43e8-a1eb-b8d3e648800f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:53.063752 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c87840d3-a60f-43e8-a1eb-b8d3e648800f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:53.064997 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c87840d3-a60f-43e8-a1eb-b8d3e648800f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e8072765-fe82-4d05-be08-5929f045304e HTTP/1.1" status: 204 len: 168 time: 0.4561820 Jul 15 14:51:53.083306 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87840d3-a60f-43e8-a1eb-b8d3e648800f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8072765-fe82-4d05-be08-5929f045304e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:53.132360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b5320-9fe8-4a9a-866a-8f9151fdb82a req-ea94ba62-0956-4c72-9285-75f6131e6544 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:53.134361 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-103b5320-9fe8-4a9a-866a-8f9151fdb82a req-ea94ba62-0956-4c72-9285-75f6131e6544 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 1101 time: 0.2383788 Jul 15 14:51:53.139106 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-b87a5aa2-9a46-4b9e-a226-5055dbb175d0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Made reservation on behalf of ee188e41d71d434ead519f5f9ae6e707 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:51:53.143611 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-b87a5aa2-9a46-4b9e-a226-5055dbb175d0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:53.153437 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8af39590-2371-4ee7-94d5-d2e33428afa5 req-5a0ba690-73a2-43b5-a06d-66261dc0c7ba tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463039 Jul 15 14:51:53.201239 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-539492df-5910-4ed5-aafd-a0e74271561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:53.204687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539492df-5910-4ed5-aafd-a0e74271561f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:53.207256 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-539492df-5910-4ed5-aafd-a0e74271561f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:53.383846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-b87a5aa2-9a46-4b9e-a226-5055dbb175d0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Allocated IP 192.168.233.227 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/9c6f1607-4ee7-4374-99ab-c4972269ca6c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:51:53.605432 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-b87a5aa2-9a46-4b9e-a226-5055dbb175d0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:53.623738 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-b87a5aa2-9a46-4b9e-a226-5055dbb175d0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Transition to ACTIVE for port object 9c6f1607-4ee7-4374-99ab-c4972269ca6c will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:51:53.668966 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-b87a5aa2-9a46-4b9e-a226-5055dbb175d0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:53.681822 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['87ef3814-8ded-41ad-b4c9-65f4e5e94011', 'e118ea8b-0489-4f3d-b047-eeb2736d4010', '1ef06155-f258-4023-9361-8178ab130ce6', 'ee547856-ce2b-4230-ab12-0c2c2629ec07'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:53.689568 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-539492df-5910-4ed5-aafd-a0e74271561f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3756719 Jul 15 14:51:53.693635 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40636) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:53.696333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539492df-5910-4ed5-aafd-a0e74271561f admin admin] Pushing event updated for resources: {'Network': ['ID=6122074b-6a36-40d2-aa35-021aba6c6760,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:53.701379 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-3bd8ab0e-a41a-4ca7-a6af-a420ef5c22c1 admin admin] Request body: {'subnet': {'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-780703170-subnet', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:53.723782 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-103b5320-9fe8-4a9a-866a-8f9151fdb82a req-050441f0-3d91-4242-aa9b-b002cd5cb081 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660882 Jul 15 14:51:53.731871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['3b26d444-8675-4a45-bd2e-93a7186c728d', '492f8995-5baa-4741-8a5b-1de26507c40c'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:53.732335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-b87a5aa2-9a46-4b9e-a226-5055dbb175d0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:51:53.739080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-b87a5aa2-9a46-4b9e-a226-5055dbb175d0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:51:53.741862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-b87a5aa2-9a46-4b9e-a226-5055dbb175d0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:51:53.791404 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a5aa2-9a46-4b9e-a226-5055dbb175d0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event updated for resources: {'Port': ['ID=9c6f1607-4ee7-4374-99ab-c4972269ca6c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:53.799385 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd8ab0e-a41a-4ca7-a6af-a420ef5c22c1 admin admin] Made reservation on behalf of 5ff6a9af89cb4d41b79cb32117050ede for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:51:53.802666 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bd8ab0e-a41a-4ca7-a6af-a420ef5c22c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:53.814158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 6122074b-6a36-40d2-aa35-021aba6c6760 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:51:53.828981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-b87a5aa2-9a46-4b9e-a226-5055dbb175d0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:53.829972 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-b87a5aa2-9a46-4b9e-a226-5055dbb175d0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:53.866632 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-b87a5aa2-9a46-4b9e-a226-5055dbb175d0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0505421 Jul 15 14:51:53.886237 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Request body: {'port': {'device_id': '6ab33c89-afbc-462d-8607-9a1806a3d9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:53.933467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118bff1-f384-4386-b2a7-ac1ca9f4b87d req-dab64b4f-3c7c-466c-93dd-9c84cdb4be6e tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:53.942807 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2118bff1-f384-4386-b2a7-ac1ca9f4b87d req-dab64b4f-3c7c-466c-93dd-9c84cdb4be6e tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 936 time: 0.2497129 Jul 15 14:51:54.067192 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:54.234064 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2118bff1-f384-4386-b2a7-ac1ca9f4b87d req-8b925762-1ee3-4166-be89-a4ad283e9c6f tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900879 Jul 15 14:51:54.308017 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bd8ab0e-a41a-4ca7-a6af-a420ef5c22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:54.388290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-40cbed28-1c90-405b-ad69-85e08f65337f None None] Provisioning for port 9c6f1607-4ee7-4374-99ab-c4972269ca6c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:51:54.402424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8ab0e-a41a-4ca7-a6af-a420ef5c22c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db80375f-e17f-41b8-8f6f-04bd294d2e4b,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:54.403747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-40cbed28-1c90-405b-ad69-85e08f65337f None None] Provisioning complete for port 9c6f1607-4ee7-4374-99ab-c4972269ca6c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:54.404439 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40cbed28-1c90-405b-ad69-85e08f65337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:54.446264 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00abc14-1c7c-4797-be9c-9246fe8a8c83 req-f0135fac-ca93-4683-abc5-bff5959cc05c tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:54.463824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f00abc14-1c7c-4797-be9c-9246fe8a8c83 req-f0135fac-ca93-4683-abc5-bff5959cc05c tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 945 time: 0.4066043 Jul 15 14:51:54.495427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40652) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:54.500166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-7473ccba-d8ce-4878-83ff-6511fd6a2137 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Request body: {'floatingip': {'port_id': '0a042363-e6d9-4270-8cea-afacb44800f3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:54.518733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6f1607-4ee7-4374-99ab-c4972269ca6c {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:51:54.527091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-40cbed28-1c90-405b-ad69-85e08f65337f None None] Port 9c6f1607-4ee7-4374-99ab-c4972269ca6c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:51:54.536898 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:54.552423 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Transition to ACTIVE for port object 9c6f1607-4ee7-4374-99ab-c4972269ca6c will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:51:54.573900 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:54.655280 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd8ab0e-a41a-4ca7-a6af-a420ef5c22c1 admin admin] Checking segment: {'id': '1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:51:54.655945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd8ab0e-a41a-4ca7-a6af-a420ef5c22c1 admin admin] Network hostable DHCP agents. Network: 6122074b-6a36-40d2-aa35-021aba6c6760, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:51:54.679064 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7473ccba-d8ce-4878-83ff-6511fd6a2137 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:54.731202 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c18b68-f734-4f29-b9a3-9b918c3c3011 req-df09a287-f923-4b53-a418-8d796b2b7c37 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:54.733622 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f1c18b68-f734-4f29-b9a3-9b918c3c3011 req-df09a287-f923-4b53-a418-8d796b2b7c37 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.11 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 946 time: 0.1790092 Jul 15 14:51:54.739497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4227cdd-927a-4257-9842-1de36b976966 req-d6190eea-47ae-403c-994b-35ca896dc414 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:54.739800 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6f1607-4ee7-4374-99ab-c4972269ca6c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:54.748056 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4227cdd-927a-4257-9842-1de36b976966 req-d6190eea-47ae-403c-994b-35ca896dc414 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 946 time: 0.3254499 Jul 15 14:51:54.762173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd8ab0e-a41a-4ca7-a6af-a420ef5c22c1 admin admin] Network 6122074b-6a36-40d2-aa35-021aba6c6760 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:51:54.806344 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-3bd8ab0e-a41a-4ca7-a6af-a420ef5c22c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 6122074b-6a36-40d2-aa35-021aba6c6760) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:51:54.812142 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8ab0e-a41a-4ca7-a6af-a420ef5c22c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:54.812551 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bd8ab0e-a41a-4ca7-a6af-a420ef5c22c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:54.822244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9a9a1e-2c41-4af5-b949-5a37f1bd17a3 None None] Network 6122074b-6a36-40d2-aa35-021aba6c6760 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:51:54.921374 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3bd8ab0e-a41a-4ca7-a6af-a420ef5c22c1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2230420 Jul 15 14:51:54.930083 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40656) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:54.945793 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4227cdd-927a-4257-9842-1de36b976966 req-a204ee47-72ce-424f-9dce-1f793640d1a3 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/security-groups?id=d008e91f-4879-449d-adb0-98a4d92795d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967392 Jul 15 14:51:55.002046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-780703170-router', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:51:55.036131 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61550ec6-3b6e-443c-bd63-d5bacaebb9c7 req-2658e064-51a8-4892-a4ba-e69d38bfca0a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:55.046620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61550ec6-3b6e-443c-bd63-d5bacaebb9c7 req-2658e064-51a8-4892-a4ba-e69d38bfca0a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 946 time: 0.1962237 Jul 15 14:51:55.069421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Attempting to bind port 9c6f1607-4ee7-4374-99ab-c4972269ca6c on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:51:55.070074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Attempting to bind port 9c6f1607-4ee7-4374-99ab-c4972269ca6c by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:51:55.070604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Attempting to bind port 9c6f1607-4ee7-4374-99ab-c4972269ca6c on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:55.077581 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Port 9c6f1607-4ee7-4374-99ab-c4972269ca6c on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:51:55.078953 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Attempting to bind port 9c6f1607-4ee7-4374-99ab-c4972269ca6c on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:55.088753 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:51:55.089615 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:51:55.090168 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:51:55.091475 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Bound port: 9c6f1607-4ee7-4374-99ab-c4972269ca6c, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:51:55.092015 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:55.142898 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:55.146740 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:55.147580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61550ec6-3b6e-443c-bd63-d5bacaebb9c7 req-87e25e47-d5e0-4c5b-bf9b-06714291be2b tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999718 Jul 15 14:51:55.152280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-6122074b-6a36-40d2-aa35-021aba6c6760', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'fixed_ips': [{'subnet_id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:51:55.153299 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:55.169514 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f1c18b68-f734-4f29-b9a3-9b918c3c3011 req-14f8cc9b-c5ef-4350-b9a9-7c8cab52dbe7 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Deleting port 2a2c9f82-182c-4d8b-be86-7441742dba51 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:51:55.173527 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f1c18b68-f734-4f29-b9a3-9b918c3c3011 req-14f8cc9b-c5ef-4350-b9a9-7c8cab52dbe7 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:55.420803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] For port 9c6f1607-4ee7-4374-99ab-c4972269ca6c, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:51:55.422008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Allocated IP 172.20.0.2 (6122074b-6a36-40d2-aa35-021aba6c6760/db80375f-e17f-41b8-8f6f-04bd294d2e4b/df69f2e4-f134-4f17-ba4a-659e7408b42a) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:51:55.426411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] For port 9c6f1607-4ee7-4374-99ab-c4972269ca6c, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9c6f1607-4ee7-4374-99ab-c4972269ca6c,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:51:55.449707 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:55.600407 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:55.608138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:55.609221 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:55.611168 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] 10.222.0.11 "PUT /v2.0/ports/9c6f1607-4ee7-4374-99ab-c4972269ca6c HTTP/1.1" status: 200 len: 1096 time: 1.7321465 Jul 15 14:51:55.640060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab33c89-afbc-462d-8607-9a1806a3d9c7', 'tag': '9c6f1607-4ee7-4374-99ab-c4972269ca6c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:55.652102 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3f3de7-5b08-4d77-9095-ef86dd18af58" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab33c89-afbc-462d-8607-9a1806a3d9c7", "tag": "9c6f1607-4ee7-4374-99ab-c4972269ca6c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:55.676301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f1c18b68-f734-4f29-b9a3-9b918c3c3011 req-14f8cc9b-c5ef-4350-b9a9-7c8cab52dbe7 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] For port 2a2c9f82-182c-4d8b-be86-7441742dba51, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2a2c9f82-182c-4d8b-be86-7441742dba51,segment=NetworkSegment(b1c1e254-4cc6-47df-997e-e18c529637ca),segment_id=b1c1e254-4cc6-47df-997e-e18c529637ca)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:55.681763 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f1c18b68-f734-4f29-b9a3-9b918c3c3011 req-14f8cc9b-c5ef-4350-b9a9-7c8cab52dbe7 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:55.751849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f1c18b68-f734-4f29-b9a3-9b918c3c3011 req-14f8cc9b-c5ef-4350-b9a9-7c8cab52dbe7 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Calling delete_port for 2a2c9f82-182c-4d8b-be86-7441742dba51 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:51:55.758822 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:55.771934 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Transition to ACTIVE for port object df69f2e4-f134-4f17-ba4a-659e7408b42a will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:51:55.792463 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Transition to ACTIVE for port object df69f2e4-f134-4f17-ba4a-659e7408b42a will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:51:55.808667 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:55.864949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Network 6122074b-6a36-40d2-aa35-021aba6c6760 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:51:55.868445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:51:55.869895 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7ae9d-e019-48a9-a38c-c9582f3c0735 req-d6cf02b6-05ad-4038-84ed-db32002b7e73 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:55.872433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:51:55.874067 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aab7ae9d-e019-48a9-a38c-c9582f3c0735 req-d6cf02b6-05ad-4038-84ed-db32002b7e73 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 948 time: 0.3893914 Jul 15 14:51:55.954930 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.resource_extend [None req-7473ccba-d8ce-4878-83ff-6511fd6a2137 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 14:51:55.971517 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f1c18b68-f734-4f29-b9a3-9b918c3c3011 req-14f8cc9b-c5ef-4350-b9a9-7c8cab52dbe7 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:55.976293 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Pushing event updated for resources: {'Port': ['ID=df69f2e4-f134-4f17-ba4a-659e7408b42a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:55.997656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:55.997999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:55.998333 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:55.998709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:55.999042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:55.999367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:56.000579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:56.000928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:56.001259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:56.001584 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:56.001909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:56.002232 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:51:56.023901 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['2a2c9f82-182c-4d8b-be86-7441742dba51'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:51:56.026853 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aab7ae9d-e019-48a9-a38c-c9582f3c0735 req-ddb96712-fe74-484e-bc0d-c620030bc228 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189208 Jul 15 14:51:56.075254 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7473ccba-d8ce-4878-83ff-6511fd6a2137 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:56.081320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Attempting to bind port df69f2e4-f134-4f17-ba4a-659e7408b42a on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:51:56.083246 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Attempting to bind port df69f2e4-f134-4f17-ba4a-659e7408b42a by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:51:56.083683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Attempting to bind port df69f2e4-f134-4f17-ba4a-659e7408b42a on network 6122074b-6a36-40d2-aa35-021aba6c6760 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:51:56.085214 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7473ccba-d8ce-4878-83ff-6511fd6a2137 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:56.096801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:51:56.097676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Checking segment: {'id': '1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:51:56.099288 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:56.099288 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Bound using segment: {'id': '1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:51:56.099530 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Bound port: df69f2e4-f134-4f17-ba4a-659e7408b42a, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:51:56.102848 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:56.129493 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbc69f-4b87-4c30-918a-9fc328093878 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6f1607-4ee7-4374-99ab-c4972269ca6c,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:56.230421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8cc9b-c5ef-4350-b9a9-7c8cab52dbe7 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Pushing event deleted for resources: {'Port': ['ID=2a2c9f82-182c-4d8b-be86-7441742dba51,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:56.233816 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f349c19d-efce-43c5-9c88-5d5ff5469a00 x-openstack-request-id: req-f349c19d-efce-43c5-9c88-5d5ff5469a00 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:56.234238 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab33c89-afbc-462d-8607-9a1806a3d9c7", "tag": "9c6f1607-4ee7-4374-99ab-c4972269ca6c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:56.234631 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f349c19d-efce-43c5-9c88-5d5ff5469a00 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:56.235179 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab33c89-afbc-462d-8607-9a1806a3d9c7', 'tag': '9c6f1607-4ee7-4374-99ab-c4972269ca6c', 'status': 'completed', 'code': 200} Jul 15 14:51:56.331394 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] For port df69f2e4-f134-4f17-ba4a-659e7408b42a, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:51:56.333242 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:56.344624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] For port df69f2e4-f134-4f17-ba4a-659e7408b42a, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=df69f2e4-f134-4f17-ba4a-659e7408b42a,segment=NetworkSegment(1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39),segment_id=1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:51:56.352059 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:56.384442 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-7473ccba-d8ce-4878-83ff-6511fd6a2137 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Floating IP 909d8221-5d04-442b-8f83-7dbfd3669a9f associated. External IP: 172.25.4.186, port: 0a042363-e6d9-4270-8cea-afacb44800f3. Jul 15 14:51:56.384741 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c18b68-f734-4f29-b9a3-9b918c3c3011 req-14f8cc9b-c5ef-4350-b9a9-7c8cab52dbe7 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] No DVR routers for this DVR port 2a2c9f82-182c-4d8b-be86-7441742dba51 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:51:56.405326 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f1c18b68-f734-4f29-b9a3-9b918c3c3011 req-14f8cc9b-c5ef-4350-b9a9-7c8cab52dbe7 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:56.407537 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f1c18b68-f734-4f29-b9a3-9b918c3c3011 req-14f8cc9b-c5ef-4350-b9a9-7c8cab52dbe7 tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.11 "DELETE /v2.0/ports/2a2c9f82-182c-4d8b-be86-7441742dba51 HTTP/1.1" status: 204 len: 173 time: 1.6583703 Jul 15 14:51:56.414430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-d3fa6440-2e0e-4fa8-9aab-4f589ff09600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:56.416148 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-d3fa6440-2e0e-4fa8-9aab-4f589ff09600 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 1099 time: 0.7159781 Jul 15 14:51:56.533262 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-3657be90-8717-459c-99ab-2bec0846e613 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=9c6f1607-4ee7-4374-99ab-c4972269ca6c HTTP/1.1" status: 200 len: 217 time: 0.1008081 Jul 15 14:51:56.558154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7bcb6-659e-44e3-b5a8-58eeb2dbd05f None None] Pushing event updated for resources: {'Port': ['ID=df69f2e4-f134-4f17-ba4a-659e7408b42a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:56.650153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-c7993a1f-4bd1-4339-bf2f-453fecdc2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:56.653302 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-c7993a1f-4bd1-4339-bf2f-453fecdc2fcd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1078916 Jul 15 14:51:56.714121 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41cf12a1-2c37-4881-8ab3-0ef7ed2b3546 req-6e96a12d-24ca-4ecf-bae4-91b0bc1338ed tempest-AttachSCSIVolumeTestJSON-1728262557 tempest-AttachSCSIVolumeTestJSON-1728262557-project] 10.222.0.38 "GET /v2.0/ports?device_id=01b09986-589f-412c-97be-ec78e363b42a HTTP/1.1" status: 200 len: 210 time: 0.1104066 Jul 15 14:51:56.716633 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40712) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:57.154805 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-00106e3f-70f0-4af3-aa11-565ace968bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:57.158444 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-00106e3f-70f0-4af3-aa11-565ace968bb5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4959011 Jul 15 14:51:57.250638 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b0eacded-e2c7-4f0d-8fa3-1f9955d4e93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:57.355150 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:57.384774 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:57.404838 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-b5bc226d-fcc1-498b-898f-4ae12eb7b247 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199354 Jul 15 14:51:57.461535 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7473ccba-d8ce-4878-83ff-6511fd6a2137 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Router c79e717d-7ce7-4cb1-996b-58b3e66734e1 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:51:57.483111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device df69f2e4-f134-4f17-ba4a-659e7408b42a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:51:57.607468 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port df69f2e4-f134-4f17-ba4a-659e7408b42a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:51:57.650945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca46ee-49dd-4984-8e16-a006031048a1 req-3146b9d7-1f1d-4a2d-951f-a6cd0080afcb tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:57.655563 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0bca46ee-49dd-4984-8e16-a006031048a1 req-3146b9d7-1f1d-4a2d-951f-a6cd0080afcb tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 946 time: 0.5792696 Jul 15 14:51:58.042871 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Allocated IP 172.25.4.193 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/10cbab39-9ab5-44a0-97a6-3d525e5a114d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:51:58.053922 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd0937ed-2ca0-4009-afc6-f59dfc0d1053 req-1dd6be27-8376-47bb-8498-9bd5e1f392aa service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391318 Jul 15 14:51:58.055540 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3807db8-b828-4889-ab7c-816f009aa56c None None] Network 6122074b-6a36-40d2-aa35-021aba6c6760 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:51:58.068438 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5dee8-504a-4281-9a33-46a3bf3fea80 req-799cbe4d-bdcb-4927-825b-aa4698775ffc tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:58.076535 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9d5dee8-504a-4281-9a33-46a3bf3fea80 req-799cbe4d-bdcb-4927-825b-aa4698775ffc tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 948 time: 0.6697211 Jul 15 14:51:58.082248 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b0eacded-e2c7-4f0d-8fa3-1f9955d4e93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:58.111884 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b0eacded-e2c7-4f0d-8fa3-1f9955d4e93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:58.176708 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0bca46ee-49dd-4984-8e16-a006031048a1 req-b3f68b43-d2f3-4aee-9f05-0c3e43718f39 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964361 Jul 15 14:51:58.220411 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7473ccba-d8ce-4878-83ff-6511fd6a2137 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:51:58.226718 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:58.258792 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c0f14b-a949-43dc-884d-4607a344701e None None] Sync routers for ids ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:51:58.265630 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7473ccba-d8ce-4878-83ff-6511fd6a2137 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:58.268321 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b09986-589f-412c-97be-ec78e363b42a', 'name': 'network-vif-deleted', 'tag': '2a2c9f82-182c-4d8b-be86-7441742dba51'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:58.271892 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434f4f6c-2157-41de-ab33-0aadd98bd27d" -d '{"events": [{"server_uuid": "01b09986-589f-412c-97be-ec78e363b42a", "name": "network-vif-deleted", "tag": "2a2c9f82-182c-4d8b-be86-7441742dba51"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:58.278488 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:58.291866 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b0eacded-e2c7-4f0d-8fa3-1f9955d4e93d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=14a5f11544744010be0e99f19d20adf5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5743716 Jul 15 14:51:58.307412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-268c3d47-07da-44d5-a62c-8ffb8acad343 None None] Provisioning for port df69f2e4-f134-4f17-ba4a-659e7408b42a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:51:58.314881 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40730) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:51:58.316755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-268c3d47-07da-44d5-a62c-8ffb8acad343 None None] Provisioning complete for port df69f2e4-f134-4f17-ba4a-659e7408b42a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:58.318674 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-268c3d47-07da-44d5-a62c-8ffb8acad343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:58.358172 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9d5dee8-504a-4281-9a33-46a3bf3fea80 req-361af444-16e6-4ebc-a25d-5f24574e18a1 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804117 Jul 15 14:51:58.358905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eacded-e2c7-4f0d-8fa3-1f9955d4e93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8950d846-1a10-4af6-b5ba-2250563cdad5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:58.359334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0f14b-a949-43dc-884d-4607a344701e None None] Routers {'c79e717d-7ce7-4cb1-996b-58b3e66734e1'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:51:58.360146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-52c0f14b-a949-43dc-884d-4607a344701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:51:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:51:58.404728 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7473ccba-d8ce-4878-83ff-6511fd6a2137 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "PUT /v2.0/floatingips/909d8221-5d04-442b-8f83-7dbfd3669a9f HTTP/1.1" status: 200 len: 991 time: 3.9081995 Jul 15 14:51:58.405575 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eafb585-22b9-419c-8ae8-ce3660af8572', 'tag': '0a042363-e6d9-4270-8cea-afacb44800f3'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:51:58.409244 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed0f80e-92db-4009-ba16-5c8c3721e26e" -d '{"events": [{"name": "network-changed", "server_uuid": "5eafb585-22b9-419c-8ae8-ce3660af8572", "tag": "0a042363-e6d9-4270-8cea-afacb44800f3"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:51:58.424447 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1df8a76-a9ad-40c6-9fda-791049f4b85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:58.451078 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1df8a76-a9ad-40c6-9fda-791049f4b85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:58.455095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2a2c9f82-182c-4d8b-be86-7441742dba51 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:51:58.515965 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:51:58.529672 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:51:58.539907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:51:58.555180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 2a2c9f82-182c-4d8b-be86-7441742dba51 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:51:58.555709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2a2c9f82-182c-4d8b-be86-7441742dba51 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:51:58.565568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5f5ec-9dfb-4598-96b1-4247265d5830 req-52d70e0e-894f-43fd-a989-bfd6c0f2bf9a tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:58.567535 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44f5f5ec-9dfb-4598-96b1-4247265d5830 req-52d70e0e-894f-43fd-a989-bfd6c0f2bf9a tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1431100 Jul 15 14:51:58.591560 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4d0c66-98ea-45cb-92fd-d0679131094c x-openstack-request-id: req-ea4d0c66-98ea-45cb-92fd-d0679131094c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:58.591854 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b09986-589f-412c-97be-ec78e363b42a", "name": "network-vif-deleted", "tag": "2a2c9f82-182c-4d8b-be86-7441742dba51", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:58.592202 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea4d0c66-98ea-45cb-92fd-d0679131094c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:58.592820 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b09986-589f-412c-97be-ec78e363b42a', 'name': 'network-vif-deleted', 'tag': '2a2c9f82-182c-4d8b-be86-7441742dba51', 'status': 'completed', 'code': 200} Jul 15 14:51:58.645035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44f5f5ec-9dfb-4598-96b1-4247265d5830 req-8f36ea64-9440-456b-9977-d93f309812f1 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718093 Jul 15 14:51:58.676057 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1df8a76-a9ad-40c6-9fda-791049f4b85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:58.685908 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1df8a76-a9ad-40c6-9fda-791049f4b85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:58.689414 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c1df8a76-a9ad-40c6-9fda-791049f4b85a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8950d846-1a10-4af6-b5ba-2250563cdad5 HTTP/1.1" status: 204 len: 168 time: 0.3659542 Jul 15 14:51:58.740823 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3539f490-804a-468c-a867-17315791c72d x-openstack-request-id: req-3539f490-804a-468c-a867-17315791c72d {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:51:58.741666 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eafb585-22b9-419c-8ae8-ce3660af8572", "tag": "0a042363-e6d9-4270-8cea-afacb44800f3", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:51:58.742140 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3539f490-804a-468c-a867-17315791c72d {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:51:58.743021 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eafb585-22b9-419c-8ae8-ce3660af8572', 'tag': '0a042363-e6d9-4270-8cea-afacb44800f3', 'status': 'completed', 'code': 200} Jul 15 14:51:58.782633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-52c0f14b-a949-43dc-884d-4607a344701e None None] Set router c79e717d-7ce7-4cb1-996b-58b3e66734e1 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:51:58.794213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df8a76-a9ad-40c6-9fda-791049f4b85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8950d846-1a10-4af6-b5ba-2250563cdad5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:58.798987 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3de7-5b08-4d77-9095-ef86dd18af58 req-19051550-1f1c-4a5e-a20e-8c39258c7aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:58.801145 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b3f3de7-5b08-4d77-9095-ef86dd18af58 req-19051550-1f1c-4a5e-a20e-8c39258c7aaf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 1099 time: 0.5244067 Jul 15 14:51:58.838423 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-268c3d47-07da-44d5-a62c-8ffb8acad343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:58.842626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Pushing event updated for resources: {'Port': ['ID=10cbab39-9ab5-44a0-97a6-3d525e5a114d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:58.959404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-268c3d47-07da-44d5-a62c-8ffb8acad343 None None] For port df69f2e4-f134-4f17-ba4a-659e7408b42a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=df69f2e4-f134-4f17-ba4a-659e7408b42a,segment=NetworkSegment(1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39),segment_id=1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:51:58.974599 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-268c3d47-07da-44d5-a62c-8ffb8acad343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:59.148851 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0f80e-92db-4009-ba16-5c8c3721e26e req-653df26d-8af5-49aa-a85b-e92a72d3e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:59.152126 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4ed0f80e-92db-4009-ba16-5c8c3721e26e req-653df26d-8af5-49aa-a85b-e92a72d3e5cc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4cc69778109c4ce38d2d0f143ca1b25a&device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 1096 time: 0.3591936 Jul 15 14:51:59.156911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c3d47-07da-44d5-a62c-8ffb8acad343 None None] Pushing event updated for resources: {'Port': ['ID=df69f2e4-f134-4f17-ba4a-659e7408b42a,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:51:59.240529 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:59.265216 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-52c0f14b-a949-43dc-884d-4607a344701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:42Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '909d8221-5d04-442b-8f83-7dbfd3669a9f', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'port_id': '0a042363-e6d9-4270-8cea-afacb44800f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'mac_address': 'fa:16:3e:4c:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eafb585-22b9-419c-8ae8-ce3660af8572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:49:07Z', 'updated_at': '2021-07-15T14:51:55Z', 'revision_number': 5, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db7d36-8b5c-43dc-8ac1-daaea705e83b', 'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'mac_address': 'fa:16:3e:10:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:41Z', 'updated_at': '2021-07-15T14:48:49Z', 'revision_number': 5, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'subnets': [{'id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:51:59.347781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c0f14b-a949-43dc-884d-4607a344701e None None] Checking router: c79e717d-7ce7-4cb1-996b-58b3e66734e1 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:51:59.390727 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3de7-5b08-4d77-9095-ef86dd18af58 req-f18e86db-d0b4-499b-af38-51dc9d1d7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:59.397318 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b3f3de7-5b08-4d77-9095-ef86dd18af58 req-f18e86db-d0b4-499b-af38-51dc9d1d7721 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.5451241 Jul 15 14:51:59.433085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0f14b-a949-43dc-884d-4607a344701e None None] Routers {'c79e717d-7ce7-4cb1-996b-58b3e66734e1'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:51:59.433856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-52c0f14b-a949-43dc-884d-4607a344701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:51:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:51:59.461029 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0f80e-92db-4009-ba16-5c8c3721e26e req-54cf3f06-16af-455c-8b28-459ca57a6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:59.463759 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4ed0f80e-92db-4009-ba16-5c8c3721e26e req-54cf3f06-16af-455c-8b28-459ca57a6aae service neutron] 10.222.0.22 "GET /v2.0/networks?id=edfb406c-ada2-4958-80ff-7e08225d0ef5 HTTP/1.1" status: 200 len: 925 time: 0.2905760 Jul 15 14:51:59.513735 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b3f3de7-5b08-4d77-9095-ef86dd18af58 req-3017832d-cb20-4371-aaab-19392ef71d0a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=9c6f1607-4ee7-4374-99ab-c4972269ca6c HTTP/1.1" status: 200 len: 217 time: 0.0486975 Jul 15 14:51:59.522179 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5e53df57-46d9-42f8-b81f-10df27c8c6ca None None] Provisioning complete for port df69f2e4-f134-4f17-ba4a-659e7408b42a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:51:59.525212 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e53df57-46d9-42f8-b81f-10df27c8c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:51:59.533180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device df69f2e4-f134-4f17-ba4a-659e7408b42a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:51:59.732123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99873dbc-fcae-40bb-885c-fc42816759a5 req-5debe3c4-5a1e-48c3-9898-7f04d05e3880 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:59.734377 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99873dbc-fcae-40bb-885c-fc42816759a5 req-5debe3c4-5a1e-48c3-9898-7f04d05e3880 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 946 time: 0.2122700 Jul 15 14:51:59.776212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3de7-5b08-4d77-9095-ef86dd18af58 req-a0f3953a-fb30-4b9d-8bb1-8e1a2b61526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:59.778012 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b3f3de7-5b08-4d77-9095-ef86dd18af58 req-a0f3953a-fb30-4b9d-8bb1-8e1a2b61526b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.2201891 Jul 15 14:51:59.893211 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa493de-43de-4b5e-a4bb-f4a5649cf378 req-c8507a91-f57e-496c-8b07-00f1be6b3d7e tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:51:59.896735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6aa493de-43de-4b5e-a4bb-f4a5649cf378 req-c8507a91-f57e-496c-8b07-00f1be6b3d7e tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 948 time: 0.2984326 Jul 15 14:51:59.903324 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4ed0f80e-92db-4009-ba16-5c8c3721e26e req-6cc84c13-db52-4e4f-8018-edadf05d37b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a042363-e6d9-4270-8cea-afacb44800f3 HTTP/1.1" status: 200 len: 999 time: 0.3834574 Jul 15 14:51:59.956992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-52c0f14b-a949-43dc-884d-4607a344701e None None] Set router c79e717d-7ce7-4cb1-996b-58b3e66734e1 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:52:00.002044 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99873dbc-fcae-40bb-885c-fc42816759a5 req-d10a133d-810c-45fc-8560-df951b5075fd tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602139 Jul 15 14:52:00.055338 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ddfd2fc-6cc0-4f16-a7eb-939f330ba046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:00.062176 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6aa493de-43de-4b5e-a4bb-f4a5649cf378 req-4cb74db1-9adc-4807-98e6-e8d4a5202306 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441224 Jul 15 14:52:00.102579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port df69f2e4-f134-4f17-ba4a-659e7408b42a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:00.102579 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:00.347712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40806) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:00.374439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3de7-5b08-4d77-9095-ef86dd18af58 req-f15408df-1cc1-47de-a685-7de22de642b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:00.375013 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b3f3de7-5b08-4d77-9095-ef86dd18af58 req-f15408df-1cc1-47de-a685-7de22de642b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4651229 Jul 15 14:52:00.380712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89da26-2d2b-468f-8dc2-4ba978e668f7 req-0913fca9-04aa-439c-b342-e1806d4a4dfb tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:00.391765 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b89da26-2d2b-468f-8dc2-4ba978e668f7 req-0913fca9-04aa-439c-b342-e1806d4a4dfb tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1389639 Jul 15 14:52:00.464198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0f80e-92db-4009-ba16-5c8c3721e26e req-016f950b-79f4-499b-957b-a92d4420309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:00.465695 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4ed0f80e-92db-4009-ba16-5c8c3721e26e req-016f950b-79f4-499b-957b-a92d4420309a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c26c1602-6a8d-4a2b-8684-51e68f7c0091 HTTP/1.1" status: 200 len: 863 time: 0.5235815 Jul 15 14:52:00.469575 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b89da26-2d2b-468f-8dc2-4ba978e668f7 req-4d48ceca-2e83-4af2-9d8f-4cad9e496130 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739701 Jul 15 14:52:00.516779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9c6f1607-4ee7-4374-99ab-c4972269ca6c details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:52:00.561919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a08bf347-4f88-4f82-8fa4-076c211032d6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1228974995-network', 'tenant_id': '894cfc4f58d64220a4b7d2b82e121309'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:00.600529 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08bf347-4f88-4f82-8fa4-076c211032d6 admin admin] Made reservation on behalf of 894cfc4f58d64220a4b7d2b82e121309 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:52:00.605419 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a08bf347-4f88-4f82-8fa4-076c211032d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:00.621652 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a08bf347-4f88-4f82-8fa4-076c211032d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:00.717326 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b3f3de7-5b08-4d77-9095-ef86dd18af58 req-474b998f-eb2f-416d-b7d9-1e5b54360aa8 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586086 Jul 15 14:52:00.726633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 9c6f1607-4ee7-4374-99ab-c4972269ca6c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9c6f1607-4ee7-4374-99ab-c4972269ca6c,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:00.735120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0f80e-92db-4009-ba16-5c8c3721e26e req-deea6a7d-5b97-483d-be16-6e4fd4d02901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:00.737399 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4ed0f80e-92db-4009-ba16-5c8c3721e26e req-deea6a7d-5b97-483d-be16-6e4fd4d02901 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=edfb406c-ada2-4958-80ff-7e08225d0ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520908 Jul 15 14:52:00.758210 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:00.769248 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a08bf347-4f88-4f82-8fa4-076c211032d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:00.771280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '9c6f1607-4ee7-4374-99ab-c4972269ca6c', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '9c6f1607-4ee7-4374-99ab-c4972269ca6c', 'mac_address': 'fa:16:3e:e7:c6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:52:00.778815 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a08bf347-4f88-4f82-8fa4-076c211032d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:00.803158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08bf347-4f88-4f82-8fa4-076c211032d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:52:00.822686 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a08bf347-4f88-4f82-8fa4-076c211032d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:00.823804 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-a08bf347-4f88-4f82-8fa4-076c211032d6 admin admin] Added segment 370210f3-9b07-4810-839f-1014fc9ff7e8 of type vlan for network 48c29de8-95e4-4168-a48a-374f30b07ea4 Jul 15 14:52:00.892942 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a08bf347-4f88-4f82-8fa4-076c211032d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:00.895052 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:00.928233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-52c0f14b-a949-43dc-884d-4607a344701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:42Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '909d8221-5d04-442b-8f83-7dbfd3669a9f', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'port_id': '0a042363-e6d9-4270-8cea-afacb44800f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'mac_address': 'fa:16:3e:4c:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eafb585-22b9-419c-8ae8-ce3660af8572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:49:07Z', 'updated_at': '2021-07-15T14:51:55Z', 'revision_number': 5, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db7d36-8b5c-43dc-8ac1-daaea705e83b', 'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'mac_address': 'fa:16:3e:10:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:41Z', 'updated_at': '2021-07-15T14:48:49Z', 'revision_number': 5, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'subnets': [{'id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:00.934389 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6f1607-4ee7-4374-99ab-c4972269ca6c {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:52:00.960481 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a08bf347-4f88-4f82-8fa4-076c211032d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:00.962169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08bf347-4f88-4f82-8fa4-076c211032d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:00.962400 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a08bf347-4f88-4f82-8fa4-076c211032d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:01.001839 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c0f14b-a949-43dc-884d-4607a344701e None None] The sync data for ids ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'] in n-d-764435-3 is: [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:42Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '909d8221-5d04-442b-8f83-7dbfd3669a9f', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'port_id': '0a042363-e6d9-4270-8cea-afacb44800f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'mac_address': 'fa:16:3e:4c:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eafb585-22b9-419c-8ae8-ce3660af8572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:49:07Z', 'updated_at': '2021-07-15T14:51:55Z', 'revision_number': 5, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db7d36-8b5c-43dc-8ac1-daaea705e83b', 'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'mac_address': 'fa:16:3e:10:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:41Z', 'updated_at': '2021-07-15T14:48:49Z', 'revision_number': 5, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'subnets': [{'id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:52:01.011928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 9c6f1607-4ee7-4374-99ab-c4972269ca6c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9c6f1607-4ee7-4374-99ab-c4972269ca6c,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:01.019261 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:01.022813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08bf347-4f88-4f82-8fa4-076c211032d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:01.040113 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a08bf347-4f88-4f82-8fa4-076c211032d6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6908076 Jul 15 14:52:01.041709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40810) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:01.052362 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9095b5da-0ca8-49cf-be6c-6f0af5c20130 admin admin] Request body: {'subnet': {'network_id': '48c29de8-95e4-4168-a48a-374f30b07ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1228974995-subnet', 'tenant_id': '894cfc4f58d64220a4b7d2b82e121309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:01.135121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08bf347-4f88-4f82-8fa4-076c211032d6 admin admin] Pushing event updated for resources: {'Network': ['ID=48c29de8-95e4-4168-a48a-374f30b07ea4,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:01.163109 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 48c29de8-95e4-4168-a48a-374f30b07ea4 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:52:01.189127 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9095b5da-0ca8-49cf-be6c-6f0af5c20130 admin admin] Made reservation on behalf of 894cfc4f58d64220a4b7d2b82e121309 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:52:01.193236 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9095b5da-0ca8-49cf-be6c-6f0af5c20130 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:01.249597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=9c6f1607-4ee7-4374-99ab-c4972269ca6c,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:01.460332 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6d788d-9bb5-4001-9203-52d65035e8e6 None None] New status for floating IP 909d8221-5d04-442b-8f83-7dbfd3669a9f: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:52:01.504499 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['9c6f1607-4ee7-4374-99ab-c4972269ca6c'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:01.599229 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b3f3de7-5b08-4d77-9095-ef86dd18af58 req-24006cce-bb75-44c3-95a5-9d509b1e1e55 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8681843 Jul 15 14:52:01.602889 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4ed0f80e-92db-4009-ba16-5c8c3721e26e req-e45eeb56-f895-45b9-9927-d44bdf89627d service neutron] 10.222.0.22 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8540418 Jul 15 14:52:01.747310 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9095b5da-0ca8-49cf-be6c-6f0af5c20130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:01.844244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f785a-969d-4205-a369-86fcf74fb1c7 req-6c3e76d0-1781-466b-8dfd-578d1772f413 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:01.847266 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd6f785a-969d-4205-a369-86fcf74fb1c7 req-6c3e76d0-1781-466b-8dfd-578d1772f413 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 949 time: 0.4337082 Jul 15 14:52:01.856821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095b5da-0ca8-49cf-be6c-6f0af5c20130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a37f6edc-bcf1-4173-ae3b-56e1f851925c,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:01.867978 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4ed0f80e-92db-4009-ba16-5c8c3721e26e req-7c9ffd0f-9ac2-49f7-aa9d-db22fdd5bcf1 service neutron] 10.222.0.22 "GET /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551181 Jul 15 14:52:01.869661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Router 65538790-1b1e-4435-9b25-ae221118e6ec is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:52:01.922403 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20e2c5-efeb-4b03-8a48-a6c7e5c56765 req-60f20d34-8686-47e0-9b47-1cd832b531ad tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:01.924092 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba20e2c5-efeb-4b03-8a48-a6c7e5c56765 req-60f20d34-8686-47e0-9b47-1cd832b531ad tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 946 time: 0.5486445 Jul 15 14:52:01.967383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9095b5da-0ca8-49cf-be6c-6f0af5c20130 admin admin] Checking segment: {'id': '370210f3-9b07-4810-839f-1014fc9ff7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '48c29de8-95e4-4168-a48a-374f30b07ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:52:01.967383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9095b5da-0ca8-49cf-be6c-6f0af5c20130 admin admin] Network hostable DHCP agents. Network: 48c29de8-95e4-4168-a48a-374f30b07ea4, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:52:01.971283 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd6f785a-969d-4205-a369-86fcf74fb1c7 req-df2bd63d-59f4-41b1-b573-3c856fe27a21 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035535 Jul 15 14:52:01.992283 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba20e2c5-efeb-4b03-8a48-a6c7e5c56765 req-6715f744-69a7-478a-a82d-76ba8222bc7f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506465 Jul 15 14:52:02.010028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9095b5da-0ca8-49cf-be6c-6f0af5c20130 admin admin] Network 48c29de8-95e4-4168-a48a-374f30b07ea4 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:52:02.028427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-9095b5da-0ca8-49cf-be6c-6f0af5c20130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 48c29de8-95e4-4168-a48a-374f30b07ea4) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:02.033050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9095b5da-0ca8-49cf-be6c-6f0af5c20130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:02.033510 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9095b5da-0ca8-49cf-be6c-6f0af5c20130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:02.049029 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a35cbbe-7d01-4702-bc4e-bc7a68298b73 None None] Network 48c29de8-95e4-4168-a48a-374f30b07ea4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:52:02.079175 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9095b5da-0ca8-49cf-be6c-6f0af5c20130 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0331483 Jul 15 14:52:02.110006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:52:02.147638 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:02.149622 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-02416a34-98ea-46f8-af28-43dd85ac1008 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1979032 Jul 15 14:52:02.152476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40824) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:02.320115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808746b4-24f3-489b-801d-b506515862f9 req-827f8bb7-7c46-455a-a28f-a2f6a3496060 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:02.323110 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-808746b4-24f3-489b-801d-b506515862f9 req-827f8bb7-7c46-455a-a28f-a2f6a3496060 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1132061 Jul 15 14:52:02.372311 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Sync routers for ids ['65538790-1b1e-4435-9b25-ae221118e6ec'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:52:02.398813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Routers {'65538790-1b1e-4435-9b25-ae221118e6ec'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:52:02.399562 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:51:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['65538790-1b1e-4435-9b25-ae221118e6ec'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:02.432833 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-808746b4-24f3-489b-801d-b506515862f9 req-23faffde-c8dd-4c6c-8774-212831371a40 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012113 Jul 15 14:52:02.542153 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404dc2e3-0252-4815-867d-264bb8077e7a None None] Network 48c29de8-95e4-4168-a48a-374f30b07ea4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:52:02.639450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-f8898d61-537d-4c37-9dbc-7783243c5401 req-cdff1750-915e-4082-8094-e265f925ccd4 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-501661571', 'description': 'tempest-description-1331468233'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:02.656790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Set router 65538790-1b1e-4435-9b25-ae221118e6ec gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:52:02.670990 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f8898d61-537d-4c37-9dbc-7783243c5401 req-cdff1750-915e-4082-8094-e265f925ccd4 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:02.775323 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f8898d61-537d-4c37-9dbc-7783243c5401 req-cdff1750-915e-4082-8094-e265f925ccd4 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:02.781300 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f8898d61-537d-4c37-9dbc-7783243c5401 req-cdff1750-915e-4082-8094-e265f925ccd4 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:02.808149 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:02.858939 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff1750-915e-4082-8094-e265f925ccd4 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844cefd6-2b6e-4a95-b55c-d366652ad28a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:02.861319 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f8898d61-537d-4c37-9dbc-7783243c5401 req-cdff1750-915e-4082-8094-e265f925ccd4 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:02.862576 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8898d61-537d-4c37-9dbc-7783243c5401 req-cdff1750-915e-4082-8094-e265f925ccd4 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2275574 Jul 15 14:52:02.877567 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:02.893462 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-832758d8-5256-4c5c-9370-754ab365e96f req-f1d2337a-8a72-44ec-aab8-dadc9280fe66 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1662558324', 'description': 'tempest-description-150927944'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:02.928162 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-832758d8-5256-4c5c-9370-754ab365e96f req-f1d2337a-8a72-44ec-aab8-dadc9280fe66 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:02.945737 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-463da477-c65e-4b6a-ad5a-5c46614545ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:03.046930 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Allocated IP 172.20.0.1 (6122074b-6a36-40d2-aa35-021aba6c6760/db80375f-e17f-41b8-8f6f-04bd294d2e4b/7fb8a32b-cad2-44e9-a291-1a16de2f6589) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:52:03.051504 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-832758d8-5256-4c5c-9370-754ab365e96f req-f1d2337a-8a72-44ec-aab8-dadc9280fe66 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:03.055737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'name': 'tempest-ServersTestBootFromVolume-780703170-router', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:51:55Z', 'updated_at': '2021-07-15T14:51:58Z', 'revision_number': 3, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'gw_port': {'id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:51:57Z', 'updated_at': '2021-07-15T14:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:03.060147 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-832758d8-5256-4c5c-9370-754ab365e96f req-f1d2337a-8a72-44ec-aab8-dadc9280fe66 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:03.131593 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-832758d8-5256-4c5c-9370-754ab365e96f req-f1d2337a-8a72-44ec-aab8-dadc9280fe66 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:03.144778 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-832758d8-5256-4c5c-9370-754ab365e96f req-f1d2337a-8a72-44ec-aab8-dadc9280fe66 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2555046 Jul 15 14:52:03.149617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2337a-8a72-44ec-aab8-dadc9280fe66 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55dba2e2-c0b8-417e-92dd-33a84099bc0c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:03.201549 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:52:03.247441 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:03.266702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Transition to ACTIVE for port object 7fb8a32b-cad2-44e9-a291-1a16de2f6589 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:03.343886 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:03.353526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Checking router: 65538790-1b1e-4435-9b25-ae221118e6ec for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:52:03.353862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Updating router 65538790-1b1e-4435-9b25-ae221118e6ec port 10cbab39-9ab5-44a0-97a6-3d525e5a114d binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:52:03.378147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Network 6122074b-6a36-40d2-aa35-021aba6c6760 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:52:03.391661 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:03.426441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:03.443617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:52:03.447483 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Pushing event updated for resources: {'Port': ['ID=7fb8a32b-cad2-44e9-a291-1a16de2f6589,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:03.465483 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffa7f0-498b-483f-9c0f-cd2e8aaf8777 req-b20fc42f-1311-4f53-8304-922908d11d86 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:03.471211 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52ffa7f0-498b-483f-9c0f-cd2e8aaf8777 req-b20fc42f-1311-4f53-8304-922908d11d86 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 946 time: 0.1612117 Jul 15 14:52:03.506932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c97d-24f4-4537-b9e7-1621dced4b65 req-450438ba-c86c-4161-bf0d-9558c7ef691a tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:03.516270 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1418c97d-24f4-4537-b9e7-1621dced4b65 req-450438ba-c86c-4161-bf0d-9558c7ef691a tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 949 time: 0.2259495 Jul 15 14:52:03.522736 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:03.634647 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52ffa7f0-498b-483f-9c0f-cd2e8aaf8777 req-62c23a49-64f1-4fb0-8a9a-d963850ce5c3 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603746 Jul 15 14:52:03.666390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1418c97d-24f4-4537-b9e7-1621dced4b65 req-7b6c9fb8-e05a-4948-8758-1334b9d3c5d3 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489687 Jul 15 14:52:03.835524 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:03.979755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-860d06a7-8fa7-41c3-8461-306d1f496316 None None] Provisioning for port 7fb8a32b-cad2-44e9-a291-1a16de2f6589 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:52:03.999962 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-860d06a7-8fa7-41c3-8461-306d1f496316 None None] Provisioning complete for port 7fb8a32b-cad2-44e9-a291-1a16de2f6589 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:04.000542 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-860d06a7-8fa7-41c3-8461-306d1f496316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:04.041709 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:04.068024 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Transition to ACTIVE for port object 10cbab39-9ab5-44a0-97a6-3d525e5a114d will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:04.076994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-860d06a7-8fa7-41c3-8461-306d1f496316 None None] Port 7fb8a32b-cad2-44e9-a291-1a16de2f6589 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:52:04.081342 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:04.116133 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-1f18f2b5-d5c4-4fc7-a408-3540b516bec5 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:04.125382 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-1f18f2b5-d5c4-4fc7-a408-3540b516bec5 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/networks?id=48c29de8-95e4-4168-a48a-374f30b07ea4 HTTP/1.1" status: 200 len: 813 time: 0.3257086 Jul 15 14:52:04.146170 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:04.152467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f67f1b-baf1-42fb-9e70-24c9a7db44b2 None None] Pushing event updated for resources: {'Port': ['ID=10cbab39-9ab5-44a0-97a6-3d525e5a114d,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:04.163068 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Attempting to bind port 10cbab39-9ab5-44a0-97a6-3d525e5a114d on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:52:04.163703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Attempting to bind port 10cbab39-9ab5-44a0-97a6-3d525e5a114d by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:52:04.164172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Attempting to bind port 10cbab39-9ab5-44a0-97a6-3d525e5a114d on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:04.169848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-3d192023-7e6c-452a-9bcc-e194c3fec0b6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/quotas/894cfc4f58d64220a4b7d2b82e121309 HTTP/1.1" status: 200 len: 375 time: 0.0436630 Jul 15 14:52:04.177116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:52:04.177684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:52:04.178513 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:04.179064 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:04.179567 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:52:04.182112 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Bound port: 10cbab39-9ab5-44a0-97a6-3d525e5a114d, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:52:04.182796 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:04.186768 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:04.244102 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] For port 10cbab39-9ab5-44a0-97a6-3d525e5a114d, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:04.245027 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-32fa50d4-b2c9-423b-a8c3-82025b9b1521 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=894cfc4f58d64220a4b7d2b82e121309&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638306 Jul 15 14:52:04.248487 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] For port 10cbab39-9ab5-44a0-97a6-3d525e5a114d, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=10cbab39-9ab5-44a0-97a6-3d525e5a114d,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:52:04.264182 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:04.292475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db6f40-94d9-4845-b5c0-1c1b3895a9a9 req-551ac95c-c621-49d0-841b-8ac60ca16e39 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:04.299974 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Pushing event updated for resources: {'Port': ['ID=7fb8a32b-cad2-44e9-a291-1a16de2f6589,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:04.301906 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1db6f40-94d9-4845-b5c0-1c1b3895a9a9 req-551ac95c-c621-49d0-841b-8ac60ca16e39 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.2888322 Jul 15 14:52:04.339172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Routers {'65538790-1b1e-4435-9b25-ae221118e6ec'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:52:04.339966 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:52:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['65538790-1b1e-4435-9b25-ae221118e6ec'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:04.343645 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:04.407687 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1db6f40-94d9-4845-b5c0-1c1b3895a9a9 req-455dee9a-e6c2-4c65-934d-f516cc4581cc tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044354 Jul 15 14:52:04.447093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-79b33c51-11af-4cea-bed1-14c7ff1bb0b8 service neutron] 10.222.0.38 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006783 Jul 15 14:52:04.468376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] Set router 65538790-1b1e-4435-9b25-ae221118e6ec gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:52:04.515026 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Network 6122074b-6a36-40d2-aa35-021aba6c6760 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:52:04.517544 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:04.561817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9c6f1607-4ee7-4374-99ab-c4972269ca6c up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:52:04.562466 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f67f1b-baf1-42fb-9e70-24c9a7db44b2 None None] Pushing event updated for resources: {'Port': ['ID=10cbab39-9ab5-44a0-97a6-3d525e5a114d,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:04.637302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-2c50f9c7-f62a-41aa-a34c-1e757347c007 service neutron] 10.222.0.38 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801689 Jul 15 14:52:04.732899 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 9c6f1607-4ee7-4374-99ab-c4972269ca6c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:52:04.789882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 9c6f1607-4ee7-4374-99ab-c4972269ca6c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:04.793141 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:04.841355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Router 65538790-1b1e-4435-9b25-ae221118e6ec has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:52:04.966374 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:05.049696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab33c89-afbc-462d-8607-9a1806a3d9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6f1607-4ee7-4374-99ab-c4972269ca6c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:05.055679 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8bd298-a8e3-403e-a15b-4f80f5d12074" -d '{"events": [{"server_uuid": "6ab33c89-afbc-462d-8607-9a1806a3d9c7", "name": "network-vif-plugged", "status": "completed", "tag": "9c6f1607-4ee7-4374-99ab-c4972269ca6c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:05.071262 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8389fd-852a-49c9-b54a-2fb029cdd409 req-3b1b1a81-b319-4e70-8d35-75dce2173b3c tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:05.088827 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff8389fd-852a-49c9-b54a-2fb029cdd409 req-3b1b1a81-b319-4e70-8d35-75dce2173b3c tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 946 time: 0.1877913 Jul 15 14:52:05.123797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 9c6f1607-4ee7-4374-99ab-c4972269ca6c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9c6f1607-4ee7-4374-99ab-c4972269ca6c,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:05.142788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:52:05.143279 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:05.155305 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-49ddda45-2cc7-4164-af3c-f7fdca78a0ba None None] Provisioning complete for port 7fb8a32b-cad2-44e9-a291-1a16de2f6589 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:05.155530 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-788fdca7-467b-4b91-963c-5b1b1f9d6fcd admin admin] 10.222.0.38 "PUT /v2.0/routers/65538790-1b1e-4435-9b25-ae221118e6ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0016856 Jul 15 14:52:05.159026 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49ddda45-2cc7-4164-af3c-f7fdca78a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:05.203173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'name': 'tempest-ServersTestBootFromVolume-780703170-router', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:51:55Z', 'updated_at': '2021-07-15T14:52:03Z', 'revision_number': 4, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'gw_port': {'id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:51:57Z', 'updated_at': '2021-07-15T14:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '7fb8a32b-cad2-44e9-a291-1a16de2f6589', 'name': '', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'mac_address': 'fa:16:3e:61:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:02Z', 'updated_at': '2021-07-15T14:52:03Z', 'revision_number': 2, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'subnets': [{'id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:05.208107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-49ddda45-2cc7-4164-af3c-f7fdca78a0ba None None] Port 7fb8a32b-cad2-44e9-a291-1a16de2f6589 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:52:05.214687 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff8389fd-852a-49c9-b54a-2fb029cdd409 req-6c7f1299-535b-4af1-aeb7-66b2fb10376a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246133 Jul 15 14:52:05.261112 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ba879-5084-4d43-a8a4-4edce729d87a None None] The sync data for ids ['65538790-1b1e-4435-9b25-ae221118e6ec'] in n-d-764435-3 is: [{'id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'name': 'tempest-ServersTestBootFromVolume-780703170-router', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:51:55Z', 'updated_at': '2021-07-15T14:52:03Z', 'revision_number': 4, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'gw_port': {'id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:51:57Z', 'updated_at': '2021-07-15T14:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '7fb8a32b-cad2-44e9-a291-1a16de2f6589', 'name': '', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'mac_address': 'fa:16:3e:61:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:02Z', 'updated_at': '2021-07-15T14:52:03Z', 'revision_number': 2, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'subnets': [{'id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:52:05.319839 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=9c6f1607-4ee7-4374-99ab-c4972269ca6c,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:05.339934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d96594-e1cf-45a8-a41c-f9df55434aa0 req-9e67ab95-e7fa-4fa0-9121-a3b52c018438 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:05.351215 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9d96594-e1cf-45a8-a41c-f9df55434aa0 req-9e67ab95-e7fa-4fa0-9121-a3b52c018438 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 949 time: 0.2400448 Jul 15 14:52:05.429539 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9d96594-e1cf-45a8-a41c-f9df55434aa0 req-efe25d50-7ca3-4e6d-842f-fc7314032b0f tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767922 Jul 15 14:52:05.527591 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea34901-6c5f-49fd-b0c7-5fee81ffffaa x-openstack-request-id: req-2ea34901-6c5f-49fd-b0c7-5fee81ffffaa {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:05.528208 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab33c89-afbc-462d-8607-9a1806a3d9c7", "name": "network-vif-plugged", "status": "completed", "tag": "9c6f1607-4ee7-4374-99ab-c4972269ca6c", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:05.528902 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ea34901-6c5f-49fd-b0c7-5fee81ffffaa {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:05.537934 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab33c89-afbc-462d-8607-9a1806a3d9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6f1607-4ee7-4374-99ab-c4972269ca6c', 'code': 200} Jul 15 14:52:05.611953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45963fe0-93e1-42a7-889c-4d202cc343d8 req-8e538958-9f6d-4e8e-8f2d-b00eb8337cbd tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 210 time: 0.1011794 Jul 15 14:52:05.824610 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:05.916189 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de50a0a-12b5-4039-9fca-9d9d55762477 req-e4628692-8cfa-4d50-9c97-6d0c62906533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:05.918093 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2de50a0a-12b5-4039-9fca-9d9d55762477 req-e4628692-8cfa-4d50-9c97-6d0c62906533 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 1101 time: 0.1714826 Jul 15 14:52:06.002659 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2de50a0a-12b5-4039-9fca-9d9d55762477 req-97f041d4-1114-49ae-bb8d-ade71b42eb8e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692015 Jul 15 14:52:06.068380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc74ab1-3880-4654-8d5b-d1b623c397bc req-106405f8-73ec-4fc8-8abf-73ffdfb5e485 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:06.082253 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fc74ab1-3880-4654-8d5b-d1b623c397bc req-106405f8-73ec-4fc8-8abf-73ffdfb5e485 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1182735 Jul 15 14:52:06.131656 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fc74ab1-3880-4654-8d5b-d1b623c397bc req-272f0539-49d4-4e85-9e0d-2d83557faa11 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481000 Jul 15 14:52:06.211971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40894) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:06.216931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9b18f4cb-f078-42df-b2a3-e42589abc705 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1384511419', 'description': 'tempest-description--1014973874'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:06.252285 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b18f4cb-f078-42df-b2a3-e42589abc705 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:06.454173 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b18f4cb-f078-42df-b2a3-e42589abc705 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:06.481199 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b18f4cb-f078-42df-b2a3-e42589abc705 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:06.511529 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5d4a0-2c84-4482-ac6b-de205f9988a4 req-eaf66063-06b7-462c-923a-502b8eaa7255 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:06.524863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4d5d4a0-2c84-4482-ac6b-de205f9988a4 req-eaf66063-06b7-462c-923a-502b8eaa7255 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 946 time: 0.1649570 Jul 15 14:52:06.555058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18f4cb-f078-42df-b2a3-e42589abc705 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f419d37a-eb05-495e-b14e-3ef21e1daf67,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:06.559596 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b18f4cb-f078-42df-b2a3-e42589abc705 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:06.563608 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9b18f4cb-f078-42df-b2a3-e42589abc705 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3479745 Jul 15 14:52:06.564299 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40902) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:06.569423 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ff33de81-af7d-4657-bc82-fbea6ac51e72 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Request body: {'security_group_rule': {'security_group_id': 'f419d37a-eb05-495e-b14e-3ef21e1daf67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:06.591954 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4d5d4a0-2c84-4482-ac6b-de205f9988a4 req-37dedeb3-d3ca-468d-86e0-91c1fa7f3d72 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657902 Jul 15 14:52:06.640162 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff33de81-af7d-4657-bc82-fbea6ac51e72 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:06.735591 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff33de81-af7d-4657-bc82-fbea6ac51e72 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:06.741425 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff33de81-af7d-4657-bc82-fbea6ac51e72 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:06.748236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe2737-d53a-41ff-9cc7-a042c34e6ef1 req-237e88f9-d249-44b2-9bc4-7537b8a30028 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:06.756525 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54fe2737-d53a-41ff-9cc7-a042c34e6ef1 req-237e88f9-d249-44b2-9bc4-7537b8a30028 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 950 time: 0.1087368 Jul 15 14:52:06.779941 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff33de81-af7d-4657-bc82-fbea6ac51e72 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:06.781721 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ff33de81-af7d-4657-bc82-fbea6ac51e72 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2164471 Jul 15 14:52:06.785857 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40906) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:06.798856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4a1098b0-4a3c-431d-b867-435cb5b9d7d7 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Request body: {'security_group_rule': {'security_group_id': 'f419d37a-eb05-495e-b14e-3ef21e1daf67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:06.805306 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33de81-af7d-4657-bc82-fbea6ac51e72 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a696a631-c950-417d-a5a6-18ac5571df3b,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:06.812426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54fe2737-d53a-41ff-9cc7-a042c34e6ef1 req-29512a5f-ec05-4573-a3ed-ffdc9ef82ebf tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545912 Jul 15 14:52:06.855540 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a1098b0-4a3c-431d-b867-435cb5b9d7d7 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:06.905128 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a5001d03-3414-4d3b-a86a-871bb8df2c62 req-ed41bb91-7660-44ca-b73a-7544193a4ace tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 210 time: 0.0344036 Jul 15 14:52:06.964176 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a1098b0-4a3c-431d-b867-435cb5b9d7d7 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:06.974486 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a1098b0-4a3c-431d-b867-435cb5b9d7d7 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:06.994380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1098b0-4a3c-431d-b867-435cb5b9d7d7 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8fbbe95-3442-4e04-8891-2190dae84913,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:07.022120 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a1098b0-4a3c-431d-b867-435cb5b9d7d7 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:07.023494 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4a1098b0-4a3c-431d-b867-435cb5b9d7d7 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2360239 Jul 15 14:52:07.026695 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40910) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:07.031364 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:07.183678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:07.215892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-7e860fb7-79fe-4abf-903a-61654105340b tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:07.218124 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-7e860fb7-79fe-4abf-903a-61654105340b tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.22 "GET /v2.0/networks?id=48c29de8-95e4-4168-a48a-374f30b07ea4 HTTP/1.1" status: 200 len: 813 time: 0.1813526 Jul 15 14:52:07.251099 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-11dc0e60-662b-4c06-8e48-e1c810b9f701 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Request body: {'port': {'device_id': '2f856874-00a6-4b7a-b0e4-019719db20b5', 'network_id': '48c29de8-95e4-4168-a48a-374f30b07ea4', 'admin_state_up': True, 'tenant_id': '894cfc4f58d64220a4b7d2b82e121309'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:07.448138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c4b5d-e987-4fcd-9289-ce59f053c7fb req-9ff6bd31-086c-4402-a991-9a112407fa1b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:07.458744 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-087c4b5d-e987-4fcd-9289-ce59f053c7fb req-9ff6bd31-086c-4402-a991-9a112407fa1b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1353765 Jul 15 14:52:07.495254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40920) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:07.525193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 10cbab39-9ab5-44a0-97a6-3d525e5a114d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:52:07.567127 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-087c4b5d-e987-4fcd-9289-ce59f053c7fb req-5aace399-8f34-4a7d-ad79-ca406f4d88bf tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058576 Jul 15 14:52:07.629196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 10cbab39-9ab5-44a0-97a6-3d525e5a114d completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:52:07.636097 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 10cbab39-9ab5-44a0-97a6-3d525e5a114d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:07.636605 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:07.654053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-11dc0e60-662b-4c06-8e48-e1c810b9f701 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Made reservation on behalf of 894cfc4f58d64220a4b7d2b82e121309 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:52:07.658009 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-11dc0e60-662b-4c06-8e48-e1c810b9f701 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:07.670221 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:07.819124 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:07.849571 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Allocated IP 172.25.4.223 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/26577402-2506-4780-b165-87b50db30a3d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:52:07.870329 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 10cbab39-9ab5-44a0-97a6-3d525e5a114d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=10cbab39-9ab5-44a0-97a6-3d525e5a114d,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:07.881022 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:07.975152 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a35b64-d519-44b4-9a50-2873f3ecb652 req-b299ae84-d9a9-427f-b5c4-b62df49123f3 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:07.983781 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-74a35b64-d519-44b4-9a50-2873f3ecb652 req-b299ae84-d9a9-427f-b5c4-b62df49123f3 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 946 time: 0.2023113 Jul 15 14:52:07.985144 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:08.006859 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=10cbab39-9ab5-44a0-97a6-3d525e5a114d,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:08.086751 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:08.104666 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-74a35b64-d519-44b4-9a50-2873f3ecb652 req-0a656f85-6ca3-4efa-963e-3c801a0456d1 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197710 Jul 15 14:52:08.218584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:52:08.225332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:08.230890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:52:08.262492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Pushing event updated for resources: {'Port': ['ID=26577402-2506-4780-b165-87b50db30a3d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:08.274305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-11dc0e60-662b-4c06-8e48-e1c810b9f701 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Allocated IP 172.20.0.11 (48c29de8-95e4-4168-a48a-374f30b07ea4/a37f6edc-bcf1-4173-ae3b-56e1f851925c/3581d26e-d109-44fb-a736-cc01705144f7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:52:08.296808 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45c561be-8304-410c-91ce-60b948b31c56 req-362a85fa-745b-49ea-b983-28c4160b2562 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 210 time: 0.0399833 Jul 15 14:52:08.307603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b12fe-441e-4d36-9b46-bcbee085829c req-e1b7f6cc-42c9-4776-9348-f2ad6c99c439 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:08.309684 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb0b12fe-441e-4d36-9b46-bcbee085829c req-e1b7f6cc-42c9-4776-9348-f2ad6c99c439 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 950 time: 0.2348554 Jul 15 14:52:08.369330 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-64563f48-1af0-4b9c-9281-1d56ee423f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:08.394713 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:08.411889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb0b12fe-441e-4d36-9b46-bcbee085829c req-72226a07-2892-4de7-9c9f-fe8ecc4715f2 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863516 Jul 15 14:52:08.495984 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Sync routers for ids ['65538790-1b1e-4435-9b25-ae221118e6ec'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:52:08.496526 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:08.508441 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Routers {'65538790-1b1e-4435-9b25-ae221118e6ec'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:52:08.509300 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:52:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['65538790-1b1e-4435-9b25-ae221118e6ec'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:08.608137 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-11dc0e60-662b-4c06-8e48-e1c810b9f701 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:08.632002 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Set router 65538790-1b1e-4435-9b25-ae221118e6ec gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:52:08.718479 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:08.721685 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-11dc0e60-662b-4c06-8e48-e1c810b9f701 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:08.731576 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:08.749292 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcb375-dec6-4b19-a621-3683a9181b8a req-e5524666-51a1-4287-9234-a5457f9ac504 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:08.750858 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eedcb375-dec6-4b19-a621-3683a9181b8a req-e5524666-51a1-4287-9234-a5457f9ac504 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 1101 time: 0.1951258 Jul 15 14:52:08.802314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-11dc0e60-662b-4c06-8e48-e1c810b9f701 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Network 48c29de8-95e4-4168-a48a-374f30b07ea4 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:52:08.811161 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-11dc0e60-662b-4c06-8e48-e1c810b9f701 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:08.813617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-11dc0e60-662b-4c06-8e48-e1c810b9f701 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:52:08.822636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc0e60-662b-4c06-8e48-e1c810b9f701 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event updated for resources: {'Port': ['ID=3581d26e-d109-44fb-a736-cc01705144f7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:08.856451 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'name': 'tempest-ServersTestBootFromVolume-780703170-router', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:51:55Z', 'updated_at': '2021-07-15T14:52:03Z', 'revision_number': 4, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'gw_port': {'id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:51:57Z', 'updated_at': '2021-07-15T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '7fb8a32b-cad2-44e9-a291-1a16de2f6589', 'name': '', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'mac_address': 'fa:16:3e:61:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:02Z', 'updated_at': '2021-07-15T14:52:03Z', 'revision_number': 2, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'subnets': [{'id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:08.883975 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Checking router: 65538790-1b1e-4435-9b25-ae221118e6ec for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:52:08.884470 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Updating router 65538790-1b1e-4435-9b25-ae221118e6ec port 7fb8a32b-cad2-44e9-a291-1a16de2f6589 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:52:08.905534 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:08.916989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-11dc0e60-662b-4c06-8e48-e1c810b9f701 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:08.917673 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-11dc0e60-662b-4c06-8e48-e1c810b9f701 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:08.932733 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:08.935680 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Pushing event updated for resources: {'Port': ['ID=26577402-2506-4780-b165-87b50db30a3d,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:08.948088 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-11dc0e60-662b-4c06-8e48-e1c810b9f701 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7027662 Jul 15 14:52:08.949210 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:08.950729 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5dcf71ce-fcb7-4674-8316-66ac7b03fb43 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9229376 Jul 15 14:52:08.966726 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Request body: {'port': {'device_id': '2f856874-00a6-4b7a-b0e4-019719db20b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:09.068804 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:09.151514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eedcb375-dec6-4b19-a621-3683a9181b8a req-0e64ea6a-286a-4370-832d-e4b4e7b04dd9 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888955 Jul 15 14:52:09.199310 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0d2fe-1e5b-40e2-8e3f-33df867d040e req-daf2d1f6-b020-474e-bbc9-67fb3f70cf65 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:09.200842 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2db0d2fe-1e5b-40e2-8e3f-33df867d040e req-daf2d1f6-b020-474e-bbc9-67fb3f70cf65 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.4943125 Jul 15 14:52:09.369004 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2db0d2fe-1e5b-40e2-8e3f-33df867d040e req-ebe504e8-042c-4e01-96f0-2546f25eb986 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177773 Jul 15 14:52:09.386272 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-7d8e584a-5964-4636-a2a5-8b5b0d75026b tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:09.393221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-7d8e584a-5964-4636-a2a5-8b5b0d75026b tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0&tenant_id=f286b69641474927a27419a3ad634a1d&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 1097 time: 0.2877309 Jul 15 14:52:09.419332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764435-3'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:09.505265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-64563f48-1af0-4b9c-9281-1d56ee423f38 admin admin] Deleting port 63e39a4f-672f-4b2e-85ce-081c659244c0 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:52:09.505758 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-64563f48-1af0-4b9c-9281-1d56ee423f38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:09.575677 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 10cbab39-9ab5-44a0-97a6-3d525e5a114d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:52:09.649294 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:09.678746 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Transition to ACTIVE for port object 7fb8a32b-cad2-44e9-a291-1a16de2f6589 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:09.693046 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:09.701437 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3581d26e-d109-44fb-a736-cc01705144f7 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:52:09.724347 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 10cbab39-9ab5-44a0-97a6-3d525e5a114d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:09.724718 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:09.727805 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:09.749987 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e937260-47e8-4bda-90bb-f1824582700b None None] Pushing event updated for resources: {'Port': ['ID=7fb8a32b-cad2-44e9-a291-1a16de2f6589,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:09.762443 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e937260-47e8-4bda-90bb-f1824582700b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:09.762913 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e937260-47e8-4bda-90bb-f1824582700b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:09.763347 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e937260-47e8-4bda-90bb-f1824582700b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:09.763803 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e937260-47e8-4bda-90bb-f1824582700b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:09.764381 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e937260-47e8-4bda-90bb-f1824582700b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:09.765047 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e937260-47e8-4bda-90bb-f1824582700b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:09.765508 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e937260-47e8-4bda-90bb-f1824582700b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:09.765936 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e937260-47e8-4bda-90bb-f1824582700b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:09.766363 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e937260-47e8-4bda-90bb-f1824582700b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:09.767344 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e937260-47e8-4bda-90bb-f1824582700b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:09.767685 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e937260-47e8-4bda-90bb-f1824582700b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:09.768189 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e937260-47e8-4bda-90bb-f1824582700b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:09.787680 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Transition to ACTIVE for port object 3581d26e-d109-44fb-a736-cc01705144f7 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:09.794239 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:09.803209 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-64563f48-1af0-4b9c-9281-1d56ee423f38 admin admin] For port 63e39a4f-672f-4b2e-85ce-081c659244c0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=63e39a4f-672f-4b2e-85ce-081c659244c0,segment=NetworkSegment(b1c1e254-4cc6-47df-997e-e18c529637ca),segment_id=b1c1e254-4cc6-47df-997e-e18c529637ca)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:09.803948 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-64563f48-1af0-4b9c-9281-1d56ee423f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:09.841859 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-64563f48-1af0-4b9c-9281-1d56ee423f38 admin admin] Calling delete_port for 63e39a4f-672f-4b2e-85ce-081c659244c0 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:52:09.855920 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Attempting to bind port 7fb8a32b-cad2-44e9-a291-1a16de2f6589 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:52:09.856293 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Attempting to bind port 7fb8a32b-cad2-44e9-a291-1a16de2f6589 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:52:09.856712 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Attempting to bind port 7fb8a32b-cad2-44e9-a291-1a16de2f6589 on network 6122074b-6a36-40d2-aa35-021aba6c6760 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:09.864980 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:52:09.865613 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Checking segment: {'id': '1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:52:09.866242 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:09.866904 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Bound using segment: {'id': '1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:52:09.867722 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Bound port: 7fb8a32b-cad2-44e9-a291-1a16de2f6589, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:52:09.868355 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:09.952041 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Pushing event updated for resources: {'Port': ['ID=3581d26e-d109-44fb-a736-cc01705144f7,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:09.990503 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] For port 7fb8a32b-cad2-44e9-a291-1a16de2f6589, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:09.997403 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] For port 7fb8a32b-cad2-44e9-a291-1a16de2f6589, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7fb8a32b-cad2-44e9-a291-1a16de2f6589,segment=NetworkSegment(1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39),segment_id=1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:52:10.007684 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:10.027386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device b9bab48d-cccf-4548-aa93-4c9901aae8a2 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:52:10.060104 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Attempting to bind port 3581d26e-d109-44fb-a736-cc01705144f7 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:52:10.061121 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Attempting to bind port 3581d26e-d109-44fb-a736-cc01705144f7 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '370210f3-9b07-4810-839f-1014fc9ff7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '48c29de8-95e4-4168-a48a-374f30b07ea4'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:52:10.063148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Attempting to bind port 3581d26e-d109-44fb-a736-cc01705144f7 on network 48c29de8-95e4-4168-a48a-374f30b07ea4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:10.080757 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Port 3581d26e-d109-44fb-a736-cc01705144f7 on network 48c29de8-95e4-4168-a48a-374f30b07ea4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:52:10.083669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Attempting to bind port 3581d26e-d109-44fb-a736-cc01705144f7 on network 48c29de8-95e4-4168-a48a-374f30b07ea4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:10.105203 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Routers {'65538790-1b1e-4435-9b25-ae221118e6ec'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:52:10.107429 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:52:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['65538790-1b1e-4435-9b25-ae221118e6ec'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:10.108152 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:52:10.108501 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Checking segment: {'id': '370210f3-9b07-4810-839f-1014fc9ff7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '48c29de8-95e4-4168-a48a-374f30b07ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:52:10.110161 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Bound using segment: {'id': '370210f3-9b07-4810-839f-1014fc9ff7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '48c29de8-95e4-4168-a48a-374f30b07ea4'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:52:10.110481 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Bound port: 3581d26e-d109-44fb-a736-cc01705144f7, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370210f3-9b07-4810-839f-1014fc9ff7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '48c29de8-95e4-4168-a48a-374f30b07ea4'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:52:10.112175 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:10.210648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] For port 3581d26e-d109-44fb-a736-cc01705144f7, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:10.213750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] For port 3581d26e-d109-44fb-a736-cc01705144f7, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=3581d26e-d109-44fb-a736-cc01705144f7,segment=NetworkSegment(370210f3-9b07-4810-839f-1014fc9ff7e8),segment_id=370210f3-9b07-4810-839f-1014fc9ff7e8)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:52:10.220271 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:10.286668 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Pushing event updated for resources: {'Port': ['ID=3581d26e-d109-44fb-a736-cc01705144f7,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:10.303737 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:10.304676 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:10.311448 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-807011d6-f0cc-4961-8cea-1200694cc111 service neutron] 10.222.0.22 "PUT /v2.0/ports/3581d26e-d109-44fb-a736-cc01705144f7 HTTP/1.1" status: 200 len: 1092 time: 1.3508353 Jul 15 14:52:10.312542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f856874-00a6-4b7a-b0e4-019719db20b5', 'tag': '3581d26e-d109-44fb-a736-cc01705144f7'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:10.312707 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] Set router 65538790-1b1e-4435-9b25-ae221118e6ec gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:52:10.327017 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893ba709-d998-4d44-8915-17ea503ddd02" -d '{"events": [{"name": "network-changed", "server_uuid": "2f856874-00a6-4b7a-b0e4-019719db20b5", "tag": "3581d26e-d109-44fb-a736-cc01705144f7"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:10.364137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port b9bab48d-cccf-4548-aa93-4c9901aae8a2, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b9bab48d-cccf-4548-aa93-4c9901aae8a2,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:10.387339 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device b9bab48d-cccf-4548-aa93-4c9901aae8a2 has no active binding in host n-h2-764435-3 {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 14:52:10.429396 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e937260-47e8-4bda-90bb-f1824582700b None None] Pushing event updated for resources: {'Port': ['ID=7fb8a32b-cad2-44e9-a291-1a16de2f6589,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:10.474723 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-6967d050-1139-4697-a2d5-9e71fa545472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:10.476368 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-6967d050-1139-4697-a2d5-9e71fa545472 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=894cfc4f58d64220a4b7d2b82e121309&device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 1095 time: 0.1228154 Jul 15 14:52:10.507208 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:10.561916 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-0a1b15df-5d39-4615-b594-05decbafd975 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3581d26e-d109-44fb-a736-cc01705144f7 HTTP/1.1" status: 200 len: 217 time: 0.0656378 Jul 15 14:52:10.571580 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-64563f48-1af0-4b9c-9281-1d56ee423f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:10.617031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64563f48-1af0-4b9c-9281-1d56ee423f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e39a4f-672f-4b2e-85ce-081c659244c0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:10.643941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c8bb7-4b22-4bdd-9189-f72146d1a2b4 req-176265cb-9772-44f6-8740-85f65cfb0396 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:10.647449 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-c65bbc2d-2b19-4bda-9d52-95b85877091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:10.649304 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-c65bbc2d-2b19-4bda-9d52-95b85877091a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a37f6edc-bcf1-4173-ae3b-56e1f851925c HTTP/1.1" status: 200 len: 853 time: 0.0789921 Jul 15 14:52:10.652736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d2c8bb7-4b22-4bdd-9189-f72146d1a2b4 req-176265cb-9772-44f6-8740-85f65cfb0396 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 944 time: 0.6122718 Jul 15 14:52:10.701532 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-7ee3aa76-fb18-4c0c-9c20-292258b1ae8a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=48c29de8-95e4-4168-a48a-374f30b07ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448043 Jul 15 14:52:10.713226 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'name': 'tempest-ServersTestBootFromVolume-780703170-router', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:51:55Z', 'updated_at': '2021-07-15T14:52:03Z', 'revision_number': 4, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'gw_port': {'id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:51:57Z', 'updated_at': '2021-07-15T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '7fb8a32b-cad2-44e9-a291-1a16de2f6589', 'name': '', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'mac_address': 'fa:16:3e:61:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:02Z', 'updated_at': '2021-07-15T14:52:09Z', 'revision_number': 4, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'subnets': [{'id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:10.741464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7dc484-25f2-4aef-98ab-ff1134b4807b req-89ade203-30bf-4531-9027-cedf888e4fae tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:10.750959 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa7dc484-25f2-4aef-98ab-ff1134b4807b req-89ade203-30bf-4531-9027-cedf888e4fae tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 946 time: 0.6956580 Jul 15 14:52:10.795311 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a24017a-3a50-4c57-a4f4-b31786f0c73d None None] The sync data for ids ['65538790-1b1e-4435-9b25-ae221118e6ec'] in n-d-764435-3 is: [{'id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'name': 'tempest-ServersTestBootFromVolume-780703170-router', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:51:55Z', 'updated_at': '2021-07-15T14:52:03Z', 'revision_number': 4, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'gw_port': {'id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:51:57Z', 'updated_at': '2021-07-15T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '7fb8a32b-cad2-44e9-a291-1a16de2f6589', 'name': '', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'mac_address': 'fa:16:3e:61:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:02Z', 'updated_at': '2021-07-15T14:52:09Z', 'revision_number': 4, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'subnets': [{'id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:52:10.929064 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-455a7ed3-32bb-4f54-b8f1-450a55f01df8 service neutron] 10.222.0.22 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181122 Jul 15 14:52:11.076848 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4cedfe38-8cbe-4e2d-bff2-0c47a17f64e3 req-114ce474-7c14-409c-934a-a747f7c797ab service neutron] 10.222.0.22 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395183 Jul 15 14:52:11.078854 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d2c8bb7-4b22-4bdd-9189-f72146d1a2b4 req-ff924582-232c-43bd-8703-40c136a08e26 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252017 Jul 15 14:52:11.160317 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa7dc484-25f2-4aef-98ab-ff1134b4807b req-ef3d5130-56c8-496e-b0de-8ffdbede0e75 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015338 Jul 15 14:52:11.165916 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] For port b9bab48d-cccf-4548-aa93-4c9901aae8a2, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b9bab48d-cccf-4548-aa93-4c9901aae8a2,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:11.236803 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-64563f48-1af0-4b9c-9281-1d56ee423f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:11.248088 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd1824a-6ab0-4a83-97d2-48633862613e x-openstack-request-id: req-ccd1824a-6ab0-4a83-97d2-48633862613e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:11.249314 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f856874-00a6-4b7a-b0e4-019719db20b5", "tag": "3581d26e-d109-44fb-a736-cc01705144f7", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:11.249805 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ccd1824a-6ab0-4a83-97d2-48633862613e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:11.250435 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f856874-00a6-4b7a-b0e4-019719db20b5', 'tag': '3581d26e-d109-44fb-a736-cc01705144f7', 'status': 'completed', 'code': 200} Jul 15 14:52:11.334302 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] For port b9bab48d-cccf-4548-aa93-4c9901aae8a2, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:11.338988 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-a2048ba2-9f7d-4b27-b3c2-205631e35e34 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ee188e41d71d434ead519f5f9ae6e707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287488 Jul 15 14:52:11.401216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ba709-d998-4d44-8915-17ea503ddd02 req-5510cd24-67c7-458d-94c2-edbde88840d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:11.401818 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-893ba709-d998-4d44-8915-17ea503ddd02 req-5510cd24-67c7-458d-94c2-edbde88840d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=894cfc4f58d64220a4b7d2b82e121309&device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 1095 time: 0.1103168 Jul 15 14:52:11.494911 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8aa67c1-3c47-4b0a-ae35-83873ef497b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9bab48d-cccf-4548-aa93-4c9901aae8a2'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:11.497223 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6789fd93-e626-499d-916e-61c1963bd0e8" -d '{"events": [{"server_uuid": "a8aa67c1-3c47-4b0a-ae35-83873ef497b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b9bab48d-cccf-4548-aa93-4c9901aae8a2"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:11.505851 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:11.560084 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:11.614814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7fb8a32b-cad2-44e9-a291-1a16de2f6589 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:52:11.649329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ba709-d998-4d44-8915-17ea503ddd02 req-9cce4bf2-b9c7-4301-a8ff-956967c67398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:11.652132 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-893ba709-d998-4d44-8915-17ea503ddd02 req-9cce4bf2-b9c7-4301-a8ff-956967c67398 service neutron] 10.222.0.22 "GET /v2.0/networks?id=48c29de8-95e4-4168-a48a-374f30b07ea4 HTTP/1.1" status: 200 len: 914 time: 0.2416303 Jul 15 14:52:11.696916 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 7fb8a32b-cad2-44e9-a291-1a16de2f6589 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:52:11.703479 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7fb8a32b-cad2-44e9-a291-1a16de2f6589 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:11.704148 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:11.714042 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-eb9eca79-8015-42c1-913d-544436c9f946 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:11.720932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-eb9eca79-8015-42c1-913d-544436c9f946 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3569517 Jul 15 14:52:11.744143 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-893ba709-d998-4d44-8915-17ea503ddd02 req-80692fcb-ca93-4e17-8db8-975de3d9eaa1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3581d26e-d109-44fb-a736-cc01705144f7 HTTP/1.1" status: 200 len: 217 time: 0.0746996 Jul 15 14:52:11.762926 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-e8123e55-60c6-4637-b5cf-14e189a585d8 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/quotas/ee188e41d71d434ead519f5f9ae6e707 HTTP/1.1" status: 200 len: 375 time: 0.0409746 Jul 15 14:52:11.827261 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ba709-d998-4d44-8915-17ea503ddd02 req-b8695c0b-71bf-4ab3-95d0-4e966e3cca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:11.828891 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-893ba709-d998-4d44-8915-17ea503ddd02 req-b8695c0b-71bf-4ab3-95d0-4e966e3cca60 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a37f6edc-bcf1-4173-ae3b-56e1f851925c HTTP/1.1" status: 200 len: 853 time: 0.0704966 Jul 15 14:52:11.854926 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:11.862216 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bab48d-cccf-4548-aa93-4c9901aae8a2,revision_number=7']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:11.893510 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-893ba709-d998-4d44-8915-17ea503ddd02 req-d7ec3b55-feae-4cde-be9c-488e1673a0e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=48c29de8-95e4-4168-a48a-374f30b07ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561588 Jul 15 14:52:11.936060 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 7fb8a32b-cad2-44e9-a291-1a16de2f6589, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7fb8a32b-cad2-44e9-a291-1a16de2f6589,segment=NetworkSegment(1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39),segment_id=1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:11.942878 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:11.943510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac638e5-d252-4559-8c30-4f76ab7a135f req-29659650-1088-4809-a263-fb5f41437ecb tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:11.952416 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ac638e5-d252-4559-8c30-4f76ab7a135f req-29659650-1088-4809-a263-fb5f41437ecb tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.4052203 Jul 15 14:52:11.959556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Attempting to bind port b9bab48d-cccf-4548-aa93-4c9901aae8a2 on host n-h1-764435-3 for vnic_type normal with profile {"migrating_to": "n-h2-764435-3"} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:52:11.959968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Attempting to bind port b9bab48d-cccf-4548-aa93-4c9901aae8a2 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:52:11.960317 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Attempting to bind port b9bab48d-cccf-4548-aa93-4c9901aae8a2 on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:11.985790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Port b9bab48d-cccf-4548-aa93-4c9901aae8a2 on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:52:11.986104 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Attempting to bind port b9bab48d-cccf-4548-aa93-4c9901aae8a2 on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:12.017994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:52:12.018239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Checking segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:52:12.018683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Bound using segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:52:12.019195 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Bound port: b9bab48d-cccf-4548-aa93-4c9901aae8a2, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:52:12.019572 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:12.062570 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ac638e5-d252-4559-8c30-4f76ab7a135f req-baf4b8a1-d906-4cc6-b622-ff52ceb89c5e tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091344 Jul 15 14:52:12.063005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=7fb8a32b-cad2-44e9-a291-1a16de2f6589,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:12.069532 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64563f48-1af0-4b9c-9281-1d56ee423f38 admin admin] Router 4272e79b-b0fd-41e9-8e5d-4fa9c853123e has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:52:12.135674 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-975a98fd-e44b-43b8-90f1-cec56eea525b tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3714573 Jul 15 14:52:12.180682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] For port b9bab48d-cccf-4548-aa93-4c9901aae8a2, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:12.184844 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] For port b9bab48d-cccf-4548-aa93-4c9901aae8a2, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b9bab48d-cccf-4548-aa93-4c9901aae8a2,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:52:12.241237 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-893ba709-d998-4d44-8915-17ea503ddd02 req-105029f1-732d-4d72-a2f7-cf4d1f98657b service neutron] 10.222.0.22 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372943 Jul 15 14:52:12.326389 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:12.338567 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64563f48-1af0-4b9c-9281-1d56ee423f38 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:52:12.354798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c9d78-ea6a-4e14-a022-57af82b2f244 None None] Sync routers for ids ['4272e79b-b0fd-41e9-8e5d-4fa9c853123e'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:52:12.379991 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c9d78-ea6a-4e14-a022-57af82b2f244 None None] Routers {'4272e79b-b0fd-41e9-8e5d-4fa9c853123e'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:52:12.380748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-851c9d78-ea6a-4e14-a022-57af82b2f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:52:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4272e79b-b0fd-41e9-8e5d-4fa9c853123e'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:12.476683 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-64563f48-1af0-4b9c-9281-1d56ee423f38 admin admin] 10.222.0.38 "PUT /v2.0/routers/4272e79b-b0fd-41e9-8e5d-4fa9c853123e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9787488 Jul 15 14:52:12.479637 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41060) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:12.480170 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bab48d-cccf-4548-aa93-4c9901aae8a2,revision_number=8']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:12.533517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:12.534291 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:12.539737 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-818bd9cc-d75b-4849-8c2d-e5753213ee17 service neutron] 10.222.0.22 "PUT /v2.0/ports/b9bab48d-cccf-4548-aa93-4c9901aae8a2 HTTP/1.1" status: 200 len: 1122 time: 3.1376441 Jul 15 14:52:12.541463 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc45118b-cefe-423a-8e4d-a8e6b9e9d623 x-openstack-request-id: req-dc45118b-cefe-423a-8e4d-a8e6b9e9d623 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:12.541972 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8aa67c1-3c47-4b0a-ae35-83873ef497b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b9bab48d-cccf-4548-aa93-4c9901aae8a2", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:12.542310 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dc45118b-cefe-423a-8e4d-a8e6b9e9d623 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:12.544092 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8aa67c1-3c47-4b0a-ae35-83873ef497b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9bab48d-cccf-4548-aa93-4c9901aae8a2', 'code': 200} Jul 15 14:52:12.585892 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-893ba709-d998-4d44-8915-17ea503ddd02 req-91987ece-8d9d-472e-ac19-1130cd7a57c2 service neutron] 10.222.0.22 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349938 Jul 15 14:52:12.673450 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91ab9f53-20be-4f76-a020-fd1294d41d24 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:12.689616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-851c9d78-ea6a-4e14-a022-57af82b2f244 None None] Set router 4272e79b-b0fd-41e9-8e5d-4fa9c853123e gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:52:12.742621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['b9bab48d-cccf-4548-aa93-4c9901aae8a2'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:12.776588 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['b9bab48d-cccf-4548-aa93-4c9901aae8a2'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:12.966917 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91ab9f53-20be-4f76-a020-fd1294d41d24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:13.193774 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-91ab9f53-20be-4f76-a020-fd1294d41d24 admin admin] Deleting port aad5dc5f-611d-4d33-ad76-bc9f05270599 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:52:13.194960 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91ab9f53-20be-4f76-a020-fd1294d41d24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:13.200387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf2c2e-5f93-4a19-9d0a-bbfc87833bb3 req-e09e37af-fb16-4f0f-8091-d693ffc63fe9 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:13.203788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5fcf2c2e-5f93-4a19-9d0a-bbfc87833bb3 req-e09e37af-fb16-4f0f-8091-d693ffc63fe9 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 944 time: 0.2957187 Jul 15 14:52:13.356754 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5fcf2c2e-5f93-4a19-9d0a-bbfc87833bb3 req-f5846460-1aae-480d-ad79-728d669620cc tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255119 Jul 15 14:52:13.506365 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7fb8a32b-cad2-44e9-a291-1a16de2f6589 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:52:13.617849 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-247eb334-be81-4cc7-ae50-b6aad405dfdc req-c285c572-e6fb-40ee-92d7-66eb043f0964 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 210 time: 0.0885055 Jul 15 14:52:13.696256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d54bf1-fef2-4f1f-a134-06c4774759c3 req-b2a573f1-c409-4b5b-a2b3-004a8506b245 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:13.698520 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-09d54bf1-fef2-4f1f-a134-06c4774759c3 req-b2a573f1-c409-4b5b-a2b3-004a8506b245 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 944 time: 0.0793829 Jul 15 14:52:13.784242 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-09d54bf1-fef2-4f1f-a134-06c4774759c3 req-c6e8e5a7-2b37-47cc-a8d8-9818c5b85ee2 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677662 Jul 15 14:52:13.922942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7fb8a32b-cad2-44e9-a291-1a16de2f6589 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:13.924189 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:13.982448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-91ab9f53-20be-4f76-a020-fd1294d41d24 admin admin] For port aad5dc5f-611d-4d33-ad76-bc9f05270599, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=aad5dc5f-611d-4d33-ad76-bc9f05270599,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:13.984456 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91ab9f53-20be-4f76-a020-fd1294d41d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:14.020541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-91ab9f53-20be-4f76-a020-fd1294d41d24 admin admin] Calling delete_port for aad5dc5f-611d-4d33-ad76-bc9f05270599 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:52:14.029541 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-851c9d78-ea6a-4e14-a022-57af82b2f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891449757-router', 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'aad5dc5f-611d-4d33-ad76-bc9f05270599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:49Z', 'updated_at': '2021-07-15T14:52:10Z', 'revision_number': 5, 'project_id': '17955bc0b45a4ded99fc6ce63981460e', 'gw_port': {'id': 'aad5dc5f-611d-4d33-ad76-bc9f05270599', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:49:50Z', 'updated_at': '2021-07-15T14:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:14.072200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c9d78-ea6a-4e14-a022-57af82b2f244 None None] Checking router: 4272e79b-b0fd-41e9-8e5d-4fa9c853123e for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:52:14.084465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 3581d26e-d109-44fb-a736-cc01705144f7 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:52:14.292728 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c9d78-ea6a-4e14-a022-57af82b2f244 None None] Routers {'4272e79b-b0fd-41e9-8e5d-4fa9c853123e'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:52:14.294209 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-851c9d78-ea6a-4e14-a022-57af82b2f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:52:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4272e79b-b0fd-41e9-8e5d-4fa9c853123e'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:14.311139 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb47f3-20f2-42b4-8e6b-7b0766b5a34c req-cc8233de-5ef0-4738-a482-a5ace07b162d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:14.321690 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7cb47f3-20f2-42b4-8e6b-7b0766b5a34c req-cc8233de-5ef0-4738-a482-a5ace07b162d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1316514 Jul 15 14:52:14.387530 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7cb47f3-20f2-42b4-8e6b-7b0766b5a34c req-a858ad99-2b9f-421c-8d65-0194c6cab630 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538030 Jul 15 14:52:14.429359 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91ab9f53-20be-4f76-a020-fd1294d41d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:14.451817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 3581d26e-d109-44fb-a736-cc01705144f7, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=3581d26e-d109-44fb-a736-cc01705144f7,segment=NetworkSegment(370210f3-9b07-4810-839f-1014fc9ff7e8),segment_id=370210f3-9b07-4810-839f-1014fc9ff7e8)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:14.470336 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-851c9d78-ea6a-4e14-a022-57af82b2f244 None None] Set router 4272e79b-b0fd-41e9-8e5d-4fa9c853123e gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:52:14.473870 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '3581d26e-d109-44fb-a736-cc01705144f7', 'network_id': '48c29de8-95e4-4168-a48a-374f30b07ea4', 'port_id': '3581d26e-d109-44fb-a736-cc01705144f7', 'mac_address': 'fa:16:3e:95:7a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37f6edc-bcf1-4173-ae3b-56e1f851925c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:52:14.506946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab9f53-20be-4f76-a020-fd1294d41d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=aad5dc5f-611d-4d33-ad76-bc9f05270599,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:14.539863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-851c9d78-ea6a-4e14-a022-57af82b2f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891449757-router', 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:49Z', 'updated_at': '2021-07-15T14:52:12Z', 'revision_number': 6, 'project_id': '17955bc0b45a4ded99fc6ce63981460e', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:14.545813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8aa67c1-3c47-4b0a-ae35-83873ef497b0', 'tag': 'b9bab48d-cccf-4548-aa93-4c9901aae8a2'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:14.549035 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27de9aa-2c88-4bdc-946c-786dff0e00e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a8aa67c1-3c47-4b0a-ae35-83873ef497b0", "tag": "b9bab48d-cccf-4548-aa93-4c9901aae8a2"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:14.620815 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c9d78-ea6a-4e14-a022-57af82b2f244 None None] The sync data for ids ['4272e79b-b0fd-41e9-8e5d-4fa9c853123e'] in n-d-764435-3 is: [{'id': '4272e79b-b0fd-41e9-8e5d-4fa9c853123e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891449757-router', 'tenant_id': '17955bc0b45a4ded99fc6ce63981460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:49:49Z', 'updated_at': '2021-07-15T14:52:12Z', 'revision_number': 6, 'project_id': '17955bc0b45a4ded99fc6ce63981460e', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:52:14.642916 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:14.688636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3581d26e-d109-44fb-a736-cc01705144f7 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:52:14.716775 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 3581d26e-d109-44fb-a736-cc01705144f7, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=3581d26e-d109-44fb-a736-cc01705144f7,segment=NetworkSegment(370210f3-9b07-4810-839f-1014fc9ff7e8),segment_id=370210f3-9b07-4810-839f-1014fc9ff7e8)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:14.720367 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ccefc1-5c0c-4ae4-a31b-10c229f79306 x-openstack-request-id: req-33ccefc1-5c0c-4ae4-a31b-10c229f79306 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:14.720663 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8aa67c1-3c47-4b0a-ae35-83873ef497b0", "tag": "b9bab48d-cccf-4548-aa93-4c9901aae8a2", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:14.721170 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-33ccefc1-5c0c-4ae4-a31b-10c229f79306 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:14.722031 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8aa67c1-3c47-4b0a-ae35-83873ef497b0', 'tag': 'b9bab48d-cccf-4548-aa93-4c9901aae8a2', 'status': 'completed', 'code': 200} Jul 15 14:52:14.724033 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:14.737456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7168-4629-4d24-9196-ee0c521c97f5 req-f39f39b4-93bc-4d8c-99b1-a0521db3d884 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:14.745717 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-386e7168-4629-4d24-9196-ee0c521c97f5 req-f39f39b4-93bc-4d8c-99b1-a0521db3d884 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 944 time: 0.1116195 Jul 15 14:52:14.753725 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91ab9f53-20be-4f76-a020-fd1294d41d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:14.837127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=3581d26e-d109-44fb-a736-cc01705144f7,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:14.897879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a6e28b7-33cc-4a1a-8410-6288088ce818 req-8812493c-97e3-4f9e-9dd9-154ff370cad4 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 210 time: 0.0420063 Jul 15 14:52:14.901218 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-386e7168-4629-4d24-9196-ee0c521c97f5 req-58ad04fd-00c1-4bdd-a3b8-7492aa70076f tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465268 Jul 15 14:52:14.979930 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91ab9f53-20be-4f76-a020-fd1294d41d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:14.988963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91ab9f53-20be-4f76-a020-fd1294d41d24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:15.108902 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91ab9f53-20be-4f76-a020-fd1294d41d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:15.109768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ab9f53-20be-4f76-a020-fd1294d41d24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4272e79b-b0fd-41e9-8e5d-4fa9c853123e {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:52:15.124751 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91ab9f53-20be-4f76-a020-fd1294d41d24 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:15.128781 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-91ab9f53-20be-4f76-a020-fd1294d41d24 admin admin] 10.222.0.38 "DELETE /v2.0/routers/4272e79b-b0fd-41e9-8e5d-4fa9c853123e HTTP/1.1" status: 204 len: 168 time: 2.6445136 Jul 15 14:52:15.129970 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27de9aa-2c88-4bdc-946c-786dff0e00e0 req-a47c304a-b891-4c23-9a08-e444d1a935b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:15.131371 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41100) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:15.137343 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e27de9aa-2c88-4bdc-946c-786dff0e00e0 req-a47c304a-b891-4c23-9a08-e444d1a935b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 1125 time: 0.2937033 Jul 15 14:52:15.219286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['3581d26e-d109-44fb-a736-cc01705144f7'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:15.271080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad18f4a-9d8d-4237-b24e-e6ae26282df3 admin admin] Deleting subnet be99425a-09ff-4f6c-b281-0f29fe8f3668 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:52:15.276166 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ad18f4a-9d8d-4237-b24e-e6ae26282df3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:15.287002 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c82ea694-0b36-407e-851f-4e047768573c tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ee188e41d71d434ead519f5f9ae6e707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360861 Jul 15 14:52:15.312042 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27de9aa-2c88-4bdc-946c-786dff0e00e0 req-c8ade8a7-9664-4f06-8b6f-0bd5feb8562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:15.314443 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e27de9aa-2c88-4bdc-946c-786dff0e00e0 req-c8ade8a7-9664-4f06-8b6f-0bd5feb8562a service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.1700082 Jul 15 14:52:15.329234 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ad18f4a-9d8d-4237-b24e-e6ae26282df3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:15.356250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd5fb5-3d39-4c7e-86f8-ff842eff265f req-d5eea80d-3c93-40d9-a472-5d3b97657245 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:15.358151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2fd5fb5-3d39-4c7e-86f8-ff842eff265f req-d5eea80d-3c93-40d9-a472-5d3b97657245 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 944 time: 0.1860199 Jul 15 14:52:15.462614 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e27de9aa-2c88-4bdc-946c-786dff0e00e0 req-4744ea80-9dd4-42a3-9964-81dcfdc40978 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9bab48d-cccf-4548-aa93-4c9901aae8a2 HTTP/1.1" status: 200 len: 217 time: 0.0479631 Jul 15 14:52:15.481788 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ad18f4a-9d8d-4237-b24e-e6ae26282df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:15.529281 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2fd5fb5-3d39-4c7e-86f8-ff842eff265f req-282f98be-4db9-4821-84aa-5b83b5f0de41 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477659 Jul 15 14:52:15.568681 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-e62cf25e-e4a3-481d-a03a-36432f8d6b46 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:15.570069 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-e62cf25e-e4a3-481d-a03a-36432f8d6b46 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2543387 Jul 15 14:52:15.614916 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-0a303c55-22f0-4410-85fc-0c0fb3a83d67 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Request body: {'port': {'device_id': '3d5578b8-22f1-4f30-be66-215fcd743ad9', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'ee188e41d71d434ead519f5f9ae6e707'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:15.638926 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 63e39a4f-672f-4b2e-85ce-081c659244c0 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:52:15.664939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27de9aa-2c88-4bdc-946c-786dff0e00e0 req-303406b1-a072-428a-bc89-d1965b8632d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:15.671599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 63e39a4f-672f-4b2e-85ce-081c659244c0 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:52:15.672813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 63e39a4f-672f-4b2e-85ce-081c659244c0 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:52:15.673611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device aad5dc5f-611d-4d33-ad76-bc9f05270599 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:52:15.674581 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e27de9aa-2c88-4bdc-946c-786dff0e00e0 req-303406b1-a072-428a-bc89-d1965b8632d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.2003477 Jul 15 14:52:15.709405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: aad5dc5f-611d-4d33-ad76-bc9f05270599 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:52:15.711229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device aad5dc5f-611d-4d33-ad76-bc9f05270599 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:52:15.734633 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e27de9aa-2c88-4bdc-946c-786dff0e00e0 req-f54bb293-3596-4f17-84b6-8ce58f1620cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479300 Jul 15 14:52:15.787885 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ad18f4a-9d8d-4237-b24e-e6ae26282df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:15.825318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad18f4a-9d8d-4237-b24e-e6ae26282df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be99425a-09ff-4f6c-b281-0f29fe8f3668,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:15.849551 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc1a433-91fb-42ac-a95d-aca587cd6de7 None None] Network bdc6540e-dbda-49bf-bb85-0c7fced135e0 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:52:15.853816 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ad18f4a-9d8d-4237-b24e-e6ae26282df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:15.857290 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2ad18f4a-9d8d-4237-b24e-e6ae26282df3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/be99425a-09ff-4f6c-b281-0f29fe8f3668 HTTP/1.1" status: 204 len: 168 time: 0.7228949 Jul 15 14:52:15.859880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41108) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:16.004613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40b690-4a65-4f40-8c58-0ca18a67460e req-c13f6770-fdc7-47af-9dcc-767bcc4eca1f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:16.012312 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed40b690-4a65-4f40-8c58-0ca18a67460e req-c13f6770-fdc7-47af-9dcc-767bcc4eca1f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.3229322 Jul 15 14:52:16.017519 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:16.095447 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed40b690-4a65-4f40-8c58-0ca18a67460e req-1b0c9848-3ce1-43df-b472-ae3c60ba11ca tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821500 Jul 15 14:52:16.097798 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e27de9aa-2c88-4bdc-946c-786dff0e00e0 req-0471fd54-dc48-4b14-b853-ac5675dca6d0 service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556515 Jul 15 14:52:16.236469 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e27de9aa-2c88-4bdc-946c-786dff0e00e0 req-12c88384-24c2-45e6-858c-80a2d2d0e98b service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292326 Jul 15 14:52:16.239612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Deleting port a347ded3-62bc-4eff-adbc-42158a7c0ce0 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:52:16.240291 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:16.257771 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-0a303c55-22f0-4410-85fc-0c0fb3a83d67 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Made reservation on behalf of ee188e41d71d434ead519f5f9ae6e707 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:52:16.267083 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-0a303c55-22f0-4410-85fc-0c0fb3a83d67 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:16.312810 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-71cd0844-ec0b-450f-ad31-bc9035281427 req-e1ffd256-8daf-488b-b2a8-3fbc650035d1 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 210 time: 0.0463681 Jul 15 14:52:16.406680 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aade68c-c0c7-4ffa-8665-ee6534a9cb34 None None] DHCP port deletion for bdc6540e-dbda-49bf-bb85-0c7fced135e0 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:52:16.435528 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] For port a347ded3-62bc-4eff-adbc-42158a7c0ce0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=a347ded3-62bc-4eff-adbc-42158a7c0ce0,segment=NetworkSegment(b1c1e254-4cc6-47df-997e-e18c529637ca),segment_id=b1c1e254-4cc6-47df-997e-e18c529637ca)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:16.436118 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:16.462172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Calling delete_port for a347ded3-62bc-4eff-adbc-42158a7c0ce0 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:52:16.529286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7aade68c-c0c7-4ffa-8665-ee6534a9cb34 None None] Deleting port a347ded3-62bc-4eff-adbc-42158a7c0ce0 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:52:16.529668 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7aade68c-c0c7-4ffa-8665-ee6534a9cb34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:16.564759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6ef09-22c2-4d7c-b8b2-867b5820d494 req-00d76358-22ce-40d1-a582-e245daa3a8ca tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:16.573547 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0fa6ef09-22c2-4d7c-b8b2-867b5820d494 req-00d76358-22ce-40d1-a582-e245daa3a8ca tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 945 time: 0.1926603 Jul 15 14:52:16.639782 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-0a303c55-22f0-4410-85fc-0c0fb3a83d67 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Allocated IP 192.168.233.186 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/82c777c4-3a97-41f0-9d2a-61f45c4232b2) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:52:16.642733 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0fa6ef09-22c2-4d7c-b8b2-867b5820d494 req-4ba84103-2264-4c7a-bc43-bfb43617f5bb tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617611 Jul 15 14:52:16.688000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7aade68c-c0c7-4ffa-8665-ee6534a9cb34 None None] For port a347ded3-62bc-4eff-adbc-42158a7c0ce0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=a347ded3-62bc-4eff-adbc-42158a7c0ce0,segment=NetworkSegment(b1c1e254-4cc6-47df-997e-e18c529637ca),segment_id=b1c1e254-4cc6-47df-997e-e18c529637ca)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:16.688684 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7aade68c-c0c7-4ffa-8665-ee6534a9cb34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:16.711028 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7aade68c-c0c7-4ffa-8665-ee6534a9cb34 None None] Calling delete_port for a347ded3-62bc-4eff-adbc-42158a7c0ce0 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:52:16.726133 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:16.884332 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7aade68c-c0c7-4ffa-8665-ee6534a9cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:16.913730 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-0a303c55-22f0-4410-85fc-0c0fb3a83d67 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:16.933707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-0a303c55-22f0-4410-85fc-0c0fb3a83d67 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Transition to ACTIVE for port object 82c777c4-3a97-41f0-9d2a-61f45c4232b2 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:16.953622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aade68c-c0c7-4ffa-8665-ee6534a9cb34 None None] No DVR routers for this DVR port a347ded3-62bc-4eff-adbc-42158a7c0ce0 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:52:16.963538 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aade68c-c0c7-4ffa-8665-ee6534a9cb34 None None] Pushing event deleted for resources: {'Port': ['ID=a347ded3-62bc-4eff-adbc-42158a7c0ce0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:17.017684 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-0a303c55-22f0-4410-85fc-0c0fb3a83d67 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:17.043842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['3b26d444-8675-4a45-bd2e-93a7186c728d', '492f8995-5baa-4741-8a5b-1de26507c40c', '9c6f1607-4ee7-4374-99ab-c4972269ca6c'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:17.048640 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['87ef3814-8ded-41ad-b4c9-65f4e5e94011', 'e118ea8b-0489-4f3d-b047-eeb2736d4010', '1ef06155-f258-4023-9361-8178ab130ce6', 'ee547856-ce2b-4230-ab12-0c2c2629ec07'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:17.201822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-0a303c55-22f0-4410-85fc-0c0fb3a83d67 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:52:17.204500 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-0a303c55-22f0-4410-85fc-0c0fb3a83d67 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:17.217352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-0a303c55-22f0-4410-85fc-0c0fb3a83d67 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:52:17.228622 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a303c55-22f0-4410-85fc-0c0fb3a83d67 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event updated for resources: {'Port': ['ID=82c777c4-3a97-41f0-9d2a-61f45c4232b2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:17.353657 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-0a303c55-22f0-4410-85fc-0c0fb3a83d67 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:17.354722 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-0a303c55-22f0-4410-85fc-0c0fb3a83d67 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:17.371490 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a347ded3-62bc-4eff-adbc-42158a7c0ce0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:17.373900 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] No DVR routers for this DVR port a347ded3-62bc-4eff-adbc-42158a7c0ce0 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:52:17.389677 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-0a303c55-22f0-4410-85fc-0c0fb3a83d67 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7960143 Jul 15 14:52:17.415468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Request body: {'port': {'device_id': '3d5578b8-22f1-4f30-be66-215fcd743ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:17.561236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a347ded3-62bc-4eff-adbc-42158a7c0ce0 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:52:17.620729 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:17.633794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e85a9-61e3-40a3-95a4-0d4b63c6b686 req-683ed05e-a51a-42d7-936a-9d0c08268002 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:17.635890 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-494e85a9-61e3-40a3-95a4-0d4b63c6b686 req-683ed05e-a51a-42d7-936a-9d0c08268002 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 944 time: 0.2984049 Jul 15 14:52:17.641604 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: a347ded3-62bc-4eff-adbc-42158a7c0ce0 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:52:17.642610 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a347ded3-62bc-4eff-adbc-42158a7c0ce0 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:52:17.665040 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:17.670939 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:17.671308 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:17.673202 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:17.673202 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:17.673522 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:17.673842 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:17.674137 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:17.674578 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:17.674902 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:17.675762 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:17.785085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ede96786-bd6e-46d3-b625-6623f8576e0c None None] Provisioning for port 82c777c4-3a97-41f0-9d2a-61f45c4232b2 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:52:17.806705 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:17.807248 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:17.808424 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:17.811454 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:17.812071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc6540e-dbda-49bf-bb85-0c7fced135e0']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:17.819594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ede96786-bd6e-46d3-b625-6623f8576e0c None None] Provisioning complete for port 82c777c4-3a97-41f0-9d2a-61f45c4232b2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:17.820502 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ede96786-bd6e-46d3-b625-6623f8576e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:17.922305 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ede96786-bd6e-46d3-b625-6623f8576e0c None None] Port 82c777c4-3a97-41f0-9d2a-61f45c4232b2 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:52:17.942225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c1e254-4cc6-47df-997e-e18c529637ca') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:17.955239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c1e254-4cc6-47df-997e-e18c529637ca') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:17.978947 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:18.001646 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:18.011591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:52:18.012027 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: from cryptography.utils import int_from_bytes Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: from cryptography.utils import int_from_bytes Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.076355 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: timer() Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:52:18.089085 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:18.105238 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a6579-e9b7-425b-a178-3aca0b764f0a req-7e3238e7-3572-4cc3-937e-5f71bfae6f43 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:18.112997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee3a6579-e9b7-425b-a178-3aca0b764f0a req-7e3238e7-3572-4cc3-937e-5f71bfae6f43 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.7845893 Jul 15 14:52:18.129011 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 3581d26e-d109-44fb-a736-cc01705144f7 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:52:18.188161 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:18.194881 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/bdc6540e-dbda-49bf-bb85-0c7fced135e0 HTTP/1.1" status: 204 len: 168 time: 2.3335083 Jul 15 14:52:18.199330 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41134) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:18.207562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7cfe7-31f6-4484-bff7-bc42890f79c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdc6540e-dbda-49bf-bb85-0c7fced135e0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:18.221385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-494e85a9-61e3-40a3-95a4-0d4b63c6b686 req-7581abc9-e84f-4ccc-a416-eb9c9fc9e4b0 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5634713 Jul 15 14:52:18.253916 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee3a6579-e9b7-425b-a178-3aca0b764f0a req-13c48561-4c38-4f41-907e-cad11bf79035 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357174 Jul 15 14:52:18.403597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 3581d26e-d109-44fb-a736-cc01705144f7 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:52:18.442638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 3581d26e-d109-44fb-a736-cc01705144f7 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:18.442998 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:18.538713 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c777c4-3a97-41f0-9d2a-61f45c4232b2 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:52:18.554846 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:18.585527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f33b6-ee0f-4d75-8f21-88e430140958 req-bfe9478b-e5b4-4cee-8982-16aa0940c378 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:18.587449 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a6f33b6-ee0f-4d75-8f21-88e430140958 req-bfe9478b-e5b4-4cee-8982-16aa0940c378 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 936 time: 0.1461008 Jul 15 14:52:18.603407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c25c018f-797e-408a-9efb-213fc023f764 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:52:18.605769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c25c018f-797e-408a-9efb-213fc023f764 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:52:18.618269 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Transition to ACTIVE for port object 82c777c4-3a97-41f0-9d2a-61f45c4232b2 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:18.630861 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:18.719076 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a6f33b6-ee0f-4d75-8f21-88e430140958 req-91a88a07-2107-4a46-b5c0-e96631c22d21 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254787 Jul 15 14:52:18.724828 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=82c777c4-3a97-41f0-9d2a-61f45c4232b2,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:18.820753 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6cd57-90b5-44f1-9b23-d02e425a5166 req-fa0daa29-2b08-4ae5-9126-70755ee9979e tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:18.826856 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8a6cd57-90b5-44f1-9b23-d02e425a5166 req-fa0daa29-2b08-4ae5-9126-70755ee9979e tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 945 time: 0.1744747 Jul 15 14:52:18.918305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Attempting to bind port 82c777c4-3a97-41f0-9d2a-61f45c4232b2 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:52:18.918714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Attempting to bind port 82c777c4-3a97-41f0-9d2a-61f45c4232b2 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:52:18.919311 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Attempting to bind port 82c777c4-3a97-41f0-9d2a-61f45c4232b2 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:18.930660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Port 82c777c4-3a97-41f0-9d2a-61f45c4232b2 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:52:18.932419 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Attempting to bind port 82c777c4-3a97-41f0-9d2a-61f45c4232b2 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:18.943011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:52:18.943685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:52:18.944928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:52:18.945600 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Bound port: 82c777c4-3a97-41f0-9d2a-61f45c4232b2, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:52:18.946259 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:18.967628 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8a6cd57-90b5-44f1-9b23-d02e425a5166 req-d7f5f3a6-fb8f-4232-ac62-abb821b2956c tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321208 Jul 15 14:52:19.109690 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] For port 82c777c4-3a97-41f0-9d2a-61f45c4232b2, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:19.119505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] For port 82c777c4-3a97-41f0-9d2a-61f45c4232b2, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=82c777c4-3a97-41f0-9d2a-61f45c4232b2,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:52:19.124634 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09986c42-35ca-42d1-be1c-a2de12eb3412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:19.154314 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:19.177790 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:19.220663 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:19.249636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:19.250308 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:19.256671 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] 10.222.0.22 "PUT /v2.0/ports/82c777c4-3a97-41f0-9d2a-61f45c4232b2 HTTP/1.1" status: 200 len: 1096 time: 1.8545444 Jul 15 14:52:19.272346 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5578b8-22f1-4f30-be66-215fcd743ad9', 'tag': '82c777c4-3a97-41f0-9d2a-61f45c4232b2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:19.289329 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb98be96-f0c4-4721-9073-b32209f678ed" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5578b8-22f1-4f30-be66-215fcd743ad9", "tag": "82c777c4-3a97-41f0-9d2a-61f45c4232b2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:19.493871 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5e98c7-56ac-4135-bf26-dc02e09c29a4 x-openstack-request-id: req-dc5e98c7-56ac-4135-bf26-dc02e09c29a4 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:19.494183 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5578b8-22f1-4f30-be66-215fcd743ad9", "tag": "82c777c4-3a97-41f0-9d2a-61f45c4232b2", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:19.494447 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dc5e98c7-56ac-4135-bf26-dc02e09c29a4 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:19.494929 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5578b8-22f1-4f30-be66-215fcd743ad9', 'tag': '82c777c4-3a97-41f0-9d2a-61f45c4232b2', 'status': 'completed', 'code': 200} Jul 15 14:52:19.498945 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:19.516017 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:19.628165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7690e60-9850-4c60-ab2c-d769f76dc4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=82c777c4-3a97-41f0-9d2a-61f45c4232b2,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:19.632762 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002a6ba-ec12-423b-b004-53d507b3f246 req-e09a488b-57b8-4bf2-8d3a-3b6dc98d6b25 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:19.641341 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1002a6ba-ec12-423b-b004-53d507b3f246 req-e09a488b-57b8-4bf2-8d3a-3b6dc98d6b25 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1624460 Jul 15 14:52:19.647652 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 3581d26e-d109-44fb-a736-cc01705144f7, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=3581d26e-d109-44fb-a736-cc01705144f7,segment=NetworkSegment(370210f3-9b07-4810-839f-1014fc9ff7e8),segment_id=370210f3-9b07-4810-839f-1014fc9ff7e8)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:19.652214 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c25c018f-797e-408a-9efb-213fc023f764, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c25c018f-797e-408a-9efb-213fc023f764,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:19.655717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f856874-00a6-4b7a-b0e4-019719db20b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3581d26e-d109-44fb-a736-cc01705144f7'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:19.659357 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30a61da-8843-4b36-a559-aa026c0ee133" -d '{"events": [{"server_uuid": "2f856874-00a6-4b7a-b0e4-019719db20b5", "name": "network-vif-plugged", "status": "completed", "tag": "3581d26e-d109-44fb-a736-cc01705144f7"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:19.681638 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:19.762121 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-21935a86-1b32-4fa9-898e-b0d151160ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:19.763608 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-21935a86-1b32-4fa9-898e-b0d151160ffa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 1099 time: 0.4374819 Jul 15 14:52:19.781130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=3581d26e-d109-44fb-a736-cc01705144f7,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:19.787995 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1002a6ba-ec12-423b-b004-53d507b3f246 req-1ae33383-a07d-444d-94d0-eb0d5a7c00c7 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426566 Jul 15 14:52:19.798345 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c25c018f-797e-408a-9efb-213fc023f764, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c25c018f-797e-408a-9efb-213fc023f764,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:19.799781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'c25c018f-797e-408a-9efb-213fc023f764', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'c25c018f-797e-408a-9efb-213fc023f764', 'mac_address': 'fa:16:3e:23:5a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:52:19.813372 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:19.873015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd0560-3296-4354-b414-a29131082679 req-0dae0a29-3b96-4314-bd66-405005651eba tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:19.875417 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-ec76ae9b-6084-4e9d-9a0c-12037f371440 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=82c777c4-3a97-41f0-9d2a-61f45c4232b2 HTTP/1.1" status: 200 len: 217 time: 0.1002464 Jul 15 14:52:19.883225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67dd0560-3296-4354-b414-a29131082679 req-0dae0a29-3b96-4314-bd66-405005651eba tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 944 time: 0.1917114 Jul 15 14:52:19.962389 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67dd0560-3296-4354-b414-a29131082679 req-b2c35cd1-e8ca-4854-9352-cba56af21377 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682423 Jul 15 14:52:19.967698 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:19.969918 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c25c018f-797e-408a-9efb-213fc023f764,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:20.014882 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74157af-2bbd-48a7-9a80-69ad1bb58191 x-openstack-request-id: req-f74157af-2bbd-48a7-9a80-69ad1bb58191 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:20.015107 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f856874-00a6-4b7a-b0e4-019719db20b5", "name": "network-vif-plugged", "status": "completed", "tag": "3581d26e-d109-44fb-a736-cc01705144f7", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:20.015364 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f74157af-2bbd-48a7-9a80-69ad1bb58191 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:20.016129 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f856874-00a6-4b7a-b0e4-019719db20b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3581d26e-d109-44fb-a736-cc01705144f7', 'code': 200} Jul 15 14:52:20.018186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25c018f-797e-408a-9efb-213fc023f764 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:52:20.057232 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c25c018f-797e-408a-9efb-213fc023f764, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c25c018f-797e-408a-9efb-213fc023f764,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:20.070694 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:20.176375 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-dd58dfaa-22c8-45c1-85be-61caa40f6caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:20.184672 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-dd58dfaa-22c8-45c1-85be-61caa40f6caf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.3002052 Jul 15 14:52:20.192201 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c25c018f-797e-408a-9efb-213fc023f764,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:20.306696 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf9a24-3531-4a79-89b6-47159f8c832e req-9e51627d-e605-4524-819b-22daff4b39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:20.308539 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cbbf9a24-3531-4a79-89b6-47159f8c832e req-9e51627d-e605-4524-819b-22daff4b39e3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 1097 time: 0.2035792 Jul 15 14:52:20.343194 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-09986c42-35ca-42d1-be1c-a2de12eb3412 admin admin] Deleting port 35a252ec-8619-4e43-9808-3c94adfff705 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:52:20.343544 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09986c42-35ca-42d1-be1c-a2de12eb3412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:20.366509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-efb5f842-1ba6-4848-b76f-c6f29bc11361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:20.368074 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-efb5f842-1ba6-4848-b76f-c6f29bc11361 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1740408 Jul 15 14:52:20.390241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['c25c018f-797e-408a-9efb-213fc023f764'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:20.409215 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cbbf9a24-3531-4a79-89b6-47159f8c832e req-05816f08-5cef-4fef-ba0a-87002f8d1a66 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917115 Jul 15 14:52:20.452198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c087e-05d7-4bd2-a511-a3097ceb0653 req-27f46455-2fa8-4ea0-aa47-bf2be8c2ed34 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:20.461654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c4c087e-05d7-4bd2-a511-a3097ceb0653 req-27f46455-2fa8-4ea0-aa47-bf2be8c2ed34 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 948 time: 0.1509137 Jul 15 14:52:20.496907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6755c6-a30d-4845-9a0c-dd3aaaa07aca req-9a03e02d-53e9-4337-a2ee-e4b1887c0ea8 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:20.499831 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee6755c6-a30d-4845-9a0c-dd3aaaa07aca req-9a03e02d-53e9-4337-a2ee-e4b1887c0ea8 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 946 time: 0.2475147 Jul 15 14:52:20.550950 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c4c087e-05d7-4bd2-a511-a3097ceb0653 req-dad07b87-4bed-4ab0-b8f4-f79431cf3094 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883207 Jul 15 14:52:20.588457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee6755c6-a30d-4845-9a0c-dd3aaaa07aca req-9753696d-7a1d-4158-b33f-6991700af9ac tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817769 Jul 15 14:52:20.609252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device b9bab48d-cccf-4548-aa93-4c9901aae8a2 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:52:20.804578 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-09986c42-35ca-42d1-be1c-a2de12eb3412 admin admin] For port 35a252ec-8619-4e43-9808-3c94adfff705, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=35a252ec-8619-4e43-9808-3c94adfff705,segment=NetworkSegment(77969f16-437b-4633-9d8b-ba3a895ad05e),segment_id=77969f16-437b-4633-9d8b-ba3a895ad05e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:20.805181 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09986c42-35ca-42d1-be1c-a2de12eb3412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:20.826552 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-09986c42-35ca-42d1-be1c-a2de12eb3412 admin admin] Calling delete_port for 35a252ec-8619-4e43-9808-3c94adfff705 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:52:20.840877 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-df999113-9d75-4afb-8146-1df4686c2d12 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631488 Jul 15 14:52:21.025719 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e23aa4b4-889d-4d6b-818c-b4f72afe49ff req-c733c920-c106-4ba4-97e6-5361a252fba1 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491435 Jul 15 14:52:21.029325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f612ec0-1261-49b8-acdf-5f7dda67cb6e req-00729e1c-6f1f-4d10-90ff-6e9adfa8188d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:21.037322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5f612ec0-1261-49b8-acdf-5f7dda67cb6e req-00729e1c-6f1f-4d10-90ff-6e9adfa8188d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 949 time: 0.0848777 Jul 15 14:52:21.086103 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5f612ec0-1261-49b8-acdf-5f7dda67cb6e req-410870a3-40fc-4037-bc36-2523c054146b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472207 Jul 15 14:52:21.252574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcf450-d897-4d3a-b1bb-b58314b375e0 req-ab7639e0-cc8c-439f-9a73-ee41cbcb195e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:21.254625 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26dcf450-d897-4d3a-b1bb-b58314b375e0 req-ab7639e0-cc8c-439f-9a73-ee41cbcb195e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 944 time: 0.0915041 Jul 15 14:52:21.275098 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09986c42-35ca-42d1-be1c-a2de12eb3412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:21.302176 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26dcf450-d897-4d3a-b1bb-b58314b375e0 req-e5e71a6b-d2e0-43bb-a4af-8ed551687a84 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Jul 15 14:52:21.331160 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98be96-f0c4-4721-9073-b32209f678ed req-38aada9f-c139-45e4-b85e-e1c5deb2add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:21.333954 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb98be96-f0c4-4721-9073-b32209f678ed req-38aada9f-c139-45e4-b85e-e1c5deb2add7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 1099 time: 0.2446020 Jul 15 14:52:21.344238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09986c42-35ca-42d1-be1c-a2de12eb3412 admin admin] Pushing event deleted for resources: {'Port': ['ID=35a252ec-8619-4e43-9808-3c94adfff705,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:21.651046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98be96-f0c4-4721-9073-b32209f678ed req-869094a2-52ff-4c11-a0d3-558a6ecec289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:21.652775 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb98be96-f0c4-4721-9073-b32209f678ed req-869094a2-52ff-4c11-a0d3-558a6ecec289 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2868729 Jul 15 14:52:21.671395 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09986c42-35ca-42d1-be1c-a2de12eb3412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:21.741378 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb98be96-f0c4-4721-9073-b32209f678ed req-120c7da0-d6a5-4e1b-9b82-74bc775affe1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=82c777c4-3a97-41f0-9d2a-61f45c4232b2 HTTP/1.1" status: 200 len: 217 time: 0.0800502 Jul 15 14:52:21.868975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98be96-f0c4-4721-9073-b32209f678ed req-92d12ed7-0ac8-4b57-9f24-062bd6aec901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:21.871218 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb98be96-f0c4-4721-9073-b32209f678ed req-92d12ed7-0ac8-4b57-9f24-062bd6aec901 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1218424 Jul 15 14:52:21.995281 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68423a-0fe2-4b7a-b25d-825dc63937c6 req-31781972-0cae-4050-a379-06e36d8bb125 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:21.999133 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3f68423a-0fe2-4b7a-b25d-825dc63937c6 req-31781972-0cae-4050-a379-06e36d8bb125 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 946 time: 0.1492784 Jul 15 14:52:22.017704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efac98d-f201-44cc-a8d9-a0bae9ff0162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c25c018f-797e-408a-9efb-213fc023f764'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:22.020295 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fce724-10c1-44ae-9afa-b8a63d1558f7" -d '{"events": [{"server_uuid": "1efac98d-f201-44cc-a8d9-a0bae9ff0162", "name": "network-vif-unplugged", "status": "completed", "tag": "c25c018f-797e-408a-9efb-213fc023f764"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:22.074354 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6376c4-6436-43be-a9f6-161ab75124ee req-ffe80d75-14f1-4df1-acd0-e74a5e2248d4 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:22.083220 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98be96-f0c4-4721-9073-b32209f678ed req-60d78cae-0550-4116-99c4-1903834fa51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:22.084868 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac6376c4-6436-43be-a9f6-161ab75124ee req-ffe80d75-14f1-4df1-acd0-e74a5e2248d4 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 948 time: 0.1882975 Jul 15 14:52:22.085012 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb98be96-f0c4-4721-9073-b32209f678ed req-60d78cae-0550-4116-99c4-1903834fa51a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1768050 Jul 15 14:52:22.147149 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3f68423a-0fe2-4b7a-b25d-825dc63937c6 req-28db1106-3376-4218-8260-866e50f8d0ea tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323793 Jul 15 14:52:22.195716 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac6376c4-6436-43be-a9f6-161ab75124ee req-f5ed6d6d-c14e-4fe5-b145-123ca9b0a455 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098733 Jul 15 14:52:22.243628 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e404d1a4-578b-4766-8aba-f44daecadeb2 x-openstack-request-id: req-e404d1a4-578b-4766-8aba-f44daecadeb2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:22.244257 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efac98d-f201-44cc-a8d9-a0bae9ff0162", "name": "network-vif-unplugged", "status": "completed", "tag": "c25c018f-797e-408a-9efb-213fc023f764", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:22.244744 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e404d1a4-578b-4766-8aba-f44daecadeb2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:22.245362 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efac98d-f201-44cc-a8d9-a0bae9ff0162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c25c018f-797e-408a-9efb-213fc023f764', 'code': 200} Jul 15 14:52:22.262450 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09986c42-35ca-42d1-be1c-a2de12eb3412 admin admin] Router 6e78be1b-0542-4877-9413-fd7cac1ef72f has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:52:22.290355 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb98be96-f0c4-4721-9073-b32209f678ed req-a2cdf89b-e18e-494a-85c7-caec35c1a5b0 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653490 Jul 15 14:52:22.456643 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8580c89b-077f-4008-b2e4-f87a8f7b4d66 req-6c93347b-4bc8-496c-a5be-67c362b755f5 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-501661571&fields=id&tenant_id=894cfc4f58d64220a4b7d2b82e121309 HTTP/1.1" status: 200 len: 267 time: 0.0515158 Jul 15 14:52:22.497241 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09986c42-35ca-42d1-be1c-a2de12eb3412 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:52:22.506150 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb98be96-f0c4-4721-9073-b32209f678ed req-0c3b5a82-8d27-4b13-a6b5-9d78b1bfb48f service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651764 Jul 15 14:52:22.508214 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0193a0-aae7-47ff-8d23-edd37972f18d None None] Sync routers for ids ['6e78be1b-0542-4877-9413-fd7cac1ef72f'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:52:22.512998 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-09986c42-35ca-42d1-be1c-a2de12eb3412 admin admin] 10.222.0.38 "PUT /v2.0/routers/6e78be1b-0542-4877-9413-fd7cac1ef72f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3096771 Jul 15 14:52:22.516407 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41194) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:22.532794 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0193a0-aae7-47ff-8d23-edd37972f18d None None] Routers {'6e78be1b-0542-4877-9413-fd7cac1ef72f'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:52:22.533563 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8d0193a0-aae7-47ff-8d23-edd37972f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:52:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6e78be1b-0542-4877-9413-fd7cac1ef72f'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:22.585068 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c25c018f-797e-408a-9efb-213fc023f764 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:52:22.665753 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port c25c018f-797e-408a-9efb-213fc023f764 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:22.666683 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:22.721567 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-8d0193a0-aae7-47ff-8d23-edd37972f18d None None] Set router 6e78be1b-0542-4877-9413-fd7cac1ef72f gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:52:22.786562 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:22.808114 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-143bb581-fea7-4624-b858-6b9005ecdb1d admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:22.833695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c25c018f-797e-408a-9efb-213fc023f764, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c25c018f-797e-408a-9efb-213fc023f764,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:22.845780 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:22.965266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580c89b-077f-4008-b2e4-f87a8f7b4d66 req-c26615d6-b5ef-4b35-a6a7-b69243d88bf1 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:22.966908 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8580c89b-077f-4008-b2e4-f87a8f7b4d66 req-c26615d6-b5ef-4b35-a6a7-b69243d88bf1 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 946 time: 0.5088134 Jul 15 14:52:22.975410 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c25c018f-797e-408a-9efb-213fc023f764,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:22.981993 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f606e-28f2-4f7b-81f4-826266d59796 req-c10aae1c-6c09-4a08-adfd-e30545a585a8 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:22.990033 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-081f606e-28f2-4f7b-81f4-826266d59796 req-c10aae1c-6c09-4a08-adfd-e30545a585a8 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 949 time: 0.4969103 Jul 15 14:52:22.993374 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-143bb581-fea7-4624-b858-6b9005ecdb1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:23.058573 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-081f606e-28f2-4f7b-81f4-826266d59796 req-83429f77-2207-476c-99a4-eb86359b3b6d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675273 Jul 15 14:52:23.077587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-8580c89b-077f-4008-b2e4-f87a8f7b4d66 req-eca91ae0-7dfd-46f0-9994-2d181207dccc tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Request body: {'port': {'security_groups': ['c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef', '844cefd6-2b6e-4a95-b55c-d366652ad28a']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:23.318760 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8d0193a0-aae7-47ff-8d23-edd37972f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627878596-router', 'tenant_id': '4aa882a30b324f6b84b8724c28abd020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '24d1860d-63f9-4fec-a2b4-042efa67f074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:50:04Z', 'updated_at': '2021-07-15T14:52:21Z', 'revision_number': 5, 'project_id': '4aa882a30b324f6b84b8724c28abd020', 'gw_port': {'id': '24d1860d-63f9-4fec-a2b4-042efa67f074', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:50:05Z', 'updated_at': '2021-07-15T14:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:23.360316 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0193a0-aae7-47ff-8d23-edd37972f18d None None] Checking router: 6e78be1b-0542-4877-9413-fd7cac1ef72f for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:52:23.379660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-143bb581-fea7-4624-b858-6b9005ecdb1d admin admin] Deleting port 24d1860d-63f9-4fec-a2b4-042efa67f074 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:52:23.379909 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0193a0-aae7-47ff-8d23-edd37972f18d None None] Routers {'6e78be1b-0542-4877-9413-fd7cac1ef72f'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:52:23.380002 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-143bb581-fea7-4624-b858-6b9005ecdb1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:23.380433 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8d0193a0-aae7-47ff-8d23-edd37972f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:52:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6e78be1b-0542-4877-9413-fd7cac1ef72f'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:23.429837 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8580c89b-077f-4008-b2e4-f87a8f7b4d66 req-eca91ae0-7dfd-46f0-9994-2d181207dccc tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:23.518756 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-8d0193a0-aae7-47ff-8d23-edd37972f18d None None] Set router 6e78be1b-0542-4877-9413-fd7cac1ef72f gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:52:23.583536 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8d0193a0-aae7-47ff-8d23-edd37972f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627878596-router', 'tenant_id': '4aa882a30b324f6b84b8724c28abd020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:50:04Z', 'updated_at': '2021-07-15T14:52:22Z', 'revision_number': 6, 'project_id': '4aa882a30b324f6b84b8724c28abd020', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:23.621237 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0193a0-aae7-47ff-8d23-edd37972f18d None None] The sync data for ids ['6e78be1b-0542-4877-9413-fd7cac1ef72f'] in n-d-764435-3 is: [{'id': '6e78be1b-0542-4877-9413-fd7cac1ef72f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627878596-router', 'tenant_id': '4aa882a30b324f6b84b8724c28abd020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:50:04Z', 'updated_at': '2021-07-15T14:52:22Z', 'revision_number': 6, 'project_id': '4aa882a30b324f6b84b8724c28abd020', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:52:23.665898 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-143bb581-fea7-4624-b858-6b9005ecdb1d admin admin] For port 24d1860d-63f9-4fec-a2b4-042efa67f074, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=24d1860d-63f9-4fec-a2b4-042efa67f074,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:23.666406 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-143bb581-fea7-4624-b858-6b9005ecdb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:23.688811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-143bb581-fea7-4624-b858-6b9005ecdb1d admin admin] Calling delete_port for 24d1860d-63f9-4fec-a2b4-042efa67f074 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:52:23.812031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ef6d0-1dfa-4688-bdd8-38f8f9334e95 req-a5e6078e-09a9-4850-89ba-68f5d2f05d16 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:23.813823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-504ef6d0-1dfa-4688-bdd8-38f8f9334e95 req-a5e6078e-09a9-4850-89ba-68f5d2f05d16 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 944 time: 0.2882953 Jul 15 14:52:23.926770 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-8580c89b-077f-4008-b2e4-f87a8f7b4d66 req-eca91ae0-7dfd-46f0-9994-2d181207dccc tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] For port 3581d26e-d109-44fb-a736-cc01705144f7, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=3581d26e-d109-44fb-a736-cc01705144f7,segment=NetworkSegment(370210f3-9b07-4810-839f-1014fc9ff7e8),segment_id=370210f3-9b07-4810-839f-1014fc9ff7e8)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:24.006905 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-504ef6d0-1dfa-4688-bdd8-38f8f9334e95 req-59cff656-6dee-429a-8ae0-2f99bdfd3bdb tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608617 Jul 15 14:52:24.023650 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-6c538d75-6fa9-4735-a9d3-e4030376bf4c service neutron] 10.222.0.11 "GET /v2.0/ports/b9bab48d-cccf-4548-aa93-4c9901aae8a2/bindings/n-h2-764435-3 HTTP/1.1" status: 200 len: 384 time: 0.1200018 Jul 15 14:52:24.052038 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8580c89b-077f-4008-b2e4-f87a8f7b4d66 req-eca91ae0-7dfd-46f0-9994-2d181207dccc tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:24.069445 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8580c89b-077f-4008-b2e4-f87a8f7b4d66 req-eca91ae0-7dfd-46f0-9994-2d181207dccc tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:24.088498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['3581d26e-d109-44fb-a736-cc01705144f7'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:24.151345 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580c89b-077f-4008-b2e4-f87a8f7b4d66 req-eca91ae0-7dfd-46f0-9994-2d181207dccc tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:24.152876 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8580c89b-077f-4008-b2e4-f87a8f7b4d66 req-eca91ae0-7dfd-46f0-9994-2d181207dccc tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:24.155841 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8580c89b-077f-4008-b2e4-f87a8f7b4d66 req-eca91ae0-7dfd-46f0-9994-2d181207dccc tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "PUT /v2.0/ports/3581d26e-d109-44fb-a736-cc01705144f7 HTTP/1.1" status: 200 len: 982 time: 1.1547141 Jul 15 14:52:24.156523 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 82c777c4-3a97-41f0-9d2a-61f45c4232b2 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:52:24.226848 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f856874-00a6-4b7a-b0e4-019719db20b5', 'tag': '3581d26e-d109-44fb-a736-cc01705144f7'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:24.232887 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a87ab4-d2f0-4ebc-b5ce-d57ea4c9b289" -d '{"events": [{"name": "network-changed", "server_uuid": "2f856874-00a6-4b7a-b0e4-019719db20b5", "tag": "3581d26e-d109-44fb-a736-cc01705144f7"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:24.246372 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efac98d-f201-44cc-a8d9-a0bae9ff0162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25c018f-797e-408a-9efb-213fc023f764'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:24.248703 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9164fb2-38ca-41ad-a02f-90401898a59a" -d '{"events": [{"server_uuid": "1efac98d-f201-44cc-a8d9-a0bae9ff0162", "name": "network-vif-plugged", "status": "completed", "tag": "c25c018f-797e-408a-9efb-213fc023f764"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:24.331415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['3581d26e-d109-44fb-a736-cc01705144f7'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:24.393459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca91ae0-7dfd-46f0-9994-2d181207dccc tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event updated for resources: {'Port': ['ID=3581d26e-d109-44fb-a736-cc01705144f7,revision_number=6']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:24.400543 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4d44b7ba-7b8e-4388-a44d-2eba4cd54f09 service neutron] For port b9bab48d-cccf-4548-aa93-4c9901aae8a2, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b9bab48d-cccf-4548-aa93-4c9901aae8a2,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:24.434637 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-143bb581-fea7-4624-b858-6b9005ecdb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:24.466297 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4d44b7ba-7b8e-4388-a44d-2eba4cd54f09 service neutron] For port b9bab48d-cccf-4548-aa93-4c9901aae8a2, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:24.477694 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8ad4ad-bd6f-48a8-87f0-a13df13971f6 req-c943e9e6-f071-4466-b1d1-4719d6966345 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1910608 Jul 15 14:52:24.479161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bb581-fea7-4624-b858-6b9005ecdb1d admin admin] Pushing event deleted for resources: {'Port': ['ID=24d1860d-63f9-4fec-a2b4-042efa67f074,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:24.589018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9f8be-3211-46c5-963a-df52433775da req-61fac297-fb0d-43c6-814b-6a945e17dd29 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:24.597706 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62f9f8be-3211-46c5-963a-df52433775da req-61fac297-fb0d-43c6-814b-6a945e17dd29 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 948 time: 0.3086205 Jul 15 14:52:24.604110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4d44b7ba-7b8e-4388-a44d-2eba4cd54f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9bab48d-cccf-4548-aa93-4c9901aae8a2 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:52:24.622600 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4d44b7ba-7b8e-4388-a44d-2eba4cd54f09 service neutron] For port b9bab48d-cccf-4548-aa93-4c9901aae8a2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=b9bab48d-cccf-4548-aa93-4c9901aae8a2,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:24.652038 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 82c777c4-3a97-41f0-9d2a-61f45c4232b2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=82c777c4-3a97-41f0-9d2a-61f45c4232b2,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:24.652711 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4d44b7ba-7b8e-4388-a44d-2eba4cd54f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:24.666116 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62f9f8be-3211-46c5-963a-df52433775da req-d4b40572-d0c3-4673-81e9-cc4b6c9e4694 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672791 Jul 15 14:52:24.705853 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '82c777c4-3a97-41f0-9d2a-61f45c4232b2', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '82c777c4-3a97-41f0-9d2a-61f45c4232b2', 'mac_address': 'fa:16:3e:c5:cc:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:52:24.716151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798da95e-e953-40f2-81a0-a3477571a4b7 req-af11fc23-6c33-46a1-badb-d47f08f105fa tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:24.731147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-798da95e-e953-40f2-81a0-a3477571a4b7 req-af11fc23-6c33-46a1-badb-d47f08f105fa tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.4293575 Jul 15 14:52:24.782687 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-143bb581-fea7-4624-b858-6b9005ecdb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:24.788993 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ad4ad-bd6f-48a8-87f0-a13df13971f6 req-4dac25e4-655d-46b9-a200-4e36b0495310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:24.791484 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8ad4ad-bd6f-48a8-87f0-a13df13971f6 req-4dac25e4-655d-46b9-a200-4e36b0495310 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 1095 time: 0.1543131 Jul 15 14:52:24.808484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4d44b7ba-7b8e-4388-a44d-2eba4cd54f09 service neutron] Transition to ACTIVE for port object b9bab48d-cccf-4548-aa93-4c9901aae8a2 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:24.827098 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:24.829677 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4d44b7ba-7b8e-4388-a44d-2eba4cd54f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:24.868092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c777c4-3a97-41f0-9d2a-61f45c4232b2 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:52:24.917556 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-143bb581-fea7-4624-b858-6b9005ecdb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:24.925209 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 82c777c4-3a97-41f0-9d2a-61f45c4232b2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=82c777c4-3a97-41f0-9d2a-61f45c4232b2,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:24.926415 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-143bb581-fea7-4624-b858-6b9005ecdb1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:24.937591 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:24.999542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4d44b7ba-7b8e-4388-a44d-2eba4cd54f09 service neutron] No DVR routers for this DVR port b9bab48d-cccf-4548-aa93-4c9901aae8a2 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:52:25.015047 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-143bb581-fea7-4624-b858-6b9005ecdb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:25.015627 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143bb581-fea7-4624-b858-6b9005ecdb1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e78be1b-0542-4877-9413-fd7cac1ef72f {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:52:25.031486 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-143bb581-fea7-4624-b858-6b9005ecdb1d admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:25.032658 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-143bb581-fea7-4624-b858-6b9005ecdb1d admin admin] 10.222.0.38 "DELETE /v2.0/routers/6e78be1b-0542-4877-9413-fd7cac1ef72f HTTP/1.1" status: 204 len: 168 time: 2.5151374 Jul 15 14:52:25.038113 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41220) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:25.045206 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44b7ba-7b8e-4388-a44d-2eba4cd54f09 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bab48d-cccf-4548-aa93-4c9901aae8a2,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:25.062023 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6393f680-0301-4116-bfd3-9f215a3d0605 req-d483298c-219c-4eea-bc21-68d85ba32fa0 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1662558324&fields=id&tenant_id=894cfc4f58d64220a4b7d2b82e121309 HTTP/1.1" status: 200 len: 267 time: 0.0638380 Jul 15 14:52:25.086216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-798da95e-e953-40f2-81a0-a3477571a4b7 req-57a0a1dd-51e2-4f20-be09-d9d163e9ee74 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530824 Jul 15 14:52:25.132110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ff7d23-a360-407a-9634-e1579a8e0785 admin admin] Deleting subnet ec294de2-b9bd-4c80-ae34-a54adbf10b67 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:52:25.141995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=82c777c4-3a97-41f0-9d2a-61f45c4232b2,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:25.150492 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-4d44b7ba-7b8e-4388-a44d-2eba4cd54f09 service neutron] 10.222.0.11 "PUT /v2.0/ports/b9bab48d-cccf-4548-aa93-4c9901aae8a2/bindings/n-h2-764435-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1180584 Jul 15 14:52:25.151387 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67ff7d23-a360-407a-9634-e1579a8e0785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:25.156892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ad4ad-bd6f-48a8-87f0-a13df13971f6 req-f0eb9191-5a29-4b76-bc7a-2852b1bacc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:25.158440 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8ad4ad-bd6f-48a8-87f0-a13df13971f6 req-f0eb9191-5a29-4b76-bc7a-2852b1bacc35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.3438253 Jul 15 14:52:25.177080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393f680-0301-4116-bfd3-9f215a3d0605 req-8ca5c296-20e8-42b3-aa5c-0e8382e28196 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:25.182279 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6393f680-0301-4116-bfd3-9f215a3d0605 req-8ca5c296-20e8-42b3-aa5c-0e8382e28196 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 985 time: 0.1158962 Jul 15 14:52:25.201480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-6393f680-0301-4116-bfd3-9f215a3d0605 req-1ee849c1-c408-4193-864e-49b19d3adcb3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Request body: {'port': {'security_groups': ['844cefd6-2b6e-4a95-b55c-d366652ad28a', 'c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef', '55dba2e2-c0b8-417e-92dd-33a84099bc0c']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:25.250061 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e1eb37-6860-45ec-8668-42b8bae5e7cc x-openstack-request-id: req-17e1eb37-6860-45ec-8668-42b8bae5e7cc {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:25.250417 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efac98d-f201-44cc-a8d9-a0bae9ff0162", "name": "network-vif-plugged", "status": "completed", "tag": "c25c018f-797e-408a-9efb-213fc023f764", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:25.251034 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-17e1eb37-6860-45ec-8668-42b8bae5e7cc {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:25.251545 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efac98d-f201-44cc-a8d9-a0bae9ff0162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25c018f-797e-408a-9efb-213fc023f764', 'code': 200} Jul 15 14:52:25.290849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['82c777c4-3a97-41f0-9d2a-61f45c4232b2'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:25.307410 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8ad4ad-bd6f-48a8-87f0-a13df13971f6 req-ae9a6519-9b9e-4576-95fd-834a84da1224 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=507e247a-d823-4205-afd3-9076d54f445d HTTP/1.1" status: 200 len: 217 time: 0.1167400 Jul 15 14:52:25.348987 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7848d419-8b54-4671-abd6-0894fa55a08a x-openstack-request-id: req-7848d419-8b54-4671-abd6-0894fa55a08a {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:25.349331 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f856874-00a6-4b7a-b0e4-019719db20b5", "tag": "3581d26e-d109-44fb-a736-cc01705144f7", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:25.349503 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7848d419-8b54-4671-abd6-0894fa55a08a {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:25.349896 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f856874-00a6-4b7a-b0e4-019719db20b5', 'tag': '3581d26e-d109-44fb-a736-cc01705144f7', 'status': 'completed', 'code': 200} Jul 15 14:52:25.362440 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6393f680-0301-4116-bfd3-9f215a3d0605 req-1ee849c1-c408-4193-864e-49b19d3adcb3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:25.469964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ad4ad-bd6f-48a8-87f0-a13df13971f6 req-98b95d55-4e1a-40bd-b770-d41ef743068c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:25.471455 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8ad4ad-bd6f-48a8-87f0-a13df13971f6 req-98b95d55-4e1a-40bd-b770-d41ef743068c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.1350417 Jul 15 14:52:25.475797 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67ff7d23-a360-407a-9634-e1579a8e0785 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:25.498380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 24d1860d-63f9-4fec-a2b4-042efa67f074 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:52:25.537875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 24d1860d-63f9-4fec-a2b4-042efa67f074 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:52:25.538260 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 24d1860d-63f9-4fec-a2b4-042efa67f074 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:52:25.538674 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 35a252ec-8619-4e43-9808-3c94adfff705 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:52:25.625974 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 35a252ec-8619-4e43-9808-3c94adfff705 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:52:25.626357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 35a252ec-8619-4e43-9808-3c94adfff705 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:52:25.644658 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67ff7d23-a360-407a-9634-e1579a8e0785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:25.741587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a87ab4-d2f0-4ebc-b5ce-d57ea4c9b289 req-232d0ae5-6bc4-460f-b9f1-fd2f4f16b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:25.743848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17a87ab4-d2f0-4ebc-b5ce-d57ea4c9b289 req-232d0ae5-6bc4-460f-b9f1-fd2f4f16b700 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=894cfc4f58d64220a4b7d2b82e121309&device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 1136 time: 0.2756829 Jul 15 14:52:26.021882 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8ad4ad-bd6f-48a8-87f0-a13df13971f6 req-df0a775f-63bf-4d2d-8c87-b2b6a266ba88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5118010 Jul 15 14:52:26.286499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-6393f680-0301-4116-bfd3-9f215a3d0605 req-1ee849c1-c408-4193-864e-49b19d3adcb3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] For port 3581d26e-d109-44fb-a736-cc01705144f7, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=3581d26e-d109-44fb-a736-cc01705144f7,segment=NetworkSegment(370210f3-9b07-4810-839f-1014fc9ff7e8),segment_id=370210f3-9b07-4810-839f-1014fc9ff7e8)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:26.309093 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8ad4ad-bd6f-48a8-87f0-a13df13971f6 req-e4722d26-38a7-4280-94d9-69d0090fa43d service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630708 Jul 15 14:52:26.324919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-cc86b86e-01d1-46c9-b70f-e6c670005707 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:26.326483 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-cc86b86e-01d1-46c9-b70f-e6c670005707 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0&tenant_id=f286b69641474927a27419a3ad634a1d&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 1096 time: 1.0596600 Jul 15 14:52:26.327428 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67ff7d23-a360-407a-9634-e1579a8e0785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:26.336620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30250c5-9b5b-4098-8a96-091968b7983d req-8dfa5ef0-852d-4469-81c4-9e9ce8d53f29 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:26.343184 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a30250c5-9b5b-4098-8a96-091968b7983d req-8dfa5ef0-852d-4469-81c4-9e9ce8d53f29 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 945 time: 0.5374959 Jul 15 14:52:26.356837 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a87ab4-d2f0-4ebc-b5ce-d57ea4c9b289 req-fda30026-c175-4cea-9207-3059896f4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:26.358736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17a87ab4-d2f0-4ebc-b5ce-d57ea4c9b289 req-fda30026-c175-4cea-9207-3059896f4403 service neutron] 10.222.0.22 "GET /v2.0/networks?id=48c29de8-95e4-4168-a48a-374f30b07ea4 HTTP/1.1" status: 200 len: 914 time: 0.6060224 Jul 15 14:52:26.405590 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67ff7d23-a360-407a-9634-e1579a8e0785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:26.410310 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-67ff7d23-a360-407a-9634-e1579a8e0785 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ec294de2-b9bd-4c80-ae34-a54adbf10b67 HTTP/1.1" status: 204 len: 168 time: 1.3574750 Jul 15 14:52:26.410488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577fdded-0942-4351-9318-75513f60b954 None None] Network 95e5f8da-2a7f-4e86-967a-b94747ee1cd1 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:52:26.415028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff7d23-a360-407a-9634-e1579a8e0785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec294de2-b9bd-4c80-ae34-a54adbf10b67,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:26.418472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41238) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:26.433879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17a87ab4-d2f0-4ebc-b5ce-d57ea4c9b289 req-9ca394e8-2e53-4f70-8b6f-fe2d5f87334c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3581d26e-d109-44fb-a736-cc01705144f7 HTTP/1.1" status: 200 len: 217 time: 0.0562484 Jul 15 14:52:26.435768 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae092405-1372-4167-9773-8a238a1a2367 req-fdda5e16-c27c-4fc8-92b0-adfced6b2f5d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4024310 Jul 15 14:52:26.454624 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6393f680-0301-4116-bfd3-9f215a3d0605 req-1ee849c1-c408-4193-864e-49b19d3adcb3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:26.516573 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6393f680-0301-4116-bfd3-9f215a3d0605 req-1ee849c1-c408-4193-864e-49b19d3adcb3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:26.537348 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a30250c5-9b5b-4098-8a96-091968b7983d req-045a3e56-3278-4742-8d51-11a22af3091d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928515 Jul 15 14:52:26.610841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee849c1-c408-4193-864e-49b19d3adcb3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event updated for resources: {'Port': ['ID=3581d26e-d109-44fb-a736-cc01705144f7,revision_number=7']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:26.646833 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393f680-0301-4116-bfd3-9f215a3d0605 req-1ee849c1-c408-4193-864e-49b19d3adcb3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:26.647650 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6393f680-0301-4116-bfd3-9f215a3d0605 req-1ee849c1-c408-4193-864e-49b19d3adcb3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:26.649183 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6393f680-0301-4116-bfd3-9f215a3d0605 req-1ee849c1-c408-4193-864e-49b19d3adcb3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "PUT /v2.0/ports/3581d26e-d109-44fb-a736-cc01705144f7 HTTP/1.1" status: 200 len: 1021 time: 1.4528487 Jul 15 14:52:26.654333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a87ab4-d2f0-4ebc-b5ce-d57ea4c9b289 req-81ce8f69-c8c1-4f7b-9f54-974b5705d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:26.656515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17a87ab4-d2f0-4ebc-b5ce-d57ea4c9b289 req-81ce8f69-c8c1-4f7b-9f54-974b5705d63e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a37f6edc-bcf1-4173-ae3b-56e1f851925c HTTP/1.1" status: 200 len: 853 time: 0.2046075 Jul 15 14:52:26.692481 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:26.699470 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17a87ab4-d2f0-4ebc-b5ce-d57ea4c9b289 req-f5b18d8a-8317-4775-91ed-08565865de9c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=48c29de8-95e4-4168-a48a-374f30b07ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356395 Jul 15 14:52:26.711042 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c8f7f-d3ab-478d-b2ed-f70638ec02d0 req-3d118ef9-d9a4-4add-8726-5bc0fa8d221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:26.713030 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-810c8f7f-d3ab-478d-b2ed-f70638ec02d0 req-3d118ef9-d9a4-4add-8726-5bc0fa8d221d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 1101 time: 0.6902130 Jul 15 14:52:26.723134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['3581d26e-d109-44fb-a736-cc01705144f7'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:26.764368 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8ad4ad-bd6f-48a8-87f0-a13df13971f6 req-03386f50-462d-4be5-b9fd-bc1b72ccc237 service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460938 Jul 15 14:52:26.826632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d6a4e2-29d6-4167-bd52-217844a21db6 None None] DHCP port deletion for 95e5f8da-2a7f-4e86-967a-b94747ee1cd1 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:52:26.836058 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['3581d26e-d109-44fb-a736-cc01705144f7'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:26.870084 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-810c8f7f-d3ab-478d-b2ed-f70638ec02d0 req-305bc220-e5b8-406b-8103-7a5135939b81 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364250 Jul 15 14:52:26.895589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-5ce30475-d0f4-44b6-87d3-bfc90cda7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:26.897484 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-5ce30475-d0f4-44b6-87d3-bfc90cda7d62 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0&tenant_id=f286b69641474927a27419a3ad634a1d HTTP/1.1" status: 200 len: 1096 time: 0.5371346 Jul 15 14:52:26.921146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae092405-1372-4167-9773-8a238a1a2367 req-eac1ef1a-bf33-4d34-a09d-c880261ce4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:26.923883 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae092405-1372-4167-9773-8a238a1a2367 req-eac1ef1a-bf33-4d34-a09d-c880261ce4f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee188e41d71d434ead519f5f9ae6e707&device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc HTTP/1.1" status: 200 len: 1101 time: 0.3792019 Jul 15 14:52:26.977764 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17a87ab4-d2f0-4ebc-b5ce-d57ea4c9b289 req-0e6957c6-8891-4f06-b28c-27dfd511d106 service neutron] 10.222.0.22 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690983 Jul 15 14:52:27.004271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e570e-5d2f-4289-8d2e-22173b30d486 req-e63b30d5-52f4-4a63-b80d-a93fbaefed92 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:27.005895 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a9e570e-5d2f-4289-8d2e-22173b30d486 req-e63b30d5-52f4-4a63-b80d-a93fbaefed92 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 949 time: 0.1368997 Jul 15 14:52:27.026938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47978cbb-772c-4070-b1b1-93daa8863fcc req-627eb50a-f706-4914-a166-242fcf10fc45 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:27.034045 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-47978cbb-772c-4070-b1b1-93daa8863fcc req-627eb50a-f706-4914-a166-242fcf10fc45 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1742954 Jul 15 14:52:27.089696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-47978cbb-772c-4070-b1b1-93daa8863fcc req-5b95d776-4014-4030-9584-25a7fb95ed86 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540457 Jul 15 14:52:27.108101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6a4e2-29d6-4167-bd52-217844a21db6 None None] Deleting port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:52:27.108513 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8d6a4e2-29d6-4167-bd52-217844a21db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:27.117421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae092405-1372-4167-9773-8a238a1a2367 req-a43ba9b2-2b43-45b1-8b31-5c884543aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:27.119685 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae092405-1372-4167-9773-8a238a1a2367 req-a43ba9b2-2b43-45b1-8b31-5c884543aafa service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1634226 Jul 15 14:52:27.186930 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] Deleting port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:52:27.187275 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:27.239670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a9e570e-5d2f-4289-8d2e-22173b30d486 req-ff3d8ced-afe8-4d16-b752-cf94c0f30cf3 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842844 Jul 15 14:52:27.282613 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17a87ab4-d2f0-4ebc-b5ce-d57ea4c9b289 req-06a1fc9a-7837-42d5-8a98-220c2167cd91 service neutron] 10.222.0.22 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932177 Jul 15 14:52:27.291588 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae092405-1372-4167-9773-8a238a1a2367 req-c84e41bb-2478-4539-9652-820ec5752b4c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=87ef3814-8ded-41ad-b4c9-65f4e5e94011 HTTP/1.1" status: 200 len: 217 time: 0.1543505 Jul 15 14:52:27.326811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] For port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6a7e240f-51a4-4818-b0d2-3d6f5dfa359a,segment=NetworkSegment(77969f16-437b-4633-9d8b-ba3a895ad05e),segment_id=77969f16-437b-4633-9d8b-ba3a895ad05e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:27.327945 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:27.350762 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f856874-00a6-4b7a-b0e4-019719db20b5', 'tag': '3581d26e-d109-44fb-a736-cc01705144f7'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:27.353776 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdecf091-bf19-4f87-a76b-6de75b346b85" -d '{"events": [{"name": "network-changed", "server_uuid": "2f856874-00a6-4b7a-b0e4-019719db20b5", "tag": "3581d26e-d109-44fb-a736-cc01705144f7"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:27.432499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] Calling delete_port for 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:52:27.457013 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae092405-1372-4167-9773-8a238a1a2367 req-0a1d128d-f489-411f-b86a-6c756c7697fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:27.458799 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae092405-1372-4167-9773-8a238a1a2367 req-0a1d128d-f489-411f-b86a-6c756c7697fa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1475103 Jul 15 14:52:27.476564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-ab25d5b7-ec66-4c05-883e-a75cfbaf0bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:27.478327 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-ab25d5b7-ec66-4c05-883e-a75cfbaf0bbf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 1096 time: 0.5467503 Jul 15 14:52:27.509252 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f705d88-f447-47d7-8dcc-5c660df8e861 x-openstack-request-id: req-4f705d88-f447-47d7-8dcc-5c660df8e861 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:27.518113 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f856874-00a6-4b7a-b0e4-019719db20b5", "tag": "3581d26e-d109-44fb-a736-cc01705144f7", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:27.518451 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4f705d88-f447-47d7-8dcc-5c660df8e861 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:27.519449 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f856874-00a6-4b7a-b0e4-019719db20b5', 'tag': '3581d26e-d109-44fb-a736-cc01705144f7', 'status': 'completed', 'code': 200} Jul 15 14:52:27.525826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:52:27.669299 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf209f-ecbf-43fe-91b8-0117d8a2b1af req-54db46d1-6489-4568-9f4d-3b1005c1e6d9 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:27.679804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c8d6a4e2-29d6-4167-bd52-217844a21db6 None None] For port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6a7e240f-51a4-4818-b0d2-3d6f5dfa359a,segment=NetworkSegment(77969f16-437b-4633-9d8b-ba3a895ad05e),segment_id=77969f16-437b-4633-9d8b-ba3a895ad05e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:27.680216 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8d6a4e2-29d6-4167-bd52-217844a21db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:27.681889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8cf209f-ecbf-43fe-91b8-0117d8a2b1af req-54db46d1-6489-4568-9f4d-3b1005c1e6d9 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 1024 time: 0.2605774 Jul 15 14:52:27.697037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecf091-bf19-4f87-a76b-6de75b346b85 req-b61a2809-0e81-482a-ab18-3ffa64a71f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:27.698909 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bdecf091-bf19-4f87-a76b-6de75b346b85 req-b61a2809-0e81-482a-ab18-3ffa64a71f92 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=894cfc4f58d64220a4b7d2b82e121309&device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 1175 time: 0.1752298 Jul 15 14:52:27.729182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6a4e2-29d6-4167-bd52-217844a21db6 None None] Calling delete_port for 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:52:27.902360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-0f3f1f9f-f661-4b74-bae1-c0dab45be06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:27.908362 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-0f3f1f9f-f661-4b74-bae1-c0dab45be06d service neutron] 10.222.0.22 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.3913004 Jul 15 14:52:27.919146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae092405-1372-4167-9773-8a238a1a2367 req-c91eea87-21ec-4d5f-8a92-ab8f68da978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:27.928986 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae092405-1372-4167-9773-8a238a1a2367 req-c91eea87-21ec-4d5f-8a92-ab8f68da978f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4563191 Jul 15 14:52:27.966676 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:28.043237 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecf091-bf19-4f87-a76b-6de75b346b85 req-a2c5147b-1b61-4c13-bea9-bb9408585e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:28.045018 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bdecf091-bf19-4f87-a76b-6de75b346b85 req-a2c5147b-1b61-4c13-bea9-bb9408585e87 service neutron] 10.222.0.22 "GET /v2.0/networks?id=48c29de8-95e4-4168-a48a-374f30b07ea4 HTTP/1.1" status: 200 len: 914 time: 0.3357012 Jul 15 14:52:28.087770 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a update to DOWN by agent not found {{(pid=100713) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 14:52:28.140832 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8cf209f-ecbf-43fe-91b8-0117d8a2b1af req-b8b3f8ce-195c-4463-a7ca-5fa80d3f3ca0 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=55dba2e2-c0b8-417e-92dd-33a84099bc0c&id=844cefd6-2b6e-4a95-b55c-d366652ad28a&id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef HTTP/1.1" status: 200 len: 6148 time: 0.4579506 Jul 15 14:52:28.196104 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bdecf091-bf19-4f87-a76b-6de75b346b85 req-4f0fd69f-a1c4-44da-a643-b1ed067cdcd7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3581d26e-d109-44fb-a736-cc01705144f7 HTTP/1.1" status: 200 len: 217 time: 0.1097050 Jul 15 14:52:28.256745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] No DVR routers for this DVR port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:52:28.324381 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-c67705b8-c65b-4cf6-be37-75a9c45a29c5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9bab48d-cccf-4548-aa93-4c9901aae8a2 HTTP/1.1" status: 200 len: 217 time: 0.3921552 Jul 15 14:52:28.325805 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a7e240f-51a4-4818-b0d2-3d6f5dfa359a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:28.337413 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecf091-bf19-4f87-a76b-6de75b346b85 req-5791785e-9752-494c-b236-de15bae7edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:28.344062 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bdecf091-bf19-4f87-a76b-6de75b346b85 req-5791785e-9752-494c-b236-de15bae7edd1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a37f6edc-bcf1-4173-ae3b-56e1f851925c HTTP/1.1" status: 200 len: 853 time: 0.1344099 Jul 15 14:52:28.376828 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0dfe6-e7d7-45e9-a75a-21359ae69b5a req-0bcda4c1-b99c-4600-abb1-232a39ec5e82 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:28.384143 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44b0dfe6-e7d7-45e9-a75a-21359ae69b5a req-0bcda4c1-b99c-4600-abb1-232a39ec5e82 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 945 time: 0.5130298 Jul 15 14:52:28.436934 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 82c777c4-3a97-41f0-9d2a-61f45c4232b2 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:52:28.522035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bdecf091-bf19-4f87-a76b-6de75b346b85 req-452592f7-82db-4949-a8f1-89dbbefa0321 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=48c29de8-95e4-4168-a48a-374f30b07ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365380 Jul 15 14:52:28.636288 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:28.657937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e5f8da-2a7f-4e86-967a-b94747ee1cd1']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:28.665222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-b768d89f-4566-4481-a144-efdb178844ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:28.668498 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-b768d89f-4566-4481-a144-efdb178844ad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.2488682 Jul 15 14:52:28.691782 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8d6a4e2-29d6-4167-bd52-217844a21db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:28.732545 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-24653863-c2ed-4e5a-a7a2-eb2bac394a6a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460300 Jul 15 14:52:28.735010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6a4e2-29d6-4167-bd52-217844a21db6 None None] Pushing event deleted for resources: {'Port': ['ID=6a7e240f-51a4-4818-b0d2-3d6f5dfa359a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:28.738821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77969f16-437b-4633-9d8b-ba3a895ad05e') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:28.739138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77969f16-437b-4633-9d8b-ba3a895ad05e') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:28.746395 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6a4e2-29d6-4167-bd52-217844a21db6 None None] No DVR routers for this DVR port 6a7e240f-51a4-4818-b0d2-3d6f5dfa359a on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:52:28.749658 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44b0dfe6-e7d7-45e9-a75a-21359ae69b5a req-30187b0c-12b3-4d68-9d4f-43434abdcab3 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402789 Jul 15 14:52:28.763946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 82c777c4-3a97-41f0-9d2a-61f45c4232b2 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:52:28.768195 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 82c777c4-3a97-41f0-9d2a-61f45c4232b2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:28.768611 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:28.878367 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae092405-1372-4167-9773-8a238a1a2367 req-1a634d72-9cb0-47ba-9bcb-9be194fb0b64 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8680525 Jul 15 14:52:28.880481 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:28.884043 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-6ce396df-642f-4f34-8e68-f4f5ff8601a3 service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405749 Jul 15 14:52:28.889020 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-8a546baa-9e74-4ec6-83b3-0605d924da7a req-0152e228-8dae-4a98-85ff-0d29d587ded6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Request body: {'security_group': {'name': ' tempest-securitygroup -967548336 ', 'description': 'tempest-description-667783297'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:28.899210 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:28.906367 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:52:28.906802 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:28.934681 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: timer() Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:52:28.969779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:52:28.978051 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:52:28.978051 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:52:28.992893 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5578b8-22f1-4f30-be66-215fcd743ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c777c4-3a97-41f0-9d2a-61f45c4232b2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:28.995173 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa85c72-2039-4626-992e-e10abea1866b" -d '{"events": [{"server_uuid": "3d5578b8-22f1-4f30-be66-215fcd743ad9", "name": "network-vif-plugged", "status": "completed", "tag": "82c777c4-3a97-41f0-9d2a-61f45c4232b2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:29.024523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ae53b-b0be-479f-896a-29903a8b5c7c req-cebe4d2e-aa60-405c-be28-1d40a938f454 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:29.026816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 82c777c4-3a97-41f0-9d2a-61f45c4232b2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=82c777c4-3a97-41f0-9d2a-61f45c4232b2,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:29.028145 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a48ae53b-b0be-479f-896a-29903a8b5c7c req-cebe4d2e-aa60-405c-be28-1d40a938f454 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.3905549 Jul 15 14:52:29.034349 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bdecf091-bf19-4f87-a76b-6de75b346b85 req-40e4e3f5-f3cf-4715-b088-b1073de580e5 service neutron] 10.222.0.22 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575911 Jul 15 14:52:29.035682 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:29.041959 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8a546baa-9e74-4ec6-83b3-0605d924da7a req-0152e228-8dae-4a98-85ff-0d29d587ded6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:29.078338 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-79fa745b-c1e3-4317-8073-8b1e2a13437d service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988839 Jul 15 14:52:29.080446 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:29.154016 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:29.154737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=82c777c4-3a97-41f0-9d2a-61f45c4232b2,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:29.159021 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/95e5f8da-2a7f-4e86-967a-b94747ee1cd1 HTTP/1.1" status: 204 len: 168 time: 2.7311468 Jul 15 14:52:29.178411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4202ad-2698-41a9-9eb8-7f743a354af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=95e5f8da-2a7f-4e86-967a-b94747ee1cd1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:29.416179 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bdecf091-bf19-4f87-a76b-6de75b346b85 req-a1085e33-543c-48cd-aa4a-ae09ec9f291f service neutron] 10.222.0.22 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344860 Jul 15 14:52:29.420672 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae092405-1372-4167-9773-8a238a1a2367 req-3e430c8a-9511-425b-93d2-e843b7d2e616 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498141 Jul 15 14:52:29.499747 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41272) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:29.506217 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a48ae53b-b0be-479f-896a-29903a8b5c7c req-95a0cd85-8770-4749-8104-36d47c53c01c tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664762 Jul 15 14:52:29.636422 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7063607e-06d1-4767-a56b-9b09ea02467a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=17955bc0b45a4ded99fc6ce63981460e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1354373 Jul 15 14:52:29.638748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41280) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:29.673320 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8a546baa-9e74-4ec6-83b3-0605d924da7a req-0152e228-8dae-4a98-85ff-0d29d587ded6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:29.682376 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8a546baa-9e74-4ec6-83b3-0605d924da7a req-0152e228-8dae-4a98-85ff-0d29d587ded6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:29.696545 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-523b54f2-7f07-4aee-b0e8-a2ec3d29b07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:29.726561 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-523b54f2-7f07-4aee-b0e8-a2ec3d29b07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:29.766494 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8a546baa-9e74-4ec6-83b3-0605d924da7a req-0152e228-8dae-4a98-85ff-0d29d587ded6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:29.767051 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a546baa-9e74-4ec6-83b3-0605d924da7a req-0152e228-8dae-4a98-85ff-0d29d587ded6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.8864598 Jul 15 14:52:29.781999 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152e228-8dae-4a98-85ff-0d29d587ded6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423dc009-ec85-4cdf-b259-3291716a04e9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:29.853026 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf22c6-f204-421d-b087-195c31637abc req-2673d9b9-218c-406f-96c6-db740619b216 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:29.857525 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-523b54f2-7f07-4aee-b0e8-a2ec3d29b07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:29.861740 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-523b54f2-7f07-4aee-b0e8-a2ec3d29b07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:29.863582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01cf22c6-f204-421d-b087-195c31637abc req-2673d9b9-218c-406f-96c6-db740619b216 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 950 time: 0.1069331 Jul 15 14:52:29.867044 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-523b54f2-7f07-4aee-b0e8-a2ec3d29b07b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d008e91f-4879-449d-adb0-98a4d92795d6 HTTP/1.1" status: 204 len: 168 time: 0.2272136 Jul 15 14:52:29.890783 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b54f2-7f07-4aee-b0e8-a2ec3d29b07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d008e91f-4879-449d-adb0-98a4d92795d6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:29.918893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-03091736-fac0-4d5e-bcc7-69e037f0d2be tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:29.924625 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-03091736-fac0-4d5e-bcc7-69e037f0d2be tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0&tenant_id=f286b69641474927a27419a3ad634a1d&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 1096 time: 0.1430862 Jul 15 14:52:29.973525 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01cf22c6-f204-421d-b087-195c31637abc req-e8b0e748-774c-41ee-8f5f-ada86ee9a3e6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086776 Jul 15 14:52:29.979683 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-77c050d8-3a1e-4774-83c3-adbed0fceaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:30.094252 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191016b5-0be4-44ae-b461-621e03fe7d61 x-openstack-request-id: req-191016b5-0be4-44ae-b461-621e03fe7d61 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:30.094833 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5578b8-22f1-4f30-be66-215fcd743ad9", "name": "network-vif-plugged", "status": "completed", "tag": "82c777c4-3a97-41f0-9d2a-61f45c4232b2", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:30.095321 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-191016b5-0be4-44ae-b461-621e03fe7d61 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:30.096346 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5578b8-22f1-4f30-be66-215fcd743ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c777c4-3a97-41f0-9d2a-61f45c4232b2', 'code': 200} Jul 15 14:52:30.271040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-d47bfd24-4762-4961-9a51-61d76c0c4a5a service neutron] For port b9bab48d-cccf-4548-aa93-4c9901aae8a2, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:30.276847 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-d47bfd24-4762-4961-9a51-61d76c0c4a5a service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:30.279009 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4e9eae1-ccb3-4375-aab9-5743b1335b4d req-d47bfd24-4762-4961-9a51-61d76c0c4a5a service neutron] 10.222.0.22 "DELETE /v2.0/ports/b9bab48d-cccf-4548-aa93-4c9901aae8a2/bindings/n-h1-764435-3 HTTP/1.1" status: 204 len: 173 time: 0.3396332 Jul 15 14:52:30.329525 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-250dd69b-8cfc-4519-9128-549085c74d98 req-75fcb397-873b-489e-9ed7-18559b8f3ac2 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/423dc009-ec85-4cdf-b259-3291716a04e9 HTTP/1.1" status: 200 len: 1779 time: 0.2012227 Jul 15 14:52:30.405575 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70948b-e26c-46d5-a5f4-07e6df4251ba req-053ceee0-7939-49d0-b973-ea32ed334814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:30.408066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f70948b-e26c-46d5-a5f4-07e6df4251ba req-053ceee0-7939-49d0-b973-ea32ed334814 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 1101 time: 0.2016609 Jul 15 14:52:30.416553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3175-bdc5-40f4-8905-cb8b51fb1a00 req-c25f68c1-f11b-42d0-ab30-ae28015ef019 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:30.418083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d2e3175-bdc5-40f4-8905-cb8b51fb1a00 req-c25f68c1-f11b-42d0-ab30-ae28015ef019 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1772366 Jul 15 14:52:30.485242 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f70948b-e26c-46d5-a5f4-07e6df4251ba req-c1d1c62a-0d8c-4e63-b1af-2755fc440a41 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660665 Jul 15 14:52:30.498906 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d2e3175-bdc5-40f4-8905-cb8b51fb1a00 req-d9d0fc43-b7cd-4a15-b49d-2c51e306cadc tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652952 Jul 15 14:52:30.630199 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41296) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:30.661868 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0a5bec1-a258-447f-a3f5-1d190e4251a2 req-523e2ded-8ee5-46d5-b072-081f4c41ecd6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/423dc009-ec85-4cdf-b259-3291716a04e9 HTTP/1.1" status: 200 len: 1779 time: 0.0979712 Jul 15 14:52:30.713218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdb361-02c7-4a81-b9ee-caece3d044e9 req-61f0ee86-af07-4c77-8de4-487b67c07284 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:30.715401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-87fdb361-02c7-4a81-b9ee-caece3d044e9 req-61f0ee86-af07-4c77-8de4-487b67c07284 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 945 time: 0.2236145 Jul 15 14:52:30.754010 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3df2b93f-9d71-488a-b34f-84432df58fbd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4aa882a30b324f6b84b8724c28abd020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1218722 Jul 15 14:52:30.758287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41300) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:30.822775 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-87fdb361-02c7-4a81-b9ee-caece3d044e9 req-a86bd95b-cd1a-40ea-8ac5-acbf9a682d12 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968726 Jul 15 14:52:30.838033 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b0a5bec1-a258-447f-a3f5-1d190e4251a2 req-e5d335f8-4a74-4f05-a6a2-f199fdeaaa98 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:30.839167 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbf7fdd5-6fd0-4184-8db9-b990302df80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:30.895579 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b0a5bec1-a258-447f-a3f5-1d190e4251a2 req-e5d335f8-4a74-4f05-a6a2-f199fdeaaa98 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:30.907064 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbf7fdd5-6fd0-4184-8db9-b990302df80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:30.955936 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b0a5bec1-a258-447f-a3f5-1d190e4251a2 req-e5d335f8-4a74-4f05-a6a2-f199fdeaaa98 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:30.960251 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b0a5bec1-a258-447f-a3f5-1d190e4251a2 req-e5d335f8-4a74-4f05-a6a2-f199fdeaaa98 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:30.964093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0a5bec1-a258-447f-a3f5-1d190e4251a2 req-e5d335f8-4a74-4f05-a6a2-f199fdeaaa98 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "DELETE /v2.0/security-groups/423dc009-ec85-4cdf-b259-3291716a04e9 HTTP/1.1" status: 204 len: 173 time: 0.2926881 Jul 15 14:52:30.985869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d335f8-4a74-4f05-a6a2-f199fdeaaa98 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=423dc009-ec85-4cdf-b259-3291716a04e9,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:31.008133 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbf7fdd5-6fd0-4184-8db9-b990302df80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:31.011296 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbf7fdd5-6fd0-4184-8db9-b990302df80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:31.012595 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dbf7fdd5-6fd0-4184-8db9-b990302df80b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d7c72f48-f387-440f-99e4-adfcc2039e9c HTTP/1.1" status: 204 len: 168 time: 0.2533112 Jul 15 14:52:31.025687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7fdd5-6fd0-4184-8db9-b990302df80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c72f48-f387-440f-99e4-adfcc2039e9c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:31.085385 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-b35bd301-39c9-4359-abc4-177693f3fd47 req-03547b36-c89b-4e22-857e-5d87456e8d77 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] show failed (client error): The resource could not be found. Jul 15 14:52:31.097493 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b35bd301-39c9-4359-abc4-177693f3fd47 req-03547b36-c89b-4e22-857e-5d87456e8d77 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/423dc009-ec85-4cdf-b259-3291716a04e9 HTTP/1.1" status: 404 len: 352 time: 0.0265703 Jul 15 14:52:31.397253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea2514-f351-4ae6-968d-bcc5bd7824c9 req-acc1932c-65c8-47ad-b714-5e696d09ee94 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:31.398940 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-baea2514-f351-4ae6-968d-bcc5bd7824c9 req-acc1932c-65c8-47ad-b714-5e696d09ee94 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 950 time: 0.1517384 Jul 15 14:52:31.497562 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-baea2514-f351-4ae6-968d-bcc5bd7824c9 req-1aafb499-d5f6-4b75-8772-4213eeff6c8f tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884237 Jul 15 14:52:31.714060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-5b59b1dc-13a9-4508-b543-ab7fd005d329 req-8e181541-e6a2-42cc-88c8-8fae43603eb1 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1229337115', 'description': 'tempest-description-2049611255'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:31.760037 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5b59b1dc-13a9-4508-b543-ab7fd005d329 req-8e181541-e6a2-42cc-88c8-8fae43603eb1 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:31.930381 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddacd2-3c11-4c09-884a-e3f6335efbc4 req-5b3e83a9-98b4-40aa-828a-28398ab670df tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:31.932808 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aaddacd2-3c11-4c09-884a-e3f6335efbc4 req-5b3e83a9-98b4-40aa-828a-28398ab670df tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 1096 time: 0.1543207 Jul 15 14:52:31.999297 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5b59b1dc-13a9-4508-b543-ab7fd005d329 req-8e181541-e6a2-42cc-88c8-8fae43603eb1 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.007208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aaddacd2-3c11-4c09-884a-e3f6335efbc4 req-7e653308-0839-47a3-a31a-53e5748a371c tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657816 Jul 15 14:52:32.009515 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5b59b1dc-13a9-4508-b543-ab7fd005d329 req-8e181541-e6a2-42cc-88c8-8fae43603eb1 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.053712 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5b59b1dc-13a9-4508-b543-ab7fd005d329 req-8e181541-e6a2-42cc-88c8-8fae43603eb1 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.055456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b59b1dc-13a9-4508-b543-ab7fd005d329 req-8e181541-e6a2-42cc-88c8-8fae43603eb1 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3458669 Jul 15 14:52:32.065410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e181541-e6a2-42cc-88c8-8fae43603eb1 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4da62a2-c5d6-4bd8-a6ab-aba58238adca,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:32.118768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-ed54dd61-8139-462b-a099-082f0d0f3bbb req-81c492f2-2f09-4504-9814-61b248047fca tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-686032225', 'description': 'tempest-description-1371577210'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:32.147175 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ed54dd61-8139-462b-a099-082f0d0f3bbb req-81c492f2-2f09-4504-9814-61b248047fca tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.294425 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41366) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:32.306052 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ed54dd61-8139-462b-a099-082f0d0f3bbb req-81c492f2-2f09-4504-9814-61b248047fca tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.312805 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ed54dd61-8139-462b-a099-082f0d0f3bbb req-81c492f2-2f09-4504-9814-61b248047fca tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.357785 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ed54dd61-8139-462b-a099-082f0d0f3bbb req-81c492f2-2f09-4504-9814-61b248047fca tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.359025 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed54dd61-8139-462b-a099-082f0d0f3bbb req-81c492f2-2f09-4504-9814-61b248047fca tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2465196 Jul 15 14:52:32.359908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c492f2-2f09-4504-9814-61b248047fca tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3911a4a3-fc3d-4c68-96a7-640b9b34a3f7,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:32.370728 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355e7d8-7224-45b8-aec5-3aaa4493c9ce req-e97e846d-9860-456e-aabb-4ad1a338f348 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:32.372227 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1355e7d8-7224-45b8-aec5-3aaa4493c9ce req-e97e846d-9860-456e-aabb-4ad1a338f348 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1264572 Jul 15 14:52:32.422712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e97c6e5c-36b7-44e1-98b6-14532d51e49e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-network', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:32.424451 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1355e7d8-7224-45b8-aec5-3aaa4493c9ce req-fd26c47d-bd3b-4df2-a835-697a6c37a52d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434980 Jul 15 14:52:32.455569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97c6e5c-36b7-44e1-98b6-14532d51e49e admin admin] Made reservation on behalf of df2e38f897fb4ea588199592764a3ebc for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:52:32.459145 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97c6e5c-36b7-44e1-98b6-14532d51e49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.469821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-2897b287-ff21-4cd2-89c4-1959ac6b99fd req-04e33d1e-fb87-4c16-996d-1168f28c4481 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-249598075', 'description': 'tempest-description-689824163'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:32.471619 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97c6e5c-36b7-44e1-98b6-14532d51e49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.497527 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2897b287-ff21-4cd2-89c4-1959ac6b99fd req-04e33d1e-fb87-4c16-996d-1168f28c4481 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.623321 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97c6e5c-36b7-44e1-98b6-14532d51e49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.632012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ec7c-5dfb-41ef-8e47-2b42e9725c3a req-116952c8-c770-4c1f-a5a9-83a7aefda367 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:32.639536 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97c6e5c-36b7-44e1-98b6-14532d51e49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.641752 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-64d3ec7c-5dfb-41ef-8e47-2b42e9725c3a req-116952c8-c770-4c1f-a5a9-83a7aefda367 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 1096 time: 0.1099861 Jul 15 14:52:32.655589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97c6e5c-36b7-44e1-98b6-14532d51e49e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:52:32.697944 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97c6e5c-36b7-44e1-98b6-14532d51e49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.698685 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-e97c6e5c-36b7-44e1-98b6-14532d51e49e admin admin] Added segment 964472ff-45a8-44bf-92c5-e80852407610 of type vlan for network 3cdc50db-5544-4872-99d9-c427108a4eb0 Jul 15 14:52:32.718816 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.720413 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-64d3ec7c-5dfb-41ef-8e47-2b42e9725c3a req-34e95075-a89d-48a9-970f-b54a37e52bf6 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776346 Jul 15 14:52:32.774497 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97c6e5c-36b7-44e1-98b6-14532d51e49e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.808480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c6e5c-36b7-44e1-98b6-14532d51e49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e162e3e2-0fde-49b7-8903-48a1c8d375f8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:32.812402 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2897b287-ff21-4cd2-89c4-1959ac6b99fd req-04e33d1e-fb87-4c16-996d-1168f28c4481 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.815435 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97c6e5c-36b7-44e1-98b6-14532d51e49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.817233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97c6e5c-36b7-44e1-98b6-14532d51e49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:32.818472 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97c6e5c-36b7-44e1-98b6-14532d51e49e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.834954 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2897b287-ff21-4cd2-89c4-1959ac6b99fd req-04e33d1e-fb87-4c16-996d-1168f28c4481 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.855843 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9479da54-b162-43d3-8507-dba466b180c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:32.857831 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e97c6e5c-36b7-44e1-98b6-14532d51e49e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5607424 Jul 15 14:52:32.863335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41388) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:32.877098 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-744b3c6a-8e39-4d52-b422-47da9389dc55 admin admin] Request body: {'subnet': {'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-subnet', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:32.934406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c6e5c-36b7-44e1-98b6-14532d51e49e admin admin] Pushing event updated for resources: {'Network': ['ID=3cdc50db-5544-4872-99d9-c427108a4eb0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:32.942038 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e33d1e-fb87-4c16-996d-1168f28c4481 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd49ca92-2c92-438a-a394-3f93c4559e69,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:32.947572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 3cdc50db-5544-4872-99d9-c427108a4eb0 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:52:32.986092 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744b3c6a-8e39-4d52-b422-47da9389dc55 admin admin] Made reservation on behalf of df2e38f897fb4ea588199592764a3ebc for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:52:32.994256 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-744b3c6a-8e39-4d52-b422-47da9389dc55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:33.036524 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2897b287-ff21-4cd2-89c4-1959ac6b99fd req-04e33d1e-fb87-4c16-996d-1168f28c4481 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:33.051772 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2897b287-ff21-4cd2-89c4-1959ac6b99fd req-04e33d1e-fb87-4c16-996d-1168f28c4481 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5865142 Jul 15 14:52:33.162424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f7790-d491-4358-975c-a4f9cdca9e07 req-89a3eaa0-c4b9-4191-a10e-4eb337735071 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:33.164103 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-981f7790-d491-4358-975c-a4f9cdca9e07 req-89a3eaa0-c4b9-4191-a10e-4eb337735071 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 950 time: 0.1749613 Jul 15 14:52:33.229219 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-981f7790-d491-4358-975c-a4f9cdca9e07 req-09fc0394-d6ad-4815-92c1-fd7977db6fd2 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587411 Jul 15 14:52:33.353505 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-744b3c6a-8e39-4d52-b422-47da9389dc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:33.448016 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b3c6a-8e39-4d52-b422-47da9389dc55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0db7b4b-ea80-4136-b0bc-3b91de73e83e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:33.465568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744b3c6a-8e39-4d52-b422-47da9389dc55 admin admin] Checking segment: {'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:52:33.466148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744b3c6a-8e39-4d52-b422-47da9389dc55 admin admin] Network hostable DHCP agents. Network: 3cdc50db-5544-4872-99d9-c427108a4eb0, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:52:33.490715 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744b3c6a-8e39-4d52-b422-47da9389dc55 admin admin] Network 3cdc50db-5544-4872-99d9-c427108a4eb0 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:52:33.504792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-744b3c6a-8e39-4d52-b422-47da9389dc55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 3cdc50db-5544-4872-99d9-c427108a4eb0) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:33.510976 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744b3c6a-8e39-4d52-b422-47da9389dc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:33.514494 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-744b3c6a-8e39-4d52-b422-47da9389dc55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:33.518785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed1f28-5278-4e1f-b2e2-dd2edce4b7b6 None None] Network 3cdc50db-5544-4872-99d9-c427108a4eb0 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:52:33.542554 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3f2fdac-49f8-4781-bb1d-e993ee6fb479 req-71f5d1b6-d8bb-471e-ab43-88369821231f tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=894cfc4f58d64220a4b7d2b82e121309 HTTP/1.1" status: 200 len: 10895 time: 0.2474494 Jul 15 14:52:33.579193 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-744b3c6a-8e39-4d52-b422-47da9389dc55 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7120523 Jul 15 14:52:33.583104 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41406) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:33.602256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:33.678129 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:33.679362 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:33.728428 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3f2fdac-49f8-4781-bb1d-e993ee6fb479 req-73909e28-d53b-4e1b-9666-529ec10fc655 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef HTTP/1.1" status: 200 len: 2981 time: 0.1760468 Jul 15 14:52:33.798350 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:33.827695 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3f2fdac-49f8-4781-bb1d-e993ee6fb479 req-2d043fcc-1c96-4677-90bf-0c276ce97a8f tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef HTTP/1.1" status: 200 len: 2981 time: 0.0928667 Jul 15 14:52:33.888997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edca9bf-33c2-4415-8a08-daaabc8bf293 req-bb48bb9a-19d5-47b4-83dc-6120a2a0fc79 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:33.893133 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3edca9bf-33c2-4415-8a08-daaabc8bf293 req-bb48bb9a-19d5-47b4-83dc-6120a2a0fc79 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 1101 time: 0.0922186 Jul 15 14:52:33.943133 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-3cdc50db-5544-4872-99d9-c427108a4eb0', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:52:33.944267 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:33.953981 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3edca9bf-33c2-4415-8a08-daaabc8bf293 req-2a614d8c-f886-4278-ac05-beafefbacb82 tempest-ServersOnMultiNodesTest-1649166330 tempest-ServersOnMultiNodesTest-1649166330-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538118 Jul 15 14:52:34.085159 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:34.094252 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c1ec0e-3c20-4b34-a13b-f7ad5dfef09e req-81a2665b-60c1-4335-a953-c1ee016705b9 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/a4da62a2-c5d6-4bd8-a6ab-aba58238adca HTTP/1.1" status: 200 len: 1801 time: 0.0875742 Jul 15 14:52:34.336001 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:34.348995 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-62c1ec0e-3c20-4b34-a13b-f7ad5dfef09e req-9ead4328-705c-44c8-afec-7769d496fce6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:34.407509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f904d-3539-4f35-b9af-a21be82b7bc2 req-7a0eb22c-0adf-4a80-a558-726d05916b2f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:34.409540 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c08f904d-3539-4f35-b9af-a21be82b7bc2 req-7a0eb22c-0adf-4a80-a558-726d05916b2f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.2996702 Jul 15 14:52:34.409819 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Allocated IP 172.20.0.2 (3cdc50db-5544-4872-99d9-c427108a4eb0/a0db7b4b-ea80-4136-b0bc-3b91de73e83e/9427a270-ab3f-486a-8af8-4e9522763e84) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:52:34.411805 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-62c1ec0e-3c20-4b34-a13b-f7ad5dfef09e req-9ead4328-705c-44c8-afec-7769d496fce6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:34.421435 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:34.464866 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:34.478569 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c08f904d-3539-4f35-b9af-a21be82b7bc2 req-d279a8dc-cede-4aad-b591-d6a6b6c3902b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578806 Jul 15 14:52:34.499603 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-62c1ec0e-3c20-4b34-a13b-f7ad5dfef09e req-9ead4328-705c-44c8-afec-7769d496fce6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:34.502360 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-62c1ec0e-3c20-4b34-a13b-f7ad5dfef09e req-9ead4328-705c-44c8-afec-7769d496fce6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:34.504370 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c1ec0e-3c20-4b34-a13b-f7ad5dfef09e req-9ead4328-705c-44c8-afec-7769d496fce6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "DELETE /v2.0/security-groups/a4da62a2-c5d6-4bd8-a6ab-aba58238adca HTTP/1.1" status: 204 len: 173 time: 0.3957183 Jul 15 14:52:34.525575 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead4328-705c-44c8-afec-7769d496fce6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4da62a2-c5d6-4bd8-a6ab-aba58238adca,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:34.614049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Allocated IP 172.25.4.91 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/ee7384f8-365c-45db-8be3-507f5f7de687) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:52:34.809301 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:34.825892 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:34.836321 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Transition to ACTIVE for port object 9427a270-ab3f-486a-8af8-4e9522763e84 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:34.862129 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Transition to ACTIVE for port object 9427a270-ab3f-486a-8af8-4e9522763e84 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:34.875729 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:34.917472 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:35.014763 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-9e3ef7b0-f9c8-47d8-9bd2-9f021d1b0de1 req-872dc56a-4133-440c-b8a1-8b85a44db403 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] show failed (client error): The resource could not be found. Jul 15 14:52:35.029333 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e3ef7b0-f9c8-47d8-9bd2-9f021d1b0de1 req-872dc56a-4133-440c-b8a1-8b85a44db403 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/a4da62a2-c5d6-4bd8-a6ab-aba58238adca HTTP/1.1" status: 404 len: 352 time: 0.0331612 Jul 15 14:52:35.035591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Network 3cdc50db-5544-4872-99d9-c427108a4eb0 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:52:35.048010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:35.068617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:52:35.077805 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:52:35.089184 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Pushing event updated for resources: {'Port': ['ID=9427a270-ab3f-486a-8af8-4e9522763e84,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:35.094149 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:35.110895 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:52:35.177018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Pushing event updated for resources: {'Port': ['ID=ee7384f8-365c-45db-8be3-507f5f7de687,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:35.259200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Attempting to bind port 9427a270-ab3f-486a-8af8-4e9522763e84 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:52:35.259580 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Attempting to bind port 9427a270-ab3f-486a-8af8-4e9522763e84 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:52:35.259939 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Attempting to bind port 9427a270-ab3f-486a-8af8-4e9522763e84 on network 3cdc50db-5544-4872-99d9-c427108a4eb0 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:35.265894 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:52:35.276692 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Checking segment: {'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:52:35.277225 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:35.277640 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Bound using segment: {'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:52:35.278139 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Bound port: 9427a270-ab3f-486a-8af8-4e9522763e84, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:52:35.278523 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:35.374169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] For port 9427a270-ab3f-486a-8af8-4e9522763e84, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:35.379309 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] For port 9427a270-ab3f-486a-8af8-4e9522763e84, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9427a270-ab3f-486a-8af8-4e9522763e84,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:52:35.387578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62589b07-6bd7-4119-996b-1ef25c9c5da6 req-8679f06b-c17a-4016-9700-86f04ae202ed tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:35.390753 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62589b07-6bd7-4119-996b-1ef25c9c5da6 req-8679f06b-c17a-4016-9700-86f04ae202ed tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 950 time: 0.1628578 Jul 15 14:52:35.392260 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:35.484059 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62589b07-6bd7-4119-996b-1ef25c9c5da6 req-e4e79e5c-524d-4706-97ca-032a07f995fd tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772064 Jul 15 14:52:35.517174 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a453a5d-8d14-482a-a0ce-48f9483b6a1a None None] Pushing event updated for resources: {'Port': ['ID=9427a270-ab3f-486a-8af8-4e9522763e84,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:35.670017 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-016dda47-7f62-4c35-b420-61e8f9a83512 req-bb22816f-65a1-4812-9df9-b8f3174004e9 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/3911a4a3-fc3d-4c68-96a7-640b9b34a3f7 HTTP/1.1" status: 200 len: 1800 time: 0.1158910 Jul 15 14:52:35.801042 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:35.802963 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-016dda47-7f62-4c35-b420-61e8f9a83512 req-878f517d-c2cd-4a91-8c06-b946e2d76364 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:35.863801 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:35.879280 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-016dda47-7f62-4c35-b420-61e8f9a83512 req-878f517d-c2cd-4a91-8c06-b946e2d76364 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:36.039346 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-016dda47-7f62-4c35-b420-61e8f9a83512 req-878f517d-c2cd-4a91-8c06-b946e2d76364 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:36.048741 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-016dda47-7f62-4c35-b420-61e8f9a83512 req-878f517d-c2cd-4a91-8c06-b946e2d76364 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:36.065257 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-016dda47-7f62-4c35-b420-61e8f9a83512 req-878f517d-c2cd-4a91-8c06-b946e2d76364 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "DELETE /v2.0/security-groups/3911a4a3-fc3d-4c68-96a7-640b9b34a3f7 HTTP/1.1" status: 204 len: 173 time: 0.3879745 Jul 15 14:52:36.132170 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f517d-c2cd-4a91-8c06-b946e2d76364 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3911a4a3-fc3d-4c68-96a7-640b9b34a3f7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:36.179013 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066554c-7a79-430b-a8b0-d296eb09cf95 req-400acf36-3aaa-40b8-93bf-aefe4c8d2953 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:36.186482 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d066554c-7a79-430b-a8b0-d296eb09cf95 req-400acf36-3aaa-40b8-93bf-aefe4c8d2953 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88 HTTP/1.1" status: 200 len: 945 time: 0.3018186 Jul 15 14:52:36.281550 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d066554c-7a79-430b-a8b0-d296eb09cf95 req-aa2a00d4-5a1c-444b-bbf0-09ee35367e5d tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/security-groups?id=e06e7bcd-b234-4d09-a2a5-f84d80614b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882096 Jul 15 14:52:36.399233 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-38e9c780-10ef-4f15-83de-ba703d006ff9 req-a5be101c-60be-4978-8a70-d8b6227ed743 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] show failed (client error): The resource could not be found. Jul 15 14:52:36.401134 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38e9c780-10ef-4f15-83de-ba703d006ff9 req-a5be101c-60be-4978-8a70-d8b6227ed743 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/3911a4a3-fc3d-4c68-96a7-640b9b34a3f7 HTTP/1.1" status: 404 len: 352 time: 0.0418260 Jul 15 14:52:36.458011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a3089-31e5-41b1-96df-887b1f7b914b req-5eb804a0-64af-40c4-91e7-a21c29794d34 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:36.461586 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e6a3089-31e5-41b1-96df-887b1f7b914b req-5eb804a0-64af-40c4-91e7-a21c29794d34 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1749537 Jul 15 14:52:36.679042 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e6a3089-31e5-41b1-96df-887b1f7b914b req-cfaa20b6-d268-4825-8bfc-330a0e4ca882 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931880 Jul 15 14:52:36.781588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fd18a-bb2c-440a-8aee-4bc07f338401 req-d4f921de-9ee4-4ac0-9035-2b369915bde1 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:36.790259 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab2fd18a-bb2c-440a-8aee-4bc07f338401 req-d4f921de-9ee4-4ac0-9035-2b369915bde1 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 950 time: 0.2806070 Jul 15 14:52:36.922577 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16cd2464-6798-475d-915b-c6f9abec504f req-9fd6a8b7-9928-4657-9a9a-3d2740f9a067 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/bd49ca92-2c92-438a-a394-3f93c4559e69 HTTP/1.1" status: 200 len: 1799 time: 0.2841651 Jul 15 14:52:36.947135 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:37.114164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72370b-f57c-415e-bea5-85c2e429ce95 req-4860aa6f-9a6c-42b9-9e1f-3f6e444a0dbc tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:37.136718 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b72370b-f57c-415e-bea5-85c2e429ce95 req-4860aa6f-9a6c-42b9-9e1f-3f6e444a0dbc tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 950 time: 0.2743740 Jul 15 14:52:37.230629 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92a9294-c558-486d-aca3-860805ecaadf None None] Network 3cdc50db-5544-4872-99d9-c427108a4eb0 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:52:37.238184 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b72370b-f57c-415e-bea5-85c2e429ce95 req-d7258d09-a060-4c36-a3a2-2ab3a45e529e tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987730 Jul 15 14:52:37.241479 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-ab2fd18a-bb2c-440a-8aee-4bc07f338401 req-47b5321f-e3aa-4dda-9574-e7cc34fe2877 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Deleting port 82c777c4-3a97-41f0-9d2a-61f45c4232b2 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:52:37.241479 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab2fd18a-bb2c-440a-8aee-4bc07f338401 req-47b5321f-e3aa-4dda-9574-e7cc34fe2877 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:37.259579 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-16cd2464-6798-475d-915b-c6f9abec504f req-280bf686-0c27-467a-8e19-516cf30fe3cb tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:37.313081 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-88e98884-f8e0-448d-a320-fd0c23b93445 None None] Provisioning for port 9427a270-ab3f-486a-8af8-4e9522763e84 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:52:37.409506 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591704b-2498-4b71-85f8-eaa9d98dde8a req-b9601bf0-2d82-4460-80c7-22745116f531 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:37.411221 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4591704b-2498-4b71-85f8-eaa9d98dde8a req-b9601bf0-2d82-4460-80c7-22745116f531 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88 HTTP/1.1" status: 200 len: 945 time: 0.4556081 Jul 15 14:52:37.414003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Router e216abb0-ed81-4f3b-ad44-b7251f3388d4 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:52:37.421378 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-16cd2464-6798-475d-915b-c6f9abec504f req-280bf686-0c27-467a-8e19-516cf30fe3cb tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:37.642464 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9427a270-ab3f-486a-8af8-4e9522763e84 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:52:37.674358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-ab2fd18a-bb2c-440a-8aee-4bc07f338401 req-47b5321f-e3aa-4dda-9574-e7cc34fe2877 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] For port 82c777c4-3a97-41f0-9d2a-61f45c4232b2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=82c777c4-3a97-41f0-9d2a-61f45c4232b2,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:37.674829 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab2fd18a-bb2c-440a-8aee-4bc07f338401 req-47b5321f-e3aa-4dda-9574-e7cc34fe2877 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:37.682551 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-16cd2464-6798-475d-915b-c6f9abec504f req-280bf686-0c27-467a-8e19-516cf30fe3cb tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:37.685223 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-16cd2464-6798-475d-915b-c6f9abec504f req-280bf686-0c27-467a-8e19-516cf30fe3cb tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:37.699415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16cd2464-6798-475d-915b-c6f9abec504f req-280bf686-0c27-467a-8e19-516cf30fe3cb tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "DELETE /v2.0/security-groups/bd49ca92-2c92-438a-a394-3f93c4559e69 HTTP/1.1" status: 204 len: 173 time: 0.7751162 Jul 15 14:52:37.746328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-ab2fd18a-bb2c-440a-8aee-4bc07f338401 req-47b5321f-e3aa-4dda-9574-e7cc34fe2877 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Calling delete_port for 82c777c4-3a97-41f0-9d2a-61f45c4232b2 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:52:37.788874 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280bf686-0c27-467a-8e19-516cf30fe3cb tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd49ca92-2c92-438a-a394-3f93c4559e69,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:37.836264 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 9427a270-ab3f-486a-8af8-4e9522763e84 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:52:37.867398 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9427a270-ab3f-486a-8af8-4e9522763e84 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:37.868366 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:37.989152 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-e4f5dd8e-8678-463d-bd4b-c18d84f2d8aa req-418a77da-da21-4688-9277-694fcd3fe961 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] show failed (client error): The resource could not be found. Jul 15 14:52:37.990590 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4f5dd8e-8678-463d-bd4b-c18d84f2d8aa req-418a77da-da21-4688-9277-694fcd3fe961 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/bd49ca92-2c92-438a-a394-3f93c4559e69 HTTP/1.1" status: 404 len: 352 time: 0.0812614 Jul 15 14:52:38.001359 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa093a4-23f3-40f5-91b4-155156c3134a req-2bbf84d4-bcd6-4ed9-972a-cc18399ac7d4 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:38.011047 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-efa093a4-23f3-40f5-91b4-155156c3134a req-2bbf84d4-bcd6-4ed9-972a-cc18399ac7d4 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c3d8bd2-a62b-4e02-ae0b-456f16b05d88 HTTP/1.1" status: 200 len: 945 time: 0.3294477 Jul 15 14:52:38.070308 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:52:38.099240 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Sync routers for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:52:38.167447 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:38.182704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41470) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:38.193921 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:38.194705 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-79c8d1b7-0f98-4a19-ada5-c9e059a3427b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5954111 Jul 15 14:52:38.198053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-4591704b-2498-4b71-85f8-eaa9d98dde8a req-ac92418c-8b11-4a01-9006-54b31be413c7 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Deleting port 19f73e30-7b39-47c4-947e-3ac0ed6631bf {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:52:38.204419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:52:38.205722 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4591704b-2498-4b71-85f8-eaa9d98dde8a req-ac92418c-8b11-4a01-9006-54b31be413c7 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:38.211248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:52:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:38.259516 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-efa093a4-23f3-40f5-91b4-155156c3134a req-397db5ea-33b3-4301-8ce0-faee334fefcf tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.38 "GET /v2.0/security-groups?id=e06e7bcd-b234-4d09-a2a5-f84d80614b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466180 Jul 15 14:52:38.497046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 9427a270-ab3f-486a-8af8-4e9522763e84, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9427a270-ab3f-486a-8af8-4e9522763e84,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:38.522214 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:38.533313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4591704b-2498-4b71-85f8-eaa9d98dde8a req-ac92418c-8b11-4a01-9006-54b31be413c7 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] For port 19f73e30-7b39-47c4-947e-3ac0ed6631bf, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=19f73e30-7b39-47c4-947e-3ac0ed6631bf,segment=NetworkSegment(4f976f51-a6a1-4bec-a006-4ee5b3d3b805),segment_id=4f976f51-a6a1-4bec-a006-4ee5b3d3b805)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:38.533313 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4591704b-2498-4b71-85f8-eaa9d98dde8a req-ac92418c-8b11-4a01-9006-54b31be413c7 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:38.594088 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-4591704b-2498-4b71-85f8-eaa9d98dde8a req-ac92418c-8b11-4a01-9006-54b31be413c7 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Calling delete_port for 19f73e30-7b39-47c4-947e-3ac0ed6631bf owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:52:38.594441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=9427a270-ab3f-486a-8af8-4e9522763e84,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:38.619670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:52:38.704193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5d6df91c-1929-4a16-9e76-da4bd795ee98 None None] Provisioning complete for port 9427a270-ab3f-486a-8af8-4e9522763e84 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:38.705663 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5d6df91c-1929-4a16-9e76-da4bd795ee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:38.746939 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab2fd18a-bb2c-440a-8aee-4bc07f338401 req-47b5321f-e3aa-4dda-9574-e7cc34fe2877 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:38.832009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['3b26d444-8675-4a45-bd2e-93a7186c728d', '492f8995-5baa-4741-8a5b-1de26507c40c', '9c6f1607-4ee7-4374-99ab-c4972269ca6c'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:38.842591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['87ef3814-8ded-41ad-b4c9-65f4e5e94011', 'e118ea8b-0489-4f3d-b047-eeb2736d4010', '1ef06155-f258-4023-9361-8178ab130ce6', 'ee547856-ce2b-4230-ab12-0c2c2629ec07'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:39.021153 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4591704b-2498-4b71-85f8-eaa9d98dde8a req-ac92418c-8b11-4a01-9006-54b31be413c7 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:39.150194 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92418c-8b11-4a01-9006-54b31be413c7 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Pushing event deleted for resources: {'Port': ['ID=19f73e30-7b39-47c4-947e-3ac0ed6631bf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:39.271913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4591704b-2498-4b71-85f8-eaa9d98dde8a req-ac92418c-8b11-4a01-9006-54b31be413c7 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] No DVR routers for this DVR port 19f73e30-7b39-47c4-947e-3ac0ed6631bf on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:52:39.275797 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4591704b-2498-4b71-85f8-eaa9d98dde8a req-ac92418c-8b11-4a01-9006-54b31be413c7 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:39.287016 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4591704b-2498-4b71-85f8-eaa9d98dde8a req-ac92418c-8b11-4a01-9006-54b31be413c7 tempest-VolumesAdminNegativeTest-417147406 tempest-VolumesAdminNegativeTest-417147406-project] 10.222.0.22 "DELETE /v2.0/ports/19f73e30-7b39-47c4-947e-3ac0ed6631bf HTTP/1.1" status: 204 len: 173 time: 1.8658946 Jul 15 14:52:39.291191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3d8bd2-a62b-4e02-ae0b-456f16b05d88', 'name': 'network-vif-deleted', 'tag': '19f73e30-7b39-47c4-947e-3ac0ed6631bf'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:39.299479 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7f6362-cc64-486c-a6e9-2dee81d86ddc" -d '{"events": [{"server_uuid": "5c3d8bd2-a62b-4e02-ae0b-456f16b05d88", "name": "network-vif-deleted", "tag": "19f73e30-7b39-47c4-947e-3ac0ed6631bf"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:39.325950 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5321f-e3aa-4dda-9574-e7cc34fe2877 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event deleted for resources: {'Port': ['ID=82c777c4-3a97-41f0-9d2a-61f45c4232b2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:39.603165 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9427a270-ab3f-486a-8af8-4e9522763e84 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:52:39.750899 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a613f-1171-43f9-87d8-9fbc6e14e6f4 req-7e120d29-5561-45ce-a2e5-cf62e9f22a09 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:39.752568 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c70a613f-1171-43f9-87d8-9fbc6e14e6f4 req-7e120d29-5561-45ce-a2e5-cf62e9f22a09 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 1.3129647 Jul 15 14:52:39.769529 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c468f442-96ef-43eb-87f5-efe19c3d15f6 req-f7094f19-4182-49e8-aebe-054b50d64354 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=894cfc4f58d64220a4b7d2b82e121309 HTTP/1.1" status: 200 len: 6148 time: 1.3408906 Jul 15 14:52:39.781537 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2fd18a-bb2c-440a-8aee-4bc07f338401 req-47b5321f-e3aa-4dda-9574-e7cc34fe2877 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] No DVR routers for this DVR port 82c777c4-3a97-41f0-9d2a-61f45c4232b2 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:52:39.797156 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab2fd18a-bb2c-440a-8aee-4bc07f338401 req-47b5321f-e3aa-4dda-9574-e7cc34fe2877 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:39.800757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab2fd18a-bb2c-440a-8aee-4bc07f338401 req-47b5321f-e3aa-4dda-9574-e7cc34fe2877 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "DELETE /v2.0/ports/82c777c4-3a97-41f0-9d2a-61f45c4232b2 HTTP/1.1" status: 204 len: 173 time: 3.0009341 Jul 15 14:52:39.810518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5578b8-22f1-4f30-be66-215fcd743ad9', 'name': 'network-vif-deleted', 'tag': '82c777c4-3a97-41f0-9d2a-61f45c4232b2'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:39.818973 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b345a80-3303-4783-b02b-554c1f8f9c23" -d '{"events": [{"server_uuid": "3d5578b8-22f1-4f30-be66-215fcd743ad9", "name": "network-vif-deleted", "tag": "82c777c4-3a97-41f0-9d2a-61f45c4232b2"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:39.889279 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:35Z', 'revision_number': 3, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:39.943004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Checking router: e216abb0-ed81-4f3b-ad44-b7251f3388d4 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:52:39.943500 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Updating router e216abb0-ed81-4f3b-ad44-b7251f3388d4 port ee7384f8-365c-45db-8be3-507f5f7de687 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:52:39.999188 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c70a613f-1171-43f9-87d8-9fbc6e14e6f4 req-0ee0baca-309e-4a2d-b01b-0c42f0d35c9d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244651 Jul 15 14:52:40.015576 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c468f442-96ef-43eb-87f5-efe19c3d15f6 req-71dd4992-d190-4ea2-bfdc-f1f8d9c58860 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef HTTP/1.1" status: 200 len: 2981 time: 0.2449512 Jul 15 14:52:40.104829 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:40.189210 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9427a270-ab3f-486a-8af8-4e9522763e84 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:40.189814 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:40.199947 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:52:40.261677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c468f442-96ef-43eb-87f5-efe19c3d15f6 req-aaf8a12a-948c-4da5-9ff3-d258cd2b0119 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef HTTP/1.1" status: 200 len: 2981 time: 0.2387578 Jul 15 14:52:40.335508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 19f73e30-7b39-47c4-947e-3ac0ed6631bf no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:52:40.518259 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcbacab4-625c-4f8a-a878-d7be418fec5e req-f636ad91-b96a-4429-9cf8-91bfe30436b3 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d5578b8-22f1-4f30-be66-215fcd743ad9 HTTP/1.1" status: 200 len: 210 time: 0.1485522 Jul 15 14:52:40.632104 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1afae0-1351-44d2-9b00-a75344642907 x-openstack-request-id: req-5f1afae0-1351-44d2-9b00-a75344642907 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:40.632826 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3d8bd2-a62b-4e02-ae0b-456f16b05d88", "name": "network-vif-deleted", "tag": "19f73e30-7b39-47c4-947e-3ac0ed6631bf", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:40.633785 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5f1afae0-1351-44d2-9b00-a75344642907 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:40.634495 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3d8bd2-a62b-4e02-ae0b-456f16b05d88', 'name': 'network-vif-deleted', 'tag': '19f73e30-7b39-47c4-947e-3ac0ed6631bf', 'status': 'completed', 'code': 200} Jul 15 14:52:40.686217 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41492) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:40.777121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-40b391be-5532-4aa2-af14-6ced179a8aee req-61dfd030-300f-44bc-b471-45944e91e5cf tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1955478296', 'description': 'tempest-description-1876342644'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:40.797537 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2940fe-0f21-4b09-8d5e-2734c6c7f8dd x-openstack-request-id: req-ea2940fe-0f21-4b09-8d5e-2734c6c7f8dd {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:40.807808 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5578b8-22f1-4f30-be66-215fcd743ad9", "name": "network-vif-deleted", "tag": "82c777c4-3a97-41f0-9d2a-61f45c4232b2", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:40.808517 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea2940fe-0f21-4b09-8d5e-2734c6c7f8dd {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:40.809345 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5578b8-22f1-4f30-be66-215fcd743ad9', 'name': 'network-vif-deleted', 'tag': '82c777c4-3a97-41f0-9d2a-61f45c4232b2', 'status': 'completed', 'code': 200} Jul 15 14:52:40.835324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af8de77-16e1-46cb-ac8e-f50f0ed37fd7 admin admin] Deleting subnet b5b7536f-269c-4f6e-a00b-278c236eb76c {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:52:40.844324 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4af8de77-16e1-46cb-ac8e-f50f0ed37fd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:40.914417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 19f73e30-7b39-47c4-947e-3ac0ed6631bf {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:52:40.915608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 19f73e30-7b39-47c4-947e-3ac0ed6631bf not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:52:40.916040 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 82c777c4-3a97-41f0-9d2a-61f45c4232b2 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:52:40.949084 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4af8de77-16e1-46cb-ac8e-f50f0ed37fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:40.980199 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-40b391be-5532-4aa2-af14-6ced179a8aee req-61dfd030-300f-44bc-b471-45944e91e5cf tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.025228 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4af8de77-16e1-46cb-ac8e-f50f0ed37fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.053465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 82c777c4-3a97-41f0-9d2a-61f45c4232b2 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:52:41.054317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 82c777c4-3a97-41f0-9d2a-61f45c4232b2 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:52:41.162611 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-40b391be-5532-4aa2-af14-6ced179a8aee req-61dfd030-300f-44bc-b471-45944e91e5cf tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.178366 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-40b391be-5532-4aa2-af14-6ced179a8aee req-61dfd030-300f-44bc-b471-45944e91e5cf tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.227409 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-40b391be-5532-4aa2-af14-6ced179a8aee req-61dfd030-300f-44bc-b471-45944e91e5cf tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.235610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40b391be-5532-4aa2-af14-6ced179a8aee req-61dfd030-300f-44bc-b471-45944e91e5cf tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4666317 Jul 15 14:52:41.240973 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.250751 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4af8de77-16e1-46cb-ac8e-f50f0ed37fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.298518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8de77-16e1-46cb-ac8e-f50f0ed37fd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b7536f-269c-4f6e-a00b-278c236eb76c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:41.307526 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-4f8ac8db-d848-4f26-85bf-6d213b3aabb8 req-1ae53f8b-a18b-4880-9b87-36829752b737 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-841353423', 'description': 'tempest-description-411772039'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:41.315089 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4af8de77-16e1-46cb-ac8e-f50f0ed37fd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.320693 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4af8de77-16e1-46cb-ac8e-f50f0ed37fd7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b5b7536f-269c-4f6e-a00b-278c236eb76c HTTP/1.1" status: 204 len: 168 time: 0.6315749 Jul 15 14:52:41.323758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41500) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:41.492133 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a210152-16fa-4cfd-a42d-555cae5b408a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.607380 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.645511 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Transition to ACTIVE for port object ee7384f8-365c-45db-8be3-507f5f7de687 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:41.659828 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.663270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Allocated IP 172.20.0.1 (3cdc50db-5544-4872-99d9-c427108a4eb0/a0db7b4b-ea80-4136-b0bc-3b91de73e83e/423b73a0-bee2-4e53-a038-8c6147e5ef97) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:52:41.679821 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a210152-16fa-4cfd-a42d-555cae5b408a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.698864 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-2a210152-16fa-4cfd-a42d-555cae5b408a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5627580b-44a6-4103-9733-e321fc9b30ea']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:41.720061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-2a210152-16fa-4cfd-a42d-555cae5b408a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f976f51-a6a1-4bec-a006-4ee5b3d3b805') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:41.720539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-2a210152-16fa-4cfd-a42d-555cae5b408a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f976f51-a6a1-4bec-a006-4ee5b3d3b805') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:41.730270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Attempting to bind port ee7384f8-365c-45db-8be3-507f5f7de687 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:52:41.730733 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Attempting to bind port ee7384f8-365c-45db-8be3-507f5f7de687 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:52:41.731150 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Attempting to bind port ee7384f8-365c-45db-8be3-507f5f7de687 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:41.740906 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a210152-16fa-4cfd-a42d-555cae5b408a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.742800 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcad26-b029-4915-873b-ceca5244761a None None] Pushing event updated for resources: {'Port': ['ID=ee7384f8-365c-45db-8be3-507f5f7de687,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:41.747005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:52:41.747403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:52:41.747799 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.748400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:52:41.748967 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Bound port: ee7384f8-365c-45db-8be3-507f5f7de687, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:52:41.749392 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.770424 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a210152-16fa-4cfd-a42d-555cae5b408a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.781629 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a210152-16fa-4cfd-a42d-555cae5b408a admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:52:41.782290 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a210152-16fa-4cfd-a42d-555cae5b408a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.811269 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfd030-300f-44bc-b471-45944e91e5cf tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4713b6c1-9279-433f-87a5-83e30c47ff8c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:41.824732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] For port ee7384f8-365c-45db-8be3-507f5f7de687, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:41.831045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] For port ee7384f8-365c-45db-8be3-507f5f7de687, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ee7384f8-365c-45db-8be3-507f5f7de687,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:52:41.848404 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: timer() Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:52:41.858444 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:52:41.866980 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a210152-16fa-4cfd-a42d-555cae5b408a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.895850 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a210152-16fa-4cfd-a42d-555cae5b408a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.903005 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2a210152-16fa-4cfd-a42d-555cae5b408a admin admin] 10.222.0.38 "DELETE /v2.0/networks/5627580b-44a6-4103-9733-e321fc9b30ea HTTP/1.1" status: 204 len: 168 time: 0.5729065 Jul 15 14:52:41.903005 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a210152-16fa-4cfd-a42d-555cae5b408a admin admin] Pushing event deleted for resources: {'Network': ['ID=5627580b-44a6-4103-9733-e321fc9b30ea,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:41.903944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41508) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:41.907664 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f8ac8db-d848-4f26-85bf-6d213b3aabb8 req-1ae53f8b-a18b-4880-9b87-36829752b737 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.947402 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.959096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f42e6a-e761-4b6b-a06d-850167f391fb admin admin] Deleting subnet d30fdda6-b4e4-4819-99a8-c76e8d3efa5b {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:52:41.962921 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82f42e6a-e761-4b6b-a06d-850167f391fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:41.990942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcad26-b029-4915-873b-ceca5244761a None None] Pushing event updated for resources: {'Port': ['ID=ee7384f8-365c-45db-8be3-507f5f7de687,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:41.992703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Transition to ACTIVE for port object 423b73a0-bee2-4e53-a038-8c6147e5ef97 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:42.013195 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82f42e6a-e761-4b6b-a06d-850167f391fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.041481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f9137-f136-4e59-94ec-4dc826a5d023 req-175cef4f-07d9-41cd-af92-6f528852d331 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:42.049751 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:52:42.062669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:52:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:42.062978 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6b8f9137-f136-4e59-94ec-4dc826a5d023 req-175cef4f-07d9-41cd-af92-6f528852d331 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.2333200 Jul 15 14:52:42.067360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82f42e6a-e761-4b6b-a06d-850167f391fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.136934 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.148663 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82f42e6a-e761-4b6b-a06d-850167f391fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.195209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f42e6a-e761-4b6b-a06d-850167f391fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d30fdda6-b4e4-4819-99a8-c76e8d3efa5b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:42.197460 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82f42e6a-e761-4b6b-a06d-850167f391fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.202935 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-82f42e6a-e761-4b6b-a06d-850167f391fb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d30fdda6-b4e4-4819-99a8-c76e8d3efa5b HTTP/1.1" status: 204 len: 168 time: 0.2949944 Jul 15 14:52:42.206263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41518) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:42.212962 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6b8f9137-f136-4e59-94ec-4dc826a5d023 req-7c6dbe60-07b9-4f81-ad0e-07f9abc9f218 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581011 Jul 15 14:52:42.231191 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Network 3cdc50db-5544-4872-99d9-c427108a4eb0 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:52:42.245404 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:42.248087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:52:42.306898 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.313765 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Pushing event updated for resources: {'Port': ['ID=423b73a0-bee2-4e53-a038-8c6147e5ef97,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:42.329776 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f8ac8db-d848-4f26-85bf-6d213b3aabb8 req-1ae53f8b-a18b-4880-9b87-36829752b737 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.353379 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8712c396-b3a3-49dc-95e5-0b52ac2a4a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.379515 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:52:42.417009 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f8ac8db-d848-4f26-85bf-6d213b3aabb8 req-1ae53f8b-a18b-4880-9b87-36829752b737 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.496084 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8712c396-b3a3-49dc-95e5-0b52ac2a4a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.512599 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8712c396-b3a3-49dc-95e5-0b52ac2a4a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c15b51-5428-4dd8-93b1-a22689b193c4']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:42.524065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae53f8b-a18b-4880-9b87-36829752b737 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49c209a-f35f-48a9-9b92-dd3e8f03429c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:42.526018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8712c396-b3a3-49dc-95e5-0b52ac2a4a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d5a98c-9ea9-45d7-a2a5-e37903f47184') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:42.526327 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8712c396-b3a3-49dc-95e5-0b52ac2a4a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d5a98c-9ea9-45d7-a2a5-e37903f47184') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:42.539180 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8712c396-b3a3-49dc-95e5-0b52ac2a4a67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.559558 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8712c396-b3a3-49dc-95e5-0b52ac2a4a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.562724 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f8ac8db-d848-4f26-85bf-6d213b3aabb8 req-1ae53f8b-a18b-4880-9b87-36829752b737 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.565899 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f8ac8db-d848-4f26-85bf-6d213b3aabb8 req-1ae53f8b-a18b-4880-9b87-36829752b737 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.2870150 Jul 15 14:52:42.595707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8712c396-b3a3-49dc-95e5-0b52ac2a4a67 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:52:42.597791 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8712c396-b3a3-49dc-95e5-0b52ac2a4a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: timer() Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:52:42.668093 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:52:42.676286 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8712c396-b3a3-49dc-95e5-0b52ac2a4a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.700528 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8712c396-b3a3-49dc-95e5-0b52ac2a4a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.703532 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8712c396-b3a3-49dc-95e5-0b52ac2a4a67 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a2c15b51-5428-4dd8-93b1-a22689b193c4 HTTP/1.1" status: 204 len: 168 time: 0.4956169 Jul 15 14:52:42.704564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712c396-b3a3-49dc-95e5-0b52ac2a4a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c15b51-5428-4dd8-93b1-a22689b193c4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:42.891287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.940534 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0341603a-8b26-40a3-afe1-f7b18dad5ced None None] Provisioning for port 423b73a0-bee2-4e53-a038-8c6147e5ef97 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:52:42.961687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0341603a-8b26-40a3-afe1-f7b18dad5ced None None] Provisioning complete for port 423b73a0-bee2-4e53-a038-8c6147e5ef97 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:42.962179 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0341603a-8b26-40a3-afe1-f7b18dad5ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:42.966645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:35Z', 'revision_number': 3, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:43.008600 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41566) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:43.021895 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-3c3ba650-a4f6-4cdb-a8a0-d8e7c2b2c98b tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1384511419&fields=id&tenant_id=5ff6a9af89cb4d41b79cb32117050ede HTTP/1.1" status: 200 len: 267 time: 0.0983670 Jul 15 14:52:43.045091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5b81b-4234-4c4f-811a-cafb3c672723 None None] The sync data for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 is: [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:35Z', 'revision_number': 3, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:52:43.112385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0341603a-8b26-40a3-afe1-f7b18dad5ced None None] Port 423b73a0-bee2-4e53-a038-8c6147e5ef97 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:52:43.123149 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9b81d3c9-a63e-4550-9fa1-618b7aee77b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b8c8208069ab4a39ab72de8b40feac76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1142414 Jul 15 14:52:43.132400 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41576) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:43.205815 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bff23ce-f9c5-4a85-b0f5-93373b989cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:43.253354 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bff23ce-f9c5-4a85-b0f5-93373b989cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:43.355355 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bff23ce-f9c5-4a85-b0f5-93373b989cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:43.358226 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bff23ce-f9c5-4a85-b0f5-93373b989cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:43.360190 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5bff23ce-f9c5-4a85-b0f5-93373b989cdc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e06e7bcd-b234-4d09-a2a5-f84d80614b5d HTTP/1.1" status: 204 len: 168 time: 0.2263174 Jul 15 14:52:43.370789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff23ce-f9c5-4a85-b0f5-93373b989cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06e7bcd-b234-4d09-a2a5-f84d80614b5d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:43.401660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-a9a1b7c0-3994-4270-aa9a-94db93f3a4d9 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:43.414291 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-a9a1b7c0-3994-4270-aa9a-94db93f3a4d9 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/networks?id=48c29de8-95e4-4168-a48a-374f30b07ea4 HTTP/1.1" status: 200 len: 813 time: 0.3341069 Jul 15 14:52:43.466628 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-4949455f-4784-4314-849c-1ea3ccb88efb tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/quotas/894cfc4f58d64220a4b7d2b82e121309 HTTP/1.1" status: 200 len: 375 time: 0.0508609 Jul 15 14:52:43.479564 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-3ea5ad9d-f52e-4197-94a2-434315f95f6a tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:43.481965 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-3ea5ad9d-f52e-4197-94a2-434315f95f6a tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/networks?id=6122074b-6a36-40d2-aa35-021aba6c6760 HTTP/1.1" status: 200 len: 815 time: 0.4417830 Jul 15 14:52:43.612298 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-6f4cb2b3-b639-4527-9a3e-5a3198546813 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/quotas/5ff6a9af89cb4d41b79cb32117050ede HTTP/1.1" status: 200 len: 375 time: 0.0919001 Jul 15 14:52:43.735262 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:43.745991 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:43.843675 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-bf037c5d-bd18-4fcb-8eaa-1c12d43cbbcb tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=894cfc4f58d64220a4b7d2b82e121309&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3759158 Jul 15 14:52:43.881087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Pushing event updated for resources: {'Port': ['ID=423b73a0-bee2-4e53-a038-8c6147e5ef97,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:43.894003 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:43.954595 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-6ad6b9a4-443d-4585-8e9d-dd53ff078890 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ff6a9af89cb4d41b79cb32117050ede&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3243794 Jul 15 14:52:43.987211 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41616) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:44.046183 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6c0e4b96-1d43-4d3d-a6f5-a76cd96d406f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee6287b8a2144b0f865a92a0f37c54b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563378 Jul 15 14:52:44.048630 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41618) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:44.084040 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-f7e3e5b5-0f93-4bca-8f2e-99b0624e85f9 service neutron] 10.222.0.38 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390296 Jul 15 14:52:44.149925 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb42bbf0-5de3-4668-baae-c17249218334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:44.192224 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Network 3cdc50db-5544-4872-99d9-c427108a4eb0 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:52:44.200692 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb42bbf0-5de3-4668-baae-c17249218334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:44.206466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:44.249998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-f0224f5d-f967-4f08-8596-ccf8e068ff5c service neutron] 10.222.0.38 "GET /v2.0/networks/6122074b-6a36-40d2-aa35-021aba6c6760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733996 Jul 15 14:52:44.291285 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb42bbf0-5de3-4668-baae-c17249218334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:44.294034 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb42bbf0-5de3-4668-baae-c17249218334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:44.295763 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bb42bbf0-5de3-4668-baae-c17249218334 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/65ea4ec5-4353-4e20-a85c-08c08856c691 HTTP/1.1" status: 204 len: 168 time: 0.2461483 Jul 15 14:52:44.309575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42bbf0-5de3-4668-baae-c17249218334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ea4ec5-4353-4e20-a85c-08c08856c691,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:44.443314 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-bbf2c9ee-75ee-4c1a-9dc2-22d6987c05db service neutron] 10.222.0.38 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258626 Jul 15 14:52:44.516333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Router e216abb0-ed81-4f3b-ad44-b7251f3388d4 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:52:44.536022 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-3f763fcd-b4a2-4a19-9a61-ea0f02b377c2 service neutron] 10.222.0.38 "GET /v2.0/networks/6122074b-6a36-40d2-aa35-021aba6c6760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158990 Jul 15 14:52:44.688614 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7f4dd6a0-1c7b-4856-87bc-9454847e515e None None] Provisioning complete for port 423b73a0-bee2-4e53-a038-8c6147e5ef97 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:44.691586 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd6a0-1c7b-4856-87bc-9454847e515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:44.827385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7f4dd6a0-1c7b-4856-87bc-9454847e515e None None] Port 423b73a0-bee2-4e53-a038-8c6147e5ef97 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:52:44.966420 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:52:44.994168 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c20fe7b9-2d04-4a00-a76e-4947b2f7b092 admin admin] 10.222.0.38 "PUT /v2.0/routers/e216abb0-ed81-4f3b-ad44-b7251f3388d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8093331 Jul 15 14:52:45.551012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91357e9f-19ee-4731-9e79-2553892c3fd6 req-d9871571-a3da-46a9-9e3f-3bdf29137964 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:45.567566 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91357e9f-19ee-4731-9e79-2553892c3fd6 req-d9871571-a3da-46a9-9e3f-3bdf29137964 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1317208 Jul 15 14:52:45.684852 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91357e9f-19ee-4731-9e79-2553892c3fd6 req-ae13987a-215a-4037-9c6b-1d38f2c5402c tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162107 Jul 15 14:52:45.706132 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ee7384f8-365c-45db-8be3-507f5f7de687 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:52:45.819586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port ee7384f8-365c-45db-8be3-507f5f7de687 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:52:45.829811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ee7384f8-365c-45db-8be3-507f5f7de687 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:45.831809 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:45.985022 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:46.020422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port ee7384f8-365c-45db-8be3-507f5f7de687, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ee7384f8-365c-45db-8be3-507f5f7de687,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:46.028333 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:46.177035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=ee7384f8-365c-45db-8be3-507f5f7de687,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:46.257518 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Sync routers for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:52:46.265341 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41678) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:46.271692 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:52:46.272968 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3112345e-991b-477c-a469-138f1ea51609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:52:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:46.441057 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:52:46.461642 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1679026785-network', 'tenant_id': '78e4cae24ca94813bbb3a3f166c36d4e'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:46.489764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Made reservation on behalf of 78e4cae24ca94813bbb3a3f166c36d4e for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:52:46.493380 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:46.508144 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:46.539288 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8354645d-dc9a-4c78-930d-b4e4f1f580a2 req-952301e7-1601-492a-85aa-b7f27975ed4d tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 210 time: 0.7169101 Jul 15 14:52:46.548303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03d948d3-e543-48c8-8c74-95d0b9eef2cc req-a9bf1082-be39-44f5-b793-9d7acee4df76 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 210 time: 0.7628236 Jul 15 14:52:46.778898 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:46.793746 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:46.857467 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:52:46.892723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab287d-fdac-43e5-88c5-35eb0c562933 req-2ea70dd2-b0c0-4575-95f7-87fb4947f4dc tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:46.902997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12ab287d-fdac-43e5-88c5-35eb0c562933 req-2ea70dd2-b0c0-4575-95f7-87fb4947f4dc tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 950 time: 0.1562231 Jul 15 14:52:46.906259 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:46.906982 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Added segment 0ed3de12-fc04-49c4-8584-576bdc86308e of type vlan for network 40666898-e948-4f2b-8684-1fdb18a9c0f1 Jul 15 14:52:46.909624 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3112345e-991b-477c-a469-138f1ea51609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:43Z', 'revision_number': 2, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:46.919703 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c438c080-f465-4d45-ae40-9e82d7dd0d86,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:46.949207 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:46.949941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:46.950488 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:46.951077 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:46.951667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:46.952459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:46.953492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:46.954051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:46.954620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:46.955179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:46.955709 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:46.956906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:46.972672 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Checking router: e216abb0-ed81-4f3b-ad44-b7251f3388d4 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:52:46.973589 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Updating router e216abb0-ed81-4f3b-ad44-b7251f3388d4 port 423b73a0-bee2-4e53-a038-8c6147e5ef97 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:52:47.000974 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12ab287d-fdac-43e5-88c5-35eb0c562933 req-023846c8-a65b-486d-9a77-dc1ea759e4bc tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954494 Jul 15 14:52:47.015303 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8416a-5609-44c9-a8cd-358766840d3d req-7d5ba6dc-976b-4ed8-bc34-f6e4c55b1372 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:47.031500 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-28c8416a-5609-44c9-a8cd-358766840d3d req-7d5ba6dc-976b-4ed8-bc34-f6e4c55b1372 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 950 time: 0.2394521 Jul 15 14:52:47.065828 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:47.224726 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:47.430752 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.resource_extend [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 14:52:47.544710 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ee7384f8-365c-45db-8be3-507f5f7de687 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:52:47.574993 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:47.577032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:47.578264 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:47.615519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-f16eb8e1-ba1c-489e-9a1a-4ba2030e6ac2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:47.630126 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-f16eb8e1-ba1c-489e-9a1a-4ba2030e6ac2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 820 time: 0.3560252 Jul 15 14:52:47.656464 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:47.686347 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Transition to ACTIVE for port object 423b73a0-bee2-4e53-a038-8c6147e5ef97 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:47.705751 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:47.717075 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4490218 Jul 15 14:52:47.730932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-224142c8-f027-4ac2-b46b-391f1f6e9f42 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/quotas/df2e38f897fb4ea588199592764a3ebc HTTP/1.1" status: 200 len: 375 time: 0.0392480 Jul 15 14:52:47.739057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41704) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:47.765406 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Request body: {'subnet': {'network_id': '40666898-e948-4f2b-8684-1fdb18a9c0f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1679026785-subnet', 'tenant_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:47.774586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ee7384f8-365c-45db-8be3-507f5f7de687 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:47.775029 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:47.792322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-c25868af-e62f-4ce8-ae24-7969993824fb tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:47.798260 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-c25868af-e62f-4ce8-ae24-7969993824fb tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.11 "GET /v2.0/networks?id=48c29de8-95e4-4168-a48a-374f30b07ea4 HTTP/1.1" status: 200 len: 813 time: 0.5517910 Jul 15 14:52:47.900414 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105d312-2ece-46c6-85b3-5d0ae4cc08bb None None] Pushing event updated for resources: {'Port': ['ID=423b73a0-bee2-4e53-a038-8c6147e5ef97,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:47.927700 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-28c8416a-5609-44c9-a8cd-358766840d3d req-d91afc53-5403-4c80-bc86-8529f3129f39 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Deleting port 9c6f1607-4ee7-4374-99ab-c4972269ca6c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:52:47.928052 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-28c8416a-5609-44c9-a8cd-358766840d3d req-d91afc53-5403-4c80-bc86-8529f3129f39 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:47.975360 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Attempting to bind port 423b73a0-bee2-4e53-a038-8c6147e5ef97 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:52:47.977028 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Attempting to bind port 423b73a0-bee2-4e53-a038-8c6147e5ef97 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:52:47.977819 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Attempting to bind port 423b73a0-bee2-4e53-a038-8c6147e5ef97 on network 3cdc50db-5544-4872-99d9-c427108a4eb0 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:47.998393 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:52:47.999154 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Checking segment: {'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:52:47.999905 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:48.001362 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Bound using segment: {'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:52:48.006283 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Bound port: 423b73a0-bee2-4e53-a038-8c6147e5ef97, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:52:48.007089 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:48.063317 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Made reservation on behalf of 78e4cae24ca94813bbb3a3f166c36d4e for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:52:48.070470 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:48.131507 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-28c8416a-5609-44c9-a8cd-358766840d3d req-d91afc53-5403-4c80-bc86-8529f3129f39 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] For port 9c6f1607-4ee7-4374-99ab-c4972269ca6c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9c6f1607-4ee7-4374-99ab-c4972269ca6c,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:48.132046 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-28c8416a-5609-44c9-a8cd-358766840d3d req-d91afc53-5403-4c80-bc86-8529f3129f39 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:48.160396 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-28c8416a-5609-44c9-a8cd-358766840d3d req-d91afc53-5403-4c80-bc86-8529f3129f39 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Calling delete_port for 9c6f1607-4ee7-4374-99ab-c4972269ca6c owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:52:48.176384 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3112345e-991b-477c-a469-138f1ea51609 None None] For port 423b73a0-bee2-4e53-a038-8c6147e5ef97, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:48.179578 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53982b2-60a8-4436-a459-858666a99e4d admin admin] Pushing event updated for resources: {'Network': ['ID=40666898-e948-4f2b-8684-1fdb18a9c0f1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:48.184967 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3112345e-991b-477c-a469-138f1ea51609 None None] For port 423b73a0-bee2-4e53-a038-8c6147e5ef97, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=423b73a0-bee2-4e53-a038-8c6147e5ef97,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:52:48.194245 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 40666898-e948-4f2b-8684-1fdb18a9c0f1 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:52:48.196340 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:48.198488 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-c44531be-e0b6-447e-b09c-8a25b418c9d2 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Request body: {'port': {'device_id': '339113da-7a4e-45e7-ae3c-f2a93f67dd31', 'network_id': '48c29de8-95e4-4168-a48a-374f30b07ea4', 'admin_state_up': True, 'tenant_id': '894cfc4f58d64220a4b7d2b82e121309'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:48.217604 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca775f9-3bdf-4d5a-a97e-c78c91a220d8 req-c7acd465-cfd9-4913-a194-afa53c907391 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:48.231723 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ca775f9-3bdf-4d5a-a97e-c78c91a220d8 req-c7acd465-cfd9-4913-a194-afa53c907391 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.5997221 Jul 15 14:52:48.314146 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105d312-2ece-46c6-85b3-5d0ae4cc08bb None None] Pushing event updated for resources: {'Port': ['ID=423b73a0-bee2-4e53-a038-8c6147e5ef97,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:48.325235 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:52:48.325941 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3112345e-991b-477c-a469-138f1ea51609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:52:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:48.478480 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:48.482554 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3112345e-991b-477c-a469-138f1ea51609 None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:52:48.606668 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-3521e698-a2a9-4ccc-af8b-e09c2c9db1f7 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8356600 Jul 15 14:52:48.625712 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:48.706691 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ca775f9-3bdf-4d5a-a97e-c78c91a220d8 req-9cc70ab5-feb7-4fa8-9441-3cb3aaaf5e4f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434952 Jul 15 14:52:48.713115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-c44531be-e0b6-447e-b09c-8a25b418c9d2 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Made reservation on behalf of 894cfc4f58d64220a4b7d2b82e121309 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:52:48.717618 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-c44531be-e0b6-447e-b09c-8a25b418c9d2 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:48.764855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a03ae0-3fab-4eb9-8e4d-a84c596cc78f,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:48.782209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-2b3279fc-8315-458d-be7c-4ef1ab987d37 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:48.785378 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-2b3279fc-8315-458d-be7c-4ef1ab987d37 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.11 "GET /v2.0/networks?id=6122074b-6a36-40d2-aa35-021aba6c6760 HTTP/1.1" status: 200 len: 815 time: 0.5169456 Jul 15 14:52:48.811076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:48.811414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:48.811665 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:48.812000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:48.813228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:48.814233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:48.814611 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:48.816168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:48.817847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:48.819564 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:48.822704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:48.824361 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:48.838411 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Checking segment: {'id': '0ed3de12-fc04-49c4-8584-576bdc86308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40666898-e948-4f2b-8684-1fdb18a9c0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:52:48.839598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Network hostable DHCP agents. Network: 40666898-e948-4f2b-8684-1fdb18a9c0f1, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:52:48.873888 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:48.887418 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-76c9f252-2ebf-4b7f-be97-2e681390ce20 service neutron] 10.222.0.38 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797775 Jul 15 14:52:48.963593 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3e2ec96-cdb6-4d70-8202-f55dcb51bd01 req-18467efa-0ce7-422a-93eb-e309014411e2 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 210 time: 0.0739887 Jul 15 14:52:48.980685 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-20d6ddfd-ad3a-4fd5-8b23-2c0ba6cad40b tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ff6a9af89cb4d41b79cb32117050ede HTTP/1.1" status: 200 len: 380 time: 0.1636238 Jul 15 14:52:49.007271 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3112345e-991b-477c-a469-138f1ea51609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:48Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:49.061425 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Network 40666898-e948-4f2b-8684-1fdb18a9c0f1 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:52:49.068813 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3112345e-991b-477c-a469-138f1ea51609 None None] The sync data for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 is: [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:48Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:52:49.085258 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 40666898-e948-4f2b-8684-1fdb18a9c0f1) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:49.093040 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0325ce45-3c85-478c-a195-d9898999ac88 None None] Network 40666898-e948-4f2b-8684-1fdb18a9c0f1 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:52:49.093186 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:49.093700 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:49.148537 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7f67071-5216-4f22-a32f-7516ec2ae7c5 req-0d69d73d-2573-40ed-b056-f9c57661d201 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 210 time: 0.0576580 Jul 15 14:52:49.168013 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-c44531be-e0b6-447e-b09c-8a25b418c9d2 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Allocated IP 172.20.0.12 (48c29de8-95e4-4168-a48a-374f30b07ea4/a37f6edc-bcf1-4173-ae3b-56e1f851925c/4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:52:49.169743 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-ac3dcccf-c14c-409f-bae2-601556e73612 service neutron] 10.222.0.38 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792957 Jul 15 14:52:49.174230 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f8d0c707-6c26-44ea-8b99-d007f66243cc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4240232 Jul 15 14:52:49.176653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41714) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:49.184247 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-e6a37971-9b0f-470b-86c2-6cfec8f15570 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Request body: {'port': {'device_id': 'f6c6b2fd-b8b8-4225-9eb5-635a8409a643', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'admin_state_up': True, 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'security_groups': ['f419d37a-eb05-495e-b14e-3ef21e1daf67']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:49.198496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1679026785-router', 'tenant_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:49.338349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-28c8416a-5609-44c9-a8cd-358766840d3d req-d91afc53-5403-4c80-bc86-8529f3129f39 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:49.357335 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:49.358523 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:49.377103 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['3b26d444-8675-4a45-bd2e-93a7186c728d', '492f8995-5baa-4741-8a5b-1de26507c40c'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:49.380222 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['87ef3814-8ded-41ad-b4c9-65f4e5e94011', 'e118ea8b-0489-4f3d-b047-eeb2736d4010', '1ef06155-f258-4023-9361-8178ab130ce6', 'ee547856-ce2b-4230-ab12-0c2c2629ec07'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:49.401704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91afc53-5403-4c80-bc86-8529f3129f39 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event deleted for resources: {'Port': ['ID=9c6f1607-4ee7-4374-99ab-c4972269ca6c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:49.568577 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c8416a-5609-44c9-a8cd-358766840d3d req-d91afc53-5403-4c80-bc86-8529f3129f39 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] No DVR routers for this DVR port 9c6f1607-4ee7-4374-99ab-c4972269ca6c on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:52:49.582479 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-28c8416a-5609-44c9-a8cd-358766840d3d req-d91afc53-5403-4c80-bc86-8529f3129f39 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:49.594886 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-28c8416a-5609-44c9-a8cd-358766840d3d req-d91afc53-5403-4c80-bc86-8529f3129f39 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.11 "DELETE /v2.0/ports/9c6f1607-4ee7-4374-99ab-c4972269ca6c HTTP/1.1" status: 204 len: 173 time: 2.5563383 Jul 15 14:52:49.666620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab33c89-afbc-462d-8607-9a1806a3d9c7', 'name': 'network-vif-deleted', 'tag': '9c6f1607-4ee7-4374-99ab-c4972269ca6c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:49.668952 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1655a67b-22b2-4764-b411-c467c9f1c59d" -d '{"events": [{"server_uuid": "6ab33c89-afbc-462d-8607-9a1806a3d9c7", "name": "network-vif-deleted", "tag": "9c6f1607-4ee7-4374-99ab-c4972269ca6c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:49.682307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-e6a37971-9b0f-470b-86c2-6cfec8f15570 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Made reservation on behalf of 5ff6a9af89cb4d41b79cb32117050ede for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:52:49.689243 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-e6a37971-9b0f-470b-86c2-6cfec8f15570 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:49.720640 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 423b73a0-bee2-4e53-a038-8c6147e5ef97 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:52:49.733438 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:49.742274 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1f939796-45a8-493f-a5b7-dc6b5e8426ff req-6af23b47-d793-44fd-97ab-b56fb693adb0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ab33c89-afbc-462d-8607-9a1806a3d9c7 HTTP/1.1" status: 200 len: 210 time: 0.1793976 Jul 15 14:52:49.906056 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875fae2a-5121-4a6e-97ef-0e9a2d07f4c9 x-openstack-request-id: req-875fae2a-5121-4a6e-97ef-0e9a2d07f4c9 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:49.906637 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab33c89-afbc-462d-8607-9a1806a3d9c7", "name": "network-vif-deleted", "tag": "9c6f1607-4ee7-4374-99ab-c4972269ca6c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:49.906637 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-875fae2a-5121-4a6e-97ef-0e9a2d07f4c9 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:49.911507 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab33c89-afbc-462d-8607-9a1806a3d9c7', 'name': 'network-vif-deleted', 'tag': '9c6f1607-4ee7-4374-99ab-c4972269ca6c', 'status': 'completed', 'code': 200} Jul 15 14:52:50.060325 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab664273-d2b5-4434-bfe2-61b282d72389 req-ee8ef6de-43a6-46c7-81b2-6e7e33cc7d23 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 210 time: 0.0464108 Jul 15 14:52:50.229381 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:50.499808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339156e-c58a-4021-a06f-4c8cf391afff req-37db5090-99f2-48de-b537-b8702a30f1c1 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:50.525025 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6339156e-c58a-4021-a06f-4c8cf391afff req-37db5090-99f2-48de-b537-b8702a30f1c1 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.2867653 Jul 15 14:52:50.547682 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1cd6f0f0-ab1c-45c7-9952-d0d29cce4817 req-fbbc99b6-606f-4c91-894b-68aff3364d80 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 210 time: 0.1022904 Jul 15 14:52:50.660313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-e6a37971-9b0f-470b-86c2-6cfec8f15570 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Allocated IP 172.20.0.7 (6122074b-6a36-40d2-aa35-021aba6c6760/db80375f-e17f-41b8-8f6f-04bd294d2e4b/7234476d-7f31-4f0b-8ff0-788fc22f2039) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:52:50.673653 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 423b73a0-bee2-4e53-a038-8c6147e5ef97 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:52:50.679198 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6339156e-c58a-4021-a06f-4c8cf391afff req-b8d2edb0-2044-4c4d-9346-3084571c572e tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510875 Jul 15 14:52:50.713413 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 423b73a0-bee2-4e53-a038-8c6147e5ef97 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:50.713413 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:50.729433 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-c44531be-e0b6-447e-b09c-8a25b418c9d2 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:50.822676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9c6f1607-4ee7-4374-99ab-c4972269ca6c no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:52:50.905471 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-40666898-e948-4f2b-8684-1fdb18a9c0f1', 'network_id': '40666898-e948-4f2b-8684-1fdb18a9c0f1', 'tenant_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'fixed_ips': [{'subnet_id': '23a03ae0-3fab-4eb9-8e4d-a84c596cc78f'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:52:50.906434 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:50.945391 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 9c6f1607-4ee7-4374-99ab-c4972269ca6c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:52:50.950604 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9c6f1607-4ee7-4374-99ab-c4972269ca6c not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:52:50.995187 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-c44531be-e0b6-447e-b09c-8a25b418c9d2 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:51.005153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61f6b36a-91d1-433c-892c-0bd4b67bd92b req-ab58d762-f417-4dd4-94e2-e3268884243f tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 210 time: 0.0784216 Jul 15 14:52:51.117916 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:51.163735 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:51.180644 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:51.183467 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-c44531be-e0b6-447e-b09c-8a25b418c9d2 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Network 48c29de8-95e4-4168-a48a-374f30b07ea4 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:52:51.195613 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-c44531be-e0b6-447e-b09c-8a25b418c9d2 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:51.214776 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-c44531be-e0b6-447e-b09c-8a25b418c9d2 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:52:51.340774 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 423b73a0-bee2-4e53-a038-8c6147e5ef97, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=423b73a0-bee2-4e53-a038-8c6147e5ef97,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:51.411977 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:51.450234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-c44531be-e0b6-447e-b09c-8a25b418c9d2 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:51.450234 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-c44531be-e0b6-447e-b09c-8a25b418c9d2 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:51.486499 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=423b73a0-bee2-4e53-a038-8c6147e5ef97,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:51.511341 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-e6a37971-9b0f-470b-86c2-6cfec8f15570 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:51.525477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Allocated IP 172.25.4.77 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:52:51.567006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-e6a37971-9b0f-470b-86c2-6cfec8f15570 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Transition to ACTIVE for port object 7234476d-7f31-4f0b-8ff0-788fc22f2039 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:51.568714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44531be-e0b6-447e-b09c-8a25b418c9d2 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event updated for resources: {'Port': ['ID=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:51.589932 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-c44531be-e0b6-447e-b09c-8a25b418c9d2 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7617066 Jul 15 14:52:51.628768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Request body: {'port': {'device_id': '339113da-7a4e-45e7-ae3c-f2a93f67dd31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:51.864143 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:51.871707 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:51.914672 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-e6a37971-9b0f-470b-86c2-6cfec8f15570 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:51.996361 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0e9d248-7c79-455a-aa9f-59f48f5b4e51 req-3de2d502-0a87-44c3-b4e2-c3c1ceeb4f98 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 210 time: 0.0652597 Jul 15 14:52:52.031839 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:52.093760 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-e6a37971-9b0f-470b-86c2-6cfec8f15570 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Network 6122074b-6a36-40d2-aa35-021aba6c6760 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:52:52.117159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-e6a37971-9b0f-470b-86c2-6cfec8f15570 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:52.139742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-e6a37971-9b0f-470b-86c2-6cfec8f15570 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:52:52.153384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:52:52.167368 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:52.182521 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:52:52.272090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-e6a37971-9b0f-470b-86c2-6cfec8f15570 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:52.272774 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-e6a37971-9b0f-470b-86c2-6cfec8f15570 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:52.308493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Allocated IP 172.20.0.2 (40666898-e948-4f2b-8684-1fdb18a9c0f1/23a03ae0-3fab-4eb9-8e4d-a84c596cc78f/612e2e69-5ca2-48bb-b18c-21bed5d2493c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:52:52.326319 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-e6a37971-9b0f-470b-86c2-6cfec8f15570 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3239558 Jul 15 14:52:52.363076 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Request body: {'port': {'device_id': 'f6c6b2fd-b8b8-4225-9eb5-635a8409a643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:52.512672 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a37971-9b0f-470b-86c2-6cfec8f15570 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Pushing event updated for resources: {'Port': ['ID=7234476d-7f31-4f0b-8ff0-788fc22f2039,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:52.528748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Pushing event updated for resources: {'Port': ['ID=9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:52.660565 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e1701f5d-e8f8-4661-944e-ead82df39f23 None None] Provisioning for port 7234476d-7f31-4f0b-8ff0-788fc22f2039 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:52:52.672314 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e1701f5d-e8f8-4661-944e-ead82df39f23 None None] Provisioning complete for port 7234476d-7f31-4f0b-8ff0-788fc22f2039 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:52.672832 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1701f5d-e8f8-4661-944e-ead82df39f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:52.723321 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:52.739636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Transition to ACTIVE for port object 612e2e69-5ca2-48bb-b18c-21bed5d2493c will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:52.741690 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e1701f5d-e8f8-4661-944e-ead82df39f23 None None] Port 7234476d-7f31-4f0b-8ff0-788fc22f2039 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:52:52.745490 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:52.769553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Transition to ACTIVE for port object 612e2e69-5ca2-48bb-b18c-21bed5d2493c will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:52.778926 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:52.836319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Network 40666898-e948-4f2b-8684-1fdb18a9c0f1 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:52:52.842269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:52.846632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:52:52.879430 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Pushing event updated for resources: {'Port': ['ID=612e2e69-5ca2-48bb-b18c-21bed5d2493c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:52.885201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-5ac89ee7-3c1c-427b-b357-91e852ba9e31 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:52.893062 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-5ac89ee7-3c1c-427b-b357-91e852ba9e31 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.22 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 820 time: 0.6346188 Jul 15 14:52:52.912001 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-8fac494a-3215-4f60-8f4e-604dc2a4e2c8 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Request body: {'port': {'device_id': '16637dd8-c040-4881-b93e-911d542f0aec', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'admin_state_up': True, 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:52.946943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Attempting to bind port 612e2e69-5ca2-48bb-b18c-21bed5d2493c on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:52:52.947319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Attempting to bind port 612e2e69-5ca2-48bb-b18c-21bed5d2493c by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '0ed3de12-fc04-49c4-8584-576bdc86308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40666898-e948-4f2b-8684-1fdb18a9c0f1'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:52:52.947687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Attempting to bind port 612e2e69-5ca2-48bb-b18c-21bed5d2493c on network 40666898-e948-4f2b-8684-1fdb18a9c0f1 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:52.966364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:52:52.966364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Checking segment: {'id': '0ed3de12-fc04-49c4-8584-576bdc86308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40666898-e948-4f2b-8684-1fdb18a9c0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:52:52.966856 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:52.967224 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Bound using segment: {'id': '0ed3de12-fc04-49c4-8584-576bdc86308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40666898-e948-4f2b-8684-1fdb18a9c0f1'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:52:52.968459 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Bound port: 612e2e69-5ca2-48bb-b18c-21bed5d2493c, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed3de12-fc04-49c4-8584-576bdc86308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40666898-e948-4f2b-8684-1fdb18a9c0f1'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:52:52.968854 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:53.025569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ceb016-8950-4ccf-b6cc-999618b2bea5 req-c6b6cddb-041b-4566-9089-e3dc83f287b5 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:53.032762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a4ceb016-8950-4ccf-b6cc-999618b2bea5 req-c6b6cddb-041b-4566-9089-e3dc83f287b5 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 931 time: 0.7609572 Jul 15 14:52:53.069897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:52:53.077191 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c592a-8932-40d8-bc00-4e6e2668d55e req-ed769808-029a-48fc-a6de-82b6618305d5 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:53.078780 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:53.079225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e08c592a-8932-40d8-bc00-4e6e2668d55e req-ed769808-029a-48fc-a6de-82b6618305d5 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.7131209 Jul 15 14:52:53.094349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Transition to ACTIVE for port object 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:53.144647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] For port 612e2e69-5ca2-48bb-b18c-21bed5d2493c, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:53.148897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] For port 612e2e69-5ca2-48bb-b18c-21bed5d2493c, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=612e2e69-5ca2-48bb-b18c-21bed5d2493c,segment=NetworkSegment(0ed3de12-fc04-49c4-8584-576bdc86308e),segment_id=0ed3de12-fc04-49c4-8584-576bdc86308e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:52:53.156980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-8fac494a-3215-4f60-8f4e-604dc2a4e2c8 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Made reservation on behalf of df2e38f897fb4ea588199592764a3ebc for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:52:53.157352 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:53.158918 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:53.161170 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-8fac494a-3215-4f60-8f4e-604dc2a4e2c8 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:53.182433 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e08c592a-8932-40d8-bc00-4e6e2668d55e req-05e69798-6df7-40c2-a74e-7ce2e36123f6 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887232 Jul 15 14:52:53.209217 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a4ceb016-8950-4ccf-b6cc-999618b2bea5 req-8ac23b7e-2d7e-4c6d-9d5b-eab753aa7ed2 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/security-groups?id=f419d37a-eb05-495e-b14e-3ef21e1daf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754653 Jul 15 14:52:53.290466 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6a72d-70e3-4a70-ad3e-bab2d2405b25 None None] Pushing event updated for resources: {'Port': ['ID=612e2e69-5ca2-48bb-b18c-21bed5d2493c,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:53.558824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 423b73a0-bee2-4e53-a038-8c6147e5ef97 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:52:53.667352 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['3581d26e-d109-44fb-a736-cc01705144f7'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:53.773238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 423b73a0-bee2-4e53-a038-8c6147e5ef97 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:53.773618 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:53.996652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7234476d-7f31-4f0b-8ff0-788fc22f2039 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:52:54.016754 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:54.037184 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Transition to ACTIVE for port object 7234476d-7f31-4f0b-8ff0-788fc22f2039 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:54.041874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:54.103954 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:54.125351 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:54.239626 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-8fac494a-3215-4f60-8f4e-604dc2a4e2c8 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Allocated IP 172.20.0.14 (3cdc50db-5544-4872-99d9-c427108a4eb0/a0db7b4b-ea80-4136-b0bc-3b91de73e83e/04f6599c-150a-43ea-9233-fd049d0b5547) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:52:54.240848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Pushing event updated for resources: {'Port': ['ID=7234476d-7f31-4f0b-8ff0-788fc22f2039,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:54.333321 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Attempting to bind port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:52:54.333660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Attempting to bind port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '370210f3-9b07-4810-839f-1014fc9ff7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '48c29de8-95e4-4168-a48a-374f30b07ea4'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:52:54.333995 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Attempting to bind port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 on network 48c29de8-95e4-4168-a48a-374f30b07ea4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:54.377564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 on network 48c29de8-95e4-4168-a48a-374f30b07ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:52:54.377894 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Attempting to bind port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 on network 48c29de8-95e4-4168-a48a-374f30b07ea4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:54.387875 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04391c39-f6cf-45ac-9d68-3d7907319bf3 req-17bd40b1-9a7b-4f2e-94cb-caf3d2be660d tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:54.395661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-04391c39-f6cf-45ac-9d68-3d7907319bf3 req-17bd40b1-9a7b-4f2e-94cb-caf3d2be660d tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 944 time: 0.4214857 Jul 15 14:52:54.401325 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134447b2-6127-4356-a967-6df3c857cb89 req-7426a368-6575-4c88-b076-bfe84d75d374 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:54.410228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4aef7e-57d6-4d3e-9f4c-34369ef8afec req-9997ed60-2021-42e6-9dd9-89ecbe01a5b6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:54.410475 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-134447b2-6127-4356-a967-6df3c857cb89 req-7426a368-6575-4c88-b076-bfe84d75d374 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 948 time: 0.5448689 Jul 15 14:52:54.420196 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca4aef7e-57d6-4d3e-9f4c-34369ef8afec req-9997ed60-2021-42e6-9dd9-89ecbe01a5b6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 948 time: 0.4847100 Jul 15 14:52:54.534301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:52:54.535481 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Checking segment: {'id': '370210f3-9b07-4810-839f-1014fc9ff7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '48c29de8-95e4-4168-a48a-374f30b07ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:52:54.535887 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Bound using segment: {'id': '370210f3-9b07-4810-839f-1014fc9ff7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '48c29de8-95e4-4168-a48a-374f30b07ea4'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:52:54.536350 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Bound port: 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370210f3-9b07-4810-839f-1014fc9ff7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '48c29de8-95e4-4168-a48a-374f30b07ea4'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:52:54.536720 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:54.606732 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Attempting to bind port 7234476d-7f31-4f0b-8ff0-788fc22f2039 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:52:54.607138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Attempting to bind port 7234476d-7f31-4f0b-8ff0-788fc22f2039 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:52:54.607462 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Attempting to bind port 7234476d-7f31-4f0b-8ff0-788fc22f2039 on network 6122074b-6a36-40d2-aa35-021aba6c6760 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:54.615640 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-04391c39-f6cf-45ac-9d68-3d7907319bf3 req-2ff932e4-b9e0-4acb-b9dd-3278cbafd5f1 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185185 Jul 15 14:52:54.642489 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Port 7234476d-7f31-4f0b-8ff0-788fc22f2039 on network 6122074b-6a36-40d2-aa35-021aba6c6760 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:52:54.642856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Attempting to bind port 7234476d-7f31-4f0b-8ff0-788fc22f2039 on network 6122074b-6a36-40d2-aa35-021aba6c6760 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:54.656589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:52:54.656937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Checking segment: {'id': '1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:52:54.657330 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Bound using segment: {'id': '1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:52:54.657773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Bound port: 7234476d-7f31-4f0b-8ff0-788fc22f2039, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:52:54.659605 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:54.731014 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca4aef7e-57d6-4d3e-9f4c-34369ef8afec req-a339133a-e401-4e61-af25-6acfcc08a0bb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996452 Jul 15 14:52:54.774509 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:54.857166 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] For port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:54.906910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab58b638-3532-4f6e-8886-e5f807b6ea77 None None] Network 40666898-e948-4f2b-8684-1fdb18a9c0f1 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:52:54.922560 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] For port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19,segment=NetworkSegment(370210f3-9b07-4810-839f-1014fc9ff7e8),segment_id=370210f3-9b07-4810-839f-1014fc9ff7e8)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:52:54.956762 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:55.036356 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] For port 7234476d-7f31-4f0b-8ff0-788fc22f2039, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:55.061346 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:55.061346 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:55.061867 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] 10.222.0.11 "PUT /v2.0/ports/4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 HTTP/1.1" status: 200 len: 1092 time: 3.4626477 Jul 15 14:52:55.075445 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] For port 7234476d-7f31-4f0b-8ff0-788fc22f2039, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=7234476d-7f31-4f0b-8ff0-788fc22f2039,segment=NetworkSegment(1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39),segment_id=1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:52:55.076425 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339113da-7a4e-45e7-ae3c-f2a93f67dd31', 'tag': '4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:55.079072 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1691d053-824e-437b-a273-6bd3c6d1f817" -d '{"events": [{"name": "network-changed", "server_uuid": "339113da-7a4e-45e7-ae3c-f2a93f67dd31", "tag": "4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:55.102166 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:55.120105 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-134447b2-6127-4356-a967-6df3c857cb89 req-3fe106de-4f7e-40fe-b620-4ea16a760238 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Deleting port 492f8995-5baa-4741-8a5b-1de26507c40c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:52:55.120778 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-134447b2-6127-4356-a967-6df3c857cb89 req-3fe106de-4f7e-40fe-b620-4ea16a760238 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:55.127181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6582d-f93a-4457-bcd7-0c27220478a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:55.166773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fae15fab-3eb4-415e-9213-4166fa2f931e None None] Provisioning for port 612e2e69-5ca2-48bb-b18c-21bed5d2493c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:52:55.183817 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-8fac494a-3215-4f60-8f4e-604dc2a4e2c8 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:55.202165 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a13c684a-97d9-421d-a54d-f1464f9d4706 req-339536d4-d0d4-47f7-8f56-282d5408bd7d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 210 time: 0.1911054 Jul 15 14:52:55.210587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-8fac494a-3215-4f60-8f4e-604dc2a4e2c8 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Transition to ACTIVE for port object 04f6599c-150a-43ea-9233-fd049d0b5547 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:55.262194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Router 96952c89-34f9-4ae7-b8dc-f3304dcb4ed1 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:52:55.307176 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808d993-d688-4bd9-9606-ad10c02229d9 req-daa849b0-916b-414a-bd0e-eab2fefa6e70 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:55.314656 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f808d993-d688-4bd9-9606-ad10c02229d9 req-daa849b0-916b-414a-bd0e-eab2fefa6e70 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.2932923 Jul 15 14:52:55.327127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:55.327790 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:55.329385 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] 10.222.0.11 "PUT /v2.0/ports/7234476d-7f31-4f0b-8ff0-788fc22f2039 HTTP/1.1" status: 200 len: 1091 time: 2.9883893 Jul 15 14:52:55.348181 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-8fac494a-3215-4f60-8f4e-604dc2a4e2c8 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:55.522201 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0a386-d661-44df-90ea-f3fd38b6915c service neutron] Pushing event updated for resources: {'Port': ['ID=7234476d-7f31-4f0b-8ff0-788fc22f2039,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:55.532169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-134447b2-6127-4356-a967-6df3c857cb89 req-3fe106de-4f7e-40fe-b620-4ea16a760238 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] For port 492f8995-5baa-4741-8a5b-1de26507c40c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=492f8995-5baa-4741-8a5b-1de26507c40c,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:55.532169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-134447b2-6127-4356-a967-6df3c857cb89 req-3fe106de-4f7e-40fe-b620-4ea16a760238 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:55.557416 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-134447b2-6127-4356-a967-6df3c857cb89 req-3fe106de-4f7e-40fe-b620-4ea16a760238 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Calling delete_port for 492f8995-5baa-4741-8a5b-1de26507c40c owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:52:55.590680 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-8fac494a-3215-4f60-8f4e-604dc2a4e2c8 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Network 3cdc50db-5544-4872-99d9-c427108a4eb0 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:52:55.597802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-8fac494a-3215-4f60-8f4e-604dc2a4e2c8 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:55.603426 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-8fac494a-3215-4f60-8f4e-604dc2a4e2c8 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:52:55.654403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 612e2e69-5ca2-48bb-b18c-21bed5d2493c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:52:55.671752 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:52:55.685241 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-df942d58-0450-450d-bb2d-59b7f8e317ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:55.686847 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-df942d58-0450-450d-bb2d-59b7f8e317ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=894cfc4f58d64220a4b7d2b82e121309&device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 1095 time: 0.5267568 Jul 15 14:52:55.701106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Sync routers for ids ['96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:52:55.760084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Routers {'96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:52:55.761520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:52:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:55.794752 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-93e4ee88-6cc9-4cf6-8439-058be2572499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:55.796177 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-93e4ee88-6cc9-4cf6-8439-058be2572499 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ff6a9af89cb4d41b79cb32117050ede&device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 1094 time: 0.4028285 Jul 15 14:52:55.801790 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-40420045-2a7e-476f-9af6-90ac0578b6a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 HTTP/1.1" status: 200 len: 217 time: 0.0828717 Jul 15 14:52:55.898472 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f808d993-d688-4bd9-9606-ad10c02229d9 req-6fc67591-d9ec-44cf-8438-96c4ea35555f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766428 Jul 15 14:52:55.899157 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:55.907767 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9b8d8a52-0203-4805-9123-84a3a569f137 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7165961 Jul 15 14:52:55.975148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41780) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:52:55.998020 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 612e2e69-5ca2-48bb-b18c-21bed5d2493c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:52:56.001667 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-8fac494a-3215-4f60-8f4e-604dc2a4e2c8 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:56.003066 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-8fac494a-3215-4f60-8f4e-604dc2a4e2c8 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:56.015364 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-a6c724a6-2ff3-4f1f-a564-2ee710aa8c45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7234476d-7f31-4f0b-8ff0-788fc22f2039 HTTP/1.1" status: 200 len: 217 time: 0.1958432 Jul 15 14:52:56.018026 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 612e2e69-5ca2-48bb-b18c-21bed5d2493c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:56.019436 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:56.064171 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac494a-3215-4f60-8f4e-604dc2a4e2c8 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Pushing event updated for resources: {'Port': ['ID=04f6599c-150a-43ea-9233-fd049d0b5547,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:56.085040 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-8fac494a-3215-4f60-8f4e-604dc2a4e2c8 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1778245 Jul 15 14:52:56.105945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Request body: {'port': {'device_id': '16637dd8-c040-4881-b93e-911d542f0aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:52:56.107089 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c424f6a-6d08-43b8-910b-cebf379954ec x-openstack-request-id: req-8c424f6a-6d08-43b8-910b-cebf379954ec {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:56.107388 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339113da-7a4e-45e7-ae3c-f2a93f67dd31", "tag": "4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:56.107644 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c424f6a-6d08-43b8-910b-cebf379954ec {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:56.108047 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339113da-7a4e-45e7-ae3c-f2a93f67dd31', 'tag': '4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19', 'status': 'completed', 'code': 200} Jul 15 14:52:56.143485 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cd94f759-6f4b-4392-bdfd-744f793b8e3b None None] Provisioning complete for port 612e2e69-5ca2-48bb-b18c-21bed5d2493c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:56.145149 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d1eed-530b-4001-87b1-8a863fee919e req-d2d1ed84-1408-41fe-9001-d8504e4b7b6e tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:56.146131 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cd94f759-6f4b-4392-bdfd-744f793b8e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:56.152868 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d09d1eed-530b-4001-87b1-8a863fee919e req-d2d1ed84-1408-41fe-9001-d8504e4b7b6e tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 943 time: 0.5565672 Jul 15 14:52:56.217007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d09d1eed-530b-4001-87b1-8a863fee919e req-2d538e94-050f-46fe-a090-4cba522f5825 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/security-groups?id=f419d37a-eb05-495e-b14e-3ef21e1daf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633163 Jul 15 14:52:56.265397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-2983a13e-ef69-4878-bae8-5f634d13df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:56.268164 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-2983a13e-ef69-4878-bae8-5f634d13df71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a37f6edc-bcf1-4173-ae3b-56e1f851925c HTTP/1.1" status: 200 len: 853 time: 0.4413559 Jul 15 14:52:56.320974 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Set router 96952c89-34f9-4ae7-b8dc-f3304dcb4ed1 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:52:56.390019 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-134447b2-6127-4356-a967-6df3c857cb89 req-3fe106de-4f7e-40fe-b620-4ea16a760238 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:56.391762 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:56.437783 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-2c9acb0c-5374-4039-b004-7d194736086f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c29de8-95e4-4168-a48a-374f30b07ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635059 Jul 15 14:52:56.457141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['87ef3814-8ded-41ad-b4c9-65f4e5e94011', 'e118ea8b-0489-4f3d-b047-eeb2736d4010', '1ef06155-f258-4023-9361-8178ab130ce6', 'ee547856-ce2b-4230-ab12-0c2c2629ec07'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:56.459403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['3b26d444-8675-4a45-bd2e-93a7186c728d'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:52:56.484054 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe106de-4f7e-40fe-b620-4ea16a760238 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event deleted for resources: {'Port': ['ID=492f8995-5baa-4741-8a5b-1de26507c40c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:56.490016 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b51effb3-f46a-4bbc-ba46-fa1505b28700 req-256ec182-07f1-47fd-8d61-45dafb1dd8aa tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbbe059d-7504-4626-823b-6c968ecd6124 HTTP/1.1" status: 200 len: 210 time: 0.0744052 Jul 15 14:52:56.497864 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-d80457d9-9be8-4dec-a4d4-11e89b592ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:56.502399 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-d80457d9-9be8-4dec-a4d4-11e89b592ab3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db80375f-e17f-41b8-8f6f-04bd294d2e4b HTTP/1.1" status: 200 len: 854 time: 0.3931429 Jul 15 14:52:56.638780 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-134447b2-6127-4356-a967-6df3c857cb89 req-3fe106de-4f7e-40fe-b620-4ea16a760238 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] No DVR routers for this DVR port 492f8995-5baa-4741-8a5b-1de26507c40c on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:52:56.640197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b90aa1-532f-4e7c-8ba4-0b183a1d3ba3 req-2b17c4fd-b247-4524-b46b-104d00445954 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:56.642049 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20b90aa1-532f-4e7c-8ba4-0b183a1d3ba3 req-2b17c4fd-b247-4524-b46b-104d00445954 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 944 time: 0.3715260 Jul 15 14:52:56.649180 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-134447b2-6127-4356-a967-6df3c857cb89 req-3fe106de-4f7e-40fe-b620-4ea16a760238 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:56.654738 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-134447b2-6127-4356-a967-6df3c857cb89 req-3fe106de-4f7e-40fe-b620-4ea16a760238 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.11 "DELETE /v2.0/ports/492f8995-5baa-4741-8a5b-1de26507c40c HTTP/1.1" status: 204 len: 173 time: 2.2231343 Jul 15 14:52:56.702009 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:56.740537 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cd94f759-6f4b-4392-bdfd-744f793b8e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:56.752484 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 492f8995-5baa-4741-8a5b-1de26507c40c no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:52:56.926633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 492f8995-5baa-4741-8a5b-1de26507c40c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:52:56.927681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 492f8995-5baa-4741-8a5b-1de26507c40c not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:52:56.957994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f6599c-150a-43ea-9233-fd049d0b5547 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:52:56.980762 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:56.996543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Transition to ACTIVE for port object 04f6599c-150a-43ea-9233-fd049d0b5547 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:57.027888 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:57.103816 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-ea53d5f3-db69-4224-bfec-da5ba7515446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:57.103816 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-ea53d5f3-db69-4224-bfec-da5ba7515446 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6122074b-6a36-40d2-aa35-021aba6c6760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5788219 Jul 15 14:52:57.133719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 612e2e69-5ca2-48bb-b18c-21bed5d2493c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=612e2e69-5ca2-48bb-b18c-21bed5d2493c,segment=NetworkSegment(0ed3de12-fc04-49c4-8584-576bdc86308e),segment_id=0ed3de12-fc04-49c4-8584-576bdc86308e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:52:57.200288 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:57.256388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Pushing event updated for resources: {'Port': ['ID=04f6599c-150a-43ea-9233-fd049d0b5547,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:57.327612 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=612e2e69-5ca2-48bb-b18c-21bed5d2493c,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:57.383105 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-de1a56bf-a064-488b-b3db-d0a7c7518228 service neutron] 10.222.0.11 "GET /v2.0/networks/6122074b-6a36-40d2-aa35-021aba6c6760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680111 Jul 15 14:52:57.389829 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-75ff44b8-cd49-45ff-8f3a-fa0bb0ae21e0 service neutron] 10.222.0.11 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9184318 Jul 15 14:52:57.505246 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20b90aa1-532f-4e7c-8ba4-0b183a1d3ba3 req-8ed7500b-d8e9-4dc4-a402-d7cf83193d2e tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7352674 Jul 15 14:52:57.715716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd18c9-3a33-4989-ae0f-6fe440506543 req-ea622798-47f8-44ea-ad5d-78c9f4a65a15 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:57.731420 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dfbd18c9-3a33-4989-ae0f-6fe440506543 req-ea622798-47f8-44ea-ad5d-78c9f4a65a15 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 944 time: 0.4879003 Jul 15 14:52:57.747291 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-cd94f759-6f4b-4392-bdfd-744f793b8e3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 14:52:57.747611 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-cd94f759-6f4b-4392-bdfd-744f793b8e3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:52:57.763205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:57.763554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:57.763895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:57.764235 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:57.764567 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:57.764897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:57.765222 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:57.765550 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:57.765874 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:57.766212 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:57.766566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:57.767410 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:57.810423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1679026785-router', 'tenant_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:49Z', 'updated_at': '2021-07-15T14:52:53Z', 'revision_number': 3, 'project_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'gw_port': {'id': '9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:51Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:57.834939 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-70c25ea8-6512-4bd6-939f-57c5c78e6fb3 req-18c7ec8b-18e0-4700-80b8-8fb62d170f18 service neutron] 10.222.0.11 "GET /v2.0/networks/6122074b-6a36-40d2-aa35-021aba6c6760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509034 Jul 15 14:52:57.844662 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6c2f410a-8274-48a9-8522-425f3d4e8e2b req-191ef7fb-1e74-46b3-acfa-a6ae3b47c78d service neutron] 10.222.0.11 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361897 Jul 15 14:52:57.894656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Checking router: 96952c89-34f9-4ae7-b8dc-f3304dcb4ed1 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:52:57.895052 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Updating router 96952c89-34f9-4ae7-b8dc-f3304dcb4ed1 port 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:52:57.924276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Attempting to bind port 04f6599c-150a-43ea-9233-fd049d0b5547 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:52:57.924627 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Attempting to bind port 04f6599c-150a-43ea-9233-fd049d0b5547 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:52:57.925552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Attempting to bind port 04f6599c-150a-43ea-9233-fd049d0b5547 on network 3cdc50db-5544-4872-99d9-c427108a4eb0 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:57.940227 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Port 04f6599c-150a-43ea-9233-fd049d0b5547 on network 3cdc50db-5544-4872-99d9-c427108a4eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:52:57.940621 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Attempting to bind port 04f6599c-150a-43ea-9233-fd049d0b5547 on network 3cdc50db-5544-4872-99d9-c427108a4eb0 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:57.954006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:52:57.954516 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Checking segment: {'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:52:57.954945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Bound using segment: {'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:52:57.955388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Bound port: 04f6599c-150a-43ea-9233-fd049d0b5547, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:52:57.955748 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:58.037389 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:58.039098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] For port 04f6599c-150a-43ea-9233-fd049d0b5547, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:58.042882 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] For port 04f6599c-150a-43ea-9233-fd049d0b5547, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=04f6599c-150a-43ea-9233-fd049d0b5547,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:52:58.045018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691d053-824e-437b-a273-6bd3c6d1f817 req-df0e30b8-3992-4f77-8284-3562a1105cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:58.046451 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1691d053-824e-437b-a273-6bd3c6d1f817 req-df0e30b8-3992-4f77-8284-3562a1105cd2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=894cfc4f58d64220a4b7d2b82e121309&device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 1095 time: 0.1219068 Jul 15 14:52:58.052207 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:58.057387 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:58.125521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c6b2fd-b8b8-4225-9eb5-635a8409a643', 'tag': '7234476d-7f31-4f0b-8ff0-788fc22f2039'}, {'server_uuid': 'dbbe059d-7504-4626-823b-6c968ecd6124', 'name': 'network-vif-deleted', 'tag': '492f8995-5baa-4741-8a5b-1de26507c40c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:58.132019 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43f01ae-a7e9-4ee0-a8a7-ae0831cbbe1f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c6b2fd-b8b8-4225-9eb5-635a8409a643", "tag": "7234476d-7f31-4f0b-8ff0-788fc22f2039"}, {"server_uuid": "dbbe059d-7504-4626-823b-6c968ecd6124", "name": "network-vif-deleted", "tag": "492f8995-5baa-4741-8a5b-1de26507c40c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:58.161608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:58.162370 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:58.163713 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] 10.222.0.22 "PUT /v2.0/ports/04f6599c-150a-43ea-9233-fd049d0b5547 HTTP/1.1" status: 200 len: 1092 time: 2.0682464 Jul 15 14:52:58.179349 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb2240-3da5-40e9-ae22-cb54818bc198 req-b8411063-82c4-4a9c-adc7-9ff73b73c2c2 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:58.187334 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7cb2240-3da5-40e9-ae22-cb54818bc198 req-b8411063-82c4-4a9c-adc7-9ff73b73c2c2 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.3992560 Jul 15 14:52:58.194501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe2056-6b95-4e45-80a2-e2e26b81fb9e service neutron] Pushing event updated for resources: {'Port': ['ID=04f6599c-150a-43ea-9233-fd049d0b5547,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:58.199136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16637dd8-c040-4881-b93e-911d542f0aec', 'tag': '04f6599c-150a-43ea-9233-fd049d0b5547'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:52:58.203260 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b5755b-8d3c-4436-b551-2356820116d9" -d '{"events": [{"name": "network-changed", "server_uuid": "16637dd8-c040-4881-b93e-911d542f0aec", "tag": "04f6599c-150a-43ea-9233-fd049d0b5547"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:52:58.220742 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dfbd18c9-3a33-4989-ae0f-6fe440506543 req-568e9ec8-c301-43e2-9d84-ba34789d0e3c tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872108 Jul 15 14:52:58.303144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691d053-824e-437b-a273-6bd3c6d1f817 req-0b80d25f-5daa-4a30-ae2d-acc90f881fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:58.308830 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1691d053-824e-437b-a273-6bd3c6d1f817 req-0b80d25f-5daa-4a30-ae2d-acc90f881fdc service neutron] 10.222.0.11 "GET /v2.0/networks?id=48c29de8-95e4-4168-a48a-374f30b07ea4 HTTP/1.1" status: 200 len: 914 time: 0.2523856 Jul 15 14:52:58.364299 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1691d053-824e-437b-a273-6bd3c6d1f817 req-e9efefe3-b4e6-4640-aaeb-a41ce05a347a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 HTTP/1.1" status: 200 len: 217 time: 0.0489721 Jul 15 14:52:58.436255 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7cb2240-3da5-40e9-ae22-cb54818bc198 req-7243674a-da9a-4a6d-8a8a-282e65fcdff8 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480373 Jul 15 14:52:58.514334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691d053-824e-437b-a273-6bd3c6d1f817 req-d279f055-d45e-4779-be43-aa685552ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:58.516120 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1691d053-824e-437b-a273-6bd3c6d1f817 req-d279f055-d45e-4779-be43-aa685552ddfe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a37f6edc-bcf1-4173-ae3b-56e1f851925c HTTP/1.1" status: 200 len: 853 time: 0.1419833 Jul 15 14:52:58.521815 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Allocated IP 172.20.0.1 (40666898-e948-4f2b-8684-1fdb18a9c0f1/23a03ae0-3fab-4eb9-8e4d-a84c596cc78f/acecca56-76f5-4ccb-84a7-4d7ce66083c6) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:52:58.577501 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1691d053-824e-437b-a273-6bd3c6d1f817 req-0daf454f-8bee-4560-a4f7-d5cbfa3e3948 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c29de8-95e4-4168-a48a-374f30b07ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525899 Jul 15 14:52:58.578967 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-16d1e148-b9e0-4a54-a36f-37d5ba53677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:58.584970 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-16d1e148-b9e0-4a54-a36f-37d5ba53677a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 1095 time: 0.3372090 Jul 15 14:52:58.713334 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-d0fab068-8214-40dd-9100-131d24d37275 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04f6599c-150a-43ea-9233-fd049d0b5547 HTTP/1.1" status: 200 len: 217 time: 0.1137888 Jul 15 14:52:58.858489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94829482-1573-4404-b737-e653209709a4 req-96d4c262-51cc-4d08-bb83-8f14dff8d2ff tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:58.863461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-64294af6-cbef-4508-8541-046d4e0286b9 None None] Provisioning for port 04f6599c-150a-43ea-9233-fd049d0b5547 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:52:58.866270 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94829482-1573-4404-b737-e653209709a4 req-96d4c262-51cc-4d08-bb83-8f14dff8d2ff tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 943 time: 0.4274435 Jul 15 14:52:58.869526 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-66ba9fd9-39ab-4d87-93af-b517675bbfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:58.871026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-66ba9fd9-39ab-4d87-93af-b517675bbfb8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 200 len: 859 time: 0.1360700 Jul 15 14:52:58.963057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94829482-1573-4404-b737-e653209709a4 req-5f81cf40-7583-42b4-8b86-9c0a2e7ee249 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/security-groups?id=f419d37a-eb05-495e-b14e-3ef21e1daf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957263 Jul 15 14:52:59.002664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-f237a7e2-d61d-4730-a6bc-86b28dc1523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:59.005824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-f237a7e2-d61d-4730-a6bc-86b28dc1523f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3cdc50db-5544-4872-99d9-c427108a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170375 Jul 15 14:52:59.012448 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3706e115-63c7-44df-8e05-4b7e1240f06d x-openstack-request-id: req-3706e115-63c7-44df-8e05-4b7e1240f06d {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:59.012922 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16637dd8-c040-4881-b93e-911d542f0aec", "tag": "04f6599c-150a-43ea-9233-fd049d0b5547", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:59.013336 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3706e115-63c7-44df-8e05-4b7e1240f06d {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:59.013908 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16637dd8-c040-4881-b93e-911d542f0aec', 'tag': '04f6599c-150a-43ea-9233-fd049d0b5547', 'status': 'completed', 'code': 200} Jul 15 14:52:59.083604 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 14:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125bf8c0-f3f4-4010-9a42-09fa9ce35042 x-openstack-request-id: req-125bf8c0-f3f4-4010-9a42-09fa9ce35042 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:52:59.083907 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c6b2fd-b8b8-4225-9eb5-635a8409a643", "tag": "7234476d-7f31-4f0b-8ff0-788fc22f2039", "status": "completed", "code": 200}, {"server_uuid": "dbbe059d-7504-4626-823b-6c968ecd6124", "name": "network-vif-deleted", "tag": "492f8995-5baa-4741-8a5b-1de26507c40c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:52:59.084166 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-125bf8c0-f3f4-4010-9a42-09fa9ce35042 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:52:59.085875 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c6b2fd-b8b8-4225-9eb5-635a8409a643', 'tag': '7234476d-7f31-4f0b-8ff0-788fc22f2039', 'status': 'completed', 'code': 200} Jul 15 14:52:59.086151 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbe059d-7504-4626-823b-6c968ecd6124', 'name': 'network-vif-deleted', 'tag': '492f8995-5baa-4741-8a5b-1de26507c40c', 'status': 'completed', 'code': 200} Jul 15 14:52:59.170126 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-19f6e308-1d4b-40b5-b853-8169b7c2c972 service neutron] 10.222.0.22 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523781 Jul 15 14:52:59.193565 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:59.208850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Transition to ACTIVE for port object acecca56-76f5-4ccb-84a7-4d7ce66083c6 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:59.304249 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:59.317380 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1691d053-824e-437b-a273-6bd3c6d1f817 req-cbc3202e-31b7-4f49-a7ac-172e3d72edd4 service neutron] 10.222.0.11 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7298093 Jul 15 14:52:59.323848 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:59.357003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c89278-d09a-4e19-b76f-4b1b5a104b72 req-836de59b-33c0-47c5-baad-3e49b30d1cf1 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:59.358919 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a4c89278-d09a-4e19-b76f-4b1b5a104b72 req-836de59b-33c0-47c5-baad-3e49b30d1cf1 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 944 time: 0.1827540 Jul 15 14:52:59.367457 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Transition to ACTIVE for port object 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:52:59.406398 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:59.528500 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Pushing event updated for resources: {'Port': ['ID=acecca56-76f5-4ccb-84a7-4d7ce66083c6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:59.545645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Network 40666898-e948-4f2b-8684-1fdb18a9c0f1 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:52:59.552020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:59.563163 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Attempting to bind port 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:52:59.563548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Attempting to bind port 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:52:59.563920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Attempting to bind port 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:52:59.566743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:52:59.584631 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 612e2e69-5ca2-48bb-b18c-21bed5d2493c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:52:59.600603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:52:59.601036 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:52:59.601390 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:59.601793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:52:59.602291 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Bound port: 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:52:59.602713 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:59.689849 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:59.695086 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1691d053-824e-437b-a273-6bd3c6d1f817 req-2280973e-739b-44ff-af9e-f7aeb93a44c0 service neutron] 10.222.0.11 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521609 Jul 15 14:52:59.698598 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f01ae-a7e9-4ee0-a8a7-ae0831cbbe1f req-3d747943-fe71-4084-82c1-be3451c17f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:59.715508 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e43f01ae-a7e9-4ee0-a8a7-ae0831cbbe1f req-3d747943-fe71-4084-82c1-be3451c17f4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ff6a9af89cb4d41b79cb32117050ede&device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 1094 time: 0.6377597 Jul 15 14:52:59.747576 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] For port 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:59.762813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] For port 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:52:59.770008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee3c70-0dda-460a-ab25-70e61ea4e5aa None None] Pushing event updated for resources: {'Port': ['ID=9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:59.776002 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:59.825361 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1e911f9-8949-4c2f-8b25-a9519575d2c0 req-3615e465-2b3a-423a-81f8-56e3375c1d42 service neutron] 10.222.0.22 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387691 Jul 15 14:52:59.881315 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Routers {'96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:52:59.881955 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:52:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:59.886870 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee3c70-0dda-460a-ab25-70e61ea4e5aa None None] Pushing event updated for resources: {'Port': ['ID=9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:59.897491 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a4c89278-d09a-4e19-b76f-4b1b5a104b72 req-7108af50-328d-4ea0-ae1a-283d3714ee30 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241988 Jul 15 14:52:59.953808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f01ae-a7e9-4ee0-a8a7-ae0831cbbe1f req-ecfc9d82-db39-4ba7-abd9-2b592942b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:52:59.955654 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e43f01ae-a7e9-4ee0-a8a7-ae0831cbbe1f req-ecfc9d82-db39-4ba7-abd9-2b592942b612 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6122074b-6a36-40d2-aa35-021aba6c6760 HTTP/1.1" status: 200 len: 916 time: 0.1940281 Jul 15 14:52:59.988424 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-629193a9-91b5-4504-a361-554c2eb9578e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:52:59.995092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 612e2e69-5ca2-48bb-b18c-21bed5d2493c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:52:59.995565 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:00.027781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-31c53566-c3cf-402d-89c2-37cef4d7909b None None] Provisioning for port acecca56-76f5-4ccb-84a7-4d7ce66083c6 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:53:00.035454 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e43f01ae-a7e9-4ee0-a8a7-ae0831cbbe1f req-2090bbe2-e46b-49b5-854e-907496eb306d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7234476d-7f31-4f0b-8ff0-788fc22f2039 HTTP/1.1" status: 200 len: 217 time: 0.0700157 Jul 15 14:53:00.061209 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-31c53566-c3cf-402d-89c2-37cef4d7909b None None] Provisioning complete for port acecca56-76f5-4ccb-84a7-4d7ce66083c6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:53:00.061584 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31c53566-c3cf-402d-89c2-37cef4d7909b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:00.094680 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764411d-4e86-4e12-b512-4b1b4767a61d req-f89c2740-8df1-4137-8fbc-2900f2a91d0b tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:00.115588 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5764411d-4e86-4e12-b512-4b1b4767a61d req-f89c2740-8df1-4137-8fbc-2900f2a91d0b tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 944 time: 0.3026450 Jul 15 14:53:00.144947 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5755b-8d3c-4436-b551-2356820116d9 req-3c0015cd-9805-462d-9ea4-86a9d50bc9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:00.145862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] Set router 96952c89-34f9-4ae7-b8dc-f3304dcb4ed1 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:00.146553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9b5755b-8d3c-4436-b551-2356820116d9 req-3c0015cd-9805-462d-9ea4-86a9d50bc9cc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 1095 time: 0.2469108 Jul 15 14:53:00.187507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-31c53566-c3cf-402d-89c2-37cef4d7909b None None] Port acecca56-76f5-4ccb-84a7-4d7ce66083c6 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:53:00.193383 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f01ae-a7e9-4ee0-a8a7-ae0831cbbe1f req-e1b982cd-912a-4d25-a53a-7100a66f6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:00.194892 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e43f01ae-a7e9-4ee0-a8a7-ae0831cbbe1f req-e1b982cd-912a-4d25-a53a-7100a66f6745 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db80375f-e17f-41b8-8f6f-04bd294d2e4b HTTP/1.1" status: 200 len: 854 time: 0.1139536 Jul 15 14:53:00.275169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5755b-8d3c-4436-b551-2356820116d9 req-a772bb6f-ea2c-490a-a08d-76b4d386bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:00.277490 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9b5755b-8d3c-4436-b551-2356820116d9 req-a772bb6f-ea2c-490a-a08d-76b4d386bac4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 921 time: 0.1205757 Jul 15 14:53:00.283711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5764411d-4e86-4e12-b512-4b1b4767a61d req-541530e6-d3c1-414a-922e-2466497456ab tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673276 Jul 15 14:53:00.355007 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:00.372888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9b5755b-8d3c-4436-b551-2356820116d9 req-8a21bd51-6b84-4dd6-9147-2672b136a13d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04f6599c-150a-43ea-9233-fd049d0b5547 HTTP/1.1" status: 200 len: 217 time: 0.0865850 Jul 15 14:53:00.477496 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f01ae-a7e9-4ee0-a8a7-ae0831cbbe1f req-a0bab220-78b0-4785-a76b-7704a74e228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:00.479306 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e43f01ae-a7e9-4ee0-a8a7-ae0831cbbe1f req-a0bab220-78b0-4785-a76b-7704a74e228e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6122074b-6a36-40d2-aa35-021aba6c6760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2605689 Jul 15 14:53:00.492360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5755b-8d3c-4436-b551-2356820116d9 req-135fec6e-64ce-4fdd-a4c1-bf0dcf82a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:00.494893 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9b5755b-8d3c-4436-b551-2356820116d9 req-135fec6e-64ce-4fdd-a4c1-bf0dcf82a058 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 200 len: 859 time: 0.1135855 Jul 15 14:53:00.524738 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1679026785-router', 'tenant_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:49Z', 'updated_at': '2021-07-15T14:52:53Z', 'revision_number': 3, 'project_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'gw_port': {'id': '9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:51Z', 'updated_at': '2021-07-15T14:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:00.604726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1100154-228b-46fc-a7f6-086564d8ec0c None None] The sync data for ids ['96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'] in n-d-764435-3 is: [{'id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1679026785-router', 'tenant_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:49Z', 'updated_at': '2021-07-15T14:52:53Z', 'revision_number': 3, 'project_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'gw_port': {'id': '9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:51Z', 'updated_at': '2021-07-15T14:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:53:00.665840 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5755b-8d3c-4436-b551-2356820116d9 req-67fe24d7-46ba-4ad1-807f-b3bb8c41ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:00.667771 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9b5755b-8d3c-4436-b551-2356820116d9 req-67fe24d7-46ba-4ad1-807f-b3bb8c41ec70 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3cdc50db-5544-4872-99d9-c427108a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659636 Jul 15 14:53:00.674519 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e43f01ae-a7e9-4ee0-a8a7-ae0831cbbe1f req-021be392-6de8-479e-a268-dacb3f1398e7 service neutron] 10.222.0.11 "GET /v2.0/networks/6122074b-6a36-40d2-aa35-021aba6c6760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776595 Jul 15 14:53:00.719970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f09910-2d2a-44ec-bdb4-d9dcbfb09611 req-66c0365a-a3f4-44e0-9912-e8cf5850f91e tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:00.723714 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:00.728351 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9f09910-2d2a-44ec-bdb4-d9dcbfb09611 req-66c0365a-a3f4-44e0-9912-e8cf5850f91e tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.2098587 Jul 15 14:53:00.734911 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:00.740480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:53:00.850567 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Pushing event updated for resources: {'Port': ['ID=acecca56-76f5-4ccb-84a7-4d7ce66083c6,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:00.883140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9f09910-2d2a-44ec-bdb4-d9dcbfb09611 req-18b813cc-6b67-4a5b-8d66-eecdb6ebb2ae tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469245 Jul 15 14:53:00.922443 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19,segment=NetworkSegment(370210f3-9b07-4810-839f-1014fc9ff7e8),segment_id=370210f3-9b07-4810-839f-1014fc9ff7e8)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:00.936819 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:00.942092 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9b5755b-8d3c-4436-b551-2356820116d9 req-2511b565-b40a-4628-8339-87362eef2e5d service neutron] 10.222.0.22 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572291 Jul 15 14:53:00.969624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19', 'network_id': '48c29de8-95e4-4168-a48a-374f30b07ea4', 'port_id': '4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19', 'mac_address': 'fa:16:3e:5e:b2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37f6edc-bcf1-4173-ae3b-56e1f851925c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:53:00.971214 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e43f01ae-a7e9-4ee0-a8a7-ae0831cbbe1f req-ec82d647-f3e9-452f-a5cf-83e76eb8ebd2 service neutron] 10.222.0.11 "GET /v2.0/networks/6122074b-6a36-40d2-aa35-021aba6c6760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872033 Jul 15 14:53:00.988905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07ba82-00c5-4fb3-813b-6e3c29e3b59b req-ea026c98-2805-4ddc-b439-b79f494beab0 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:01.012035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec07ba82-00c5-4fb3-813b-6e3c29e3b59b req-ea026c98-2805-4ddc-b439-b79f494beab0 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 943 time: 0.3100944 Jul 15 14:53:01.110680 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:01.129219 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:53:01.136803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751aae1-baa9-4ad9-b5ca-1862e599fb95 req-58c499ea-1144-4c24-809f-c23cd4b630e3 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:01.144189 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e751aae1-baa9-4ad9-b5ca-1862e599fb95 req-58c499ea-1144-4c24-809f-c23cd4b630e3 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f2f02ba-684e-4508-a08e-701fae37551a HTTP/1.1" status: 200 len: 950 time: 0.3108869 Jul 15 14:53:01.176403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19,segment=NetworkSegment(370210f3-9b07-4810-839f-1014fc9ff7e8),segment_id=370210f3-9b07-4810-839f-1014fc9ff7e8)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:01.183938 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:01.298781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:01.317979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec07ba82-00c5-4fb3-813b-6e3c29e3b59b req-e1a7eb93-b525-450a-9bf1-15775a693b2b tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/security-groups?id=f419d37a-eb05-495e-b14e-3ef21e1daf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041213 Jul 15 14:53:01.342843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Network 40666898-e948-4f2b-8684-1fdb18a9c0f1 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:53:01.348855 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:53:01.401921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd136cdf-58cd-472f-8613-a915781fe6ce req-a71835e1-96e6-4967-bc10-a597513af017 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:01.414905 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd136cdf-58cd-472f-8613-a915781fe6ce req-a71835e1-96e6-4967-bc10-a597513af017 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2f02ba-684e-4508-a08e-701fae37551a HTTP/1.1" status: 200 len: 950 time: 0.3100526 Jul 15 14:53:01.454157 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:01.466887 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9b5755b-8d3c-4436-b551-2356820116d9 req-5d7b73a9-5de6-43ca-8478-61ad1a0c6130 service neutron] 10.222.0.22 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416747 Jul 15 14:53:01.512892 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd136cdf-58cd-472f-8613-a915781fe6ce req-bd71ec7a-7eb3-4603-a7bd-d6cbfe0e9562 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967045 Jul 15 14:53:01.709196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:53:01.723583 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb12a3-5fe6-40a6-befc-3ece3e5e477d req-e6d0f8cc-11c1-491e-ba86-96bca31a2f2e tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:01.725689 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Router 96952c89-34f9-4ae7-b8dc-f3304dcb4ed1 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:53:01.732549 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22bb12a3-5fe6-40a6-befc-3ece3e5e477d req-e6d0f8cc-11c1-491e-ba86-96bca31a2f2e tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 945 time: 0.1716177 Jul 15 14:53:01.747125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e751aae1-baa9-4ad9-b5ca-1862e599fb95 req-7c50a421-b012-4aea-a3e8-a3b7c9045afb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Deleting port 3b26d444-8675-4a45-bd2e-93a7186c728d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:53:01.747622 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e751aae1-baa9-4ad9-b5ca-1862e599fb95 req-7c50a421-b012-4aea-a3e8-a3b7c9045afb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:01.789063 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22bb12a3-5fe6-40a6-befc-3ece3e5e477d req-be226a5e-ae74-4294-8cac-1872b0c2430c tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504878 Jul 15 14:53:01.855341 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:53:01.864348 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:53:01.864716 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:01.942046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-921d6d75-6390-4f89-9d5b-9770ef18f3a7 None None] Provisioning complete for port acecca56-76f5-4ccb-84a7-4d7ce66083c6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:53:01.943044 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-921d6d75-6390-4f89-9d5b-9770ef18f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:01.971690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28608875-6a8b-482e-a8cc-84c79b3c3c31 req-2a04e02c-1a3f-4598-8abb-ecd2c4e52d17 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:01.980611 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28608875-6a8b-482e-a8cc-84c79b3c3c31 req-2a04e02c-1a3f-4598-8abb-ecd2c4e52d17 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 944 time: 0.1070058 Jul 15 14:53:02.013983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18d28-44fb-46cc-9fb1-f6a191769803 req-19c9542a-3fde-4254-8eca-cc078d7c9841 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:02.015916 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-13e18d28-44fb-46cc-9fb1-f6a191769803 req-19c9542a-3fde-4254-8eca-cc078d7c9841 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d8e94d-19a2-487c-9159-a8bed9b3fb18 HTTP/1.1" status: 200 len: 948 time: 0.2255957 Jul 15 14:53:02.073950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e751aae1-baa9-4ad9-b5ca-1862e599fb95 req-7c50a421-b012-4aea-a3e8-a3b7c9045afb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] For port 3b26d444-8675-4a45-bd2e-93a7186c728d, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3b26d444-8675-4a45-bd2e-93a7186c728d,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:02.074328 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e751aae1-baa9-4ad9-b5ca-1862e599fb95 req-7c50a421-b012-4aea-a3e8-a3b7c9045afb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:02.116755 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e751aae1-baa9-4ad9-b5ca-1862e599fb95 req-7c50a421-b012-4aea-a3e8-a3b7c9045afb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Calling delete_port for 3b26d444-8675-4a45-bd2e-93a7186c728d owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:53:02.133004 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28608875-6a8b-482e-a8cc-84c79b3c3c31 req-f4abce04-be92-4097-87a3-468bf0660935 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511226 Jul 15 14:53:02.185687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-921d6d75-6390-4f89-9d5b-9770ef18f3a7 None None] Port acecca56-76f5-4ccb-84a7-4d7ce66083c6 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:53:02.199163 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:02.232130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:02.246118 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:02.280699 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-13e18d28-44fb-46cc-9fb1-f6a191769803 req-3a3da99b-9ef4-4278-b705-4842329f9fd6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Deleting port ee547856-ce2b-4230-ab12-0c2c2629ec07 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:53:02.281272 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-13e18d28-44fb-46cc-9fb1-f6a191769803 req-3a3da99b-9ef4-4278-b705-4842329f9fd6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:02.318270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:02.352654 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbce2b1-4d78-4b5d-b649-e0e86725641a req-e8dcbfe7-274d-4252-a428-5b95d099a78f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:02.354438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9dbce2b1-4d78-4b5d-b649-e0e86725641a req-e8dcbfe7-274d-4252-a428-5b95d099a78f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.2040277 Jul 15 14:53:02.361655 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:53:02.370040 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 04f6599c-150a-43ea-9233-fd049d0b5547 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:53:02.370401 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e30deaed-79a8-44d8-92cc-5bd55733d546 admin admin] 10.222.0.38 "PUT /v2.0/routers/96952c89-34f9-4ae7-b8dc-f3304dcb4ed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3927412 Jul 15 14:53:02.548160 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-13e18d28-44fb-46cc-9fb1-f6a191769803 req-3a3da99b-9ef4-4278-b705-4842329f9fd6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] For port ee547856-ce2b-4230-ab12-0c2c2629ec07, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ee547856-ce2b-4230-ab12-0c2c2629ec07,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:02.549094 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-13e18d28-44fb-46cc-9fb1-f6a191769803 req-3a3da99b-9ef4-4278-b705-4842329f9fd6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:02.576378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9dbce2b1-4d78-4b5d-b649-e0e86725641a req-3906832e-0440-4442-9056-d6411e4b10d3 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198595 Jul 15 14:53:02.627898 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e751aae1-baa9-4ad9-b5ca-1862e599fb95 req-7c50a421-b012-4aea-a3e8-a3b7c9045afb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:02.629232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-13e18d28-44fb-46cc-9fb1-f6a191769803 req-3a3da99b-9ef4-4278-b705-4842329f9fd6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Calling delete_port for ee547856-ce2b-4230-ab12-0c2c2629ec07 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:53:02.655382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['87ef3814-8ded-41ad-b4c9-65f4e5e94011', 'e118ea8b-0489-4f3d-b047-eeb2736d4010', '1ef06155-f258-4023-9361-8178ab130ce6', 'ee547856-ce2b-4230-ab12-0c2c2629ec07'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:02.731664 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50a421-b012-4aea-a3e8-a3b7c9045afb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event deleted for resources: {'Port': ['ID=3b26d444-8675-4a45-bd2e-93a7186c728d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:02.793521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e751aae1-baa9-4ad9-b5ca-1862e599fb95 req-7c50a421-b012-4aea-a3e8-a3b7c9045afb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] No DVR routers for this DVR port 3b26d444-8675-4a45-bd2e-93a7186c728d on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:53:02.796876 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e751aae1-baa9-4ad9-b5ca-1862e599fb95 req-7c50a421-b012-4aea-a3e8-a3b7c9045afb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:02.800556 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e751aae1-baa9-4ad9-b5ca-1862e599fb95 req-7c50a421-b012-4aea-a3e8-a3b7c9045afb tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.11 "DELETE /v2.0/ports/3b26d444-8675-4a45-bd2e-93a7186c728d HTTP/1.1" status: 204 len: 173 time: 1.6454062 Jul 15 14:53:02.801110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2f02ba-684e-4508-a08e-701fae37551a', 'name': 'network-vif-deleted', 'tag': '3b26d444-8675-4a45-bd2e-93a7186c728d'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:02.805370 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa03c025-1790-4801-80b6-960cd6cc1e7b" -d '{"events": [{"server_uuid": "8f2f02ba-684e-4508-a08e-701fae37551a", "name": "network-vif-deleted", "tag": "3b26d444-8675-4a45-bd2e-93a7186c728d"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:02.855735 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2dcf3-d003-41a9-ac13-bcc9120123ea req-7df68901-d394-4103-ade6-9d3192c98d41 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:02.857527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6d2dcf3-d003-41a9-ac13-bcc9120123ea req-7df68901-d394-4103-ade6-9d3192c98d41 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 943 time: 0.2597857 Jul 15 14:53:02.954211 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['3b26d444-8675-4a45-bd2e-93a7186c728d'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:02.960158 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14343d21-0c70-4283-b77f-fb5037152e36 req-54487630-728b-47fe-a9ad-c880f5d8758e tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2f02ba-684e-4508-a08e-701fae37551a HTTP/1.1" status: 200 len: 210 time: 0.0865810 Jul 15 14:53:02.977060 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:53:03.052681 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6d2dcf3-d003-41a9-ac13-bcc9120123ea req-ac94330b-dc77-4fe6-bcd7-892b6b0524a8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/security-groups?id=f419d37a-eb05-495e-b14e-3ef21e1daf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689529 Jul 15 14:53:03.111765 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-13e18d28-44fb-46cc-9fb1-f6a191769803 req-3a3da99b-9ef4-4278-b705-4842329f9fd6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:03.185169 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:03.193385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 04f6599c-150a-43ea-9233-fd049d0b5547, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=04f6599c-150a-43ea-9233-fd049d0b5547,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:03.200077 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ecfde9-4b22-42b7-9200-b822c988b13a x-openstack-request-id: req-22ecfde9-4b22-42b7-9200-b822c988b13a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:03.200658 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2f02ba-684e-4508-a08e-701fae37551a", "name": "network-vif-deleted", "tag": "3b26d444-8675-4a45-bd2e-93a7186c728d", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:03.201076 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-22ecfde9-4b22-42b7-9200-b822c988b13a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:03.201799 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2f02ba-684e-4508-a08e-701fae37551a', 'name': 'network-vif-deleted', 'tag': '3b26d444-8675-4a45-bd2e-93a7186c728d', 'status': 'completed', 'code': 200} Jul 15 14:53:03.210156 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79e04d9c-f660-4f6a-8087-2149df296a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:03.249120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3da99b-9ef4-4278-b705-4842329f9fd6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event deleted for resources: {'Port': ['ID=ee547856-ce2b-4230-ab12-0c2c2629ec07,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:03.261305 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '04f6599c-150a-43ea-9233-fd049d0b5547', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'port_id': '04f6599c-150a-43ea-9233-fd049d0b5547', 'mac_address': 'fa:16:3e:6d:4a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:53:03.319327 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52a14118-1aa2-46de-a3ef-946d362c759e req-e5644696-c5d8-4651-9a39-e5abca3ff558 tempest-FloatingIPsNegativeTestJSON-1421262376 tempest-FloatingIPsNegativeTestJSON-1421262376-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=78e4cae24ca94813bbb3a3f166c36d4e HTTP/1.1" status: 200 len: 217 time: 0.1170671 Jul 15 14:53:03.373140 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:03.374991 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:53:03.406589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:53:03.407483 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:03.451308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f6599c-150a-43ea-9233-fd049d0b5547 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:53:03.471319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e18d28-44fb-46cc-9fb1-f6a191769803 req-3a3da99b-9ef4-4278-b705-4842329f9fd6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] No DVR routers for this DVR port ee547856-ce2b-4230-ab12-0c2c2629ec07 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:53:03.476165 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-13e18d28-44fb-46cc-9fb1-f6a191769803 req-3a3da99b-9ef4-4278-b705-4842329f9fd6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:03.484410 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-13e18d28-44fb-46cc-9fb1-f6a191769803 req-3a3da99b-9ef4-4278-b705-4842329f9fd6 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "DELETE /v2.0/ports/ee547856-ce2b-4230-ab12-0c2c2629ec07 HTTP/1.1" status: 204 len: 173 time: 1.4520695 Jul 15 14:53:03.484897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d8e94d-19a2-487c-9159-a8bed9b3fb18', 'name': 'network-vif-deleted', 'tag': 'ee547856-ce2b-4230-ab12-0c2c2629ec07'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:03.487233 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9109dc9a-6e0f-4e51-bdef-d3c6d91333a4" -d '{"events": [{"server_uuid": "79d8e94d-19a2-487c-9159-a8bed9b3fb18", "name": "network-vif-deleted", "tag": "ee547856-ce2b-4230-ab12-0c2c2629ec07"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:03.515774 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 04f6599c-150a-43ea-9233-fd049d0b5547, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=04f6599c-150a-43ea-9233-fd049d0b5547,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:03.533706 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:03.640456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d325f4-a17d-430b-a7f1-66b90b45176a req-1be4c350-d613-458a-afb0-f56f7e018a97 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:03.653984 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90d325f4-a17d-430b-a7f1-66b90b45176a req-1be4c350-d613-458a-afb0-f56f7e018a97 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 945 time: 0.2694259 Jul 15 14:53:03.681249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:53:03.736124 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90d325f4-a17d-430b-a7f1-66b90b45176a req-b90e6831-f974-446b-a07e-9d908ed3351c tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745256 Jul 15 14:53:03.764214 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Sync routers for ids ['96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:53:03.793175 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=04f6599c-150a-43ea-9233-fd049d0b5547,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:03.794346 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Routers {'96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:03.795270 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:03.853212 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:03.900415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-386eb8d5-03e9-4a85-8d3b-aa646b6a4749 req-61ecab62-b8bd-4740-aeb8-7ee20d844b57 tempest-FloatingIPsNegativeTestJSON-1421262376 tempest-FloatingIPsNegativeTestJSON-1421262376-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1229937 Jul 15 14:53:03.916319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['04f6599c-150a-43ea-9233-fd049d0b5547'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:04.022449 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bc47ff-655f-4dd9-99fe-0984277353f9 x-openstack-request-id: req-50bc47ff-655f-4dd9-99fe-0984277353f9 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:04.023112 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d8e94d-19a2-487c-9159-a8bed9b3fb18", "name": "network-vif-deleted", "tag": "ee547856-ce2b-4230-ab12-0c2c2629ec07", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:04.025541 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50bc47ff-655f-4dd9-99fe-0984277353f9 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:04.026236 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d8e94d-19a2-487c-9159-a8bed9b3fb18', 'name': 'network-vif-deleted', 'tag': 'ee547856-ce2b-4230-ab12-0c2c2629ec07', 'status': 'completed', 'code': 200} Jul 15 14:53:04.053522 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339113da-7a4e-45e7-ae3c-f2a93f67dd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:04.055766 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7ba3a0-1a15-4f87-bb9c-2ab276c62f96" -d '{"events": [{"server_uuid": "339113da-7a4e-45e7-ae3c-f2a93f67dd31", "name": "network-vif-plugged", "status": "completed", "tag": "4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:04.091061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19,segment=NetworkSegment(370210f3-9b07-4810-839f-1014fc9ff7e8),segment_id=370210f3-9b07-4810-839f-1014fc9ff7e8)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:04.142961 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76e306-f487-4a79-8717-2d5ac9dd3166 req-3a3698a8-02b6-4b04-9da0-56e7e53cfaab tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:04.150063 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Set router 96952c89-34f9-4ae7-b8dc-f3304dcb4ed1 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:04.154743 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d76e306-f487-4a79-8717-2d5ac9dd3166 req-3a3698a8-02b6-4b04-9da0-56e7e53cfaab tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 945 time: 0.2491114 Jul 15 14:53:04.250063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:53:04.251678 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:04.276727 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:04.284719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3b26d444-8675-4a45-bd2e-93a7186c728d no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:53:04.352899 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d76e306-f487-4a79-8717-2d5ac9dd3166 req-4f80332a-d83a-4159-88c8-93514fb668c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968570 Jul 15 14:53:04.479876 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1679026785-router', 'tenant_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:49Z', 'updated_at': '2021-07-15T14:53:00Z', 'revision_number': 4, 'project_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'gw_port': {'id': '9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:51Z', 'updated_at': '2021-07-15T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'acecca56-76f5-4ccb-84a7-4d7ce66083c6', 'name': '', 'network_id': '40666898-e948-4f2b-8684-1fdb18a9c0f1', 'tenant_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'mac_address': 'fa:16:3e:e9:7d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '23a03ae0-3fab-4eb9-8e4d-a84c596cc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:58Z', 'updated_at': '2021-07-15T14:53:00Z', 'revision_number': 2, 'project_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'subnets': [{'id': '23a03ae0-3fab-4eb9-8e4d-a84c596cc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:04.482558 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-740522c3-f543-4eef-9d97-3e5d778b087c req-f0998e88-b597-464e-b602-3cb8e5691fa4 tempest-FloatingIPsNegativeTestJSON-1421262376 tempest-FloatingIPsNegativeTestJSON-1421262376-project] show failed (client error): The resource could not be found. Jul 15 14:53:04.483787 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-740522c3-f543-4eef-9d97-3e5d778b087c req-f0998e88-b597-464e-b602-3cb8e5691fa4 tempest-FloatingIPsNegativeTestJSON-1421262376 tempest-FloatingIPsNegativeTestJSON-1421262376-project] 10.222.0.38 "GET /v2.0/floatingips/49f1de9c-d267-4473-8637-806c50e7b2a8 HTTP/1.1" status: 404 len: 350 time: 0.1017852 Jul 15 14:53:04.495960 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41866) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:04.526969 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Checking router: 96952c89-34f9-4ae7-b8dc-f3304dcb4ed1 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:53:04.527914 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Updating router 96952c89-34f9-4ae7-b8dc-f3304dcb4ed1 port acecca56-76f5-4ccb-84a7-4d7ce66083c6 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:53:04.544468 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 3b26d444-8675-4a45-bd2e-93a7186c728d {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:53:04.547129 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3b26d444-8675-4a45-bd2e-93a7186c728d not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:53:04.594387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503bdf1-d9be-45c9-b8af-b303263c4ccc req-a09b15c6-ea57-48eb-9b94-53dbba81ef15 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:04.600396 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:04.605304 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8503bdf1-d9be-45c9-b8af-b303263c4ccc req-a09b15c6-ea57-48eb-9b94-53dbba81ef15 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1502995 Jul 15 14:53:04.636700 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:04.668620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8503bdf1-d9be-45c9-b8af-b303263c4ccc req-2f400dbd-2ae2-43ef-80ee-9d4c62359ede tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621867 Jul 15 14:53:04.723680 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:04.773537 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69c3b98-9464-4ba9-aefe-4727b07f1b10 x-openstack-request-id: req-a69c3b98-9464-4ba9-aefe-4727b07f1b10 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:04.774020 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339113da-7a4e-45e7-ae3c-f2a93f67dd31", "name": "network-vif-plugged", "status": "completed", "tag": "4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:04.774433 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a69c3b98-9464-4ba9-aefe-4727b07f1b10 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:04.776716 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339113da-7a4e-45e7-ae3c-f2a93f67dd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19', 'code': 200} Jul 15 14:53:05.021288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f9c79-8687-4a66-9394-9f054bc1d44c req-b9e20681-dc7d-40e2-9db2-3d509135f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:05.023019 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0d3f9c79-8687-4a66-9394-9f054bc1d44c req-b9e20681-dc7d-40e2-9db2-3d509135f242 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 1097 time: 0.1305411 Jul 15 14:53:05.089101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3e51e-93a1-4290-8b89-b5f16201f73b req-2bcbf2ca-ec6b-406d-9582-bf293d83be78 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:05.101176 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0d3f9c79-8687-4a66-9394-9f054bc1d44c req-c51dd696-476a-4209-bd63-de9c1119233d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681531 Jul 15 14:53:05.101955 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6ae3e51e-93a1-4290-8b89-b5f16201f73b req-2bcbf2ca-ec6b-406d-9582-bf293d83be78 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 943 time: 0.1555264 Jul 15 14:53:05.213690 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:05.227234 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6ae3e51e-93a1-4290-8b89-b5f16201f73b req-eb683e07-3fa2-441c-a9ae-a808e62cb6a5 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/security-groups?id=f419d37a-eb05-495e-b14e-3ef21e1daf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240020 Jul 15 14:53:05.243025 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Transition to ACTIVE for port object acecca56-76f5-4ccb-84a7-4d7ce66083c6 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:53:05.257103 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:05.297975 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ee271e-13af-48e1-b4dc-787d385e5585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:05.380553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6ae96-b56d-43a6-b459-9a87e7bb032e req-86acaf71-581b-448f-822d-594c6a6fb43b tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:05.384823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ed6ae96-b56d-43a6-b459-9a87e7bb032e req-86acaf71-581b-448f-822d-594c6a6fb43b tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 946 time: 0.1256595 Jul 15 14:53:05.394361 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56fae6-d4ff-4abd-afd4-21005a097ae3 None None] Pushing event updated for resources: {'Port': ['ID=acecca56-76f5-4ccb-84a7-4d7ce66083c6,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:05.450895 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Attempting to bind port acecca56-76f5-4ccb-84a7-4d7ce66083c6 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:53:05.451327 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Attempting to bind port acecca56-76f5-4ccb-84a7-4d7ce66083c6 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '0ed3de12-fc04-49c4-8584-576bdc86308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40666898-e948-4f2b-8684-1fdb18a9c0f1'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:53:05.452005 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Attempting to bind port acecca56-76f5-4ccb-84a7-4d7ce66083c6 on network 40666898-e948-4f2b-8684-1fdb18a9c0f1 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:53:05.463104 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:53:05.463525 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Checking segment: {'id': '0ed3de12-fc04-49c4-8584-576bdc86308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40666898-e948-4f2b-8684-1fdb18a9c0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:53:05.472379 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:05.473054 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Bound using segment: {'id': '0ed3de12-fc04-49c4-8584-576bdc86308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40666898-e948-4f2b-8684-1fdb18a9c0f1'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:53:05.473583 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Bound port: acecca56-76f5-4ccb-84a7-4d7ce66083c6, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed3de12-fc04-49c4-8584-576bdc86308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40666898-e948-4f2b-8684-1fdb18a9c0f1'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:53:05.474023 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:05.487302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ed6ae96-b56d-43a6-b459-9a87e7bb032e req-acf6afc8-c0fe-48dc-b3a4-a6f978ae0921 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964203 Jul 15 14:53:05.660125 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] For port acecca56-76f5-4ccb-84a7-4d7ce66083c6, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:53:05.665734 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] For port acecca56-76f5-4ccb-84a7-4d7ce66083c6, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=acecca56-76f5-4ccb-84a7-4d7ce66083c6,segment=NetworkSegment(0ed3de12-fc04-49c4-8584-576bdc86308e),segment_id=0ed3de12-fc04-49c4-8584-576bdc86308e)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:53:05.678869 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:05.696596 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-85ee271e-13af-48e1-b4dc-787d385e5585 admin admin] Deleting port acecca56-76f5-4ccb-84a7-4d7ce66083c6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:53:05.697291 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ee271e-13af-48e1-b4dc-787d385e5585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:05.740111 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Routers {'96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:05.741058 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:05.793645 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56fae6-d4ff-4abd-afd4-21005a097ae3 None None] Pushing event updated for resources: {'Port': ['ID=acecca56-76f5-4ccb-84a7-4d7ce66083c6,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:05.818188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386dac7-db98-40de-b95c-39620ab4cdc4 req-483ded56-eccf-46cb-9617-f0f6558c8a5f tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:05.821299 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:05.829630 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7386dac7-db98-40de-b95c-39620ab4cdc4 req-483ded56-eccf-46cb-9617-f0f6558c8a5f tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 945 time: 0.1566494 Jul 15 14:53:05.893755 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] Set router 96952c89-34f9-4ae7-b8dc-f3304dcb4ed1 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:05.905020 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7386dac7-db98-40de-b95c-39620ab4cdc4 req-ca846e0d-a7af-42cc-804d-dc230655ca3f tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737183 Jul 15 14:53:06.189046 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14647f4d-f897-48ac-976c-ff0b8270db72 req-e6ff2523-66e1-4776-b028-7b83df2533f5 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:06.221724 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14647f4d-f897-48ac-976c-ff0b8270db72 req-e6ff2523-66e1-4776-b028-7b83df2533f5 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.2286298 Jul 15 14:53:06.246017 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['87ef3814-8ded-41ad-b4c9-65f4e5e94011', 'e118ea8b-0489-4f3d-b047-eeb2736d4010', '1ef06155-f258-4023-9361-8178ab130ce6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:06.321170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14647f4d-f897-48ac-976c-ff0b8270db72 req-45998ad5-e6b1-4969-ac13-a7772b395a1e tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974152 Jul 15 14:53:06.357335 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1679026785-router', 'tenant_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:49Z', 'updated_at': '2021-07-15T14:53:00Z', 'revision_number': 4, 'project_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'gw_port': {'id': '9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:51Z', 'updated_at': '2021-07-15T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'acecca56-76f5-4ccb-84a7-4d7ce66083c6', 'name': '', 'network_id': '40666898-e948-4f2b-8684-1fdb18a9c0f1', 'tenant_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'mac_address': 'fa:16:3e:e9:7d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '23a03ae0-3fab-4eb9-8e4d-a84c596cc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:58Z', 'updated_at': '2021-07-15T14:53:05Z', 'revision_number': 4, 'project_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'subnets': [{'id': '23a03ae0-3fab-4eb9-8e4d-a84c596cc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:06.385485 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 04f6599c-150a-43ea-9233-fd049d0b5547 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:53:06.424499 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c427de-b3b1-49d6-8990-f9e3db7396cd None None] The sync data for ids ['96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'] in n-d-764435-3 is: [{'id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1679026785-router', 'tenant_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:49Z', 'updated_at': '2021-07-15T14:53:00Z', 'revision_number': 4, 'project_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'gw_port': {'id': '9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:51Z', 'updated_at': '2021-07-15T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'acecca56-76f5-4ccb-84a7-4d7ce66083c6', 'name': '', 'network_id': '40666898-e948-4f2b-8684-1fdb18a9c0f1', 'tenant_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'mac_address': 'fa:16:3e:e9:7d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '23a03ae0-3fab-4eb9-8e4d-a84c596cc78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:58Z', 'updated_at': '2021-07-15T14:53:05Z', 'revision_number': 4, 'project_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'subnets': [{'id': '23a03ae0-3fab-4eb9-8e4d-a84c596cc78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:53:06.448900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-85ee271e-13af-48e1-b4dc-787d385e5585 admin admin] For port acecca56-76f5-4ccb-84a7-4d7ce66083c6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=acecca56-76f5-4ccb-84a7-4d7ce66083c6,segment=NetworkSegment(0ed3de12-fc04-49c4-8584-576bdc86308e),segment_id=0ed3de12-fc04-49c4-8584-576bdc86308e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:06.449284 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ee271e-13af-48e1-b4dc-787d385e5585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:06.476600 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-85ee271e-13af-48e1-b4dc-787d385e5585 admin admin] Calling delete_port for acecca56-76f5-4ccb-84a7-4d7ce66083c6 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:53:06.557281 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 04f6599c-150a-43ea-9233-fd049d0b5547 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:53:06.585515 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 04f6599c-150a-43ea-9233-fd049d0b5547 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:53:06.585896 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:06.684792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94f877-055a-4164-9485-520cf8235750 req-edfcd900-c9bc-4cb3-bf96-675eee8954ab tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:06.706002 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d94f877-055a-4164-9485-520cf8235750 req-edfcd900-c9bc-4cb3-bf96-675eee8954ab tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 943 time: 0.1738832 Jul 15 14:53:06.814624 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d94f877-055a-4164-9485-520cf8235750 req-6a66850e-adc5-427c-afcc-e84b450b43ab tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/security-groups?id=f419d37a-eb05-495e-b14e-3ef21e1daf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011643 Jul 15 14:53:06.827061 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ee271e-13af-48e1-b4dc-787d385e5585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:06.875622 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de6984-6a62-4cf1-bbc1-d6b66d8aacbb req-73bd7b39-16b5-424c-a887-ee3951723060 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:06.877644 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3de6984-6a62-4cf1-bbc1-d6b66d8aacbb req-73bd7b39-16b5-424c-a887-ee3951723060 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6b8f5df-6ac4-4fda-a945-5ea23ef54504 HTTP/1.1" status: 200 len: 949 time: 0.1595328 Jul 15 14:53:06.878851 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee271e-13af-48e1-b4dc-787d385e5585 admin admin] Pushing event deleted for resources: {'Port': ['ID=acecca56-76f5-4ccb-84a7-4d7ce66083c6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:06.895317 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:06.908148 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 7234476d-7f31-4f0b-8ff0-788fc22f2039 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:53:06.917993 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c25c018f-797e-408a-9efb-213fc023f764 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:53:06.963241 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3de6984-6a62-4cf1-bbc1-d6b66d8aacbb req-624ad696-2ad6-4f0b-8d39-e8d2260df3ff tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778542 Jul 15 14:53:07.170212 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 7234476d-7f31-4f0b-8ff0-788fc22f2039, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=7234476d-7f31-4f0b-8ff0-788fc22f2039,segment=NetworkSegment(1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39),segment_id=1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:07.240711 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '7234476d-7f31-4f0b-8ff0-788fc22f2039', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'port_id': '7234476d-7f31-4f0b-8ff0-788fc22f2039', 'mac_address': 'fa:16:3e:06:6b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:53:07.310871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dfaec-5e56-4b9b-a52c-d777b92a5cec req-ac67568c-595e-47b7-b81e-4aef39e2fd7a tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:07.312650 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ee271e-13af-48e1-b4dc-787d385e5585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:07.319292 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a1dfaec-5e56-4b9b-a52c-d777b92a5cec req-ac67568c-595e-47b7-b81e-4aef39e2fd7a tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 946 time: 0.3374066 Jul 15 14:53:07.385205 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:07.449533 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c25c018f-797e-408a-9efb-213fc023f764, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c25c018f-797e-408a-9efb-213fc023f764,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:07.475771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1290235-4965-4b71-b479-5538512ee9d2 req-5aeb5f52-33df-4f6c-a633-ee76f9ef3efd tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:07.477361 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1290235-4965-4b71-b479-5538512ee9d2 req-5aeb5f52-33df-4f6c-a633-ee76f9ef3efd tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 945 time: 0.2360506 Jul 15 14:53:07.488767 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a1dfaec-5e56-4b9b-a52c-d777b92a5cec req-6b2847ad-b50f-493a-af38-7a9ed9a2e131 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669302 Jul 15 14:53:07.530156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16637dd8-c040-4881-b93e-911d542f0aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f6599c-150a-43ea-9233-fd049d0b5547'}, {'server_uuid': '1efac98d-f201-44cc-a8d9-a0bae9ff0162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c25c018f-797e-408a-9efb-213fc023f764'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:07.532817 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526eee2c-4e0f-41df-b3e8-e2d35b15f104" -d '{"events": [{"server_uuid": "16637dd8-c040-4881-b93e-911d542f0aec", "name": "network-vif-plugged", "status": "completed", "tag": "04f6599c-150a-43ea-9233-fd049d0b5547"}, {"server_uuid": "1efac98d-f201-44cc-a8d9-a0bae9ff0162", "name": "network-vif-unplugged", "status": "completed", "tag": "c25c018f-797e-408a-9efb-213fc023f764"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:07.540682 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:07.584192 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:07.595286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 04f6599c-150a-43ea-9233-fd049d0b5547, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=04f6599c-150a-43ea-9233-fd049d0b5547,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:07.609225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96ea09-6c35-404d-b723-73fff6af711f req-ca55fd38-7bad-4435-a915-f00a25c2c5e0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:07.611452 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:07.611901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f96ea09-6c35-404d-b723-73fff6af711f req-ca55fd38-7bad-4435-a915-f00a25c2c5e0 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6b8f5df-6ac4-4fda-a945-5ea23ef54504 HTTP/1.1" status: 200 len: 949 time: 0.4401772 Jul 15 14:53:07.613279 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ee547856-ce2b-4230-ab12-0c2c2629ec07 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:53:07.632843 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1290235-4965-4b71-b479-5538512ee9d2 req-c522296f-9dc4-4cc4-aca4-7b8f64402c29 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392219 Jul 15 14:53:07.656288 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7234476d-7f31-4f0b-8ff0-788fc22f2039 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:53:07.725738 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd987e8-d348-42a1-b80d-3d264360fa0b x-openstack-request-id: req-bbd987e8-d348-42a1-b80d-3d264360fa0b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:07.726073 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16637dd8-c040-4881-b93e-911d542f0aec", "name": "network-vif-plugged", "status": "completed", "tag": "04f6599c-150a-43ea-9233-fd049d0b5547", "code": 200}, {"server_uuid": "1efac98d-f201-44cc-a8d9-a0bae9ff0162", "name": "network-vif-unplugged", "status": "completed", "tag": "c25c018f-797e-408a-9efb-213fc023f764", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:07.726287 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bbd987e8-d348-42a1-b80d-3d264360fa0b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:07.726741 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16637dd8-c040-4881-b93e-911d542f0aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f6599c-150a-43ea-9233-fd049d0b5547', 'code': 200} Jul 15 14:53:07.726982 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efac98d-f201-44cc-a8d9-a0bae9ff0162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c25c018f-797e-408a-9efb-213fc023f764', 'code': 200} Jul 15 14:53:07.736773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: ee547856-ce2b-4230-ab12-0c2c2629ec07 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:53:07.737188 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ee547856-ce2b-4230-ab12-0c2c2629ec07 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:53:07.851559 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 7234476d-7f31-4f0b-8ff0-788fc22f2039, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=7234476d-7f31-4f0b-8ff0-788fc22f2039,segment=NetworkSegment(1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39),segment_id=1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:07.876797 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:07.877446 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c25c018f-797e-408a-9efb-213fc023f764 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:53:07.882703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c25c018f-797e-408a-9efb-213fc023f764,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:07.954373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=04f6599c-150a-43ea-9233-fd049d0b5547,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:08.015463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ee271e-13af-48e1-b4dc-787d385e5585 admin admin] Router 96952c89-34f9-4ae7-b8dc-f3304dcb4ed1 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:53:08.036769 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1cbdff8-1eba-4764-acb8-d7da940467bb req-6ad66999-7314-436a-a145-4f193e2784c3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1955478296&fields=id&tenant_id=894cfc4f58d64220a4b7d2b82e121309 HTTP/1.1" status: 200 len: 267 time: 0.0869281 Jul 15 14:53:08.063562 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=7234476d-7f31-4f0b-8ff0-788fc22f2039,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:08.121080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe40f88-1156-4910-94f5-75d20282003c req-dedbffeb-34db-48bd-9b60-c0b996efa31a tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:08.124955 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7fe40f88-1156-4910-94f5-75d20282003c req-dedbffeb-34db-48bd-9b60-c0b996efa31a tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f69ccaf-6d9f-494e-a694-2de55f2638ec HTTP/1.1" status: 200 len: 950 time: 0.3157568 Jul 15 14:53:08.155210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-0f96ea09-6c35-404d-b723-73fff6af711f req-fae6ace5-9b84-4627-bec2-52807c5071d2 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Deleting port 1ef06155-f258-4023-9361-8178ab130ce6 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:53:08.155554 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0f96ea09-6c35-404d-b723-73fff6af711f req-fae6ace5-9b84-4627-bec2-52807c5071d2 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:08.183569 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c25c018f-797e-408a-9efb-213fc023f764, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c25c018f-797e-408a-9efb-213fc023f764,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:08.202796 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee9b89-8445-488e-8113-905d0bcb49c8 req-1451e9fe-cc97-4cda-9c3e-9dc742bd70e5 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:08.203914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'c25c018f-797e-408a-9efb-213fc023f764', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'c25c018f-797e-408a-9efb-213fc023f764', 'mac_address': 'fa:16:3e:23:5a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:53:08.211571 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3ee9b89-8445-488e-8113-905d0bcb49c8 req-1451e9fe-cc97-4cda-9c3e-9dc742bd70e5 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 948 time: 0.3669820 Jul 15 14:53:08.269873 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae323358-b3b3-472d-ab49-bd63aee3860e req-99b7d617-1adc-40e6-912b-db17f7e54757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:08.272742 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae323358-b3b3-472d-ab49-bd63aee3860e req-99b7d617-1adc-40e6-912b-db17f7e54757 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 1097 time: 0.4467492 Jul 15 14:53:08.278763 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:08.308688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25c018f-797e-408a-9efb-213fc023f764 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:53:08.320052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-0f96ea09-6c35-404d-b723-73fff6af711f req-fae6ace5-9b84-4627-bec2-52807c5071d2 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] For port 1ef06155-f258-4023-9361-8178ab130ce6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1ef06155-f258-4023-9361-8178ab130ce6,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:08.320522 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0f96ea09-6c35-404d-b723-73fff6af711f req-fae6ace5-9b84-4627-bec2-52807c5071d2 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:08.335135 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c25c018f-797e-408a-9efb-213fc023f764, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c25c018f-797e-408a-9efb-213fc023f764,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:08.337481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-0f96ea09-6c35-404d-b723-73fff6af711f req-fae6ace5-9b84-4627-bec2-52807c5071d2 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Calling delete_port for 1ef06155-f258-4023-9361-8178ab130ce6 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:53:08.347282 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:08.419860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c25c018f-797e-408a-9efb-213fc023f764,revision_number=10']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:08.482575 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae323358-b3b3-472d-ab49-bd63aee3860e req-e56b0035-fd81-4947-8e23-1a06df1ce2ee service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955609 Jul 15 14:53:08.484850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ee271e-13af-48e1-b4dc-787d385e5585 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:53:08.494579 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-85ee271e-13af-48e1-b4dc-787d385e5585 admin admin] 10.222.0.38 "PUT /v2.0/routers/96952c89-34f9-4ae7-b8dc-f3304dcb4ed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9943812 Jul 15 14:53:08.496864 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41936) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:08.516529 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0f96ea09-6c35-404d-b723-73fff6af711f req-fae6ace5-9b84-4627-bec2-52807c5071d2 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:08.528447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['87ef3814-8ded-41ad-b4c9-65f4e5e94011'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:08.566697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6ace5-9b84-4627-bec2-52807c5071d2 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event deleted for resources: {'Port': ['ID=1ef06155-f258-4023-9361-8178ab130ce6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:08.582749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3ee9b89-8445-488e-8113-905d0bcb49c8 req-98c983c0-3fa2-493d-bf22-d4533bd65cf7 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698831 Jul 15 14:53:08.607049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbdff8-1eba-4764-acb8-d7da940467bb req-69ce9e82-b680-460b-a80b-fca9684c71c3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:08.616325 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e0591-5072-4ab3-bda4-cd0c5d22e928 None None] Sync routers for ids ['96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:53:08.616741 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1cbdff8-1eba-4764-acb8-d7da940467bb req-69ce9e82-b680-460b-a80b-fca9684c71c3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 946 time: 0.5790176 Jul 15 14:53:08.623227 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-d1cbdff8-1eba-4764-acb8-d7da940467bb req-24a81a8c-0336-41c2-9264-b83dbc17058c tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Request body: {'port': {'security_groups': ['c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef', '4713b6c1-9279-433f-87a5-83e30c47ff8c']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:08.667041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e0591-5072-4ab3-bda4-cd0c5d22e928 None None] Routers {'96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:08.667698 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-377e0591-5072-4ab3-bda4-cd0c5d22e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:08.713133 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-7fe40f88-1156-4910-94f5-75d20282003c req-9eefc5f1-16de-4cf4-b1c5-e2581a9ffacd tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Deleting port e118ea8b-0489-4f3d-b047-eeb2736d4010 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:53:08.713716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f96ea09-6c35-404d-b723-73fff6af711f req-fae6ace5-9b84-4627-bec2-52807c5071d2 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] No DVR routers for this DVR port 1ef06155-f258-4023-9361-8178ab130ce6 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:53:08.713937 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7fe40f88-1156-4910-94f5-75d20282003c req-9eefc5f1-16de-4cf4-b1c5-e2581a9ffacd tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:08.718560 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0f96ea09-6c35-404d-b723-73fff6af711f req-fae6ace5-9b84-4627-bec2-52807c5071d2 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:08.720638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f96ea09-6c35-404d-b723-73fff6af711f req-fae6ace5-9b84-4627-bec2-52807c5071d2 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "DELETE /v2.0/ports/1ef06155-f258-4023-9361-8178ab130ce6 HTTP/1.1" status: 204 len: 173 time: 1.0853751 Jul 15 14:53:08.721213 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b8f5df-6ac4-4fda-a945-5ea23ef54504', 'name': 'network-vif-deleted', 'tag': '1ef06155-f258-4023-9361-8178ab130ce6'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:08.724554 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d43926c-4635-4ff4-90df-b56cbe8781a7" -d '{"events": [{"server_uuid": "e6b8f5df-6ac4-4fda-a945-5ea23ef54504", "name": "network-vif-deleted", "tag": "1ef06155-f258-4023-9361-8178ab130ce6"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:08.772079 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['7234476d-7f31-4f0b-8ff0-788fc22f2039'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:08.781015 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['c25c018f-797e-408a-9efb-213fc023f764'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:08.806631 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-717ef50a-8d4c-4e80-ac93-5a4be79f8ce0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:08.807687 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d1cbdff8-1eba-4764-acb8-d7da940467bb req-24a81a8c-0336-41c2-9264-b83dbc17058c tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:08.920651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7fe40f88-1156-4910-94f5-75d20282003c req-9eefc5f1-16de-4cf4-b1c5-e2581a9ffacd tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] For port e118ea8b-0489-4f3d-b047-eeb2736d4010, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e118ea8b-0489-4f3d-b047-eeb2736d4010,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:08.921015 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7fe40f88-1156-4910-94f5-75d20282003c req-9eefc5f1-16de-4cf4-b1c5-e2581a9ffacd tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:08.948613 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-7fe40f88-1156-4910-94f5-75d20282003c req-9eefc5f1-16de-4cf4-b1c5-e2581a9ffacd tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Calling delete_port for e118ea8b-0489-4f3d-b047-eeb2736d4010 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:53:09.013858 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-717ef50a-8d4c-4e80-ac93-5a4be79f8ce0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:09.200903 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7fe40f88-1156-4910-94f5-75d20282003c req-9eefc5f1-16de-4cf4-b1c5-e2581a9ffacd tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:09.229215 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-d1cbdff8-1eba-4764-acb8-d7da940467bb req-24a81a8c-0336-41c2-9264-b83dbc17058c tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] For port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19,segment=NetworkSegment(370210f3-9b07-4810-839f-1014fc9ff7e8),segment_id=370210f3-9b07-4810-839f-1014fc9ff7e8)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:09.273575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefc5f1-16de-4cf4-b1c5-e2581a9ffacd tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event deleted for resources: {'Port': ['ID=e118ea8b-0489-4f3d-b047-eeb2736d4010,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:09.316141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-717ef50a-8d4c-4e80-ac93-5a4be79f8ce0 admin admin] Deleting port 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:53:09.316932 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-717ef50a-8d4c-4e80-ac93-5a4be79f8ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:09.342477 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d1cbdff8-1eba-4764-acb8-d7da940467bb req-24a81a8c-0336-41c2-9264-b83dbc17058c tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:09.365870 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20316ae-dda1-47ca-a979-e3bb8aa2d780 req-7c5b45e3-80de-4977-a0ac-e008ebc4eec8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:09.371662 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d20316ae-dda1-47ca-a979-e3bb8aa2d780 req-7c5b45e3-80de-4977-a0ac-e008ebc4eec8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 944 time: 0.4065719 Jul 15 14:53:09.372366 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-377e0591-5072-4ab3-bda4-cd0c5d22e928 None None] Set router 96952c89-34f9-4ae7-b8dc-f3304dcb4ed1 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:09.374167 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d1cbdff8-1eba-4764-acb8-d7da940467bb req-24a81a8c-0336-41c2-9264-b83dbc17058c tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:09.440365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe40f88-1156-4910-94f5-75d20282003c req-9eefc5f1-16de-4cf4-b1c5-e2581a9ffacd tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] No DVR routers for this DVR port e118ea8b-0489-4f3d-b047-eeb2736d4010 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:53:09.445392 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7fe40f88-1156-4910-94f5-75d20282003c req-9eefc5f1-16de-4cf4-b1c5-e2581a9ffacd tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:09.448713 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7fe40f88-1156-4910-94f5-75d20282003c req-9eefc5f1-16de-4cf4-b1c5-e2581a9ffacd tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "DELETE /v2.0/ports/e118ea8b-0489-4f3d-b047-eeb2736d4010 HTTP/1.1" status: 204 len: 173 time: 1.3083107 Jul 15 14:53:09.560287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-717ef50a-8d4c-4e80-ac93-5a4be79f8ce0 admin admin] For port 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:09.560783 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-717ef50a-8d4c-4e80-ac93-5a4be79f8ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:09.579929 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-717ef50a-8d4c-4e80-ac93-5a4be79f8ce0 admin admin] Calling delete_port for 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:53:09.835410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbdff8-1eba-4764-acb8-d7da940467bb req-24a81a8c-0336-41c2-9264-b83dbc17058c tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:09.836720 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d1cbdff8-1eba-4764-acb8-d7da940467bb req-24a81a8c-0336-41c2-9264-b83dbc17058c tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:09.838374 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1cbdff8-1eba-4764-acb8-d7da940467bb req-24a81a8c-0336-41c2-9264-b83dbc17058c tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "PUT /v2.0/ports/4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 HTTP/1.1" status: 200 len: 982 time: 1.2207947 Jul 15 14:53:09.904398 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d20316ae-dda1-47ca-a979-e3bb8aa2d780 req-fcad7950-b91a-4dad-ba95-b6272d7e9b08 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/security-groups?id=f419d37a-eb05-495e-b14e-3ef21e1daf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5239587 Jul 15 14:53:09.907738 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f69ccaf-6d9f-494e-a694-2de55f2638ec', 'name': 'network-vif-deleted', 'tag': 'e118ea8b-0489-4f3d-b047-eeb2736d4010'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:09.912492 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a55973e-d6b6-4d10-8d58-b11ca5f93e1c" -d '{"events": [{"server_uuid": "4f69ccaf-6d9f-494e-a694-2de55f2638ec", "name": "network-vif-deleted", "tag": "e118ea8b-0489-4f3d-b047-eeb2736d4010"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:09.918073 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-717ef50a-8d4c-4e80-ac93-5a4be79f8ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:09.924095 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a81a8c-0336-41c2-9264-b83dbc17058c tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event updated for resources: {'Port': ['ID=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19,revision_number=6']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:09.976840 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ef50a-8d4c-4e80-ac93-5a4be79f8ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:10.067923 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1823a321-1497-4a37-8036-d6b3b21646e5 x-openstack-request-id: req-1823a321-1497-4a37-8036-d6b3b21646e5 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:10.068442 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b8f5df-6ac4-4fda-a945-5ea23ef54504", "name": "network-vif-deleted", "tag": "1ef06155-f258-4023-9361-8178ab130ce6", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:10.068892 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1823a321-1497-4a37-8036-d6b3b21646e5 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:10.069492 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b8f5df-6ac4-4fda-a945-5ea23ef54504', 'name': 'network-vif-deleted', 'tag': '1ef06155-f258-4023-9361-8178ab130ce6', 'status': 'completed', 'code': 200} Jul 15 14:53:10.088805 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:10.158899 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-717ef50a-8d4c-4e80-ac93-5a4be79f8ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:10.194514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50dbe0-7b64-443e-a1cd-bae115e1833f req-8740d20c-baf9-4ad4-8627-303c1eeb783e tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:10.205763 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c50dbe0-7b64-443e-a1cd-bae115e1833f req-8740d20c-baf9-4ad4-8627-303c1eeb783e tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 946 time: 0.1298270 Jul 15 14:53:10.321721 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c50dbe0-7b64-443e-a1cd-bae115e1833f req-70d465a5-8fdc-420e-8e97-5b7aa928286b tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133347 Jul 15 14:53:10.340524 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-717ef50a-8d4c-4e80-ac93-5a4be79f8ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:10.341932 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-717ef50a-8d4c-4e80-ac93-5a4be79f8ce0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:10.387397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7b22c-97ae-4f7b-9d25-38b111a1cd04 req-da5d666a-fd70-428a-b098-3bc3fd2d83a7 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:10.400053 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45e7b22c-97ae-4f7b-9d25-38b111a1cd04 req-da5d666a-fd70-428a-b098-3bc3fd2d83a7 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1643896 Jul 15 14:53:10.417362 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-717ef50a-8d4c-4e80-ac93-5a4be79f8ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:10.418749 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717ef50a-8d4c-4e80-ac93-5a4be79f8ce0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96952c89-34f9-4ae7-b8dc-f3304dcb4ed1 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:53:10.426964 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-717ef50a-8d4c-4e80-ac93-5a4be79f8ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:10.429963 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1ef06155-f258-4023-9361-8178ab130ce6 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:53:10.436815 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-717ef50a-8d4c-4e80-ac93-5a4be79f8ce0 admin admin] 10.222.0.38 "DELETE /v2.0/routers/96952c89-34f9-4ae7-b8dc-f3304dcb4ed1 HTTP/1.1" status: 204 len: 168 time: 1.9384394 Jul 15 14:53:10.437814 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:10.455682 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 1ef06155-f258-4023-9361-8178ab130ce6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:53:10.456046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1ef06155-f258-4023-9361-8178ab130ce6 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:53:10.456861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e118ea8b-0489-4f3d-b047-eeb2736d4010 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:53:10.475870 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45e7b22c-97ae-4f7b-9d25-38b111a1cd04 req-ac392550-1d7b-41c6-805c-a9fa77394fdb tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729666 Jul 15 14:53:10.503803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: e118ea8b-0489-4f3d-b047-eeb2736d4010 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:53:10.504146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e118ea8b-0489-4f3d-b047-eeb2736d4010 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:53:10.560600 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ea3c4b-77af-4252-bb6f-ca617e7c357c admin admin] Deleting subnet 23a03ae0-3fab-4eb9-8e4d-a84c596cc78f {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:53:10.566078 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1ea3c4b-77af-4252-bb6f-ca617e7c357c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:10.603241 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-347567cd-47e9-4d7e-beee-8da2f2f21c00 req-c972a379-ffd9-46fe-91aa-15efb7f25163 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/4713b6c1-9279-433f-87a5-83e30c47ff8c HTTP/1.1" status: 200 len: 1801 time: 0.0873110 Jul 15 14:53:10.608436 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-377e0591-5072-4ab3-bda4-cd0c5d22e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1679026785-router', 'tenant_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:49Z', 'updated_at': '2021-07-15T14:53:06Z', 'revision_number': 5, 'project_id': '78e4cae24ca94813bbb3a3f166c36d4e', 'gw_port': {'id': '9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:df:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96952c89-34f9-4ae7-b8dc-f3304dcb4ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:51Z', 'updated_at': '2021-07-15T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:10.622758 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9818a9-a2f4-4904-a85a-c5a4c8af770f x-openstack-request-id: req-ab9818a9-a2f4-4904-a85a-c5a4c8af770f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:10.623372 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f69ccaf-6d9f-494e-a694-2de55f2638ec", "name": "network-vif-deleted", "tag": "e118ea8b-0489-4f3d-b047-eeb2736d4010", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:10.624268 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ab9818a9-a2f4-4904-a85a-c5a4c8af770f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:10.624682 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f69ccaf-6d9f-494e-a694-2de55f2638ec', 'name': 'network-vif-deleted', 'tag': 'e118ea8b-0489-4f3d-b047-eeb2736d4010', 'status': 'completed', 'code': 200} Jul 15 14:53:10.631240 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1ea3c4b-77af-4252-bb6f-ca617e7c357c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:10.681090 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e0591-5072-4ab3-bda4-cd0c5d22e928 None None] Checking router: 96952c89-34f9-4ae7-b8dc-f3304dcb4ed1 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:53:10.711220 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-347567cd-47e9-4d7e-beee-8da2f2f21c00 req-14cec27d-2bb3-41fe-978c-71a2353b74e7 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 14:53:10.712289 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-347567cd-47e9-4d7e-beee-8da2f2f21c00 req-14cec27d-2bb3-41fe-978c-71a2353b74e7 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "DELETE /v2.0/security-groups/4713b6c1-9279-433f-87a5-83e30c47ff8c HTTP/1.1" status: 409 len: 341 time: 0.1011980 Jul 15 14:53:10.714457 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['87ef3814-8ded-41ad-b4c9-65f4e5e94011'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:10.723883 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['3581d26e-d109-44fb-a736-cc01705144f7'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:10.780123 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1ea3c4b-77af-4252-bb6f-ca617e7c357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:10.812299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e0591-5072-4ab3-bda4-cd0c5d22e928 None None] Routers set() bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:10.812908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e0591-5072-4ab3-bda4-cd0c5d22e928 None None] Router IDs set() for agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 14:53:10.814007 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_agentschedulers_db [None req-377e0591-5072-4ab3-bda4-cd0c5d22e928 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent'). {{(pid=100713) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 14:53:10.814670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e0591-5072-4ab3-bda4-cd0c5d22e928 None None] The sync data for ids ['96952c89-34f9-4ae7-b8dc-f3304dcb4ed1'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:53:10.869199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 7234476d-7f31-4f0b-8ff0-788fc22f2039 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:53:10.931774 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1ea3c4b-77af-4252-bb6f-ca617e7c357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:11.008364 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea3c4b-77af-4252-bb6f-ca617e7c357c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a03ae0-3fab-4eb9-8e4d-a84c596cc78f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:11.021637 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1ea3c4b-77af-4252-bb6f-ca617e7c357c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:11.033243 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d1ea3c4b-77af-4252-bb6f-ca617e7c357c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/23a03ae0-3fab-4eb9-8e4d-a84c596cc78f HTTP/1.1" status: 204 len: 168 time: 0.5923502 Jul 15 14:53:11.034862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41970) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:11.058864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8758bc5c-a2c4-42d4-a7fe-24bd8a314a48 None None] Network 40666898-e948-4f2b-8684-1fdb18a9c0f1 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:53:11.061833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:11.174702 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b685862f-5001-4380-b601-07302bad0bb8 req-d65471af-32dd-4dee-9782-99784a987a69 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4478738 Jul 15 14:53:11.181433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-b685862f-5001-4380-b601-07302bad0bb8 req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:11.232854 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b685862f-5001-4380-b601-07302bad0bb8 req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:11.252737 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:11.422196 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac633a-169d-4ba4-a914-0d20493a9baf req-887d655f-a795-4055-89fc-8aa3dc803f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:11.425581 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebac633a-169d-4ba4-a914-0d20493a9baf req-887d655f-a795-4055-89fc-8aa3dc803f07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=894cfc4f58d64220a4b7d2b82e121309&device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 1136 time: 0.2210190 Jul 15 14:53:11.494829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 7234476d-7f31-4f0b-8ff0-788fc22f2039 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:53:11.563038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac633a-169d-4ba4-a914-0d20493a9baf req-bc6c7832-1708-49b5-8cd0-92f9f5741fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:11.564908 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebac633a-169d-4ba4-a914-0d20493a9baf req-bc6c7832-1708-49b5-8cd0-92f9f5741fbe service neutron] 10.222.0.11 "GET /v2.0/networks?id=48c29de8-95e4-4168-a48a-374f30b07ea4 HTTP/1.1" status: 200 len: 914 time: 0.1321003 Jul 15 14:53:11.596196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 7234476d-7f31-4f0b-8ff0-788fc22f2039 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:53:11.598557 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:11.631635 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebac633a-169d-4ba4-a914-0d20493a9baf req-a93cec4d-6fab-4c51-87ab-dcd843a6b180 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 HTTP/1.1" status: 200 len: 217 time: 0.0510211 Jul 15 14:53:11.635066 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] Deleting port 612e2e69-5ca2-48bb-b18c-21bed5d2493c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:53:11.636256 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:11.731049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] For port 612e2e69-5ca2-48bb-b18c-21bed5d2493c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=612e2e69-5ca2-48bb-b18c-21bed5d2493c,segment=NetworkSegment(0ed3de12-fc04-49c4-8584-576bdc86308e),segment_id=0ed3de12-fc04-49c4-8584-576bdc86308e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:11.732066 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:11.754303 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] Calling delete_port for 612e2e69-5ca2-48bb-b18c-21bed5d2493c owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:53:11.776665 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b685862f-5001-4380-b601-07302bad0bb8 req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:11.981202 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device acecca56-76f5-4ccb-84a7-4d7ce66083c6 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:53:11.988691 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:12.077884 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] No DVR routers for this DVR port 612e2e69-5ca2-48bb-b18c-21bed5d2493c on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:53:12.120121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339113da-7a4e-45e7-ae3c-f2a93f67dd31', 'tag': '4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:12.124729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=612e2e69-5ca2-48bb-b18c-21bed5d2493c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:12.131855 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3eda5c-7830-4982-9913-15f4f89a5a66" -d '{"events": [{"name": "network-changed", "server_uuid": "339113da-7a4e-45e7-ae3c-f2a93f67dd31", "tag": "4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:12.136763 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: acecca56-76f5-4ccb-84a7-4d7ce66083c6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:53:12.137109 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device acecca56-76f5-4ccb-84a7-4d7ce66083c6 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:53:12.154690 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac633a-169d-4ba4-a914-0d20493a9baf req-9efa2415-64a4-4fc2-b261-92f0660a5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:12.156189 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebac633a-169d-4ba4-a914-0d20493a9baf req-9efa2415-64a4-4fc2-b261-92f0660a5745 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a37f6edc-bcf1-4173-ae3b-56e1f851925c HTTP/1.1" status: 200 len: 853 time: 0.1803336 Jul 15 14:53:12.208527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-b685862f-5001-4380-b601-07302bad0bb8 req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Allocated IP 172.25.4.160 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/24d7e908-f079-4206-8fb4-9e25b6938c11) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:53:12.210276 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:12.241861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f15e-ba37-4c86-bfd0-4ccc016b44bb req-e40d1c26-ef83-44cc-9495-9a3271105472 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:12.243644 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9f4f15e-ba37-4c86-bfd0-4ccc016b44bb req-e40d1c26-ef83-44cc-9495-9a3271105472 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 944 time: 0.1948919 Jul 15 14:53:12.257298 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebac633a-169d-4ba4-a914-0d20493a9baf req-f37cc21d-62da-4e6b-bf26-06545be3e1fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c29de8-95e4-4168-a48a-374f30b07ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912986 Jul 15 14:53:12.270732 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40666898-e948-4f2b-8684-1fdb18a9c0f1']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:12.289138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed3de12-fc04-49c4-8584-576bdc86308e') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:12.292274 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed3de12-fc04-49c4-8584-576bdc86308e') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:12.310059 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:12.324772 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:12.335056 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9f4f15e-ba37-4c86-bfd0-4ccc016b44bb req-303cecfe-7ab4-436d-aa17-6b86c5c88985 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/security-groups?id=f419d37a-eb05-495e-b14e-3ef21e1daf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810535 Jul 15 14:53:12.384504 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:12.399941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:53:12.400948 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:12.403348 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b685862f-5001-4380-b601-07302bad0bb8 req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:12.407925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c6b2fd-b8b8-4225-9eb5-635a8409a643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7234476d-7f31-4f0b-8ff0-788fc22f2039'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:12.410924 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a3b62e-8b07-476b-876b-b0dd15c365b4" -d '{"events": [{"server_uuid": "f6c6b2fd-b8b8-4225-9eb5-635a8409a643", "name": "network-vif-plugged", "status": "completed", "tag": "7234476d-7f31-4f0b-8ff0-788fc22f2039"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:12.434875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df07607-71c5-43aa-82fc-945ea8335a03 None None] DHCP port deletion for 40666898-e948-4f2b-8684-1fdb18a9c0f1 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:53:12.444591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 7234476d-7f31-4f0b-8ff0-788fc22f2039, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=7234476d-7f31-4f0b-8ff0-788fc22f2039,segment=NetworkSegment(1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39),segment_id=1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:12.456776 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: timer() Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:53:12.499244 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:53:12.507296 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b685862f-5001-4380-b601-07302bad0bb8 req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:12.516954 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:12.524541 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:12.526475 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/40666898-e948-4f2b-8684-1fdb18a9c0f1 HTTP/1.1" status: 204 len: 168 time: 1.4901445 Jul 15 14:53:12.556052 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=7234476d-7f31-4f0b-8ff0-788fc22f2039,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:12.604177 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b685862f-5001-4380-b601-07302bad0bb8 req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:53:12.608107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-b685862f-5001-4380-b601-07302bad0bb8 req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:53:12.611673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadebb7-31ba-4462-b17e-d081d72801a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=40666898-e948-4f2b-8684-1fdb18a9c0f1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:12.652834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b685862f-5001-4380-b601-07302bad0bb8 req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:53:12.686824 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebac633a-169d-4ba4-a914-0d20493a9baf req-3f2c2bda-3b09-43d6-9f29-5806f2cf1f0a service neutron] 10.222.0.11 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863213 Jul 15 14:53:12.688801 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Pushing event updated for resources: {'Port': ['ID=24d7e908-f079-4206-8fb4-9e25b6938c11,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:12.712891 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41988) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:12.788790 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebac633a-169d-4ba4-a914-0d20493a9baf req-d90fa396-2aef-41c3-97e4-218a2eda5e29 service neutron] 10.222.0.11 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949452 Jul 15 14:53:12.831639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba81d0-54a0-4bbd-a521-7e78d6540549 req-05dfba4e-ab70-446d-80b1-04c94f0c437c tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:12.833288 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99ba81d0-54a0-4bbd-a521-7e78d6540549 req-05dfba4e-ab70-446d-80b1-04c94f0c437c tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 985 time: 0.2226312 Jul 15 14:53:12.873460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c25c018f-797e-408a-9efb-213fc023f764 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:53:12.879453 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-aed22e94-9854-4136-a1a9-9b284f53365f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=78e4cae24ca94813bbb3a3f166c36d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600978 Jul 15 14:53:12.881580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41992) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:12.887466 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b685862f-5001-4380-b601-07302bad0bb8 req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:12.916179 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99ba81d0-54a0-4bbd-a521-7e78d6540549 req-319f2bdf-efc3-40e2-bd5c-59918e1d6e8f tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4713b6c1-9279-433f-87a5-83e30c47ff8c&id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0738094 Jul 15 14:53:12.955260 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port c25c018f-797e-408a-9efb-213fc023f764 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:53:12.958163 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:12.965074 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5444cb23-8992-47a7-9b4c-f073aeb8dcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:12.988937 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b685862f-5001-4380-b601-07302bad0bb8 req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:13.002132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5444cb23-8992-47a7-9b4c-f073aeb8dcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:13.072204 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5444cb23-8992-47a7-9b4c-f073aeb8dcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:13.076184 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5444cb23-8992-47a7-9b4c-f073aeb8dcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:13.078056 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5444cb23-8992-47a7-9b4c-f073aeb8dcd2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c438c080-f465-4d45-ae40-9e82d7dd0d86 HTTP/1.1" status: 204 len: 168 time: 0.1953337 Jul 15 14:53:13.094233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444cb23-8992-47a7-9b4c-f073aeb8dcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c438c080-f465-4d45-ae40-9e82d7dd0d86,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:13.139277 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:13.199412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c25c018f-797e-408a-9efb-213fc023f764, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c25c018f-797e-408a-9efb-213fc023f764,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:13.205301 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:13.238767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a224d-d0c6-43bb-889a-f6551c3c8a45 req-85037eb0-7e78-498d-a25a-c5456b1f58a1 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:13.240456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-936a224d-d0c6-43bb-889a-f6551c3c8a45 req-85037eb0-7e78-498d-a25a-c5456b1f58a1 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 950 time: 0.1335180 Jul 15 14:53:13.277721 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c25c018f-797e-408a-9efb-213fc023f764,revision_number=11']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:13.282356 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b685862f-5001-4380-b601-07302bad0bb8 req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:13.283919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85457936-db1f-4f42-98c2-62a8faad5873 req-57c77120-a173-4d7e-b145-97e0a17d9070 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:13.286578 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85457936-db1f-4f42-98c2-62a8faad5873 req-57c77120-a173-4d7e-b145-97e0a17d9070 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc HTTP/1.1" status: 200 len: 950 time: 0.0899112 Jul 15 14:53:13.293332 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b685862f-5001-4380-b601-07302bad0bb8 req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:13.336912 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-936a224d-d0c6-43bb-889a-f6551c3c8a45 req-1068f3d1-02e8-451c-81e0-7816705228a7 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826931 Jul 15 14:53:13.377269 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Pushing event updated for resources: {'Port': ['ID=24d7e908-f079-4206-8fb4-9e25b6938c11,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:13.393996 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b685862f-5001-4380-b601-07302bad0bb8 req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:13.412884 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b685862f-5001-4380-b601-07302bad0bb8 req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:13.414615 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b685862f-5001-4380-b601-07302bad0bb8 req-df98845b-c9b3-44ca-8c4d-1f4aa16a63c2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2384160 Jul 15 14:53:13.424367 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-85457936-db1f-4f42-98c2-62a8faad5873 req-51b67096-448b-42ff-92ac-e32f4b353e14 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Deleting port 87ef3814-8ded-41ad-b4c9-65f4e5e94011 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:53:13.425400 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-85457936-db1f-4f42-98c2-62a8faad5873 req-51b67096-448b-42ff-92ac-e32f4b353e14 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:13.540897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b685862f-5001-4380-b601-07302bad0bb8 req-2974fdfc-883d-432b-b019-dd9b99adfc42 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.160 HTTP/1.1" status: 200 len: 696 time: 0.1190746 Jul 15 14:53:13.587568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 612e2e69-5ca2-48bb-b18c-21bed5d2493c no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:53:13.618193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 612e2e69-5ca2-48bb-b18c-21bed5d2493c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:53:13.620563 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 612e2e69-5ca2-48bb-b18c-21bed5d2493c not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:53:13.621274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:53:13.630556 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-85457936-db1f-4f42-98c2-62a8faad5873 req-51b67096-448b-42ff-92ac-e32f4b353e14 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] For port 87ef3814-8ded-41ad-b4c9-65f4e5e94011, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=87ef3814-8ded-41ad-b4c9-65f4e5e94011,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:13.631082 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-85457936-db1f-4f42-98c2-62a8faad5873 req-51b67096-448b-42ff-92ac-e32f4b353e14 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:13.648666 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-85457936-db1f-4f42-98c2-62a8faad5873 req-51b67096-448b-42ff-92ac-e32f4b353e14 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Calling delete_port for 87ef3814-8ded-41ad-b4c9-65f4e5e94011 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:53:13.652301 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:53:13.652791 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9e5472e7-b639-4f91-8ff5-c6d8ed0ebb65 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:53:13.741987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685862f-5001-4380-b601-07302bad0bb8 req-66b9780b-bed7-4c1f-96b3-320744a6ce73 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:13.748308 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b685862f-5001-4380-b601-07302bad0bb8 req-66b9780b-bed7-4c1f-96b3-320744a6ce73 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.2011602 Jul 15 14:53:13.791396 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-b685862f-5001-4380-b601-07302bad0bb8 req-87f188b4-d947-4979-a7ba-1daa1e32bf67 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:53:13.792400 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b685862f-5001-4380-b601-07302bad0bb8 req-87f188b4-d947-4979-a7ba-1daa1e32bf67 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0274034 Jul 15 14:53:13.819912 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-85457936-db1f-4f42-98c2-62a8faad5873 req-51b67096-448b-42ff-92ac-e32f4b353e14 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:13.833930 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['87ef3814-8ded-41ad-b4c9-65f4e5e94011'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:13.875947 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d222d6c-9e64-4d48-94fb-f783a21d50bb req-370b8cc6-b058-4cdd-90e6-fe485da34680 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:13.876090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b67096-448b-42ff-92ac-e32f4b353e14 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Pushing event deleted for resources: {'Port': ['ID=87ef3814-8ded-41ad-b4c9-65f4e5e94011,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:13.886380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d222d6c-9e64-4d48-94fb-f783a21d50bb req-370b8cc6-b058-4cdd-90e6-fe485da34680 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8f00e06-a25f-4b60-9ed9-9b0358fe53bc HTTP/1.1" status: 200 len: 867 time: 0.1366785 Jul 15 14:53:13.897055 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ea28ef-5fd1-4bce-b310-f0ca5e51557c x-openstack-request-id: req-95ea28ef-5fd1-4bce-b310-f0ca5e51557c {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:13.897360 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339113da-7a4e-45e7-ae3c-f2a93f67dd31", "tag": "4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:13.897609 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95ea28ef-5fd1-4bce-b310-f0ca5e51557c {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:13.898363 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339113da-7a4e-45e7-ae3c-f2a93f67dd31', 'tag': '4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19', 'status': 'completed', 'code': 200} Jul 15 14:53:13.914054 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3198a588-8dd6-4141-acda-df430c0e1385 x-openstack-request-id: req-3198a588-8dd6-4141-acda-df430c0e1385 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:13.914593 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c6b2fd-b8b8-4225-9eb5-635a8409a643", "name": "network-vif-plugged", "status": "completed", "tag": "7234476d-7f31-4f0b-8ff0-788fc22f2039", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:13.915001 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3198a588-8dd6-4141-acda-df430c0e1385 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:13.915575 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c6b2fd-b8b8-4225-9eb5-635a8409a643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7234476d-7f31-4f0b-8ff0-788fc22f2039', 'code': 200} Jul 15 14:53:13.991729 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d222d6c-9e64-4d48-94fb-f783a21d50bb req-c89e0519-a74c-47b0-995f-bee8af91adbe tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.38 "GET /v2.0/security-groups?id=d07ea9cd-a778-498a-873d-8d1e974e802f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040099 Jul 15 14:53:14.095463 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42028) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:14.237951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-954f7654-6fd2-4ced-9afd-a17d11a7ddcf tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:14.244770 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-954f7654-6fd2-4ced-9afd-a17d11a7ddcf tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 821 time: 0.1721153 Jul 15 14:53:14.263740 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-bd07d813-bf0a-44f5-ad9b-800aef38c599 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/quotas/f286b69641474927a27419a3ad634a1d HTTP/1.1" status: 200 len: 375 time: 0.0180559 Jul 15 14:53:14.312371 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-85457936-db1f-4f42-98c2-62a8faad5873 req-51b67096-448b-42ff-92ac-e32f4b353e14 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] No DVR routers for this DVR port 87ef3814-8ded-41ad-b4c9-65f4e5e94011 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:53:14.313169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-4c4641d6-0fed-4509-96e9-8c8ded820c67 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-66230371-network', 'tenant_id': 'f650ca724c2f47838bda6b448b76e37b'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:14.324875 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-85457936-db1f-4f42-98c2-62a8faad5873 req-51b67096-448b-42ff-92ac-e32f4b353e14 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:14.326019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192a7f7-e174-48e9-9d1c-76cca540fe50 req-9fed8703-fb8c-46ac-91cd-96a3e7cdc8c3 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:14.327133 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85457936-db1f-4f42-98c2-62a8faad5873 req-51b67096-448b-42ff-92ac-e32f4b353e14 tempest-ServersOnMultiNodesTest-376258451 tempest-ServersOnMultiNodesTest-376258451-project] 10.222.0.22 "DELETE /v2.0/ports/87ef3814-8ded-41ad-b4c9-65f4e5e94011 HTTP/1.1" status: 204 len: 173 time: 1.0332778 Jul 15 14:53:14.328957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f00e06-a25f-4b60-9ed9-9b0358fe53bc', 'name': 'network-vif-deleted', 'tag': '87ef3814-8ded-41ad-b4c9-65f4e5e94011'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:14.332526 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3205cf-42f3-4987-91c5-58dab8ba8240" -d '{"events": [{"server_uuid": "c8f00e06-a25f-4b60-9ed9-9b0358fe53bc", "name": "network-vif-deleted", "tag": "87ef3814-8ded-41ad-b4c9-65f4e5e94011"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:14.333964 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6192a7f7-e174-48e9-9d1c-76cca540fe50 req-9fed8703-fb8c-46ac-91cd-96a3e7cdc8c3 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 945 time: 0.1724010 Jul 15 14:53:14.391142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eda5c-7830-4982-9913-15f4f89a5a66 req-4cdde4a2-1820-403a-91c5-264c07cc4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:14.392684 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-da3eda5c-7830-4982-9913-15f4f89a5a66 req-4cdde4a2-1820-403a-91c5-264c07cc4a7d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=894cfc4f58d64220a4b7d2b82e121309&device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 1136 time: 0.5040345 Jul 15 14:53:14.398345 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4641d6-0fed-4509-96e9-8c8ded820c67 admin admin] Made reservation on behalf of f650ca724c2f47838bda6b448b76e37b for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:53:14.400841 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c4641d6-0fed-4509-96e9-8c8ded820c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:14.428443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26830f-d8b6-48ed-bb06-cba26db24529 req-29fdbe86-05e0-4bda-9e54-8ba886bfdc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:14.430952 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db26830f-d8b6-48ed-bb06-cba26db24529 req-29fdbe86-05e0-4bda-9e54-8ba886bfdc6c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 1096 time: 0.1188765 Jul 15 14:53:14.437552 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6192a7f7-e174-48e9-9d1c-76cca540fe50 req-9df04815-811b-4966-8ab4-b5ca07289f71 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/security-groups?id=f419d37a-eb05-495e-b14e-3ef21e1daf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007984 Jul 15 14:53:14.444183 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c4641d6-0fed-4509-96e9-8c8ded820c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:14.479514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-ee34dcb3-f841-4714-aa59-1ffc1d7cc549 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2075276 Jul 15 14:53:14.573969 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db26830f-d8b6-48ed-bb06-cba26db24529 req-8faa2d15-a7dc-436c-b1fc-75885b28af2a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f419d37a-eb05-495e-b14e-3ef21e1daf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314149 Jul 15 14:53:14.575290 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eda5c-7830-4982-9913-15f4f89a5a66 req-4f1ebe4d-5121-49bc-a52e-af18f057a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:14.576701 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-da3eda5c-7830-4982-9913-15f4f89a5a66 req-4f1ebe4d-5121-49bc-a52e-af18f057a4ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=48c29de8-95e4-4168-a48a-374f30b07ea4 HTTP/1.1" status: 200 len: 914 time: 0.1733279 Jul 15 14:53:14.651952 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-3d5e5204-f996-4010-8911-a838c0b5a2d4 service neutron] 10.222.0.38 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714709 Jul 15 14:53:14.681908 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-da3eda5c-7830-4982-9913-15f4f89a5a66 req-2b0e5c28-dd2f-4d39-a7ba-729e7680c3d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 HTTP/1.1" status: 200 len: 217 time: 0.0362873 Jul 15 14:53:14.737203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eda5c-7830-4982-9913-15f4f89a5a66 req-f5ed13bd-ca57-4976-9d7b-e0b27a84e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:14.739043 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-da3eda5c-7830-4982-9913-15f4f89a5a66 req-f5ed13bd-ca57-4976-9d7b-e0b27a84e997 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a37f6edc-bcf1-4173-ae3b-56e1f851925c HTTP/1.1" status: 200 len: 853 time: 0.0501842 Jul 15 14:53:14.763425 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fde441-c04d-4570-871f-81705077aed9 req-85c4ba6a-fdfd-49fa-beeb-58f7cefc6eb7 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:14.765029 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08fde441-c04d-4570-871f-81705077aed9 req-85c4ba6a-fdfd-49fa-beeb-58f7cefc6eb7 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 985 time: 0.1863148 Jul 15 14:53:14.787551 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-da3eda5c-7830-4982-9913-15f4f89a5a66 req-cb1c7065-53b0-494f-b89f-23f2f3091dec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c29de8-95e4-4168-a48a-374f30b07ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320132 Jul 15 14:53:14.797662 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c4641d6-0fed-4509-96e9-8c8ded820c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:14.818613 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c4641d6-0fed-4509-96e9-8c8ded820c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:14.842678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-8bede13f-6944-440d-a499-d9d1c71c5f0d service neutron] 10.222.0.38 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820445 Jul 15 14:53:14.866956 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4641d6-0fed-4509-96e9-8c8ded820c67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:53:14.872933 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08fde441-c04d-4570-871f-81705077aed9 req-51aa071a-b2b7-4dcf-9a65-68fb6fd8e86a tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4713b6c1-9279-433f-87a5-83e30c47ff8c&id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0956876 Jul 15 14:53:14.884917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4641d6-0fed-4509-96e9-8c8ded820c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b555970-f281-4240-8f26-bbd15367b0a5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:14.888422 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c4641d6-0fed-4509-96e9-8c8ded820c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:14.888783 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-4c4641d6-0fed-4509-96e9-8c8ded820c67 admin admin] Added segment 92996357-cfd5-4d6d-a672-675d788b13f2 of type vlan for network ee82be48-a052-4414-9d70-bc059584e660 Jul 15 14:53:14.943776 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c4641d6-0fed-4509-96e9-8c8ded820c67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:14.945351 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-da3eda5c-7830-4982-9913-15f4f89a5a66 req-fafc9805-f722-40e0-952a-46119399934c service neutron] 10.222.0.11 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483777 Jul 15 14:53:15.037142 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c4641d6-0fed-4509-96e9-8c8ded820c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:15.038175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4641d6-0fed-4509-96e9-8c8ded820c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:15.038848 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c4641d6-0fed-4509-96e9-8c8ded820c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:15.082573 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-da3eda5c-7830-4982-9913-15f4f89a5a66 req-06ff74f8-99a6-4b44-b17d-049fc455f858 service neutron] 10.222.0.11 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227779 Jul 15 14:53:15.087340 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4c4641d6-0fed-4509-96e9-8c8ded820c67 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.9909718 Jul 15 14:53:15.091945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42056) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:15.103167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-10819c9d-412d-4b28-99dc-59197bf5955c admin admin] Request body: {'subnet': {'network_id': 'ee82be48-a052-4414-9d70-bc059584e660', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-66230371-subnet', 'tenant_id': 'f650ca724c2f47838bda6b448b76e37b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:15.170297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4641d6-0fed-4509-96e9-8c8ded820c67 admin admin] Pushing event updated for resources: {'Network': ['ID=ee82be48-a052-4414-9d70-bc059584e660,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:15.181740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network ee82be48-a052-4414-9d70-bc059584e660 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:53:15.199571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10819c9d-412d-4b28-99dc-59197bf5955c admin admin] Made reservation on behalf of f650ca724c2f47838bda6b448b76e37b for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:53:15.205121 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-10819c9d-412d-4b28-99dc-59197bf5955c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:15.220806 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1ac7b5-8838-403b-895d-e33072eac148 x-openstack-request-id: req-ab1ac7b5-8838-403b-895d-e33072eac148 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:15.221170 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f00e06-a25f-4b60-9ed9-9b0358fe53bc", "name": "network-vif-deleted", "tag": "87ef3814-8ded-41ad-b4c9-65f4e5e94011", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:15.221488 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ab1ac7b5-8838-403b-895d-e33072eac148 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:15.222046 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f00e06-a25f-4b60-9ed9-9b0358fe53bc', 'name': 'network-vif-deleted', 'tag': '87ef3814-8ded-41ad-b4c9-65f4e5e94011', 'status': 'completed', 'code': 200} Jul 15 14:53:15.264327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-7efaf416-e255-4cb7-bb9f-cc5c738fcb16 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:15.265945 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-7efaf416-e255-4cb7-bb9f-cc5c738fcb16 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 820 time: 0.2625515 Jul 15 14:53:15.322402 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-c4db47f8-76be-4a51-b9e3-a5a8cd41da17 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/quotas/df2e38f897fb4ea588199592764a3ebc HTTP/1.1" status: 200 len: 375 time: 0.0488567 Jul 15 14:53:15.491225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4d989-1aca-428b-953c-3cec229fa3c0 req-5d3cf7e7-064d-408b-ae79-d069128329f4 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:15.492757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2c4d989-1aca-428b-953c-3cec229fa3c0 req-5d3cf7e7-064d-408b-ae79-d069128329f4 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 951 time: 0.1693351 Jul 15 14:53:15.520670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-eb4085f2-5055-4121-925f-956e659a6d93 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1914506 Jul 15 14:53:15.628121 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2c4d989-1aca-428b-953c-3cec229fa3c0 req-7955bb39-4f45-446e-8019-93c9195e598d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289015 Jul 15 14:53:15.631074 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-10819c9d-412d-4b28-99dc-59197bf5955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:15.732939 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-5464a1f4-eb28-4782-8869-8d5e9b0ad8ce service neutron] 10.222.0.38 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901405 Jul 15 14:53:15.733804 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10819c9d-412d-4b28-99dc-59197bf5955c admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d40fa9-e881-4b8a-ab3c-063e05208051,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:15.791758 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10819c9d-412d-4b28-99dc-59197bf5955c admin admin] Checking segment: {'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:53:15.792117 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10819c9d-412d-4b28-99dc-59197bf5955c admin admin] Network hostable DHCP agents. Network: ee82be48-a052-4414-9d70-bc059584e660, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:53:15.852741 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10819c9d-412d-4b28-99dc-59197bf5955c admin admin] Network ee82be48-a052-4414-9d70-bc059584e660 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:53:15.864286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-b5bdbe61-e465-45fc-a69b-9c9141cf2f3b service neutron] 10.222.0.38 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210315 Jul 15 14:53:15.865749 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-10819c9d-412d-4b28-99dc-59197bf5955c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, ee82be48-a052-4414-9d70-bc059584e660) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:53:15.870278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10819c9d-412d-4b28-99dc-59197bf5955c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:15.870948 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-10819c9d-412d-4b28-99dc-59197bf5955c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:15.877234 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb88855-59c9-42f8-a27b-3c0293c24d50 None None] Network ee82be48-a052-4414-9d70-bc059584e660 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:53:15.931751 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-10819c9d-412d-4b28-99dc-59197bf5955c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8255730 Jul 15 14:53:15.954458 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68ccb13e-e70d-4a57-b64d-f3d56c3165a7 req-943d7e5d-802e-4fb7-9468-d32696521347 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-841353423&fields=id&tenant_id=894cfc4f58d64220a4b7d2b82e121309 HTTP/1.1" status: 200 len: 267 time: 0.0809281 Jul 15 14:53:15.957684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efac98d-f201-44cc-a8d9-a0bae9ff0162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25c018f-797e-408a-9efb-213fc023f764'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:15.960344 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee011d87-2fd7-4a0c-bd3f-d8442258400d" -d '{"events": [{"server_uuid": "1efac98d-f201-44cc-a8d9-a0bae9ff0162", "name": "network-vif-plugged", "status": "completed", "tag": "c25c018f-797e-408a-9efb-213fc023f764"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:16.049188 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9c0eb3-ee09-4998-8a32-ec0c2547c049 None None] Network ee82be48-a052-4414-9d70-bc059584e660 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:53:16.060059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccb13e-e70d-4a57-b64d-f3d56c3165a7 req-af6234ad-9ff5-4e15-8181-0af060da42a6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:16.062971 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68ccb13e-e70d-4a57-b64d-f3d56c3165a7 req-af6234ad-9ff5-4e15-8181-0af060da42a6 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 985 time: 0.1013594 Jul 15 14:53:16.076674 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-68ccb13e-e70d-4a57-b64d-f3d56c3165a7 req-de49fc45-a794-49af-9e66-f169242d1ff3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Request body: {'port': {'security_groups': ['4713b6c1-9279-433f-87a5-83e30c47ff8c', 'c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef', 'a49c209a-f35f-48a9-9b92-dd3e8f03429c']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:16.200922 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68ccb13e-e70d-4a57-b64d-f3d56c3165a7 req-de49fc45-a794-49af-9e66-f169242d1ff3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:16.347200 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-74bbf1f9-88f4-4831-9f82-3b13a66ee8e1 req-e43c4591-8558-4b1f-aaef-e72c485de621 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 210 time: 0.0519943 Jul 15 14:53:16.399196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 87ef3814-8ded-41ad-b4c9-65f4e5e94011 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:53:16.425736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 87ef3814-8ded-41ad-b4c9-65f4e5e94011 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:53:16.426333 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 87ef3814-8ded-41ad-b4c9-65f4e5e94011 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:53:16.595345 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-68ccb13e-e70d-4a57-b64d-f3d56c3165a7 req-de49fc45-a794-49af-9e66-f169242d1ff3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] For port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19,segment=NetworkSegment(370210f3-9b07-4810-839f-1014fc9ff7e8),segment_id=370210f3-9b07-4810-839f-1014fc9ff7e8)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:16.600175 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-0dba13d9-7eb5-4344-8ea5-a48da670f82d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:16.602412 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-0dba13d9-7eb5-4344-8ea5-a48da670f82d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.22 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 821 time: 0.1687660 Jul 15 14:53:16.611175 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42092) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:16.629227 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-edc6be56-bab5-4c94-b329-5770dfdaa76f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Request body: {'port': {'device_id': '4a6d43ac-e81a-48fe-a233-9b65cf6ea290', 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4', 'admin_state_up': True, 'tenant_id': 'f286b69641474927a27419a3ad634a1d'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:16.650971 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68ccb13e-e70d-4a57-b64d-f3d56c3165a7 req-de49fc45-a794-49af-9e66-f169242d1ff3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:16.661369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2fc98-c37c-4793-a08f-4d1bdb549d1c req-a0ce9ee4-40f2-4a6a-ac8e-d03aa1ab948f tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:16.664757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40a2fc98-c37c-4793-a08f-4d1bdb549d1c req-a0ce9ee4-40f2-4a6a-ac8e-d03aa1ab948f tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 945 time: 0.1438498 Jul 15 14:53:16.666248 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68ccb13e-e70d-4a57-b64d-f3d56c3165a7 req-de49fc45-a794-49af-9e66-f169242d1ff3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:16.679118 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['3581d26e-d109-44fb-a736-cc01705144f7'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:16.695053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccb13e-e70d-4a57-b64d-f3d56c3165a7 req-de49fc45-a794-49af-9e66-f169242d1ff3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:16.695720 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68ccb13e-e70d-4a57-b64d-f3d56c3165a7 req-de49fc45-a794-49af-9e66-f169242d1ff3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:16.707872 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68ccb13e-e70d-4a57-b64d-f3d56c3165a7 req-de49fc45-a794-49af-9e66-f169242d1ff3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "PUT /v2.0/ports/4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 HTTP/1.1" status: 200 len: 1021 time: 0.6367838 Jul 15 14:53:16.712830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339113da-7a4e-45e7-ae3c-f2a93f67dd31', 'tag': '4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:16.719100 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d846d9-a02e-46be-a136-74afdc059e53" -d '{"events": [{"name": "network-changed", "server_uuid": "339113da-7a4e-45e7-ae3c-f2a93f67dd31", "tag": "4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:16.762957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:16.784629 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70fafee-ce1c-41bb-831c-89ca2f8eb9f4 x-openstack-request-id: req-a70fafee-ce1c-41bb-831c-89ca2f8eb9f4 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:16.786433 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efac98d-f201-44cc-a8d9-a0bae9ff0162", "name": "network-vif-plugged", "status": "completed", "tag": "c25c018f-797e-408a-9efb-213fc023f764", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:16.786855 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a70fafee-ce1c-41bb-831c-89ca2f8eb9f4 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:16.788632 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efac98d-f201-44cc-a8d9-a0bae9ff0162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25c018f-797e-408a-9efb-213fc023f764', 'code': 200} Jul 15 14:53:16.827340 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-edc6be56-bab5-4c94-b329-5770dfdaa76f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Made reservation on behalf of f286b69641474927a27419a3ad634a1d for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:53:16.832417 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-edc6be56-bab5-4c94-b329-5770dfdaa76f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:16.877790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:16.931989 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40a2fc98-c37c-4793-a08f-4d1bdb549d1c req-1985a986-70b9-4999-9644-de2b9f1c7148 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/security-groups?id=f419d37a-eb05-495e-b14e-3ef21e1daf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520034 Jul 15 14:53:16.940204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49fc45-a794-49af-9e66-f169242d1ff3 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event updated for resources: {'Port': ['ID=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19,revision_number=7']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:16.990692 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6078347e-87a2-4fb6-8635-24ae855f99c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee188e41d71d434ead519f5f9ae6e707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770919 Jul 15 14:53:16.993306 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42108) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:17.059995 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-edc6be56-bab5-4c94-b329-5770dfdaa76f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Allocated IP 172.20.0.4 (0b54b3be-aee8-40ee-b1a0-2d825368d7c4/8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a/86a3d733-45bc-48c6-86d0-163418d63e1e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:53:17.099855 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-113d94f8-cfab-449f-b803-57700d4842cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:17.181585 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:53:17.249918 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-751d0b64-fda5-4015-b417-5448cf802e3c req-3981e26e-e3c8-4391-94ab-fa77ddb0eaec tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 210 time: 0.1285219 Jul 15 14:53:17.285606 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-113d94f8-cfab-449f-b803-57700d4842cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:17.385196 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-edc6be56-bab5-4c94-b329-5770dfdaa76f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:17.389947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17363666-1b83-46b8-896a-71bc7957a7ab req-1050f910-afd8-45c1-a7a6-5de867deb859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:17.391660 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-17363666-1b83-46b8-896a-71bc7957a7ab req-1050f910-afd8-45c1-a7a6-5de867deb859 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 1102 time: 0.1652546 Jul 15 14:53:17.502660 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-17363666-1b83-46b8-896a-71bc7957a7ab req-95226fe1-0b06-4ac4-99e4-4e249a10995e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990956 Jul 15 14:53:17.527835 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-edc6be56-bab5-4c94-b329-5770dfdaa76f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:17.589110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-edc6be56-bab5-4c94-b329-5770dfdaa76f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:53:17.597918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-edc6be56-bab5-4c94-b329-5770dfdaa76f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:53:17.609164 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-edc6be56-bab5-4c94-b329-5770dfdaa76f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:53:17.656127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6be56-bab5-4c94-b329-5770dfdaa76f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Pushing event updated for resources: {'Port': ['ID=86a3d733-45bc-48c6-86d0-163418d63e1e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:17.694727 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-edc6be56-bab5-4c94-b329-5770dfdaa76f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:17.695923 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-edc6be56-bab5-4c94-b329-5770dfdaa76f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:17.698871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['b9bab48d-cccf-4548-aa93-4c9901aae8a2'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:17.839373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-9d9202d8-09d1-4839-a5f1-d23700c583fa tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:17.841362 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-9d9202d8-09d1-4839-a5f1-d23700c583fa tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.11 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 820 time: 0.1310225 Jul 15 14:53:17.843313 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-edc6be56-bab5-4c94-b329-5770dfdaa76f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2285373 Jul 15 14:53:17.860798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-0757ebe8-6a51-47cb-8402-315db2c4be6d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Request body: {'port': {'device_id': '09f475bd-77ff-4237-9933-3365262f3aa2', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'admin_state_up': True, 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:17.886609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Request body: {'port': {'device_id': '4a6d43ac-e81a-48fe-a233-9b65cf6ea290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:18.105476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd634ab8-37a1-4246-8db2-5fdf4bc8f4f6 req-0fc6ece1-0d1f-48e0-9e8e-6fde09add02d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:18.106987 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd634ab8-37a1-4246-8db2-5fdf4bc8f4f6 req-0fc6ece1-0d1f-48e0-9e8e-6fde09add02d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 951 time: 0.2914979 Jul 15 14:53:18.113032 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:18.119331 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-113d94f8-cfab-449f-b803-57700d4842cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:18.121876 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-113d94f8-cfab-449f-b803-57700d4842cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:18.125545 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-113d94f8-cfab-449f-b803-57700d4842cd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d07ea9cd-a778-498a-873d-8d1e974e802f HTTP/1.1" status: 204 len: 168 time: 1.1285481 Jul 15 14:53:18.189001 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-0757ebe8-6a51-47cb-8402-315db2c4be6d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Made reservation on behalf of df2e38f897fb4ea588199592764a3ebc for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:53:18.194219 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-0757ebe8-6a51-47cb-8402-315db2c4be6d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:18.201495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd634ab8-37a1-4246-8db2-5fdf4bc8f4f6 req-7f5ad253-3803-4328-b441-745f5d89b2e5 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828955 Jul 15 14:53:18.237844 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-00890713-b140-4e91-a27c-e2759ace6a2a tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:18.249804 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-00890713-b140-4e91-a27c-e2759ace6a2a tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/networks?id=ee82be48-a052-4414-9d70-bc059584e660 HTTP/1.1" status: 200 len: 803 time: 0.4350312 Jul 15 14:53:18.252544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d94f8-cfab-449f-b803-57700d4842cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07ea9cd-a778-498a-873d-8d1e974e802f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:18.302101 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-7c42ae0a-8abf-40b3-85ca-53984294a090 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/quotas/f650ca724c2f47838bda6b448b76e37b HTTP/1.1" status: 200 len: 375 time: 0.0511522 Jul 15 14:53:18.353163 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-264d8d8e-f640-483e-94db-08805357df8c tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f650ca724c2f47838bda6b448b76e37b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360789 Jul 15 14:53:18.397026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01c8dd68-8b78-4d39-aaa0-66358b4141e0 req-06dade91-b8c8-4bb1-a553-37cd404ea623 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/a49c209a-f35f-48a9-9b92-dd3e8f03429c HTTP/1.1" status: 200 len: 1799 time: 0.1405895 Jul 15 14:53:18.483413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-0757ebe8-6a51-47cb-8402-315db2c4be6d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Allocated IP 172.20.0.9 (3cdc50db-5544-4872-99d9-c427108a4eb0/a0db7b4b-ea80-4136-b0bc-3b91de73e83e/6dab96a5-0a8a-47bd-918f-482f750b8783) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:53:18.495767 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-01c8dd68-8b78-4d39-aaa0-66358b4141e0 req-765eb4d6-1197-49ce-95cd-6713538bd9ff tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 14:53:18.509912 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01c8dd68-8b78-4d39-aaa0-66358b4141e0 req-765eb4d6-1197-49ce-95cd-6713538bd9ff tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "DELETE /v2.0/security-groups/a49c209a-f35f-48a9-9b92-dd3e8f03429c HTTP/1.1" status: 409 len: 341 time: 0.1115093 Jul 15 14:53:18.532369 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-e43fa175-f08f-44db-aac4-f53fc8724540 service neutron] 10.222.0.38 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626382 Jul 15 14:53:18.590725 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42128) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:18.602421 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123da80d-9c7d-45c2-85b8-e8e8ede65cf5 x-openstack-request-id: req-123da80d-9c7d-45c2-85b8-e8e8ede65cf5 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:18.602858 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339113da-7a4e-45e7-ae3c-f2a93f67dd31", "tag": "4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:18.603202 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-123da80d-9c7d-45c2-85b8-e8e8ede65cf5 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:18.603754 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339113da-7a4e-45e7-ae3c-f2a93f67dd31', 'tag': '4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19', 'status': 'completed', 'code': 200} Jul 15 14:53:18.608951 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:18.705923 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-00d65581-1755-4348-ab84-a763fc802187 service neutron] 10.222.0.38 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632254 Jul 15 14:53:18.714357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a3d733-45bc-48c6-86d0-163418d63e1e {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:53:18.729819 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:18.770130 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-994289bd-552a-4808-9536-838961a132b4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d5a2fbbca254aff8cf0fc86b239c68e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782818 Jul 15 14:53:18.772816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42130) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:18.782256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Transition to ACTIVE for port object 86a3d733-45bc-48c6-86d0-163418d63e1e will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:53:18.797814 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:18.874476 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20af5608-7c61-49fb-9318-770892979c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:18.884007 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-0757ebe8-6a51-47cb-8402-315db2c4be6d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:18.905086 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d846d9-a02e-46be-a136-74afdc059e53 req-07490aa6-a1ea-4c1f-bbfe-43cefd2b7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:18.905925 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:18.906634 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d6d846d9-a02e-46be-a136-74afdc059e53 req-07490aa6-a1ea-4c1f-bbfe-43cefd2b7424 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=894cfc4f58d64220a4b7d2b82e121309&device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 1175 time: 0.2784998 Jul 15 14:53:18.916843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Pushing event updated for resources: {'Port': ['ID=86a3d733-45bc-48c6-86d0-163418d63e1e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:18.922157 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-0757ebe8-6a51-47cb-8402-315db2c4be6d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Transition to ACTIVE for port object 6dab96a5-0a8a-47bd-918f-482f750b8783 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:53:18.933861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20af5608-7c61-49fb-9318-770892979c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:19.067988 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20af5608-7c61-49fb-9318-770892979c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:19.071482 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20af5608-7c61-49fb-9318-770892979c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:19.078338 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-20af5608-7c61-49fb-9318-770892979c0b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ccde562b-1a54-4bb1-9917-b28656aee677 HTTP/1.1" status: 204 len: 168 time: 0.3030806 Jul 15 14:53:19.100375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af5608-7c61-49fb-9318-770892979c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccde562b-1a54-4bb1-9917-b28656aee677,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:19.157329 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90c5eb-d785-49b6-810b-6706e85866b2 req-1619333d-0557-436b-a8f2-0a654cb67fe1 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:19.171259 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b90c5eb-d785-49b6-810b-6706e85866b2 req-1619333d-0557-436b-a8f2-0a654cb67fe1 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 945 time: 0.2010739 Jul 15 14:53:19.181072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d846d9-a02e-46be-a136-74afdc059e53 req-7a9f30b0-da63-4d55-a2f1-9fa2e72d9eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:19.183714 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d6d846d9-a02e-46be-a136-74afdc059e53 req-7a9f30b0-da63-4d55-a2f1-9fa2e72d9eaa service neutron] 10.222.0.11 "GET /v2.0/networks?id=48c29de8-95e4-4168-a48a-374f30b07ea4 HTTP/1.1" status: 200 len: 914 time: 0.2567921 Jul 15 14:53:19.186520 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42140) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:19.220423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c2e1acb6-5489-4c74-9f35-3d732a7938c1 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Request body: {'floatingip': {'port_id': '7234476d-7f31-4f0b-8ff0-788fc22f2039'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:19.243487 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d6d846d9-a02e-46be-a136-74afdc059e53 req-f5e62de5-3358-4f72-8502-df2f3c62661e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 HTTP/1.1" status: 200 len: 217 time: 0.0441930 Jul 15 14:53:19.246153 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-0757ebe8-6a51-47cb-8402-315db2c4be6d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:19.259167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['04f6599c-150a-43ea-9233-fd049d0b5547'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:19.320060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-0757ebe8-6a51-47cb-8402-315db2c4be6d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Network 3cdc50db-5544-4872-99d9-c427108a4eb0 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:53:19.361270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757ebe8-6a51-47cb-8402-315db2c4be6d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Pushing event updated for resources: {'Port': ['ID=6dab96a5-0a8a-47bd-918f-482f750b8783,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:19.372712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-0757ebe8-6a51-47cb-8402-315db2c4be6d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:53:19.374961 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Attempting to bind port 86a3d733-45bc-48c6-86d0-163418d63e1e on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:53:19.375583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Attempting to bind port 86a3d733-45bc-48c6-86d0-163418d63e1e by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:53:19.376192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Attempting to bind port 86a3d733-45bc-48c6-86d0-163418d63e1e on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:53:19.380652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-0757ebe8-6a51-47cb-8402-315db2c4be6d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:53:19.474236 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Port 86a3d733-45bc-48c6-86d0-163418d63e1e on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:53:19.474591 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Attempting to bind port 86a3d733-45bc-48c6-86d0-163418d63e1e on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:53:19.500130 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:53:19.500382 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Checking segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:53:19.500772 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Bound using segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:53:19.501216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Bound port: 86a3d733-45bc-48c6-86d0-163418d63e1e, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:53:19.501574 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:19.513315 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2e1acb6-5489-4c74-9f35-3d732a7938c1 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:19.561813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-0757ebe8-6a51-47cb-8402-315db2c4be6d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:19.562580 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-0757ebe8-6a51-47cb-8402-315db2c4be6d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:19.573973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d846d9-a02e-46be-a136-74afdc059e53 req-f43c2a04-8e3a-4e8f-bd9b-f00bd17fee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:19.581669 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d6d846d9-a02e-46be-a136-74afdc059e53 req-f43c2a04-8e3a-4e8f-bd9b-f00bd17fee58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a37f6edc-bcf1-4173-ae3b-56e1f851925c HTTP/1.1" status: 200 len: 853 time: 0.2593725 Jul 15 14:53:19.665925 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d6d846d9-a02e-46be-a136-74afdc059e53 req-6136ee31-a452-4a57-b6fb-eecdbd66bfd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c29de8-95e4-4168-a48a-374f30b07ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470979 Jul 15 14:53:19.796946 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d6d846d9-a02e-46be-a136-74afdc059e53 req-8efd7327-5ff2-49c7-943f-f2845f6a52b0 service neutron] 10.222.0.11 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198597 Jul 15 14:53:19.823250 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-0757ebe8-6a51-47cb-8402-315db2c4be6d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9720597 Jul 15 14:53:19.850841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Request body: {'port': {'device_id': '09f475bd-77ff-4237-9933-3365262f3aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:19.884026 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-09d696a7-8356-484f-aadb-1a9322f008be None None] Provisioning for port 6dab96a5-0a8a-47bd-918f-482f750b8783 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:53:19.888331 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] For port 86a3d733-45bc-48c6-86d0-163418d63e1e, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:53:19.902138 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-09d696a7-8356-484f-aadb-1a9322f008be None None] Provisioning complete for port 6dab96a5-0a8a-47bd-918f-482f750b8783 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:53:19.905207 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09d696a7-8356-484f-aadb-1a9322f008be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:19.912357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] For port 86a3d733-45bc-48c6-86d0-163418d63e1e, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=86a3d733-45bc-48c6-86d0-163418d63e1e,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:53:19.936875 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31d23a-a7c6-4b5f-bc4d-ad92bbf2f626 req-be36b585-792e-4f0f-bd33-2f02700176f7 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:19.944650 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a31d23a-a7c6-4b5f-bc4d-ad92bbf2f626 req-be36b585-792e-4f0f-bd33-2f02700176f7 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 931 time: 0.5296280 Jul 15 14:53:19.945698 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:19.976195 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65830a83-4c71-444d-afa4-00b04ceb0ed9 req-abaa8312-f3d9-4566-8823-85a22414937a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:19.983697 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65830a83-4c71-444d-afa4-00b04ceb0ed9 req-abaa8312-f3d9-4566-8823-85a22414937a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 943 time: 0.6116490 Jul 15 14:53:20.023932 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Pushing event updated for resources: {'Port': ['ID=86a3d733-45bc-48c6-86d0-163418d63e1e,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:20.047916 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:20.048796 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:20.051263 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-36745af3-4ae0-4012-8aec-83ca025f4f56 service neutron] 10.222.0.22 "PUT /v2.0/ports/86a3d733-45bc-48c6-86d0-163418d63e1e HTTP/1.1" status: 200 len: 1091 time: 2.1833935 Jul 15 14:53:20.053914 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6d43ac-e81a-48fe-a233-9b65cf6ea290', 'tag': '86a3d733-45bc-48c6-86d0-163418d63e1e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:20.056631 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ede9af6-ee73-4091-9745-34e8bf887988" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6d43ac-e81a-48fe-a233-9b65cf6ea290", "tag": "86a3d733-45bc-48c6-86d0-163418d63e1e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:20.082901 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-09d696a7-8356-484f-aadb-1a9322f008be None None] Port 6dab96a5-0a8a-47bd-918f-482f750b8783 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:53:20.176269 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d6d846d9-a02e-46be-a136-74afdc059e53 req-3f9846a5-ba71-457b-81c3-647a59741712 service neutron] 10.222.0.11 "GET /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714490 Jul 15 14:53:20.184752 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:20.199394 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a31d23a-a7c6-4b5f-bc4d-ad92bbf2f626 req-52db2524-7557-4b34-ae2c-6c4417662b58 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538183 Jul 15 14:53:20.231179 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65830a83-4c71-444d-afa4-00b04ceb0ed9 req-65556e08-3500-4832-86cf-655e5d3c5fd6 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462063 Jul 15 14:53:20.492327 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6cb91ee-6904-4cc2-b645-2d24ba1f28a4 req-2d6300ad-db34-4bb3-be80-38e829631034 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe292e1a-67c4-4918-8668-7efdea550734 HTTP/1.1" status: 200 len: 210 time: 0.0647786 Jul 15 14:53:20.501276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-65f4453e-99f4-4270-85b3-0851f594ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:20.503063 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-65f4453e-99f4-4270-85b3-0851f594ac52 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 1094 time: 0.2835960 Jul 15 14:53:20.576805 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-bdfa0ecd-895c-4695-9b3a-68742ebccace service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a3d733-45bc-48c6-86d0-163418d63e1e HTTP/1.1" status: 200 len: 217 time: 0.0545847 Jul 15 14:53:20.695895 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.resource_extend [None req-c2e1acb6-5489-4c74-9f35-3d732a7938c1 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 14:53:20.729554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-9ff705d5-2f98-4cce-9981-ae068e667cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:20.736260 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-9ff705d5-2f98-4cce-9981-ae068e667cb7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.1487875 Jul 15 14:53:20.824088 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2e1acb6-5489-4c74-9f35-3d732a7938c1 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:20.825511 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-9a366e4f-9449-41cb-bd0b-b22a2b04b548 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759811 Jul 15 14:53:20.863618 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2e1acb6-5489-4c74-9f35-3d732a7938c1 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:20.947011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9031e2-af45-4113-b065-8329eed83f3f req-98d21c09-afeb-4552-aee6-b01353227871 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:20.954632 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c9031e2-af45-4113-b065-8329eed83f3f req-98d21c09-afeb-4552-aee6-b01353227871 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 951 time: 0.1830637 Jul 15 14:53:21.016924 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-285051b5-e42a-4f91-bd9d-66a35597852e service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766052 Jul 15 14:53:21.018308 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d0a31a-e287-41a8-ba98-966a6af2d677 x-openstack-request-id: req-28d0a31a-e287-41a8-ba98-966a6af2d677 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:21.019288 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6d43ac-e81a-48fe-a233-9b65cf6ea290", "tag": "86a3d733-45bc-48c6-86d0-163418d63e1e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:21.019539 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-28d0a31a-e287-41a8-ba98-966a6af2d677 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:21.019933 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6d43ac-e81a-48fe-a233-9b65cf6ea290', 'tag': '86a3d733-45bc-48c6-86d0-163418d63e1e', 'status': 'completed', 'code': 200} Jul 15 14:53:21.206791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dab96a5-0a8a-47bd-918f-482f750b8783 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:53:21.215930 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:21.219955 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e36c83d-1e18-4729-9d58-b14152e6059c req-ad4ecb31-4d26-441a-804c-3b7115cc14b2 service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959627 Jul 15 14:53:21.232854 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Transition to ACTIVE for port object 6dab96a5-0a8a-47bd-918f-482f750b8783 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:53:21.242617 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:21.270004 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c9031e2-af45-4113-b065-8329eed83f3f req-969e74b5-9bde-4950-99f8-473619ca64a4 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128078 Jul 15 14:53:21.298397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Pushing event updated for resources: {'Port': ['ID=6dab96a5-0a8a-47bd-918f-482f750b8783,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:21.439830 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-c2e1acb6-5489-4c74-9f35-3d732a7938c1 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Floating IP 8d91dac1-a16a-4d6a-97e6-397473dc977c associated. External IP: 172.25.4.223, port: 7234476d-7f31-4f0b-8ff0-788fc22f2039. Jul 15 14:53:21.470758 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-ba2f13ec-b336-4a38-a8f0-3774e0dd6df0 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:21.473119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-ba2f13ec-b336-4a38-a8f0-3774e0dd6df0 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.22 "GET /v2.0/networks?id=ee82be48-a052-4414-9d70-bc059584e660 HTTP/1.1" status: 200 len: 803 time: 0.6358559 Jul 15 14:53:21.526519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-329cc19d-871d-4ac9-8bca-b573a5e8cb82 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Request body: {'port': {'device_id': 'fe292e1a-67c4-4918-8668-7efdea550734', 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660', 'admin_state_up': True, 'tenant_id': 'f650ca724c2f47838bda6b448b76e37b'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:21.584840 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Attempting to bind port 6dab96a5-0a8a-47bd-918f-482f750b8783 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:53:21.585179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Attempting to bind port 6dab96a5-0a8a-47bd-918f-482f750b8783 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:53:21.585514 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Attempting to bind port 6dab96a5-0a8a-47bd-918f-482f750b8783 on network 3cdc50db-5544-4872-99d9-c427108a4eb0 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:53:21.593888 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede9af6-ee73-4091-9745-34e8bf887988 req-6e6b26a5-c415-41b8-a79f-30354a5d3de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:21.595547 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ede9af6-ee73-4091-9745-34e8bf887988 req-6e6b26a5-c415-41b8-a79f-30354a5d3de8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 1094 time: 0.2414799 Jul 15 14:53:21.596142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Port 6dab96a5-0a8a-47bd-918f-482f750b8783 on network 3cdc50db-5544-4872-99d9-c427108a4eb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:53:21.596468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Attempting to bind port 6dab96a5-0a8a-47bd-918f-482f750b8783 on network 3cdc50db-5544-4872-99d9-c427108a4eb0 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:53:21.630874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:53:21.631360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Checking segment: {'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:53:21.631849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Bound using segment: {'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:53:21.632286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Bound port: 6dab96a5-0a8a-47bd-918f-482f750b8783, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964472ff-45a8-44bf-92c5-e80852407610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:53:21.632702 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:21.743060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f9022-7e28-4336-ae80-47a04aa7efab req-f9ee8b64-9d75-4559-a495-6b32bbd28bfe tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:21.745222 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-780f9022-7e28-4336-ae80-47a04aa7efab req-f9ee8b64-9d75-4559-a495-6b32bbd28bfe tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 1024 time: 0.5601244 Jul 15 14:53:21.776395 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] For port 6dab96a5-0a8a-47bd-918f-482f750b8783, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:53:21.779327 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede9af6-ee73-4091-9745-34e8bf887988 req-9a195830-0f8b-44b8-96af-bce1fb0f8aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:21.780461 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ede9af6-ee73-4091-9745-34e8bf887988 req-9a195830-0f8b-44b8-96af-bce1fb0f8aec service neutron] 10.222.0.22 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.1636262 Jul 15 14:53:21.799582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] For port 6dab96a5-0a8a-47bd-918f-482f750b8783, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6dab96a5-0a8a-47bd-918f-482f750b8783,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:53:21.828072 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ede9af6-ee73-4091-9745-34e8bf887988 req-b52da99f-63d6-4b60-ba29-f5b3e06e1854 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a3d733-45bc-48c6-86d0-163418d63e1e HTTP/1.1" status: 200 len: 217 time: 0.0381677 Jul 15 14:53:21.829163 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:21.895467 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:21.896124 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:21.897250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18146c8c-95ed-4be4-854d-6c541988c678 req-072c24b5-b10a-4a25-b64e-17c288caa25a tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:21.897536 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] 10.222.0.11 "PUT /v2.0/ports/6dab96a5-0a8a-47bd-918f-482f750b8783 HTTP/1.1" status: 200 len: 1091 time: 2.0567460 Jul 15 14:53:21.898993 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-18146c8c-95ed-4be4-854d-6c541988c678 req-072c24b5-b10a-4a25-b64e-17c288caa25a tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 943 time: 0.3798046 Jul 15 14:53:21.910320 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-780f9022-7e28-4336-ae80-47a04aa7efab req-0f6956b4-d57e-4f86-9147-09c2c371e11c tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4713b6c1-9279-433f-87a5-83e30c47ff8c&id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&id=a49c209a-f35f-48a9-9b92-dd3e8f03429c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1454122 Jul 15 14:53:21.942214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee81c52-06b4-465f-8908-3663a183202d service neutron] Pushing event updated for resources: {'Port': ['ID=6dab96a5-0a8a-47bd-918f-482f750b8783,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:21.947401 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede9af6-ee73-4091-9745-34e8bf887988 req-b1e8742b-7ed3-4fd7-826c-216b5be47448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:21.949038 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ede9af6-ee73-4091-9745-34e8bf887988 req-b1e8742b-7ed3-4fd7-826c-216b5be47448 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.1137078 Jul 15 14:53:21.953142 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-329cc19d-871d-4ac9-8bca-b573a5e8cb82 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Made reservation on behalf of f650ca724c2f47838bda6b448b76e37b for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:53:21.956904 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-329cc19d-871d-4ac9-8bca-b573a5e8cb82 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:21.999167 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ede9af6-ee73-4091-9745-34e8bf887988 req-3a02b92b-a18e-4a65-8079-91c172d69b66 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400364 Jul 15 14:53:22.054635 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-18146c8c-95ed-4be4-854d-6c541988c678 req-047a2559-d3dd-4625-acf7-99e1ffde2c85 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408784 Jul 15 14:53:22.157382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e1acb6-5489-4c74-9f35-3d732a7938c1 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Router 65538790-1b1e-4435-9b25-ae221118e6ec has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:53:22.415921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-329cc19d-871d-4ac9-8bca-b573a5e8cb82 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Allocated IP 172.20.0.13 (ee82be48-a052-4414-9d70-bc059584e660/56d40fa9-e881-4b8a-ab3c-063e05208051/c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:53:22.459422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e1acb6-5489-4c74-9f35-3d732a7938c1 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:53:22.471224 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bd8ac-4b11-4cd2-af64-ed1bc8f1d9ec req-1da5b47b-b1ff-4348-8c4e-36b81f98fb83 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:22.471583 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e2f77-005c-4c14-93cf-11c64f59ccaa None None] Sync routers for ids ['65538790-1b1e-4435-9b25-ae221118e6ec'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:53:22.479091 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-219bd8ac-4b11-4cd2-af64-ed1bc8f1d9ec req-1da5b47b-b1ff-4348-8c4e-36b81f98fb83 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 943 time: 0.2238941 Jul 15 14:53:22.489339 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e2f77-005c-4c14-93cf-11c64f59ccaa None None] Routers {'65538790-1b1e-4435-9b25-ae221118e6ec'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:22.491310 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bb1e2f77-005c-4c14-93cf-11c64f59ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['65538790-1b1e-4435-9b25-ae221118e6ec'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:22.491770 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2e1acb6-5489-4c74-9f35-3d732a7938c1 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:22.600151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c2e1acb6-5489-4c74-9f35-3d732a7938c1 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "PUT /v2.0/floatingips/8d91dac1-a16a-4d6a-97e6-397473dc977c HTTP/1.1" status: 200 len: 991 time: 3.4107811 Jul 15 14:53:22.623413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-fdfa7217-7732-4e3b-b459-452b31441ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:22.625108 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-fdfa7217-7732-4e3b-b459-452b31441ac0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 1094 time: 0.6293182 Jul 15 14:53:22.633009 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c6b2fd-b8b8-4225-9eb5-635a8409a643', 'tag': '7234476d-7f31-4f0b-8ff0-788fc22f2039'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:22.635521 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c193887a-163d-4a9a-99f2-6db873147117" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c6b2fd-b8b8-4225-9eb5-635a8409a643", "tag": "7234476d-7f31-4f0b-8ff0-788fc22f2039"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:22.645136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f23562ec-dd86-4b20-bfef-42d5aef69d73 req-0a2ed3e6-320c-4311-a92f-993701b05a3b tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe292e1a-67c4-4918-8668-7efdea550734 HTTP/1.1" status: 200 len: 210 time: 0.0736330 Jul 15 14:53:22.665838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-219bd8ac-4b11-4cd2-af64-ed1bc8f1d9ec req-6223ad96-e220-4e02-95d4-8a4a35680922 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857455 Jul 15 14:53:22.760304 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ede9af6-ee73-4091-9745-34e8bf887988 req-2981663d-c4bf-4b65-90ac-e289522f9b1b service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206140 Jul 15 14:53:22.762161 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-e0be568f-a736-4202-aa50-22683ddc71af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dab96a5-0a8a-47bd-918f-482f750b8783 HTTP/1.1" status: 200 len: 217 time: 0.1262307 Jul 15 14:53:22.777272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b4f25-671b-4859-889f-0fc8cf7c32b8 req-5aaff793-9c1b-4cb4-b06f-8b98b17a8c27 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:22.779048 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e5b4f25-671b-4859-889f-0fc8cf7c32b8 req-5aaff793-9c1b-4cb4-b06f-8b98b17a8c27 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.11 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 1024 time: 0.3119044 Jul 15 14:53:22.819894 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-bb1e2f77-005c-4c14-93cf-11c64f59ccaa None None] Set router 65538790-1b1e-4435-9b25-ae221118e6ec gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:22.854455 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-329cc19d-871d-4ac9-8bca-b573a5e8cb82 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:22.950368 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-329cc19d-871d-4ac9-8bca-b573a5e8cb82 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:23.023678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f475bd-77ff-4237-9933-3365262f3aa2', 'tag': '6dab96a5-0a8a-47bd-918f-482f750b8783'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:23.026724 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35836057-1dc3-4af2-bea1-37cf1c225654" -d '{"events": [{"name": "network-changed", "server_uuid": "09f475bd-77ff-4237-9933-3365262f3aa2", "tag": "6dab96a5-0a8a-47bd-918f-482f750b8783"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:23.072830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-6091212b-e8f0-4617-98f0-ab35337776d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:23.078483 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-6091212b-e8f0-4617-98f0-ab35337776d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 200 len: 859 time: 0.2940695 Jul 15 14:53:23.110445 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-329cc19d-871d-4ac9-8bca-b573a5e8cb82 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Network ee82be48-a052-4414-9d70-bc059584e660 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:53:23.116297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-329cc19d-871d-4ac9-8bca-b573a5e8cb82 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:53:23.135543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-329cc19d-871d-4ac9-8bca-b573a5e8cb82 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:53:23.240849 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9306787-6347-45be-8e4e-090a15e14130 x-openstack-request-id: req-b9306787-6347-45be-8e4e-090a15e14130 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:23.240849 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c6b2fd-b8b8-4225-9eb5-635a8409a643", "tag": "7234476d-7f31-4f0b-8ff0-788fc22f2039", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:23.240849 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b9306787-6347-45be-8e4e-090a15e14130 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:23.241759 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c6b2fd-b8b8-4225-9eb5-635a8409a643', 'tag': '7234476d-7f31-4f0b-8ff0-788fc22f2039', 'status': 'completed', 'code': 200} Jul 15 14:53:23.312428 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ede9af6-ee73-4091-9745-34e8bf887988 req-483f1c1b-16b0-4bb8-8f60-c9c97edbf95a service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302172 Jul 15 14:53:23.319258 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9e5b4f25-671b-4859-889f-0fc8cf7c32b8 req-16dc9e38-26a3-4a41-b5f6-9e4139a03161 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Deleting port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:53:23.319719 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9e5b4f25-671b-4859-889f-0fc8cf7c32b8 req-16dc9e38-26a3-4a41-b5f6-9e4139a03161 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:23.333014 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329cc19d-871d-4ac9-8bca-b573a5e8cb82 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Pushing event updated for resources: {'Port': ['ID=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:23.357717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-6adb8412-c611-4092-9f34-1d579b35ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:23.359183 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-6adb8412-c611-4092-9f34-1d579b35ef62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3cdc50db-5544-4872-99d9-c427108a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2586544 Jul 15 14:53:23.391984 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bb1e2f77-005c-4c14-93cf-11c64f59ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'name': 'tempest-ServersTestBootFromVolume-780703170-router', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:51:55Z', 'updated_at': '2021-07-15T14:52:03Z', 'revision_number': 4, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'gw_port': {'id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:51:57Z', 'updated_at': '2021-07-15T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '8d91dac1-a16a-4d6a-97e6-397473dc977c', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'floating_ip_address': '172.25.4.223', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'port_id': '7234476d-7f31-4f0b-8ff0-788fc22f2039', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'mac_address': 'fa:16:3e:06:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6b2fd-b8b8-4225-9eb5-635a8409a643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:52:08Z', 'updated_at': '2021-07-15T14:53:20Z', 'revision_number': 1, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb8a32b-cad2-44e9-a291-1a16de2f6589', 'name': '', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'mac_address': 'fa:16:3e:61:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:02Z', 'updated_at': '2021-07-15T14:52:11Z', 'revision_number': 5, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'subnets': [{'id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:23.418200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-329cc19d-871d-4ac9-8bca-b573a5e8cb82 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:23.419049 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-329cc19d-871d-4ac9-8bca-b573a5e8cb82 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:23.437674 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e2f77-005c-4c14-93cf-11c64f59ccaa None None] Checking router: 65538790-1b1e-4435-9b25-ae221118e6ec for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:53:23.457147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-329cc19d-871d-4ac9-8bca-b573a5e8cb82 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9357548 Jul 15 14:53:23.465714 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e2f77-005c-4c14-93cf-11c64f59ccaa None None] Routers {'65538790-1b1e-4435-9b25-ae221118e6ec'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:23.467592 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bb1e2f77-005c-4c14-93cf-11c64f59ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['65538790-1b1e-4435-9b25-ae221118e6ec'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:23.470360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Request body: {'port': {'device_id': 'fe292e1a-67c4-4918-8668-7efdea550734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:23.538863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193887a-163d-4a9a-99f2-6db873147117 req-314462d1-5eb1-4e58-914d-7fecf6b85287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:23.541598 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c193887a-163d-4a9a-99f2-6db873147117 req-314462d1-5eb1-4e58-914d-7fecf6b85287 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ff6a9af89cb4d41b79cb32117050ede&device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 1096 time: 0.2909975 Jul 15 14:53:23.587463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9e5b4f25-671b-4859-889f-0fc8cf7c32b8 req-16dc9e38-26a3-4a41-b5f6-9e4139a03161 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] For port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19,segment=NetworkSegment(370210f3-9b07-4810-839f-1014fc9ff7e8),segment_id=370210f3-9b07-4810-839f-1014fc9ff7e8)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:23.587987 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9e5b4f25-671b-4859-889f-0fc8cf7c32b8 req-16dc9e38-26a3-4a41-b5f6-9e4139a03161 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:23.641288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9e5b4f25-671b-4859-889f-0fc8cf7c32b8 req-16dc9e38-26a3-4a41-b5f6-9e4139a03161 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Calling delete_port for 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:53:23.643163 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-bb1e2f77-005c-4c14-93cf-11c64f59ccaa None None] Set router 65538790-1b1e-4435-9b25-ae221118e6ec gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:23.646587 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-1c4e86ca-7061-4e4a-98b7-16318502c10f service neutron] 10.222.0.11 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756166 Jul 15 14:53:23.806391 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c7722-6e6c-479f-b315-a436cf79d0e1 req-bb7850af-194f-4c51-8ad8-c1dab7b061d8 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:23.807573 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-875c7722-6e6c-479f-b315-a436cf79d0e1 req-bb7850af-194f-4c51-8ad8-c1dab7b061d8 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 1102 time: 0.5932317 Jul 15 14:53:23.839565 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2addae-dee1-488f-9c64-f5a9ff7650da req-f5ba8f6e-6dbb-4afe-9987-0aef2e8f735e tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:23.847612 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad2addae-dee1-488f-9c64-f5a9ff7650da req-f5ba8f6e-6dbb-4afe-9987-0aef2e8f735e tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 1024 time: 0.5055704 Jul 15 14:53:23.873860 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193887a-163d-4a9a-99f2-6db873147117 req-a183badb-9f3b-4bc1-8470-246ed8770419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:23.875596 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c193887a-163d-4a9a-99f2-6db873147117 req-a183badb-9f3b-4bc1-8470-246ed8770419 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6122074b-6a36-40d2-aa35-021aba6c6760 HTTP/1.1" status: 200 len: 916 time: 0.3191445 Jul 15 14:53:23.926287 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad2addae-dee1-488f-9c64-f5a9ff7650da req-29a1f8c6-f083-4484-81c1-e8a9972357aa tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4713b6c1-9279-433f-87a5-83e30c47ff8c&id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&id=a49c209a-f35f-48a9-9b92-dd3e8f03429c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0776234 Jul 15 14:53:23.938745 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a0b8cea1-a3ba-478c-97d3-95e127691631 req-6f8eeb47-3570-4959-9721-11199ca2d55f service neutron] 10.222.0.11 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851233 Jul 15 14:53:23.979537 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bb1e2f77-005c-4c14-93cf-11c64f59ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'name': 'tempest-ServersTestBootFromVolume-780703170-router', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:51:55Z', 'updated_at': '2021-07-15T14:52:03Z', 'revision_number': 4, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'gw_port': {'id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:51:57Z', 'updated_at': '2021-07-15T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '8d91dac1-a16a-4d6a-97e6-397473dc977c', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'floating_ip_address': '172.25.4.223', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'port_id': '7234476d-7f31-4f0b-8ff0-788fc22f2039', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'mac_address': 'fa:16:3e:06:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6b2fd-b8b8-4225-9eb5-635a8409a643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:52:08Z', 'updated_at': '2021-07-15T14:53:20Z', 'revision_number': 1, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb8a32b-cad2-44e9-a291-1a16de2f6589', 'name': '', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'mac_address': 'fa:16:3e:61:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:02Z', 'updated_at': '2021-07-15T14:52:11Z', 'revision_number': 5, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'subnets': [{'id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:23.992220 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-875c7722-6e6c-479f-b315-a436cf79d0e1 req-eda95660-e3b4-49b1-bd68-d2c2c6efa7f3 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635060 Jul 15 14:53:24.000037 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:24.004801 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6291d90e-390a-4b75-967e-db2aaf1669a6 x-openstack-request-id: req-6291d90e-390a-4b75-967e-db2aaf1669a6 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:24.005134 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f475bd-77ff-4237-9933-3365262f3aa2", "tag": "6dab96a5-0a8a-47bd-918f-482f750b8783", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:24.005383 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6291d90e-390a-4b75-967e-db2aaf1669a6 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:24.005792 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f475bd-77ff-4237-9933-3365262f3aa2', 'tag': '6dab96a5-0a8a-47bd-918f-482f750b8783', 'status': 'completed', 'code': 200} Jul 15 14:53:24.020878 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e2f77-005c-4c14-93cf-11c64f59ccaa None None] The sync data for ids ['65538790-1b1e-4435-9b25-ae221118e6ec'] in n-d-764435-3 is: [{'id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'name': 'tempest-ServersTestBootFromVolume-780703170-router', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:51:55Z', 'updated_at': '2021-07-15T14:52:03Z', 'revision_number': 4, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'gw_port': {'id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:51:57Z', 'updated_at': '2021-07-15T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '8d91dac1-a16a-4d6a-97e6-397473dc977c', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'floating_ip_address': '172.25.4.223', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'port_id': '7234476d-7f31-4f0b-8ff0-788fc22f2039', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'mac_address': 'fa:16:3e:06:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6b2fd-b8b8-4225-9eb5-635a8409a643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:52:08Z', 'updated_at': '2021-07-15T14:53:20Z', 'revision_number': 1, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb8a32b-cad2-44e9-a291-1a16de2f6589', 'name': '', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'mac_address': 'fa:16:3e:61:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:02Z', 'updated_at': '2021-07-15T14:52:11Z', 'revision_number': 5, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'subnets': [{'id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:53:24.122232 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c193887a-163d-4a9a-99f2-6db873147117 req-14a611a6-6167-4931-b2b8-273efeff5067 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7234476d-7f31-4f0b-8ff0-788fc22f2039 HTTP/1.1" status: 200 len: 999 time: 0.2314827 Jul 15 14:53:24.145741 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9e5b4f25-671b-4859-889f-0fc8cf7c32b8 req-16dc9e38-26a3-4a41-b5f6-9e4139a03161 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:24.163088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['3581d26e-d109-44fb-a736-cc01705144f7'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:24.168801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:24.234407 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc9e38-26a3-4a41-b5f6-9e4139a03161 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event deleted for resources: {'Port': ['ID=4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:24.281651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193887a-163d-4a9a-99f2-6db873147117 req-4b535e68-1c44-418d-ad0e-b5ff6b9f512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:24.283320 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c193887a-163d-4a9a-99f2-6db873147117 req-4b535e68-1c44-418d-ad0e-b5ff6b9f512b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db80375f-e17f-41b8-8f6f-04bd294d2e4b HTTP/1.1" status: 200 len: 854 time: 0.1525548 Jul 15 14:53:24.311377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5b4f25-671b-4859-889f-0fc8cf7c32b8 req-16dc9e38-26a3-4a41-b5f6-9e4139a03161 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] No DVR routers for this DVR port 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:53:24.366296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35836057-1dc3-4af2-bea1-37cf1c225654 req-a7b0d9ab-2494-42dd-9b99-1185ca71ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:24.368464 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35836057-1dc3-4af2-bea1-37cf1c225654 req-a7b0d9ab-2494-42dd-9b99-1185ca71ba6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 1094 time: 0.3221698 Jul 15 14:53:24.369689 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9e5b4f25-671b-4859-889f-0fc8cf7c32b8 req-16dc9e38-26a3-4a41-b5f6-9e4139a03161 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:24.373125 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e5b4f25-671b-4859-889f-0fc8cf7c32b8 req-16dc9e38-26a3-4a41-b5f6-9e4139a03161 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.11 "DELETE /v2.0/ports/4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 HTTP/1.1" status: 204 len: 173 time: 1.5681443 Jul 15 14:53:24.510686 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26aced-11ba-469b-8299-47647061b63d req-01c606e8-290e-4b7a-8556-9d92599538e2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:24.517958 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c26aced-11ba-469b-8299-47647061b63d req-01c606e8-290e-4b7a-8556-9d92599538e2 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 943 time: 0.3188753 Jul 15 14:53:24.552042 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193887a-163d-4a9a-99f2-6db873147117 req-f3c5cf38-b725-46b2-920a-c75f9908e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:24.554480 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c193887a-163d-4a9a-99f2-6db873147117 req-f3c5cf38-b725-46b2-920a-c75f9908e591 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6122074b-6a36-40d2-aa35-021aba6c6760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2447512 Jul 15 14:53:24.573911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb44b26e-4567-4abb-ad43-ebd165940fe2 None None] New status for floating IP 8d91dac1-a16a-4d6a-97e6-397473dc977c: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:53:24.585223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f589f-8675-4132-bed6-59c96ee2c0fd req-bc53f508-82b6-4f08-a2d4-fc6dc9856139 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:24.592249 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-755f589f-8675-4132-bed6-59c96ee2c0fd req-bc53f508-82b6-4f08-a2d4-fc6dc9856139 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe292e1a-67c4-4918-8668-7efdea550734 HTTP/1.1" status: 200 len: 932 time: 0.1993830 Jul 15 14:53:24.630144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42232) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:24.643305 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c26aced-11ba-469b-8299-47647061b63d req-1cbf04c7-287a-4a01-9b85-fe42accd7baf tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243732 Jul 15 14:53:24.652659 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35836057-1dc3-4af2-bea1-37cf1c225654 req-cd4fb180-5936-445a-975c-5b60965e0f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:24.654500 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35836057-1dc3-4af2-bea1-37cf1c225654 req-cd4fb180-5936-445a-975c-5b60965e0f2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 921 time: 0.2612412 Jul 15 14:53:24.688432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:53:24.705804 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-755f589f-8675-4132-bed6-59c96ee2c0fd req-33194387-b979-481f-b036-026eba31e4bc tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125836 Jul 15 14:53:24.716058 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:24.754953 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Transition to ACTIVE for port object c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:53:24.760367 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:24.809421 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35836057-1dc3-4af2-bea1-37cf1c225654 req-e84b8e4e-ab0b-4c49-bce2-5b4e5742f19d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dab96a5-0a8a-47bd-918f-482f750b8783 HTTP/1.1" status: 200 len: 217 time: 0.1291590 Jul 15 14:53:24.938480 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f32a22f-e6ed-4133-9306-b1cfc41553be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:24.963293 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-97099778-1cb7-4e84-b467-4994a4778074 req-f697f877-6fc8-47e1-ae58-5a86ab58c480 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4278166 Jul 15 14:53:24.985459 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c193887a-163d-4a9a-99f2-6db873147117 req-63062f1c-90f1-49c1-90e0-bb7459dd51b0 service neutron] 10.222.0.11 "GET /v2.0/networks/6122074b-6a36-40d2-aa35-021aba6c6760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659837 Jul 15 14:53:24.989788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35836057-1dc3-4af2-bea1-37cf1c225654 req-035065b5-fe74-4574-a5e7-490325a7b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:24.991304 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35836057-1dc3-4af2-bea1-37cf1c225654 req-035065b5-fe74-4574-a5e7-490325a7b025 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 200 len: 859 time: 0.1153021 Jul 15 14:53:24.996917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Attempting to bind port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:53:24.997432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Attempting to bind port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:53:24.997900 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Attempting to bind port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b on network ee82be48-a052-4414-9d70-bc059584e660 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:53:25.014296 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:25.025672 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b on network ee82be48-a052-4414-9d70-bc059584e660 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:53:25.026017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Attempting to bind port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b on network ee82be48-a052-4414-9d70-bc059584e660 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:53:25.035248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:53:25.035597 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Checking segment: {'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:53:25.036088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Bound using segment: {'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:53:25.037149 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Bound port: c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:53:25.037517 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:25.132277 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c80d3-ae50-411a-8fc6-76cfd45cde21 req-2e5bb247-8caa-404b-8d15-50c9782cdaa4 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:25.134737 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-516c80d3-ae50-411a-8fc6-76cfd45cde21 req-2e5bb247-8caa-404b-8d15-50c9782cdaa4 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 943 time: 0.2901983 Jul 15 14:53:25.202856 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] For port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:53:25.231591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] For port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:53:25.238445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-516c80d3-ae50-411a-8fc6-76cfd45cde21 req-3a913cc2-dc1b-4d42-b861-6e5540c3068b tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701942 Jul 15 14:53:25.240917 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:25.286971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:25.287487 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:25.288972 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] 10.222.0.22 "PUT /v2.0/ports/c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b HTTP/1.1" status: 200 len: 1092 time: 1.8241327 Jul 15 14:53:25.289436 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe292e1a-67c4-4918-8668-7efdea550734', 'tag': 'c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:25.293197 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca06419-5ce0-4c95-9cff-f80171a13400" -d '{"events": [{"name": "network-changed", "server_uuid": "fe292e1a-67c4-4918-8668-7efdea550734", "tag": "c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:25.320794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ea3df-bb9d-4a85-a22d-d492250df5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:25.340056 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35836057-1dc3-4af2-bea1-37cf1c225654 req-e513d57b-7100-47a4-a531-d7b671bea118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:25.342216 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35836057-1dc3-4af2-bea1-37cf1c225654 req-e513d57b-7100-47a4-a531-d7b671bea118 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3cdc50db-5544-4872-99d9-c427108a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3351700 Jul 15 14:53:25.356400 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97099778-1cb7-4e84-b467-4994a4778074 req-f9e35e05-f5e1-418c-9b31-9627cc939a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:25.358348 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-97099778-1cb7-4e84-b467-4994a4778074 req-f9e35e05-f5e1-418c-9b31-9627cc939a89 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 1096 time: 0.3660471 Jul 15 14:53:25.360605 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c193887a-163d-4a9a-99f2-6db873147117 req-14e5ff0e-3da8-4687-a1bf-318c4874c0f4 service neutron] 10.222.0.11 "GET /v2.0/networks/6122074b-6a36-40d2-aa35-021aba6c6760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575964 Jul 15 14:53:25.634955 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5325c970-cb62-4656-bf97-3feabeced19e req-57ca4a48-67b8-4deb-aa6e-f4b438872976 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=339113da-7a4e-45e7-ae3c-f2a93f67dd31 HTTP/1.1" status: 200 len: 210 time: 0.0709026 Jul 15 14:53:25.635823 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f32a22f-e6ed-4133-9306-b1cfc41553be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:25.637739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97099778-1cb7-4e84-b467-4994a4778074 req-81a04e01-07ef-4060-a029-5d5bdcd60ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:25.639995 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97099778-1cb7-4e84-b467-4994a4778074 req-81a04e01-07ef-4060-a029-5d5bdcd60ad7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.2455409 Jul 15 14:53:25.650448 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f32a22f-e6ed-4133-9306-b1cfc41553be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:25.690939 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97099778-1cb7-4e84-b467-4994a4778074 req-4f0f68c3-d8ce-4013-bc67-7c6272c573f5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f81894f-0e22-49ce-96e1-737e1125171b HTTP/1.1" status: 200 len: 217 time: 0.0449748 Jul 15 14:53:25.696716 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35836057-1dc3-4af2-bea1-37cf1c225654 req-a82162cc-768c-474c-98ed-b203dd957bab service neutron] 10.222.0.11 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203223 Jul 15 14:53:25.709135 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bc95a0-6507-40f9-bf1f-18b174ad87fe x-openstack-request-id: req-56bc95a0-6507-40f9-bf1f-18b174ad87fe {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:25.709425 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe292e1a-67c4-4918-8668-7efdea550734", "tag": "c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:25.709718 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-56bc95a0-6507-40f9-bf1f-18b174ad87fe {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:25.710075 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe292e1a-67c4-4918-8668-7efdea550734', 'tag': 'c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b', 'status': 'completed', 'code': 200} Jul 15 14:53:25.742201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a600c5-ffe2-495d-8305-ac412f27657b req-11614da2-6977-40e8-9139-be515d481ab9 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:25.743818 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0a600c5-ffe2-495d-8305-ac412f27657b req-11614da2-6977-40e8-9139-be515d481ab9 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 1102 time: 0.1928847 Jul 15 14:53:25.757232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97099778-1cb7-4e84-b467-4994a4778074 req-4f140c14-d900-4f6d-bbcb-c08c9cfea341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:25.758899 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97099778-1cb7-4e84-b467-4994a4778074 req-4f140c14-d900-4f6d-bbcb-c08c9cfea341 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.0613079 Jul 15 14:53:25.774593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-be45df6d-aa24-4143-841d-3f7d29c0e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:25.777206 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-be45df6d-aa24-4143-841d-3f7d29c0e311 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f650ca724c2f47838bda6b448b76e37b&device_id=fe292e1a-67c4-4918-8668-7efdea550734 HTTP/1.1" status: 200 len: 1095 time: 0.3813424 Jul 15 14:53:25.793050 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7f32a22f-e6ed-4133-9306-b1cfc41553be admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d8f79412e6784780a583de1393fb9ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1516426 Jul 15 14:53:25.799038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32a22f-e6ed-4133-9306-b1cfc41553be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c86afe-63db-42c7-949d-0a93df8d80dd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:25.803283 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42246) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:25.813712 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97099778-1cb7-4e84-b467-4994a4778074 req-a6c24f74-0d30-40e2-812d-294d548cc959 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406895 Jul 15 14:53:25.882667 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-5b8397f9-37b4-4c80-899f-96bbca2c31f2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b HTTP/1.1" status: 200 len: 217 time: 0.0852196 Jul 15 14:53:25.888143 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0a600c5-ffe2-495d-8305-ac412f27657b req-a61374d9-9fb0-43e7-bd7c-a82e5ec08f07 tempest-ServersAdminTestJSON-202156939 tempest-ServersAdminTestJSON-202156939-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336300 Jul 15 14:53:25.916445 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c9b167b0-56fc-42ec-9e48-b75cb4c859e2 req-bbd67b7c-8147-41fb-8d8b-eeb521e054ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3915565 Jul 15 14:53:25.974419 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35836057-1dc3-4af2-bea1-37cf1c225654 req-d5ede288-5d64-43d8-990b-e6e5f0c1ffb6 service neutron] 10.222.0.11 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721493 Jul 15 14:53:25.998404 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97099778-1cb7-4e84-b467-4994a4778074 req-dfdb46b6-452a-4d46-b725-05cebb81771f service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718471 Jul 15 14:53:26.008047 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339113da-7a4e-45e7-ae3c-f2a93f67dd31', 'name': 'network-vif-deleted', 'tag': '4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:26.008468 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36aba2-0284-4051-8c5d-bba59f7b3c82 req-2ab64850-0217-4355-82e9-55da1556d55a tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:26.010313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d36aba2-0284-4051-8c5d-bba59f7b3c82 req-2ab64850-0217-4355-82e9-55da1556d55a tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 943 time: 0.2004986 Jul 15 14:53:26.010491 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9dfcfc-b18b-483a-9479-6d8cf8490805" -d '{"events": [{"server_uuid": "339113da-7a4e-45e7-ae3c-f2a93f67dd31", "name": "network-vif-deleted", "tag": "4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:26.035142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-cdb0e590-9ae3-414c-a3b6-4493380e7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:26.036748 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-cdb0e590-9ae3-414c-a3b6-4493380e7852 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56d40fa9-e881-4b8a-ab3c-063e05208051 HTTP/1.1" status: 200 len: 843 time: 0.1440961 Jul 15 14:53:26.046475 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73c58b8e-72db-4140-9764-a95c8be76a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:26.099385 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-315880be-d8e1-45b3-99d1-3bb99373070f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee82be48-a052-4414-9d70-bc059584e660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509644 Jul 15 14:53:26.119408 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73c58b8e-72db-4140-9764-a95c8be76a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:26.129312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b167b0-56fc-42ec-9e48-b75cb4c859e2 req-055cc9df-18fd-4a2a-98a7-df1a004ef912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:26.130871 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c9b167b0-56fc-42ec-9e48-b75cb4c859e2 req-055cc9df-18fd-4a2a-98a7-df1a004ef912 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 1102 time: 0.1690061 Jul 15 14:53:26.155652 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d36aba2-0284-4051-8c5d-bba59f7b3c82 req-298863bc-00f9-4e0a-a692-00d531d66e72 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232433 Jul 15 14:53:26.188788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97099778-1cb7-4e84-b467-4994a4778074 req-8bef7276-ffa7-432d-aeda-18e0a3d869ed service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766033 Jul 15 14:53:26.220484 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7710c-5764-44e4-a045-782ef38deee0 req-66fa7f26-1158-402b-bb8c-82bd12d4d574 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:26.227350 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2e7710c-5764-44e4-a045-782ef38deee0 req-66fa7f26-1158-402b-bb8c-82bd12d4d574 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe292e1a-67c4-4918-8668-7efdea550734 HTTP/1.1" status: 200 len: 944 time: 0.1695535 Jul 15 14:53:26.278691 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2e7710c-5764-44e4-a045-782ef38deee0 req-013fdfd0-ee66-4f31-8968-f9c33f5f8a07 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455935 Jul 15 14:53:26.527288 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887c2c0f-1f55-420c-8acc-eec181e46084 x-openstack-request-id: req-887c2c0f-1f55-420c-8acc-eec181e46084 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:26.528134 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339113da-7a4e-45e7-ae3c-f2a93f67dd31", "name": "network-vif-deleted", "tag": "4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:26.528134 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-887c2c0f-1f55-420c-8acc-eec181e46084 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:26.528582 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339113da-7a4e-45e7-ae3c-f2a93f67dd31', 'name': 'network-vif-deleted', 'tag': '4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19', 'status': 'completed', 'code': 200} Jul 15 14:53:26.617296 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-9eb5f8f4-2cdb-4a9c-8c9a-3826b813fe6f service neutron] 10.222.0.22 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107303 Jul 15 14:53:26.627216 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca660c-e2f4-428b-8693-e1b3552090aa req-2a81dd55-96f9-43d5-84c3-af37423dc2cc tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:26.629086 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26ca660c-e2f4-428b-8693-e1b3552090aa req-2a81dd55-96f9-43d5-84c3-af37423dc2cc tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 943 time: 0.1734419 Jul 15 14:53:26.646919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b167b0-56fc-42ec-9e48-b75cb4c859e2 req-5d090aac-f3a4-4b17-854d-1a8934bbbcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:26.649514 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c9b167b0-56fc-42ec-9e48-b75cb4c859e2 req-5d090aac-f3a4-4b17-854d-1a8934bbbcf4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.4914479 Jul 15 14:53:26.650669 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73c58b8e-72db-4140-9764-a95c8be76a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:26.658014 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73c58b8e-72db-4140-9764-a95c8be76a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:26.661351 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-73c58b8e-72db-4140-9764-a95c8be76a94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1c86afe-63db-42c7-949d-0a93df8d80dd HTTP/1.1" status: 204 len: 168 time: 0.8494854 Jul 15 14:53:26.696923 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26ca660c-e2f4-428b-8693-e1b3552090aa req-8a982a47-2b78-4b7b-ae5c-eb8ccff0bba9 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572929 Jul 15 14:53:26.825718 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c58b8e-72db-4140-9764-a95c8be76a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c86afe-63db-42c7-949d-0a93df8d80dd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:26.864864 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c9b167b0-56fc-42ec-9e48-b75cb4c859e2 req-6a4eac2e-6ef2-4042-801c-49eaa7ed18c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=c25c018f-797e-408a-9efb-213fc023f764 HTTP/1.1" status: 200 len: 217 time: 0.2019007 Jul 15 14:53:26.940035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88341b61-1055-4300-8a16-0a6ad9ede902 req-2824d8a5-bba6-4f45-bd4a-cac77e4d7521 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/4713b6c1-9279-433f-87a5-83e30c47ff8c HTTP/1.1" status: 200 len: 1801 time: 0.0926561 Jul 15 14:53:26.961235 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 6dab96a5-0a8a-47bd-918f-482f750b8783 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:53:26.972749 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b167b0-56fc-42ec-9e48-b75cb4c859e2 req-7fee78d8-38eb-4304-a69b-a9a85456ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:26.974917 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c9b167b0-56fc-42ec-9e48-b75cb4c859e2 req-7fee78d8-38eb-4304-a69b-a9a85456ca0a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1009033 Jul 15 14:53:26.985030 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4108a98c-0049-4905-aa76-e3e73222d0f6 req-832baf41-1208-4abf-a73b-46cb8e3e5af4 service neutron] 10.222.0.22 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020811 Jul 15 14:53:26.996798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:53:27.015722 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c14d8f-4fc3-43ed-860b-8e51c1ee315d req-438d1e60-9101-470f-9585-346d44ff3774 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:27.025563 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-24c14d8f-4fc3-43ed-860b-8e51c1ee315d req-438d1e60-9101-470f-9585-346d44ff3774 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 950 time: 0.1377985 Jul 15 14:53:27.086695 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-24c14d8f-4fc3-43ed-860b-8e51c1ee315d req-b0e0a8f4-e258-43f1-af1a-0c6aab699974 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598989 Jul 15 14:53:27.109603 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-88341b61-1055-4300-8a16-0a6ad9ede902 req-d42a20ea-d650-40a0-b786-0fbcba39e2e7 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:27.153951 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b167b0-56fc-42ec-9e48-b75cb4c859e2 req-d0651c0a-792f-4938-9c07-28c61e7fb332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:27.155704 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c9b167b0-56fc-42ec-9e48-b75cb4c859e2 req-d0651c0a-792f-4938-9c07-28c61e7fb332 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1694551 Jul 15 14:53:27.159592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 6dab96a5-0a8a-47bd-918f-482f750b8783, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6dab96a5-0a8a-47bd-918f-482f750b8783,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:27.164055 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-88341b61-1055-4300-8a16-0a6ad9ede902 req-d42a20ea-d650-40a0-b786-0fbcba39e2e7 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:27.186138 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:53:27.186442 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4fecc2b0-74b7-4b2f-8692-ce4bc17b3a19 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:53:27.190743 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '6dab96a5-0a8a-47bd-918f-482f750b8783', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'port_id': '6dab96a5-0a8a-47bd-918f-482f750b8783', 'mac_address': 'fa:16:3e:3a:d2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:53:27.236986 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca06419-5ce0-4c95-9cff-f80171a13400 req-92779d4c-a73b-463d-864d-6fa8afa207f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:27.238398 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:27.239539 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fca06419-5ce0-4c95-9cff-f80171a13400 req-92779d4c-a73b-463d-864d-6fa8afa207f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f650ca724c2f47838bda6b448b76e37b&device_id=fe292e1a-67c4-4918-8668-7efdea550734 HTTP/1.1" status: 200 len: 1095 time: 0.1827810 Jul 15 14:53:27.242248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42270) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:27.260125 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dab96a5-0a8a-47bd-918f-482f750b8783 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:53:27.274345 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a127055b-d59f-48c3-96a2-39540105582e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:27.291076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 6dab96a5-0a8a-47bd-918f-482f750b8783, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6dab96a5-0a8a-47bd-918f-482f750b8783,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:27.296813 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:27.319617 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-88341b61-1055-4300-8a16-0a6ad9ede902 req-d42a20ea-d650-40a0-b786-0fbcba39e2e7 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:27.325397 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-88341b61-1055-4300-8a16-0a6ad9ede902 req-d42a20ea-d650-40a0-b786-0fbcba39e2e7 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:27.328010 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88341b61-1055-4300-8a16-0a6ad9ede902 req-d42a20ea-d650-40a0-b786-0fbcba39e2e7 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "DELETE /v2.0/security-groups/4713b6c1-9279-433f-87a5-83e30c47ff8c HTTP/1.1" status: 204 len: 173 time: 0.3857145 Jul 15 14:53:27.385999 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c9b167b0-56fc-42ec-9e48-b75cb4c859e2 req-ccf8d834-0ca3-4c82-aa32-212b34776ab2 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200477 Jul 15 14:53:27.398872 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=6dab96a5-0a8a-47bd-918f-482f750b8783,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:27.436591 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca06419-5ce0-4c95-9cff-f80171a13400 req-885560da-622e-45a2-aa24-31b5c6d63097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:27.438055 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fca06419-5ce0-4c95-9cff-f80171a13400 req-885560da-622e-45a2-aa24-31b5c6d63097 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee82be48-a052-4414-9d70-bc059584e660 HTTP/1.1" status: 200 len: 904 time: 0.1909275 Jul 15 14:53:27.508559 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fca06419-5ce0-4c95-9cff-f80171a13400 req-9a56bc38-0ff3-48e0-9241-409d3b05224f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b HTTP/1.1" status: 200 len: 217 time: 0.0622966 Jul 15 14:53:27.541627 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a20ea-d650-40a0-b786-0fbcba39e2e7 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4713b6c1-9279-433f-87a5-83e30c47ff8c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:27.549902 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a127055b-d59f-48c3-96a2-39540105582e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:27.578769 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c9b167b0-56fc-42ec-9e48-b75cb4c859e2 req-750af2eb-93fd-4971-a355-17ac7e35d42e service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824815 Jul 15 14:53:27.587154 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca06419-5ce0-4c95-9cff-f80171a13400 req-db1f33dd-a5d4-4229-9edb-ddd76edd521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:27.588120 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a127055b-d59f-48c3-96a2-39540105582e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:27.588679 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fca06419-5ce0-4c95-9cff-f80171a13400 req-db1f33dd-a5d4-4229-9edb-ddd76edd521e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56d40fa9-e881-4b8a-ab3c-063e05208051 HTTP/1.1" status: 200 len: 843 time: 0.0730348 Jul 15 14:53:27.589075 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['6dab96a5-0a8a-47bd-918f-482f750b8783'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:27.656865 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fca06419-5ce0-4c95-9cff-f80171a13400 req-5c331448-6da4-4315-a328-2336263b301c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee82be48-a052-4414-9d70-bc059584e660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609524 Jul 15 14:53:27.663846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127055b-d59f-48c3-96a2-39540105582e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3958bcb-89e0-4626-94c0-c707cc16dc0d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:27.668441 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a127055b-d59f-48c3-96a2-39540105582e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=898ab064264b42ef8e7a4e2cb8ab2e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243734 Jul 15 14:53:27.672716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42278) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:27.745626 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b1d11-c666-436c-ac77-a7b54aebc495 req-22739fd3-1a27-4dd8-8650-86fc212d7081 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:27.753007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-698b1d11-c666-436c-ac77-a7b54aebc495 req-22739fd3-1a27-4dd8-8650-86fc212d7081 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 944 time: 0.2669194 Jul 15 14:53:27.770583 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc7ad2-7a2b-40f9-bfd8-8f3a0ca5a258 req-ee90df0a-8922-4f9e-88af-fa0300fa6293 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:27.772186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-24bc7ad2-7a2b-40f9-bfd8-8f3a0ca5a258 req-ee90df0a-8922-4f9e-88af-fa0300fa6293 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe292e1a-67c4-4918-8668-7efdea550734 HTTP/1.1" status: 200 len: 944 time: 0.2537367 Jul 15 14:53:27.801169 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fca06419-5ce0-4c95-9cff-f80171a13400 req-b3826e67-36cf-47ed-9753-a9d727b80297 service neutron] 10.222.0.22 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362429 Jul 15 14:53:27.815176 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9ec83d27-bee9-4287-9935-78458baef3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:27.844576 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-698b1d11-c666-436c-ac77-a7b54aebc495 req-5c554859-bfcf-4e53-b688-48fc6ddb1364 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906343 Jul 15 14:53:27.873060 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9ec83d27-bee9-4287-9935-78458baef3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:27.922274 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-24bc7ad2-7a2b-40f9-bfd8-8f3a0ca5a258 req-91aa456e-4694-4051-b1e3-ab57dbddbcd8 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355782 Jul 15 14:53:27.926235 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fca06419-5ce0-4c95-9cff-f80171a13400 req-6d81dab8-b618-4e7f-a6ee-df85cd6eefbe service neutron] 10.222.0.22 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175089 Jul 15 14:53:27.951951 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9ec83d27-bee9-4287-9935-78458baef3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:27.954750 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9ec83d27-bee9-4287-9935-78458baef3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:27.959943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9ec83d27-bee9-4287-9935-78458baef3ae admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b3958bcb-89e0-4626-94c0-c707cc16dc0d HTTP/1.1" status: 204 len: 168 time: 0.2822499 Jul 15 14:53:27.965621 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec83d27-bee9-4287-9935-78458baef3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3958bcb-89e0-4626-94c0-c707cc16dc0d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:28.055567 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a68d18b-07d7-42a8-955f-d420163f9e16 req-15df9691-9ff0-493a-9eed-7ebe4d9b04e7 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/a49c209a-f35f-48a9-9b92-dd3e8f03429c HTTP/1.1" status: 200 len: 1799 time: 0.0536413 Jul 15 14:53:28.156841 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a68d18b-07d7-42a8-955f-d420163f9e16 req-764403f1-47d2-4f63-8b2a-bc8586a531d0 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:28.205318 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a68d18b-07d7-42a8-955f-d420163f9e16 req-764403f1-47d2-4f63-8b2a-bc8586a531d0 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:28.276131 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a68d18b-07d7-42a8-955f-d420163f9e16 req-764403f1-47d2-4f63-8b2a-bc8586a531d0 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:28.282878 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a68d18b-07d7-42a8-955f-d420163f9e16 req-764403f1-47d2-4f63-8b2a-bc8586a531d0 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:28.302557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a68d18b-07d7-42a8-955f-d420163f9e16 req-764403f1-47d2-4f63-8b2a-bc8586a531d0 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "DELETE /v2.0/security-groups/a49c209a-f35f-48a9-9b92-dd3e8f03429c HTTP/1.1" status: 204 len: 173 time: 0.2394006 Jul 15 14:53:28.336089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764403f1-47d2-4f63-8b2a-bc8586a531d0 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49c209a-f35f-48a9-9b92-dd3e8f03429c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:28.422273 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdbeda-9fde-461a-9c26-cf1afa323377 req-090de41e-3355-44a5-8a9a-13d0ebbdd5c3 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:28.424440 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f3fdbeda-9fde-461a-9c26-cf1afa323377 req-090de41e-3355-44a5-8a9a-13d0ebbdd5c3 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.11 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 950 time: 0.1600988 Jul 15 14:53:28.459066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:53:28.663793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ef36e-08c9-4c8a-a8b2-7aef6273659e req-d9c92a4d-dfea-4a0b-9b42-41d7d194c6ca tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:28.665408 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d11ef36e-08c9-4c8a-a8b2-7aef6273659e req-d9c92a4d-dfea-4a0b-9b42-41d7d194c6ca tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 943 time: 0.2220793 Jul 15 14:53:28.688045 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f3fdbeda-9fde-461a-9c26-cf1afa323377 req-72d58412-d753-4211-91cc-240fe56d7202 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Deleting port cb692c4d-35b1-460e-8090-752fe2ff9127 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:53:28.689193 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f3fdbeda-9fde-461a-9c26-cf1afa323377 req-72d58412-d753-4211-91cc-240fe56d7202 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:28.689328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee6f8a-ec8c-4090-a6fb-e63c9f772ab0 req-293a77a1-b8c3-4c7f-96a4-77a5b31fba74 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:28.690917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8eee6f8a-ec8c-4090-a6fb-e63c9f772ab0 req-293a77a1-b8c3-4c7f-96a4-77a5b31fba74 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 950 time: 0.1890819 Jul 15 14:53:28.742143 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d11ef36e-08c9-4c8a-a8b2-7aef6273659e req-1b28c68b-d65a-4371-b4e9-e7c17881fac0 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692911 Jul 15 14:53:28.745364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:28.762104 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b', 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660', 'port_id': 'c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b', 'mac_address': 'fa:16:3e:67:88:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d40fa9-e881-4b8a-ab3c-063e05208051', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:53:28.778836 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8eee6f8a-ec8c-4090-a6fb-e63c9f772ab0 req-20323f8e-33a3-45ea-b2de-7169b091cfa3 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649362 Jul 15 14:53:28.788458 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-d393454c-149e-46fe-b8be-693d49122005 req-2f799293-1c07-4cec-849f-cf2cd4e7bb0b tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1759861205', 'description': 'tempest-description-362459996'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:28.832017 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d393454c-149e-46fe-b8be-693d49122005 req-2f799293-1c07-4cec-849f-cf2cd4e7bb0b tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:28.854474 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f3fdbeda-9fde-461a-9c26-cf1afa323377 req-72d58412-d753-4211-91cc-240fe56d7202 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] For port cb692c4d-35b1-460e-8090-752fe2ff9127, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=cb692c4d-35b1-460e-8090-752fe2ff9127,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:28.855014 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f3fdbeda-9fde-461a-9c26-cf1afa323377 req-72d58412-d753-4211-91cc-240fe56d7202 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:28.857008 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:28.879690 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f3fdbeda-9fde-461a-9c26-cf1afa323377 req-72d58412-d753-4211-91cc-240fe56d7202 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Calling delete_port for cb692c4d-35b1-460e-8090-752fe2ff9127 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:53:28.911583 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:53:28.970442 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d393454c-149e-46fe-b8be-693d49122005 req-2f799293-1c07-4cec-849f-cf2cd4e7bb0b tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:28.977722 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d393454c-149e-46fe-b8be-693d49122005 req-2f799293-1c07-4cec-849f-cf2cd4e7bb0b tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:28.998246 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 6dab96a5-0a8a-47bd-918f-482f750b8783 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:53:29.012105 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:29.021774 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d393454c-149e-46fe-b8be-693d49122005 req-2f799293-1c07-4cec-849f-cf2cd4e7bb0b tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:29.023531 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d393454c-149e-46fe-b8be-693d49122005 req-2f799293-1c07-4cec-849f-cf2cd4e7bb0b tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2399354 Jul 15 14:53:29.042142 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f799293-1c07-4cec-849f-cf2cd4e7bb0b tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455c2d26-4cc7-4cb9-b2d8-b1923f080387,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:29.137151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fa543-082e-4234-b557-82906d89eb1c req-90e91bea-9e9a-44d6-ad3e-d2ac2e57db6c tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:29.139223 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e9fa543-082e-4234-b557-82906d89eb1c req-90e91bea-9e9a-44d6-ad3e-d2ac2e57db6c tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 944 time: 0.1241686 Jul 15 14:53:29.143548 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:29.175812 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f3fdbeda-9fde-461a-9c26-cf1afa323377 req-72d58412-d753-4211-91cc-240fe56d7202 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:29.194355 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['cb692c4d-35b1-460e-8090-752fe2ff9127', 'c25c018f-797e-408a-9efb-213fc023f764'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:29.224001 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d58412-d753-4211-91cc-240fe56d7202 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Pushing event deleted for resources: {'Port': ['ID=cb692c4d-35b1-460e-8090-752fe2ff9127,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:29.241882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['40e17cae-f049-4bbf-86a1-d8dff0609c65'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:29.255544 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e9fa543-082e-4234-b557-82906d89eb1c req-c4f3a467-6aad-4e52-a761-51621a06a34a tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099308 Jul 15 14:53:29.291352 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 6dab96a5-0a8a-47bd-918f-482f750b8783 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:53:29.303117 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 6dab96a5-0a8a-47bd-918f-482f750b8783 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:53:29.303377 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:29.320963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fdbeda-9fde-461a-9c26-cf1afa323377 req-72d58412-d753-4211-91cc-240fe56d7202 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] No DVR routers for this DVR port cb692c4d-35b1-460e-8090-752fe2ff9127 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:53:29.323861 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f3fdbeda-9fde-461a-9c26-cf1afa323377 req-72d58412-d753-4211-91cc-240fe56d7202 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:29.326716 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f3fdbeda-9fde-461a-9c26-cf1afa323377 req-72d58412-d753-4211-91cc-240fe56d7202 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.11 "DELETE /v2.0/ports/cb692c4d-35b1-460e-8090-752fe2ff9127 HTTP/1.1" status: 204 len: 173 time: 0.8934624 Jul 15 14:53:29.327277 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58723641-6840-4bf8-9ff9-797b4142805f', 'name': 'network-vif-deleted', 'tag': 'cb692c4d-35b1-460e-8090-752fe2ff9127'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:29.329650 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fed0cc-123b-4cc1-803a-1c445e3ea409" -d '{"events": [{"server_uuid": "58723641-6840-4bf8-9ff9-797b4142805f", "name": "network-vif-deleted", "tag": "cb692c4d-35b1-460e-8090-752fe2ff9127"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:29.340268 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ffcd3-33ec-496b-9635-139859b45139 req-267162d5-132f-4799-9aa4-9841469ce61a tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:29.341955 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef2ffcd3-33ec-496b-9635-139859b45139 req-267162d5-132f-4799-9aa4-9841469ce61a tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe292e1a-67c4-4918-8668-7efdea550734 HTTP/1.1" status: 200 len: 945 time: 0.1596456 Jul 15 14:53:29.374318 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:29.408565 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a38badad-0381-41af-90c0-add1b22e43e2 req-cc7ff771-7ecc-44d5-b3b2-fc0e7c309161 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/455c2d26-4cc7-4cb9-b2d8-b1923f080387 HTTP/1.1" status: 200 len: 1800 time: 0.1070187 Jul 15 14:53:29.414130 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef2ffcd3-33ec-496b-9635-139859b45139 req-b31da454-e20a-46ec-8f03-07b823e99876 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611136 Jul 15 14:53:29.419173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-a38badad-0381-41af-90c0-add1b22e43e2 req-840cc64e-e4ad-40b0-a9b0-355a4b2d1740 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1091622861', 'description': 'tempest-description-hth-1717709692'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:29.447307 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a38badad-0381-41af-90c0-add1b22e43e2 req-840cc64e-e4ad-40b0-a9b0-355a4b2d1740 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:29.506513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:29.534008 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a38badad-0381-41af-90c0-add1b22e43e2 req-840cc64e-e4ad-40b0-a9b0-355a4b2d1740 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:29.541858 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a38badad-0381-41af-90c0-add1b22e43e2 req-840cc64e-e4ad-40b0-a9b0-355a4b2d1740 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:29.549129 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a38badad-0381-41af-90c0-add1b22e43e2 req-840cc64e-e4ad-40b0-a9b0-355a4b2d1740 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:29.551227 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a38badad-0381-41af-90c0-add1b22e43e2 req-840cc64e-e4ad-40b0-a9b0-355a4b2d1740 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "PUT /v2.0/security-groups/455c2d26-4cc7-4cb9-b2d8-b1923f080387 HTTP/1.1" status: 200 len: 1775 time: 0.1360173 Jul 15 14:53:29.590789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cc64e-e4ad-40b0-a9b0-355a4b2d1740 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455c2d26-4cc7-4cb9-b2d8-b1923f080387,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:29.645280 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:29.697594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f475bd-77ff-4237-9933-3365262f3aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dab96a5-0a8a-47bd-918f-482f750b8783'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:29.701775 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc321b99-7d58-4566-b65f-a20e41f549f1" -d '{"events": [{"server_uuid": "09f475bd-77ff-4237-9933-3365262f3aa2", "name": "network-vif-plugged", "status": "completed", "tag": "6dab96a5-0a8a-47bd-918f-482f750b8783"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:29.757330 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd96b35-75ca-418c-a9de-6ecfe706c53c x-openstack-request-id: req-2fd96b35-75ca-418c-a9de-6ecfe706c53c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:29.757876 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58723641-6840-4bf8-9ff9-797b4142805f", "name": "network-vif-deleted", "tag": "cb692c4d-35b1-460e-8090-752fe2ff9127", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:29.757876 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2fd96b35-75ca-418c-a9de-6ecfe706c53c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:29.758695 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58723641-6840-4bf8-9ff9-797b4142805f', 'name': 'network-vif-deleted', 'tag': 'cb692c4d-35b1-460e-8090-752fe2ff9127', 'status': 'completed', 'code': 200} Jul 15 14:53:29.802384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 6dab96a5-0a8a-47bd-918f-482f750b8783, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6dab96a5-0a8a-47bd-918f-482f750b8783,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:29.806396 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7519e1-f996-44ec-a0d5-27dae6778afb x-openstack-request-id: req-df7519e1-f996-44ec-a0d5-27dae6778afb {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:29.807051 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f475bd-77ff-4237-9933-3365262f3aa2", "name": "network-vif-plugged", "status": "completed", "tag": "6dab96a5-0a8a-47bd-918f-482f750b8783", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:29.807487 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-df7519e1-f996-44ec-a0d5-27dae6778afb {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:29.808970 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f475bd-77ff-4237-9933-3365262f3aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dab96a5-0a8a-47bd-918f-482f750b8783', 'code': 200} Jul 15 14:53:29.829787 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:29.880552 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-13ced923-700a-47b9-b9bf-4131b67e7cab req-a131388d-f46f-47c8-a379-53e2b023920c tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/455c2d26-4cc7-4cb9-b2d8-b1923f080387 HTTP/1.1" status: 200 len: 1775 time: 0.0968049 Jul 15 14:53:29.968467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=6dab96a5-0a8a-47bd-918f-482f750b8783,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:29.974385 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09d90638-d3a3-4dc0-a98a-2745e149cd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:30.017909 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6e0dd-6559-410b-9da5-b5cd0ca4bf2e req-93a2b40f-b31c-4058-9284-3720590b08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:30.020362 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6fe6e0dd-6559-410b-9da5-b5cd0ca4bf2e req-93a2b40f-b31c-4058-9284-3720590b08b7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 1096 time: 0.1003766 Jul 15 14:53:30.079340 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6fe6e0dd-6559-410b-9da5-b5cd0ca4bf2e req-79f6f7f5-3bc3-4954-baa4-c9e3eadca117 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441463 Jul 15 14:53:30.099993 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ec9e59a-fc7e-4f71-a2ae-46e923cf602e req-481b15a0-bf21-49ad-bae8-128c4bc95283 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=58723641-6840-4bf8-9ff9-797b4142805f HTTP/1.1" status: 200 len: 210 time: 0.0386810 Jul 15 14:53:30.118767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c35c0-83f4-4bbd-8a21-587bcb0beec3 req-da8233f2-fcc8-46b3-8ebc-fef43d4b29bc tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:30.127136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-384c35c0-83f4-4bbd-8a21-587bcb0beec3 req-da8233f2-fcc8-46b3-8ebc-fef43d4b29bc tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 943 time: 0.1506646 Jul 15 14:53:30.167501 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-384c35c0-83f4-4bbd-8a21-587bcb0beec3 req-5aff2bdf-cbc7-48e9-bbe2-6751d5ec63a1 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392785 Jul 15 14:53:30.263314 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9e7486a-a715-46d3-9b04-c5d47b1cc691 req-e74817c6-d589-47c1-8b2c-b04396e55aa5 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/455c2d26-4cc7-4cb9-b2d8-b1923f080387 HTTP/1.1" status: 200 len: 1775 time: 0.0503848 Jul 15 14:53:30.330206 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e9e7486a-a715-46d3-9b04-c5d47b1cc691 req-8862d693-110c-4a36-9aaa-e93a340b2c18 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:30.353904 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e9e7486a-a715-46d3-9b04-c5d47b1cc691 req-8862d693-110c-4a36-9aaa-e93a340b2c18 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:30.396716 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e9e7486a-a715-46d3-9b04-c5d47b1cc691 req-8862d693-110c-4a36-9aaa-e93a340b2c18 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:30.399618 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e9e7486a-a715-46d3-9b04-c5d47b1cc691 req-8862d693-110c-4a36-9aaa-e93a340b2c18 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:30.400796 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9e7486a-a715-46d3-9b04-c5d47b1cc691 req-8862d693-110c-4a36-9aaa-e93a340b2c18 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "DELETE /v2.0/security-groups/455c2d26-4cc7-4cb9-b2d8-b1923f080387 HTTP/1.1" status: 204 len: 173 time: 0.1321361 Jul 15 14:53:30.411072 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862d693-110c-4a36-9aaa-e93a340b2c18 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455c2d26-4cc7-4cb9-b2d8-b1923f080387,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:30.489656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 86a3d733-45bc-48c6-86d0-163418d63e1e details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:53:30.597276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 86a3d733-45bc-48c6-86d0-163418d63e1e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=86a3d733-45bc-48c6-86d0-163418d63e1e,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:30.611064 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '86a3d733-45bc-48c6-86d0-163418d63e1e', 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4', 'port_id': '86a3d733-45bc-48c6-86d0-163418d63e1e', 'mac_address': 'fa:16:3e:93:87:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:53:30.614748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4872193-01ba-459e-9298-0b6294eb2a17 req-a2a8052b-c1b0-4f0e-be28-04381b3eb7c8 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:30.616369 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4872193-01ba-459e-9298-0b6294eb2a17 req-a2a8052b-c1b0-4f0e-be28-04381b3eb7c8 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 945 time: 0.0783098 Jul 15 14:53:30.652715 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:30.661247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4872193-01ba-459e-9298-0b6294eb2a17 req-801b3757-dc64-4318-9353-160d6a7aa28e tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369568 Jul 15 14:53:30.666803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a3d733-45bc-48c6-86d0-163418d63e1e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:53:30.692778 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 86a3d733-45bc-48c6-86d0-163418d63e1e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=86a3d733-45bc-48c6-86d0-163418d63e1e,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:30.697259 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:30.754171 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=86a3d733-45bc-48c6-86d0-163418d63e1e,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:30.903803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce538f-fee2-4d98-9773-5b1d99e26b29 req-aa28bc4b-3b04-4537-acfd-ad33c7d44437 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:30.905340 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fce538f-fee2-4d98-9773-5b1d99e26b29 req-aa28bc4b-3b04-4537-acfd-ad33c7d44437 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe292e1a-67c4-4918-8668-7efdea550734 HTTP/1.1" status: 200 len: 945 time: 0.0662403 Jul 15 14:53:30.947888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fce538f-fee2-4d98-9773-5b1d99e26b29 req-187699a3-6aff-46d8-8173-e3dff722ea5d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358956 Jul 15 14:53:30.983476 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['86a3d733-45bc-48c6-86d0-163418d63e1e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:31.059089 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-bb72d9ed-864c-4222-85be-012d1251743f req-587638e5-b070-4698-8c0c-77c7e77a4a29 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] show failed (client error): The resource could not be found. Jul 15 14:53:31.060450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb72d9ed-864c-4222-85be-012d1251743f req-587638e5-b070-4698-8c0c-77c7e77a4a29 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/a49c209a-f35f-48a9-9b92-dd3e8f03429c HTTP/1.1" status: 404 len: 352 time: 0.0175374 Jul 15 14:53:31.102174 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-d39bb405-cc0e-4cd6-93d3-36c2cf7c8485 req-9e8e15c7-e4da-4f06-894c-8ffa57510165 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] show failed (client error): The resource could not be found. Jul 15 14:53:31.103803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d39bb405-cc0e-4cd6-93d3-36c2cf7c8485 req-9e8e15c7-e4da-4f06-894c-8ffa57510165 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/4713b6c1-9279-433f-87a5-83e30c47ff8c HTTP/1.1" status: 404 len: 352 time: 0.0167677 Jul 15 14:53:31.142273 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-95bcb292-bccf-4f8c-a352-d39be056f3d8 req-1621a827-8d51-4b20-b1e0-c6f558199a78 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] show failed (client error): The resource could not be found. Jul 15 14:53:31.146123 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95bcb292-bccf-4f8c-a352-d39be056f3d8 req-1621a827-8d51-4b20-b1e0-c6f558199a78 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/bd49ca92-2c92-438a-a394-3f93c4559e69 HTTP/1.1" status: 404 len: 352 time: 0.0219293 Jul 15 14:53:31.252078 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-9c722d2f-41fc-4356-982c-098db43b4bfd req-4c27cace-0841-469c-9fc7-0d775b44cb2a tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] show failed (client error): The resource could not be found. Jul 15 14:53:31.254027 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c722d2f-41fc-4356-982c-098db43b4bfd req-4c27cace-0841-469c-9fc7-0d775b44cb2a tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/3911a4a3-fc3d-4c68-96a7-640b9b34a3f7 HTTP/1.1" status: 404 len: 352 time: 0.0164180 Jul 15 14:53:31.436091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731ee5f-079c-4b02-a3d4-6d21bd7e2432 req-80f1cb3a-e7ba-49cc-8be0-695b61626092 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:31.437779 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a731ee5f-079c-4b02-a3d4-6d21bd7e2432 req-80f1cb3a-e7ba-49cc-8be0-695b61626092 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 944 time: 0.0709255 Jul 15 14:53:31.485518 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a731ee5f-079c-4b02-a3d4-6d21bd7e2432 req-6ff99ccb-70fa-4ab8-afe4-8bdedf921fb5 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407917 Jul 15 14:53:31.537942 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-91e48a7d-3acc-4fc1-9f27-22ef0fe35e72 req-30ca1d39-fe8e-4b49-a5fc-89364012acfe tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] show failed (client error): The resource could not be found. Jul 15 14:53:31.539193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91e48a7d-3acc-4fc1-9f27-22ef0fe35e72 req-30ca1d39-fe8e-4b49-a5fc-89364012acfe tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/a4da62a2-c5d6-4bd8-a6ab-aba58238adca HTTP/1.1" status: 404 len: 352 time: 0.0185230 Jul 15 14:53:31.579533 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-a27992aa-e4ce-4892-b3e4-6ebcedcce321 req-a1d9a482-1f16-4ace-b688-2d6f9b157b60 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] show failed (client error): The resource could not be found. Jul 15 14:53:31.580553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a27992aa-e4ce-4892-b3e4-6ebcedcce321 req-a1d9a482-1f16-4ace-b688-2d6f9b157b60 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/423dc009-ec85-4cdf-b259-3291716a04e9 HTTP/1.1" status: 404 len: 352 time: 0.0151808 Jul 15 14:53:31.723719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c633949-afe8-45d3-abb5-70d0a040ccb5 req-1f83026e-8297-4952-91f4-bb093a879ab8 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:31.725300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c633949-afe8-45d3-abb5-70d0a040ccb5 req-1f83026e-8297-4952-91f4-bb093a879ab8 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da HTTP/1.1" status: 200 len: 950 time: 0.0850782 Jul 15 14:53:31.774221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c633949-afe8-45d3-abb5-70d0a040ccb5 req-1e8c4137-a603-4292-9952-226c2166cc15 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429497 Jul 15 14:53:32.049547 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b150860-6b58-460e-b2d9-71d9e820c819 req-59348bec-b5ba-4d09-8640-a5ae5e8ab92d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:32.051804 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b150860-6b58-460e-b2d9-71d9e820c819 req-59348bec-b5ba-4d09-8640-a5ae5e8ab92d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 945 time: 0.1066873 Jul 15 14:53:32.064031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdf635-ce0c-420d-8569-dd49b4f02330 req-73e3b543-d7b1-4f08-a69e-33a098bc0c0e tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:32.066879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90fdf635-ce0c-420d-8569-dd49b4f02330 req-73e3b543-d7b1-4f08-a69e-33a098bc0c0e tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 1024 time: 0.1184716 Jul 15 14:53:32.134080 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b150860-6b58-460e-b2d9-71d9e820c819 req-123deee0-5c57-4b0a-80c1-ff12540b78fa tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656230 Jul 15 14:53:32.139717 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90fdf635-ce0c-420d-8569-dd49b4f02330 req-1ac7b130-b76f-4584-8d7f-7bd1ae7244f4 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=55dba2e2-c0b8-417e-92dd-33a84099bc0c&id=844cefd6-2b6e-4a95-b55c-d366652ad28a&id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0661879 Jul 15 14:53:32.313311 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245eac9-79d3-41bb-9d3c-1c839be32e73 req-7eecd82e-6ebb-4e47-959e-23db349cd0c6 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:32.314458 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7245eac9-79d3-41bb-9d3c-1c839be32e73 req-7eecd82e-6ebb-4e47-959e-23db349cd0c6 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe292e1a-67c4-4918-8668-7efdea550734 HTTP/1.1" status: 200 len: 945 time: 0.0663643 Jul 15 14:53:32.354178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7245eac9-79d3-41bb-9d3c-1c839be32e73 req-67e9b8b2-7e9e-4f72-8b3c-e3418d6e81a0 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328033 Jul 15 14:53:32.507472 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 86a3d733-45bc-48c6-86d0-163418d63e1e up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:53:32.573622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 86a3d733-45bc-48c6-86d0-163418d63e1e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:53:32.579949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 86a3d733-45bc-48c6-86d0-163418d63e1e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:53:32.581117 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:32.605895 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-6639a2da-6b77-45f4-9bd8-32014424dc91 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:32.614657 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-6639a2da-6b77-45f4-9bd8-32014424dc91 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=16637dd8-c040-4881-b93e-911d542f0aec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1366112 Jul 15 14:53:32.683745 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:32.700330 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-59e5c35d-ca6c-4ae9-82ac-656f99a555f6 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.160 HTTP/1.1" status: 200 len: 696 time: 0.0843606 Jul 15 14:53:32.715420 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-1b46cf62-65e9-4ce7-ae39-ff5346a87513 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Request body: {'floatingip': {'port_id': '04f6599c-150a-43ea-9233-fd049d0b5547', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:32.721245 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6d43ac-e81a-48fe-a233-9b65cf6ea290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a3d733-45bc-48c6-86d0-163418d63e1e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:32.725029 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49b4106-7dd2-4eea-9c14-b4a695d02862" -d '{"events": [{"server_uuid": "4a6d43ac-e81a-48fe-a233-9b65cf6ea290", "name": "network-vif-plugged", "status": "completed", "tag": "86a3d733-45bc-48c6-86d0-163418d63e1e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:32.731233 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:32.742094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 86a3d733-45bc-48c6-86d0-163418d63e1e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=86a3d733-45bc-48c6-86d0-163418d63e1e,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:32.747052 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:32.748043 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:53:32.768235 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-1b46cf62-65e9-4ce7-ae39-ff5346a87513 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:32.835415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=86a3d733-45bc-48c6-86d0-163418d63e1e,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:32.857559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42408) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:32.860162 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-220c921f-61a0-41ed-9b7b-d3d18eb184b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:32.862225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:53:32.867577 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:53:32.868205 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:32.876714 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f0762-b857-4d12-9ab3-9c2905d0c019 req-24982802-fae0-4260-ac3a-9447cead5ce6 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:32.877586 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-156f0762-b857-4d12-9ab3-9c2905d0c019 req-24982802-fae0-4260-ac3a-9447cead5ce6 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 944 time: 0.2208352 Jul 15 14:53:32.975420 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:33.007114 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-156f0762-b857-4d12-9ab3-9c2905d0c019 req-03dd0936-adff-4a5a-a8e0-3bdffe48eb6c tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997248 Jul 15 14:53:33.007506 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device cb692c4d-35b1-460e-8090-752fe2ff9127 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:53:33.019837 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52be58b7-eb2c-4ee8-a3be-a37eddc4dc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:33.045441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:33.046722 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: cb692c4d-35b1-460e-8090-752fe2ff9127 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:53:33.047368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device cb692c4d-35b1-460e-8090-752fe2ff9127 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:53:33.054758 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:33.089421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc87434-34da-4259-b4bc-5838f1a53b58 req-4a4b7f59-1837-46f7-8dc7-ffc4eac12a29 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:33.092511 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-edc87434-34da-4259-b4bc-5838f1a53b58 req-4a4b7f59-1837-46f7-8dc7-ffc4eac12a29 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da HTTP/1.1" status: 200 len: 950 time: 0.1320455 Jul 15 14:53:33.097207 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e70ab6b-0ce3-44fd-b943-71c5160d703a x-openstack-request-id: req-9e70ab6b-0ce3-44fd-b943-71c5160d703a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:33.103297 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6d43ac-e81a-48fe-a233-9b65cf6ea290", "name": "network-vif-plugged", "status": "completed", "tag": "86a3d733-45bc-48c6-86d0-163418d63e1e", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:33.103627 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9e70ab6b-0ce3-44fd-b943-71c5160d703a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:33.106400 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6d43ac-e81a-48fe-a233-9b65cf6ea290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a3d733-45bc-48c6-86d0-163418d63e1e', 'code': 200} Jul 15 14:53:33.154794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:33.269087 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52be58b7-eb2c-4ee8-a3be-a37eddc4dc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:33.273328 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52be58b7-eb2c-4ee8-a3be-a37eddc4dc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:33.329412 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-52be58b7-eb2c-4ee8-a3be-a37eddc4dc31 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=779990affcfd43809ae5e74eef0f24c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4705000 Jul 15 14:53:33.330288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be58b7-eb2c-4ee8-a3be-a37eddc4dc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b668a7-4067-44bd-87b5-39c1b68ef396,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:33.335325 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42416) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:33.400338 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-edc87434-34da-4259-b4bc-5838f1a53b58 req-a7b203ee-e5de-4838-92eb-3228a8f0c71d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Deleting port 40e17cae-f049-4bbf-86a1-d8dff0609c65 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:53:33.400715 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edc87434-34da-4259-b4bc-5838f1a53b58 req-a7b203ee-e5de-4838-92eb-3228a8f0c71d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:33.516598 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d079ab0-0e5f-4e2d-b212-24096a614d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:33.564657 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-edc87434-34da-4259-b4bc-5838f1a53b58 req-a7b203ee-e5de-4838-92eb-3228a8f0c71d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] For port 40e17cae-f049-4bbf-86a1-d8dff0609c65, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=40e17cae-f049-4bbf-86a1-d8dff0609c65,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:33.565032 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edc87434-34da-4259-b4bc-5838f1a53b58 req-a7b203ee-e5de-4838-92eb-3228a8f0c71d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:33.569596 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d079ab0-0e5f-4e2d-b212-24096a614d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:33.579418 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853eaba-1928-47aa-85d2-fd2bd516b0d8 req-3a646b3d-fcef-493f-9df4-e18be0e6ea31 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:33.581054 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7853eaba-1928-47aa-85d2-fd2bd516b0d8 req-3a646b3d-fcef-493f-9df4-e18be0e6ea31 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 1024 time: 0.2226260 Jul 15 14:53:33.625748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-edc87434-34da-4259-b4bc-5838f1a53b58 req-a7b203ee-e5de-4838-92eb-3228a8f0c71d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Calling delete_port for 40e17cae-f049-4bbf-86a1-d8dff0609c65 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:53:33.700863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ffb6e-177c-4318-8871-1082c06282b0 req-ed3d750f-1449-4a94-b217-875c1996c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:33.702495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-392ffb6e-177c-4318-8871-1082c06282b0 req-ed3d750f-1449-4a94-b217-875c1996c2e8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 1096 time: 0.4935389 Jul 15 14:53:33.774507 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d079ab0-0e5f-4e2d-b212-24096a614d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:33.777315 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d079ab0-0e5f-4e2d-b212-24096a614d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:33.778634 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1d079ab0-0e5f-4e2d-b212-24096a614d4a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44b668a7-4067-44bd-87b5-39c1b68ef396 HTTP/1.1" status: 204 len: 168 time: 0.4418926 Jul 15 14:53:33.779201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5e75f-b3f6-4121-a8c9-402d85d8eb1d req-d1fd6e67-e5fe-4bd9-bbda-8b43982ac319 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:33.781345 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4eb5e75f-b3f6-4121-a8c9-402d85d8eb1d req-d1fd6e67-e5fe-4bd9-bbda-8b43982ac319 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d4a8dff-2433-47b8-b6fd-92bc399873da HTTP/1.1" status: 200 len: 950 time: 0.5341420 Jul 15 14:53:33.802281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d079ab0-0e5f-4e2d-b212-24096a614d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b668a7-4067-44bd-87b5-39c1b68ef396,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:33.861612 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-392ffb6e-177c-4318-8871-1082c06282b0 req-84a55b66-0d95-4da0-9d1d-f41ec8071656 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500702 Jul 15 14:53:33.873142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-7853eaba-1928-47aa-85d2-fd2bd516b0d8 req-eb5ea1b8-ba04-4e67-af34-ef970b2efc61 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Deleting port 3581d26e-d109-44fb-a736-cc01705144f7 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:53:33.874067 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-1b46cf62-65e9-4ce7-ae39-ff5346a87513 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:33.874237 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7853eaba-1928-47aa-85d2-fd2bd516b0d8 req-eb5ea1b8-ba04-4e67-af34-ef970b2efc61 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:33.887485 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-1b46cf62-65e9-4ce7-ae39-ff5346a87513 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:33.913760 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edc87434-34da-4259-b4bc-5838f1a53b58 req-a7b203ee-e5de-4838-92eb-3228a8f0c71d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:33.928917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['40e17cae-f049-4bbf-86a1-d8dff0609c65'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:33.931342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['c25c018f-797e-408a-9efb-213fc023f764'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:33.934061 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4eb5e75f-b3f6-4121-a8c9-402d85d8eb1d req-b84d2c5b-74b5-4983-b943-a061040e0b1b tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210814 Jul 15 14:53:33.957387 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b203ee-e5de-4838-92eb-3228a8f0c71d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Pushing event deleted for resources: {'Port': ['ID=40e17cae-f049-4bbf-86a1-d8dff0609c65,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:34.073823 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc87434-34da-4259-b4bc-5838f1a53b58 req-a7b203ee-e5de-4838-92eb-3228a8f0c71d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] No DVR routers for this DVR port 40e17cae-f049-4bbf-86a1-d8dff0609c65 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:53:34.084678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edc87434-34da-4259-b4bc-5838f1a53b58 req-a7b203ee-e5de-4838-92eb-3228a8f0c71d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:34.087780 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-edc87434-34da-4259-b4bc-5838f1a53b58 req-a7b203ee-e5de-4838-92eb-3228a8f0c71d tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.22 "DELETE /v2.0/ports/40e17cae-f049-4bbf-86a1-d8dff0609c65 HTTP/1.1" status: 204 len: 173 time: 0.9873874 Jul 15 14:53:34.088560 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4a8dff-2433-47b8-b6fd-92bc399873da', 'name': 'network-vif-deleted', 'tag': '40e17cae-f049-4bbf-86a1-d8dff0609c65'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:34.091789 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181f7e83-95ff-44df-8220-86c3c3e86e5e" -d '{"events": [{"server_uuid": "7d4a8dff-2433-47b8-b6fd-92bc399873da", "name": "network-vif-deleted", "tag": "40e17cae-f049-4bbf-86a1-d8dff0609c65"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:34.104549 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7853eaba-1928-47aa-85d2-fd2bd516b0d8 req-eb5ea1b8-ba04-4e67-af34-ef970b2efc61 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] For port 3581d26e-d109-44fb-a736-cc01705144f7, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=3581d26e-d109-44fb-a736-cc01705144f7,segment=NetworkSegment(370210f3-9b07-4810-839f-1014fc9ff7e8),segment_id=370210f3-9b07-4810-839f-1014fc9ff7e8)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:34.105108 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7853eaba-1928-47aa-85d2-fd2bd516b0d8 req-eb5ea1b8-ba04-4e67-af34-ef970b2efc61 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:34.134607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-7853eaba-1928-47aa-85d2-fd2bd516b0d8 req-eb5ea1b8-ba04-4e67-af34-ef970b2efc61 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Calling delete_port for 3581d26e-d109-44fb-a736-cc01705144f7 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:53:34.179673 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-1b46cf62-65e9-4ce7-ae39-ff5346a87513 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Floating IP f0a5223d-0f6d-459a-801c-64a55f06dbf0 associated. External IP: 172.25.4.160, port: 04f6599c-150a-43ea-9233-fd049d0b5547. Jul 15 14:53:34.208985 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:34.391215 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7853eaba-1928-47aa-85d2-fd2bd516b0d8 req-eb5ea1b8-ba04-4e67-af34-ef970b2efc61 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:34.399274 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ed495-38e7-4e82-acef-a267fbabbef3 req-e471c694-b254-4f1e-a5cf-5048c64b5492 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:34.404029 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['3581d26e-d109-44fb-a736-cc01705144f7'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:34.407602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c6ed495-38e7-4e82-acef-a267fbabbef3 req-e471c694-b254-4f1e-a5cf-5048c64b5492 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f856874-00a6-4b7a-b0e4-019719db20b5 HTTP/1.1" status: 200 len: 1024 time: 0.1491892 Jul 15 14:53:34.429080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ea1b8-ba04-4e67-af34-ef970b2efc61 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event deleted for resources: {'Port': ['ID=3581d26e-d109-44fb-a736-cc01705144f7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:34.506575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7853eaba-1928-47aa-85d2-fd2bd516b0d8 req-eb5ea1b8-ba04-4e67-af34-ef970b2efc61 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] No DVR routers for this DVR port 3581d26e-d109-44fb-a736-cc01705144f7 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:53:34.508876 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7853eaba-1928-47aa-85d2-fd2bd516b0d8 req-eb5ea1b8-ba04-4e67-af34-ef970b2efc61 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:34.511028 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7853eaba-1928-47aa-85d2-fd2bd516b0d8 req-eb5ea1b8-ba04-4e67-af34-ef970b2efc61 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.22 "DELETE /v2.0/ports/3581d26e-d109-44fb-a736-cc01705144f7 HTTP/1.1" status: 204 len: 173 time: 0.9188600 Jul 15 14:53:34.515406 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c6ed495-38e7-4e82-acef-a267fbabbef3 req-f68f2ec0-d651-4125-9b59-96786b7c391a tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups?id=55dba2e2-c0b8-417e-92dd-33a84099bc0c&id=844cefd6-2b6e-4a95-b55c-d366652ad28a&id=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1062348 Jul 15 14:53:34.603181 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-1b46cf62-65e9-4ce7-ae39-ff5346a87513 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Router e216abb0-ed81-4f3b-ad44-b7251f3388d4 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:53:34.776977 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-1b46cf62-65e9-4ce7-ae39-ff5346a87513 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:53:34.781870 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-1b46cf62-65e9-4ce7-ae39-ff5346a87513 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:34.789297 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183a12b3-a26f-49d2-9672-7d3ea6bb2e77 None None] Sync routers for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:53:34.806184 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183a12b3-a26f-49d2-9672-7d3ea6bb2e77 None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:34.808623 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-183a12b3-a26f-49d2-9672-7d3ea6bb2e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:34.877515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-1b46cf62-65e9-4ce7-ae39-ff5346a87513 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "PUT /v2.0/floatingips/f0a5223d-0f6d-459a-801c-64a55f06dbf0 HTTP/1.1" status: 200 len: 997 time: 2.1680992 Jul 15 14:53:34.879206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16637dd8-c040-4881-b93e-911d542f0aec', 'tag': '04f6599c-150a-43ea-9233-fd049d0b5547'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:34.881705 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304b7077-9c7f-478c-b290-68553b37075d" -d '{"events": [{"name": "network-changed", "server_uuid": "16637dd8-c040-4881-b93e-911d542f0aec", "tag": "04f6599c-150a-43ea-9233-fd049d0b5547"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:34.985936 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-183a12b3-a26f-49d2-9672-7d3ea6bb2e77 None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:34.990656 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f531837-4c46-46fb-9d08-0940c674a3be req-0c71321d-0fb9-4252-9e8c-7693b162b122 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:34.992351 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f531837-4c46-46fb-9d08-0940c674a3be req-0c71321d-0fb9-4252-9e8c-7693b162b122 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe292e1a-67c4-4918-8668-7efdea550734 HTTP/1.1" status: 200 len: 946 time: 0.1802950 Jul 15 14:53:35.060596 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f531837-4c46-46fb-9d08-0940c674a3be req-25dd3d5e-5692-4dfd-b727-80cc845f7000 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585523 Jul 15 14:53:35.074034 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-6847012d-7a9c-40a6-b20d-7e85c3f5732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:35.076551 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-6847012d-7a9c-40a6-b20d-7e85c3f5732d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 1097 time: 0.1720345 Jul 15 14:53:35.107085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe292e1a-67c4-4918-8668-7efdea550734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:35.109851 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f02019-58bd-4cd2-8213-0dd1f68a65bd" -d '{"events": [{"server_uuid": "fe292e1a-67c4-4918-8668-7efdea550734", "name": "network-vif-plugged", "status": "completed", "tag": "c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:35.247310 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-d9c99855-9a21-4139-959d-cf1140db3c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:35.254502 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-d9c99855-9a21-4139-959d-cf1140db3c06 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 921 time: 0.1703148 Jul 15 14:53:35.351910 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-179ec2b1-c96f-4508-a5af-7bf33f66376f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04f6599c-150a-43ea-9233-fd049d0b5547 HTTP/1.1" status: 200 len: 1000 time: 0.0964787 Jul 15 14:53:35.360776 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-183a12b3-a26f-49d2-9672-7d3ea6bb2e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'f0a5223d-0f6d-459a-801c-64a55f06dbf0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'port_id': '04f6599c-150a-43ea-9233-fd049d0b5547', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'mac_address': 'fa:16:3e:6d:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16637dd8-c040-4881-b93e-911d542f0aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:53:12Z', 'updated_at': '2021-07-15T14:53:33Z', 'revision_number': 1, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:35.394654 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183a12b3-a26f-49d2-9672-7d3ea6bb2e77 None None] Checking router: e216abb0-ed81-4f3b-ad44-b7251f3388d4 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:53:35.403368 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183a12b3-a26f-49d2-9672-7d3ea6bb2e77 None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:35.404124 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-183a12b3-a26f-49d2-9672-7d3ea6bb2e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:35.426932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb39a9-bc91-4c80-97a1-31a2b896155b req-60c4eefd-92a4-4398-9d68-74a4d8b2a0ae tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:35.428438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1cbb39a9-bc91-4c80-97a1-31a2b896155b req-60c4eefd-92a4-4398-9d68-74a4d8b2a0ae tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 945 time: 0.1202798 Jul 15 14:53:35.429803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-5970331c-cb2b-4a12-84b9-9ff41ec52af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:35.431162 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-5970331c-cb2b-4a12-84b9-9ff41ec52af7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 200 len: 859 time: 0.0706677 Jul 15 14:53:35.496997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1cbb39a9-bc91-4c80-97a1-31a2b896155b req-7fc010cc-fbf7-4ff9-afe4-819162e43872 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620656 Jul 15 14:53:35.516540 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-5a7c6ff1-b75d-4c31-998b-f0bf19c26879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:35.518078 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-5a7c6ff1-b75d-4c31-998b-f0bf19c26879 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3cdc50db-5544-4872-99d9-c427108a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765092 Jul 15 14:53:35.532859 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-183a12b3-a26f-49d2-9672-7d3ea6bb2e77 None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:35.533426 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-91fbf74a-51f8-458a-85a2-5d644cbd1c23 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:53:35.535279 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-91fbf74a-51f8-458a-85a2-5d644cbd1c23 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063291 Jul 15 14:53:35.584292 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b11ac2c-8140-4356-883a-df61704db92a x-openstack-request-id: req-3b11ac2c-8140-4356-883a-df61704db92a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:35.584848 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4a8dff-2433-47b8-b6fd-92bc399873da", "name": "network-vif-deleted", "tag": "40e17cae-f049-4bbf-86a1-d8dff0609c65", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:35.585003 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3b11ac2c-8140-4356-883a-df61704db92a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:35.586165 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4a8dff-2433-47b8-b6fd-92bc399873da', 'name': 'network-vif-deleted', 'tag': '40e17cae-f049-4bbf-86a1-d8dff0609c65', 'status': 'completed', 'code': 200} Jul 15 14:53:35.633623 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452e56e6-9fe8-4318-b23f-33d0ec4f30ce x-openstack-request-id: req-452e56e6-9fe8-4318-b23f-33d0ec4f30ce {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:35.633910 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16637dd8-c040-4881-b93e-911d542f0aec", "tag": "04f6599c-150a-43ea-9233-fd049d0b5547", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:35.634332 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-452e56e6-9fe8-4318-b23f-33d0ec4f30ce {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:35.634981 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16637dd8-c040-4881-b93e-911d542f0aec', 'tag': '04f6599c-150a-43ea-9233-fd049d0b5547', 'status': 'completed', 'code': 200} Jul 15 14:53:35.684701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-ee730ac3-20f0-414d-ba46-ae508833567e service neutron] 10.222.0.38 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361632 Jul 15 14:53:35.730492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b7077-9c7f-478c-b290-68553b37075d req-82c1c74e-ed0b-47f7-854b-0eb553713c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:35.732693 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-304b7077-9c7f-478c-b290-68553b37075d req-82c1c74e-ed0b-47f7-854b-0eb553713c4d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 1097 time: 0.0758142 Jul 15 14:53:35.821710 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:35.829906 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1dfefee1-5b71-40bd-aa7b-0c6cfb59cac4 req-898ad6c2-2e82-452d-8e7d-1818336e03cc service neutron] 10.222.0.38 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441939 Jul 15 14:53:35.851214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b7077-9c7f-478c-b290-68553b37075d req-c2792e25-62ea-46a9-9178-2c6ff7fa0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:35.852926 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-304b7077-9c7f-478c-b290-68553b37075d req-c2792e25-62ea-46a9-9178-2c6ff7fa0f52 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 921 time: 0.1136527 Jul 15 14:53:35.869577 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-183a12b3-a26f-49d2-9672-7d3ea6bb2e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'f0a5223d-0f6d-459a-801c-64a55f06dbf0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'port_id': '04f6599c-150a-43ea-9233-fd049d0b5547', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'mac_address': 'fa:16:3e:6d:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16637dd8-c040-4881-b93e-911d542f0aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:53:12Z', 'updated_at': '2021-07-15T14:53:33Z', 'revision_number': 1, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:35.898946 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53460354-22b0-46c0-8763-39d1a377eddd x-openstack-request-id: req-53460354-22b0-46c0-8763-39d1a377eddd {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:35.899266 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe292e1a-67c4-4918-8668-7efdea550734", "name": "network-vif-plugged", "status": "completed", "tag": "c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:35.899568 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53460354-22b0-46c0-8763-39d1a377eddd {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:35.900105 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe292e1a-67c4-4918-8668-7efdea550734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b', 'code': 200} Jul 15 14:53:35.913883 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183a12b3-a26f-49d2-9672-7d3ea6bb2e77 None None] The sync data for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 is: [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'f0a5223d-0f6d-459a-801c-64a55f06dbf0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'port_id': '04f6599c-150a-43ea-9233-fd049d0b5547', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'mac_address': 'fa:16:3e:6d:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16637dd8-c040-4881-b93e-911d542f0aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:53:12Z', 'updated_at': '2021-07-15T14:53:33Z', 'revision_number': 1, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:53:35.944946 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-304b7077-9c7f-478c-b290-68553b37075d req-42401df5-aa21-4615-a09e-75cb3a39941b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04f6599c-150a-43ea-9233-fd049d0b5547 HTTP/1.1" status: 200 len: 1000 time: 0.0846293 Jul 15 14:53:36.062265 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b7077-9c7f-478c-b290-68553b37075d req-19e3b0cc-1b8a-4b14-afd2-70f721e2d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:36.063800 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-304b7077-9c7f-478c-b290-68553b37075d req-19e3b0cc-1b8a-4b14-afd2-70f721e2d762 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 200 len: 859 time: 0.1113939 Jul 15 14:53:36.146696 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca7fb8-4650-4529-9ca5-18c3f06cc077 req-6f197437-72af-4085-9443-e5ff5003a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:36.148330 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-abca7fb8-4650-4529-9ca5-18c3f06cc077 req-6f197437-72af-4085-9443-e5ff5003a843 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fe292e1a-67c4-4918-8668-7efdea550734 HTTP/1.1" status: 200 len: 1097 time: 0.1433842 Jul 15 14:53:36.171430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce6957-1d5d-4295-b358-ea2ebabd1e45 req-322b5239-d267-4610-a085-e2ef1c53eff2 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:36.174041 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ce6957-1d5d-4295-b358-ea2ebabd1e45 req-322b5239-d267-4610-a085-e2ef1c53eff2 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 1096 time: 0.0877786 Jul 15 14:53:36.201197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b7077-9c7f-478c-b290-68553b37075d req-b5955d91-f504-43a0-a9e3-e19b245787d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:36.203001 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-304b7077-9c7f-478c-b290-68553b37075d req-b5955d91-f504-43a0-a9e3-e19b245787d7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3cdc50db-5544-4872-99d9-c427108a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318440 Jul 15 14:53:36.255233 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ce6957-1d5d-4295-b358-ea2ebabd1e45 req-79549057-8de8-449e-9ed2-151e391bffd1 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721638 Jul 15 14:53:36.255468 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-abca7fb8-4650-4529-9ca5-18c3f06cc077 req-aed8ad9b-be43-485f-af30-368e9d6be5ca service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947256 Jul 15 14:53:36.304014 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d42ea3-91cf-47b4-ac6a-e7caf20ede60 None None] New status for floating IP f0a5223d-0f6d-459a-801c-64a55f06dbf0: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:53:36.427822 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-304b7077-9c7f-478c-b290-68553b37075d req-9e5bdd6c-c0bc-4f2f-b5de-96fd2215339a service neutron] 10.222.0.22 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155485 Jul 15 14:53:36.496639 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42480) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:36.532780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 3581d26e-d109-44fb-a736-cc01705144f7 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:53:36.561246 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 3581d26e-d109-44fb-a736-cc01705144f7 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:53:36.562011 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 3581d26e-d109-44fb-a736-cc01705144f7 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:53:36.562981 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 40e17cae-f049-4bbf-86a1-d8dff0609c65 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:53:36.595755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 40e17cae-f049-4bbf-86a1-d8dff0609c65 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:53:36.598035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 40e17cae-f049-4bbf-86a1-d8dff0609c65 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:53:36.602295 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-304b7077-9c7f-478c-b290-68553b37075d req-406eac18-56b2-4b0d-b1d2-b40c21d465c1 service neutron] 10.222.0.22 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659009 Jul 15 14:53:36.641207 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6c0b63b-821a-4fd4-afa9-5712749217ec req-ba427352-a6c3-4143-bd79-00776bfc196a tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/55dba2e2-c0b8-417e-92dd-33a84099bc0c HTTP/1.1" status: 200 len: 1800 time: 0.1632805 Jul 15 14:53:36.683353 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4873964-c4a2-4990-801e-14a876eae703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:36.749311 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-e0d59710-5e39-495f-8d2a-49384c428e8d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:36.752772 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-e0d59710-5e39-495f-8d2a-49384c428e8d tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=09f475bd-77ff-4237-9933-3365262f3aa2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2411718 Jul 15 14:53:36.790867 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4873964-c4a2-4990-801e-14a876eae703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:36.795881 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4873964-c4a2-4990-801e-14a876eae703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:36.836664 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f4873964-c4a2-4990-801e-14a876eae703 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=acb1778431bb4aef8259d7f04f5f353f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387113 Jul 15 14:53:36.837655 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4873964-c4a2-4990-801e-14a876eae703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da897a58-6197-4337-9bf2-c185525a5c83,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:36.841130 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42484) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:36.877079 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b6c0b63b-821a-4fd4-afa9-5712749217ec req-ec76ffef-21c7-47fc-ab1c-6902757ac82e tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:36.895983 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80621536-483b-4121-afc4-57accd5490c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:36.923633 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80621536-483b-4121-afc4-57accd5490c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:36.937163 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-529e8fd6-769b-4d06-989b-26f3e31c6d80 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.160 HTTP/1.1" status: 200 len: 1002 time: 0.1741188 Jul 15 14:53:36.937426 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b6c0b63b-821a-4fd4-afa9-5712749217ec req-ec76ffef-21c7-47fc-ab1c-6902757ac82e tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:36.949634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-dd3952e9-8e32-41d0-a6bd-68677ffb6978 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Request body: {'floatingip': {'port_id': '6dab96a5-0a8a-47bd-918f-482f750b8783', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:36.980416 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80621536-483b-4121-afc4-57accd5490c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:36.984691 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80621536-483b-4121-afc4-57accd5490c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:36.989391 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-80621536-483b-4121-afc4-57accd5490c8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/da897a58-6197-4337-9bf2-c185525a5c83 HTTP/1.1" status: 204 len: 168 time: 0.1437995 Jul 15 14:53:36.998387 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80621536-483b-4121-afc4-57accd5490c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da897a58-6197-4337-9bf2-c185525a5c83,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:37.033125 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-dd3952e9-8e32-41d0-a6bd-68677ffb6978 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:37.069571 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b6c0b63b-821a-4fd4-afa9-5712749217ec req-ec76ffef-21c7-47fc-ab1c-6902757ac82e tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:37.072159 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b6c0b63b-821a-4fd4-afa9-5712749217ec req-ec76ffef-21c7-47fc-ab1c-6902757ac82e tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:37.073314 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6c0b63b-821a-4fd4-afa9-5712749217ec req-ec76ffef-21c7-47fc-ab1c-6902757ac82e tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "DELETE /v2.0/security-groups/55dba2e2-c0b8-417e-92dd-33a84099bc0c HTTP/1.1" status: 204 len: 173 time: 0.4241438 Jul 15 14:53:37.087829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76ffef-21c7-47fc-ab1c-6902757ac82e tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dba2e2-c0b8-417e-92dd-33a84099bc0c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:37.452774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f01157-f1f1-475e-9a5f-012f390d5a62 req-3d75b95d-c7d7-45b3-9161-fa65d4a98b84 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:37.454305 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1f01157-f1f1-475e-9a5f-012f390d5a62 req-3d75b95d-c7d7-45b3-9161-fa65d4a98b84 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe292e1a-67c4-4918-8668-7efdea550734 HTTP/1.1" status: 200 len: 946 time: 0.2256589 Jul 15 14:53:37.513615 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1f01157-f1f1-475e-9a5f-012f390d5a62 req-69046414-9f75-4765-945d-e24c66a1a2fe tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527108 Jul 15 14:53:37.587795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f856874-00a6-4b7a-b0e4-019719db20b5', 'name': 'network-vif-deleted', 'tag': '3581d26e-d109-44fb-a736-cc01705144f7'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:37.591138 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcecec66-cec7-47cc-b2d8-ad105875e1b4" -d '{"events": [{"server_uuid": "2f856874-00a6-4b7a-b0e4-019719db20b5", "name": "network-vif-deleted", "tag": "3581d26e-d109-44fb-a736-cc01705144f7"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:37.834268 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42512) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:37.843586 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-dd3952e9-8e32-41d0-a6bd-68677ffb6978 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:37.849305 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-dd3952e9-8e32-41d0-a6bd-68677ffb6978 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:37.943630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632d235-04bd-434b-b64a-074b30d03aef req-995e8263-f23f-4528-b300-dc0038a6000f tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:37.945164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4632d235-04bd-434b-b64a-074b30d03aef req-995e8263-f23f-4528-b300-dc0038a6000f tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 1096 time: 0.1500444 Jul 15 14:53:37.959025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-02217766-bd6d-4174-93c3-b65de96e3d89 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-959268319-network', 'tenant_id': 'f22770eeb5f44a2abb50156a637da684'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:37.980836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02217766-bd6d-4174-93c3-b65de96e3d89 admin admin] Made reservation on behalf of f22770eeb5f44a2abb50156a637da684 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:53:37.982612 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-dd3952e9-8e32-41d0-a6bd-68677ffb6978 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Floating IP f0a5223d-0f6d-459a-801c-64a55f06dbf0 associated. External IP: 172.25.4.160, port: 04f6599c-150a-43ea-9233-fd049d0b5547. Jul 15 14:53:37.983263 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02217766-bd6d-4174-93c3-b65de96e3d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:37.992842 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02217766-bd6d-4174-93c3-b65de96e3d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:38.033546 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4632d235-04bd-434b-b64a-074b30d03aef req-2c72d063-73ef-427f-b5f6-511c7ecad317 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814593 Jul 15 14:53:38.133831 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02217766-bd6d-4174-93c3-b65de96e3d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:38.143041 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02217766-bd6d-4174-93c3-b65de96e3d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:38.205879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02217766-bd6d-4174-93c3-b65de96e3d89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:53:38.209985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02217766-bd6d-4174-93c3-b65de96e3d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d131447-0899-4f59-ac22-0017535b473e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:38.223285 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02217766-bd6d-4174-93c3-b65de96e3d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:38.223623 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-02217766-bd6d-4174-93c3-b65de96e3d89 admin admin] Added segment b91c55ef-c516-4e2b-ade3-a499708922cb of type vlan for network 79f38e22-e0b0-4c93-a870-7597f34fb656 Jul 15 14:53:38.269513 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02217766-bd6d-4174-93c3-b65de96e3d89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:38.304862 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-dd3952e9-8e32-41d0-a6bd-68677ffb6978 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Router e216abb0-ed81-4f3b-ad44-b7251f3388d4 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:53:38.338588 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02217766-bd6d-4174-93c3-b65de96e3d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:38.339584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02217766-bd6d-4174-93c3-b65de96e3d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:38.340173 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02217766-bd6d-4174-93c3-b65de96e3d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:38.378266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b8894-bef9-40c2-b717-4a56d20c7440 req-79eae41e-7032-4be9-9dab-e6b5b0c5ca6a tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:38.379487 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-286b8894-bef9-40c2-b717-4a56d20c7440 req-79eae41e-7032-4be9-9dab-e6b5b0c5ca6a tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 951 time: 0.1359160 Jul 15 14:53:38.382614 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-02217766-bd6d-4174-93c3-b65de96e3d89 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5461526 Jul 15 14:53:38.386607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42518) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:38.395249 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e999d718-016b-462c-9250-77115a65121c admin admin] Request body: {'subnet': {'network_id': '79f38e22-e0b0-4c93-a870-7597f34fb656', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-959268319-subnet', 'tenant_id': 'f22770eeb5f44a2abb50156a637da684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:38.433728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02217766-bd6d-4174-93c3-b65de96e3d89 admin admin] Pushing event updated for resources: {'Network': ['ID=79f38e22-e0b0-4c93-a870-7597f34fb656,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:38.450330 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 79f38e22-e0b0-4c93-a870-7597f34fb656 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:53:38.453897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed466dc-ccb6-41b1-99fd-c4ec3343f82a req-2c15802d-6575-4fb6-94d3-2bf955acb52a tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:38.456926 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3ed466dc-ccb6-41b1-99fd-c4ec3343f82a req-2c15802d-6575-4fb6-94d3-2bf955acb52a tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.11 "GET /v2.0/ports?device_id=1efac98d-f201-44cc-a8d9-a0bae9ff0162 HTTP/1.1" status: 200 len: 951 time: 0.1675084 Jul 15 14:53:38.467118 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-286b8894-bef9-40c2-b717-4a56d20c7440 req-888dddbe-01cf-481f-9240-0d8e4c77c590 tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.38 "GET /v2.0/security-groups?id=6aa226d4-c005-496e-92da-55487c357ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765674 Jul 15 14:53:38.472062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e999d718-016b-462c-9250-77115a65121c admin admin] Made reservation on behalf of f22770eeb5f44a2abb50156a637da684 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:53:38.474790 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e999d718-016b-462c-9250-77115a65121c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:38.485032 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-dd3952e9-8e32-41d0-a6bd-68677ffb6978 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:53:38.496428 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb08a8c7-d1a3-44a6-bec7-861a9ec00a81 None None] Sync routers for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:53:38.509042 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb08a8c7-d1a3-44a6-bec7-861a9ec00a81 None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:38.509931 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bb08a8c7-d1a3-44a6-bec7-861a9ec00a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:38.729387 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3ed466dc-ccb6-41b1-99fd-c4ec3343f82a req-c21e2f50-644c-42b7-873c-3ff99141802f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Deleting port c25c018f-797e-408a-9efb-213fc023f764 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:53:38.729624 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3ed466dc-ccb6-41b1-99fd-c4ec3343f82a req-c21e2f50-644c-42b7-873c-3ff99141802f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:38.794759 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-bb08a8c7-d1a3-44a6-bec7-861a9ec00a81 None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:38.893630 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3ed466dc-ccb6-41b1-99fd-c4ec3343f82a req-c21e2f50-644c-42b7-873c-3ff99141802f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] For port c25c018f-797e-408a-9efb-213fc023f764, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c25c018f-797e-408a-9efb-213fc023f764,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:38.894692 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3ed466dc-ccb6-41b1-99fd-c4ec3343f82a req-c21e2f50-644c-42b7-873c-3ff99141802f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:38.921321 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3ed466dc-ccb6-41b1-99fd-c4ec3343f82a req-c21e2f50-644c-42b7-873c-3ff99141802f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Calling delete_port for c25c018f-797e-408a-9efb-213fc023f764 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:53:38.928558 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e999d718-016b-462c-9250-77115a65121c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:39.022357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999d718-016b-462c-9250-77115a65121c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e4bd7ee-808d-4bb0-b751-bf87fd3a2fda,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:39.040107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ee22aa7-d1fd-466e-8e0e-f831a78fbfe2 req-a6fb7a28-159f-42a1-9a44-72c8851cb48e tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "GET /v2.0/security-groups/844cefd6-2b6e-4a95-b55c-d366652ad28a HTTP/1.1" status: 200 len: 1800 time: 0.0772300 Jul 15 14:53:39.070948 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999d718-016b-462c-9250-77115a65121c admin admin] Checking segment: {'id': 'b91c55ef-c516-4e2b-ade3-a499708922cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '79f38e22-e0b0-4c93-a870-7597f34fb656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:53:39.071307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e999d718-016b-462c-9250-77115a65121c admin admin] Network hostable DHCP agents. Network: 79f38e22-e0b0-4c93-a870-7597f34fb656, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:53:39.110227 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bb08a8c7-d1a3-44a6-bec7-861a9ec00a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'f0a5223d-0f6d-459a-801c-64a55f06dbf0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'port_id': '6dab96a5-0a8a-47bd-918f-482f750b8783', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'mac_address': 'fa:16:3e:3a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f475bd-77ff-4237-9933-3365262f3aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:53:12Z', 'updated_at': '2021-07-15T14:53:37Z', 'revision_number': 3, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:39.119459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e999d718-016b-462c-9250-77115a65121c admin admin] Network 79f38e22-e0b0-4c93-a870-7597f34fb656 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:53:39.149980 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb08a8c7-d1a3-44a6-bec7-861a9ec00a81 None None] Checking router: e216abb0-ed81-4f3b-ad44-b7251f3388d4 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:53:39.151674 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e999d718-016b-462c-9250-77115a65121c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 79f38e22-e0b0-4c93-a870-7597f34fb656) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:53:39.160830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999d718-016b-462c-9250-77115a65121c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:39.161450 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e999d718-016b-462c-9250-77115a65121c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:39.163574 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb08a8c7-d1a3-44a6-bec7-861a9ec00a81 None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:39.164371 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bb08a8c7-d1a3-44a6-bec7-861a9ec00a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:39.176004 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3ed466dc-ccb6-41b1-99fd-c4ec3343f82a req-c21e2f50-644c-42b7-873c-3ff99141802f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:39.193454 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['c25c018f-797e-408a-9efb-213fc023f764'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:39.199978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d389085b-2a14-401a-84ac-336ab7ca89f9 None None] Network 79f38e22-e0b0-4c93-a870-7597f34fb656 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:53:39.223016 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e999d718-016b-462c-9250-77115a65121c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8345871 Jul 15 14:53:39.224580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e2f50-644c-42b7-873c-3ff99141802f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Pushing event deleted for resources: {'Port': ['ID=c25c018f-797e-408a-9efb-213fc023f764,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:39.225153 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2ee22aa7-d1fd-466e-8e0e-f831a78fbfe2 req-19c099c3-953a-4a7d-a4eb-baa16ee2e4a5 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:39.270352 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2ee22aa7-d1fd-466e-8e0e-f831a78fbfe2 req-19c099c3-953a-4a7d-a4eb-baa16ee2e4a5 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:39.308896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-dd3952e9-8e32-41d0-a6bd-68677ffb6978 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Router e216abb0-ed81-4f3b-ad44-b7251f3388d4 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:53:39.348254 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed466dc-ccb6-41b1-99fd-c4ec3343f82a req-c21e2f50-644c-42b7-873c-3ff99141802f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] No DVR routers for this DVR port c25c018f-797e-408a-9efb-213fc023f764 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:53:39.355389 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3ed466dc-ccb6-41b1-99fd-c4ec3343f82a req-c21e2f50-644c-42b7-873c-3ff99141802f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:39.362054 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3ed466dc-ccb6-41b1-99fd-c4ec3343f82a req-c21e2f50-644c-42b7-873c-3ff99141802f tempest-ServersAdminTestJSON-675230272 tempest-ServersAdminTestJSON-675230272-project] 10.222.0.11 "DELETE /v2.0/ports/c25c018f-797e-408a-9efb-213fc023f764 HTTP/1.1" status: 204 len: 173 time: 0.8985057 Jul 15 14:53:39.408253 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2ee22aa7-d1fd-466e-8e0e-f831a78fbfe2 req-19c099c3-953a-4a7d-a4eb-baa16ee2e4a5 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:39.420612 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2ee22aa7-d1fd-466e-8e0e-f831a78fbfe2 req-19c099c3-953a-4a7d-a4eb-baa16ee2e4a5 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:39.422364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ee22aa7-d1fd-466e-8e0e-f831a78fbfe2 req-19c099c3-953a-4a7d-a4eb-baa16ee2e4a5 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] 10.222.0.38 "DELETE /v2.0/security-groups/844cefd6-2b6e-4a95-b55c-d366652ad28a HTTP/1.1" status: 204 len: 173 time: 0.3579383 Jul 15 14:53:39.434994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42528) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:39.458618 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-bb08a8c7-d1a3-44a6-bec7-861a9ec00a81 None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:39.530061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353a8826-c9ee-45cd-80a9-728316b65ab9 None None] Network 79f38e22-e0b0-4c93-a870-7597f34fb656 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:53:39.574466 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fd163d-b263-4f71-ad74-da95edac83e3 admin admin] Deleting subnet a37f6edc-bcf1-4173-ae3b-56e1f851925c {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:53:39.577843 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23fd163d-b263-4f71-ad74-da95edac83e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:39.591771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c099c3-953a-4a7d-a4eb-baa16ee2e4a5 tempest-SecurityGroupsTestJSON-634450891 tempest-SecurityGroupsTestJSON-634450891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=844cefd6-2b6e-4a95-b55c-d366652ad28a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:39.653258 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-dd3952e9-8e32-41d0-a6bd-68677ffb6978 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:53:39.671110 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-dd3952e9-8e32-41d0-a6bd-68677ffb6978 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:39.674132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23fd163d-b263-4f71-ad74-da95edac83e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:39.750026 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23fd163d-b263-4f71-ad74-da95edac83e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:39.760153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16637dd8-c040-4881-b93e-911d542f0aec', 'tag': '04f6599c-150a-43ea-9233-fd049d0b5547'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:39.769628 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc9f266-4ef9-42e0-ade7-78cb64a239d9" -d '{"events": [{"name": "network-changed", "server_uuid": "16637dd8-c040-4881-b93e-911d542f0aec", "tag": "04f6599c-150a-43ea-9233-fd049d0b5547"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:39.799313 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efb0a2c-afa0-4d9c-9aff-2e28b15ea299 x-openstack-request-id: req-7efb0a2c-afa0-4d9c-9aff-2e28b15ea299 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:39.799618 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f856874-00a6-4b7a-b0e4-019719db20b5", "name": "network-vif-deleted", "tag": "3581d26e-d109-44fb-a736-cc01705144f7", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:39.800442 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7efb0a2c-afa0-4d9c-9aff-2e28b15ea299 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:39.800862 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f856874-00a6-4b7a-b0e4-019719db20b5', 'name': 'network-vif-deleted', 'tag': '3581d26e-d109-44fb-a736-cc01705144f7', 'status': 'completed', 'code': 200} Jul 15 14:53:39.870715 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23fd163d-b263-4f71-ad74-da95edac83e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:39.882454 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-dd3952e9-8e32-41d0-a6bd-68677ffb6978 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "PUT /v2.0/floatingips/f0a5223d-0f6d-459a-801c-64a55f06dbf0 HTTP/1.1" status: 200 len: 998 time: 2.9417679 Jul 15 14:53:39.905019 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd163d-b263-4f71-ad74-da95edac83e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a37f6edc-bcf1-4173-ae3b-56e1f851925c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:39.908068 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23fd163d-b263-4f71-ad74-da95edac83e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:39.912965 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-23fd163d-b263-4f71-ad74-da95edac83e3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a37f6edc-bcf1-4173-ae3b-56e1f851925c HTTP/1.1" status: 204 len: 168 time: 0.4745941 Jul 15 14:53:39.913231 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42538) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:39.971167 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bb08a8c7-d1a3-44a6-bec7-861a9ec00a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'f0a5223d-0f6d-459a-801c-64a55f06dbf0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'port_id': '6dab96a5-0a8a-47bd-918f-482f750b8783', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'mac_address': 'fa:16:3e:3a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f475bd-77ff-4237-9933-3365262f3aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:53:12Z', 'updated_at': '2021-07-15T14:53:37Z', 'revision_number': 3, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:40.001806 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb08a8c7-d1a3-44a6-bec7-861a9ec00a81 None None] The sync data for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 is: [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'f0a5223d-0f6d-459a-801c-64a55f06dbf0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'port_id': '6dab96a5-0a8a-47bd-918f-482f750b8783', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'mac_address': 'fa:16:3e:3a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f475bd-77ff-4237-9933-3365262f3aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:53:12Z', 'updated_at': '2021-07-15T14:53:37Z', 'revision_number': 3, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:53:40.028715 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-07b9e3b6-5749-4da2-b229-6fbc88ef5494 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:40.030250 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-07b9e3b6-5749-4da2-b229-6fbc88ef5494 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports/04f6599c-150a-43ea-9233-fd049d0b5547 HTTP/1.1" status: 200 len: 943 time: 0.1415710 Jul 15 14:53:40.037196 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c26935c5-516a-41be-9af6-88f1f67376d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:40.070994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa45710-a2c9-435e-a973-630044c49e53 req-2c4b23fb-0921-4925-a835-8f247ee9a739 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:40.079960 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fa45710-a2c9-435e-a973-630044c49e53 req-2c4b23fb-0921-4925-a835-8f247ee9a739 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe292e1a-67c4-4918-8668-7efdea550734 HTTP/1.1" status: 200 len: 946 time: 0.1376379 Jul 15 14:53:40.157256 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fa45710-a2c9-435e-a973-630044c49e53 req-6a273fcc-5144-4955-8d75-734033214ae8 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745764 Jul 15 14:53:40.208286 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c26935c5-516a-41be-9af6-88f1f67376d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:40.232946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c26935c5-516a-41be-9af6-88f1f67376d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c29de8-95e4-4168-a48a-374f30b07ea4']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:40.275821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c26935c5-516a-41be-9af6-88f1f67376d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370210f3-9b07-4810-839f-1014fc9ff7e8') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:40.277005 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c26935c5-516a-41be-9af6-88f1f67376d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370210f3-9b07-4810-839f-1014fc9ff7e8') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:40.287124 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-38f72da6-e952-4853-8fe7-d218e8c80b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:40.295377 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-38f72da6-e952-4853-8fe7-d218e8c80b17 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 1097 time: 0.0926967 Jul 15 14:53:40.303968 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c26935c5-516a-41be-9af6-88f1f67376d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:40.328216 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9131350b-5033-4bfe-89b1-6af85fe33638 None None] New status for floating IP f0a5223d-0f6d-459a-801c-64a55f06dbf0: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:53:40.331059 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c26935c5-516a-41be-9af6-88f1f67376d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:40.343476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26935c5-516a-41be-9af6-88f1f67376d8 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:53:40.344374 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c26935c5-516a-41be-9af6-88f1f67376d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: timer() Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:53:40.349102 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:53:40.466637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-eba8582f-f40f-4750-83d9-a8485aa39cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:40.476716 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-eba8582f-f40f-4750-83d9-a8485aa39cc3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 921 time: 0.1802037 Jul 15 14:53:40.515251 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c26935c5-516a-41be-9af6-88f1f67376d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:40.526556 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c26935c5-516a-41be-9af6-88f1f67376d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:40.533098 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c26935c5-516a-41be-9af6-88f1f67376d8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/48c29de8-95e4-4168-a48a-374f30b07ea4 HTTP/1.1" status: 204 len: 168 time: 0.6183889 Jul 15 14:53:40.535560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-4af74b5b-254d-4e6b-89e5-fd0b825bfade service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04f6599c-150a-43ea-9233-fd049d0b5547 HTTP/1.1" status: 200 len: 217 time: 0.0567267 Jul 15 14:53:40.554037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26935c5-516a-41be-9af6-88f1f67376d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=48c29de8-95e4-4168-a48a-374f30b07ea4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:40.590749 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-ef1c8b7e-7878-4b46-8081-13a42798d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:40.599828 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-ef1c8b7e-7878-4b46-8081-13a42798d1d8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 200 len: 859 time: 0.0628102 Jul 15 14:53:40.675404 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-e77caec8-952b-4fcb-b3e8-b710ea1ac968 req-adff6a74-c7e1-480c-ad10-6b47642e336f tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2003189816', 'description': 'tempest-description-1833836187'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:40.712612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-03d44737-18e6-4ff3-a73d-c3e301dcbc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:40.714184 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-03d44737-18e6-4ff3-a73d-c3e301dcbc07 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3cdc50db-5544-4872-99d9-c427108a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128581 Jul 15 14:53:40.715594 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e77caec8-952b-4fcb-b3e8-b710ea1ac968 req-adff6a74-c7e1-480c-ad10-6b47642e336f tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:40.733877 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-c6279165-5370-425e-8a50-5cda3be04b22 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:53:40.735125 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-c6279165-5370-425e-8a50-5cda3be04b22 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057545 Jul 15 14:53:40.785840 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42548) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:40.814427 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec381be-8715-463b-a9c9-aa9f27104613 None None] Sync routers for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:53:40.827548 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec381be-8715-463b-a9c9-aa9f27104613 None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:40.828176 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8ec381be-8715-463b-a9c9-aa9f27104613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:40.846668 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a6d1f193-7279-445d-841b-0ed45c53ceac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=894cfc4f58d64220a4b7d2b82e121309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590677 Jul 15 14:53:40.849362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42550) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:40.912505 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37365f3f-bfe9-42b4-9a0f-ee54803f629c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:40.939511 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37365f3f-bfe9-42b4-9a0f-ee54803f629c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:40.960655 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-734cb5e8-e651-42dc-ac69-18f0b6bedadc service neutron] 10.222.0.38 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123013 Jul 15 14:53:40.996521 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-8ec381be-8715-463b-a9c9-aa9f27104613 None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:41.016873 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37365f3f-bfe9-42b4-9a0f-ee54803f629c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:41.021412 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37365f3f-bfe9-42b4-9a0f-ee54803f629c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:41.023230 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e77caec8-952b-4fcb-b3e8-b710ea1ac968 req-adff6a74-c7e1-480c-ad10-6b47642e336f tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:41.023499 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-37365f3f-bfe9-42b4-9a0f-ee54803f629c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef HTTP/1.1" status: 204 len: 168 time: 0.1726325 Jul 15 14:53:41.043025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37365f3f-bfe9-42b4-9a0f-ee54803f629c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c0d8a6-15a9-4a2a-98ca-b62ea6a8f3ef,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:41.043348 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e77caec8-952b-4fcb-b3e8-b710ea1ac968 req-adff6a74-c7e1-480c-ad10-6b47642e336f tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:41.148840 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e77caec8-952b-4fcb-b3e8-b710ea1ac968 req-adff6a74-c7e1-480c-ad10-6b47642e336f tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:41.163480 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e77caec8-952b-4fcb-b3e8-b710ea1ac968 req-adff6a74-c7e1-480c-ad10-6b47642e336f tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4941273 Jul 15 14:53:41.182947 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff6a74-c7e1-480c-ad10-6b47642e336f tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17fe34ef-941c-4d26-b517-5159411b3a26,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:41.218626 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-e6de0c91-e8ad-4cbc-ac0c-e765fcaf166c service neutron] 10.222.0.38 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372727 Jul 15 14:53:41.334428 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22eb67e8-8af8-4f5a-89e5-c9be2c4c71ad x-openstack-request-id: req-22eb67e8-8af8-4f5a-89e5-c9be2c4c71ad {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:41.335695 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16637dd8-c040-4881-b93e-911d542f0aec", "tag": "04f6599c-150a-43ea-9233-fd049d0b5547", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:41.335695 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-22eb67e8-8af8-4f5a-89e5-c9be2c4c71ad {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:41.336343 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16637dd8-c040-4881-b93e-911d542f0aec', 'tag': '04f6599c-150a-43ea-9233-fd049d0b5547', 'status': 'completed', 'code': 200} Jul 15 14:53:41.368543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-3fa654eb-f43f-41ac-b8b8-fabda5fa042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:41.372288 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-3fa654eb-f43f-41ac-b8b8-fabda5fa042e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 1096 time: 0.1237369 Jul 15 14:53:41.539210 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9f266-4ef9-42e0-ade7-78cb64a239d9 req-a0a47788-1691-4962-b834-9361f83df62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:41.541299 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8ec381be-8715-463b-a9c9-aa9f27104613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'f0a5223d-0f6d-459a-801c-64a55f06dbf0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'port_id': '6dab96a5-0a8a-47bd-918f-482f750b8783', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'mac_address': 'fa:16:3e:3a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f475bd-77ff-4237-9933-3365262f3aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:53:12Z', 'updated_at': '2021-07-15T14:53:40Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:41.541922 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebc9f266-4ef9-42e0-ade7-78cb64a239d9 req-a0a47788-1691-4962-b834-9361f83df62a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 1097 time: 0.1592216 Jul 15 14:53:41.563247 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-45a76e40-3f57-47a5-9e42-e2b8ded8a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:41.571652 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-45a76e40-3f57-47a5-9e42-e2b8ded8a7e3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 921 time: 0.1875248 Jul 15 14:53:41.580770 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec381be-8715-463b-a9c9-aa9f27104613 None None] Checking router: e216abb0-ed81-4f3b-ad44-b7251f3388d4 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:53:41.602017 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec381be-8715-463b-a9c9-aa9f27104613 None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:41.602940 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8ec381be-8715-463b-a9c9-aa9f27104613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:41.709745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9f266-4ef9-42e0-ade7-78cb64a239d9 req-3bbb81e5-d970-42aa-8152-0f80f54e2021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:41.713412 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebc9f266-4ef9-42e0-ade7-78cb64a239d9 req-3bbb81e5-d970-42aa-8152-0f80f54e2021 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 921 time: 0.1632073 Jul 15 14:53:41.768772 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-8ec381be-8715-463b-a9c9-aa9f27104613 None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:41.791446 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-e9247005-fc67-4e8e-ae11-cd5340361aef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dab96a5-0a8a-47bd-918f-482f750b8783 HTTP/1.1" status: 200 len: 1001 time: 0.2178316 Jul 15 14:53:41.814183 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efac98d-f201-44cc-a8d9-a0bae9ff0162', 'name': 'network-vif-deleted', 'tag': 'c25c018f-797e-408a-9efb-213fc023f764'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:41.819154 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de2bea6-a3ed-4fba-82de-d15eee57a4e7" -d '{"events": [{"server_uuid": "1efac98d-f201-44cc-a8d9-a0bae9ff0162", "name": "network-vif-deleted", "tag": "c25c018f-797e-408a-9efb-213fc023f764"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:41.828961 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebc9f266-4ef9-42e0-ade7-78cb64a239d9 req-284a55d4-4ecf-4468-884b-4e70be1bf195 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04f6599c-150a-43ea-9233-fd049d0b5547 HTTP/1.1" status: 200 len: 217 time: 0.0983305 Jul 15 14:53:41.882781 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42570) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:41.897784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-b048dddf-20c6-48f1-9cb7-e2770b330474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:41.902177 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9f266-4ef9-42e0-ade7-78cb64a239d9 req-44a72031-4ac6-42c4-b57e-a32cf03a2849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:41.904223 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebc9f266-4ef9-42e0-ade7-78cb64a239d9 req-44a72031-4ac6-42c4-b57e-a32cf03a2849 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 200 len: 859 time: 0.0687320 Jul 15 14:53:41.907265 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-b048dddf-20c6-48f1-9cb7-e2770b330474 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 200 len: 859 time: 0.1130931 Jul 15 14:53:42.033585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9f266-4ef9-42e0-ade7-78cb64a239d9 req-78f31491-f332-4843-ac0d-f69bfcd3fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:42.037286 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-b568e15e-4330-4002-abaa-20b9c71554c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:42.047360 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-b568e15e-4330-4002-abaa-20b9c71554c4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3cdc50db-5544-4872-99d9-c427108a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387415 Jul 15 14:53:42.047641 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebc9f266-4ef9-42e0-ade7-78cb64a239d9 req-78f31491-f332-4843-ac0d-f69bfcd3fe84 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3cdc50db-5544-4872-99d9-c427108a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361241 Jul 15 14:53:42.231175 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-1681ca13-7086-413d-aeb2-b7d9e0560aa4 service neutron] 10.222.0.38 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825540 Jul 15 14:53:42.412291 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a49c8f50-52dd-4e5a-a488-68e3bb30afd4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c5775ae0ea8044f1bd9c3478300dd6dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5279553 Jul 15 14:53:42.415485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42598) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:42.428885 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebc9f266-4ef9-42e0-ade7-78cb64a239d9 req-64eae377-4691-4ee4-9696-5b16e4dff66d service neutron] 10.222.0.22 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721380 Jul 15 14:53:42.436165 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8ec381be-8715-463b-a9c9-aa9f27104613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'f0a5223d-0f6d-459a-801c-64a55f06dbf0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'port_id': '6dab96a5-0a8a-47bd-918f-482f750b8783', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'mac_address': 'fa:16:3e:3a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f475bd-77ff-4237-9933-3365262f3aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:53:12Z', 'updated_at': '2021-07-15T14:53:40Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:42.470107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4a789a2-0efb-4c3c-956b-49ffc9467d99 req-b2096f2e-594e-4910-8d38-1d9fdb166285 service neutron] 10.222.0.38 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289171 Jul 15 14:53:42.580754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42606) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:42.654492 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec381be-8715-463b-a9c9-aa9f27104613 None None] The sync data for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 is: [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'f0a5223d-0f6d-459a-801c-64a55f06dbf0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'port_id': '6dab96a5-0a8a-47bd-918f-482f750b8783', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'mac_address': 'fa:16:3e:3a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f475bd-77ff-4237-9933-3365262f3aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:53:12Z', 'updated_at': '2021-07-15T14:53:40Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:53:42.788639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-3bccd43b-9847-429d-85b5-c498ad68dc41 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-934907415-network', 'tenant_id': '05344b82b13349109d220f9e23d52e13'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:42.853682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bccd43b-9847-429d-85b5-c498ad68dc41 admin admin] Made reservation on behalf of 05344b82b13349109d220f9e23d52e13 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:53:42.859585 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bccd43b-9847-429d-85b5-c498ad68dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:42.878218 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bccd43b-9847-429d-85b5-c498ad68dc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:43.000205 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d71c827-c21c-4756-a2e6-50842f4cec58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:43.035120 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d71c827-c21c-4756-a2e6-50842f4cec58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:43.103385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c25c018f-797e-408a-9efb-213fc023f764 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:53:43.180788 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebc9f266-4ef9-42e0-ade7-78cb64a239d9 req-ea935ae0-05ba-4aef-a569-dba715ec8d00 service neutron] 10.222.0.22 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7445672 Jul 15 14:53:43.181488 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bccd43b-9847-429d-85b5-c498ad68dc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:43.199206 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bccd43b-9847-429d-85b5-c498ad68dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:43.234761 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-661b576c-94b8-4f8d-a8f5-feda3979b0cb req-847f7bee-be96-41d1-a3d1-69e0421994e3 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/17fe34ef-941c-4d26-b517-5159411b3a26 HTTP/1.1" status: 200 len: 1805 time: 0.1671474 Jul 15 14:53:43.238785 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d71c827-c21c-4756-a2e6-50842f4cec58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:43.240228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-661b576c-94b8-4f8d-a8f5-feda3979b0cb req-19974e19-2fd6-4fce-a964-3fe55d09753d tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17fe34ef-941c-4d26-b517-5159411b3a26', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:43.240759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-661b576c-94b8-4f8d-a8f5-feda3979b0cb req-19974e19-2fd6-4fce-a964-3fe55d09753d tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17fe34ef-941c-4d26-b517-5159411b3a26', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:43.244694 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d71c827-c21c-4756-a2e6-50842f4cec58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:43.259735 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bccd43b-9847-429d-85b5-c498ad68dc41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:53:43.262209 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccd43b-9847-429d-85b5-c498ad68dc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f6d82f-e16a-43ff-85c2-cd47da9e4cbe,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:43.268817 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6d71c827-c21c-4756-a2e6-50842f4cec58 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6aa226d4-c005-496e-92da-55487c357ae6 HTTP/1.1" status: 204 len: 168 time: 0.8377440 Jul 15 14:53:43.281808 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bccd43b-9847-429d-85b5-c498ad68dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:43.282196 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-3bccd43b-9847-429d-85b5-c498ad68dc41 admin admin] Added segment c200a83d-ba7d-476c-acb1-daf7a9443348 of type vlan for network a356510c-2a4f-4109-a3de-e625eb36983e Jul 15 14:53:43.301713 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71c827-c21c-4756-a2e6-50842f4cec58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa226d4-c005-496e-92da-55487c357ae6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:43.342314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f475bd-77ff-4237-9933-3365262f3aa2', 'tag': '6dab96a5-0a8a-47bd-918f-482f750b8783'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:43.344753 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ade79c9-18de-4292-9f53-bd427cba7f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "09f475bd-77ff-4237-9933-3365262f3aa2", "tag": "6dab96a5-0a8a-47bd-918f-482f750b8783"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:43.360577 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bccd43b-9847-429d-85b5-c498ad68dc41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:43.396295 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-661b576c-94b8-4f8d-a8f5-feda3979b0cb req-19974e19-2fd6-4fce-a964-3fe55d09753d tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:43.411743 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: c25c018f-797e-408a-9efb-213fc023f764 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:53:43.412382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c25c018f-797e-408a-9efb-213fc023f764 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:53:43.449001 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bccd43b-9847-429d-85b5-c498ad68dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:43.450694 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bccd43b-9847-429d-85b5-c498ad68dc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:43.451710 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bccd43b-9847-429d-85b5-c498ad68dc41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:43.459051 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-661b576c-94b8-4f8d-a8f5-feda3979b0cb req-19974e19-2fd6-4fce-a964-3fe55d09753d tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:43.490272 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-661b576c-94b8-4f8d-a8f5-feda3979b0cb req-19974e19-2fd6-4fce-a964-3fe55d09753d tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:43.545669 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3bccd43b-9847-429d-85b5-c498ad68dc41 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9601603 Jul 15 14:53:43.546225 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42626) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:43.555247 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c34eabbd-b38d-4787-9d14-98f5499e18c6 admin admin] Request body: {'subnet': {'network_id': 'a356510c-2a4f-4109-a3de-e625eb36983e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-934907415-subnet', 'tenant_id': '05344b82b13349109d220f9e23d52e13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:43.597108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19974e19-2fd6-4fce-a964-3fe55d09753d tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2093a5-02ca-46bd-a0b8-078dca677878,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:43.597891 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-780f9932-cefe-4ac9-aed4-64831ace0dd9 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:53:43.600170 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-780f9932-cefe-4ac9-aed4-64831ace0dd9 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122154 Jul 15 14:53:43.601450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccd43b-9847-429d-85b5-c498ad68dc41 admin admin] Pushing event updated for resources: {'Network': ['ID=a356510c-2a4f-4109-a3de-e625eb36983e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:43.607435 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-661b576c-94b8-4f8d-a8f5-feda3979b0cb req-19974e19-2fd6-4fce-a964-3fe55d09753d tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:43.618679 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-661b576c-94b8-4f8d-a8f5-feda3979b0cb req-19974e19-2fd6-4fce-a964-3fe55d09753d tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3829539 Jul 15 14:53:43.625558 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34eabbd-b38d-4787-9d14-98f5499e18c6 admin admin] Made reservation on behalf of 05344b82b13349109d220f9e23d52e13 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:53:43.633233 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c34eabbd-b38d-4787-9d14-98f5499e18c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:43.638948 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network a356510c-2a4f-4109-a3de-e625eb36983e details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:53:43.646648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-67445bf1-8b2b-4074-8a52-3d794b2230c8 service neutron] Request body: {'binding': {'host': 'n-h1-764435-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:43.647550 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-67445bf1-8b2b-4074-8a52-3d794b2230c8 service neutron] Unknown quota resources ['binding']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 14:53:43.774313 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3359b497-667b-452f-bf58-7041b74e085c x-openstack-request-id: req-3359b497-667b-452f-bf58-7041b74e085c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:43.774788 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efac98d-f201-44cc-a8d9-a0bae9ff0162", "name": "network-vif-deleted", "tag": "c25c018f-797e-408a-9efb-213fc023f764", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:43.775164 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3359b497-667b-452f-bf58-7041b74e085c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:43.775772 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efac98d-f201-44cc-a8d9-a0bae9ff0162', 'name': 'network-vif-deleted', 'tag': 'c25c018f-797e-408a-9efb-213fc023f764', 'status': 'completed', 'code': 200} Jul 15 14:53:43.839194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42630) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:43.848477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b069014-2898-40b0-892f-766b69edc820 req-1c0498d2-cd44-4f88-88ec-0172561bb123 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.160 HTTP/1.1" status: 200 len: 1001 time: 0.0751832 Jul 15 14:53:43.928996 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4f79bbaf-519f-4448-a381-40c5db98f382 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bb7e551f9a984345ac319121ead129da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884032 Jul 15 14:53:43.935459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42632) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:43.937116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b069014-2898-40b0-892f-766b69edc820 req-7463cae8-008d-437d-abd2-43619c6a921c tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:43.938598 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b069014-2898-40b0-892f-766b69edc820 req-7463cae8-008d-437d-abd2-43619c6a921c tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports/6dab96a5-0a8a-47bd-918f-482f750b8783 HTTP/1.1" status: 200 len: 942 time: 0.0821369 Jul 15 14:53:44.109564 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b069014-2898-40b0-892f-766b69edc820 req-172a42df-59d4-43df-9a71-b4142b56ee95 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.160 HTTP/1.1" status: 200 len: 1001 time: 0.0781221 Jul 15 14:53:44.216266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-67445bf1-8b2b-4074-8a52-3d794b2230c8 service neutron] Attempting to bind port 86a3d733-45bc-48c6-86d0-163418d63e1e on host n-h1-764435-3 for vnic_type normal with profile None {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:53:44.217142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-67445bf1-8b2b-4074-8a52-3d794b2230c8 service neutron] Attempting to bind port 86a3d733-45bc-48c6-86d0-163418d63e1e by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:53:44.217359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-67445bf1-8b2b-4074-8a52-3d794b2230c8 service neutron] Attempting to bind port 86a3d733-45bc-48c6-86d0-163418d63e1e on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:53:44.223478 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cfce1930-83fb-4f29-b8b7-470fa6e63a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:44.237156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-67445bf1-8b2b-4074-8a52-3d794b2230c8 service neutron] Port 86a3d733-45bc-48c6-86d0-163418d63e1e on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:53:44.238577 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-67445bf1-8b2b-4074-8a52-3d794b2230c8 service neutron] Attempting to bind port 86a3d733-45bc-48c6-86d0-163418d63e1e on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:53:44.246509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b069014-2898-40b0-892f-766b69edc820 req-cb023c90-041a-4d41-9123-71a77b75cc85 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:44.248017 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b069014-2898-40b0-892f-766b69edc820 req-cb023c90-041a-4d41-9123-71a77b75cc85 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.1308684 Jul 15 14:53:44.285313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-67445bf1-8b2b-4074-8a52-3d794b2230c8 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:53:44.285634 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-67445bf1-8b2b-4074-8a52-3d794b2230c8 service neutron] Checking segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:53:44.286039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-67445bf1-8b2b-4074-8a52-3d794b2230c8 service neutron] Bound using segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:53:44.286491 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-67445bf1-8b2b-4074-8a52-3d794b2230c8 service neutron] Bound port: 86a3d733-45bc-48c6-86d0-163418d63e1e, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:53:44.335616 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cfce1930-83fb-4f29-b8b7-470fa6e63a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:44.346823 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c34eabbd-b38d-4787-9d14-98f5499e18c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:44.452823 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-67445bf1-8b2b-4074-8a52-3d794b2230c8 service neutron] For port 86a3d733-45bc-48c6-86d0-163418d63e1e, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=86a3d733-45bc-48c6-86d0-163418d63e1e,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:53:44.464411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34eabbd-b38d-4787-9d14-98f5499e18c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffded664-d4b4-4980-8cc9-a68afae01000,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:44.470658 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-67445bf1-8b2b-4074-8a52-3d794b2230c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:44.471931 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-67445bf1-8b2b-4074-8a52-3d794b2230c8 service neutron] 10.222.0.38 "POST /v2.0/ports/86a3d733-45bc-48c6-86d0-163418d63e1e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8507133 Jul 15 14:53:44.479734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34eabbd-b38d-4787-9d14-98f5499e18c6 admin admin] Checking segment: {'id': 'c200a83d-ba7d-476c-acb1-daf7a9443348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a356510c-2a4f-4109-a3de-e625eb36983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:53:44.480070 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34eabbd-b38d-4787-9d14-98f5499e18c6 admin admin] Network hostable DHCP agents. Network: a356510c-2a4f-4109-a3de-e625eb36983e, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:53:44.501254 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cfce1930-83fb-4f29-b8b7-470fa6e63a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:44.503903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845655c8-71f7-4d42-a3a6-59920ab8f674 req-54c3c6f1-cf1f-4a3b-ae35-b8a52ee7b5c4 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:44.505855 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cfce1930-83fb-4f29-b8b7-470fa6e63a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:44.506463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-845655c8-71f7-4d42-a3a6-59920ab8f674 req-54c3c6f1-cf1f-4a3b-ae35-b8a52ee7b5c4 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe292e1a-67c4-4918-8668-7efdea550734 HTTP/1.1" status: 200 len: 946 time: 0.1308091 Jul 15 14:53:44.512643 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cfce1930-83fb-4f29-b8b7-470fa6e63a80 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e9c5dbdf-2875-4b97-9e48-c046db7911d8 HTTP/1.1" status: 204 len: 168 time: 0.5689530 Jul 15 14:53:44.525164 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34eabbd-b38d-4787-9d14-98f5499e18c6 admin admin] Network a356510c-2a4f-4109-a3de-e625eb36983e is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:53:44.533079 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce1930-83fb-4f29-b8b7-470fa6e63a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c5dbdf-2875-4b97-9e48-c046db7911d8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:44.545669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c34eabbd-b38d-4787-9d14-98f5499e18c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, a356510c-2a4f-4109-a3de-e625eb36983e) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:53:44.552932 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34eabbd-b38d-4787-9d14-98f5499e18c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:44.553919 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c34eabbd-b38d-4787-9d14-98f5499e18c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:44.574259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aeae7f-4758-4ae1-9cfc-346702648049 None None] Network a356510c-2a4f-4109-a3de-e625eb36983e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:53:44.577939 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c34eabbd-b38d-4787-9d14-98f5499e18c6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0301607 Jul 15 14:53:44.659026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-845655c8-71f7-4d42-a3a6-59920ab8f674 req-a48c0daa-6004-45ac-9164-2591f6da5a6a tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265721 Jul 15 14:53:44.847879 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a8e5c0-9465-4d78-bb29-60fde11f88bf x-openstack-request-id: req-c8a8e5c0-9465-4d78-bb29-60fde11f88bf {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:44.848256 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f475bd-77ff-4237-9933-3365262f3aa2", "tag": "6dab96a5-0a8a-47bd-918f-482f750b8783", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:44.848454 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c8a8e5c0-9465-4d78-bb29-60fde11f88bf {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:44.848835 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f475bd-77ff-4237-9933-3365262f3aa2', 'tag': '6dab96a5-0a8a-47bd-918f-482f750b8783', 'status': 'completed', 'code': 200} Jul 15 14:53:44.902297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c01e4645-5ce5-49a0-bab7-5f4c8c98fd05 req-7ba02421-9ccc-421a-b3bc-0a0fb1a68a86 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2096175914', 'description': 'tempest-description-1650986742'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:44.967631 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c93981-f090-4afe-af6c-ac1776f54965 None None] Network a356510c-2a4f-4109-a3de-e625eb36983e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:53:45.063736 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-03f879b2-1834-4ccd-b555-0821565d9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:45.066831 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-03f879b2-1834-4ccd-b555-0821565d9f6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 1096 time: 0.1222155 Jul 15 14:53:45.069589 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c01e4645-5ce5-49a0-bab7-5f4c8c98fd05 req-7ba02421-9ccc-421a-b3bc-0a0fb1a68a86 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:45.120937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade79c9-18de-4292-9f53-bd427cba7f7e req-282a175b-0ee2-46df-ab1a-ccb12d0d2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:45.122708 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ade79c9-18de-4292-9f53-bd427cba7f7e req-282a175b-0ee2-46df-ab1a-ccb12d0d2266 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 1096 time: 0.2453659 Jul 15 14:53:45.168509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991ffdf-486a-4e74-9140-9d4e6ef2d0cd req-f114f3e6-c942-4431-896f-068674722f8d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:45.171322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1991ffdf-486a-4e74-9140-9d4e6ef2d0cd req-f114f3e6-c942-4431-896f-068674722f8d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 945 time: 0.3090203 Jul 15 14:53:45.297075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-48bf6b41-07a3-4f29-acf9-20ddcc68b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:45.299351 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-48bf6b41-07a3-4f29-acf9-20ddcc68b448 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.2238624 Jul 15 14:53:45.311301 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1991ffdf-486a-4e74-9140-9d4e6ef2d0cd req-ea9da683-46d6-46f9-9ebe-2356a976d6f4 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219099 Jul 15 14:53:45.332426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade79c9-18de-4292-9f53-bd427cba7f7e req-0b6fdd29-31b9-4074-85d1-aedf7f762cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:45.334301 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ade79c9-18de-4292-9f53-bd427cba7f7e req-0b6fdd29-31b9-4074-85d1-aedf7f762cd6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 921 time: 0.2001712 Jul 15 14:53:45.366810 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-e977d4e8-88f6-45f4-9f23-ea5061738c17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a3d733-45bc-48c6-86d0-163418d63e1e HTTP/1.1" status: 200 len: 217 time: 0.0600474 Jul 15 14:53:45.491951 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ade79c9-18de-4292-9f53-bd427cba7f7e req-5362da24-c68a-436c-b5ca-7e128523e22e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dab96a5-0a8a-47bd-918f-482f750b8783 HTTP/1.1" status: 200 len: 1001 time: 0.1274533 Jul 15 14:53:45.496257 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-bbc4d722-4708-4dc2-8cd4-da668792f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:45.497627 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-bbc4d722-4708-4dc2-8cd4-da668792f202 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.1188889 Jul 15 14:53:45.561085 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c01e4645-5ce5-49a0-bab7-5f4c8c98fd05 req-7ba02421-9ccc-421a-b3bc-0a0fb1a68a86 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:45.581967 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-8446826e-3a8f-4994-9b30-c2920aeedaea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610638 Jul 15 14:53:45.585854 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c01e4645-5ce5-49a0-bab7-5f4c8c98fd05 req-7ba02421-9ccc-421a-b3bc-0a0fb1a68a86 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:45.616248 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-9a5d3761-05e5-447e-a221-9de246d8b80f tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.160 HTTP/1.1" status: 200 len: 1001 time: 0.2025852 Jul 15 14:53:45.643548 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade79c9-18de-4292-9f53-bd427cba7f7e req-a02f648c-8e8b-4ebf-9d5e-6ee3046439ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:45.645491 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ade79c9-18de-4292-9f53-bd427cba7f7e req-a02f648c-8e8b-4ebf-9d5e-6ee3046439ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 200 len: 859 time: 0.1404853 Jul 15 14:53:45.688896 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c01e4645-5ce5-49a0-bab7-5f4c8c98fd05 req-7ba02421-9ccc-421a-b3bc-0a0fb1a68a86 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:45.690129 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c01e4645-5ce5-49a0-bab7-5f4c8c98fd05 req-7ba02421-9ccc-421a-b3bc-0a0fb1a68a86 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7968130 Jul 15 14:53:45.710967 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba02421-9ccc-421a-b3bc-0a0fb1a68a86 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc357ed-f835-4669-8112-a4f3ebab60f0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:45.744397 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-1b2aec42-b90e-4feb-9153-6b14aefee54f service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520965 Jul 15 14:53:45.749986 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-1333d93b-7010-4adf-b1e0-a876415404c5 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:45.752407 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-1333d93b-7010-4adf-b1e0-a876415404c5 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports/6dab96a5-0a8a-47bd-918f-482f750b8783 HTTP/1.1" status: 200 len: 942 time: 0.1196070 Jul 15 14:53:45.795451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade79c9-18de-4292-9f53-bd427cba7f7e req-cf65300c-73b9-435e-865f-f349e60deeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:45.796958 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ade79c9-18de-4292-9f53-bd427cba7f7e req-cf65300c-73b9-435e-865f-f349e60deeaa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3cdc50db-5544-4872-99d9-c427108a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230042 Jul 15 14:53:45.929165 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-283cba57-d1ac-4c26-ae37-45e95a8c381a service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747565 Jul 15 14:53:45.962459 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ade79c9-18de-4292-9f53-bd427cba7f7e req-959ca1d2-4bba-4d0a-911c-1bd2c7f2ca24 service neutron] 10.222.0.11 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346684 Jul 15 14:53:46.002831 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-f9551a56-b763-4769-9bef-dee195f019dd tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.160 HTTP/1.1" status: 200 len: 1001 time: 0.0866685 Jul 15 14:53:46.033406 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb3ad5-dc39-4295-ae43-d0ac66404666 req-05e610ab-f931-4fb8-9273-41e70762ea4c tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:46.035388 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c0bb3ad5-dc39-4295-ae43-d0ac66404666 req-05e610ab-f931-4fb8-9273-41e70762ea4c tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 945 time: 0.1529784 Jul 15 14:53:46.157741 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c0bb3ad5-dc39-4295-ae43-d0ac66404666 req-308bddef-eab4-44d2-a038-e2da9b5c4e97 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056092 Jul 15 14:53:46.174243 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ade79c9-18de-4292-9f53-bd427cba7f7e req-73a1eb20-ef7d-46e1-8e31-14afbfeee633 service neutron] 10.222.0.11 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999207 Jul 15 14:53:46.229944 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-db3494e8-03b9-499b-9c36-a113debb757c tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:46.232574 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-db3494e8-03b9-499b-9c36-a113debb757c tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.2192326 Jul 15 14:53:46.359118 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-f75b9ba8-c9f4-48eb-a1fe-4a1628348a72 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.160 HTTP/1.1" status: 200 len: 1001 time: 0.1159618 Jul 15 14:53:46.371303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-a103f93a-884b-45b7-8c6e-14f5fda5056f tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:46.476305 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-a103f93a-884b-45b7-8c6e-14f5fda5056f tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:46.763880 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-a103f93a-884b-45b7-8c6e-14f5fda5056f tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:46.770610 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-a103f93a-884b-45b7-8c6e-14f5fda5056f tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:46.771062 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-a103f93a-884b-45b7-8c6e-14f5fda5056f tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Floating IP f0a5223d-0f6d-459a-801c-64a55f06dbf0 disassociated. External IP: 172.25.4.160, port: 6dab96a5-0a8a-47bd-918f-482f750b8783. Jul 15 14:53:47.168968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-a103f93a-884b-45b7-8c6e-14f5fda5056f tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Router e216abb0-ed81-4f3b-ad44-b7251f3388d4 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:53:47.327140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-a103f93a-884b-45b7-8c6e-14f5fda5056f tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:53:47.335367 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-a103f93a-884b-45b7-8c6e-14f5fda5056f tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:47.344353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc5f75-27c9-4913-945e-67e81d38f7de None None] Sync routers for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:53:47.367768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc5f75-27c9-4913-945e-67e81d38f7de None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:47.368880 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1dfc5f75-27c9-4913-945e-67e81d38f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:47.412553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-a103f93a-884b-45b7-8c6e-14f5fda5056f tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "PUT /v2.0/floatingips/f0a5223d-0f6d-459a-801c-64a55f06dbf0 HTTP/1.1" status: 200 len: 695 time: 1.0465810 Jul 15 14:53:47.413410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f475bd-77ff-4237-9933-3365262f3aa2', 'tag': '6dab96a5-0a8a-47bd-918f-482f750b8783'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:47.415593 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34902048-5c12-443f-b34c-8bb17493b30f" -d '{"events": [{"name": "network-changed", "server_uuid": "09f475bd-77ff-4237-9933-3365262f3aa2", "tag": "6dab96a5-0a8a-47bd-918f-482f750b8783"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:47.619712 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-1dfc5f75-27c9-4913-945e-67e81d38f7de None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:47.620394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-d1fa51d3-9cdb-4f97-951d-983f8a162735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:47.622155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-d1fa51d3-9cdb-4f97-951d-983f8a162735 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 1096 time: 0.1586895 Jul 15 14:53:47.657801 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-ffc1ba3a-25f7-4781-9c53-c75361bceabb tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:47.665702 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-ffc1ba3a-25f7-4781-9c53-c75361bceabb tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/networks?id=a356510c-2a4f-4109-a3de-e625eb36983e HTTP/1.1" status: 200 len: 817 time: 0.1511233 Jul 15 14:53:47.700124 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-b24815c4-2946-4bd7-9236-7d330b75a2be tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/quotas/05344b82b13349109d220f9e23d52e13 HTTP/1.1" status: 200 len: 375 time: 0.0333052 Jul 15 14:53:47.786018 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-b0ddbfec-bf1f-4a77-b527-f0302df7e7c4 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=05344b82b13349109d220f9e23d52e13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447469 Jul 15 14:53:47.870394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-b278baf0-85d8-463b-b159-c4868f85a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:47.872673 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-b278baf0-85d8-463b-b159-c4868f85a5ed service neutron] 10.222.0.38 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 921 time: 0.2309284 Jul 15 14:53:47.961838 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1dfc5f75-27c9-4913-945e-67e81d38f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:47.978456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-f68be0f7-53d9-4e0e-8564-29204dca781c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dab96a5-0a8a-47bd-918f-482f750b8783 HTTP/1.1" status: 200 len: 217 time: 0.0482383 Jul 15 14:53:48.006517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc5f75-27c9-4913-945e-67e81d38f7de None None] Checking router: e216abb0-ed81-4f3b-ad44-b7251f3388d4 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:53:48.016632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc5f75-27c9-4913-945e-67e81d38f7de None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:48.017268 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1dfc5f75-27c9-4913-945e-67e81d38f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:48.066198 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-068394cb-df88-408b-92d6-001abb96e890 service neutron] 10.222.0.38 "GET /v2.0/networks/a356510c-2a4f-4109-a3de-e625eb36983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660823 Jul 15 14:53:48.073164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-5821896e-2925-4ed1-8414-008daf0dbfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:48.075376 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-5821896e-2925-4ed1-8414-008daf0dbfab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 200 len: 859 time: 0.0869420 Jul 15 14:53:48.161609 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-1dfc5f75-27c9-4913-945e-67e81d38f7de None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:48.218664 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-38c44c99-12b6-4e43-b0ab-0c64604c8fef service neutron] 10.222.0.38 "GET /v2.0/networks/a356510c-2a4f-4109-a3de-e625eb36983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418395 Jul 15 14:53:48.226951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-c82cfbbe-7a74-42df-9fb1-a276a9feb7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:48.228661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-c82cfbbe-7a74-42df-9fb1-a276a9feb7be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3cdc50db-5544-4872-99d9-c427108a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410618 Jul 15 14:53:48.364312 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-91e4acd4-57a4-41bb-ab6a-1c6486e8c5b9 service neutron] 10.222.0.38 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242859 Jul 15 14:53:48.470092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1dfc5f75-27c9-4913-945e-67e81d38f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:48.506304 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef993efb-48ef-489d-8539-2dfcddc1137c req-3de9c582-f721-4dd8-9cdc-da1b66a7a5fa tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/2cc357ed-f835-4669-8112-a4f3ebab60f0 HTTP/1.1" status: 200 len: 1805 time: 0.0990663 Jul 15 14:53:48.512205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc5f75-27c9-4913-945e-67e81d38f7de None None] The sync data for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 is: [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:53:48.524472 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-ef993efb-48ef-489d-8539-2dfcddc1137c req-2f82afc3-4229-4adc-b4a3-011fe108d60e tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2cc357ed-f835-4669-8112-a4f3ebab60f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:48.524803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-ef993efb-48ef-489d-8539-2dfcddc1137c req-2f82afc3-4229-4adc-b4a3-011fe108d60e tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2cc357ed-f835-4669-8112-a4f3ebab60f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:48.549255 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76085e86-f1f1-4d0d-89ba-3e82b05e7321 req-acc10265-5e30-4dfb-b408-e8cc100bbd13 service neutron] 10.222.0.38 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836429 Jul 15 14:53:48.608876 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:53:48.644547 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ef993efb-48ef-489d-8539-2dfcddc1137c req-2f82afc3-4229-4adc-b4a3-011fe108d60e tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:48.680063 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ef993efb-48ef-489d-8539-2dfcddc1137c req-2f82afc3-4229-4adc-b4a3-011fe108d60e tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:48.687134 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ef993efb-48ef-489d-8539-2dfcddc1137c req-2f82afc3-4229-4adc-b4a3-011fe108d60e tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:48.724860 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82afc3-4229-4adc-b4a3-011fe108d60e tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d03156-5c15-47b2-a709-604a964f33b2,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:48.743643 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ef993efb-48ef-489d-8539-2dfcddc1137c req-2f82afc3-4229-4adc-b4a3-011fe108d60e tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:48.745098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef993efb-48ef-489d-8539-2dfcddc1137c req-2f82afc3-4229-4adc-b4a3-011fe108d60e tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2307570 Jul 15 14:53:48.911108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:48.929487 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:48.939389 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b', 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660', 'port_id': 'c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b', 'mac_address': 'fa:16:3e:67:88:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d40fa9-e881-4b8a-ab3c-063e05208051', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:53:48.945736 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:49.032657 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:49.037838 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881e91b2-53fa-43b9-872a-b65290a5df1d x-openstack-request-id: req-881e91b2-53fa-43b9-872a-b65290a5df1d {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:49.038343 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f475bd-77ff-4237-9933-3365262f3aa2", "tag": "6dab96a5-0a8a-47bd-918f-482f750b8783", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:49.038801 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-881e91b2-53fa-43b9-872a-b65290a5df1d {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:49.039449 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f475bd-77ff-4237-9933-3365262f3aa2', 'tag': '6dab96a5-0a8a-47bd-918f-482f750b8783', 'status': 'completed', 'code': 200} Jul 15 14:53:49.070190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:53:49.082634 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90e56a-d66b-435d-8e77-46425b92a139 None None] New status for floating IP f0a5223d-0f6d-459a-801c-64a55f06dbf0: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:53:49.119811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:49.130468 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:49.263503 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34902048-5c12-443f-b34c-8bb17493b30f req-c586c796-c250-42bd-87a4-8864f2043b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:49.270436 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-34902048-5c12-443f-b34c-8bb17493b30f req-c586c796-c250-42bd-87a4-8864f2043b53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 1096 time: 0.1620190 Jul 15 14:53:49.278990 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:49.289221 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d400ff-641f-4c9e-a91d-47c3fb28e11d req-19ec6a73-d512-4733-884d-e300a0d3c725 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:49.295268 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-98d400ff-641f-4c9e-a91d-47c3fb28e11d req-19ec6a73-d512-4733-884d-e300a0d3c725 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 945 time: 0.2605538 Jul 15 14:53:49.364801 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-1ea4fce4-e0ec-4364-8415-ba7cac3d08ff tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=537c2c182f6c46d187aad73c98ce92f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671954 Jul 15 14:53:49.394832 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:49.508647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34902048-5c12-443f-b34c-8bb17493b30f req-7f8fbb24-f7a9-463d-9c53-467fc0c40579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:49.510915 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-34902048-5c12-443f-b34c-8bb17493b30f req-7f8fbb24-f7a9-463d-9c53-467fc0c40579 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 921 time: 0.2359688 Jul 15 14:53:49.566436 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-34902048-5c12-443f-b34c-8bb17493b30f req-fb13cee1-4670-41bb-b3e6-30a777a661a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dab96a5-0a8a-47bd-918f-482f750b8783 HTTP/1.1" status: 200 len: 217 time: 0.0476356 Jul 15 14:53:49.648809 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34902048-5c12-443f-b34c-8bb17493b30f req-42325382-1dd4-4395-9142-f830c553a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:49.650858 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-34902048-5c12-443f-b34c-8bb17493b30f req-42325382-1dd4-4395-9142-f830c553a990 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 200 len: 859 time: 0.0765133 Jul 15 14:53:49.732113 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34902048-5c12-443f-b34c-8bb17493b30f req-732aa817-8dfb-46bb-9e08-a17c6eb54f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:49.734317 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-34902048-5c12-443f-b34c-8bb17493b30f req-732aa817-8dfb-46bb-9e08-a17c6eb54f78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3cdc50db-5544-4872-99d9-c427108a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755615 Jul 15 14:53:49.868425 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-98d400ff-641f-4c9e-a91d-47c3fb28e11d req-b76e0da3-253a-48c0-a51c-b5428da44165 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127349 Jul 15 14:53:49.897037 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-34902048-5c12-443f-b34c-8bb17493b30f req-b89be749-2212-4e7a-81f6-8f6eb11080ff service neutron] 10.222.0.11 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499126 Jul 15 14:53:49.941357 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4edf9b41-1e2a-44fe-a230-6ea43dfc3b8d tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:49.943543 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4edf9b41-1e2a-44fe-a230-6ea43dfc3b8d tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5776138 Jul 15 14:53:49.962762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-2c85f0b8-9039-4783-b329-c06a90fe04ae tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/quotas/537c2c182f6c46d187aad73c98ce92f6 HTTP/1.1" status: 200 len: 375 time: 0.0133238 Jul 15 14:53:50.048747 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-34902048-5c12-443f-b34c-8bb17493b30f req-2322651a-de29-42f5-a0bf-2536fe67de14 service neutron] 10.222.0.11 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406689 Jul 15 14:53:50.068654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-953cdf6c-e6a8-45d7-a571-9ac3c0df63ec tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=537c2c182f6c46d187aad73c98ce92f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965307 Jul 15 14:53:50.334212 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3cce287c-46ba-40e4-a64c-7e5c672adf08 req-c7aafa01-991f-4068-9541-eb6baf089f3d tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e12bcc9-01b7-4434-a1cd-ad013ca98a53 HTTP/1.1" status: 200 len: 210 time: 0.0620368 Jul 15 14:53:50.431188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-99f2fe07-cb28-48db-87f5-38bae5e85fa8 req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1704372548', 'description': 'tempest-description-400301127'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:50.532649 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-99f2fe07-cb28-48db-87f5-38bae5e85fa8 req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:50.622433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:53:50.752293 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-99f2fe07-cb28-48db-87f5-38bae5e85fa8 req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:50.767548 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-99f2fe07-cb28-48db-87f5-38bae5e85fa8 req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:50.863216 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:53:50.864085 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:50.917172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06804627-a22e-4d88-a33d-24058ca82401,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:50.930495 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-99f2fe07-cb28-48db-87f5-38bae5e85fa8 req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:50.931864 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99f2fe07-cb28-48db-87f5-38bae5e85fa8 req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5096238 Jul 15 14:53:50.969331 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:50.969757 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:50.970113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:50.970456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:50.970829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:50.971182 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:50.971517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:50.972375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:50.972716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:50.973048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:50.973414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:50.973734 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62186ff4-d97c-4c12-b3f1-0748822568cf tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:51.169137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-fc9d80f8-c7f1-4fbf-bbf4-cc0ecfbf1d30 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:51.176603 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-fc9d80f8-c7f1-4fbf-bbf4-cc0ecfbf1d30 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.11 "GET /v2.0/networks?id=a356510c-2a4f-4109-a3de-e625eb36983e HTTP/1.1" status: 200 len: 817 time: 0.7110169 Jul 15 14:53:51.186299 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:51.204458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-dd2602bc-6066-4a12-b1e4-2f7378f6588a tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Request body: {'port': {'device_id': '3e12bcc9-01b7-4434-a1cd-ad013ca98a53', 'network_id': 'a356510c-2a4f-4109-a3de-e625eb36983e', 'admin_state_up': True, 'tenant_id': '05344b82b13349109d220f9e23d52e13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:51.302467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe292e1a-67c4-4918-8668-7efdea550734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:51.312680 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b10ce4-41f4-48c5-b903-6d0156dc0e1c" -d '{"events": [{"server_uuid": "fe292e1a-67c4-4918-8668-7efdea550734", "name": "network-vif-plugged", "status": "completed", "tag": "c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:51.363578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:51.381784 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:51.395693 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba514b76-bae5-4600-9385-2532b57ba2ba req-34a71931-76f7-47ae-bd4c-e4df8ad7c46e tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:51.407233 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba514b76-bae5-4600-9385-2532b57ba2ba req-34a71931-76f7-47ae-bd4c-e4df8ad7c46e tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 945 time: 0.1703503 Jul 15 14:53:51.463877 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab40b7f-c843-4b63-bae8-9d8faa7a38e1 req-1e22af11-bd5c-47b3-b1d1-36c9e47da169 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:51.485978 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cab40b7f-c843-4b63-bae8-9d8faa7a38e1 req-1e22af11-bd5c-47b3-b1d1-36c9e47da169 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 945 time: 0.5838270 Jul 15 14:53:51.504938 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba514b76-bae5-4600-9385-2532b57ba2ba req-b9da11d2-feb9-4402-9f4c-b53efbf58d52 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966125 Jul 15 14:53:51.568568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:51.698657 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b697fed6-3026-4efb-9250-c30c9d59d4de req-7d365548-3948-4f10-9619-2f8286bf7748 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/ports?device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 210 time: 0.1295912 Jul 15 14:53:51.766023 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-2fa62049-ef18-45aa-b6e4-6fb41836eedc req-0a569dc0-76f3-44aa-b778-f91889d4927c tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-608744050', 'description': 'tempest-description-1931725147'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:51.854094 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2fa62049-ef18-45aa-b6e4-6fb41836eedc req-0a569dc0-76f3-44aa-b778-f91889d4927c tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:51.926091 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-cab40b7f-c843-4b63-bae8-9d8faa7a38e1 req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Deleting port 0a042363-e6d9-4270-8cea-afacb44800f3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:53:51.927934 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cab40b7f-c843-4b63-bae8-9d8faa7a38e1 req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:51.941650 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-dd2602bc-6066-4a12-b1e4-2f7378f6588a tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Made reservation on behalf of 05344b82b13349109d220f9e23d52e13 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:53:51.952022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-dd2602bc-6066-4a12-b1e4-2f7378f6588a tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:52.195171 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2fa62049-ef18-45aa-b6e4-6fb41836eedc req-0a569dc0-76f3-44aa-b778-f91889d4927c tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:52.227249 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2fa62049-ef18-45aa-b6e4-6fb41836eedc req-0a569dc0-76f3-44aa-b778-f91889d4927c tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:52.286705 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-cab40b7f-c843-4b63-bae8-9d8faa7a38e1 req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] For port 0a042363-e6d9-4270-8cea-afacb44800f3, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=0a042363-e6d9-4270-8cea-afacb44800f3,segment=NetworkSegment(488962c2-fdb1-4be8-ac1d-ea161d995946),segment_id=488962c2-fdb1-4be8-ac1d-ea161d995946)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:52.287547 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cab40b7f-c843-4b63-bae8-9d8faa7a38e1 req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:52.297619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a569dc0-76f3-44aa-b778-f91889d4927c tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41821b01-89db-444d-be7e-be617668410f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:52.344110 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2fdd1-1b3f-4bab-8cf7-390c6df2e246 req-6c679aa9-9230-4e76-861a-c6133f9e02b5 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:52.355502 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a9d2fdd1-1b3f-4bab-8cf7-390c6df2e246 req-6c679aa9-9230-4e76-861a-c6133f9e02b5 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 945 time: 0.3513613 Jul 15 14:53:52.365819 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2fa62049-ef18-45aa-b6e4-6fb41836eedc req-0a569dc0-76f3-44aa-b778-f91889d4927c tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:52.379139 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fa62049-ef18-45aa-b6e4-6fb41836eedc req-0a569dc0-76f3-44aa-b778-f91889d4927c tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6207113 Jul 15 14:53:52.481959 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a9d2fdd1-1b3f-4bab-8cf7-390c6df2e246 req-7119317b-b908-4242-9530-d22a250072e4 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254148 Jul 15 14:53:52.699623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-aa1e4ffc-c09a-452a-a830-388cc3eda479 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:52.703879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-aa1e4ffc-c09a-452a-a830-388cc3eda479 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=16637dd8-c040-4881-b93e-911d542f0aec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1339304 Jul 15 14:53:52.864396 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b76e45-0e27-4fd8-8d93-b2ad62d6f4b2 x-openstack-request-id: req-b7b76e45-0e27-4fd8-8d93-b2ad62d6f4b2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:52.865125 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe292e1a-67c4-4918-8668-7efdea550734", "name": "network-vif-plugged", "status": "completed", "tag": "c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:52.865439 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7b76e45-0e27-4fd8-8d93-b2ad62d6f4b2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:52.866225 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe292e1a-67c4-4918-8668-7efdea550734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b', 'code': 200} Jul 15 14:53:52.868158 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-b3fd019c-f482-4818-8993-e2512e37adde tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.160 HTTP/1.1" status: 200 len: 696 time: 0.1498399 Jul 15 14:53:52.888688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-52db83c3-6e79-40a6-a70b-2c3aad109b3a tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Request body: {'floatingip': {'port_id': '04f6599c-150a-43ea-9233-fd049d0b5547', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:52.965257 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-52db83c3-6e79-40a6-a70b-2c3aad109b3a tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:53.047515 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-dd2602bc-6066-4a12-b1e4-2f7378f6588a tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Allocated IP 172.20.0.5 (a356510c-2a4f-4109-a3de-e625eb36983e/ffded664-d4b4-4980-8cc9-a68afae01000/c8725c02-09de-4c91-a098-a767b474304a) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:53:53.101692 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e553ee9-bcc6-471d-addd-1371caee8cf2 req-34925c2e-9faf-40aa-a8e1-18b09c3d8f77 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:53.106543 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2e553ee9-bcc6-471d-addd-1371caee8cf2 req-34925c2e-9faf-40aa-a8e1-18b09c3d8f77 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.11 "GET /v2.0/ports?device_id=09f475bd-77ff-4237-9933-3365262f3aa2 HTTP/1.1" status: 200 len: 945 time: 0.6148379 Jul 15 14:53:53.149568 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cab40b7f-c843-4b63-bae8-9d8faa7a38e1 req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:53.150038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cab40b7f-c843-4b63-bae8-9d8faa7a38e1 req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:53.150625 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [req-cab40b7f-c843-4b63-bae8-9d8faa7a38e1 req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Floating IP 909d8221-5d04-442b-8f83-7dbfd3669a9f disassociated. External IP: 172.25.4.186, port: 0a042363-e6d9-4270-8cea-afacb44800f3. Jul 15 14:53:53.151972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-cab40b7f-c843-4b63-bae8-9d8faa7a38e1 req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Calling delete_port for 0a042363-e6d9-4270-8cea-afacb44800f3 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:53:53.196185 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5afe6e5a-c094-47d3-bc44-a80311e3215a req-b307c779-3402-48a6-bcef-cf516f9d2e0c tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e12bcc9-01b7-4434-a1cd-ad013ca98a53 HTTP/1.1" status: 200 len: 210 time: 0.0919380 Jul 15 14:53:53.245933 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-985d5d38-f3c5-47a0-a16f-afade6969c08 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=537c2c182f6c46d187aad73c98ce92f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1231234 Jul 15 14:53:53.413062 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40ad1eda-93aa-4d96-92ac-edfae8a637fc req-49ca8893-dc3a-49d6-aa01-d60b46bd1c53 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/06804627-a22e-4d88-a33d-24058ca82401 HTTP/1.1" status: 200 len: 1804 time: 0.1334844 Jul 15 14:53:53.525186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40ad1eda-93aa-4d96-92ac-edfae8a637fc req-3ddfdf4f-f2d1-4cd1-a668-92c643735370 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/41821b01-89db-444d-be7e-be617668410f HTTP/1.1" status: 200 len: 1804 time: 0.1107697 Jul 15 14:53:53.532774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-40ad1eda-93aa-4d96-92ac-edfae8a637fc req-b336be40-4e59-44f7-b54b-b51bbdfad870 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '06804627-a22e-4d88-a33d-24058ca82401', 'remote_group_id': '41821b01-89db-444d-be7e-be617668410f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:53.533200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-40ad1eda-93aa-4d96-92ac-edfae8a637fc req-b336be40-4e59-44f7-b54b-b51bbdfad870 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '06804627-a22e-4d88-a33d-24058ca82401', 'remote_group_id': '41821b01-89db-444d-be7e-be617668410f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:53.726065 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-40ad1eda-93aa-4d96-92ac-edfae8a637fc req-b336be40-4e59-44f7-b54b-b51bbdfad870 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:53.815158 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-40ad1eda-93aa-4d96-92ac-edfae8a637fc req-b336be40-4e59-44f7-b54b-b51bbdfad870 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:53.828529 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-40ad1eda-93aa-4d96-92ac-edfae8a637fc req-b336be40-4e59-44f7-b54b-b51bbdfad870 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:53.852060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336be40-4e59-44f7-b54b-b51bbdfad870 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69a1dfa-8871-4727-a332-fa6ee79ff27b,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:53.911631 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-40ad1eda-93aa-4d96-92ac-edfae8a637fc req-b336be40-4e59-44f7-b54b-b51bbdfad870 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:53.925336 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40ad1eda-93aa-4d96-92ac-edfae8a637fc req-b336be40-4e59-44f7-b54b-b51bbdfad870 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3988354 Jul 15 14:53:54.026009 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-52db83c3-6e79-40a6-a70b-2c3aad109b3a tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:54.035535 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-52db83c3-6e79-40a6-a70b-2c3aad109b3a tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:54.115138 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-dd2602bc-6066-4a12-b1e4-2f7378f6588a tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:54.127275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-57f56dba-0427-4304-bc24-6cc4da6cb000 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:54.129633 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-57f56dba-0427-4304-bc24-6cc4da6cb000 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8567688 Jul 15 14:53:54.150190 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Request body: {'port': {'device_id': '903c4fcc-ac89-4fe1-a291-b186da9c077f', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': '537c2c182f6c46d187aad73c98ce92f6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:54.184932 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:53:54.227113 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-2e553ee9-bcc6-471d-addd-1371caee8cf2 req-d73420f5-15ec-4bad-ad17-2aa34c70c488 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Deleting port 6dab96a5-0a8a-47bd-918f-482f750b8783 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:53:54.227776 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e553ee9-bcc6-471d-addd-1371caee8cf2 req-d73420f5-15ec-4bad-ad17-2aa34c70c488 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:54.312948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce0b79-515c-4a2d-8f56-048d3b138d59 req-87d3cd12-f65a-44e0-aafe-2ff34bce7404 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:54.317161 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42ce0b79-515c-4a2d-8f56-048d3b138d59 req-87d3cd12-f65a-44e0-aafe-2ff34bce7404 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 945 time: 0.2765870 Jul 15 14:53:54.321450 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-52db83c3-6e79-40a6-a70b-2c3aad109b3a tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Floating IP f0a5223d-0f6d-459a-801c-64a55f06dbf0 associated. External IP: 172.25.4.160, port: 04f6599c-150a-43ea-9233-fd049d0b5547. Jul 15 14:53:54.359112 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cab40b7f-c843-4b63-bae8-9d8faa7a38e1 req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:54.448965 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42ce0b79-515c-4a2d-8f56-048d3b138d59 req-ac104a82-8272-431b-894f-612c647a1a05 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups?id=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568316 Jul 15 14:53:54.517251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Pushing event deleted for resources: {'Port': ['ID=0a042363-e6d9-4270-8cea-afacb44800f3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:54.648923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 0a042363-e6d9-4270-8cea-afacb44800f3 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:53:54.694409 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:54.697469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:54.697469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:54.699431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:54.701948 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:54.701948 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:54.702335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:54.702669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:54.702991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:54.703336 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:54.703745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:54.704081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:54.711807 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 0a042363-e6d9-4270-8cea-afacb44800f3 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:53:54.713086 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 0a042363-e6d9-4270-8cea-afacb44800f3 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:53:54.767977 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-2e553ee9-bcc6-471d-addd-1371caee8cf2 req-d73420f5-15ec-4bad-ad17-2aa34c70c488 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] For port 6dab96a5-0a8a-47bd-918f-482f750b8783, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6dab96a5-0a8a-47bd-918f-482f750b8783,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:54.769022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e553ee9-bcc6-471d-addd-1371caee8cf2 req-d73420f5-15ec-4bad-ad17-2aa34c70c488 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:54.774235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-52db83c3-6e79-40a6-a70b-2c3aad109b3a tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Router e216abb0-ed81-4f3b-ad44-b7251f3388d4 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:53:54.776583 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-dd2602bc-6066-4a12-b1e4-2f7378f6588a tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:54.840539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-2e553ee9-bcc6-471d-addd-1371caee8cf2 req-d73420f5-15ec-4bad-ad17-2aa34c70c488 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Calling delete_port for 6dab96a5-0a8a-47bd-918f-482f750b8783 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:53:54.841592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ece91476-f410-45c6-a5e4-e170dce46ee0 req-38ecee8b-fa73-49f7-afed-e96f01537649 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/ports?device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 210 time: 0.0656164 Jul 15 14:53:54.881344 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Made reservation on behalf of 537c2c182f6c46d187aad73c98ce92f6 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:53:54.881344 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:54.927541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-dd2602bc-6066-4a12-b1e4-2f7378f6588a tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Network a356510c-2a4f-4109-a3de-e625eb36983e is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:53:54.968567 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:54.978302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-dd2602bc-6066-4a12-b1e4-2f7378f6588a tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:53:54.992473 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-dd2602bc-6066-4a12-b1e4-2f7378f6588a tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:53:55.016555 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2602bc-6066-4a12-b1e4-2f7378f6588a tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Pushing event updated for resources: {'Port': ['ID=c8725c02-09de-4c91-a098-a767b474304a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:55.164786 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-52db83c3-6e79-40a6-a70b-2c3aad109b3a tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:53:55.169598 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-52db83c3-6e79-40a6-a70b-2c3aad109b3a tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:55.178660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190086e3-f1ab-4479-9bc9-6c63d1409e88 None None] Sync routers for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:53:55.198091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190086e3-f1ab-4479-9bc9-6c63d1409e88 None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:55.198837 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-190086e3-f1ab-4479-9bc9-6c63d1409e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:55.205734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cab40b7f-c843-4b63-bae8-9d8faa7a38e1 req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Router c79e717d-7ce7-4cb1-996b-58b3e66734e1 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:53:55.233298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-dd2602bc-6066-4a12-b1e4-2f7378f6588a tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:55.235320 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-dd2602bc-6066-4a12-b1e4-2f7378f6588a tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:55.286483 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-52db83c3-6e79-40a6-a70b-2c3aad109b3a tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "PUT /v2.0/floatingips/f0a5223d-0f6d-459a-801c-64a55f06dbf0 HTTP/1.1" status: 200 len: 997 time: 2.4162538 Jul 15 14:53:55.288343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16637dd8-c040-4881-b93e-911d542f0aec', 'tag': '04f6599c-150a-43ea-9233-fd049d0b5547'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:55.310648 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af46b9df-4f78-4e47-89e0-e25adb5987db" -d '{"events": [{"name": "network-changed", "server_uuid": "16637dd8-c040-4881-b93e-911d542f0aec", "tag": "04f6599c-150a-43ea-9233-fd049d0b5547"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:55.354345 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026fda2-2512-4573-ae74-5fd264aa3f50 req-5156cbe9-0627-4079-bd48-0f2a8f7f751a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:55.356908 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1026fda2-2512-4573-ae74-5fd264aa3f50 req-5156cbe9-0627-4079-bd48-0f2a8f7f751a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 945 time: 0.2626832 Jul 15 14:53:55.447859 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1026fda2-2512-4573-ae74-5fd264aa3f50 req-bfc2d998-70e7-402f-9667-230a342345c2 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638287 Jul 15 14:53:55.471845 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-190086e3-f1ab-4479-9bc9-6c63d1409e88 None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:55.490499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-5ce91878-a84c-4b42-9709-e39a78e710fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:55.496540 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-5ce91878-a84c-4b42-9709-e39a78e710fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 1097 time: 0.1741781 Jul 15 14:53:55.704332 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e553ee9-bcc6-471d-addd-1371caee8cf2 req-d73420f5-15ec-4bad-ad17-2aa34c70c488 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:55.735415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['04f6599c-150a-43ea-9233-fd049d0b5547'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:53:55.762275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-fe456cdb-5e1f-4698-83ce-6ac7f50b2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:55.765020 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-fe456cdb-5e1f-4698-83ce-6ac7f50b2f95 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 921 time: 0.2622774 Jul 15 14:53:55.769877 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:55.772609 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-e2d03acf-7679-4734-9781-8a88d01cf648 req-291db301-a385-49cc-b3f4-8c6e15cff4c5 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-204519654', 'description': 'tempest-description-1849796575'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:55.819350 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:55.949185 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2d03acf-7679-4734-9781-8a88d01cf648 req-291db301-a385-49cc-b3f4-8c6e15cff4c5 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:56.001211 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Allocated IP 192.168.233.110 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/a9c68707-ba6a-4794-bf98-7a4f8dc9d13f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:53:56.011459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-040d1f85-52bc-4b25-bf0d-6e40fb2781d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04f6599c-150a-43ea-9233-fd049d0b5547 HTTP/1.1" status: 200 len: 1000 time: 0.2158062 Jul 15 14:53:56.063520 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73420f5-15ec-4bad-ad17-2aa34c70c488 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Pushing event deleted for resources: {'Port': ['ID=6dab96a5-0a8a-47bd-918f-482f750b8783,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:56.175672 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-dd2602bc-6066-4a12-b1e4-2f7378f6588a tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9821913 Jul 15 14:53:56.209281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Request body: {'port': {'device_id': '3e12bcc9-01b7-4434-a1cd-ad013ca98a53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:56.212119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-d4d7b00a-acce-4c92-b081-55a529e14b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:56.221358 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-d4d7b00a-acce-4c92-b081-55a529e14b3a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 200 len: 859 time: 0.2084036 Jul 15 14:53:56.257180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-190086e3-f1ab-4479-9bc9-6c63d1409e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'f0a5223d-0f6d-459a-801c-64a55f06dbf0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'port_id': '04f6599c-150a-43ea-9233-fd049d0b5547', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'mac_address': 'fa:16:3e:6d:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16637dd8-c040-4881-b93e-911d542f0aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:53:12Z', 'updated_at': '2021-07-15T14:53:53Z', 'revision_number': 8, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:56.265556 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cab40b7f-c843-4b63-bae8-9d8faa7a38e1 req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:53:56.280069 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e553ee9-bcc6-471d-addd-1371caee8cf2 req-d73420f5-15ec-4bad-ad17-2aa34c70c488 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] No DVR routers for this DVR port 6dab96a5-0a8a-47bd-918f-482f750b8783 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:53:56.288195 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25981343-d693-477a-aeb8-64c5b9395813 None None] Sync routers for ids ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:53:56.289124 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e553ee9-bcc6-471d-addd-1371caee8cf2 req-d73420f5-15ec-4bad-ad17-2aa34c70c488 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:56.290926 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2e553ee9-bcc6-471d-addd-1371caee8cf2 req-d73420f5-15ec-4bad-ad17-2aa34c70c488 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.11 "DELETE /v2.0/ports/6dab96a5-0a8a-47bd-918f-482f750b8783 HTTP/1.1" status: 204 len: 173 time: 3.1644564 Jul 15 14:53:56.328979 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25981343-d693-477a-aeb8-64c5b9395813 None None] Routers {'c79e717d-7ce7-4cb1-996b-58b3e66734e1'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:56.340615 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-25981343-d693-477a-aeb8-64c5b9395813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:56.358396 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2d03acf-7679-4734-9781-8a88d01cf648 req-291db301-a385-49cc-b3f4-8c6e15cff4c5 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:56.368964 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-f7c3af17-1f0f-4f27-aeaf-8281052da833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:56.377666 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-f7c3af17-1f0f-4f27-aeaf-8281052da833 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3cdc50db-5544-4872-99d9-c427108a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543577 Jul 15 14:53:56.382134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f475bd-77ff-4237-9933-3365262f3aa2', 'name': 'network-vif-deleted', 'tag': '6dab96a5-0a8a-47bd-918f-482f750b8783'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:53:56.388207 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2d03acf-7679-4734-9781-8a88d01cf648 req-291db301-a385-49cc-b3f4-8c6e15cff4c5 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:56.391764 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac737ef0-1c1e-4e10-9231-82abe40ca7dc" -d '{"events": [{"server_uuid": "09f475bd-77ff-4237-9933-3365262f3aa2", "name": "network-vif-deleted", "tag": "6dab96a5-0a8a-47bd-918f-482f750b8783"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:53:56.470023 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190086e3-f1ab-4479-9bc9-6c63d1409e88 None None] Checking router: e216abb0-ed81-4f3b-ad44-b7251f3388d4 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:53:56.484070 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2d03acf-7679-4734-9781-8a88d01cf648 req-291db301-a385-49cc-b3f4-8c6e15cff4c5 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:56.495992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2d03acf-7679-4734-9781-8a88d01cf648 req-291db301-a385-49cc-b3f4-8c6e15cff4c5 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7294719 Jul 15 14:53:56.564966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4452115e-f4a2-4048-8a5b-768715dbcf3a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:56.566867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190086e3-f1ab-4479-9bc9-6c63d1409e88 None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:56.567958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-190086e3-f1ab-4479-9bc9-6c63d1409e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:56.573854 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:56.597694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-b40a7cd7-b9aa-4c37-a0c8-ad81cdd8ea27 service neutron] 10.222.0.38 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187076 Jul 15 14:53:56.600788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291db301-a385-49cc-b3f4-8c6e15cff4c5 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb92cda9-c7ef-43e7-9369-c46da7b6f5fa,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:56.665590 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-25981343-d693-477a-aeb8-64c5b9395813 None None] Set router c79e717d-7ce7-4cb1-996b-58b3e66734e1 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:56.742152 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab40b7f-c843-4b63-bae8-9d8faa7a38e1 req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] No DVR routers for this DVR port 0a042363-e6d9-4270-8cea-afacb44800f3 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:53:56.749887 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cab40b7f-c843-4b63-bae8-9d8faa7a38e1 req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:56.755399 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cab40b7f-c843-4b63-bae8-9d8faa7a38e1 req-305b4f94-9997-436a-a0db-c1057a857909 tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.22 "DELETE /v2.0/ports/0a042363-e6d9-4270-8cea-afacb44800f3 HTTP/1.1" status: 204 len: 173 time: 5.2634780 Jul 15 14:53:56.832496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-190086e3-f1ab-4479-9bc9-6c63d1409e88 None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:57.013098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd64f9e3-ba21-4b40-9017-4d5a0767859f req-e3a90d63-de81-4c42-87b8-1346bd3bc312 service neutron] 10.222.0.38 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033246 Jul 15 14:53:57.027570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc5fbe-0433-4b20-b0a3-fba773ccfd67 req-0394b9a0-f064-4436-af03-f51388e3055e tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:57.044558 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-69fc5fbe-0433-4b20-b0a3-fba773ccfd67 req-0394b9a0-f064-4436-af03-f51388e3055e tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e12bcc9-01b7-4434-a1cd-ad013ca98a53 HTTP/1.1" status: 200 len: 931 time: 0.3059826 Jul 15 14:53:57.123911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-69fc5fbe-0433-4b20-b0a3-fba773ccfd67 req-c43543be-f44d-47b5-b34a-8ac17114b47a tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1f6d82f-e16a-43ff-85c2-cd47da9e4cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780542 Jul 15 14:53:57.194852 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48b529e-ffe1-4bdf-9b43-1c519782ab5f x-openstack-request-id: req-e48b529e-ffe1-4bdf-9b43-1c519782ab5f {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:57.195147 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16637dd8-c040-4881-b93e-911d542f0aec", "tag": "04f6599c-150a-43ea-9233-fd049d0b5547", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:57.195408 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e48b529e-ffe1-4bdf-9b43-1c519782ab5f {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:57.195809 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16637dd8-c040-4881-b93e-911d542f0aec', 'tag': '04f6599c-150a-43ea-9233-fd049d0b5547', 'status': 'completed', 'code': 200} Jul 15 14:53:57.220476 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-25981343-d693-477a-aeb8-64c5b9395813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:42Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '81db7d36-8b5c-43dc-8ac1-daaea705e83b', 'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'mac_address': 'fa:16:3e:10:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:41Z', 'updated_at': '2021-07-15T14:48:49Z', 'revision_number': 5, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'subnets': [{'id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:57.354983 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 6dab96a5-0a8a-47bd-918f-482f750b8783 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:53:57.357957 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25981343-d693-477a-aeb8-64c5b9395813 None None] Checking router: c79e717d-7ce7-4cb1-996b-58b3e66734e1 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:53:57.394580 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25981343-d693-477a-aeb8-64c5b9395813 None None] Routers {'c79e717d-7ce7-4cb1-996b-58b3e66734e1'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:53:57.397228 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-25981343-d693-477a-aeb8-64c5b9395813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:53:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:57.406900 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 6dab96a5-0a8a-47bd-918f-482f750b8783 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:53:57.411344 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 6dab96a5-0a8a-47bd-918f-482f750b8783 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:53:57.459015 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12df469a-21f0-472e-bc8d-151d15e1584d req-894f5ee7-584f-48d5-a9b2-98957fbcbfbb tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eafb585-22b9-419c-8ae8-ce3660af8572 HTTP/1.1" status: 200 len: 210 time: 0.0713222 Jul 15 14:53:57.513969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-190086e3-f1ab-4479-9bc9-6c63d1409e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'f0a5223d-0f6d-459a-801c-64a55f06dbf0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'port_id': '04f6599c-150a-43ea-9233-fd049d0b5547', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'mac_address': 'fa:16:3e:6d:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16637dd8-c040-4881-b93e-911d542f0aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:53:12Z', 'updated_at': '2021-07-15T14:53:53Z', 'revision_number': 8, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:57.594635 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190086e3-f1ab-4479-9bc9-6c63d1409e88 None None] The sync data for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 is: [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'f0a5223d-0f6d-459a-801c-64a55f06dbf0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'port_id': '04f6599c-150a-43ea-9233-fd049d0b5547', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'mac_address': 'fa:16:3e:6d:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16637dd8-c040-4881-b93e-911d542f0aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:53:12Z', 'updated_at': '2021-07-15T14:53:53Z', 'revision_number': 8, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:53:57.947336 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8725c02-09de-4c91-a098-a767b474304a {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:53:57.971168 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:57.993669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Transition to ACTIVE for port object c8725c02-09de-4c91-a098-a767b474304a will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:53:57.999463 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34c4114-e6f7-4a9f-b1a1-e429c6cf207b x-openstack-request-id: req-b34c4114-e6f7-4a9f-b1a1-e429c6cf207b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:53:57.999879 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f475bd-77ff-4237-9933-3365262f3aa2", "name": "network-vif-deleted", "tag": "6dab96a5-0a8a-47bd-918f-482f750b8783", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:53:58.000066 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b34c4114-e6f7-4a9f-b1a1-e429c6cf207b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:53:58.000433 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f475bd-77ff-4237-9933-3365262f3aa2', 'name': 'network-vif-deleted', 'tag': '6dab96a5-0a8a-47bd-918f-482f750b8783', 'status': 'completed', 'code': 200} Jul 15 14:53:58.006977 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:58.022908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Transition to ACTIVE for port object a9c68707-ba6a-4794-bf98-7a4f8dc9d13f will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:53:58.058355 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-25981343-d693-477a-aeb8-64c5b9395813 None None] Set router c79e717d-7ce7-4cb1-996b-58b3e66734e1 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:53:58.072764 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:58.080607 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:58.138936 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:53:58.147507 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:53:58.155616 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46b9df-4f78-4e47-89e0-e25adb5987db req-eb5147b4-ea6d-431c-a3b3-ae8018bb2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:58.169070 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-af46b9df-4f78-4e47-89e0-e25adb5987db req-eb5147b4-ea6d-431c-a3b3-ae8018bb2587 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 1097 time: 0.9078312 Jul 15 14:53:58.188054 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:53:58.268176 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36d2f3-32e2-4f7a-a6d0-47acfe0d5854 None None] New status for floating IP f0a5223d-0f6d-459a-801c-64a55f06dbf0: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:53:58.298390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22e952-eca3-4f32-abb9-45e6b8679c15 req-a33c4644-65f0-488c-8a38-f42cf3de98e9 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:58.309333 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad22e952-eca3-4f32-abb9-45e6b8679c15 req-a33c4644-65f0-488c-8a38-f42cf3de98e9 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 945 time: 0.3660252 Jul 15 14:53:58.403635 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8ff4f-00ef-497f-b7df-08bed2407100 req-6414da91-c823-4ad4-8829-2bda3e3c4521 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:58.405992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44f8ff4f-00ef-497f-b7df-08bed2407100 req-6414da91-c823-4ad4-8829-2bda3e3c4521 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/ports?device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 936 time: 0.7202787 Jul 15 14:53:58.489066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad22e952-eca3-4f32-abb9-45e6b8679c15 req-2f421ad7-adfa-4000-ba91-ee8ad2b1c117 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710219 Jul 15 14:53:58.573609 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44f8ff4f-00ef-497f-b7df-08bed2407100 req-f699ce11-9698-43fb-ab24-7260ce9a99ad tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/security-groups?id=4452115e-f4a2-4048-8a5b-768715dbcf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522624 Jul 15 14:53:58.626942 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Pushing event updated for resources: {'Port': ['ID=c8725c02-09de-4c91-a098-a767b474304a,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:58.640994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c44202be-25f0-4ed5-94b1-2c5b90fb0e05 req-93f97d5e-2cbd-40ba-bb93-9f8cc6edd828 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-105426976', 'description': 'tempest-description-2032274856'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:58.701994 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c44202be-25f0-4ed5-94b1-2c5b90fb0e05 req-93f97d5e-2cbd-40ba-bb93-9f8cc6edd828 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:58.704853 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-05e78805-c48a-46e6-8120-16391e319b87 None None] Provisioning for port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:53:58.716597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-05e78805-c48a-46e6-8120-16391e319b87 None None] Provisioning complete for port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:53:58.717353 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-05e78805-c48a-46e6-8120-16391e319b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:58.729883 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-25981343-d693-477a-aeb8-64c5b9395813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:42Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '81db7d36-8b5c-43dc-8ac1-daaea705e83b', 'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'mac_address': 'fa:16:3e:10:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:41Z', 'updated_at': '2021-07-15T14:48:49Z', 'revision_number': 5, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'subnets': [{'id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:58.806562 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:58.806562 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:58.825229 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25981343-d693-477a-aeb8-64c5b9395813 None None] The sync data for ids ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'] in n-d-764435-3 is: [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:48:42Z', 'revision_number': 4, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '81db7d36-8b5c-43dc-8ac1-daaea705e83b', 'name': '', 'network_id': 'edfb406c-ada2-4958-80ff-7e08225d0ef5', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'mac_address': 'fa:16:3e:10:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:41Z', 'updated_at': '2021-07-15T14:48:49Z', 'revision_number': 5, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'subnets': [{'id': 'c26c1602-6a8d-4a2b-8684-51e68f7c0091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:53:58.825373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Attempting to bind port c8725c02-09de-4c91-a098-a767b474304a on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:53:58.825373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Attempting to bind port c8725c02-09de-4c91-a098-a767b474304a by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'c200a83d-ba7d-476c-acb1-daf7a9443348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a356510c-2a4f-4109-a3de-e625eb36983e'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:53:58.825373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Attempting to bind port c8725c02-09de-4c91-a098-a767b474304a on network a356510c-2a4f-4109-a3de-e625eb36983e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:53:58.866493 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Port c8725c02-09de-4c91-a098-a767b474304a on network a356510c-2a4f-4109-a3de-e625eb36983e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:53:58.867032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Attempting to bind port c8725c02-09de-4c91-a098-a767b474304a on network a356510c-2a4f-4109-a3de-e625eb36983e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:53:58.870228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46b9df-4f78-4e47-89e0-e25adb5987db req-6d76dac5-720a-42ce-8661-160c9b908193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:58.872060 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-af46b9df-4f78-4e47-89e0-e25adb5987db req-6d76dac5-720a-42ce-8661-160c9b908193 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 921 time: 0.7016454 Jul 15 14:53:58.888985 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c44202be-25f0-4ed5-94b1-2c5b90fb0e05 req-93f97d5e-2cbd-40ba-bb93-9f8cc6edd828 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:58.896782 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:53:58.897138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Checking segment: {'id': 'c200a83d-ba7d-476c-acb1-daf7a9443348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a356510c-2a4f-4109-a3de-e625eb36983e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:53:58.897544 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Bound using segment: {'id': 'c200a83d-ba7d-476c-acb1-daf7a9443348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a356510c-2a4f-4109-a3de-e625eb36983e'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:53:58.897993 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Bound port: c8725c02-09de-4c91-a098-a767b474304a, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c200a83d-ba7d-476c-acb1-daf7a9443348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a356510c-2a4f-4109-a3de-e625eb36983e'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:53:58.898367 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:58.914435 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c44202be-25f0-4ed5-94b1-2c5b90fb0e05 req-93f97d5e-2cbd-40ba-bb93-9f8cc6edd828 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:58.917422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-05e78805-c48a-46e6-8120-16391e319b87 None None] Port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:53:58.966158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f97d5e-2cbd-40ba-bb93-9f8cc6edd828 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b75ddc-22af-4046-8331-4d8bf7e1ad0f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:58.994387 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c44202be-25f0-4ed5-94b1-2c5b90fb0e05 req-93f97d5e-2cbd-40ba-bb93-9f8cc6edd828 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:58.995892 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c44202be-25f0-4ed5-94b1-2c5b90fb0e05 req-93f97d5e-2cbd-40ba-bb93-9f8cc6edd828 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3633668 Jul 15 14:53:59.007522 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Pushing event updated for resources: {'Port': ['ID=a9c68707-ba6a-4794-bf98-7a4f8dc9d13f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:59.028441 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-39061086-15c2-4bf2-b1bc-16f5489f3ccf tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8835750 Jul 15 14:53:59.090384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Request body: {'port': {'device_id': '903c4fcc-ac89-4fe1-a291-b186da9c077f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:59.111081 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99a14530-f1c2-4d0b-8655-93daef9c70a5 req-bc6ffdb0-3bc9-4b86-957c-1a2b7a949ef4 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/floatingips/f0a5223d-0f6d-459a-801c-64a55f06dbf0 HTTP/1.1" status: 200 len: 999 time: 0.1253686 Jul 15 14:53:59.224306 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:59.340191 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a14530-f1c2-4d0b-8655-93daef9c70a5 req-eae6aae9-0172-420e-8b91-3426677e9bb4 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:59.351418 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-af46b9df-4f78-4e47-89e0-e25adb5987db req-0920b124-f6db-4fa8-805b-7c9c1f169770 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04f6599c-150a-43ea-9233-fd049d0b5547 HTTP/1.1" status: 200 len: 1002 time: 0.4558189 Jul 15 14:53:59.357014 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99a14530-f1c2-4d0b-8655-93daef9c70a5 req-eae6aae9-0172-420e-8b91-3426677e9bb4 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.2450337 Jul 15 14:53:59.375903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-99a14530-f1c2-4d0b-8655-93daef9c70a5 req-9760960b-d204-442b-a587-99cd9acad256 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:53:59.377455 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99a14530-f1c2-4d0b-8655-93daef9c70a5 req-9760960b-d204-442b-a587-99cd9acad256 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186181 Jul 15 14:53:59.423737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068b18-a537-4e17-8fa0-68df3e54d464 req-6d7048cf-6aa6-4c8c-88a8-99e012ba45be tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:59.431977 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27068b18-a537-4e17-8fa0-68df3e54d464 req-6d7048cf-6aa6-4c8c-88a8-99e012ba45be tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e12bcc9-01b7-4434-a1cd-ad013ca98a53 HTTP/1.1" status: 200 len: 943 time: 0.2039266 Jul 15 14:53:59.435894 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46b9df-4f78-4e47-89e0-e25adb5987db req-cc273123-6d4b-4c82-9415-d7eb3525aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:59.437408 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-af46b9df-4f78-4e47-89e0-e25adb5987db req-cc273123-6d4b-4c82-9415-d7eb3525aa70 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 200 len: 859 time: 0.0587728 Jul 15 14:53:59.490860 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3440561-2021-42f7-ae63-603ceacfc4bd None None] New status for floating IP 909d8221-5d04-442b-8f83-7dbfd3669a9f: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:53:59.524931 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27068b18-a537-4e17-8fa0-68df3e54d464 req-486ac0ab-f157-48dc-bf28-b6e474cfaf70 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1f6d82f-e16a-43ff-85c2-cd47da9e4cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916021 Jul 15 14:53:59.614227 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] For port c8725c02-09de-4c91-a098-a767b474304a, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:53:59.619708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-7e22b616-8a39-4a3b-897d-0b543498b66e tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:59.622114 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-7e22b616-8a39-4a3b-897d-0b543498b66e tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290&tenant_id=f286b69641474927a27419a3ad634a1d&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 1096 time: 0.6095116 Jul 15 14:53:59.646522 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764435-3'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:59.660299 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75af2e43-94ae-437b-b96e-07ed5f7e7b7e req-c6ea2449-c5bc-4e14-97c9-cd4eef893dc5 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/cb92cda9-c7ef-43e7-9369-c46da7b6f5fa HTTP/1.1" status: 200 len: 1804 time: 0.0975528 Jul 15 14:53:59.687489 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] For port c8725c02-09de-4c91-a098-a767b474304a, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c8725c02-09de-4c91-a098-a767b474304a,segment=NetworkSegment(c200a83d-ba7d-476c-acb1-daf7a9443348),segment_id=c200a83d-ba7d-476c-acb1-daf7a9443348)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:53:59.709300 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:59.740414 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75af2e43-94ae-437b-b96e-07ed5f7e7b7e req-9cd4a401-ba47-414d-86bf-c7c548603e6e tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/63b75ddc-22af-4046-8331-4d8bf7e1ad0f HTTP/1.1" status: 200 len: 1804 time: 0.0706601 Jul 15 14:53:59.742455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:53:59.743120 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:59.744551 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] 10.222.0.11 "PUT /v2.0/ports/c8725c02-09de-4c91-a098-a767b474304a HTTP/1.1" status: 200 len: 1091 time: 3.5411422 Jul 15 14:53:59.758968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-75af2e43-94ae-437b-b96e-07ed5f7e7b7e req-1898a719-0eba-4f94-8127-9f49f6515689 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cb92cda9-c7ef-43e7-9369-c46da7b6f5fa', 'remote_group_id': '63b75ddc-22af-4046-8331-4d8bf7e1ad0f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:59.759374 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-75af2e43-94ae-437b-b96e-07ed5f7e7b7e req-1898a719-0eba-4f94-8127-9f49f6515689 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cb92cda9-c7ef-43e7-9369-c46da7b6f5fa', 'remote_group_id': '63b75ddc-22af-4046-8331-4d8bf7e1ad0f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:53:59.882132 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-75af2e43-94ae-437b-b96e-07ed5f7e7b7e req-1898a719-0eba-4f94-8127-9f49f6515689 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:59.948587 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-75af2e43-94ae-437b-b96e-07ed5f7e7b7e req-1898a719-0eba-4f94-8127-9f49f6515689 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:59.961753 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-75af2e43-94ae-437b-b96e-07ed5f7e7b7e req-1898a719-0eba-4f94-8127-9f49f6515689 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:59.969557 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f5dc4dd2-3238-4e28-9235-3d9ed19a8b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:00.014585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898a719-0eba-4f94-8127-9f49f6515689 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8767c2-32a5-4fde-b0b9-42364eaee703,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:00.035077 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-75af2e43-94ae-437b-b96e-07ed5f7e7b7e req-1898a719-0eba-4f94-8127-9f49f6515689 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:00.056967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75af2e43-94ae-437b-b96e-07ed5f7e7b7e req-1898a719-0eba-4f94-8127-9f49f6515689 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3030608 Jul 15 14:54:00.184436 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-826da2bf-d5e6-45a3-a4ce-b3e9381dde7f tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.160 HTTP/1.1" status: 200 len: 1002 time: 0.1646676 Jul 15 14:54:00.323404 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-42ca87d0-1e01-428e-8556-9f24a8d76126 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:00.325219 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-42ca87d0-1e01-428e-8556-9f24a8d76126 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports/04f6599c-150a-43ea-9233-fd049d0b5547 HTTP/1.1" status: 200 len: 943 time: 0.1299069 Jul 15 14:54:00.386298 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ff60b-c4e5-45ca-beae-cec67b025c64 req-aeed2c60-291e-43de-8278-4e50a8d5da7d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:00.389576 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3ff60b-c4e5-45ca-beae-cec67b025c64 req-aeed2c60-291e-43de-8278-4e50a8d5da7d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 945 time: 0.1437659 Jul 15 14:54:00.438349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eafb585-22b9-419c-8ae8-ce3660af8572', 'name': 'network-vif-deleted', 'tag': '0a042363-e6d9-4270-8cea-afacb44800f3'}, {'name': 'network-changed', 'server_uuid': '3e12bcc9-01b7-4434-a1cd-ad013ca98a53', 'tag': 'c8725c02-09de-4c91-a098-a767b474304a'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:00.442143 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec6eccf-2f88-4059-83ee-7312214cfeb3" -d '{"events": [{"server_uuid": "5eafb585-22b9-419c-8ae8-ce3660af8572", "name": "network-vif-deleted", "tag": "0a042363-e6d9-4270-8cea-afacb44800f3"}, {"name": "network-changed", "server_uuid": "3e12bcc9-01b7-4434-a1cd-ad013ca98a53", "tag": "c8725c02-09de-4c91-a098-a767b474304a"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:00.471271 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3ff60b-c4e5-45ca-beae-cec67b025c64 req-83c0ffb7-4194-44db-8827-3e4086ee4980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740280 Jul 15 14:54:00.590419 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46b9df-4f78-4e47-89e0-e25adb5987db req-0575e5ee-81f0-48d4-a8a9-49e41947aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:00.593225 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-af46b9df-4f78-4e47-89e0-e25adb5987db req-0575e5ee-81f0-48d4-a8a9-49e41947aa21 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3cdc50db-5544-4872-99d9-c427108a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1374955 Jul 15 14:54:00.609332 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-72ab9094-759c-4ae2-83d2-f2e06a98e59b tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.160 HTTP/1.1" status: 200 len: 1002 time: 0.1362870 Jul 15 14:54:00.626865 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:00.637950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc841e-4a73-4625-867a-288299aa9383 service neutron] Pushing event updated for resources: {'Port': ['ID=c8725c02-09de-4c91-a098-a767b474304a,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:00.859160 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-42336553-bcb6-4b6e-9bf9-d9e8b5ba5cdd tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:00.861586 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-42336553-bcb6-4b6e-9bf9-d9e8b5ba5cdd tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.2512197 Jul 15 14:54:00.887828 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-dd0f7147-ad9c-455e-a70f-81ecdf0ede65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:00.890586 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-dd0f7147-ad9c-455e-a70f-81ecdf0ede65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=05344b82b13349109d220f9e23d52e13&device_id=3e12bcc9-01b7-4434-a1cd-ad013ca98a53 HTTP/1.1" status: 200 len: 1094 time: 1.0421457 Jul 15 14:54:01.103432 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-fa44c42f-c74b-40bc-bf99-e81f23544418 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8725c02-09de-4c91-a098-a767b474304a HTTP/1.1" status: 200 len: 217 time: 0.1833045 Jul 15 14:54:01.195033 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 86a3d733-45bc-48c6-86d0-163418d63e1e details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:54:01.308671 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-af46b9df-4f78-4e47-89e0-e25adb5987db req-796a645a-57f4-4a19-99d0-27d02f21f0d1 service neutron] 10.222.0.22 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6937261 Jul 15 14:54:01.322459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c68707-ba6a-4794-bf98-7a4f8dc9d13f {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:54:01.342264 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028099c-81e2-4f6b-b01d-d7ba3bdd5d0e req-52f2f99e-b907-4448-83d1-d927fd0680f5 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:01.353353 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2028099c-81e2-4f6b-b01d-d7ba3bdd5d0e req-52f2f99e-b907-4448-83d1-d927fd0680f5 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/ports?device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 936 time: 0.6454072 Jul 15 14:54:01.355508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 86a3d733-45bc-48c6-86d0-163418d63e1e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=86a3d733-45bc-48c6-86d0-163418d63e1e,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:01.373123 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:01.373706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 86a3d733-45bc-48c6-86d0-163418d63e1e has no active binding in host n-h1-764435-3 {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 14:54:01.423854 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-70ceaddf-9225-44c0-9262-635663618814 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.160 HTTP/1.1" status: 200 len: 1002 time: 0.5475836 Jul 15 14:54:01.430156 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-ce925f07-48be-4ca0-b1aa-3a7ef6bda3b3 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:01.443095 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2028099c-81e2-4f6b-b01d-d7ba3bdd5d0e req-826957d9-d49f-430a-8d41-aca45e47e3f2 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/security-groups?id=4452115e-f4a2-4048-8a5b-768715dbcf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886831 Jul 15 14:54:01.483856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-1d284857-c40d-4c62-a1aa-7b7b5d76d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:01.487268 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-1d284857-c40d-4c62-a1aa-7b7b5d76d41d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffded664-d4b4-4980-8cc9-a68afae01000 HTTP/1.1" status: 200 len: 857 time: 0.3561137 Jul 15 14:54:01.492998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Transition to ACTIVE for port object a9c68707-ba6a-4794-bf98-7a4f8dc9d13f will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:01.527694 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:01.573838 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-ce925f07-48be-4ca0-b1aa-3a7ef6bda3b3 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:01.705567 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-78e060e8-d58a-45f2-a343-cf6f910c2d3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a356510c-2a4f-4109-a3de-e625eb36983e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1972988 Jul 15 14:54:01.771534 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] For port 86a3d733-45bc-48c6-86d0-163418d63e1e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=86a3d733-45bc-48c6-86d0-163418d63e1e,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:01.788246 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-ce925f07-48be-4ca0-b1aa-3a7ef6bda3b3 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:01.801567 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-ce925f07-48be-4ca0-b1aa-3a7ef6bda3b3 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:01.807977 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-ce925f07-48be-4ca0-b1aa-3a7ef6bda3b3 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Floating IP f0a5223d-0f6d-459a-801c-64a55f06dbf0 disassociated. External IP: 172.25.4.160, port: 04f6599c-150a-43ea-9233-fd049d0b5547. Jul 15 14:54:01.891620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] For port 86a3d733-45bc-48c6-86d0-163418d63e1e, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:01.936708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c68707-ba6a-4794-bf98-7a4f8dc9d13f,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:02.066267 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-af46b9df-4f78-4e47-89e0-e25adb5987db req-d37f630c-c08e-4106-bb87-6ab922751b49 service neutron] 10.222.0.22 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7339444 Jul 15 14:54:02.115298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Attempting to bind port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:54:02.115792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Attempting to bind port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:54:02.116627 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Attempting to bind port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:02.133740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:54:02.134213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Attempting to bind port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:02.149185 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:02.151540 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:54:02.152071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:02.152596 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:54:02.153256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Bound port: a9c68707-ba6a-4794-bf98-7a4f8dc9d13f, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:54:02.153824 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:02.158060 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d7e70d52-64b0-4a42-8d9b-768d70520cda req-4303119b-1c38-473e-980f-b752f9cccc8d tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/63b75ddc-22af-4046-8331-4d8bf7e1ad0f HTTP/1.1" status: 200 len: 1804 time: 0.2661374 Jul 15 14:54:02.247490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] For port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:02.252272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] For port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a9c68707-ba6a-4794-bf98-7a4f8dc9d13f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:54:02.257600 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:02.280170 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:02.369051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:02.369865 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:02.371442 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] 10.222.0.11 "PUT /v2.0/ports/a9c68707-ba6a-4794-bf98-7a4f8dc9d13f HTTP/1.1" status: 200 len: 1096 time: 3.2922468 Jul 15 14:54:02.464119 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d7e70d52-64b0-4a42-8d9b-768d70520cda req-064ec80e-9cd4-4e67-9df8-71697d0b4e6f tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:02.600553 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d7e70d52-64b0-4a42-8d9b-768d70520cda req-064ec80e-9cd4-4e67-9df8-71697d0b4e6f tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:02.601924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=86a3d733-45bc-48c6-86d0-163418d63e1e,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:02.624779 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Attempting to bind port 86a3d733-45bc-48c6-86d0-163418d63e1e on host n-h2-764435-3 for vnic_type normal with profile {"migrating_to": "n-h1-764435-3"} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:54:02.625474 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Attempting to bind port 86a3d733-45bc-48c6-86d0-163418d63e1e by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:54:02.626107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Attempting to bind port 86a3d733-45bc-48c6-86d0-163418d63e1e on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:02.683330 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-215989c0-eda9-4e0e-b384-661c99f9cbdd service neutron] 10.222.0.11 "GET /v2.0/networks/a356510c-2a4f-4109-a3de-e625eb36983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9493480 Jul 15 14:54:02.689492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Port 86a3d733-45bc-48c6-86d0-163418d63e1e on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:54:02.689836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Attempting to bind port 86a3d733-45bc-48c6-86d0-163418d63e1e on network 0b54b3be-aee8-40ee-b1a0-2d825368d7c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:02.698266 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d7e70d52-64b0-4a42-8d9b-768d70520cda req-064ec80e-9cd4-4e67-9df8-71697d0b4e6f tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:02.701324 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d7e70d52-64b0-4a42-8d9b-768d70520cda req-064ec80e-9cd4-4e67-9df8-71697d0b4e6f tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:02.713372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d7e70d52-64b0-4a42-8d9b-768d70520cda req-064ec80e-9cd4-4e67-9df8-71697d0b4e6f tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "DELETE /v2.0/security-groups/63b75ddc-22af-4046-8331-4d8bf7e1ad0f HTTP/1.1" status: 204 len: 173 time: 0.5470085 Jul 15 14:54:02.721387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-ce925f07-48be-4ca0-b1aa-3a7ef6bda3b3 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Router e216abb0-ed81-4f3b-ad44-b7251f3388d4 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:54:02.733349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:54:02.733757 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Checking segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:02.734099 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Bound using segment: {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:54:02.734617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Bound port: 86a3d733-45bc-48c6-86d0-163418d63e1e, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0b54b3be-aee8-40ee-b1a0-2d825368d7c4'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:54:02.735212 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:02.781901 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ec80e-9cd4-4e67-9df8-71697d0b4e6f tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b75ddc-22af-4046-8331-4d8bf7e1ad0f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:02.782231 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480b1c7-a9ee-4ed3-aa9b-ecb592cf6411 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c68707-ba6a-4794-bf98-7a4f8dc9d13f,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:02.789294 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:02.907228 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-57fa8b84-700e-4d6e-a4b7-d6cd8c086b63 req-b3b20acc-e887-43b3-a6c5-7a9074339289 service neutron] 10.222.0.11 "GET /v2.0/networks/a356510c-2a4f-4109-a3de-e625eb36983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080829 Jul 15 14:54:02.910276 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc3afa5-9b79-419f-b6f6-337059a028f8 x-openstack-request-id: req-0fc3afa5-9b79-419f-b6f6-337059a028f8 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:02.910957 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eafb585-22b9-419c-8ae8-ce3660af8572", "name": "network-vif-deleted", "tag": "0a042363-e6d9-4270-8cea-afacb44800f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3e12bcc9-01b7-4434-a1cd-ad013ca98a53", "tag": "c8725c02-09de-4c91-a098-a767b474304a", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:02.911344 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0fc3afa5-9b79-419f-b6f6-337059a028f8 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:02.923889 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eafb585-22b9-419c-8ae8-ce3660af8572', 'name': 'network-vif-deleted', 'tag': '0a042363-e6d9-4270-8cea-afacb44800f3', 'status': 'completed', 'code': 200} Jul 15 14:54:02.926561 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e12bcc9-01b7-4434-a1cd-ad013ca98a53', 'tag': 'c8725c02-09de-4c91-a098-a767b474304a', 'status': 'completed', 'code': 200} Jul 15 14:54:02.928013 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9bcbdb55-4dd0-4836-b98a-b3bead4f4b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:02.998011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-034bbba0-1e4e-4e64-a78f-fd560adb992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:02.999926 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-034bbba0-1e4e-4e64-a78f-fd560adb992f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=537c2c182f6c46d187aad73c98ce92f6&device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 1099 time: 0.5401192 Jul 15 14:54:03.058715 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] For port 86a3d733-45bc-48c6-86d0-163418d63e1e, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:03.130128 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-bf92bcc1-44df-41b1-9499-b8f7f8b01100 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a9c68707-ba6a-4794-bf98-7a4f8dc9d13f HTTP/1.1" status: 200 len: 217 time: 0.0894063 Jul 15 14:54:03.147009 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-ce925f07-48be-4ca0-b1aa-3a7ef6bda3b3 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:54:03.179636 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-ce925f07-48be-4ca0-b1aa-3a7ef6bda3b3 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:03.180188 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12de2e9b-b789-42d6-92f1-1a6a04ab81aa None None] Sync routers for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:54:03.189085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] For port 86a3d733-45bc-48c6-86d0-163418d63e1e, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=86a3d733-45bc-48c6-86d0-163418d63e1e,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:54:03.227843 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12de2e9b-b789-42d6-92f1-1a6a04ab81aa None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:03.228935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-12de2e9b-b789-42d6-92f1-1a6a04ab81aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:54:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:03.302458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-33284df9-fd3d-49e5-aa58-3d0ca7d04fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:03.305003 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-33284df9-fd3d-49e5-aa58-3d0ca7d04fdd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1479073 Jul 15 14:54:03.309114 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:03.316596 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-ce925f07-48be-4ca0-b1aa-3a7ef6bda3b3 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "PUT /v2.0/floatingips/f0a5223d-0f6d-459a-801c-64a55f06dbf0 HTTP/1.1" status: 200 len: 696 time: 1.8890045 Jul 15 14:54:03.319085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16637dd8-c040-4881-b93e-911d542f0aec', 'tag': '04f6599c-150a-43ea-9233-fd049d0b5547'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:03.330427 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193c240b-5be2-4db0-be41-6d826a50d86c" -d '{"events": [{"name": "network-changed", "server_uuid": "16637dd8-c040-4881-b93e-911d542f0aec", "tag": "04f6599c-150a-43ea-9233-fd049d0b5547"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:03.370855 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6eccf-2f88-4059-83ee-7312214cfeb3 req-308dace7-c9a7-4fb6-acaf-a6334054735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:03.374278 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aec6eccf-2f88-4059-83ee-7312214cfeb3 req-308dace7-c9a7-4fb6-acaf-a6334054735b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=05344b82b13349109d220f9e23d52e13&device_id=3e12bcc9-01b7-4434-a1cd-ad013ca98a53 HTTP/1.1" status: 200 len: 1094 time: 0.3773065 Jul 15 14:54:03.541624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-12de2e9b-b789-42d6-92f1-1a6a04ab81aa None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:54:03.590307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=86a3d733-45bc-48c6-86d0-163418d63e1e,revision_number=8']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:03.595804 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-171d8bd7-ee67-4ae9-a957-3dc2a70377d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:03.625226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-171d8bd7-ee67-4ae9-a957-3dc2a70377d9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 1097 time: 0.2689731 Jul 15 14:54:03.709695 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa439441-7415-4d09-a373-1dd420d3a798 req-e16af3e4-44ba-41c7-a788-f47ceee7f212 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:03.716838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa439441-7415-4d09-a373-1dd420d3a798 req-e16af3e4-44ba-41c7-a788-f47ceee7f212 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e12bcc9-01b7-4434-a1cd-ad013ca98a53 HTTP/1.1" status: 200 len: 943 time: 0.3397913 Jul 15 14:54:03.727743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:03.729599 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:03.732271 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-714a16ba-ee44-4370-88b1-c50afc850ce7 service neutron] 10.222.0.11 "PUT /v2.0/ports/86a3d733-45bc-48c6-86d0-163418d63e1e HTTP/1.1" status: 200 len: 1121 time: 4.0979698 Jul 15 14:54:03.828841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['86a3d733-45bc-48c6-86d0-163418d63e1e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:54:03.831146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['86a3d733-45bc-48c6-86d0-163418d63e1e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:54:03.855635 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-879853c5-6450-47dd-8f3e-760c2e2605ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:03.861001 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-879853c5-6450-47dd-8f3e-760c2e2605ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4984035 Jul 15 14:54:03.934264 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa439441-7415-4d09-a373-1dd420d3a798 req-017e7931-2db3-4da6-b278-5e8abc2d643e tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1f6d82f-e16a-43ff-85c2-cd47da9e4cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029624 Jul 15 14:54:03.989795 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-85737956-a805-414c-b044-e93c0ed7dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:03.989795 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-85737956-a805-414c-b044-e93c0ed7dbb5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 921 time: 0.3590107 Jul 15 14:54:04.022754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6eccf-2f88-4059-83ee-7312214cfeb3 req-44ba6de4-1fd6-46f8-bb08-14f8caf0aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:04.027024 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aec6eccf-2f88-4059-83ee-7312214cfeb3 req-44ba6de4-1fd6-46f8-bb08-14f8caf0aeb7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a356510c-2a4f-4109-a3de-e625eb36983e HTTP/1.1" status: 200 len: 918 time: 0.5506461 Jul 15 14:54:04.114054 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-ef8d574c-807d-4937-a248-6cbca1bb6ed0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04f6599c-150a-43ea-9233-fd049d0b5547 HTTP/1.1" status: 200 len: 217 time: 0.0994923 Jul 15 14:54:04.297052 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-579b9578-c773-48b9-a04d-9da5a8f13695 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965857 Jul 15 14:54:04.297052 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aec6eccf-2f88-4059-83ee-7312214cfeb3 req-86f1f743-2e1f-4c68-b7ea-2ec23266f873 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8725c02-09de-4c91-a098-a767b474304a HTTP/1.1" status: 200 len: 217 time: 0.2140517 Jul 15 14:54:04.301210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-1f35bd9c-c1f3-42e1-b58d-fb5ee8b5ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:04.301210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-1f35bd9c-c1f3-42e1-b58d-fb5ee8b5ab59 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 200 len: 859 time: 0.1510155 Jul 15 14:54:04.413318 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:04.459906 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203846b-2de3-42ef-9306-c8c7c56d8de0 req-c15f4890-d34f-4cb3-8b84-93b7b4031ebc tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:04.463730 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8203846b-2de3-42ef-9306-c8c7c56d8de0 req-c15f4890-d34f-4cb3-8b84-93b7b4031ebc tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 943 time: 0.2787275 Jul 15 14:54:04.483118 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-f9841dc9-b26c-4c8b-a8cc-de8d29b1f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:04.485610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-f9841dc9-b26c-4c8b-a8cc-de8d29b1f8b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3cdc50db-5544-4872-99d9-c427108a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722567 Jul 15 14:54:04.493584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6eccf-2f88-4059-83ee-7312214cfeb3 req-ad0febfa-97a4-468a-beb9-40bb18e1d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:04.497073 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aec6eccf-2f88-4059-83ee-7312214cfeb3 req-ad0febfa-97a4-468a-beb9-40bb18e1d4ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffded664-d4b4-4980-8cc9-a68afae01000 HTTP/1.1" status: 200 len: 857 time: 0.1887038 Jul 15 14:54:04.528276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-12de2e9b-b789-42d6-92f1-1a6a04ab81aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:04.589739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12de2e9b-b789-42d6-92f1-1a6a04ab81aa None None] Checking router: e216abb0-ed81-4f3b-ad44-b7251f3388d4 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:54:04.615466 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12de2e9b-b789-42d6-92f1-1a6a04ab81aa None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:04.616101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-12de2e9b-b789-42d6-92f1-1a6a04ab81aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:54:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:04.620302 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aec6eccf-2f88-4059-83ee-7312214cfeb3 req-347bff9b-a30b-4e2a-9e9f-6999f2067555 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a356510c-2a4f-4109-a3de-e625eb36983e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651817 Jul 15 14:54:04.688288 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-b6dc3ecc-8536-4758-9e6b-390d76672110 service neutron] 10.222.0.38 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820815 Jul 15 14:54:04.729077 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e4415f00-2854-49e1-9384-80f9a08ab269 req-e099f45e-5357-42da-b8a9-94feb4d8c515 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415987 Jul 15 14:54:04.758238 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8203846b-2de3-42ef-9306-c8c7c56d8de0 req-7130bdc3-610e-484e-a592-323176819b5e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801464 Jul 15 14:54:04.864705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-12de2e9b-b789-42d6-92f1-1a6a04ab81aa None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:54:04.885303 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aec6eccf-2f88-4059-83ee-7312214cfeb3 req-2e75b654-0152-401b-b3d6-6e5d50b45432 service neutron] 10.222.0.11 "GET /v2.0/networks/a356510c-2a4f-4109-a3de-e625eb36983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535162 Jul 15 14:54:04.927667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6d43ac-e81a-48fe-a233-9b65cf6ea290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a3d733-45bc-48c6-86d0-163418d63e1e'}, {'name': 'network-changed', 'server_uuid': '903c4fcc-ac89-4fe1-a291-b186da9c077f', 'tag': 'a9c68707-ba6a-4794-bf98-7a4f8dc9d13f'}, {'name': 'network-changed', 'server_uuid': '4a6d43ac-e81a-48fe-a233-9b65cf6ea290', 'tag': '86a3d733-45bc-48c6-86d0-163418d63e1e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:04.930017 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eee8abc-340c-4801-9a51-ba46816b324d" -d '{"events": [{"server_uuid": "4a6d43ac-e81a-48fe-a233-9b65cf6ea290", "name": "network-vif-unplugged", "status": "completed", "tag": "86a3d733-45bc-48c6-86d0-163418d63e1e"}, {"name": "network-changed", "server_uuid": "903c4fcc-ac89-4fe1-a291-b186da9c077f", "tag": "a9c68707-ba6a-4794-bf98-7a4f8dc9d13f"}, {"name": "network-changed", "server_uuid": "4a6d43ac-e81a-48fe-a233-9b65cf6ea290", "tag": "86a3d733-45bc-48c6-86d0-163418d63e1e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:04.949004 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-429ee80c-5131-4ee7-992b-800bdd5439d9 req-07128a06-7c26-4e5b-9461-8e4be21a0e4d service neutron] 10.222.0.38 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473664 Jul 15 14:54:05.117030 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aec6eccf-2f88-4059-83ee-7312214cfeb3 req-440e6852-fb61-4d6d-a471-61f83d57a838 service neutron] 10.222.0.11 "GET /v2.0/networks/a356510c-2a4f-4109-a3de-e625eb36983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247519 Jul 15 14:54:05.297052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a608af37-9129-4f4c-85bd-0f12485edf40 req-e220dfa2-6c7b-4419-94d6-59c34c051827 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/cb92cda9-c7ef-43e7-9369-c46da7b6f5fa HTTP/1.1" status: 200 len: 1804 time: 0.0671165 Jul 15 14:54:05.312146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c8725c02-09de-4c91-a098-a767b474304a details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:54:05.333584 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f1fa6-ab9d-4482-b1ec-4dab5b2d7f86 req-013b9cea-e1f0-40d5-ba7d-b776ac63fd61 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:05.348547 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca0f1fa6-ab9d-4482-b1ec-4dab5b2d7f86 req-013b9cea-e1f0-40d5-ba7d-b776ac63fd61 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/ports?device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 948 time: 0.1636221 Jul 15 14:54:05.411239 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ed9735-1c54-46f4-9ca4-6f9b54574d94 x-openstack-request-id: req-e3ed9735-1c54-46f4-9ca4-6f9b54574d94 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:05.429902 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16637dd8-c040-4881-b93e-911d542f0aec", "tag": "04f6599c-150a-43ea-9233-fd049d0b5547", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:05.430590 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e3ed9735-1c54-46f4-9ca4-6f9b54574d94 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:05.434458 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16637dd8-c040-4881-b93e-911d542f0aec', 'tag': '04f6599c-150a-43ea-9233-fd049d0b5547', 'status': 'completed', 'code': 200} Jul 15 14:54:05.508831 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca0f1fa6-ab9d-4482-b1ec-4dab5b2d7f86 req-e1c9a904-b5b0-401a-a8c3-eb49b0a168c0 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/security-groups?id=4452115e-f4a2-4048-8a5b-768715dbcf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432688 Jul 15 14:54:05.616515 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c8725c02-09de-4c91-a098-a767b474304a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c8725c02-09de-4c91-a098-a767b474304a,segment=NetworkSegment(c200a83d-ba7d-476c-acb1-daf7a9443348),segment_id=c200a83d-ba7d-476c-acb1-daf7a9443348)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:05.642909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'c8725c02-09de-4c91-a098-a767b474304a', 'network_id': 'a356510c-2a4f-4109-a3de-e625eb36983e', 'port_id': 'c8725c02-09de-4c91-a098-a767b474304a', 'mac_address': 'fa:16:3e:0a:f4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffded664-d4b4-4980-8cc9-a68afae01000', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:54:05.645509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c240b-5be2-4db0-be41-6d826a50d86c req-ff8aa079-6fb1-49fb-9fc7-5f50ef863177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:05.647197 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-193c240b-5be2-4db0-be41-6d826a50d86c req-ff8aa079-6fb1-49fb-9fc7-5f50ef863177 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=df2e38f897fb4ea588199592764a3ebc&device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 1097 time: 0.1871734 Jul 15 14:54:05.654655 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-12de2e9b-b789-42d6-92f1-1a6a04ab81aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:05.711945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42952) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:05.765936 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12de2e9b-b789-42d6-92f1-1a6a04ab81aa None None] The sync data for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 is: [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:52:42Z', 'revision_number': 4, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '423b73a0-bee2-4e53-a038-8c6147e5ef97', 'name': '', 'network_id': '3cdc50db-5544-4872-99d9-c427108a4eb0', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'mac_address': 'fa:16:3e:94:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:41Z', 'updated_at': '2021-07-15T14:52:51Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'subnets': [{'id': 'a0db7b4b-ea80-4136-b0bc-3b91de73e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:54:05.860041 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10eb87cf-05c5-444c-a024-2907fc015443 x-openstack-request-id: req-10eb87cf-05c5-444c-a024-2907fc015443 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:05.860702 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6d43ac-e81a-48fe-a233-9b65cf6ea290", "name": "network-vif-unplugged", "status": "completed", "tag": "86a3d733-45bc-48c6-86d0-163418d63e1e", "code": 200}, {"name": "network-changed", "server_uuid": "903c4fcc-ac89-4fe1-a291-b186da9c077f", "tag": "a9c68707-ba6a-4794-bf98-7a4f8dc9d13f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a6d43ac-e81a-48fe-a233-9b65cf6ea290", "tag": "86a3d733-45bc-48c6-86d0-163418d63e1e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:05.860896 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-10eb87cf-05c5-444c-a024-2907fc015443 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:05.861529 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6d43ac-e81a-48fe-a233-9b65cf6ea290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a3d733-45bc-48c6-86d0-163418d63e1e', 'code': 200} Jul 15 14:54:05.861925 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903c4fcc-ac89-4fe1-a291-b186da9c077f', 'tag': 'a9c68707-ba6a-4794-bf98-7a4f8dc9d13f', 'status': 'completed', 'code': 200} Jul 15 14:54:05.878845 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6d43ac-e81a-48fe-a233-9b65cf6ea290', 'tag': '86a3d733-45bc-48c6-86d0-163418d63e1e', 'status': 'completed', 'code': 200} Jul 15 14:54:05.882204 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a104c7ab-07cd-4b40-81d9-b26dbe2db6ae tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:05.947107 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:05.958318 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:05.977116 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a104c7ab-07cd-4b40-81d9-b26dbe2db6ae tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:06.005305 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8725c02-09de-4c91-a098-a767b474304a {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:54:06.038632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c240b-5be2-4db0-be41-6d826a50d86c req-09fa0806-5c93-4f0a-a304-0a1b804bebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:06.042253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c8725c02-09de-4c91-a098-a767b474304a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c8725c02-09de-4c91-a098-a767b474304a,segment=NetworkSegment(c200a83d-ba7d-476c-acb1-daf7a9443348),segment_id=c200a83d-ba7d-476c-acb1-daf7a9443348)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:06.050704 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-193c240b-5be2-4db0-be41-6d826a50d86c req-09fa0806-5c93-4f0a-a304-0a1b804bebba service neutron] 10.222.0.22 "GET /v2.0/networks?id=3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 200 len: 921 time: 0.3899348 Jul 15 14:54:06.053559 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:06.053921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c66684e2-6bf1-4e6f-87dc-411063880557 req-33cc891f-0ded-4222-a8d7-5047cfcb5f7e tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1327732707', 'description': 'tempest-description-404447095'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:06.106927 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c66684e2-6bf1-4e6f-87dc-411063880557 req-33cc891f-0ded-4222-a8d7-5047cfcb5f7e tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:06.172891 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c8725c02-09de-4c91-a098-a767b474304a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:06.188199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:06.189060 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:06.189648 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:06.190225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:06.191596 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:06.192400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:06.193776 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:06.196678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:06.197399 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:06.197951 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:06.201533 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:06.202571 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:06.215940 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-193c240b-5be2-4db0-be41-6d826a50d86c req-9166ed47-af6b-4d9c-9a85-ebfcf4784e64 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04f6599c-150a-43ea-9233-fd049d0b5547 HTTP/1.1" status: 200 len: 217 time: 0.1484995 Jul 15 14:54:06.250651 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a104c7ab-07cd-4b40-81d9-b26dbe2db6ae tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:06.254800 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a104c7ab-07cd-4b40-81d9-b26dbe2db6ae tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:06.256771 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a104c7ab-07cd-4b40-81d9-b26dbe2db6ae tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "DELETE /v2.0/security-groups/47e6f41e-ed55-4c1a-805d-5d8215cdf5ac HTTP/1.1" status: 204 len: 168 time: 0.5436819 Jul 15 14:54:06.274202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42960) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:06.299321 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104c7ab-07cd-4b40-81d9-b26dbe2db6ae tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e6f41e-ed55-4c1a-805d-5d8215cdf5ac,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:06.336768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c240b-5be2-4db0-be41-6d826a50d86c req-b76b0ad8-01e2-48ff-bb2e-c1c798b9e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:06.338368 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-193c240b-5be2-4db0-be41-6d826a50d86c req-b76b0ad8-01e2-48ff-bb2e-c1c798b9e08e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 200 len: 859 time: 0.0987506 Jul 15 14:54:06.343243 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-e1c70022-7440-4e6b-afe1-faac2445b80b tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] show failed (client error): The resource could not be found. Jul 15 14:54:06.346456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e1c70022-7440-4e6b-afe1-faac2445b80b tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "GET /v2.0/security-groups/47e6f41e-ed55-4c1a-805d-5d8215cdf5ac HTTP/1.1" status: 404 len: 347 time: 0.0430207 Jul 15 14:54:06.349184 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8abc-340c-4801-9a51-ba46816b324d req-a20899c6-eacd-4a5d-9453-372a020f7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:06.350514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42962) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:06.350856 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4eee8abc-340c-4801-9a51-ba46816b324d req-a20899c6-eacd-4a5d-9453-372a020f7ea5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 1124 time: 0.4710562 Jul 15 14:54:06.353949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['c8725c02-09de-4c91-a098-a767b474304a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:54:06.368984 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d0a43-d56b-4d10-8607-c9b85b02afd3 None None] New status for floating IP f0a5223d-0f6d-459a-801c-64a55f06dbf0: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:54:06.395232 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8abc-340c-4801-9a51-ba46816b324d req-dd727ceb-4c75-433b-a21b-98e57eea79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:06.396732 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4eee8abc-340c-4801-9a51-ba46816b324d req-dd727ceb-4c75-433b-a21b-98e57eea79d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=537c2c182f6c46d187aad73c98ce92f6&device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 1099 time: 0.4953101 Jul 15 14:54:06.566161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e482a-4973-4f41-b380-a49392ead94b req-2bfb8c49-9b63-4509-a300-08464fb0487f tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:06.567792 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b75e482a-4973-4f41-b380-a49392ead94b req-2bfb8c49-9b63-4509-a300-08464fb0487f tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e12bcc9-01b7-4434-a1cd-ad013ca98a53 HTTP/1.1" status: 200 len: 944 time: 0.3361611 Jul 15 14:54:06.600082 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c66684e2-6bf1-4e6f-87dc-411063880557 req-33cc891f-0ded-4222-a8d7-5047cfcb5f7e tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:06.642069 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c66684e2-6bf1-4e6f-87dc-411063880557 req-33cc891f-0ded-4222-a8d7-5047cfcb5f7e tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:06.647636 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b75e482a-4973-4f41-b380-a49392ead94b req-971147fd-7207-4e20-bac0-ed54345f1558 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1f6d82f-e16a-43ff-85c2-cd47da9e4cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532696 Jul 15 14:54:06.689782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa5fcd-4749-4381-a4c9-ba613b95794d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Deleting port e1b56f1f-e2c6-41a2-99d1-a14a80613989 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:06.690143 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5fcd-4749-4381-a4c9-ba613b95794d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:06.692817 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c66684e2-6bf1-4e6f-87dc-411063880557 req-33cc891f-0ded-4222-a8d7-5047cfcb5f7e tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:06.694180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c66684e2-6bf1-4e6f-87dc-411063880557 req-33cc891f-0ded-4222-a8d7-5047cfcb5f7e tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6477568 Jul 15 14:54:06.697176 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc891f-0ded-4222-a8d7-5047cfcb5f7e tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed14ea1e-9a81-47db-84bd-b0b7b0ca245c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:07.012102 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8abc-340c-4801-9a51-ba46816b324d req-f26318dd-b4ae-4d2c-8ca5-30ea5ba10998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:07.013374 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5fcd-4749-4381-a4c9-ba613b95794d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:07.013776 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5fcd-4749-4381-a4c9-ba613b95794d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:07.024922 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4eee8abc-340c-4801-9a51-ba46816b324d req-f26318dd-b4ae-4d2c-8ca5-30ea5ba10998 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.6638129 Jul 15 14:54:07.043138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa5fcd-4749-4381-a4c9-ba613b95794d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Calling delete_port for e1b56f1f-e2c6-41a2-99d1-a14a80613989 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:07.055428 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8abc-340c-4801-9a51-ba46816b324d req-df366bf7-f328-485d-8056-6ba0740d3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:07.059186 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4eee8abc-340c-4801-9a51-ba46816b324d req-df366bf7-f328-485d-8056-6ba0740d3770 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.6514344 Jul 15 14:54:07.079333 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c240b-5be2-4db0-be41-6d826a50d86c req-6dfda805-9c07-4693-ba3d-4df7d9a2b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:07.086370 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-193c240b-5be2-4db0-be41-6d826a50d86c req-6dfda805-9c07-4693-ba3d-4df7d9a2b919 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3cdc50db-5544-4872-99d9-c427108a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7345304 Jul 15 14:54:07.169395 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598472f-008f-47f2-bc43-a80014e88b85 req-fa9e3b8a-fdcd-42db-82f8-093241b012df tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:07.171579 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5598472f-008f-47f2-bc43-a80014e88b85 req-fa9e3b8a-fdcd-42db-82f8-093241b012df tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 943 time: 0.2422748 Jul 15 14:54:07.241454 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5598472f-008f-47f2-bc43-a80014e88b85 req-0bbc8fd0-8713-4d6d-b5f8-efe9c8f6bf08 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458174 Jul 15 14:54:07.257200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device a9c68707-ba6a-4794-bf98-7a4f8dc9d13f details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:54:07.263151 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c8725c02-09de-4c91-a098-a767b474304a up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:07.298210 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4eee8abc-340c-4801-9a51-ba46816b324d req-a3736e45-29c8-4295-93ea-824a96fcc07e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a3d733-45bc-48c6-86d0-163418d63e1e HTTP/1.1" status: 200 len: 217 time: 0.2372725 Jul 15 14:54:07.300124 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4eee8abc-340c-4801-9a51-ba46816b324d req-659b83de-fc29-4b05-ac63-b4d55fc647c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a9c68707-ba6a-4794-bf98-7a4f8dc9d13f HTTP/1.1" status: 200 len: 217 time: 0.2126377 Jul 15 14:54:07.304732 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5fcd-4749-4381-a4c9-ba613b95794d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:07.354740 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa5fcd-4749-4381-a4c9-ba613b95794d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Pushing event deleted for resources: {'Port': ['ID=e1b56f1f-e2c6-41a2-99d1-a14a80613989,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:07.545449 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5550eec-5ec4-41f5-9966-e62a95ff1ff9 req-3690979f-0323-47ce-96e2-a9c439d93704 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/ed14ea1e-9a81-47db-84bd-b0b7b0ca245c HTTP/1.1" status: 200 len: 1804 time: 0.2010844 Jul 15 14:54:07.547717 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5fcd-4749-4381-a4c9-ba613b95794d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:07.555541 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5fcd-4749-4381-a4c9-ba613b95794d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:07.560959 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7ffa5fcd-4749-4381-a4c9-ba613b95794d tempest-ServersWithSpecificFlavorTestJSON-2068376094 tempest-ServersWithSpecificFlavorTestJSON-2068376094-project] 10.222.0.38 "DELETE /v2.0/floatingips/909d8221-5d04-442b-8f83-7dbfd3669a9f HTTP/1.1" status: 204 len: 168 time: 1.2071967 Jul 15 14:54:07.570864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c5550eec-5ec4-41f5-9966-e62a95ff1ff9 req-69465c56-47fa-4c55-90ff-0a6718c44871 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed14ea1e-9a81-47db-84bd-b0b7b0ca245c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:07.571186 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c5550eec-5ec4-41f5-9966-e62a95ff1ff9 req-69465c56-47fa-4c55-90ff-0a6718c44871 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed14ea1e-9a81-47db-84bd-b0b7b0ca245c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:07.627482 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port c8725c02-09de-4c91-a098-a767b474304a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:07.651498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port c8725c02-09de-4c91-a098-a767b474304a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:07.651882 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:07.754731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a9c68707-ba6a-4794-bf98-7a4f8dc9d13f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:07.803332 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'a9c68707-ba6a-4794-bf98-7a4f8dc9d13f', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'a9c68707-ba6a-4794-bf98-7a4f8dc9d13f', 'mac_address': 'fa:16:3e:0c:17:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:54:07.830656 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c5550eec-5ec4-41f5-9966-e62a95ff1ff9 req-69465c56-47fa-4c55-90ff-0a6718c44871 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:07.860588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2d8f9-d93e-46b4-a560-843888412f81 req-b6dbb04b-0e97-4b86-903f-94cbe0523439 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:07.864078 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75d2d8f9-d93e-46b4-a560-843888412f81 req-b6dbb04b-0e97-4b86-903f-94cbe0523439 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/ports?device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 948 time: 0.3006740 Jul 15 14:54:07.938522 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c5550eec-5ec4-41f5-9966-e62a95ff1ff9 req-69465c56-47fa-4c55-90ff-0a6718c44871 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:07.955008 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c5550eec-5ec4-41f5-9966-e62a95ff1ff9 req-69465c56-47fa-4c55-90ff-0a6718c44871 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:08.001025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69465c56-47fa-4c55-90ff-0a6718c44871 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a82d20b-a330-48e4-97fd-8e8ff1576081,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:08.007621 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c5550eec-5ec4-41f5-9966-e62a95ff1ff9 req-69465c56-47fa-4c55-90ff-0a6718c44871 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:08.020848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5550eec-5ec4-41f5-9966-e62a95ff1ff9 req-69465c56-47fa-4c55-90ff-0a6718c44871 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4742785 Jul 15 14:54:08.031840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75d2d8f9-d93e-46b4-a560-843888412f81 req-c6bc99d6-a666-47d0-a0f9-66fae4c82489 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/security-groups?id=4452115e-f4a2-4048-8a5b-768715dbcf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548865 Jul 15 14:54:08.032094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8abc-340c-4801-9a51-ba46816b324d req-96f43c9a-dbb9-4e1f-861c-a5f971fe9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:08.034740 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4eee8abc-340c-4801-9a51-ba46816b324d req-96f43c9a-dbb9-4e1f-861c-a5f971fe9948 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.6062467 Jul 15 14:54:08.039198 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:08.059630 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:08.091961 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8abc-340c-4801-9a51-ba46816b324d req-c1baab5f-f8db-4c5b-8c1c-ff5e9b1c338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:08.099320 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4eee8abc-340c-4801-9a51-ba46816b324d req-c1baab5f-f8db-4c5b-8c1c-ff5e9b1c338f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.6543243 Jul 15 14:54:08.126876 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c68707-ba6a-4794-bf98-7a4f8dc9d13f {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:54:08.152122 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5c07e9a-dd6f-4a21-b108-c8641ce1dc89 req-94fcf295-4253-4202-81a0-2d87e7bc3d89 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/floatingips/f0a5223d-0f6d-459a-801c-64a55f06dbf0 HTTP/1.1" status: 200 len: 694 time: 0.1162422 Jul 15 14:54:08.182911 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-193c240b-5be2-4db0-be41-6d826a50d86c req-7b85618b-fdff-476f-8e03-6d8bc09d2411 service neutron] 10.222.0.22 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9656863 Jul 15 14:54:08.183427 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a9c68707-ba6a-4794-bf98-7a4f8dc9d13f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:08.200273 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:08.200546 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4eee8abc-340c-4801-9a51-ba46816b324d req-4bbc630a-7529-4f65-86dd-33fc65db83c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492717 Jul 15 14:54:08.247121 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e12bcc9-01b7-4434-a1cd-ad013ca98a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8725c02-09de-4c91-a098-a767b474304a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:08.250050 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be670553-7952-40f2-8cff-a5460512b143" -d '{"events": [{"server_uuid": "3e12bcc9-01b7-4434-a1cd-ad013ca98a53", "name": "network-vif-plugged", "status": "completed", "tag": "c8725c02-09de-4c91-a098-a767b474304a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:08.285634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c8725c02-09de-4c91-a098-a767b474304a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c8725c02-09de-4c91-a098-a767b474304a,segment=NetworkSegment(c200a83d-ba7d-476c-acb1-daf7a9443348),segment_id=c200a83d-ba7d-476c-acb1-daf7a9443348)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:08.305207 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:08.379554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=a9c68707-ba6a-4794-bf98-7a4f8dc9d13f,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:08.428860 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c07e9a-dd6f-4a21-b108-c8641ce1dc89 req-1988897c-5601-4eb0-8d5b-0d7be74c4981 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:08.435667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5c07e9a-dd6f-4a21-b108-c8641ce1dc89 req-1988897c-5601-4eb0-8d5b-0d7be74c4981 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.2743096 Jul 15 14:54:08.454397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-c5c07e9a-dd6f-4a21-b108-c8641ce1dc89 req-1ec9ab62-07ca-4b0c-afa7-064d18cf867a tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:54:08.458052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5c07e9a-dd6f-4a21-b108-c8641ce1dc89 req-1ec9ab62-07ca-4b0c-afa7-064d18cf867a tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125585 Jul 15 14:54:08.473342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['a9c68707-ba6a-4794-bf98-7a4f8dc9d13f'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:54:08.578050 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c8725c02-09de-4c91-a098-a767b474304a,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:08.592447 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5c07e9a-dd6f-4a21-b108-c8641ce1dc89 req-e7d2557a-b4c9-4562-86fb-a3c584297d54 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.160 HTTP/1.1" status: 200 len: 697 time: 0.1225750 Jul 15 14:54:08.718126 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5c07e9a-dd6f-4a21-b108-c8641ce1dc89 req-bfc60641-32eb-4f86-a461-9d7f281de0ad tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.160 HTTP/1.1" status: 200 len: 697 time: 0.1172724 Jul 15 14:54:08.723308 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-193c240b-5be2-4db0-be41-6d826a50d86c req-1fcda2fa-aa78-4324-a714-b02cda888ef2 service neutron] 10.222.0.22 "GET /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743323 Jul 15 14:54:08.823021 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4eee8abc-340c-4801-9a51-ba46816b324d req-615c020f-eed5-48b1-bad8-e3973651068e service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510128 Jul 15 14:54:08.832596 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8abc-340c-4801-9a51-ba46816b324d req-d3cdaf36-5b07-40a1-a759-318cbe62afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:08.836456 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4eee8abc-340c-4801-9a51-ba46816b324d req-d3cdaf36-5b07-40a1-a759-318cbe62afc9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6810143 Jul 15 14:54:09.116851 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4eee8abc-340c-4801-9a51-ba46816b324d req-ddc870e5-e309-41f1-9f4d-d7cab1bc0a7b service neutron] 10.222.0.22 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788506 Jul 15 14:54:09.119117 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4eee8abc-340c-4801-9a51-ba46816b324d req-7fbe2ee7-22c1-44af-a310-dc535c7e36a7 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571254 Jul 15 14:54:09.198243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e972d0-4a32-4a8a-b7b6-2e95df5481d8 req-2b6b9fdd-c98c-4afe-b7e0-d1edb920b63a tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:09.200300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-23e972d0-4a32-4a8a-b7b6-2e95df5481d8 req-2b6b9fdd-c98c-4afe-b7e0-d1edb920b63a tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e12bcc9-01b7-4434-a1cd-ad013ca98a53 HTTP/1.1" status: 200 len: 945 time: 0.2785575 Jul 15 14:54:09.220499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-c5c07e9a-dd6f-4a21-b108-c8641ce1dc89 req-0443d8d3-2842-4a44-967e-601b87ec52d4 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Deleting port 24d7e908-f079-4206-8fb4-9e25b6938c11 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:09.221142 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c5c07e9a-dd6f-4a21-b108-c8641ce1dc89 req-0443d8d3-2842-4a44-967e-601b87ec52d4 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:09.274802 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4eee8abc-340c-4801-9a51-ba46816b324d req-4df3a6c3-8417-4a07-bfd9-be4b14a42776 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466942 Jul 15 14:54:09.275381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device a9c68707-ba6a-4794-bf98-7a4f8dc9d13f up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:09.316295 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-23e972d0-4a32-4a8a-b7b6-2e95df5481d8 req-f62d1208-31ae-4ea0-a5b7-544b3b0b2cf1 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1f6d82f-e16a-43ff-85c2-cd47da9e4cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079793 Jul 15 14:54:09.412453 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c5c07e9a-dd6f-4a21-b108-c8641ce1dc89 req-0443d8d3-2842-4a44-967e-601b87ec52d4 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:09.412839 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c5c07e9a-dd6f-4a21-b108-c8641ce1dc89 req-0443d8d3-2842-4a44-967e-601b87ec52d4 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:09.426031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:09.433250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:09.433844 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:09.438893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-c5c07e9a-dd6f-4a21-b108-c8641ce1dc89 req-0443d8d3-2842-4a44-967e-601b87ec52d4 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Calling delete_port for 24d7e908-f079-4206-8fb4-9e25b6938c11 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:09.460469 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bcb40cc3-fa73-4e98-adc4-40aee3328e4d req-0edd1fb9-bd62-46a1-a163-232c228e0aa5 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/ed14ea1e-9a81-47db-84bd-b0b7b0ca245c HTTP/1.1" status: 200 len: 2397 time: 0.1090324 Jul 15 14:54:09.514726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-bcb40cc3-fa73-4e98-adc4-40aee3328e4d req-71e79d96-4f63-41b3-9219-ac41692b7007 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed14ea1e-9a81-47db-84bd-b0b7b0ca245c', 'remote_group_id': None}]} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:09.514726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-bcb40cc3-fa73-4e98-adc4-40aee3328e4d req-71e79d96-4f63-41b3-9219-ac41692b7007 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed14ea1e-9a81-47db-84bd-b0b7b0ca245c', 'remote_group_id': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:09.573845 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:09.632898 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bcb40cc3-fa73-4e98-adc4-40aee3328e4d req-71e79d96-4f63-41b3-9219-ac41692b7007 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:09.645244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a9c68707-ba6a-4794-bf98-7a4f8dc9d13f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:09.652814 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:09.738159 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bcb40cc3-fa73-4e98-adc4-40aee3328e4d req-71e79d96-4f63-41b3-9219-ac41692b7007 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:09.748696 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bcb40cc3-fa73-4e98-adc4-40aee3328e4d req-71e79d96-4f63-41b3-9219-ac41692b7007 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:09.773017 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=a9c68707-ba6a-4794-bf98-7a4f8dc9d13f,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:09.781319 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c5c07e9a-dd6f-4a21-b108-c8641ce1dc89 req-0443d8d3-2842-4a44-967e-601b87ec52d4 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:09.800500 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e79d96-4f63-41b3-9219-ac41692b7007 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa98046-8a74-403b-84da-999c1151f964,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:09.851358 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bcb40cc3-fa73-4e98-adc4-40aee3328e4d req-71e79d96-4f63-41b3-9219-ac41692b7007 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:09.853467 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bcb40cc3-fa73-4e98-adc4-40aee3328e4d req-71e79d96-4f63-41b3-9219-ac41692b7007 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3452625 Jul 15 14:54:09.854808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443d8d3-2842-4a44-967e-601b87ec52d4 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Pushing event deleted for resources: {'Port': ['ID=24d7e908-f079-4206-8fb4-9e25b6938c11,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:09.993471 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c5c07e9a-dd6f-4a21-b108-c8641ce1dc89 req-0443d8d3-2842-4a44-967e-601b87ec52d4 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:09.999003 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c5c07e9a-dd6f-4a21-b108-c8641ce1dc89 req-0443d8d3-2842-4a44-967e-601b87ec52d4 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:10.014860 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5c07e9a-dd6f-4a21-b108-c8641ce1dc89 req-0443d8d3-2842-4a44-967e-601b87ec52d4 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "DELETE /v2.0/floatingips/f0a5223d-0f6d-459a-801c-64a55f06dbf0 HTTP/1.1" status: 204 len: 173 time: 1.2892501 Jul 15 14:54:10.108438 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-e1233ed6-714b-435f-90c6-ecd85deb05fb service neutron] 10.222.0.22 "GET /v2.0/ports/86a3d733-45bc-48c6-86d0-163418d63e1e/bindings/n-h1-764435-3 HTTP/1.1" status: 200 len: 384 time: 0.1336136 Jul 15 14:54:10.164914 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39247ef6-b9f6-48b2-97e2-c9fac9e8059e x-openstack-request-id: req-39247ef6-b9f6-48b2-97e2-c9fac9e8059e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:10.165377 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e12bcc9-01b7-4434-a1cd-ad013ca98a53", "name": "network-vif-plugged", "status": "completed", "tag": "c8725c02-09de-4c91-a098-a767b474304a", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:10.165886 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-39247ef6-b9f6-48b2-97e2-c9fac9e8059e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:10.166513 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e12bcc9-01b7-4434-a1cd-ad013ca98a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8725c02-09de-4c91-a098-a767b474304a', 'code': 200} Jul 15 14:54:10.387805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c75ee5-6d47-4210-bceb-6e8d911b8ca2 req-a50f80f5-8c63-4698-9df1-fd64a6cc6f20 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:10.398204 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52c75ee5-6d47-4210-bceb-6e8d911b8ca2 req-a50f80f5-8c63-4698-9df1-fd64a6cc6f20 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 943 time: 0.1180127 Jul 15 14:54:10.426315 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c653b-6e21-4180-a614-542a5fbda8b9 req-52c8ef3b-dc72-471d-95c8-a325ed73d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:10.428077 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b2c653b-6e21-4180-a614-542a5fbda8b9 req-52c8ef3b-dc72-471d-95c8-a325ed73d41d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e12bcc9-01b7-4434-a1cd-ad013ca98a53 HTTP/1.1" status: 200 len: 1096 time: 0.1764588 Jul 15 14:54:10.495828 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52c75ee5-6d47-4210-bceb-6e8d911b8ca2 req-3ff4e3d5-067a-443a-87cd-de65c7e72846 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948803 Jul 15 14:54:10.531809 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b2c653b-6e21-4180-a614-542a5fbda8b9 req-db520a77-32be-4053-b020-9bf92cd87602 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d1f6d82f-e16a-43ff-85c2-cd47da9e4cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669756 Jul 15 14:54:10.533899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-df26e4a9-5aee-4ac1-ab30-b3318d78a074 service neutron] For port 86a3d733-45bc-48c6-86d0-163418d63e1e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=86a3d733-45bc-48c6-86d0-163418d63e1e,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:10.592106 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-df26e4a9-5aee-4ac1-ab30-b3318d78a074 service neutron] For port 86a3d733-45bc-48c6-86d0-163418d63e1e, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:10.601222 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e624c-655f-4048-8775-e7568102546d req-bc9dcce0-62c5-4a59-81bd-21f746958af9 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:10.611200 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-040e624c-655f-4048-8775-e7568102546d req-bc9dcce0-62c5-4a59-81bd-21f746958af9 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/ports?device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 950 time: 0.1873715 Jul 15 14:54:10.658896 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66dc83ed-9fec-4c55-954f-66645d9236c2 req-a98086c8-e539-46b4-821a-1c377ef8ed9b tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/ed14ea1e-9a81-47db-84bd-b0b7b0ca245c HTTP/1.1" status: 200 len: 2995 time: 0.0994794 Jul 15 14:54:10.675489 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-df26e4a9-5aee-4ac1-ab30-b3318d78a074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a3d733-45bc-48c6-86d0-163418d63e1e {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:54:10.695789 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-040e624c-655f-4048-8775-e7568102546d req-f0bbc4ac-8470-4096-a339-d63876fedc38 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/security-groups?id=4452115e-f4a2-4048-8a5b-768715dbcf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835354 Jul 15 14:54:10.707197 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 86a3d733-45bc-48c6-86d0-163418d63e1e no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:10.719058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-df26e4a9-5aee-4ac1-ab30-b3318d78a074 service neutron] For port 86a3d733-45bc-48c6-86d0-163418d63e1e, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=86a3d733-45bc-48c6-86d0-163418d63e1e,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:10.765260 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-df26e4a9-5aee-4ac1-ab30-b3318d78a074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:11.066799 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-df26e4a9-5aee-4ac1-ab30-b3318d78a074 service neutron] Transition to ACTIVE for port object 86a3d733-45bc-48c6-86d0-163418d63e1e will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:11.072298 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-df26e4a9-5aee-4ac1-ab30-b3318d78a074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:11.078888 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29058ad7-7015-46d3-9d4d-35260526a95c req-1abd67b2-f858-4347-9ac6-91e959f149c5 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:11.078888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29058ad7-7015-46d3-9d4d-35260526a95c req-1abd67b2-f858-4347-9ac6-91e959f149c5 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e12bcc9-01b7-4434-a1cd-ad013ca98a53 HTTP/1.1" status: 200 len: 945 time: 0.1098962 Jul 15 14:54:11.172034 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43845378-0b56-4161-b2b2-84ba7d3a4c43 req-8d6080c9-6f16-4d62-bd3b-67ee04aba245 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-group-rules/ffa98046-8a74-403b-84da-999c1151f964 HTTP/1.1" status: 200 len: 783 time: 0.0621624 Jul 15 14:54:11.193942 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-df26e4a9-5aee-4ac1-ab30-b3318d78a074 service neutron] No DVR routers for this DVR port 86a3d733-45bc-48c6-86d0-163418d63e1e on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:54:11.243073 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-df26e4a9-5aee-4ac1-ab30-b3318d78a074 service neutron] 10.222.0.22 "PUT /v2.0/ports/86a3d733-45bc-48c6-86d0-163418d63e1e/bindings/n-h1-764435-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1266854 Jul 15 14:54:11.243929 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26e4a9-5aee-4ac1-ab30-b3318d78a074 service neutron] Pushing event updated for resources: {'Port': ['ID=86a3d733-45bc-48c6-86d0-163418d63e1e,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:11.271221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29058ad7-7015-46d3-9d4d-35260526a95c req-d09e1f87-547b-47dc-ba0c-c97ad4ffa6c0 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1f6d82f-e16a-43ff-85c2-cd47da9e4cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853752 Jul 15 14:54:11.421620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43845378-0b56-4161-b2b2-84ba7d3a4c43 req-b45b9c0e-9c86-4338-b206-b4c8d6c40dc5 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/ed14ea1e-9a81-47db-84bd-b0b7b0ca245c HTTP/1.1" status: 200 len: 2995 time: 0.1990459 Jul 15 14:54:11.496920 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-43845378-0b56-4161-b2b2-84ba7d3a4c43 req-f50ee555-047b-430d-9c3b-bd0df03f7666 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:11.518940 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-43845378-0b56-4161-b2b2-84ba7d3a4c43 req-f50ee555-047b-430d-9c3b-bd0df03f7666 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:11.539729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-fe1ae226-eeb4-424c-9d87-6476b45e0752 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:11.541425 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-fe1ae226-eeb4-424c-9d87-6476b45e0752 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290&tenant_id=f286b69641474927a27419a3ad634a1d&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 1095 time: 0.2185545 Jul 15 14:54:11.572839 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-43845378-0b56-4161-b2b2-84ba7d3a4c43 req-f50ee555-047b-430d-9c3b-bd0df03f7666 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:11.592209 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-43845378-0b56-4161-b2b2-84ba7d3a4c43 req-f50ee555-047b-430d-9c3b-bd0df03f7666 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:11.597992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43845378-0b56-4161-b2b2-84ba7d3a4c43 req-f50ee555-047b-430d-9c3b-bd0df03f7666 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/ffa98046-8a74-403b-84da-999c1151f964 HTTP/1.1" status: 204 len: 173 time: 0.1678019 Jul 15 14:54:11.614325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ee555-047b-430d-9c3b-bd0df03f7666 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffa98046-8a74-403b-84da-999c1151f964,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:11.669844 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-73f6e734-fdf8-4dc7-a97f-e2260043be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:11.671845 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-73f6e734-fdf8-4dc7-a97f-e2260043be27 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290&tenant_id=f286b69641474927a27419a3ad634a1d HTTP/1.1" status: 200 len: 1095 time: 0.1204035 Jul 15 14:54:11.791062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-9f7dd385-1fb7-421a-9726-8f9e5581de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:11.795709 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-9f7dd385-1fb7-421a-9726-8f9e5581de8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f286b69641474927a27419a3ad634a1d&device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 1095 time: 0.0984936 Jul 15 14:54:11.830306 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c0351-da5e-4164-8b74-312672a238e8 req-9695f19a-a2ce-478d-9ec4-53f17745f661 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:11.832428 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-292c0351-da5e-4164-8b74-312672a238e8 req-9695f19a-a2ce-478d-9ec4-53f17745f661 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 946 time: 0.1633670 Jul 15 14:54:11.892941 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-292c0351-da5e-4164-8b74-312672a238e8 req-ebafd915-a156-4acb-b794-27798a049c39 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e162e3e2-0fde-49b7-8903-48a1c8d375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540247 Jul 15 14:54:11.951937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-c80b2de9-43ee-4414-9d3a-936e12fdcfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:11.953611 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-c80b2de9-43ee-4414-9d3a-936e12fdcfe6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 200 len: 922 time: 0.1503420 Jul 15 14:54:12.024307 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-f3b91810-7684-4651-b50b-d955df80ab0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a3d733-45bc-48c6-86d0-163418d63e1e HTTP/1.1" status: 200 len: 217 time: 0.0632124 Jul 15 14:54:12.095485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11557ea9-7ab1-443c-b796-d274f8879a19 req-2670b50e-0c41-4782-b86a-53031bae8efd tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/ed14ea1e-9a81-47db-84bd-b0b7b0ca245c HTTP/1.1" status: 200 len: 2397 time: 0.0840015 Jul 15 14:54:12.133414 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-0d00c81f-1c9b-4a9e-be97-db109e970486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:12.135116 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-0d00c81f-1c9b-4a9e-be97-db109e970486 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 200 len: 861 time: 0.0954733 Jul 15 14:54:12.169459 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903c4fcc-ac89-4fe1-a291-b186da9c077f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c68707-ba6a-4794-bf98-7a4f8dc9d13f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:12.174479 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0096b2b4-a2db-4a76-ad92-6e2772c2162b" -d '{"events": [{"server_uuid": "903c4fcc-ac89-4fe1-a291-b186da9c077f", "name": "network-vif-plugged", "status": "completed", "tag": "a9c68707-ba6a-4794-bf98-7a4f8dc9d13f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:12.219236 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-b2aa1409-8bc0-4349-b090-a63ea37ee75d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b54b3be-aee8-40ee-b1a0-2d825368d7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752594 Jul 15 14:54:12.239009 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac44290-4d36-4ac1-86fe-e5bc11901f8f req-2fa3065f-5821-496e-a4f1-69cc7016e317 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:12.246696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5ac44290-4d36-4ac1-86fe-e5bc11901f8f req-2fa3065f-5821-496e-a4f1-69cc7016e317 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 944 time: 0.1375751 Jul 15 14:54:12.286357 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-11557ea9-7ab1-443c-b796-d274f8879a19 req-88b11110-1341-4f45-a193-46990d04d5df tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:12.318338 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5ac44290-4d36-4ac1-86fe-e5bc11901f8f req-457f789b-405c-4d18-9b07-59d1cd26de02 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666943 Jul 15 14:54:12.340702 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-11557ea9-7ab1-443c-b796-d274f8879a19 req-88b11110-1341-4f45-a193-46990d04d5df tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:12.399077 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-c959c91b-c662-4780-b106-cd7814edbf36 service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656587 Jul 15 14:54:12.413623 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-11557ea9-7ab1-443c-b796-d274f8879a19 req-88b11110-1341-4f45-a193-46990d04d5df tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:12.419728 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-11557ea9-7ab1-443c-b796-d274f8879a19 req-88b11110-1341-4f45-a193-46990d04d5df tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:12.439178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11557ea9-7ab1-443c-b796-d274f8879a19 req-88b11110-1341-4f45-a193-46990d04d5df tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "DELETE /v2.0/security-groups/ed14ea1e-9a81-47db-84bd-b0b7b0ca245c HTTP/1.1" status: 204 len: 173 time: 0.3281434 Jul 15 14:54:12.453571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b11110-1341-4f45-a193-46990d04d5df tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed14ea1e-9a81-47db-84bd-b0b7b0ca245c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:12.570485 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-43c09aba-d397-4d17-87fb-9fcc0b0e1933 service neutron] 10.222.0.11 "GET /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640089 Jul 15 14:54:12.622062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b4277-11cb-49e1-b4a4-dbc333ce9ece req-0f7761f9-c227-4ba9-bace-534a6b7a1d01 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:12.624588 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-160b4277-11cb-49e1-b4a4-dbc333ce9ece req-0f7761f9-c227-4ba9-bace-534a6b7a1d01 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.22 "GET /v2.0/ports?device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 946 time: 0.1239178 Jul 15 14:54:12.626376 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a08645-f382-47c0-a71f-11c24bbc88f7 req-1e8d932f-7ddf-4495-9804-f2d31cfb5a58 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:12.629224 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-84a08645-f382-47c0-a71f-11c24bbc88f7 req-1e8d932f-7ddf-4495-9804-f2d31cfb5a58 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/ports?device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 950 time: 0.1320031 Jul 15 14:54:12.781875 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998c846e-8a79-4e2d-948d-41c3d7420ccc x-openstack-request-id: req-998c846e-8a79-4e2d-948d-41c3d7420ccc {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:12.782376 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903c4fcc-ac89-4fe1-a291-b186da9c077f", "name": "network-vif-plugged", "status": "completed", "tag": "a9c68707-ba6a-4794-bf98-7a4f8dc9d13f", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:12.782779 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-998c846e-8a79-4e2d-948d-41c3d7420ccc {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:12.783436 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903c4fcc-ac89-4fe1-a291-b186da9c077f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c68707-ba6a-4794-bf98-7a4f8dc9d13f', 'code': 200} Jul 15 14:54:12.844636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-160b4277-11cb-49e1-b4a4-dbc333ce9ece req-6f755e71-3de8-4cfb-8ccf-3680a412be02 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Deleting port 04f6599c-150a-43ea-9233-fd049d0b5547 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:12.844955 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-160b4277-11cb-49e1-b4a4-dbc333ce9ece req-6f755e71-3de8-4cfb-8ccf-3680a412be02 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.051247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-84a08645-f382-47c0-a71f-11c24bbc88f7 req-665dba68-68ba-495b-b9ac-f0aca40d57d7 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/security-groups?id=4452115e-f4a2-4048-8a5b-768715dbcf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096208 Jul 15 14:54:13.085993 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d120751-8547-4acc-b98b-dc486ec65653 req-bb04026c-028f-4054-89aa-b45df7a49c15 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:13.087719 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d120751-8547-4acc-b98b-dc486ec65653 req-bb04026c-028f-4054-89aa-b45df7a49c15 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e12bcc9-01b7-4434-a1cd-ad013ca98a53 HTTP/1.1" status: 200 len: 945 time: 0.0881612 Jul 15 14:54:13.095217 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-160b4277-11cb-49e1-b4a4-dbc333ce9ece req-6f755e71-3de8-4cfb-8ccf-3680a412be02 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] For port 04f6599c-150a-43ea-9233-fd049d0b5547, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=04f6599c-150a-43ea-9233-fd049d0b5547,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:13.095865 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-160b4277-11cb-49e1-b4a4-dbc333ce9ece req-6f755e71-3de8-4cfb-8ccf-3680a412be02 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.118810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-160b4277-11cb-49e1-b4a4-dbc333ce9ece req-6f755e71-3de8-4cfb-8ccf-3680a412be02 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Calling delete_port for 04f6599c-150a-43ea-9233-fd049d0b5547 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:13.126590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a71a00-cce7-4c8e-a4e7-a4250fab970b req-4b33bc52-8e42-4e9b-b697-e5a0717b1406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:13.128527 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02a71a00-cce7-4c8e-a4e7-a4250fab970b req-4b33bc52-8e42-4e9b-b697-e5a0717b1406 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 1101 time: 0.2110982 Jul 15 14:54:13.133504 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-804bf7e5-2605-4412-acfc-2f6e9ec681ee req-47de3b18-cef2-404e-80cd-2d0f3a7e83d3 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] show failed (client error): The resource could not be found. Jul 15 14:54:13.134733 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-804bf7e5-2605-4412-acfc-2f6e9ec681ee req-47de3b18-cef2-404e-80cd-2d0f3a7e83d3 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/63b75ddc-22af-4046-8331-4d8bf7e1ad0f HTTP/1.1" status: 404 len: 352 time: 0.0281496 Jul 15 14:54:13.154350 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d120751-8547-4acc-b98b-dc486ec65653 req-056f0e57-eb28-4961-858a-6d57b917cf84 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1f6d82f-e16a-43ff-85c2-cd47da9e4cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594382 Jul 15 14:54:13.207813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-47a8521b-9376-4dc4-8aee-1333e251cc79 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:13.209363 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-47a8521b-9376-4dc4-8aee-1333e251cc79 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290&tenant_id=f286b69641474927a27419a3ad634a1d&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 1095 time: 0.1833208 Jul 15 14:54:13.261539 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02a71a00-cce7-4c8e-a4e7-a4250fab970b req-6f58219a-1b37-4fff-9994-ee0e67dcaa4a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4452115e-f4a2-4048-8a5b-768715dbcf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227784 Jul 15 14:54:13.413923 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-cd36da5a-c166-4117-837a-7033664d2ff5 service neutron] For port 86a3d733-45bc-48c6-86d0-163418d63e1e, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:13.418385 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-cd36da5a-c166-4117-837a-7033664d2ff5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.419565 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a74f498-ce7f-4995-b2bd-8dce33e0c82d req-cd36da5a-c166-4117-837a-7033664d2ff5 service neutron] 10.222.0.11 "DELETE /v2.0/ports/86a3d733-45bc-48c6-86d0-163418d63e1e/bindings/n-h2-764435-3 HTTP/1.1" status: 204 len: 173 time: 0.1970663 Jul 15 14:54:13.421387 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-160b4277-11cb-49e1-b4a4-dbc333ce9ece req-6f755e71-3de8-4cfb-8ccf-3680a412be02 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.443685 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['04f6599c-150a-43ea-9233-fd049d0b5547'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:54:13.456624 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f755e71-3de8-4cfb-8ccf-3680a412be02 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Pushing event deleted for resources: {'Port': ['ID=04f6599c-150a-43ea-9233-fd049d0b5547,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:13.497937 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cccb2081-d74f-4a10-91d7-59b857a3aa66 req-fd2b5470-9e0e-4032-ba0b-6d1492c07bf5 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.38 "GET /v2.0/ports?device_id=16637dd8-c040-4881-b93e-911d542f0aec HTTP/1.1" status: 200 len: 210 time: 0.0874465 Jul 15 14:54:13.527726 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-160b4277-11cb-49e1-b4a4-dbc333ce9ece req-6f755e71-3de8-4cfb-8ccf-3680a412be02 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] No DVR routers for this DVR port 04f6599c-150a-43ea-9233-fd049d0b5547 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:54:13.531632 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-160b4277-11cb-49e1-b4a4-dbc333ce9ece req-6f755e71-3de8-4cfb-8ccf-3680a412be02 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.534745 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-160b4277-11cb-49e1-b4a4-dbc333ce9ece req-6f755e71-3de8-4cfb-8ccf-3680a412be02 tempest-FloatingIPsAssociationTestJSON-409350449 tempest-FloatingIPsAssociationTestJSON-409350449-project] 10.222.0.22 "DELETE /v2.0/ports/04f6599c-150a-43ea-9233-fd049d0b5547 HTTP/1.1" status: 204 len: 173 time: 0.9038689 Jul 15 14:54:13.535028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16637dd8-c040-4881-b93e-911d542f0aec', 'name': 'network-vif-deleted', 'tag': '04f6599c-150a-43ea-9233-fd049d0b5547'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:13.542588 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37569670-79ce-484f-bf4f-56d6f8313842" -d '{"events": [{"server_uuid": "16637dd8-c040-4881-b93e-911d542f0aec", "name": "network-vif-deleted", "tag": "04f6599c-150a-43ea-9233-fd049d0b5547"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:13.594430 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68ca6dad-3017-4f91-a119-d0547c8c0b2d req-c10d11dd-c8d4-4ff6-bd72-2e714158fe8a tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/cb92cda9-c7ef-43e7-9369-c46da7b6f5fa HTTP/1.1" status: 200 len: 1804 time: 0.0709870 Jul 15 14:54:13.681998 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68ca6dad-3017-4f91-a119-d0547c8c0b2d req-67273050-c93f-4fcd-b5f7-a77e4626c288 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.710219 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68ca6dad-3017-4f91-a119-d0547c8c0b2d req-67273050-c93f-4fcd-b5f7-a77e4626c288 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.764763 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68ca6dad-3017-4f91-a119-d0547c8c0b2d req-67273050-c93f-4fcd-b5f7-a77e4626c288 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.769866 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-68ca6dad-3017-4f91-a119-d0547c8c0b2d req-67273050-c93f-4fcd-b5f7-a77e4626c288 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.771365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68ca6dad-3017-4f91-a119-d0547c8c0b2d req-67273050-c93f-4fcd-b5f7-a77e4626c288 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "DELETE /v2.0/security-groups/cb92cda9-c7ef-43e7-9369-c46da7b6f5fa HTTP/1.1" status: 204 len: 173 time: 0.1700349 Jul 15 14:54:13.785478 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67273050-c93f-4fcd-b5f7-a77e4626c288 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb92cda9-c7ef-43e7-9369-c46da7b6f5fa,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:13.856582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43096) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:13.973357 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4585ac-db55-48d9-8200-6e5626f01efb x-openstack-request-id: req-2b4585ac-db55-48d9-8200-6e5626f01efb {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:13.975720 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16637dd8-c040-4881-b93e-911d542f0aec", "name": "network-vif-deleted", "tag": "04f6599c-150a-43ea-9233-fd049d0b5547", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:13.976899 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2b4585ac-db55-48d9-8200-6e5626f01efb {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:13.977737 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16637dd8-c040-4881-b93e-911d542f0aec', 'name': 'network-vif-deleted', 'tag': '04f6599c-150a-43ea-9233-fd049d0b5547', 'status': 'completed', 'code': 200} Jul 15 14:54:14.049063 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ccbaac6-95d7-4cac-b44d-83e1a9cc73e0 req-25d3b9d5-665e-4530-b239-01f97bdadd99 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/41821b01-89db-444d-be7e-be617668410f HTTP/1.1" status: 200 len: 1804 time: 0.0606866 Jul 15 14:54:14.195790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64942fcb-a6e6-480f-851b-457df1ac25a0 req-23f2dec8-bcf5-4346-8fa9-08e8a53a6861 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:14.197411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-64942fcb-a6e6-480f-851b-457df1ac25a0 req-23f2dec8-bcf5-4346-8fa9-08e8a53a6861 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 944 time: 0.2587459 Jul 15 14:54:14.279508 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3ccbaac6-95d7-4cac-b44d-83e1a9cc73e0 req-15bc20ce-6ff6-4479-9b8b-5a9ee0ef6aa3 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:14.352171 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-64942fcb-a6e6-480f-851b-457df1ac25a0 req-d12640ae-2b6b-4cbb-a713-9176c5b9080c tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234334 Jul 15 14:54:14.370356 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3ccbaac6-95d7-4cac-b44d-83e1a9cc73e0 req-15bc20ce-6ff6-4479-9b8b-5a9ee0ef6aa3 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:14.542868 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3ccbaac6-95d7-4cac-b44d-83e1a9cc73e0 req-15bc20ce-6ff6-4479-9b8b-5a9ee0ef6aa3 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:14.546954 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3ccbaac6-95d7-4cac-b44d-83e1a9cc73e0 req-15bc20ce-6ff6-4479-9b8b-5a9ee0ef6aa3 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:14.548731 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ccbaac6-95d7-4cac-b44d-83e1a9cc73e0 req-15bc20ce-6ff6-4479-9b8b-5a9ee0ef6aa3 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "DELETE /v2.0/security-groups/41821b01-89db-444d-be7e-be617668410f HTTP/1.1" status: 204 len: 173 time: 0.4912045 Jul 15 14:54:14.588285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc20ce-6ff6-4479-9b8b-5a9ee0ef6aa3 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41821b01-89db-444d-be7e-be617668410f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:14.674039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97237ec-eff6-4728-ab7e-e434110e5d86 req-11b6fff8-f274-4945-a791-95b9d0b595d5 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:14.676471 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d97237ec-eff6-4728-ab7e-e434110e5d86 req-11b6fff8-f274-4945-a791-95b9d0b595d5 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e12bcc9-01b7-4434-a1cd-ad013ca98a53 HTTP/1.1" status: 200 len: 945 time: 0.1862874 Jul 15 14:54:14.769293 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d97237ec-eff6-4728-ab7e-e434110e5d86 req-f06e4ba0-72d3-449e-aaaa-feca4dbb39c2 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1f6d82f-e16a-43ff-85c2-cd47da9e4cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830722 Jul 15 14:54:14.834517 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6dcb31c2-9921-4e8d-9010-c775a78bf0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:15.054242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2566085-6079-4f12-b1fe-c747efb200bd req-858db346-62f0-4029-8e02-3217497887ea tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:15.056230 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2566085-6079-4f12-b1fe-c747efb200bd req-858db346-62f0-4029-8e02-3217497887ea tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/ports?device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 950 time: 0.1653452 Jul 15 14:54:15.109870 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2566085-6079-4f12-b1fe-c747efb200bd req-917fa989-a6d4-454f-ae27-128c49b991e5 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/security-groups?id=4452115e-f4a2-4048-8a5b-768715dbcf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479858 Jul 15 14:54:15.238479 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43162) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:15.304981 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb31c2-9921-4e8d-9010-c775a78bf0d8 admin admin] Deleting port 81db7d36-8b5c-43dc-8ac1-daaea705e83b {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:15.305358 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6dcb31c2-9921-4e8d-9010-c775a78bf0d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:15.352868 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b8c361b-8885-46e7-9352-9a4b9aa4d5b1 req-517bb682-3350-4984-8c0d-883edbe19469 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/06804627-a22e-4d88-a33d-24058ca82401 HTTP/1.1" status: 200 len: 1804 time: 0.1258526 Jul 15 14:54:15.494419 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd98cb-f67a-4bc6-ab67-e55daed31df7 req-06a49b22-a16c-49b0-bd48-169cb367b8d8 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:15.506944 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1dbd98cb-f67a-4bc6-ab67-e55daed31df7 req-06a49b22-a16c-49b0-bd48-169cb367b8d8 tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e12bcc9-01b7-4434-a1cd-ad013ca98a53 HTTP/1.1" status: 200 len: 945 time: 0.0896299 Jul 15 14:54:15.562639 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5b8c361b-8885-46e7-9352-9a4b9aa4d5b1 req-1726c583-0a00-40d1-9f6a-a8a666cd280d tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:15.567129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-6dcb31c2-9921-4e8d-9010-c775a78bf0d8 admin admin] For port 81db7d36-8b5c-43dc-8ac1-daaea705e83b, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=81db7d36-8b5c-43dc-8ac1-daaea705e83b,segment=NetworkSegment(488962c2-fdb1-4be8-ac1d-ea161d995946),segment_id=488962c2-fdb1-4be8-ac1d-ea161d995946)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:15.568357 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6dcb31c2-9921-4e8d-9010-c775a78bf0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:15.597403 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb31c2-9921-4e8d-9010-c775a78bf0d8 admin admin] Calling delete_port for 81db7d36-8b5c-43dc-8ac1-daaea705e83b owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:15.664095 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-1dbd98cb-f67a-4bc6-ab67-e55daed31df7 req-496b1f10-6539-42f0-9e87-0ba4647dee0c tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Deleting port c8725c02-09de-4c91-a098-a767b474304a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:15.664839 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1dbd98cb-f67a-4bc6-ab67-e55daed31df7 req-496b1f10-6539-42f0-9e87-0ba4647dee0c tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:15.666424 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5b8c361b-8885-46e7-9352-9a4b9aa4d5b1 req-1726c583-0a00-40d1-9f6a-a8a666cd280d tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:15.778617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1dbd98cb-f67a-4bc6-ab67-e55daed31df7 req-496b1f10-6539-42f0-9e87-0ba4647dee0c tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] For port c8725c02-09de-4c91-a098-a767b474304a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c8725c02-09de-4c91-a098-a767b474304a,segment=NetworkSegment(c200a83d-ba7d-476c-acb1-daf7a9443348),segment_id=c200a83d-ba7d-476c-acb1-daf7a9443348)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:15.778991 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1dbd98cb-f67a-4bc6-ab67-e55daed31df7 req-496b1f10-6539-42f0-9e87-0ba4647dee0c tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:15.792412 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-1dbd98cb-f67a-4bc6-ab67-e55daed31df7 req-496b1f10-6539-42f0-9e87-0ba4647dee0c tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Calling delete_port for c8725c02-09de-4c91-a098-a767b474304a owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:15.928595 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1dbd98cb-f67a-4bc6-ab67-e55daed31df7 req-496b1f10-6539-42f0-9e87-0ba4647dee0c tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:15.941857 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['c8725c02-09de-4c91-a098-a767b474304a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:54:15.962621 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b1f10-6539-42f0-9e87-0ba4647dee0c tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Pushing event deleted for resources: {'Port': ['ID=c8725c02-09de-4c91-a098-a767b474304a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:15.975917 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5b8c361b-8885-46e7-9352-9a4b9aa4d5b1 req-1726c583-0a00-40d1-9f6a-a8a666cd280d tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:15.978539 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5b8c361b-8885-46e7-9352-9a4b9aa4d5b1 req-1726c583-0a00-40d1-9f6a-a8a666cd280d tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:15.980609 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b8c361b-8885-46e7-9352-9a4b9aa4d5b1 req-1726c583-0a00-40d1-9f6a-a8a666cd280d tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "DELETE /v2.0/security-groups/06804627-a22e-4d88-a33d-24058ca82401 HTTP/1.1" status: 204 len: 173 time: 0.5972528 Jul 15 14:54:16.015242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726c583-0a00-40d1-9f6a-a8a666cd280d tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06804627-a22e-4d88-a33d-24058ca82401,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:16.023776 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbd98cb-f67a-4bc6-ab67-e55daed31df7 req-496b1f10-6539-42f0-9e87-0ba4647dee0c tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] No DVR routers for this DVR port c8725c02-09de-4c91-a098-a767b474304a on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:54:16.028847 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1dbd98cb-f67a-4bc6-ab67-e55daed31df7 req-496b1f10-6539-42f0-9e87-0ba4647dee0c tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:16.031208 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1dbd98cb-f67a-4bc6-ab67-e55daed31df7 req-496b1f10-6539-42f0-9e87-0ba4647dee0c tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.11 "DELETE /v2.0/ports/c8725c02-09de-4c91-a098-a767b474304a HTTP/1.1" status: 204 len: 173 time: 0.5228846 Jul 15 14:54:16.031702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e12bcc9-01b7-4434-a1cd-ad013ca98a53', 'name': 'network-vif-deleted', 'tag': 'c8725c02-09de-4c91-a098-a767b474304a'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:16.037346 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71891fbb-434a-4d8c-b6bc-658fa0690164" -d '{"events": [{"server_uuid": "3e12bcc9-01b7-4434-a1cd-ad013ca98a53", "name": "network-vif-deleted", "tag": "c8725c02-09de-4c91-a098-a767b474304a"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:16.079719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0dfe4-9be0-4877-9c08-e1a3fd20f163 req-2b9db862-5eaf-492c-95cc-5d618168a3f3 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:16.083047 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cae0dfe4-9be0-4877-9c08-e1a3fd20f163 req-2b9db862-5eaf-492c-95cc-5d618168a3f3 tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 1095 time: 0.2934589 Jul 15 14:54:16.204832 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cae0dfe4-9be0-4877-9c08-e1a3fd20f163 req-d9817331-2892-421e-8b87-e788c092ea7d tempest-LiveAutoBlockMigrationV225Test-17350287 tempest-LiveAutoBlockMigrationV225Test-17350287-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128397 Jul 15 14:54:16.219516 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6dcb31c2-9921-4e8d-9010-c775a78bf0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:16.299400 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb31c2-9921-4e8d-9010-c775a78bf0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=81db7d36-8b5c-43dc-8ac1-daaea705e83b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:16.426709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-c0b7ecf9-b86c-4e29-ae1f-bfe3a24d0f12 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:16.428357 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-c0b7ecf9-b86c-4e29-ae1f-bfe3a24d0f12 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/networks?id=ee82be48-a052-4414-9d70-bc059584e660 HTTP/1.1" status: 200 len: 803 time: 0.2671897 Jul 15 14:54:16.465561 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7214a573-9582-4b9f-ad5b-c34b6e331a28 req-55ddc639-de68-4763-89ff-41487634f3eb tempest-InstanceActionsV221TestJSON-1826107087 tempest-InstanceActionsV221TestJSON-1826107087-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e12bcc9-01b7-4434-a1cd-ad013ca98a53 HTTP/1.1" status: 200 len: 210 time: 0.0635955 Jul 15 14:54:16.522588 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-e993fbca-0a5b-4e60-a324-d07818071e3f tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/quotas/f650ca724c2f47838bda6b448b76e37b HTTP/1.1" status: 200 len: 375 time: 0.0862384 Jul 15 14:54:16.578752 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cb1abce8-90c2-470f-9ff3-2b55f64b4cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:16.740078 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f67b4e6a-1503-4ca1-bc3a-201536af868a req-8103c8a9-82d4-41d2-a7f9-4dd91b9a3236 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/2cc357ed-f835-4669-8112-a4f3ebab60f0 HTTP/1.1" status: 200 len: 2404 time: 0.2246408 Jul 15 14:54:16.754730 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 04f6599c-150a-43ea-9233-fd049d0b5547 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:16.777435 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 04f6599c-150a-43ea-9233-fd049d0b5547 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:54:16.777771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 04f6599c-150a-43ea-9233-fd049d0b5547 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:54:16.778609 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:16.811376 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6dcb31c2-9921-4e8d-9010-c775a78bf0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:16.857998 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:16.888770 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe292e1a-67c4-4918-8668-7efdea550734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:16.891187 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076c5cf5-8195-4ed2-9c32-ec1048b5dc0a" -d '{"events": [{"server_uuid": "fe292e1a-67c4-4918-8668-7efdea550734", "name": "network-vif-unplugged", "status": "completed", "tag": "c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:16.906816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:16.912289 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:16.963921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:17.259122 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0415a-14a8-4437-abe4-fed91d301d76 req-70a45e36-e85d-4dca-bb9b-38ac38dff088 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:17.260684 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5db0415a-14a8-4437-abe4-fed91d301d76 req-70a45e36-e85d-4dca-bb9b-38ac38dff088 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe292e1a-67c4-4918-8668-7efdea550734 HTTP/1.1" status: 200 len: 944 time: 0.0821323 Jul 15 14:54:17.261757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-c327bb01-7eb1-4e68-b99d-3bb62cade225 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f650ca724c2f47838bda6b448b76e37b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7243910 Jul 15 14:54:17.374587 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f67b4e6a-1503-4ca1-bc3a-201536af868a req-2009a2c3-33c8-446d-aa4a-eb3c285a3a37 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:17.410768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-5db0415a-14a8-4437-abe4-fed91d301d76 req-b94dcd33-1123-42fb-970a-79e03f1ddf4b tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Deleting port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:17.411360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5db0415a-14a8-4437-abe4-fed91d301d76 req-b94dcd33-1123-42fb-970a-79e03f1ddf4b tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:17.454519 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f67b4e6a-1503-4ca1-bc3a-201536af868a req-2009a2c3-33c8-446d-aa4a-eb3c285a3a37 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:17.522566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5db0415a-14a8-4437-abe4-fed91d301d76 req-b94dcd33-1123-42fb-970a-79e03f1ddf4b tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] For port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:17.522976 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5db0415a-14a8-4437-abe4-fed91d301d76 req-b94dcd33-1123-42fb-970a-79e03f1ddf4b tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:17.552155 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-5db0415a-14a8-4437-abe4-fed91d301d76 req-b94dcd33-1123-42fb-970a-79e03f1ddf4b tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Calling delete_port for c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:17.626653 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-465e2359-85f8-4346-a881-2206bdd2f25c service neutron] 10.222.0.38 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313546 Jul 15 14:54:17.644696 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f67b4e6a-1503-4ca1-bc3a-201536af868a req-2009a2c3-33c8-446d-aa4a-eb3c285a3a37 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:17.647348 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f67b4e6a-1503-4ca1-bc3a-201536af868a req-2009a2c3-33c8-446d-aa4a-eb3c285a3a37 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:17.648541 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f67b4e6a-1503-4ca1-bc3a-201536af868a req-2009a2c3-33c8-446d-aa4a-eb3c285a3a37 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "DELETE /v2.0/security-groups/2cc357ed-f835-4669-8112-a4f3ebab60f0 HTTP/1.1" status: 204 len: 173 time: 0.8732531 Jul 15 14:54:17.718478 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009a2c3-33c8-446d-aa4a-eb3c285a3a37 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc357ed-f835-4669-8112-a4f3ebab60f0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:17.765284 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5db0415a-14a8-4437-abe4-fed91d301d76 req-b94dcd33-1123-42fb-970a-79e03f1ddf4b tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:17.797958 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccc721e-a4f9-4f43-8d4c-efc1fa0ccdb3 x-openstack-request-id: req-6ccc721e-a4f9-4f43-8d4c-efc1fa0ccdb3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:17.798277 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e12bcc9-01b7-4434-a1cd-ad013ca98a53", "name": "network-vif-deleted", "tag": "c8725c02-09de-4c91-a098-a767b474304a", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:17.798974 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6ccc721e-a4f9-4f43-8d4c-efc1fa0ccdb3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:17.799248 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e12bcc9-01b7-4434-a1cd-ad013ca98a53', 'name': 'network-vif-deleted', 'tag': 'c8725c02-09de-4c91-a098-a767b474304a', 'status': 'completed', 'code': 200} Jul 15 14:54:17.803053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dcd33-1123-42fb-970a-79e03f1ddf4b tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Pushing event deleted for resources: {'Port': ['ID=c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:17.815059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcb31c2-9921-4e8d-9010-c775a78bf0d8 admin admin] Router c79e717d-7ce7-4cb1-996b-58b3e66734e1 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:54:17.851791 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-f77c2499-36fc-4e29-a61d-acd51e85ab48 service neutron] 10.222.0.38 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086673 Jul 15 14:54:17.857821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-cb1abce8-90c2-470f-9ff3-2b55f64b4cf5 admin admin] Deleting port 423b73a0-bee2-4e53-a038-8c6147e5ef97 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:17.858175 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cb1abce8-90c2-470f-9ff3-2b55f64b4cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:17.873557 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db0415a-14a8-4437-abe4-fed91d301d76 req-b94dcd33-1123-42fb-970a-79e03f1ddf4b tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] No DVR routers for this DVR port c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:54:17.876289 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5db0415a-14a8-4437-abe4-fed91d301d76 req-b94dcd33-1123-42fb-970a-79e03f1ddf4b tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:17.879457 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5db0415a-14a8-4437-abe4-fed91d301d76 req-b94dcd33-1123-42fb-970a-79e03f1ddf4b tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.22 "DELETE /v2.0/ports/c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b HTTP/1.1" status: 204 len: 173 time: 0.6123464 Jul 15 14:54:18.042306 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcb31c2-9921-4e8d-9010-c775a78bf0d8 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:54:18.053486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6dcb31c2-9921-4e8d-9010-c775a78bf0d8 admin admin] 10.222.0.38 "PUT /v2.0/routers/c79e717d-7ce7-4cb1-996b-58b3e66734e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1903782 Jul 15 14:54:18.053712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43210) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:18.053828 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95803d-6f55-4e6b-8000-fc0fac8e44c0 None None] Sync routers for ids ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:54:18.087601 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95803d-6f55-4e6b-8000-fc0fac8e44c0 None None] Routers {'c79e717d-7ce7-4cb1-996b-58b3e66734e1'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:18.091519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9d95803d-6f55-4e6b-8000-fc0fac8e44c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:54:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:18.224282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-cb1abce8-90c2-470f-9ff3-2b55f64b4cf5 admin admin] For port 423b73a0-bee2-4e53-a038-8c6147e5ef97, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=423b73a0-bee2-4e53-a038-8c6147e5ef97,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:18.225294 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cb1abce8-90c2-470f-9ff3-2b55f64b4cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:18.260422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-cb1abce8-90c2-470f-9ff3-2b55f64b4cf5 admin admin] Calling delete_port for 423b73a0-bee2-4e53-a038-8c6147e5ef97 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:18.300575 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db8c3831-a3b5-4e55-88ea-a55514533122 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:18.352537 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9d95803d-6f55-4e6b-8000-fc0fac8e44c0 None None] Set router c79e717d-7ce7-4cb1-996b-58b3e66734e1 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:54:18.453833 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db8c3831-a3b5-4e55-88ea-a55514533122 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:18.492435 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6bfa7e-a5f9-4bea-9c51-5a85e5afb7a2 x-openstack-request-id: req-ec6bfa7e-a5f9-4bea-9c51-5a85e5afb7a2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:18.493039 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe292e1a-67c4-4918-8668-7efdea550734", "name": "network-vif-unplugged", "status": "completed", "tag": "c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:18.494200 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ec6bfa7e-a5f9-4bea-9c51-5a85e5afb7a2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:18.494884 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe292e1a-67c4-4918-8668-7efdea550734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b', 'code': 200} Jul 15 14:54:18.578153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-db8c3831-a3b5-4e55-88ea-a55514533122 admin admin] Deleting port 7928164d-f908-4de8-873c-bc04f9971f23 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:18.580335 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db8c3831-a3b5-4e55-88ea-a55514533122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:18.725371 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03f2cfc0-351c-44ba-b433-05bf5115f2bd req-ba65dbf3-302f-4362-8d86-6eac4426d14a tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "GET /v2.0/security-groups/17fe34ef-941c-4d26-b517-5159411b3a26 HTTP/1.1" status: 200 len: 2398 time: 0.1602385 Jul 15 14:54:18.732101 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-db8c3831-a3b5-4e55-88ea-a55514533122 admin admin] For port 7928164d-f908-4de8-873c-bc04f9971f23, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7928164d-f908-4de8-873c-bc04f9971f23,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:18.733141 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:18.733453 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db8c3831-a3b5-4e55-88ea-a55514533122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:18.755752 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-db8c3831-a3b5-4e55-88ea-a55514533122 admin admin] Calling delete_port for 7928164d-f908-4de8-873c-bc04f9971f23 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:18.827228 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-03f2cfc0-351c-44ba-b433-05bf5115f2bd req-ac7a36f6-ae6e-4358-9ec6-9c602e78be38 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:18.829726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9d95803d-6f55-4e6b-8000-fc0fac8e44c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '7928164d-f908-4de8-873c-bc04f9971f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:54:16Z', 'revision_number': 5, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port': {'id': '7928164d-f908-4de8-873c-bc04f9971f23', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:37Z', 'updated_at': '2021-07-15T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:18.857024 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-03f2cfc0-351c-44ba-b433-05bf5115f2bd req-ac7a36f6-ae6e-4358-9ec6-9c602e78be38 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:18.888526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95803d-6f55-4e6b-8000-fc0fac8e44c0 None None] Checking router: c79e717d-7ce7-4cb1-996b-58b3e66734e1 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:54:18.901606 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95803d-6f55-4e6b-8000-fc0fac8e44c0 None None] Routers {'c79e717d-7ce7-4cb1-996b-58b3e66734e1'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:18.903357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9d95803d-6f55-4e6b-8000-fc0fac8e44c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:54:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:18.946178 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-03f2cfc0-351c-44ba-b433-05bf5115f2bd req-ac7a36f6-ae6e-4358-9ec6-9c602e78be38 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:18.950286 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-03f2cfc0-351c-44ba-b433-05bf5115f2bd req-ac7a36f6-ae6e-4358-9ec6-9c602e78be38 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:18.962263 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03f2cfc0-351c-44ba-b433-05bf5115f2bd req-ac7a36f6-ae6e-4358-9ec6-9c602e78be38 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] 10.222.0.38 "DELETE /v2.0/security-groups/17fe34ef-941c-4d26-b517-5159411b3a26 HTTP/1.1" status: 204 len: 173 time: 0.2364483 Jul 15 14:54:18.962483 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43224) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:18.979185 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cb1abce8-90c2-470f-9ff3-2b55f64b4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:19.042268 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a36f6-ae6e-4358-9ec6-9c602e78be38 tempest-SecurityGroupRulesTestJSON-492109719 tempest-SecurityGroupRulesTestJSON-492109719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fe34ef-941c-4d26-b517-5159411b3a26,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:19.147216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a256094-6a4e-4ee0-9cb8-0a1916ee0723 admin admin] Deleting subnet 0e4bd7ee-808d-4bb0-b751-bf87fd3a2fda {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:54:19.154830 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a256094-6a4e-4ee0-9cb8-0a1916ee0723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:19.238470 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:19.249416 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1abce8-90c2-470f-9ff3-2b55f64b4cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=423b73a0-bee2-4e53-a038-8c6147e5ef97,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:19.257329 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a256094-6a4e-4ee0-9cb8-0a1916ee0723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:19.260771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9d95803d-6f55-4e6b-8000-fc0fac8e44c0 None None] Set router c79e717d-7ce7-4cb1-996b-58b3e66734e1 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:54:19.388124 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3184b43-e972-4204-a6cc-328fb8a73776 req-597c74ef-1ef9-420d-89c7-51ea1274e57e tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 210 time: 0.2589629 Jul 15 14:54:19.391514 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a256094-6a4e-4ee0-9cb8-0a1916ee0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:19.433992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c8725c02-09de-4c91-a098-a767b474304a no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:19.455420 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db8c3831-a3b5-4e55-88ea-a55514533122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:19.462348 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: c8725c02-09de-4c91-a098-a767b474304a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:54:19.463187 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c8725c02-09de-4c91-a098-a767b474304a not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:54:19.465436 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9d95803d-6f55-4e6b-8000-fc0fac8e44c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:54:18Z', 'revision_number': 6, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:19.517469 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a256094-6a4e-4ee0-9cb8-0a1916ee0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:19.531541 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95803d-6f55-4e6b-8000-fc0fac8e44c0 None None] The sync data for ids ['c79e717d-7ce7-4cb1-996b-58b3e66734e1'] in n-d-764435-3 is: [{'id': 'c79e717d-7ce7-4cb1-996b-58b3e66734e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554617454-router', 'tenant_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:36Z', 'updated_at': '2021-07-15T14:54:18Z', 'revision_number': 6, 'project_id': '4cc69778109c4ce38d2d0f143ca1b25a', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:54:19.619256 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cb1abce8-90c2-470f-9ff3-2b55f64b4cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:19.622781 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a256094-6a4e-4ee0-9cb8-0a1916ee0723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:19.626435 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6a256094-6a4e-4ee0-9cb8-0a1916ee0723 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0e4bd7ee-808d-4bb0-b751-bf87fd3a2fda HTTP/1.1" status: 204 len: 168 time: 0.6606584 Jul 15 14:54:19.628090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43234) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:19.636581 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c3831-a3b5-4e55-88ea-a55514533122 admin admin] Pushing event deleted for resources: {'Port': ['ID=7928164d-f908-4de8-873c-bc04f9971f23,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:19.647230 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a256094-6a4e-4ee0-9cb8-0a1916ee0723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e4bd7ee-808d-4bb0-b751-bf87fd3a2fda,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:19.749141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0dafb-3a4a-4daa-b991-aec9cfae64f4 req-bd6fec05-8c82-45be-b4be-a920160687f2 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:19.750825 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ffa0dafb-3a4a-4daa-b991-aec9cfae64f4 req-bd6fec05-8c82-45be-b4be-a920160687f2 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 944 time: 0.3766887 Jul 15 14:54:19.890144 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ffa0dafb-3a4a-4daa-b991-aec9cfae64f4 req-618842fc-3b4d-4aaa-bcca-69f726a62530 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223192 Jul 15 14:54:19.947206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1fa13-5ae3-443e-9abd-6c0ba0bb23b8 req-edb3f5ba-0d29-4938-a2b3-a33df3b6cfc1 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:19.948866 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08a1fa13-5ae3-443e-9abd-6c0ba0bb23b8 req-edb3f5ba-0d29-4938-a2b3-a33df3b6cfc1 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/ports?device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 950 time: 0.1970308 Jul 15 14:54:20.008927 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1abce8-90c2-470f-9ff3-2b55f64b4cf5 admin admin] Router e216abb0-ed81-4f3b-ad44-b7251f3388d4 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:54:20.013438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08a1fa13-5ae3-443e-9abd-6c0ba0bb23b8 req-48b2ed7b-5a2f-4ec6-977d-54329285b0db tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/security-groups?id=4452115e-f4a2-4048-8a5b-768715dbcf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539222 Jul 15 14:54:20.068080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe292e1a-67c4-4918-8668-7efdea550734', 'name': 'network-vif-deleted', 'tag': 'c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:20.070653 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3807766a-07e7-4078-9ce4-273ea27ec800" -d '{"events": [{"server_uuid": "fe292e1a-67c4-4918-8668-7efdea550734", "name": "network-vif-deleted", "tag": "c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:20.145902 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ac141261-2b30-47e7-a541-d276886932df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.167046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb312671-c2ab-4946-8c44-841ceab328a0 req-d0603005-30b0-426b-bd61-90e085c5088e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:20.168783 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb312671-c2ab-4946-8c44-841ceab328a0 req-d0603005-30b0-426b-bd61-90e085c5088e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 944 time: 0.7153537 Jul 15 14:54:20.168918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43242) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:20.170644 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c944cec-e31b-4322-84d3-6ab34e56edc5 x-openstack-request-id: req-0c944cec-e31b-4322-84d3-6ab34e56edc5 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:20.171130 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe292e1a-67c4-4918-8668-7efdea550734", "name": "network-vif-deleted", "tag": "c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:20.171316 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0c944cec-e31b-4322-84d3-6ab34e56edc5 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:20.171727 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe292e1a-67c4-4918-8668-7efdea550734', 'name': 'network-vif-deleted', 'tag': 'c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b', 'status': 'completed', 'code': 200} Jul 15 14:54:20.188106 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db8c3831-a3b5-4e55-88ea-a55514533122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.233338 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ed2974-0825-4914-91ff-a4a54b6ab6c8 admin admin] Deleting subnet ffded664-d4b4-4980-8cc9-a68afae01000 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:54:20.237542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1abce8-90c2-470f-9ff3-2b55f64b4cf5 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:54:20.239240 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2974-0825-4914-91ff-a4a54b6ab6c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.247018 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cb1abce8-90c2-470f-9ff3-2b55f64b4cf5 admin admin] 10.222.0.38 "PUT /v2.0/routers/e216abb0-ed81-4f3b-ad44-b7251f3388d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0070221 Jul 15 14:54:20.253102 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1db82e-d682-4410-8716-7635ec560d75 None None] Sync routers for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:54:20.270505 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43244) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:20.275868 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1db82e-d682-4410-8716-7635ec560d75 None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:20.276775 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3f1db82e-d682-4410-8716-7635ec560d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:54:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:20.344870 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2974-0825-4914-91ff-a4a54b6ab6c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.352197 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db8c3831-a3b5-4e55-88ea-a55514533122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.366593 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db8c3831-a3b5-4e55-88ea-a55514533122 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.395201 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3f1db82e-d682-4410-8716-7635ec560d75 None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:54:20.398249 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2974-0825-4914-91ff-a4a54b6ab6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.497373 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2974-0825-4914-91ff-a4a54b6ab6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.546219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed2974-0825-4914-91ff-a4a54b6ab6c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffded664-d4b4-4980-8cc9-a68afae01000,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:20.587398 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2974-0825-4914-91ff-a4a54b6ab6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.589572 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a8ed2974-0825-4914-91ff-a4a54b6ab6c8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ffded664-d4b4-4980-8cc9-a68afae01000 HTTP/1.1" status: 204 len: 168 time: 0.4198155 Jul 15 14:54:20.608612 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43250) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:20.653147 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ac141261-2b30-47e7-a541-d276886932df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.657065 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-66a88177-f3e4-4e65-a0a9-f19f3e83ca28 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.660406 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3f1db82e-d682-4410-8716-7635ec560d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:54:18Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:20.664567 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db8c3831-a3b5-4e55-88ea-a55514533122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.665097 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8c3831-a3b5-4e55-88ea-a55514533122 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c79e717d-7ce7-4cb1-996b-58b3e66734e1 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:54:20.686038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ac141261-2b30-47e7-a541-d276886932df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f38e22-e0b0-4c93-a870-7597f34fb656']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:20.697837 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ac141261-2b30-47e7-a541-d276886932df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91c55ef-c516-4e2b-ade3-a499708922cb') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:20.698276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ac141261-2b30-47e7-a541-d276886932df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91c55ef-c516-4e2b-ade3-a499708922cb') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:20.704468 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1db82e-d682-4410-8716-7635ec560d75 None None] Checking router: e216abb0-ed81-4f3b-ad44-b7251f3388d4 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:54:20.709968 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ac141261-2b30-47e7-a541-d276886932df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.714991 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1db82e-d682-4410-8716-7635ec560d75 None None] Routers {'e216abb0-ed81-4f3b-ad44-b7251f3388d4'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:20.715968 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3f1db82e-d682-4410-8716-7635ec560d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:54:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:20.725929 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ac141261-2b30-47e7-a541-d276886932df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.737039 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db8c3831-a3b5-4e55-88ea-a55514533122 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.740642 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-db8c3831-a3b5-4e55-88ea-a55514533122 admin admin] 10.222.0.38 "DELETE /v2.0/routers/c79e717d-7ce7-4cb1-996b-58b3e66734e1 HTTP/1.1" status: 204 len: 168 time: 2.6841669 Jul 15 14:54:20.749323 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac141261-2b30-47e7-a541-d276886932df admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:54:20.749733 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ac141261-2b30-47e7-a541-d276886932df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.755477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: timer() Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:54:20.762726 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:54:20.766157 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43252) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:20.782066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:54:20.782816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c3bd737e-8fbb-44df-bfa8-1e7ef0b7f26b not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:54:20.799369 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56578512-d25d-407f-b4f5-ac339eb7e702 req-e5b06635-333c-48e8-9267-c356295b4036 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 210 time: 0.1789479 Jul 15 14:54:20.837184 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-66a88177-f3e4-4e65-a0a9-f19f3e83ca28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.847859 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-4d8cada6-73b7-463f-9129-5a5fdcdd4b3a tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:20.849322 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-4d8cada6-73b7-463f-9129-5a5fdcdd4b3a tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.22 "GET /v2.0/networks?id=ee82be48-a052-4414-9d70-bc059584e660 HTTP/1.1" status: 200 len: 803 time: 0.6369522 Jul 15 14:54:20.864079 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3f1db82e-d682-4410-8716-7635ec560d75 None None] Set router e216abb0-ed81-4f3b-ad44-b7251f3388d4 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:54:20.915973 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-66a88177-f3e4-4e65-a0a9-f19f3e83ca28 admin admin] Deleting port ee7384f8-365c-45db-8be3-507f5f7de687 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:20.916483 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-66a88177-f3e4-4e65-a0a9-f19f3e83ca28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:20.949853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-b511fb73-6b04-4a97-bae3-638a13fca5f3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Request body: {'port': {'device_id': '5cb6601b-7f6e-4178-a942-0aa591128f69', 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660', 'admin_state_up': True, 'tenant_id': 'f650ca724c2f47838bda6b448b76e37b'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:21.012761 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ac141261-2b30-47e7-a541-d276886932df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.020459 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ac141261-2b30-47e7-a541-d276886932df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.022984 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ac141261-2b30-47e7-a541-d276886932df admin admin] 10.222.0.38 "DELETE /v2.0/networks/79f38e22-e0b0-4c93-a870-7597f34fb656 HTTP/1.1" status: 204 len: 168 time: 1.3940480 Jul 15 14:54:21.033364 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-66a88177-f3e4-4e65-a0a9-f19f3e83ca28 admin admin] For port ee7384f8-365c-45db-8be3-507f5f7de687, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ee7384f8-365c-45db-8be3-507f5f7de687,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:21.033776 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-66a88177-f3e4-4e65-a0a9-f19f3e83ca28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.046294 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5056df94-5ebf-40d6-b1e5-859d66a846c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.048186 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-66a88177-f3e4-4e65-a0a9-f19f3e83ca28 admin admin] Calling delete_port for ee7384f8-365c-45db-8be3-507f5f7de687 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:21.065014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-bb312671-c2ab-4946-8c44-841ceab328a0 req-05049630-7e16-43f2-bd66-180bb1f50c8e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Deleting port 86a3d733-45bc-48c6-86d0-163418d63e1e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:21.088005 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bb312671-c2ab-4946-8c44-841ceab328a0 req-05049630-7e16-43f2-bd66-180bb1f50c8e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.161031 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b9fbb5-eeaa-4731-b437-300274fecb6b admin admin] Deleting subnet c26c1602-6a8d-4a2b-8684-51e68f7c0091 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:54:21.182474 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3f1db82e-d682-4410-8716-7635ec560d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:54:18Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:21.215507 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1db82e-d682-4410-8716-7635ec560d75 None None] The sync data for ids ['e216abb0-ed81-4f3b-ad44-b7251f3388d4'] in n-d-764435-3 is: [{'id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-960252066-router', 'tenant_id': 'df2e38f897fb4ea588199592764a3ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:52:33Z', 'updated_at': '2021-07-15T14:54:18Z', 'revision_number': 5, 'project_id': 'df2e38f897fb4ea588199592764a3ebc', 'gw_port': {'id': 'ee7384f8-365c-45db-8be3-507f5f7de687', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e216abb0-ed81-4f3b-ad44-b7251f3388d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:34Z', 'updated_at': '2021-07-15T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:54:21.240547 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b9fbb5-eeaa-4731-b437-300274fecb6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.249390 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac141261-2b30-47e7-a541-d276886932df admin admin] Pushing event deleted for resources: {'Network': ['ID=79f38e22-e0b0-4c93-a870-7597f34fb656,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:21.278827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43260) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:21.294836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe2773-f9ef-4cf2-bdc3-aa23acff9667 req-af69025c-de17-4961-97b9-595c32634bad tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:21.296299 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1ffe2773-f9ef-4cf2-bdc3-aa23acff9667 req-af69025c-de17-4961-97b9-595c32634bad tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.11 "GET /v2.0/ports?device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 950 time: 0.7538664 Jul 15 14:54:21.399828 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d03f2343-ec3f-4957-b226-fd1ebcd57d42 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f22770eeb5f44a2abb50156a637da684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1191180 Jul 15 14:54:21.403954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43262) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:21.413265 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-66a88177-f3e4-4e65-a0a9-f19f3e83ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.420366 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b9fbb5-eeaa-4731-b437-300274fecb6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.422239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d636de8-0f74-4c6a-a16b-cbb03f3b7d61 req-68bda155-e9c5-4af3-aaa9-2e651ade8eaa tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:21.423950 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d636de8-0f74-4c6a-a16b-cbb03f3b7d61 req-68bda155-e9c5-4af3-aaa9-2e651ade8eaa tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 944 time: 0.2368891 Jul 15 14:54:21.446825 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ce26f-a0b2-47d5-bce2-5a2430fd12de req-1c693272-15c3-4a21-bb83-b93f095a2c0d tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:21.448455 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-072ce26f-a0b2-47d5-bce2-5a2430fd12de req-1c693272-15c3-4a21-bb83-b93f095a2c0d tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/ports?device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 950 time: 0.2062902 Jul 15 14:54:21.504810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a88177-f3e4-4e65-a0a9-f19f3e83ca28 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7384f8-365c-45db-8be3-507f5f7de687,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:21.533276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-bb312671-c2ab-4946-8c44-841ceab328a0 req-05049630-7e16-43f2-bd66-180bb1f50c8e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] For port 86a3d733-45bc-48c6-86d0-163418d63e1e, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=86a3d733-45bc-48c6-86d0-163418d63e1e,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:21.533580 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bb312671-c2ab-4946-8c44-841ceab328a0 req-05049630-7e16-43f2-bd66-180bb1f50c8e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.620053 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d636de8-0f74-4c6a-a16b-cbb03f3b7d61 req-223eed55-840f-4ed9-8218-3b39e8950b06 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671140 Jul 15 14:54:21.622906 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-072ce26f-a0b2-47d5-bce2-5a2430fd12de req-6336f067-ad8d-4336-abae-fb9be4d8236b tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/security-groups?id=4452115e-f4a2-4048-8a5b-768715dbcf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438518 Jul 15 14:54:21.645591 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5056df94-5ebf-40d6-b1e5-859d66a846c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.652523 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-66a88177-f3e4-4e65-a0a9-f19f3e83ca28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.656059 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed65c650-fd9c-4485-8cc9-82ba3c7a908f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.675973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-bb312671-c2ab-4946-8c44-841ceab328a0 req-05049630-7e16-43f2-bd66-180bb1f50c8e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Calling delete_port for 86a3d733-45bc-48c6-86d0-163418d63e1e owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:21.771143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5056df94-5ebf-40d6-b1e5-859d66a846c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a356510c-2a4f-4109-a3de-e625eb36983e']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:21.775565 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-66a88177-f3e4-4e65-a0a9-f19f3e83ca28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.777665 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-b511fb73-6b04-4a97-bae3-638a13fca5f3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Made reservation on behalf of f650ca724c2f47838bda6b448b76e37b for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:21.778453 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed65c650-fd9c-4485-8cc9-82ba3c7a908f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.780588 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-66a88177-f3e4-4e65-a0a9-f19f3e83ca28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.786921 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-b511fb73-6b04-4a97-bae3-638a13fca5f3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.820604 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 423b73a0-bee2-4e53-a038-8c6147e5ef97 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:21.852579 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-66a88177-f3e4-4e65-a0a9-f19f3e83ca28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.853218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a88177-f3e4-4e65-a0a9-f19f3e83ca28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e216abb0-ed81-4f3b-ad44-b7251f3388d4 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:54:21.862661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 423b73a0-bee2-4e53-a038-8c6147e5ef97 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:54:21.862890 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-66a88177-f3e4-4e65-a0a9-f19f3e83ca28 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.863494 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 423b73a0-bee2-4e53-a038-8c6147e5ef97 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:54:21.868664 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-66a88177-f3e4-4e65-a0a9-f19f3e83ca28 admin admin] 10.222.0.38 "DELETE /v2.0/routers/e216abb0-ed81-4f3b-ad44-b7251f3388d4 HTTP/1.1" status: 204 len: 168 time: 1.5923419 Jul 15 14:54:21.868664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43268) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:21.869952 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 81db7d36-8b5c-43dc-8ac1-daaea705e83b no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:21.932766 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b9fbb5-eeaa-4731-b437-300274fecb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:21.945022 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 81db7d36-8b5c-43dc-8ac1-daaea705e83b {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:54:21.945559 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 81db7d36-8b5c-43dc-8ac1-daaea705e83b not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:54:21.946271 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7928164d-f908-4de8-873c-bc04f9971f23 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:22.031235 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 7928164d-f908-4de8-873c-bc04f9971f23 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:54:22.039497 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7928164d-f908-4de8-873c-bc04f9971f23 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:54:22.075298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5056df94-5ebf-40d6-b1e5-859d66a846c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c200a83d-ba7d-476c-acb1-daf7a9443348') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:22.075619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5056df94-5ebf-40d6-b1e5-859d66a846c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c200a83d-ba7d-476c-acb1-daf7a9443348') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:22.078747 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b9fbb5-eeaa-4731-b437-300274fecb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.125727 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5056df94-5ebf-40d6-b1e5-859d66a846c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.154515 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9fbb5-eeaa-4731-b437-300274fecb6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c26c1602-6a8d-4a2b-8684-51e68f7c0091,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:22.187001 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5056df94-5ebf-40d6-b1e5-859d66a846c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.210589 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b9fbb5-eeaa-4731-b437-300274fecb6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.210589 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-41b9fbb5-eeaa-4731-b437-300274fecb6b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c26c1602-6a8d-4a2b-8684-51e68f7c0091 HTTP/1.1" status: 204 len: 168 time: 1.4276111 Jul 15 14:54:22.214997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5056df94-5ebf-40d6-b1e5-859d66a846c8 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:54:22.215408 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5056df94-5ebf-40d6-b1e5-859d66a846c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: timer() Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:54:22.217169 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:54:22.225882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1653b8a-1c0d-47bb-9918-1b3d28393d06 None None] Network edfb406c-ada2-4958-80ff-7e08225d0ef5 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:54:22.246067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43270) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:22.302223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-1ffe2773-f9ef-4cf2-bdc3-aa23acff9667 req-a68f3e80-6a2c-47dd-9763-52797c6b7c9d tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Deleting port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:22.302600 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1ffe2773-f9ef-4cf2-bdc3-aa23acff9667 req-a68f3e80-6a2c-47dd-9763-52797c6b7c9d tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.335206 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43cf409e-73e5-47d1-878c-3ea3db129d4e req-6067afc3-e947-4689-bcef-228691953e79 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 210 time: 0.0465467 Jul 15 14:54:22.337944 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed65c650-fd9c-4485-8cc9-82ba3c7a908f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.340635 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed65c650-fd9c-4485-8cc9-82ba3c7a908f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.341799 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ed65c650-fd9c-4485-8cc9-82ba3c7a908f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d131447-0899-4f59-ac22-0017535b473e HTTP/1.1" status: 204 len: 168 time: 0.9360855 Jul 15 14:54:22.359887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b1550c-854a-43f2-aa76-5c75e2168fdc admin admin] Deleting subnet a0db7b4b-ea80-4136-b0bc-3b91de73e83e {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:54:22.364777 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39b1550c-854a-43f2-aa76-5c75e2168fdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.366103 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65c650-fd9c-4485-8cc9-82ba3c7a908f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d131447-0899-4f59-ac22-0017535b473e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:22.423136 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39b1550c-854a-43f2-aa76-5c75e2168fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.437411 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5056df94-5ebf-40d6-b1e5-859d66a846c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.467187 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-b511fb73-6b04-4a97-bae3-638a13fca5f3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Allocated IP 172.20.0.13 (ee82be48-a052-4414-9d70-bc059584e660/56d40fa9-e881-4b8a-ab3c-063e05208051/1b0d9627-54eb-4a02-a7c4-f88430a51a7d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:54:22.532427 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5056df94-5ebf-40d6-b1e5-859d66a846c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.537732 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5056df94-5ebf-40d6-b1e5-859d66a846c8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a356510c-2a4f-4109-a3de-e625eb36983e HTTP/1.1" status: 204 len: 168 time: 1.9225526 Jul 15 14:54:22.589705 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39b1550c-854a-43f2-aa76-5c75e2168fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.590116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056df94-5ebf-40d6-b1e5-859d66a846c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a356510c-2a4f-4109-a3de-e625eb36983e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:22.593823 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.638700 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1ffe2773-f9ef-4cf2-bdc3-aa23acff9667 req-a68f3e80-6a2c-47dd-9763-52797c6b7c9d tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] For port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a9c68707-ba6a-4794-bf98-7a4f8dc9d13f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:22.639064 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1ffe2773-f9ef-4cf2-bdc3-aa23acff9667 req-a68f3e80-6a2c-47dd-9763-52797c6b7c9d tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.663078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed86e059-dba8-4807-9672-1a0832b2eb37 None None] DHCP port deletion for edfb406c-ada2-4958-80ff-7e08225d0ef5 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:54:22.693206 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bb312671-c2ab-4946-8c44-841ceab328a0 req-05049630-7e16-43f2-bd66-180bb1f50c8e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.717332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-1ffe2773-f9ef-4cf2-bdc3-aa23acff9667 req-a68f3e80-6a2c-47dd-9763-52797c6b7c9d tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Calling delete_port for a9c68707-ba6a-4794-bf98-7a4f8dc9d13f owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:22.729879 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39b1550c-854a-43f2-aa76-5c75e2168fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.737083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['b9bab48d-cccf-4548-aa93-4c9901aae8a2'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:54:22.833582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1550c-854a-43f2-aa76-5c75e2168fdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0db7b4b-ea80-4136-b0bc-3b91de73e83e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:22.848272 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39b1550c-854a-43f2-aa76-5c75e2168fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:22.854974 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-39b1550c-854a-43f2-aa76-5c75e2168fdc admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a0db7b4b-ea80-4136-b0bc-3b91de73e83e HTTP/1.1" status: 204 len: 168 time: 0.9871342 Jul 15 14:54:22.857610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43282) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:22.870320 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43284) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:22.963461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3531b56-f8c6-4c3f-ae3e-b00dded5677c None None] Network 3cdc50db-5544-4872-99d9-c427108a4eb0 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:54:23.138944 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ed86e059-dba8-4807-9672-1a0832b2eb37 None None] Deleting port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:23.139725 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed86e059-dba8-4807-9672-1a0832b2eb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:23.158032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05049630-7e16-43f2-bd66-180bb1f50c8e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Pushing event deleted for resources: {'Port': ['ID=86a3d733-45bc-48c6-86d0-163418d63e1e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:23.186126 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9394f024-1b21-4662-8376-53d5a77db6a4 req-ecddec52-7aa8-4801-a7bb-154b3332266e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 210 time: 0.2177193 Jul 15 14:54:23.230379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ed86e059-dba8-4807-9672-1a0832b2eb37 None None] For port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0,segment=NetworkSegment(488962c2-fdb1-4be8-ac1d-ea161d995946),segment_id=488962c2-fdb1-4be8-ac1d-ea161d995946)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:23.230810 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed86e059-dba8-4807-9672-1a0832b2eb37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:23.244367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ed86e059-dba8-4807-9672-1a0832b2eb37 None None] Calling delete_port for d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:23.340528 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb312671-c2ab-4946-8c44-841ceab328a0 req-05049630-7e16-43f2-bd66-180bb1f50c8e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] No DVR routers for this DVR port 86a3d733-45bc-48c6-86d0-163418d63e1e on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:54:23.347788 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed86e059-dba8-4807-9672-1a0832b2eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:23.358977 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device a9c68707-ba6a-4794-bf98-7a4f8dc9d13f no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:23.364793 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bb312671-c2ab-4946-8c44-841ceab328a0 req-05049630-7e16-43f2-bd66-180bb1f50c8e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:23.368291 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb312671-c2ab-4946-8c44-841ceab328a0 req-05049630-7e16-43f2-bd66-180bb1f50c8e tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.11 "DELETE /v2.0/ports/86a3d733-45bc-48c6-86d0-163418d63e1e HTTP/1.1" status: 204 len: 173 time: 3.1907980 Jul 15 14:54:23.368513 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:23.370582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6d43ac-e81a-48fe-a233-9b65cf6ea290', 'name': 'network-vif-deleted', 'tag': '86a3d733-45bc-48c6-86d0-163418d63e1e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:23.374386 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5051c8-a179-4499-992e-d878d0620633" -d '{"events": [{"server_uuid": "4a6d43ac-e81a-48fe-a233-9b65cf6ea290", "name": "network-vif-deleted", "tag": "86a3d733-45bc-48c6-86d0-163418d63e1e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:23.401854 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4b9850ad-4dd3-4d2d-8e98-b6ce18b7fd4a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=05344b82b13349109d220f9e23d52e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5249591 Jul 15 14:54:23.404357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43300) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:23.444100 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86e059-dba8-4807-9672-1a0832b2eb37 None None] No DVR routers for this DVR port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:54:23.444831 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] Deleting port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:23.445457 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:23.458242 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-b511fb73-6b04-4a97-bae3-638a13fca5f3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:23.467385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86e059-dba8-4807-9672-1a0832b2eb37 None None] Pushing event deleted for resources: {'Port': ['ID=d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:23.540463 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fd3adf-2cfa-4680-ae92-dc45512ed8d2 x-openstack-request-id: req-a7fd3adf-2cfa-4680-ae92-dc45512ed8d2 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:23.540744 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6d43ac-e81a-48fe-a233-9b65cf6ea290", "name": "network-vif-deleted", "tag": "86a3d733-45bc-48c6-86d0-163418d63e1e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:23.544929 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7fd3adf-2cfa-4680-ae92-dc45512ed8d2 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:23.547509 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6d43ac-e81a-48fe-a233-9b65cf6ea290', 'name': 'network-vif-deleted', 'tag': '86a3d733-45bc-48c6-86d0-163418d63e1e', 'status': 'completed', 'code': 200} Jul 15 14:54:23.599881 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:23.655028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] For port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0, host n-d-764435-3, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:23.655597 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:23.704465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:23.705904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] Calling delete_port for d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:23.712065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.ipam_backend_mixin [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] Port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 was not found and therefore no delete operation was performed {{(pid=100712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 14:54:23.714864 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-28e50788-63ab-4d3c-be1c-341cc6192717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:23.720159 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:23.740836 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1ffe2773-f9ef-4cf2-bdc3-aa23acff9667 req-a68f3e80-6a2c-47dd-9763-52797c6b7c9d tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:23.743200 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-b511fb73-6b04-4a97-bae3-638a13fca5f3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:23.787157 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d90fd-5eb8-496a-b7ec-08972209c6c8 None None] DHCP port deletion for 3cdc50db-5544-4872-99d9-c427108a4eb0 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:54:23.790899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:23.792992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a319879-a3cb-4c51-ba57-008700124eca req-836e0926-d8b1-4652-96c9-cd16f2081ffc tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:23.801896 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a319879-a3cb-4c51-ba57-008700124eca req-836e0926-d8b1-4652-96c9-cd16f2081ffc tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/ports?device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 950 time: 0.8193812 Jul 15 14:54:23.802831 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:54:23.803330 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:54:23.807600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ee7384f8-365c-45db-8be3-507f5f7de687 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:23.820963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] No DVR routers for this DVR port d6e0402b-ae96-4f6d-b0d5-eb5d5ff3b3c0 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:54:23.825507 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-28e50788-63ab-4d3c-be1c-341cc6192717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:23.841502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: ee7384f8-365c-45db-8be3-507f5f7de687 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:54:23.842095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ee7384f8-365c-45db-8be3-507f5f7de687 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:54:23.872787 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] Deleting port 9427a270-ab3f-486a-8af8-4e9522763e84 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:23.873333 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:23.929084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 86a3d733-45bc-48c6-86d0-163418d63e1e no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:23.960311 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 86a3d733-45bc-48c6-86d0-163418d63e1e {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:54:23.960923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 86a3d733-45bc-48c6-86d0-163418d63e1e not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:54:23.975582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f3e80-6a2c-47dd-9763-52797c6b7c9d tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Pushing event deleted for resources: {'Port': ['ID=a9c68707-ba6a-4794-bf98-7a4f8dc9d13f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:23.981969 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-b511fb73-6b04-4a97-bae3-638a13fca5f3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Network ee82be48-a052-4414-9d70-bc059584e660 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:54:23.984946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-897d90fd-5eb8-496a-b7ec-08972209c6c8 None None] Deleting port 9427a270-ab3f-486a-8af8-4e9522763e84 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:23.985539 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-897d90fd-5eb8-496a-b7ec-08972209c6c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:23.995235 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a319879-a3cb-4c51-ba57-008700124eca req-a8acbc36-224b-4792-8eff-a9ba12f450ac tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/security-groups?id=4452115e-f4a2-4048-8a5b-768715dbcf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922529 Jul 15 14:54:24.111372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43310) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:24.125273 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-897d90fd-5eb8-496a-b7ec-08972209c6c8 None None] For port 9427a270-ab3f-486a-8af8-4e9522763e84, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9427a270-ab3f-486a-8af8-4e9522763e84,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:24.126182 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-897d90fd-5eb8-496a-b7ec-08972209c6c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.148604 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-897d90fd-5eb8-496a-b7ec-08972209c6c8 None None] Calling delete_port for 9427a270-ab3f-486a-8af8-4e9522763e84 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:24.158750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] For port 9427a270-ab3f-486a-8af8-4e9522763e84, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9427a270-ab3f-486a-8af8-4e9522763e84,segment=NetworkSegment(964472ff-45a8-44bf-92c5-e80852407610),segment_id=964472ff-45a8-44bf-92c5-e80852407610)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:24.164824 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.176723 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.179038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfb406c-ada2-4958-80ff-7e08225d0ef5']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:24.197221 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488962c2-fdb1-4be8-ac1d-ea161d995946') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:24.197767 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488962c2-fdb1-4be8-ac1d-ea161d995946') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:24.211629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.228914 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.241165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] Calling delete_port for 9427a270-ab3f-486a-8af8-4e9522763e84 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:24.250523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:54:24.251187 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.343500 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ccab8-2cf4-4b3d-8845-c7f73e9520cb req-57fa6719-443a-421d-81ae-567c70d7a5dd tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:24.347575 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-439ccab8-2cf4-4b3d-8845-c7f73e9520cb req-57fa6719-443a-421d-81ae-567c70d7a5dd tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 932 time: 0.4536307 Jul 15 14:54:24.355555 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-897d90fd-5eb8-496a-b7ec-08972209c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: timer() Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:54:24.373385 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:54:24.376435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffe2773-f9ef-4cf2-bdc3-aa23acff9667 req-a68f3e80-6a2c-47dd-9763-52797c6b7c9d tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] No DVR routers for this DVR port a9c68707-ba6a-4794-bf98-7a4f8dc9d13f on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:54:24.387893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-b511fb73-6b04-4a97-bae3-638a13fca5f3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:24.417705 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1ffe2773-f9ef-4cf2-bdc3-aa23acff9667 req-a68f3e80-6a2c-47dd-9763-52797c6b7c9d tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.420209 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1ffe2773-f9ef-4cf2-bdc3-aa23acff9667 req-a68f3e80-6a2c-47dd-9763-52797c6b7c9d tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.11 "DELETE /v2.0/ports/a9c68707-ba6a-4794-bf98-7a4f8dc9d13f HTTP/1.1" status: 204 len: 173 time: 3.1107805 Jul 15 14:54:24.421569 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.428577 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-b511fb73-6b04-4a97-bae3-638a13fca5f3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:54:24.437379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d90fd-5eb8-496a-b7ec-08972209c6c8 None None] Pushing event deleted for resources: {'Port': ['ID=9427a270-ab3f-486a-8af8-4e9522763e84,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:24.447423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897d90fd-5eb8-496a-b7ec-08972209c6c8 None None] No DVR routers for this DVR port 9427a270-ab3f-486a-8af8-4e9522763e84 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:54:24.475199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-269404d0-cc95-48c6-8f81-4928a24f1d5a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2018482218-network', 'tenant_id': 'c897b36bbafc46f38b8951e37af7f8d2'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:24.503918 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.507115 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] 10.222.0.38 "DELETE /v2.0/networks/edfb406c-ada2-4958-80ff-7e08225d0ef5 HTTP/1.1" status: 204 len: 168 time: 2.2588840 Jul 15 14:54:24.511238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43318) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:24.583057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac5d4d33-a506-4db7-86bf-6835a5ce5119 req-afb7b3c2-ddcf-4526-958c-ccf3a716097d tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 210 time: 0.1029267 Jul 15 14:54:24.587116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec88c3-1fa9-47ae-8748-1c97a0d1c85a admin admin] Pushing event deleted for resources: {'Network': ['ID=edfb406c-ada2-4958-80ff-7e08225d0ef5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:24.633086 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269404d0-cc95-48c6-8f81-4928a24f1d5a admin admin] Made reservation on behalf of c897b36bbafc46f38b8951e37af7f8d2 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:24.635550 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-269404d0-cc95-48c6-8f81-4928a24f1d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.651334 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-439ccab8-2cf4-4b3d-8845-c7f73e9520cb req-8c1dc980-dcab-41e9-8180-ddff000f054f tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725979 Jul 15 14:54:24.652967 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-269404d0-cc95-48c6-8f81-4928a24f1d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.655961 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511fb73-6b04-4a97-bae3-638a13fca5f3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Pushing event updated for resources: {'Port': ['ID=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:24.664618 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.682400 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-b511fb73-6b04-4a97-bae3-638a13fca5f3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:24.686871 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-b511fb73-6b04-4a97-bae3-638a13fca5f3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.722296 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-b511fb73-6b04-4a97-bae3-638a13fca5f3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8461602 Jul 15 14:54:24.724824 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=9427a270-ab3f-486a-8af8-4e9522763e84,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:24.730780 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] No DVR routers for this DVR port 9427a270-ab3f-486a-8af8-4e9522763e84 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:54:24.781274 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-28e50788-63ab-4d3c-be1c-341cc6192717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.784078 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-28e50788-63ab-4d3c-be1c-341cc6192717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.800738 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-28e50788-63ab-4d3c-be1c-341cc6192717 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1f6d82f-e16a-43ff-85c2-cd47da9e4cbe HTTP/1.1" status: 204 len: 168 time: 1.3816488 Jul 15 14:54:24.833660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e50788-63ab-4d3c-be1c-341cc6192717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f6d82f-e16a-43ff-85c2-cd47da9e4cbe,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:24.899041 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:24.913908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cdc50db-5544-4872-99d9-c427108a4eb0']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:24.925179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Request body: {'port': {'device_id': '5cb6601b-7f6e-4178-a942-0aa591128f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:24.982807 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964472ff-45a8-44bf-92c5-e80852407610') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:24.983407 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964472ff-45a8-44bf-92c5-e80852407610') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:25.002493 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.038836 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.085858 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:54:25.086279 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: timer() Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:54:25.095815 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:54:25.158075 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.259729 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.268590 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-269404d0-cc95-48c6-8f81-4928a24f1d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.278724 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.283698 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] 10.222.0.38 "DELETE /v2.0/networks/3cdc50db-5544-4872-99d9-c427108a4eb0 HTTP/1.1" status: 204 len: 168 time: 2.4172692 Jul 15 14:54:25.298204 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-269404d0-cc95-48c6-8f81-4928a24f1d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.322394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf72bc3-40f1-4cd8-9d78-e25ce0862e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=3cdc50db-5544-4872-99d9-c427108a4eb0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:25.383236 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1523612-5588-4168-ba35-47bfb63f793b req-cd85dd5e-41a6-4381-9ef3-00293953c436 tempest-TenantUsagesTestJSON-1049343812 tempest-TenantUsagesTestJSON-1049343812-project] 10.222.0.38 "GET /v2.0/ports?device_id=903c4fcc-ac89-4fe1-a291-b186da9c077f HTTP/1.1" status: 200 len: 210 time: 0.1062942 Jul 15 14:54:25.411819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269404d0-cc95-48c6-8f81-4928a24f1d5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:54:25.431249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269404d0-cc95-48c6-8f81-4928a24f1d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747587b4-b097-4950-b53f-06dd1d3ec15e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:25.443413 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-269404d0-cc95-48c6-8f81-4928a24f1d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.444391 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-269404d0-cc95-48c6-8f81-4928a24f1d5a admin admin] Added segment 688c6480-0fa8-42ad-9986-558f317a8660 of type vlan for network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 Jul 15 14:54:25.561328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903c4fcc-ac89-4fe1-a291-b186da9c077f', 'name': 'network-vif-deleted', 'tag': 'a9c68707-ba6a-4794-bf98-7a4f8dc9d13f'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:25.564046 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-269404d0-cc95-48c6-8f81-4928a24f1d5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.574030 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfb8703-485f-4098-aefe-f1ed35cfad0b" -d '{"events": [{"server_uuid": "903c4fcc-ac89-4fe1-a291-b186da9c077f", "name": "network-vif-deleted", "tag": "a9c68707-ba6a-4794-bf98-7a4f8dc9d13f"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:25.601027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43340) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:25.630249 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41aa9177-2469-45a1-8411-0a503e503344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.682759 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9427a270-ab3f-486a-8af8-4e9522763e84 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:25.687926 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0241fb-5d15-4721-aecc-95e0fc72ebff x-openstack-request-id: req-8e0241fb-5d15-4721-aecc-95e0fc72ebff {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:25.688191 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903c4fcc-ac89-4fe1-a291-b186da9c077f", "name": "network-vif-deleted", "tag": "a9c68707-ba6a-4794-bf98-7a4f8dc9d13f", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:25.688470 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e0241fb-5d15-4721-aecc-95e0fc72ebff {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:25.690999 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903c4fcc-ac89-4fe1-a291-b186da9c077f', 'name': 'network-vif-deleted', 'tag': 'a9c68707-ba6a-4794-bf98-7a4f8dc9d13f', 'status': 'completed', 'code': 200} Jul 15 14:54:25.739835 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-269404d0-cc95-48c6-8f81-4928a24f1d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.748485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269404d0-cc95-48c6-8f81-4928a24f1d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:25.751533 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-269404d0-cc95-48c6-8f81-4928a24f1d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.758506 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 9427a270-ab3f-486a-8af8-4e9522763e84 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:54:25.758878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9427a270-ab3f-486a-8af8-4e9522763e84 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:54:25.845684 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-269404d0-cc95-48c6-8f81-4928a24f1d5a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7289035 Jul 15 14:54:25.860415 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43350) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:25.871140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-703fdb8b-6c80-46ec-9b78-c2676496312f admin admin] Request body: {'subnet': {'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2018482218-subnet', 'tenant_id': 'c897b36bbafc46f38b8951e37af7f8d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:25.885658 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4391c961-ca8b-415e-b9b6-4c3122c315df admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=df2e38f897fb4ea588199592764a3ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828596 Jul 15 14:54:25.908200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43352) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:26.029039 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f183503-2b4a-408a-9772-06693d3df9ee req-70ae111d-74e8-40f4-a87a-7bf8908b1b74 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 210 time: 0.1518276 Jul 15 14:54:26.049108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269404d0-cc95-48c6-8f81-4928a24f1d5a admin admin] Pushing event updated for resources: {'Network': ['ID=6239ea20-fb27-4507-a07e-8bd13bd4e1c5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:26.064762 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:54:26.076297 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0d9627-54eb-4a02-a7c4-f88430a51a7d {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:54:26.107089 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:26.152623 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Transition to ACTIVE for port object 1b0d9627-54eb-4a02-a7c4-f88430a51a7d will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:26.158100 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703fdb8b-6c80-46ec-9b78-c2676496312f admin admin] Made reservation on behalf of c897b36bbafc46f38b8951e37af7f8d2 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:26.162970 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-703fdb8b-6c80-46ec-9b78-c2676496312f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:26.167015 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:26.273092 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:26.326869 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4d8fee6a-d359-46c5-bc3f-c3a536142559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:26.354753 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43360) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:26.402085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b12688-ddca-4146-b948-9ba947812b43 req-9360a779-3bd1-4697-8704-4b91d9b0dd89 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:26.415446 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55b12688-ddca-4146-b948-9ba947812b43 req-9360a779-3bd1-4697-8704-4b91d9b0dd89 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 932 time: 0.4848683 Jul 15 14:54:26.457542 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4d8fee6a-d359-46c5-bc3f-c3a536142559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:26.497821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-41aa9177-2469-45a1-8411-0a503e503344 admin admin] Deleting port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:26.498181 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41aa9177-2469-45a1-8411-0a503e503344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:26.545151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Attempting to bind port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:54:26.545538 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Attempting to bind port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:54:26.545835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Attempting to bind port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d on network ee82be48-a052-4414-9d70-bc059584e660 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:26.584097 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55b12688-ddca-4146-b948-9ba947812b43 req-0b770842-824c-4e67-8ee8-d8ea8695ebae tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667564 Jul 15 14:54:26.584731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3e62c3dd-a353-424f-b795-e28b3311bf5b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-918050427-network', 'tenant_id': '11c449ca1fcb47ca90e21cd23b273025'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:26.590435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d on network ee82be48-a052-4414-9d70-bc059584e660 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:54:26.591215 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Attempting to bind port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d on network ee82be48-a052-4414-9d70-bc059584e660 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:26.653565 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4d8fee6a-d359-46c5-bc3f-c3a536142559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:26.656687 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4d8fee6a-d359-46c5-bc3f-c3a536142559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:26.657976 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4d8fee6a-d359-46c5-bc3f-c3a536142559 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e162e3e2-0fde-49b7-8903-48a1c8d375f8 HTTP/1.1" status: 204 len: 168 time: 0.7466371 Jul 15 14:54:26.682374 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fee6a-d359-46c5-bc3f-c3a536142559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e162e3e2-0fde-49b7-8903-48a1c8d375f8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:26.689286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:54:26.689635 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Checking segment: {'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:26.690032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Bound using segment: {'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:54:26.691045 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Bound port: 1b0d9627-54eb-4a02-a7c4-f88430a51a7d, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:54:26.691420 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:26.699045 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-703fdb8b-6c80-46ec-9b78-c2676496312f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:26.843234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fdb8b-6c80-46ec-9b78-c2676496312f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:26.862510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703fdb8b-6c80-46ec-9b78-c2676496312f admin admin] Checking segment: {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:26.863055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703fdb8b-6c80-46ec-9b78-c2676496312f admin admin] Network hostable DHCP agents. Network: 6239ea20-fb27-4507-a07e-8bd13bd4e1c5, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:54:26.903241 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703fdb8b-6c80-46ec-9b78-c2676496312f admin admin] Network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:54:26.923792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-703fdb8b-6c80-46ec-9b78-c2676496312f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 6239ea20-fb27-4507-a07e-8bd13bd4e1c5) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:26.925081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e62c3dd-a353-424f-b795-e28b3311bf5b admin admin] Made reservation on behalf of 11c449ca1fcb47ca90e21cd23b273025 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:26.929496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703fdb8b-6c80-46ec-9b78-c2676496312f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:26.929669 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e62c3dd-a353-424f-b795-e28b3311bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:26.930400 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-703fdb8b-6c80-46ec-9b78-c2676496312f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:26.939841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd05f3d5-b037-4762-b68e-08106f7b8fd1 None None] Network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:54:26.964268 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-703fdb8b-6c80-46ec-9b78-c2676496312f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1010189 Jul 15 14:54:26.969024 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-41aa9177-2469-45a1-8411-0a503e503344 admin admin] For port e32cb64d-bc25-454f-90ef-7de2b3d9a8c6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e32cb64d-bc25-454f-90ef-7de2b3d9a8c6,segment=NetworkSegment(d50b67ba-cc3d-4b92-b1d6-fa3d04132979),segment_id=d50b67ba-cc3d-4b92-b1d6-fa3d04132979)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:26.969637 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41aa9177-2469-45a1-8411-0a503e503344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:26.982831 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e62c3dd-a353-424f-b795-e28b3311bf5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:27.051312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] For port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:27.083276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-41aa9177-2469-45a1-8411-0a503e503344 admin admin] Calling delete_port for e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:27.091062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43378) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:27.137675 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] For port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:54:27.193658 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:27.254704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d36720-eb41-4e34-a6c8-b2353398a83f None None] Network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:54:27.447762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a350e4e-0ba2-45d5-afd7-26a990dfb4ec req-3c95bbe9-e6fd-45eb-9e8b-06287cf23243 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 210 time: 0.0827177 Jul 15 14:54:27.466848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:27.468329 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:27.471350 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] 10.222.0.22 "PUT /v2.0/ports/1b0d9627-54eb-4a02-a7c4-f88430a51a7d HTTP/1.1" status: 200 len: 1092 time: 2.6996930 Jul 15 14:54:27.630897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-04c19c86-f980-402f-b278-8b93e2baa2d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=537c2c182f6c46d187aad73c98ce92f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5383384 Jul 15 14:54:27.634365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43398) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:27.700629 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb6601b-7f6e-4178-a942-0aa591128f69', 'tag': '1b0d9627-54eb-4a02-a7c4-f88430a51a7d'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:27.703212 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c69f325-4edb-4810-b3d8-64d9ed24c7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb6601b-7f6e-4178-a942-0aa591128f69", "tag": "1b0d9627-54eb-4a02-a7c4-f88430a51a7d"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:27.747626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483773d0-6065-4585-8c9f-180c6881ad12 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:27.895201 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e62c3dd-a353-424f-b795-e28b3311bf5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:27.916565 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e62c3dd-a353-424f-b795-e28b3311bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:27.927130 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9cc7d37d-713e-4889-a0a2-21633819d424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:27.936356 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4109e8f-b8e7-4c5f-aee9-670d14802ceb req-af5eef6d-9e6d-46bf-ad0f-078b020b010f tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:27.947041 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4109e8f-b8e7-4c5f-aee9-670d14802ceb req-af5eef6d-9e6d-46bf-ad0f-078b020b010f tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 944 time: 0.1300883 Jul 15 14:54:27.999722 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e62c3dd-a353-424f-b795-e28b3311bf5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:54:28.043669 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9cc7d37d-713e-4889-a0a2-21633819d424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:28.052973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4109e8f-b8e7-4c5f-aee9-670d14802ceb req-e27ee323-3cd3-453a-a91a-711382e88ebd tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041250 Jul 15 14:54:28.057632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-0a9f8234-c984-47e4-bb14-f84adbe5b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:28.059322 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-0a9f8234-c984-47e4-bb14-f84adbe5b26c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f650ca724c2f47838bda6b448b76e37b&device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 1095 time: 0.4943006 Jul 15 14:54:28.082516 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e62c3dd-a353-424f-b795-e28b3311bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:28.082977 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-3e62c3dd-a353-424f-b795-e28b3311bf5b admin admin] Added segment 45496de4-ea45-451d-a630-ff3b243b1065 of type vlan for network cefc44c8-6d89-417a-812a-9d290c4b4d8e Jul 15 14:54:28.110178 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62c3dd-a353-424f-b795-e28b3311bf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26bb675-b19c-4f4c-adbb-28b40ae653e4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:28.210545 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4009a0a-a9db-4b99-a7b2-4d67931d803e x-openstack-request-id: req-a4009a0a-a9db-4b99-a7b2-4d67931d803e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:28.210816 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb6601b-7f6e-4178-a942-0aa591128f69", "tag": "1b0d9627-54eb-4a02-a7c4-f88430a51a7d", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:28.211071 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a4009a0a-a9db-4b99-a7b2-4d67931d803e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:28.211546 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb6601b-7f6e-4178-a942-0aa591128f69', 'tag': '1b0d9627-54eb-4a02-a7c4-f88430a51a7d', 'status': 'completed', 'code': 200} Jul 15 14:54:28.296529 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-e04d3064-ea4b-4864-bd41-73846058f619 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0d9627-54eb-4a02-a7c4-f88430a51a7d HTTP/1.1" status: 200 len: 217 time: 0.2159700 Jul 15 14:54:28.352249 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e62c3dd-a353-424f-b795-e28b3311bf5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:28.363732 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-f0b36311-3256-4fcf-bbcb-d168e7857667 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:28.386139 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-f0b36311-3256-4fcf-bbcb-d168e7857667 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 812 time: 0.2281384 Jul 15 14:54:28.391947 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41aa9177-2469-45a1-8411-0a503e503344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:28.402641 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-d065f36c-d982-4c3c-88f4-ada751da045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:28.404195 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-d065f36c-d982-4c3c-88f4-ada751da045b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56d40fa9-e881-4b8a-ab3c-063e05208051 HTTP/1.1" status: 200 len: 843 time: 0.0917575 Jul 15 14:54:28.429629 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-798171f8-bc92-44e0-810a-a0e4ee3d7bf2 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/quotas/c897b36bbafc46f38b8951e37af7f8d2 HTTP/1.1" status: 200 len: 375 time: 0.0376780 Jul 15 14:54:28.457361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa9177-2469-45a1-8411-0a503e503344 admin admin] Pushing event deleted for resources: {'Port': ['ID=e32cb64d-bc25-454f-90ef-7de2b3d9a8c6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:28.459307 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9cc7d37d-713e-4889-a0a2-21633819d424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:28.465696 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9cc7d37d-713e-4889-a0a2-21633819d424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:28.467170 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9cc7d37d-713e-4889-a0a2-21633819d424 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4452115e-f4a2-4048-8a5b-768715dbcf3a HTTP/1.1" status: 204 len: 168 time: 0.8159132 Jul 15 14:54:28.491298 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e62c3dd-a353-424f-b795-e28b3311bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:28.492675 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e62c3dd-a353-424f-b795-e28b3311bf5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:28.493502 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e62c3dd-a353-424f-b795-e28b3311bf5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:28.502665 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-d15611c9-51cb-4c52-8be0-50831a106455 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee82be48-a052-4414-9d70-bc059584e660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592878 Jul 15 14:54:28.508944 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-f82a86d3-e798-4e07-9d0a-4e4c5a4c99bb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777528 Jul 15 14:54:28.580229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7d37d-713e-4889-a0a2-21633819d424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4452115e-f4a2-4048-8a5b-768715dbcf3a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:28.693000 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3e62c3dd-a353-424f-b795-e28b3311bf5b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3324528 Jul 15 14:54:28.712684 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43430) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:28.769773 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-e907462b-c97d-4a7e-b604-9e34ef0c25b1 service neutron] 10.222.0.38 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581718 Jul 15 14:54:29.000504 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-ad1511a8-6249-40d6-a18d-93ae88244047 service neutron] 10.222.0.38 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163563 Jul 15 14:54:29.089433 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56ab57e8-a9f7-4f34-97c4-e008ba216a90 req-71180581-ff06-41a1-905f-40a82ba9007f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 210 time: 0.0856605 Jul 15 14:54:29.291235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43446) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:29.353060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62c3dd-a353-424f-b795-e28b3311bf5b admin admin] Pushing event updated for resources: {'Network': ['ID=cefc44c8-6d89-417a-812a-9d290c4b4d8e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:29.358354 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d6fba20-316e-458c-823c-4eff7b810228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:29.361029 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f8467c4a-d2dd-458c-af55-3151eab950ff admin admin] Request body: {'subnet': {'network_id': 'cefc44c8-6d89-417a-812a-9d290c4b4d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-918050427-subnet', 'tenant_id': '11c449ca1fcb47ca90e21cd23b273025', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:29.388532 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network cefc44c8-6d89-417a-812a-9d290c4b4d8e details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:54:29.532736 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8467c4a-d2dd-458c-af55-3151eab950ff admin admin] Made reservation on behalf of 11c449ca1fcb47ca90e21cd23b273025 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:29.540473 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8467c4a-d2dd-458c-af55-3151eab950ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:29.594867 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-745fc4a6-7a9e-4e36-8dc8-8ef176d42c70 req-5be0696f-6a06-477e-8bbe-06ff63eed2b7 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 210 time: 0.0583680 Jul 15 14:54:29.608902 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-b8171223-f0da-4f8e-b03d-6065a194feb3 service neutron] 10.222.0.22 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0760255 Jul 15 14:54:29.685462 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c50c6e-5746-44f6-8a5f-cd0db15bd879 req-f4a85878-2c82-44f6-8c8e-8b57bbd5fc3e tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:29.687024 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f6c50c6e-5746-44f6-8a5f-cd0db15bd879 req-f4a85878-2c82-44f6-8c8e-8b57bbd5fc3e tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 944 time: 0.2023134 Jul 15 14:54:29.779699 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f6c50c6e-5746-44f6-8a5f-cd0db15bd879 req-3a18ef1f-d04a-49ce-8678-1a656d265eca tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678198 Jul 15 14:54:29.805649 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d6fba20-316e-458c-823c-4eff7b810228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:29.815113 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d6fba20-316e-458c-823c-4eff7b810228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:29.886954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fba20-316e-458c-823c-4eff7b810228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e548276-8f1e-4c34-b8d3-8e5c2bfde3c6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:29.933346 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6d6fba20-316e-458c-823c-4eff7b810228 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0282770b089a465689deefe7f7e88c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6403439 Jul 15 14:54:29.938931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43478) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:29.963615 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3724a19-5c08-425a-b886-9fd107853336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:30.074380 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-10a98e9f-745e-4de5-8eb1-928d3ad2f855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:30.133983 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-10a98e9f-745e-4de5-8eb1-928d3ad2f855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:30.169689 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a378b760-3cb7-48de-9284-e2fbfd572d58 req-655852b8-7311-4e4b-843c-a066158bb5dc service neutron] 10.222.0.22 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393983 Jul 15 14:54:30.231960 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41aa9177-2469-45a1-8411-0a503e503344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:30.240662 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-10a98e9f-745e-4de5-8eb1-928d3ad2f855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:30.246027 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-10a98e9f-745e-4de5-8eb1-928d3ad2f855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:30.253929 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-10a98e9f-745e-4de5-8eb1-928d3ad2f855 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e548276-8f1e-4c34-b8d3-8e5c2bfde3c6 HTTP/1.1" status: 204 len: 168 time: 0.3121223 Jul 15 14:54:30.276639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a98e9f-745e-4de5-8eb1-928d3ad2f855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e548276-8f1e-4c34-b8d3-8e5c2bfde3c6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:30.403287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43490) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:30.525031 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-958c7e5a-7b11-4fa8-92f6-414477031801 req-a547a88b-ea03-45a8-ba8e-460fb8750084 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 210 time: 0.1121809 Jul 15 14:54:30.789960 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69f325-4edb-4810-b3d8-64d9ed24c7a4 req-ab3aa4fd-a56d-43b1-b193-dfa7b49d991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:30.791561 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1c69f325-4edb-4810-b3d8-64d9ed24c7a4 req-ab3aa4fd-a56d-43b1-b193-dfa7b49d991c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f650ca724c2f47838bda6b448b76e37b&device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 1095 time: 0.5246396 Jul 15 14:54:30.792484 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8467c4a-d2dd-458c-af55-3151eab950ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:30.924108 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c0130593-7f43-4f9e-9a68-a5f3fc6e70b4 req-510271ed-5ed0-46b1-8132-7a8ac390d05e tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 210 time: 0.0475690 Jul 15 14:54:30.989010 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95bc30fc-4c7f-43cb-9552-894cfa0672dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:30.991403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8467c4a-d2dd-458c-af55-3151eab950ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=17373d7a-c0b9-4d42-89ce-e9bafa89ca1e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:31.015020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69f325-4edb-4810-b3d8-64d9ed24c7a4 req-5e2f8ca8-9fa0-43aa-834f-e1a734e02be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:31.016549 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1c69f325-4edb-4810-b3d8-64d9ed24c7a4 req-5e2f8ca8-9fa0-43aa-834f-e1a734e02be2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee82be48-a052-4414-9d70-bc059584e660 HTTP/1.1" status: 200 len: 904 time: 0.1823702 Jul 15 14:54:31.028571 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8467c4a-d2dd-458c-af55-3151eab950ff admin admin] Checking segment: {'id': '45496de4-ea45-451d-a630-ff3b243b1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cefc44c8-6d89-417a-812a-9d290c4b4d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:31.028935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8467c4a-d2dd-458c-af55-3151eab950ff admin admin] Network hostable DHCP agents. Network: cefc44c8-6d89-417a-812a-9d290c4b4d8e, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:54:31.078179 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1c69f325-4edb-4810-b3d8-64d9ed24c7a4 req-68600057-b45b-4f9b-a8ef-5d01fb041ea2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0d9627-54eb-4a02-a7c4-f88430a51a7d HTTP/1.1" status: 200 len: 217 time: 0.0510159 Jul 15 14:54:31.131638 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8467c4a-d2dd-458c-af55-3151eab950ff admin admin] Network cefc44c8-6d89-417a-812a-9d290c4b4d8e is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:54:31.139761 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41aa9177-2469-45a1-8411-0a503e503344 admin admin] Router 2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:54:31.157534 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f8467c4a-d2dd-458c-af55-3151eab950ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, cefc44c8-6d89-417a-812a-9d290c4b4d8e) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:31.162851 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8467c4a-d2dd-458c-af55-3151eab950ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:31.163788 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8467c4a-d2dd-458c-af55-3151eab950ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:31.171552 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310a2e52-d62d-4455-b87a-dfcdb4e11055 None None] Network cefc44c8-6d89-417a-812a-9d290c4b4d8e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:54:31.187868 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:54:31.213924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69f325-4edb-4810-b3d8-64d9ed24c7a4 req-40202c09-65cc-4da5-963e-1b5e9e3f3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:31.218448 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1c69f325-4edb-4810-b3d8-64d9ed24c7a4 req-40202c09-65cc-4da5-963e-1b5e9e3f3983 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56d40fa9-e881-4b8a-ab3c-063e05208051 HTTP/1.1" status: 200 len: 843 time: 0.1337786 Jul 15 14:54:31.325407 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1c69f325-4edb-4810-b3d8-64d9ed24c7a4 req-65587d34-db74-40ff-ada3-4c8161b66724 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee82be48-a052-4414-9d70-bc059584e660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436580 Jul 15 14:54:31.363179 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95bc30fc-4c7f-43cb-9552-894cfa0672dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:31.388504 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2494c6-b389-4674-bcad-9f1d174c1fb9 req-f2b2cc3f-2293-4917-b0e2-8bb3500dbb82 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:31.394847 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e2494c6-b389-4674-bcad-9f1d174c1fb9 req-f2b2cc3f-2293-4917-b0e2-8bb3500dbb82 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 944 time: 0.3736441 Jul 15 14:54:31.397842 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95bc30fc-4c7f-43cb-9552-894cfa0672dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:31.425946 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f8467c4a-d2dd-458c-af55-3151eab950ff admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1056879 Jul 15 14:54:31.541849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41aa9177-2469-45a1-8411-0a503e503344 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:54:31.547586 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-41aa9177-2469-45a1-8411-0a503e503344 admin admin] 10.222.0.38 "PUT /v2.0/routers/2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0202553 Jul 15 14:54:31.556477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04a5889-85a5-4f8b-a36c-10940f0c08a3 None None] Sync routers for ids ['2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:54:31.561868 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-95bc30fc-4c7f-43cb-9552-894cfa0672dc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cfffb3021c5743f3a305f036ba595e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1562624 Jul 15 14:54:31.582192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43520) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:31.586111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04a5889-85a5-4f8b-a36c-10940f0c08a3 None None] Routers {'2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:31.586769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a04a5889-85a5-4f8b-a36c-10940f0c08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:54:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:31.594175 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43524) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:31.694779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8ce7b0-3b84-49dd-859e-a59cbf35bf13 None None] Network cefc44c8-6d89-417a-812a-9d290c4b4d8e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:54:31.759196 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-9a7003b7-e3c7-4c45-a86b-9a2169ce753e tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:31.760987 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-9a7003b7-e3c7-4c45-a86b-9a2169ce753e tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.11 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 812 time: 0.4781361 Jul 15 14:54:31.793896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-37a2a77b-6c39-4c2e-9a36-be0595fe93b6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Request body: {'port': {'device_id': 'ff191fc9-bd09-4bc7-beed-ebad79bfa999', 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5', 'admin_state_up': True, 'tenant_id': 'c897b36bbafc46f38b8951e37af7f8d2'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:31.811928 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1c69f325-4edb-4810-b3d8-64d9ed24c7a4 req-2810c4b2-f630-4216-a7e6-56c6e5d9a6ea service neutron] 10.222.0.22 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727266 Jul 15 14:54:31.824878 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc30fc-4c7f-43cb-9552-894cfa0672dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcd38a5-6f08-45fa-93aa-e8f45fe245a5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:31.847284 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e2494c6-b389-4674-bcad-9f1d174c1fb9 req-ca5929c1-32d5-4aa8-ba32-7826e55eb380 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033724 Jul 15 14:54:31.975105 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aef0500a-1a57-4d62-a59a-fa5dbd19ce59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:32.106178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-23895b1f-257b-4761-b83b-0e979491b4c2 req-63bcef5c-23b7-41f1-a01c-34d6d5d68579 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a6d43ac-e81a-48fe-a233-9b65cf6ea290 HTTP/1.1" status: 200 len: 210 time: 0.0541689 Jul 15 14:54:32.183306 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1c69f325-4edb-4810-b3d8-64d9ed24c7a4 req-c24f65e7-3ab7-44cb-9a0f-f12e3361eecc service neutron] 10.222.0.22 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410046 Jul 15 14:54:32.186023 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aef0500a-1a57-4d62-a59a-fa5dbd19ce59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:32.260224 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8ae4-0953-4957-8448-87ef1c42bf3a admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:32.327884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a04a5889-85a5-4f8b-a36c-10940f0c08a3 None None] Set router 2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:54:32.397817 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aef0500a-1a57-4d62-a59a-fa5dbd19ce59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:32.400435 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aef0500a-1a57-4d62-a59a-fa5dbd19ce59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:32.403854 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-aef0500a-1a57-4d62-a59a-fa5dbd19ce59 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dbcd38a5-6f08-45fa-93aa-e8f45fe245a5 HTTP/1.1" status: 204 len: 168 time: 0.8016818 Jul 15 14:54:32.457265 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-37a2a77b-6c39-4c2e-9a36-be0595fe93b6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Made reservation on behalf of c897b36bbafc46f38b8951e37af7f8d2 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:32.462466 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-37a2a77b-6c39-4c2e-9a36-be0595fe93b6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:32.478076 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0500a-1a57-4d62-a59a-fa5dbd19ce59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcd38a5-6f08-45fa-93aa-e8f45fe245a5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:32.593148 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a04a5889-85a5-4f8b-a36c-10940f0c08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265002143-router', 'tenant_id': '90ff620a2f954ccc93ba0161c010078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:49Z', 'updated_at': '2021-07-15T14:54:28Z', 'revision_number': 5, 'project_id': '90ff620a2f954ccc93ba0161c010078e', 'gw_port': {'id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:50Z', 'updated_at': '2021-07-15T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:32.628547 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04a5889-85a5-4f8b-a36c-10940f0c08a3 None None] Checking router: 2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:54:32.639468 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04a5889-85a5-4f8b-a36c-10940f0c08a3 None None] Routers {'2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:32.640503 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-abfd5a44-e795-4f57-8b04-2fe2b146730f req-ffa6b7dd-a50e-4212-9118-0827c4bddcad tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 210 time: 0.2492440 Jul 15 14:54:32.641131 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a04a5889-85a5-4f8b-a36c-10940f0c08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:54:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:32.730096 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:32.757003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f59380-0c15-49f0-a962-910f25317f7e req-c8943921-9221-4f9e-afc1-b10232f7d00a tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:32.759030 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1b0d9627-54eb-4a02-a7c4-f88430a51a7d details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:54:32.763615 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8ae4-0953-4957-8448-87ef1c42bf3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:32.773846 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f59380-0c15-49f0-a962-910f25317f7e req-c8943921-9221-4f9e-afc1-b10232f7d00a tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/networks?id=cefc44c8-6d89-417a-812a-9d290c4b4d8e HTTP/1.1" status: 200 len: 820 time: 0.4206412 Jul 15 14:54:32.815759 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f59380-0c15-49f0-a962-910f25317f7e req-07ca4920-4a4f-4e84-9152-4aa187d123cd tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/quotas/11c449ca1fcb47ca90e21cd23b273025 HTTP/1.1" status: 200 len: 375 time: 0.0358508 Jul 15 14:54:32.842278 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-37a2a77b-6c39-4c2e-9a36-be0595fe93b6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Allocated IP 172.20.0.2 (6239ea20-fb27-4507-a07e-8bd13bd4e1c5/b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2/92e4135c-c215-4381-9d1c-6506f1798fcb) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:54:32.892527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f59380-0c15-49f0-a962-910f25317f7e req-9dc66cfa-c166-47bc-a468-7d31972b5b4f tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=11c449ca1fcb47ca90e21cd23b273025&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733550 Jul 15 14:54:32.907758 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d1f38088-aeaa-45cd-91ec-0cd7bcb1f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:32.927224 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a04a5889-85a5-4f8b-a36c-10940f0c08a3 None None] Set router 2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:54:32.986946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc8ae4-0953-4957-8448-87ef1c42bf3a admin admin] Deleting port 29f7cda6-7ffb-4337-992b-5399b1c5921e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:32.989118 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8ae4-0953-4957-8448-87ef1c42bf3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:33.143126 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f59380-0c15-49f0-a962-910f25317f7e req-66f55538-91a0-4246-841c-8f29e03b33c1 service neutron] 10.222.0.38 "GET /v2.0/networks/cefc44c8-6d89-417a-812a-9d290c4b4d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293489 Jul 15 14:54:33.245486 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:33.289346 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '1b0d9627-54eb-4a02-a7c4-f88430a51a7d', 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660', 'port_id': '1b0d9627-54eb-4a02-a7c4-f88430a51a7d', 'mac_address': 'fa:16:3e:01:c9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d40fa9-e881-4b8a-ab3c-063e05208051', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:54:33.294973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-4fdc8ae4-0953-4957-8448-87ef1c42bf3a admin admin] For port 29f7cda6-7ffb-4337-992b-5399b1c5921e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=29f7cda6-7ffb-4337-992b-5399b1c5921e,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:33.295372 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8ae4-0953-4957-8448-87ef1c42bf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:33.410337 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:33.423242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850153e-21b2-4b78-a6f6-90904d39784b req-94c32b6a-d3ed-4961-97b1-243abfb1c242 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:33.436458 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9850153e-21b2-4b78-a6f6-90904d39784b req-94c32b6a-d3ed-4961-97b1-243abfb1c242 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 944 time: 0.3231626 Jul 15 14:54:33.452895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0d9627-54eb-4a02-a7c4-f88430a51a7d {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:54:33.482456 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:33.492246 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:33.540618 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f59380-0c15-49f0-a962-910f25317f7e req-ab0f0d56-7fe7-472a-9f74-52ac9a2a0724 service neutron] 10.222.0.38 "GET /v2.0/networks/cefc44c8-6d89-417a-812a-9d290c4b4d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558559 Jul 15 14:54:33.558167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a04a5889-85a5-4f8b-a36c-10940f0c08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265002143-router', 'tenant_id': '90ff620a2f954ccc93ba0161c010078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:49Z', 'updated_at': '2021-07-15T14:54:28Z', 'revision_number': 5, 'project_id': '90ff620a2f954ccc93ba0161c010078e', 'gw_port': {'id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:50Z', 'updated_at': '2021-07-15T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:33.607952 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9850153e-21b2-4b78-a6f6-90904d39784b req-cd0aee8c-1109-4919-b9b3-5dc494e6b732 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704884 Jul 15 14:54:33.610291 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04a5889-85a5-4f8b-a36c-10940f0c08a3 None None] The sync data for ids ['2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb'] in n-d-764435-3 is: [{'id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1265002143-router', 'tenant_id': '90ff620a2f954ccc93ba0161c010078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:48:49Z', 'updated_at': '2021-07-15T14:54:28Z', 'revision_number': 5, 'project_id': '90ff620a2f954ccc93ba0161c010078e', 'gw_port': {'id': '29f7cda6-7ffb-4337-992b-5399b1c5921e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:44:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:48:50Z', 'updated_at': '2021-07-15T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:54:33.612193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:33.717726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['1b0d9627-54eb-4a02-a7c4-f88430a51a7d'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:54:34.165807 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-039fad85-341a-4b4d-bb8a-54062af1f86f req-75fe8d31-edd8-44f1-ba3b-9bdebea26e0b tempest-FlavorsV2NegativeTest-855034041 tempest-FlavorsV2NegativeTest-855034041-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f250d5c8729f458a9d66651fbd010123&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1038077 Jul 15 14:54:34.191654 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc8ae4-0953-4957-8448-87ef1c42bf3a admin admin] Calling delete_port for 29f7cda6-7ffb-4337-992b-5399b1c5921e owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:34.192182 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:34.384153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6ef1a61-694d-4994-96b8-4d7aceb12876 req-87299d13-e06b-4596-a19b-20aba04b0412 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 210 time: 0.0808523 Jul 15 14:54:34.432060 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-37a2a77b-6c39-4c2e-9a36-be0595fe93b6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:34.618343 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-37a2a77b-6c39-4c2e-9a36-be0595fe93b6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:34.640093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2886047-dc4a-4b6c-8963-7b959593ba1d req-85f009d1-b766-4f3f-8bcb-23d8aac31be1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e347320-a851-4a1f-8a14-2585c4463bbb HTTP/1.1" status: 200 len: 210 time: 0.1443748 Jul 15 14:54:34.708585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fad85-341a-4b4d-bb8a-54062af1f86f req-495a805a-2891-4029-9e1b-8a11860d37db tempest-FlavorsV2NegativeTest-855034041 tempest-FlavorsV2NegativeTest-855034041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:34.725832 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-039fad85-341a-4b4d-bb8a-54062af1f86f req-495a805a-2891-4029-9e1b-8a11860d37db tempest-FlavorsV2NegativeTest-855034041 tempest-FlavorsV2NegativeTest-855034041-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5558164 Jul 15 14:54:34.745415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-039fad85-341a-4b4d-bb8a-54062af1f86f req-0091bb0a-e26b-4ebd-bf3e-a8e3587359c9 tempest-FlavorsV2NegativeTest-855034041 tempest-FlavorsV2NegativeTest-855034041-project] 10.222.0.38 "GET /v2.0/quotas/f250d5c8729f458a9d66651fbd010123 HTTP/1.1" status: 200 len: 375 time: 0.0181656 Jul 15 14:54:34.761867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1b0d9627-54eb-4a02-a7c4-f88430a51a7d up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:34.778293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2a77b-6c39-4c2e-9a36-be0595fe93b6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Pushing event updated for resources: {'Port': ['ID=92e4135c-c215-4381-9d1c-6506f1798fcb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:34.796213 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8ae4-0953-4957-8448-87ef1c42bf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:34.842893 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-039fad85-341a-4b4d-bb8a-54062af1f86f req-fdf03d84-40bc-4f15-9405-cef3d31cfa32 tempest-FlavorsV2NegativeTest-855034041 tempest-FlavorsV2NegativeTest-855034041-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f250d5c8729f458a9d66651fbd010123&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0964980 Jul 15 14:54:34.889592 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-37a2a77b-6c39-4c2e-9a36-be0595fe93b6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:54:34.892574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc8ae4-0953-4957-8448-87ef1c42bf3a admin admin] Pushing event deleted for resources: {'Port': ['ID=29f7cda6-7ffb-4337-992b-5399b1c5921e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:34.896333 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:34.907516 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:34.908119 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:34.978313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-37a2a77b-6c39-4c2e-9a36-be0595fe93b6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:34.982466 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-37a2a77b-6c39-4c2e-9a36-be0595fe93b6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:54:35.069197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-37a2a77b-6c39-4c2e-9a36-be0595fe93b6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:35.069876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7876ce3-4a2b-4fe5-abed-09828ae2db92 req-363e252d-e96e-4fed-91da-81f85a8a2ec8 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:35.070067 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-37a2a77b-6c39-4c2e-9a36-be0595fe93b6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:35.081287 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7876ce3-4a2b-4fe5-abed-09828ae2db92 req-363e252d-e96e-4fed-91da-81f85a8a2ec8 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 945 time: 0.2126725 Jul 15 14:54:35.082464 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8ae4-0953-4957-8448-87ef1c42bf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:35.087359 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-37a2a77b-6c39-4c2e-9a36-be0595fe93b6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3138435 Jul 15 14:54:35.127636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Request body: {'port': {'device_id': 'ff191fc9-bd09-4bc7-beed-ebad79bfa999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:35.174097 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:35.191501 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7876ce3-4a2b-4fe5-abed-09828ae2db92 req-ef7ecb90-82ed-4fa8-a96c-8a4729445309 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074829 Jul 15 14:54:35.252229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb6601b-7f6e-4178-a942-0aa591128f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0d9627-54eb-4a02-a7c4-f88430a51a7d'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:35.265461 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565495b2-c355-4a6a-b89b-4bbd5b1eb0ec" -d '{"events": [{"server_uuid": "5cb6601b-7f6e-4178-a942-0aa591128f69", "name": "network-vif-plugged", "status": "completed", "tag": "1b0d9627-54eb-4a02-a7c4-f88430a51a7d"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:35.303274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:35.311800 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:35.338357 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8ae4-0953-4957-8448-87ef1c42bf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:35.347199 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8ae4-0953-4957-8448-87ef1c42bf3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:35.432093 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:35.483593 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:35.617213 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f734669-417e-4840-861d-c5e9ab26448c x-openstack-request-id: req-0f734669-417e-4840-861d-c5e9ab26448c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:35.617834 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb6601b-7f6e-4178-a942-0aa591128f69", "name": "network-vif-plugged", "status": "completed", "tag": "1b0d9627-54eb-4a02-a7c4-f88430a51a7d", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:35.618235 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f734669-417e-4840-861d-c5e9ab26448c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:35.619059 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb6601b-7f6e-4178-a942-0aa591128f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0d9627-54eb-4a02-a7c4-f88430a51a7d', 'code': 200} Jul 15 14:54:35.650117 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8ae4-0953-4957-8448-87ef1c42bf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:35.650289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdc8ae4-0953-4957-8448-87ef1c42bf3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:54:35.678061 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8ae4-0953-4957-8448-87ef1c42bf3a admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:35.680015 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4fdc8ae4-0953-4957-8448-87ef1c42bf3a admin admin] 10.222.0.38 "DELETE /v2.0/routers/2edf37ea-df4d-4c77-bc3c-3f3c9f51dfdb HTTP/1.1" status: 204 len: 168 time: 4.0818460 Jul 15 14:54:35.683952 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43664) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:35.718785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:35.856908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:54:35.858878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e32cb64d-bc25-454f-90ef-7de2b3d9a8c6 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:54:35.889777 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:36.042932 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2849fe-cb17-4063-998d-5d94c059f489 req-a48a2c4c-3d24-4a7e-8491-c178e04e56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:36.044504 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ce2849fe-cb17-4063-998d-5d94c059f489 req-a48a2c4c-3d24-4a7e-8491-c178e04e56bf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 1097 time: 0.3092330 Jul 15 14:54:36.056283 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-99dbb0f0-170e-4263-b4f9-78d2da0b8cb0 admin admin] Deleting subnet 77f46701-8a11-4d43-938f-c539e5dd989e {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:54:36.104760 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ce2849fe-cb17-4063-998d-5d94c059f489 req-c2ce8ed6-4e49-42d1-ba0e-aeb30e6f9028 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440691 Jul 15 14:54:36.110483 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99dbb0f0-170e-4263-b4f9-78d2da0b8cb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:36.225488 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99dbb0f0-170e-4263-b4f9-78d2da0b8cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:36.285164 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f59380-0c15-49f0-a962-910f25317f7e req-1e42246e-b8a7-4025-a2b7-f63d7bc7a635 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:36.287319 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8f59380-0c15-49f0-a962-910f25317f7e req-1e42246e-b8a7-4025-a2b7-f63d7bc7a635 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.22 "GET /v2.0/networks?id=cefc44c8-6d89-417a-812a-9d290c4b4d8e HTTP/1.1" status: 200 len: 820 time: 0.1300879 Jul 15 14:54:36.302998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e8f59380-0c15-49f0-a962-910f25317f7e req-5c96ab93-88f1-4d12-a0d0-e533b1bce5a1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Request body: {'port': {'device_id': '5e347320-a851-4a1f-8a14-2585c4463bbb', 'network_id': 'cefc44c8-6d89-417a-812a-9d290c4b4d8e', 'admin_state_up': True, 'tenant_id': '11c449ca1fcb47ca90e21cd23b273025'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:36.329257 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55385d99-6f7d-4825-bfd4-886c3daf914b req-8c370cb0-9a36-4a75-901b-e80c00b866e7 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e347320-a851-4a1f-8a14-2585c4463bbb HTTP/1.1" status: 200 len: 210 time: 0.3001528 Jul 15 14:54:36.397177 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99dbb0f0-170e-4263-b4f9-78d2da0b8cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:36.514213 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43696) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:36.551191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e4135c-c215-4381-9d1c-6506f1798fcb {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:54:36.563648 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:36.594797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be99e1-c7d9-4556-affd-9d7f4d0c7aa1 req-d662e21c-6c3a-4451-9d98-fa81a7df5aaa tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:36.609039 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-51be99e1-c7d9-4556-affd-9d7f4d0c7aa1 req-d662e21c-6c3a-4451-9d98-fa81a7df5aaa tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 931 time: 0.7937920 Jul 15 14:54:36.639704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f59380-0c15-49f0-a962-910f25317f7e req-5c96ab93-88f1-4d12-a0d0-e533b1bce5a1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Made reservation on behalf of 11c449ca1fcb47ca90e21cd23b273025 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:36.648663 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8f59380-0c15-49f0-a962-910f25317f7e req-5c96ab93-88f1-4d12-a0d0-e533b1bce5a1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:36.703284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Transition to ACTIVE for port object 92e4135c-c215-4381-9d1c-6506f1798fcb will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:36.743921 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-51be99e1-c7d9-4556-affd-9d7f4d0c7aa1 req-cedaf060-429d-4189-891c-25d54ab03dec tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320729 Jul 15 14:54:36.790057 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99dbb0f0-170e-4263-b4f9-78d2da0b8cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:36.864351 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-e8f59380-0c15-49f0-a962-910f25317f7e req-5c96ab93-88f1-4d12-a0d0-e533b1bce5a1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Allocated IP 172.20.0.13 (cefc44c8-6d89-417a-812a-9d290c4b4d8e/17373d7a-c0b9-4d42-89ce-e9bafa89ca1e/f1ae1a30-7276-4ee7-8f0b-320af34ea8ee) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:54:36.917745 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbb0f0-170e-4263-b4f9-78d2da0b8cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f46701-8a11-4d43-938f-c539e5dd989e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:36.972493 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99dbb0f0-170e-4263-b4f9-78d2da0b8cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:36.975719 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-99dbb0f0-170e-4263-b4f9-78d2da0b8cb0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/77f46701-8a11-4d43-938f-c539e5dd989e HTTP/1.1" status: 204 len: 168 time: 1.2865961 Jul 15 14:54:36.982925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0cfdfe-96df-427a-8621-fb583ce8a7ea None None] Network a74be170-4bf8-49be-93de-1efedc75ac72 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:54:37.019941 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a36e8e0b-8f02-4baa-a74b-57d3625599ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.044857 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43712) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:37.065406 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8f59380-0c15-49f0-a962-910f25317f7e req-5c96ab93-88f1-4d12-a0d0-e533b1bce5a1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.145274 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.170244 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8f59380-0c15-49f0-a962-910f25317f7e req-5c96ab93-88f1-4d12-a0d0-e533b1bce5a1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.229494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f59380-0c15-49f0-a962-910f25317f7e req-5c96ab93-88f1-4d12-a0d0-e533b1bce5a1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Network cefc44c8-6d89-417a-812a-9d290c4b4d8e is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:54:37.235218 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-e8f59380-0c15-49f0-a962-910f25317f7e req-5c96ab93-88f1-4d12-a0d0-e533b1bce5a1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:37.242262 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f59380-0c15-49f0-a962-910f25317f7e req-5c96ab93-88f1-4d12-a0d0-e533b1bce5a1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:54:37.293357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Pushing event updated for resources: {'Port': ['ID=92e4135c-c215-4381-9d1c-6506f1798fcb,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:37.307649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828dee40-fb56-4665-9a2b-096d9c75dafe None None] DHCP port deletion for a74be170-4bf8-49be-93de-1efedc75ac72 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:54:37.369049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96ab93-88f1-4d12-a0d0-e533b1bce5a1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Pushing event updated for resources: {'Port': ['ID=f1ae1a30-7276-4ee7-8f0b-320af34ea8ee,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:37.396873 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-828dee40-fb56-4665-9a2b-096d9c75dafe None None] Deleting port a6ae91e2-0185-46a6-ac6b-3d13debbe671 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:37.397243 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-828dee40-fb56-4665-9a2b-096d9c75dafe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.397806 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f59380-0c15-49f0-a962-910f25317f7e req-5c96ab93-88f1-4d12-a0d0-e533b1bce5a1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:37.398462 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8f59380-0c15-49f0-a962-910f25317f7e req-5c96ab93-88f1-4d12-a0d0-e533b1bce5a1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.412961 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a36e8e0b-8f02-4baa-a74b-57d3625599ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.428784 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Attempting to bind port 92e4135c-c215-4381-9d1c-6506f1798fcb on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:54:37.429008 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Attempting to bind port 92e4135c-c215-4381-9d1c-6506f1798fcb by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:54:37.429354 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Attempting to bind port 92e4135c-c215-4381-9d1c-6506f1798fcb on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:37.433153 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee27e01e-3140-4f6d-a6c5-d4bfd73281b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.435514 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Port 92e4135c-c215-4381-9d1c-6506f1798fcb on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:54:37.435850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Attempting to bind port 92e4135c-c215-4381-9d1c-6506f1798fcb on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:37.444985 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8f59380-0c15-49f0-a962-910f25317f7e req-5c96ab93-88f1-4d12-a0d0-e533b1bce5a1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1472821 Jul 15 14:54:37.445754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:54:37.446146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Checking segment: {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:37.446566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Bound using segment: {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:54:37.447000 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Bound port: 92e4135c-c215-4381-9d1c-6506f1798fcb, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:54:37.447372 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.465606 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Request body: {'port': {'device_id': '5e347320-a851-4a1f-8a14-2585c4463bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:37.467062 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a36e8e0b-8f02-4baa-a74b-57d3625599ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.493285 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-828dee40-fb56-4665-9a2b-096d9c75dafe None None] For port a6ae91e2-0185-46a6-ac6b-3d13debbe671, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=a6ae91e2-0185-46a6-ac6b-3d13debbe671,segment=NetworkSegment(d50b67ba-cc3d-4b92-b1d6-fa3d04132979),segment_id=d50b67ba-cc3d-4b92-b1d6-fa3d04132979)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:37.494056 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-828dee40-fb56-4665-9a2b-096d9c75dafe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.520006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-828dee40-fb56-4665-9a2b-096d9c75dafe None None] Calling delete_port for a6ae91e2-0185-46a6-ac6b-3d13debbe671 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:37.600066 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] For port 92e4135c-c215-4381-9d1c-6506f1798fcb, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:37.605307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] For port 92e4135c-c215-4381-9d1c-6506f1798fcb, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=92e4135c-c215-4381-9d1c-6506f1798fcb,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:54:37.616765 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.639662 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.687162 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a36e8e0b-8f02-4baa-a74b-57d3625599ee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f250d5c8729f458a9d66651fbd010123&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1654985 Jul 15 14:54:37.690717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a6ae91e2-0185-46a6-ac6b-3d13debbe671 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:37.707250 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43718) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:37.721793 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:37.722947 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.725330 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] 10.222.0.11 "PUT /v2.0/ports/92e4135c-c215-4381-9d1c-6506f1798fcb HTTP/1.1" status: 200 len: 1091 time: 2.6028965 Jul 15 14:54:37.729705 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff191fc9-bd09-4bc7-beed-ebad79bfa999', 'tag': '92e4135c-c215-4381-9d1c-6506f1798fcb'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:37.733667 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b14d957-02f3-4bae-b057-305c36cb331f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff191fc9-bd09-4bc7-beed-ebad79bfa999", "tag": "92e4135c-c215-4381-9d1c-6506f1798fcb"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:37.741432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae70aa8-6af1-4b2d-9915-3f9556496d9e req-1ce889dc-9b5c-4b7f-bb4c-0bfb74b48b8b tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:37.762676 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bae70aa8-6af1-4b2d-9915-3f9556496d9e req-1ce889dc-9b5c-4b7f-bb4c-0bfb74b48b8b tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.8377435 Jul 15 14:54:37.787916 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e8e0b-8f02-4baa-a74b-57d3625599ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d8de88-19f0-4753-987c-4dc2f76aa233,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:37.809048 n-d-764435-3 neutron-server[100713]: INFO neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No ports have port_id starting with a6ae91e2-0185-46a6-ac6b-3d13debbe671 Jul 15 14:54:37.818114 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-828dee40-fb56-4665-9a2b-096d9c75dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.834303 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 29f7cda6-7ffb-4337-992b-5399b1c5921e no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:37.845449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828dee40-fb56-4665-9a2b-096d9c75dafe None None] No DVR routers for this DVR port a6ae91e2-0185-46a6-ac6b-3d13debbe671 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:54:37.888297 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c392a63b-bccb-461e-9130-a2a3c3154b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.904801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 29f7cda6-7ffb-4337-992b-5399b1c5921e {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:54:37.905287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 29f7cda6-7ffb-4337-992b-5399b1c5921e not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:54:37.908251 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dee40-fb56-4665-9a2b-096d9c75dafe None None] Pushing event deleted for resources: {'Port': ['ID=a6ae91e2-0185-46a6-ac6b-3d13debbe671,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:37.919438 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c392a63b-bccb-461e-9130-a2a3c3154b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.949747 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e5775-0173-4674-97fe-1618b0d8ac09 service neutron] Pushing event updated for resources: {'Port': ['ID=92e4135c-c215-4381-9d1c-6506f1798fcb,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:38.082092 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-feb220fc-dbb0-4a02-970f-d25b4c2434ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:38.083823 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-feb220fc-dbb0-4a02-970f-d25b4c2434ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 1094 time: 0.2636478 Jul 15 14:54:38.113109 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c392a63b-bccb-461e-9130-a2a3c3154b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:38.116010 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c392a63b-bccb-461e-9130-a2a3c3154b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:38.117195 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c392a63b-bccb-461e-9130-a2a3c3154b7f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a8d8de88-19f0-4753-987c-4dc2f76aa233 HTTP/1.1" status: 204 len: 168 time: 0.4083235 Jul 15 14:54:38.163829 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-86f212eb-3ed9-4cc1-b5be-4149bb9fdc07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92e4135c-c215-4381-9d1c-6506f1798fcb HTTP/1.1" status: 200 len: 217 time: 0.0610723 Jul 15 14:54:38.167429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392a63b-bccb-461e-9130-a2a3c3154b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d8de88-19f0-4753-987c-4dc2f76aa233,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:38.274494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-48cee634-562e-4c0c-b9c8-bc33536c9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:38.276069 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-48cee634-562e-4c0c-b9c8-bc33536c9603 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2 HTTP/1.1" status: 200 len: 852 time: 0.1051242 Jul 15 14:54:38.324148 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-d9d88088-0b7c-4644-a871-a8b101a13008 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312481 Jul 15 14:54:38.435862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ae1a30-7276-4ee7-8f0b-320af34ea8ee {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:54:38.447271 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:38.473579 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Transition to ACTIVE for port object f1ae1a30-7276-4ee7-8f0b-320af34ea8ee will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:38.482568 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:38.494912 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-3ddeec32-b5dc-481f-beed-6e2265a71f46 service neutron] 10.222.0.11 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617811 Jul 15 14:54:38.527224 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bae70aa8-6af1-4b2d-9915-3f9556496d9e req-af51c138-2a41-47df-88ea-8ca64b45d5fe tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7630935 Jul 15 14:54:38.586809 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ae1a30-7276-4ee7-8f0b-320af34ea8ee,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:38.659629 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee27e01e-3140-4f6d-a6c5-d4bfd73281b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:38.680347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-ee27e01e-3140-4f6d-a6c5-d4bfd73281b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74be170-4bf8-49be-93de-1efedc75ac72']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:38.700640 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e2c86-4823-4e3a-a505-f0d8040ae54e req-09108c61-9a46-463c-bcd3-9b88197f6ff3 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:38.711568 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff8e2c86-4823-4e3a-a505-f0d8040ae54e req-09108c61-9a46-463c-bcd3-9b88197f6ff3 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e347320-a851-4a1f-8a14-2585c4463bbb HTTP/1.1" status: 200 len: 932 time: 0.9405847 Jul 15 14:54:38.726231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-ee27e01e-3140-4f6d-a6c5-d4bfd73281b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50b67ba-cc3d-4b92-b1d6-fa3d04132979') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:38.726814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-ee27e01e-3140-4f6d-a6c5-d4bfd73281b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50b67ba-cc3d-4b92-b1d6-fa3d04132979') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:38.769459 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee27e01e-3140-4f6d-a6c5-d4bfd73281b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:38.798847 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee27e01e-3140-4f6d-a6c5-d4bfd73281b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:38.807742 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee27e01e-3140-4f6d-a6c5-d4bfd73281b3 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:54:38.807963 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee27e01e-3140-4f6d-a6c5-d4bfd73281b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:38.858429 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0072d62a-aa08-410d-8145-c9e1a809bd79 req-a11956ca-8fe6-4172-a22f-de9b0ff5a7c9 service neutron] 10.222.0.11 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359048 Jul 15 14:54:38.861283 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Attempting to bind port f1ae1a30-7276-4ee7-8f0b-320af34ea8ee on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:54:38.861674 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Attempting to bind port f1ae1a30-7276-4ee7-8f0b-320af34ea8ee by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '45496de4-ea45-451d-a630-ff3b243b1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cefc44c8-6d89-417a-812a-9d290c4b4d8e'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:54:38.862008 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Attempting to bind port f1ae1a30-7276-4ee7-8f0b-320af34ea8ee on network cefc44c8-6d89-417a-812a-9d290c4b4d8e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: timer() Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:54:38.882463 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:54:38.904870 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff8e2c86-4823-4e3a-a505-f0d8040ae54e req-e9e1c68d-69e4-4a9b-9458-db0c2d237f00 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/security-groups?id=e26bb675-b19c-4f4c-adbb-28b40ae653e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911333 Jul 15 14:54:38.905963 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee27e01e-3140-4f6d-a6c5-d4bfd73281b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:38.926086 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Port f1ae1a30-7276-4ee7-8f0b-320af34ea8ee on network cefc44c8-6d89-417a-812a-9d290c4b4d8e not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:54:38.926683 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Attempting to bind port f1ae1a30-7276-4ee7-8f0b-320af34ea8ee on network cefc44c8-6d89-417a-812a-9d290c4b4d8e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:38.932638 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee27e01e-3140-4f6d-a6c5-d4bfd73281b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:38.936898 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ee27e01e-3140-4f6d-a6c5-d4bfd73281b3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a74be170-4bf8-49be-93de-1efedc75ac72 HTTP/1.1" status: 204 len: 168 time: 1.8868809 Jul 15 14:54:38.953076 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c54349-1c7c-497f-9fd1-1eeb91c332f3 x-openstack-request-id: req-69c54349-1c7c-497f-9fd1-1eeb91c332f3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:38.953426 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff191fc9-bd09-4bc7-beed-ebad79bfa999", "tag": "92e4135c-c215-4381-9d1c-6506f1798fcb", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:38.953639 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-69c54349-1c7c-497f-9fd1-1eeb91c332f3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:38.954063 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff191fc9-bd09-4bc7-beed-ebad79bfa999', 'tag': '92e4135c-c215-4381-9d1c-6506f1798fcb', 'status': 'completed', 'code': 200} Jul 15 14:54:38.954897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:54:38.955240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Checking segment: {'id': '45496de4-ea45-451d-a630-ff3b243b1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cefc44c8-6d89-417a-812a-9d290c4b4d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:38.955736 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Bound using segment: {'id': '45496de4-ea45-451d-a630-ff3b243b1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cefc44c8-6d89-417a-812a-9d290c4b4d8e'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:54:38.956831 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Bound port: f1ae1a30-7276-4ee7-8f0b-320af34ea8ee, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45496de4-ea45-451d-a630-ff3b243b1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cefc44c8-6d89-417a-812a-9d290c4b4d8e'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:54:38.957206 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:38.969639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27e01e-3140-4f6d-a6c5-d4bfd73281b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a74be170-4bf8-49be-93de-1efedc75ac72,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:39.144205 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] For port f1ae1a30-7276-4ee7-8f0b-320af34ea8ee, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:39.192981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] For port f1ae1a30-7276-4ee7-8f0b-320af34ea8ee, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f1ae1a30-7276-4ee7-8f0b-320af34ea8ee,segment=NetworkSegment(45496de4-ea45-451d-a630-ff3b243b1065),segment_id=45496de4-ea45-451d-a630-ff3b243b1065)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:54:39.208036 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:39.261082 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14d957-02f3-4bae-b057-305c36cb331f req-d4d5e90d-e866-496c-8997-4186754d180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:39.263561 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1b14d957-02f3-4bae-b057-305c36cb331f req-d4d5e90d-e866-496c-8997-4186754d180e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 1094 time: 0.2533026 Jul 15 14:54:39.272810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045b4d4-36f8-4286-ab29-61b9cb19310a req-2604949d-13ca-4ddd-948a-5e04bd7e55ca tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:39.282419 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f045b4d4-36f8-4286-ab29-61b9cb19310a req-2604949d-13ca-4ddd-948a-5e04bd7e55ca tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 943 time: 0.1054065 Jul 15 14:54:39.311601 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:39.316586 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:39.318785 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8f59380-0c15-49f0-a962-910f25317f7e req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] 10.222.0.22 "PUT /v2.0/ports/f1ae1a30-7276-4ee7-8f0b-320af34ea8ee HTTP/1.1" status: 200 len: 1092 time: 1.8608797 Jul 15 14:54:39.348809 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f045b4d4-36f8-4286-ab29-61b9cb19310a req-02c43878-4d60-4bc5-b92d-038a070e8f28 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653570 Jul 15 14:54:39.410350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43790) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:39.450204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b76839-a1ac-4999-b1bb-3253358cd848 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ae1a30-7276-4ee7-8f0b-320af34ea8ee,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:39.476283 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d685d35e-bf19-4df9-ac12-62c4dfbd688a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4cc69778109c4ce38d2d0f143ca1b25a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0638359 Jul 15 14:54:39.480082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43792) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:39.559696 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f32a454-d868-40ec-a48c-f97d60a901f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:39.564605 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14d957-02f3-4bae-b057-305c36cb331f req-2c8b9853-60cc-46c7-ae12-07d1e645950a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:39.567552 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1b14d957-02f3-4bae-b057-305c36cb331f req-2c8b9853-60cc-46c7-ae12-07d1e645950a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 913 time: 0.2949860 Jul 15 14:54:39.597238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f59380-0c15-49f0-a962-910f25317f7e req-bd5967eb-b8a2-4dec-9931-39f9c3d63fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:39.600186 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8f59380-0c15-49f0-a962-910f25317f7e req-bd5967eb-b8a2-4dec-9931-39f9c3d63fb6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=11c449ca1fcb47ca90e21cd23b273025&device_id=5e347320-a851-4a1f-8a14-2585c4463bbb HTTP/1.1" status: 200 len: 1095 time: 0.1518576 Jul 15 14:54:39.614825 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f32a454-d868-40ec-a48c-f97d60a901f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:39.615597 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43796) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:39.645724 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1b14d957-02f3-4bae-b057-305c36cb331f req-4aea3f14-5d49-4d36-9b48-8f294d570c3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92e4135c-c215-4381-9d1c-6506f1798fcb HTTP/1.1" status: 200 len: 217 time: 0.0683331 Jul 15 14:54:39.716082 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8f59380-0c15-49f0-a962-910f25317f7e req-7bfde16b-9eff-4e47-9e54-65d2394488ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1ae1a30-7276-4ee7-8f0b-320af34ea8ee HTTP/1.1" status: 200 len: 217 time: 0.0693936 Jul 15 14:54:39.747446 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f32a454-d868-40ec-a48c-f97d60a901f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:39.750432 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f32a454-d868-40ec-a48c-f97d60a901f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:39.751996 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9f32a454-d868-40ec-a48c-f97d60a901f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3a8d39e7-66c3-4b31-b831-65566abda33b HTTP/1.1" status: 204 len: 168 time: 0.2703021 Jul 15 14:54:39.763128 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32a454-d868-40ec-a48c-f97d60a901f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8d39e7-66c3-4b31-b831-65566abda33b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:39.806581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a1ee7-9fdb-4dfb-903f-e40b34fccd94 req-9fd7a9ba-4b4e-42aa-a04a-97b59702d9ca tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:39.808530 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae5a1ee7-9fdb-4dfb-903f-e40b34fccd94 req-9fd7a9ba-4b4e-42aa-a04a-97b59702d9ca tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.1154401 Jul 15 14:54:39.815259 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-7d5daffd-4cd5-4899-956f-1dfe5ed68d4a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-network', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:39.819244 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f59380-0c15-49f0-a962-910f25317f7e req-27f8bd2c-8b20-44de-9fc2-1d3abf0520a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:39.820809 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8f59380-0c15-49f0-a962-910f25317f7e req-27f8bd2c-8b20-44de-9fc2-1d3abf0520a3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=17373d7a-c0b9-4d42-89ce-e9bafa89ca1e HTTP/1.1" status: 200 len: 860 time: 0.0960567 Jul 15 14:54:39.841425 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14d957-02f3-4bae-b057-305c36cb331f req-7bc4d4b6-0441-4713-ae1f-785dfb616441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:39.842942 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1b14d957-02f3-4bae-b057-305c36cb331f req-7bc4d4b6-0441-4713-ae1f-785dfb616441 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2 HTTP/1.1" status: 200 len: 852 time: 0.1894689 Jul 15 14:54:39.898729 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5daffd-4cd5-4899-956f-1dfe5ed68d4a admin admin] Made reservation on behalf of 1925ba080f8f431e85a75f0d7aea9789 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:39.899128 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8f59380-0c15-49f0-a962-910f25317f7e req-d1946b9c-8818-4cd9-aee3-ad943804ff01 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cefc44c8-6d89-417a-812a-9d290c4b4d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708206 Jul 15 14:54:39.902758 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d5daffd-4cd5-4899-956f-1dfe5ed68d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:39.907702 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae5a1ee7-9fdb-4dfb-903f-e40b34fccd94 req-fbac350c-82d7-4879-8362-0ac5977c4372 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870142 Jul 15 14:54:39.918088 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d5daffd-4cd5-4899-956f-1dfe5ed68d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:39.960201 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1b14d957-02f3-4bae-b057-305c36cb331f req-882e8693-ed5c-45bd-9b6e-87dbc9c994cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930634 Jul 15 14:54:40.094974 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d5daffd-4cd5-4899-956f-1dfe5ed68d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:40.109873 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d5daffd-4cd5-4899-956f-1dfe5ed68d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:40.145524 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5daffd-4cd5-4899-956f-1dfe5ed68d4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:54:40.164293 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5daffd-4cd5-4899-956f-1dfe5ed68d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44f3f4f-c263-404c-b2de-9e55458d83f0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:40.170639 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d5daffd-4cd5-4899-956f-1dfe5ed68d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:40.171408 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-7d5daffd-4cd5-4899-956f-1dfe5ed68d4a admin admin] Added segment 930badeb-0295-488c-a6d3-76b48a6f7fac of type vlan for network 22370a4f-22e6-4ce2-8e25-36e457c6f21c Jul 15 14:54:40.259957 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d5daffd-4cd5-4899-956f-1dfe5ed68d4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:40.274571 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1b14d957-02f3-4bae-b057-305c36cb331f req-08c1198e-8743-47c4-ba2b-a524822afd79 service neutron] 10.222.0.11 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046014 Jul 15 14:54:40.316514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43814) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:40.338047 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8f59380-0c15-49f0-a962-910f25317f7e req-4c087e69-5660-4883-b2a1-9267f6c7036e service neutron] 10.222.0.22 "GET /v2.0/networks/cefc44c8-6d89-417a-812a-9d290c4b4d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817172 Jul 15 14:54:40.350503 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d5daffd-4cd5-4899-956f-1dfe5ed68d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:40.361410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5daffd-4cd5-4899-956f-1dfe5ed68d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:40.362346 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d5daffd-4cd5-4899-956f-1dfe5ed68d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:40.471123 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7d5daffd-4cd5-4899-956f-1dfe5ed68d4a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8458865 Jul 15 14:54:40.472410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43826) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:40.501767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-32f029e6-456a-4fa3-9b09-5430f766e27e admin admin] Request body: {'subnet': {'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-subnet', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:40.529087 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ff4045fd-6baf-468b-ac5e-2791151c42b5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=90ff620a2f954ccc93ba0161c010078e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2113633 Jul 15 14:54:40.589212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43830) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:40.631931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5daffd-4cd5-4899-956f-1dfe5ed68d4a admin admin] Pushing event updated for resources: {'Network': ['ID=22370a4f-22e6-4ce2-8e25-36e457c6f21c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:40.645669 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f029e6-456a-4fa3-9b09-5430f766e27e admin admin] Made reservation on behalf of 1925ba080f8f431e85a75f0d7aea9789 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:40.647946 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-32f029e6-456a-4fa3-9b09-5430f766e27e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:40.653829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 22370a4f-22e6-4ce2-8e25-36e457c6f21c details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:54:40.752389 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1b14d957-02f3-4bae-b057-305c36cb331f req-01b35ec4-cf95-4fd1-a4a6-3230b8f11131 service neutron] 10.222.0.11 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603429 Jul 15 14:54:40.757712 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7763-edb3-4355-b2da-449f1e6fba19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:40.783383 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8f59380-0c15-49f0-a962-910f25317f7e req-c437c900-e392-43c5-bdd9-ea3131983349 service neutron] 10.222.0.22 "GET /v2.0/networks/cefc44c8-6d89-417a-812a-9d290c4b4d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172223 Jul 15 14:54:40.800885 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7763-edb3-4355-b2da-449f1e6fba19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:40.866650 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7763-edb3-4355-b2da-449f1e6fba19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:40.869280 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7763-edb3-4355-b2da-449f1e6fba19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:40.873855 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8d2d7763-edb3-4355-b2da-449f1e6fba19 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a632a5f7-261c-4d8e-b0f3-c5da5da06e54 HTTP/1.1" status: 204 len: 168 time: 0.2801676 Jul 15 14:54:40.881098 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d7763-edb3-4355-b2da-449f1e6fba19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a632a5f7-261c-4d8e-b0f3-c5da5da06e54,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:40.904995 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727b978-110e-411d-b977-131b770e5419 req-eada2123-08c0-4ed3-b832-8530d3dad0f2 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:40.913011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1727b978-110e-411d-b977-131b770e5419 req-eada2123-08c0-4ed3-b832-8530d3dad0f2 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e347320-a851-4a1f-8a14-2585c4463bbb HTTP/1.1" status: 200 len: 944 time: 0.2282014 Jul 15 14:54:40.939819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acd0de-fd07-42c6-8d06-ea388e60bee7 req-8bbf9a30-01b5-4e55-88d6-12149043a5c2 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:40.941917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78acd0de-fd07-42c6-8d06-ea388e60bee7 req-8bbf9a30-01b5-4e55-88d6-12149043a5c2 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 945 time: 0.3125162 Jul 15 14:54:40.956951 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e347320-a851-4a1f-8a14-2585c4463bbb', 'tag': 'f1ae1a30-7276-4ee7-8f0b-320af34ea8ee'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:40.959582 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb27e4d-dd27-4873-81c2-aecb90eba674" -d '{"events": [{"name": "network-changed", "server_uuid": "5e347320-a851-4a1f-8a14-2585c4463bbb", "tag": "f1ae1a30-7276-4ee7-8f0b-320af34ea8ee"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:41.004707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f02a6b-322f-4f5c-b782-4a9c118c5982 req-7ada07b4-6d38-4648-b7a0-8b837d2241a5 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:41.006194 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4f02a6b-322f-4f5c-b782-4a9c118c5982 req-7ada07b4-6d38-4648-b7a0-8b837d2241a5 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 945 time: 0.0982511 Jul 15 14:54:41.020960 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1727b978-110e-411d-b977-131b770e5419 req-92772c60-4fb9-4cfc-a010-2ab8ecda1a3b tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/security-groups?id=e26bb675-b19c-4f4c-adbb-28b40ae653e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069610 Jul 15 14:54:41.061138 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78acd0de-fd07-42c6-8d06-ea388e60bee7 req-d2ab7a67-a477-4c67-a1d3-e7ea10410c98 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100228 Jul 15 14:54:41.143554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a4f02a6b-322f-4f5c-b782-4a9c118c5982 req-58140ed5-7c10-4b13-ac0b-f2a72f5e2932 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Deleting port b9bab48d-cccf-4548-aa93-4c9901aae8a2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:41.144014 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a4f02a6b-322f-4f5c-b782-4a9c118c5982 req-58140ed5-7c10-4b13-ac0b-f2a72f5e2932 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:41.162495 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-32f029e6-456a-4fa3-9b09-5430f766e27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:41.237028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f029e6-456a-4fa3-9b09-5430f766e27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=93491213-4372-4c58-8c27-3d9226c99708,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:41.322063 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f029e6-456a-4fa3-9b09-5430f766e27e admin admin] Checking segment: {'id': '930badeb-0295-488c-a6d3-76b48a6f7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:41.322209 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f029e6-456a-4fa3-9b09-5430f766e27e admin admin] Network hostable DHCP agents. Network: 22370a4f-22e6-4ce2-8e25-36e457c6f21c, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:54:41.385495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5ac02-3425-43ce-b537-d726d67c8b2b req-b2772204-2aca-48ca-81c4-01bca233b6ba tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:41.387134 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0de5ac02-3425-43ce-b537-d726d67c8b2b req-b2772204-2aca-48ca-81c4-01bca233b6ba tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 943 time: 0.1766164 Jul 15 14:54:41.396397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 92e4135c-c215-4381-9d1c-6506f1798fcb details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:54:41.400831 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922f33d-bf64-4c8e-9d4f-cdb3c6cd3c42 req-dbdf1e5c-94ae-4436-b437-ba091b8c2309 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:41.402382 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e922f33d-bf64-4c8e-9d4f-cdb3c6cd3c42 req-dbdf1e5c-94ae-4436-b437-ba091b8c2309 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.1898940 Jul 15 14:54:41.403561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f029e6-456a-4fa3-9b09-5430f766e27e admin admin] Network 22370a4f-22e6-4ce2-8e25-36e457c6f21c is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:54:41.427252 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-32f029e6-456a-4fa3-9b09-5430f766e27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 22370a4f-22e6-4ce2-8e25-36e457c6f21c) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:41.441016 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f029e6-456a-4fa3-9b09-5430f766e27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:41.442127 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-32f029e6-456a-4fa3-9b09-5430f766e27e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:41.444476 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e03a6b-be1f-488c-a10d-b9ad3e5338f5 None None] Network 22370a4f-22e6-4ce2-8e25-36e457c6f21c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:54:41.481087 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-32f029e6-456a-4fa3-9b09-5430f766e27e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0034010 Jul 15 14:54:41.484328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43860) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:41.491737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-router', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:41.513336 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0de5ac02-3425-43ce-b537-d726d67c8b2b req-b7e2f13a-d322-437a-8df0-936267005ec6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067569 Jul 15 14:54:41.550469 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e922f33d-bf64-4c8e-9d4f-cdb3c6cd3c42 req-2b91a842-6d2a-47e5-acd9-61a19145a47b tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311984 Jul 15 14:54:41.566596 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:41.568643 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:41.581548 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a4f02a6b-322f-4f5c-b782-4a9c118c5982 req-58140ed5-7c10-4b13-ac0b-f2a72f5e2932 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] For port b9bab48d-cccf-4548-aa93-4c9901aae8a2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=b9bab48d-cccf-4548-aa93-4c9901aae8a2,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:41.582156 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a4f02a6b-322f-4f5c-b782-4a9c118c5982 req-58140ed5-7c10-4b13-ac0b-f2a72f5e2932 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:41.608557 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 92e4135c-c215-4381-9d1c-6506f1798fcb, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=92e4135c-c215-4381-9d1c-6506f1798fcb,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:41.624748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '92e4135c-c215-4381-9d1c-6506f1798fcb', 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5', 'port_id': '92e4135c-c215-4381-9d1c-6506f1798fcb', 'mac_address': 'fa:16:3e:ce:35:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:54:41.629341 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a4f02a6b-322f-4f5c-b782-4a9c118c5982 req-58140ed5-7c10-4b13-ac0b-f2a72f5e2932 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Calling delete_port for b9bab48d-cccf-4548-aa93-4c9901aae8a2 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:41.678229 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:41.714071 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeb9802-baa5-400b-aed1-65c900f41a97 x-openstack-request-id: req-9eeb9802-baa5-400b-aed1-65c900f41a97 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:41.714395 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e347320-a851-4a1f-8a14-2585c4463bbb", "tag": "f1ae1a30-7276-4ee7-8f0b-320af34ea8ee", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:41.714657 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9eeb9802-baa5-400b-aed1-65c900f41a97 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:41.715046 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e347320-a851-4a1f-8a14-2585c4463bbb', 'tag': 'f1ae1a30-7276-4ee7-8f0b-320af34ea8ee', 'status': 'completed', 'code': 200} Jul 15 14:54:41.806585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb27e4d-dd27-4873-81c2-aecb90eba674 req-aeca640b-1d23-4426-ba4a-20d04870b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:41.807759 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-acb27e4d-dd27-4873-81c2-aecb90eba674 req-aeca640b-1d23-4426-ba4a-20d04870b02a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=11c449ca1fcb47ca90e21cd23b273025&device_id=5e347320-a851-4a1f-8a14-2585c4463bbb HTTP/1.1" status: 200 len: 1095 time: 0.0919588 Jul 15 14:54:41.852955 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:41.868746 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e4135c-c215-4381-9d1c-6506f1798fcb {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:54:41.896757 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 92e4135c-c215-4381-9d1c-6506f1798fcb, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=92e4135c-c215-4381-9d1c-6506f1798fcb,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:41.899920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'fixed_ips': [{'subnet_id': '93491213-4372-4c58-8c27-3d9226c99708'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:54:41.901483 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:41.927292 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a4f02a6b-322f-4f5c-b782-4a9c118c5982 req-58140ed5-7c10-4b13-ac0b-f2a72f5e2932 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:41.972290 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:41.978159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58140ed5-7c10-4b13-ac0b-f2a72f5e2932 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Pushing event deleted for resources: {'Port': ['ID=b9bab48d-cccf-4548-aa93-4c9901aae8a2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:42.011346 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:42.021283 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['b9bab48d-cccf-4548-aa93-4c9901aae8a2'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:54:42.037332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f02a6b-322f-4f5c-b782-4a9c118c5982 req-58140ed5-7c10-4b13-ac0b-f2a72f5e2932 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] No DVR routers for this DVR port b9bab48d-cccf-4548-aa93-4c9901aae8a2 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:54:42.040535 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a4f02a6b-322f-4f5c-b782-4a9c118c5982 req-58140ed5-7c10-4b13-ac0b-f2a72f5e2932 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:42.042964 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4f02a6b-322f-4f5c-b782-4a9c118c5982 req-58140ed5-7c10-4b13-ac0b-f2a72f5e2932 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.22 "DELETE /v2.0/ports/b9bab48d-cccf-4548-aa93-4c9901aae8a2 HTTP/1.1" status: 204 len: 173 time: 1.0300276 Jul 15 14:54:42.044695 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb27e4d-dd27-4873-81c2-aecb90eba674 req-807ed1c8-e6e4-4eb8-a180-6dd1637332d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:42.046349 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-acb27e4d-dd27-4873-81c2-aecb90eba674 req-807ed1c8-e6e4-4eb8-a180-6dd1637332d3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cefc44c8-6d89-417a-812a-9d290c4b4d8e HTTP/1.1" status: 200 len: 921 time: 0.2314408 Jul 15 14:54:42.188350 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-acb27e4d-dd27-4873-81c2-aecb90eba674 req-ae76bf67-823f-4bb1-9766-9ce99e031eaa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1ae1a30-7276-4ee7-8f0b-320af34ea8ee HTTP/1.1" status: 200 len: 217 time: 0.1277595 Jul 15 14:54:42.285160 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb27e4d-dd27-4873-81c2-aecb90eba674 req-3e37b1d7-73d5-48ce-b158-b909c6fefde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:42.289198 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-acb27e4d-dd27-4873-81c2-aecb90eba674 req-3e37b1d7-73d5-48ce-b158-b909c6fefde6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=17373d7a-c0b9-4d42-89ce-e9bafa89ca1e HTTP/1.1" status: 200 len: 860 time: 0.0934784 Jul 15 14:54:42.369196 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-acb27e4d-dd27-4873-81c2-aecb90eba674 req-19542dea-4a3f-4ea9-8dcc-2a6c7c3c3b80 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cefc44c8-6d89-417a-812a-9d290c4b4d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674000 Jul 15 14:54:42.377044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Allocated IP 172.20.0.2 (22370a4f-22e6-4ce2-8e25-36e457c6f21c/93491213-4372-4c58-8c27-3d9226c99708/169a2d65-9256-41a9-a3db-549cb07ca7ac) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:54:42.380798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=92e4135c-c215-4381-9d1c-6506f1798fcb,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:42.402966 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-e83b1c2e-e007-483e-8216-23a7deb99c39 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=05842af278404fda9be7879699e65c57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204743 Jul 15 14:54:42.412488 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:42.421821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['92e4135c-c215-4381-9d1c-6506f1798fcb'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:54:42.451210 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:42.499894 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2584a-01c4-4359-9dc6-7cc9e9ced1fa req-3a67a144-ca35-430a-819e-c09fd30e43d0 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:42.501322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-edb2584a-01c4-4359-9dc6-7cc9e9ced1fa req-3a67a144-ca35-430a-819e-c09fd30e43d0 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e347320-a851-4a1f-8a14-2585c4463bbb HTTP/1.1" status: 200 len: 944 time: 0.2202797 Jul 15 14:54:42.537374 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-acb27e4d-dd27-4873-81c2-aecb90eba674 req-3d094112-dbf4-4215-97d1-8c0cc03e2e6e service neutron] 10.222.0.22 "GET /v2.0/networks/cefc44c8-6d89-417a-812a-9d290c4b4d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582172 Jul 15 14:54:42.688592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-edb2584a-01c4-4359-9dc6-7cc9e9ced1fa req-4483dc02-5289-414c-a7a5-3719aa9c0ef5 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/security-groups?id=e26bb675-b19c-4f4c-adbb-28b40ae653e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503019 Jul 15 14:54:42.704561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-d9ff6401-f653-4476-94b1-0ea63c2c798d tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:42.711322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-d9ff6401-f653-4476-94b1-0ea63c2c798d tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2965569 Jul 15 14:54:42.732996 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-1115bd92-d6c7-446b-a503-329f5cc97674 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/quotas/05842af278404fda9be7879699e65c57 HTTP/1.1" status: 200 len: 375 time: 0.0205553 Jul 15 14:54:42.739472 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:42.765627 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Transition to ACTIVE for port object 169a2d65-9256-41a9-a3db-549cb07ca7ac will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:42.778869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Allocated IP 172.25.4.194 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/948f1f2a-7445-4e39-ae4a-473896c6387f) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:54:42.788848 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Transition to ACTIVE for port object 169a2d65-9256-41a9-a3db-549cb07ca7ac will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:42.790901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-3a613e1c-298f-4765-a952-3d930e451c9c tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=05842af278404fda9be7879699e65c57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569282 Jul 15 14:54:42.803588 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:42.835165 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-acb27e4d-dd27-4873-81c2-aecb90eba674 req-9ddf26f8-410e-48be-84ad-5594faa6ed45 service neutron] 10.222.0.22 "GET /v2.0/networks/cefc44c8-6d89-417a-812a-9d290c4b4d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883544 Jul 15 14:54:42.884389 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Pushing event updated for resources: {'Port': ['ID=169a2d65-9256-41a9-a3db-549cb07ca7ac,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:42.887609 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f1ae1a30-7276-4ee7-8f0b-320af34ea8ee details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:54:42.898374 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Network 22370a4f-22e6-4ce2-8e25-36e457c6f21c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:54:42.906726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:42.912629 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:54:43.001615 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.012944 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Attempting to bind port 169a2d65-9256-41a9-a3db-549cb07ca7ac on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:54:43.013375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Attempting to bind port 169a2d65-9256-41a9-a3db-549cb07ca7ac by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '930badeb-0295-488c-a6d3-76b48a6f7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:54:43.013753 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Attempting to bind port 169a2d65-9256-41a9-a3db-549cb07ca7ac on network 22370a4f-22e6-4ce2-8e25-36e457c6f21c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:43.057385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37fcf6ae-5e6f-4250-abac-e93e7fa15264 req-01461942-db6f-4a90-9fe3-cb4fed350292 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8aa67c1-3c47-4b0a-ae35-83873ef497b0 HTTP/1.1" status: 200 len: 210 time: 0.0375986 Jul 15 14:54:43.079660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:54:43.080077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Checking segment: {'id': '930badeb-0295-488c-a6d3-76b48a6f7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:43.081448 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.081600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Bound using segment: {'id': '930badeb-0295-488c-a6d3-76b48a6f7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:54:43.082087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Bound port: 169a2d65-9256-41a9-a3db-549cb07ca7ac, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930badeb-0295-488c-a6d3-76b48a6f7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:54:43.082517 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.130886 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.235510 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f1ae1a30-7276-4ee7-8f0b-320af34ea8ee, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f1ae1a30-7276-4ee7-8f0b-320af34ea8ee,segment=NetworkSegment(45496de4-ea45-451d-a630-ff3b243b1065),segment_id=45496de4-ea45-451d-a630-ff3b243b1065)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:43.266141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'f1ae1a30-7276-4ee7-8f0b-320af34ea8ee', 'network_id': 'cefc44c8-6d89-417a-812a-9d290c4b4d8e', 'port_id': 'f1ae1a30-7276-4ee7-8f0b-320af34ea8ee', 'mac_address': 'fa:16:3e:24:ef:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17373d7a-c0b9-4d42-89ce-e9bafa89ca1e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:54:43.275300 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] For port 169a2d65-9256-41a9-a3db-549cb07ca7ac, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:43.279505 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] For port 169a2d65-9256-41a9-a3db-549cb07ca7ac, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=169a2d65-9256-41a9-a3db-549cb07ca7ac,segment=NetworkSegment(930badeb-0295-488c-a6d3-76b48a6f7fac),segment_id=930badeb-0295-488c-a6d3-76b48a6f7fac)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:54:43.282849 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:54:43.301092 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.323795 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:43.326477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:54:43.357915 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.382388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Pushing event updated for resources: {'Port': ['ID=948f1f2a-7445-4e39-ae4a-473896c6387f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:43.385912 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ae1a30-7276-4ee7-8f0b-320af34ea8ee {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:54:43.394920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f9d62-c9df-4322-bc74-3ee20353ae90 None None] Pushing event updated for resources: {'Port': ['ID=169a2d65-9256-41a9-a3db-549cb07ca7ac,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:43.425828 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f1ae1a30-7276-4ee7-8f0b-320af34ea8ee, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f1ae1a30-7276-4ee7-8f0b-320af34ea8ee,segment=NetworkSegment(45496de4-ea45-451d-a630-ff3b243b1065),segment_id=45496de4-ea45-451d-a630-ff3b243b1065)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:43.435468 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.469579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 92e4135c-c215-4381-9d1c-6506f1798fcb up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:43.542457 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f1ae1a30-7276-4ee7-8f0b-320af34ea8ee,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:43.576832 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724198c9-3849-4f15-b9a6-939d5757e2e0 req-e0a41547-5408-4154-8f2c-94c333c279e6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:43.587797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-724198c9-3849-4f15-b9a6-939d5757e2e0 req-e0a41547-5408-4154-8f2c-94c333c279e6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 944 time: 0.3034823 Jul 15 14:54:43.599378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 92e4135c-c215-4381-9d1c-6506f1798fcb completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:43.601385 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc44de-8bac-4699-bd9c-c2f6844ea842 req-08f9358e-db06-46f1-abf8-5e5b67e95703 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:43.610849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 92e4135c-c215-4381-9d1c-6506f1798fcb triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:43.611438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5ebc44de-8bac-4699-bd9c-c2f6844ea842 req-08f9358e-db06-46f1-abf8-5e5b67e95703 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.3407443 Jul 15 14:54:43.614258 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.672947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['f1ae1a30-7276-4ee7-8f0b-320af34ea8ee'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:54:43.710767 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-724198c9-3849-4f15-b9a6-939d5757e2e0 req-9a075b4b-3195-4b7c-ab7b-5b79b724ffe9 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220124 Jul 15 14:54:43.716673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8aa67c1-3c47-4b0a-ae35-83873ef497b0', 'name': 'network-vif-deleted', 'tag': 'b9bab48d-cccf-4548-aa93-4c9901aae8a2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:43.720118 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ab29fc-22c3-4111-8e6d-8e0dd1c30c2a" -d '{"events": [{"server_uuid": "a8aa67c1-3c47-4b0a-ae35-83873ef497b0", "name": "network-vif-deleted", "tag": "b9bab48d-cccf-4548-aa93-4c9901aae8a2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:43.730714 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5ebc44de-8bac-4699-bd9c-c2f6844ea842 req-8a07aa05-1ef6-4fe4-86b1-82532dc36d89 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179693 Jul 15 14:54:43.880266 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.933842 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.979580 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff191fc9-bd09-4bc7-beed-ebad79bfa999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e4135c-c215-4381-9d1c-6506f1798fcb'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:43.981918 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27178ab5-2b43-45a9-94fa-5f52b6379f9c" -d '{"events": [{"server_uuid": "ff191fc9-bd09-4bc7-beed-ebad79bfa999", "name": "network-vif-plugged", "status": "completed", "tag": "92e4135c-c215-4381-9d1c-6506f1798fcb"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:44.004878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 92e4135c-c215-4381-9d1c-6506f1798fcb, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=92e4135c-c215-4381-9d1c-6506f1798fcb,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:44.016560 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:44.036226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-f11238aa-fcab-4dde-9d13-13856c85b99e tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=05842af278404fda9be7879699e65c57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314782 Jul 15 14:54:44.067686 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf7a8ff-9949-4476-9988-4da834c8974d x-openstack-request-id: req-1bf7a8ff-9949-4476-9988-4da834c8974d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:44.068690 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8aa67c1-3c47-4b0a-ae35-83873ef497b0", "name": "network-vif-deleted", "tag": "b9bab48d-cccf-4548-aa93-4c9901aae8a2", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:44.068955 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1bf7a8ff-9949-4476-9988-4da834c8974d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:44.069373 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8aa67c1-3c47-4b0a-ae35-83873ef497b0', 'name': 'network-vif-deleted', 'tag': 'b9bab48d-cccf-4548-aa93-4c9901aae8a2', 'status': 'completed', 'code': 200} Jul 15 14:54:44.091970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=92e4135c-c215-4381-9d1c-6506f1798fcb,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:44.259595 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-1ce8423e-7172-4af5-8bae-71c8772c498d tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:44.261166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-1ce8423e-7172-4af5-8bae-71c8772c498d tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197938 Jul 15 14:54:44.491914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fa993e-370c-496d-afe7-9f23929ea767 None None] Network 22370a4f-22e6-4ce2-8e25-36e457c6f21c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:54:44.542711 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-2ebf5f80-54c8-4a5e-a57e-4c97e2a15119 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=05842af278404fda9be7879699e65c57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403347 Jul 15 14:54:44.593106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a0f51988-dd9e-4cc0-a490-f188aeca4e3b None None] Provisioning for port 169a2d65-9256-41a9-a3db-549cb07ca7ac completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:44.655297 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-5a9aca80-b47c-498c-a56f-0323c4545b70 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/quotas/05842af278404fda9be7879699e65c57 HTTP/1.1" status: 200 len: 375 time: 0.3612051 Jul 15 14:54:44.689746 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-f39c11e7-9c85-40e5-8d29-8961338cea31 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:44.692068 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-f39c11e7-9c85-40e5-8d29-8961338cea31 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1428125 Jul 15 14:54:44.707186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Request body: {'port': {'device_id': 'a73db498-21af-4859-ad6f-13248c67a8ff', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': '05842af278404fda9be7879699e65c57'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:44.714885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-b61baabf-bc30-4c3e-9426-e8fc5d582f72 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=05842af278404fda9be7879699e65c57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585806 Jul 15 14:54:44.716308 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:44.791938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cad4b-ad85-4149-9446-f8914b10bad9 req-2e2fbb3a-f868-4b94-ab09-1a4d61da901f tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:44.793889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d53cad4b-ad85-4149-9446-f8914b10bad9 req-2e2fbb3a-f868-4b94-ab09-1a4d61da901f tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e347320-a851-4a1f-8a14-2585c4463bbb HTTP/1.1" status: 200 len: 945 time: 0.6063135 Jul 15 14:54:44.841256 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f1ae1a30-7276-4ee7-8f0b-320af34ea8ee up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:44.929752 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d53cad4b-ad85-4149-9446-f8914b10bad9 req-fb19af9f-c7fe-453b-9d33-d33479948f35 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/security-groups?id=e26bb675-b19c-4f4c-adbb-28b40ae653e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215978 Jul 15 14:54:44.937954 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port f1ae1a30-7276-4ee7-8f0b-320af34ea8ee completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:44.943215 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port f1ae1a30-7276-4ee7-8f0b-320af34ea8ee triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:44.943594 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:44.966795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Made reservation on behalf of 05842af278404fda9be7879699e65c57 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:44.970488 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:44.994060 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:45.016312 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Router f677cbd5-28fc-412b-bd2c-7676cdd848f9 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:54:45.092882 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846049bf-eddd-4861-8fe2-0803acecfb66 x-openstack-request-id: req-846049bf-eddd-4861-8fe2-0803acecfb66 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:45.093176 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff191fc9-bd09-4bc7-beed-ebad79bfa999", "name": "network-vif-plugged", "status": "completed", "tag": "92e4135c-c215-4381-9d1c-6506f1798fcb", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:45.093621 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-846049bf-eddd-4861-8fe2-0803acecfb66 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:45.094173 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff191fc9-bd09-4bc7-beed-ebad79bfa999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e4135c-c215-4381-9d1c-6506f1798fcb', 'code': 200} Jul 15 14:54:45.116810 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:45.122255 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:45.160834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:54:45.169713 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Sync routers for ids ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:54:45.184074 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:45.186253 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Routers {'f677cbd5-28fc-412b-bd2c-7676cdd848f9'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:45.187502 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bf7123d3-7e85-40de-b774-04484f7f60f3 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.6985862 Jul 15 14:54:45.187829 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:54:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:45.189276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43972) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:45.197081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:45.249020 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:45.335566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f1ae1a30-7276-4ee7-8f0b-320af34ea8ee, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f1ae1a30-7276-4ee7-8f0b-320af34ea8ee,segment=NetworkSegment(45496de4-ea45-451d-a630-ff3b243b1065),segment_id=45496de4-ea45-451d-a630-ff3b243b1065)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:45.345987 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:45.346987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device b9bab48d-cccf-4548-aa93-4c9901aae8a2 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:45.419834 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: b9bab48d-cccf-4548-aa93-4c9901aae8a2 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:54:45.420181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device b9bab48d-cccf-4548-aa93-4c9901aae8a2 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:54:45.486872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12eb18-5391-4f23-ade6-6f9ab79b53fc req-45121da6-7494-49a9-a4ed-1665a094539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:45.487127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f1ae1a30-7276-4ee7-8f0b-320af34ea8ee,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:45.488633 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ed12eb18-5391-4f23-ade6-6f9ab79b53fc req-45121da6-7494-49a9-a4ed-1665a094539d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 1096 time: 0.3217177 Jul 15 14:54:45.512657 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Set router f677cbd5-28fc-412b-bd2c-7676cdd848f9 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:54:45.544403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Allocated IP 192.168.233.52 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/ba273513-dfc4-49b7-817a-1bdfe976ce90) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:54:45.576898 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ed12eb18-5391-4f23-ade6-6f9ab79b53fc req-753316f4-fe5b-44f1-9beb-ce9d58721649 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757954 Jul 15 14:54:45.706705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 169a2d65-9256-41a9-a3db-549cb07ca7ac up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:45.770776 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:45.791808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Transition to ACTIVE for port object ba273513-dfc4-49b7-817a-1bdfe976ce90 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:45.822663 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-router', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:41Z', 'updated_at': '2021-07-15T14:54:43Z', 'revision_number': 3, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'gw_port': {'id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:42Z', 'updated_at': '2021-07-15T14:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:45.825589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 169a2d65-9256-41a9-a3db-549cb07ca7ac completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:45.832845 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 169a2d65-9256-41a9-a3db-549cb07ca7ac triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:45.833697 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:45.863700 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:45.870319 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Checking router: f677cbd5-28fc-412b-bd2c-7676cdd848f9 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:54:45.870684 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Updating router f677cbd5-28fc-412b-bd2c-7676cdd848f9 port 948f1f2a-7445-4e39-ae4a-473896c6387f binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:54:45.910027 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:45.936356 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:45.962020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:54:45.967257 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:45.968982 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87785c-b7c3-4f09-904c-b13be9d7dc03 req-618936aa-4927-4cc8-b6ed-b45f219d6707 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:45.970626 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac87785c-b7c3-4f09-904c-b13be9d7dc03 req-618936aa-4927-4cc8-b6ed-b45f219d6707 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.4720221 Jul 15 14:54:45.971188 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:54:45.984478 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:45.995736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 169a2d65-9256-41a9-a3db-549cb07ca7ac, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=169a2d65-9256-41a9-a3db-549cb07ca7ac,segment=NetworkSegment(930badeb-0295-488c-a6d3-76b48a6f7fac),segment_id=930badeb-0295-488c-a6d3-76b48a6f7fac)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:46.007079 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:46.008683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56615924-3af8-41be-9901-575ebe0be7a3 req-f14ff4e6-6cc8-415c-8e8b-bd8281584d0e tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:46.010437 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56615924-3af8-41be-9901-575ebe0be7a3 req-f14ff4e6-6cc8-415c-8e8b-bd8281584d0e tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 945 time: 0.5131912 Jul 15 14:54:46.093514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=169a2d65-9256-41a9-a3db-549cb07ca7ac,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:46.109710 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Pushing event updated for resources: {'Port': ['ID=ba273513-dfc4-49b7-817a-1bdfe976ce90,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:46.133273 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:46.134145 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:46.161121 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-26f897f0-84af-4319-9c4b-b5ebad414d7f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4596539 Jul 15 14:54:46.172815 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac87785c-b7c3-4f09-904c-b13be9d7dc03 req-7b71d6d5-5d93-4b0d-9d77-43e8fe2261c6 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753368 Jul 15 14:54:46.188271 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Request body: {'port': {'device_id': 'a73db498-21af-4859-ad6f-13248c67a8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:46.189535 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56615924-3af8-41be-9901-575ebe0be7a3 req-1c364c20-a99a-4f7c-8492-53a189626b35 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708066 Jul 15 14:54:46.313901 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:46.339049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Allocated IP 172.20.0.1 (22370a4f-22e6-4ce2-8e25-36e457c6f21c/93491213-4372-4c58-8c27-3d9226c99708/e6ab9766-c1cd-40f1-aa12-052a56fe17e6) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:54:46.426878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-75c865d2-7c0c-4176-bd4c-e451f48f78f2 None None] Provisioning for port ba273513-dfc4-49b7-817a-1bdfe976ce90 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:46.440131 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-75c865d2-7c0c-4176-bd4c-e451f48f78f2 None None] Provisioning complete for port ba273513-dfc4-49b7-817a-1bdfe976ce90 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:46.442980 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75c865d2-7c0c-4176-bd4c-e451f48f78f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:46.466049 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:46.487588 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-abbe5094-7b7b-45ab-9451-bac94f94c238 req-c62e6743-2f01-4f76-85d5-5e925f5a967a tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 210 time: 0.0375221 Jul 15 14:54:46.492668 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Transition to ACTIVE for port object 948f1f2a-7445-4e39-ae4a-473896c6387f will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:46.507928 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:46.538998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-75c865d2-7c0c-4176-bd4c-e451f48f78f2 None None] Port ba273513-dfc4-49b7-817a-1bdfe976ce90 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:54:46.550179 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:46.553717 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Attempting to bind port 948f1f2a-7445-4e39-ae4a-473896c6387f on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:54:46.554286 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Attempting to bind port 948f1f2a-7445-4e39-ae4a-473896c6387f by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:54:46.554872 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Attempting to bind port 948f1f2a-7445-4e39-ae4a-473896c6387f on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:46.591209 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:54:46.591585 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:46.592200 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:46.592765 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:54:46.593413 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Bound port: 948f1f2a-7445-4e39-ae4a-473896c6387f, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:54:46.593646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Transition to ACTIVE for port object e6ab9766-c1cd-40f1-aa12-052a56fe17e6 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:46.594139 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:46.690026 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:46.694849 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] For port 948f1f2a-7445-4e39-ae4a-473896c6387f, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:46.699787 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] For port 948f1f2a-7445-4e39-ae4a-473896c6387f, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=948f1f2a-7445-4e39-ae4a-473896c6387f,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:54:46.724725 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:46.758493 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7fb06-256f-465f-beb6-7b27265a0330 None None] Pushing event updated for resources: {'Port': ['ID=948f1f2a-7445-4e39-ae4a-473896c6387f,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:46.792509 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7fb06-256f-465f-beb6-7b27265a0330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:46.793019 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7fb06-256f-465f-beb6-7b27265a0330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:46.793460 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7fb06-256f-465f-beb6-7b27265a0330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:46.793857 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7fb06-256f-465f-beb6-7b27265a0330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:46.794419 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7fb06-256f-465f-beb6-7b27265a0330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:46.794990 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7fb06-256f-465f-beb6-7b27265a0330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:46.795523 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7fb06-256f-465f-beb6-7b27265a0330 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:46.796099 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7fb06-256f-465f-beb6-7b27265a0330 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:46.796722 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7fb06-256f-465f-beb6-7b27265a0330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:46.797396 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7fb06-256f-465f-beb6-7b27265a0330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:46.797883 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7fb06-256f-465f-beb6-7b27265a0330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:46.798381 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a7fb06-256f-465f-beb6-7b27265a0330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:46.839098 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Routers {'f677cbd5-28fc-412b-bd2c-7676cdd848f9'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:46.839744 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:54:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:46.874618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Pushing event updated for resources: {'Port': ['ID=e6ab9766-c1cd-40f1-aa12-052a56fe17e6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:46.895256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Network 22370a4f-22e6-4ce2-8e25-36e457c6f21c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:54:46.898678 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:46.901588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:54:46.923470 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-918cdd34-fbc1-4991-acde-6f299c6acba4 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=05842af278404fda9be7879699e65c57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822086 Jul 15 14:54:47.017705 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43992) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:47.051018 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:47.098416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e347320-a851-4a1f-8a14-2585c4463bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ae1a30-7276-4ee7-8f0b-320af34ea8ee'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:47.101015 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d53aa7-72d6-4667-bded-7731268c3941" -d '{"events": [{"server_uuid": "5e347320-a851-4a1f-8a14-2585c4463bbb", "name": "network-vif-plugged", "status": "completed", "tag": "f1ae1a30-7276-4ee7-8f0b-320af34ea8ee"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:47.120138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-56ab12d4-a59c-4525-b733-5857cc511e5d tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:47.129046 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-56ab12d4-a59c-4525-b733-5857cc511e5d tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968400 Jul 15 14:54:47.143229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba273513-dfc4-49b7-817a-1bdfe976ce90 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:54:47.151561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-dcff3a24-f6dc-49a3-997a-0a06f35c5392 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Request body: {'port': {'device_id': 'a6e047ae-0aca-4b3c-bac4-f47b0dbb5757', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': '05842af278404fda9be7879699e65c57'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:47.161337 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:47.240560 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] Set router f677cbd5-28fc-412b-bd2c-7676cdd848f9 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:54:47.247281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Transition to ACTIVE for port object ba273513-dfc4-49b7-817a-1bdfe976ce90 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:47.258559 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:47.276375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-46625ce4-1ab0-4c44-be9a-020e3633fd97 None None] Provisioning for port e6ab9766-c1cd-40f1-aa12-052a56fe17e6 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:47.282586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-46625ce4-1ab0-4c44-be9a-020e3633fd97 None None] Provisioning complete for port e6ab9766-c1cd-40f1-aa12-052a56fe17e6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:47.283041 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-46625ce4-1ab0-4c44-be9a-020e3633fd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:47.298691 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc305c1-70fc-4c68-b1c6-9f1994f85f37 req-246231dd-5894-4ec1-8738-b5743cef4efa tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:47.306424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bc305c1-70fc-4c68-b1c6-9f1994f85f37 req-246231dd-5894-4ec1-8738-b5743cef4efa tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e347320-a851-4a1f-8a14-2585c4463bbb HTTP/1.1" status: 200 len: 946 time: 0.5123150 Jul 15 14:54:47.336122 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba273513-dfc4-49b7-817a-1bdfe976ce90,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:47.337307 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-46625ce4-1ab0-4c44-be9a-020e3633fd97 None None] Port e6ab9766-c1cd-40f1-aa12-052a56fe17e6 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:54:47.352773 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6dfa004a-5f27-49ff-a89d-8da533bd2474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:47.381438 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7fb06-256f-465f-beb6-7b27265a0330 None None] Pushing event updated for resources: {'Port': ['ID=948f1f2a-7445-4e39-ae4a-473896c6387f,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:47.481834 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-router', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:41Z', 'updated_at': '2021-07-15T14:54:43Z', 'revision_number': 3, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'gw_port': {'id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:42Z', 'updated_at': '2021-07-15T14:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:47.513121 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bc305c1-70fc-4c68-b1c6-9f1994f85f37 req-2914b341-0f4d-4918-acd6-44e7d9adf03b tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/security-groups?id=e26bb675-b19c-4f4c-adbb-28b40ae653e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055478 Jul 15 14:54:47.520476 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4b564e-3709-43f5-a77b-c166beafc403 None None] The sync data for ids ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'] in n-d-764435-3 is: [{'id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-router', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:41Z', 'updated_at': '2021-07-15T14:54:43Z', 'revision_number': 3, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'gw_port': {'id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:42Z', 'updated_at': '2021-07-15T14:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:54:47.520757 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Attempting to bind port ba273513-dfc4-49b7-817a-1bdfe976ce90 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:54:47.521094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Attempting to bind port ba273513-dfc4-49b7-817a-1bdfe976ce90 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:54:47.521460 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Attempting to bind port ba273513-dfc4-49b7-817a-1bdfe976ce90 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:47.538720 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Port ba273513-dfc4-49b7-817a-1bdfe976ce90 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:54:47.539077 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Attempting to bind port ba273513-dfc4-49b7-817a-1bdfe976ce90 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:47.544770 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:54:47.545119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:47.545501 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:54:47.545935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Bound port: ba273513-dfc4-49b7-817a-1bdfe976ce90, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:54:47.546295 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:47.576882 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a14f2e-9b17-4d15-9376-2b4d822a776d req-ecd55fae-9563-495c-a4af-18c83b5d0c84 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:47.578438 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c3a14f2e-9b17-4d15-9376-2b4d822a776d req-ecd55fae-9563-495c-a4af-18c83b5d0c84 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.22 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 945 time: 0.1427310 Jul 15 14:54:47.596850 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc758985-1377-4849-a97c-152c37ea13ec x-openstack-request-id: req-fc758985-1377-4849-a97c-152c37ea13ec {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:47.597322 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e347320-a851-4a1f-8a14-2585c4463bbb", "name": "network-vif-plugged", "status": "completed", "tag": "f1ae1a30-7276-4ee7-8f0b-320af34ea8ee", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:47.597640 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fc758985-1377-4849-a97c-152c37ea13ec {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:47.598140 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e347320-a851-4a1f-8a14-2585c4463bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ae1a30-7276-4ee7-8f0b-320af34ea8ee', 'code': 200} Jul 15 14:54:47.610404 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:47.652962 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa01a4a-20d6-48f4-b2d0-66990b6202d1 req-df2862fd-5a56-4c0f-b4be-aa1d7aa81a90 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:47.663697 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fa01a4a-20d6-48f4-b2d0-66990b6202d1 req-df2862fd-5a56-4c0f-b4be-aa1d7aa81a90 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 945 time: 0.4781377 Jul 15 14:54:47.679369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 169a2d65-9256-41a9-a3db-549cb07ca7ac up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:47.753554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] For port ba273513-dfc4-49b7-817a-1bdfe976ce90, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:47.772989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] For port ba273513-dfc4-49b7-817a-1bdfe976ce90, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ba273513-dfc4-49b7-817a-1bdfe976ce90,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:54:47.774792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c3a14f2e-9b17-4d15-9376-2b4d822a776d req-c78fa4b7-1ab1-4cca-9245-12f068319b63 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Deleting port 5f81894f-0e22-49ce-96e1-737e1125171b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:47.775606 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c3a14f2e-9b17-4d15-9376-2b4d822a776d req-c78fa4b7-1ab1-4cca-9245-12f068319b63 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:47.781154 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:47.808154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 169a2d65-9256-41a9-a3db-549cb07ca7ac triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:47.808707 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:47.834499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:47.835438 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:47.837204 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] 10.222.0.11 "PUT /v2.0/ports/ba273513-dfc4-49b7-817a-1bdfe976ce90 HTTP/1.1" status: 200 len: 1095 time: 1.6589806 Jul 15 14:54:47.841424 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73db498-21af-4859-ad6f-13248c67a8ff', 'tag': 'ba273513-dfc4-49b7-817a-1bdfe976ce90'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:47.844667 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d74e31-ebe3-4343-9aab-cd3f8a00970f" -d '{"events": [{"name": "network-changed", "server_uuid": "a73db498-21af-4859-ad6f-13248c67a8ff", "tag": "ba273513-dfc4-49b7-817a-1bdfe976ce90"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:47.859924 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fa01a4a-20d6-48f4-b2d0-66990b6202d1 req-b62e3824-53a2-4231-aa2e-7992653d133f tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951797 Jul 15 14:54:47.961011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30f150-cc85-4b3a-8339-fe1dbdb5d8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba273513-dfc4-49b7-817a-1bdfe976ce90,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:48.032516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c3a14f2e-9b17-4d15-9376-2b4d822a776d req-c78fa4b7-1ab1-4cca-9245-12f068319b63 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] For port 5f81894f-0e22-49ce-96e1-737e1125171b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5f81894f-0e22-49ce-96e1-737e1125171b,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:48.032885 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c3a14f2e-9b17-4d15-9376-2b4d822a776d req-c78fa4b7-1ab1-4cca-9245-12f068319b63 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:48.053840 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c3a14f2e-9b17-4d15-9376-2b4d822a776d req-c78fa4b7-1ab1-4cca-9245-12f068319b63 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Calling delete_port for 5f81894f-0e22-49ce-96e1-737e1125171b owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:48.079722 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-8484e993-0f9f-4e29-a9a5-1472a817e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:48.081813 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-8484e993-0f9f-4e29-a9a5-1472a817e52a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=05842af278404fda9be7879699e65c57&device_id=a73db498-21af-4859-ad6f-13248c67a8ff HTTP/1.1" status: 200 len: 1098 time: 0.1586869 Jul 15 14:54:48.117287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6dfa004a-5f27-49ff-a89d-8da533bd2474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:48.122371 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824c4da-62e7-441a-baff-def49156ad7d req-4f2cfe44-fcdf-4562-ba6f-03fc8ad88330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:48.124385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b824c4da-62e7-441a-baff-def49156ad7d req-4f2cfe44-fcdf-4562-ba6f-03fc8ad88330 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5e347320-a851-4a1f-8a14-2585c4463bbb HTTP/1.1" status: 200 len: 1097 time: 0.4276378 Jul 15 14:54:48.150041 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6dfa004a-5f27-49ff-a89d-8da533bd2474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:48.195758 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-cca41a86-f80b-435f-9be1-1e17da8591ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ba273513-dfc4-49b7-817a-1bdfe976ce90 HTTP/1.1" status: 200 len: 217 time: 0.1005659 Jul 15 14:54:48.245816 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-dcff3a24-f6dc-49a3-997a-0a06f35c5392 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Made reservation on behalf of 05842af278404fda9be7879699e65c57 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:48.249563 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-dcff3a24-f6dc-49a3-997a-0a06f35c5392 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:48.296669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-113b2bd0-a0fd-412a-8751-ff585c1f79d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:48.298183 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-113b2bd0-a0fd-412a-8751-ff585c1f79d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0952506 Jul 15 14:54:48.340264 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6dfa004a-5f27-49ff-a89d-8da533bd2474 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=11298b8410ca4a57b530087a0f9f0286&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3184209 Jul 15 14:54:48.344579 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:48.351044 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44008) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:48.359024 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261db1c-f0f9-4c4a-be1f-4ce3f13b695e req-0512ea69-1d46-4ad3-93b4-7a7bb32b9a0e tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:48.360647 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0261db1c-f0f9-4c4a-be1f-4ce3f13b695e req-0512ea69-1d46-4ad3-93b4-7a7bb32b9a0e tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.6056604 Jul 15 14:54:48.367170 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa004a-5f27-49ff-a89d-8da533bd2474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec218738-4d63-4346-8e16-8a78a3950932,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:48.377102 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:48.392803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b824c4da-62e7-441a-baff-def49156ad7d req-2d482c69-0a06-4d6a-b3d7-e3bd113acc8a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e26bb675-b19c-4f4c-adbb-28b40ae653e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386410 Jul 15 14:54:48.478825 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c3a14f2e-9b17-4d15-9376-2b4d822a776d req-c78fa4b7-1ab1-4cca-9245-12f068319b63 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:48.528839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Pushing event updated for resources: {'Port': ['ID=e6ab9766-c1cd-40f1-aa12-052a56fe17e6,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:48.541212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fa4b7-1ab1-4cca-9245-12f068319b63 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Pushing event deleted for resources: {'Port': ['ID=5f81894f-0e22-49ce-96e1-737e1125171b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:48.549051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-c5fefb18-10fe-4b6f-8f96-d40f389e0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:48.551244 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-c5fefb18-10fe-4b6f-8f96-d40f389e0faf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2451167 Jul 15 14:54:48.554092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:48.564717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e085e-8379-4529-92ce-73fec270085c req-7e6980c3-0601-495e-a8fa-a39c0241eed5 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:48.565413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-dcff3a24-f6dc-49a3-997a-0a06f35c5392 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Allocated IP 192.168.233.227 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/07cbaa8d-f415-4220-af89-d790a104ee3f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:54:48.572197 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f1e085e-8379-4529-92ce-73fec270085c req-7e6980c3-0601-495e-a8fa-a39c0241eed5 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 945 time: 0.4573643 Jul 15 14:54:48.579968 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0261db1c-f0f9-4c4a-be1f-4ce3f13b695e req-6dd92893-e575-47bd-ac24-16f49eca1013 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861575 Jul 15 14:54:48.611357 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c401970b-cfe7-440e-b3c0-9ff59720e945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:48.624399 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:48.639759 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a14f2e-9b17-4d15-9376-2b4d822a776d req-c78fa4b7-1ab1-4cca-9245-12f068319b63 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] No DVR routers for this DVR port 5f81894f-0e22-49ce-96e1-737e1125171b on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:54:48.650005 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c3a14f2e-9b17-4d15-9376-2b4d822a776d req-c78fa4b7-1ab1-4cca-9245-12f068319b63 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:48.652080 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c3a14f2e-9b17-4d15-9376-2b4d822a776d req-c78fa4b7-1ab1-4cca-9245-12f068319b63 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.22 "DELETE /v2.0/ports/5f81894f-0e22-49ce-96e1-737e1125171b HTTP/1.1" status: 204 len: 173 time: 1.0666194 Jul 15 14:54:48.672630 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c401970b-cfe7-440e-b3c0-9ff59720e945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:48.687130 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f1e085e-8379-4529-92ce-73fec270085c req-6e6a9c7f-718f-4af2-a1ca-674fb102bdc4 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139803 Jul 15 14:54:48.801325 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-f09743a1-54fd-4032-b49b-356282a16b34 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372680 Jul 15 14:54:48.869461 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be5545c-3597-4d8d-aa2f-f499903b6244 x-openstack-request-id: req-4be5545c-3597-4d8d-aa2f-f499903b6244 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:48.869769 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73db498-21af-4859-ad6f-13248c67a8ff", "tag": "ba273513-dfc4-49b7-817a-1bdfe976ce90", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:48.870023 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4be5545c-3597-4d8d-aa2f-f499903b6244 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:48.870420 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73db498-21af-4859-ad6f-13248c67a8ff', 'tag': 'ba273513-dfc4-49b7-817a-1bdfe976ce90', 'status': 'completed', 'code': 200} Jul 15 14:54:48.897566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Network 22370a4f-22e6-4ce2-8e25-36e457c6f21c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:54:48.933616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:48.955327 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a01999fe-e30d-4ec2-83af-de9ac2fe1a9e req-7ef4da61-4b7d-41a6-938e-502ddcc722cb tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 210 time: 0.1044886 Jul 15 14:54:48.966025 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aac0c248-e31e-4f82-a56c-9a58c8044e6e req-b24b957c-3a22-4626-ab76-f90888475607 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557057 Jul 15 14:54:48.973300 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:49.020615 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-dcff3a24-f6dc-49a3-997a-0a06f35c5392 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:49.116741 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-dcff3a24-f6dc-49a3-997a-0a06f35c5392 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Transition to ACTIVE for port object 07cbaa8d-f415-4220-af89-d790a104ee3f will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:49.129045 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c401970b-cfe7-440e-b3c0-9ff59720e945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:49.129045 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c401970b-cfe7-440e-b3c0-9ff59720e945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:49.130056 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d74e31-ebe3-4343-9aab-cd3f8a00970f req-733428f7-77a5-457e-a77d-9fa01b86cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:49.130148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c401970b-cfe7-440e-b3c0-9ff59720e945 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec218738-4d63-4346-8e16-8a78a3950932 HTTP/1.1" status: 204 len: 168 time: 0.7648687 Jul 15 14:54:49.130228 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c7d74e31-ebe3-4343-9aab-cd3f8a00970f req-733428f7-77a5-457e-a77d-9fa01b86cd4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=05842af278404fda9be7879699e65c57&device_id=a73db498-21af-4859-ad6f-13248c67a8ff HTTP/1.1" status: 200 len: 1098 time: 0.0873170 Jul 15 14:54:49.182236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401970b-cfe7-440e-b3c0-9ff59720e945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec218738-4d63-4346-8e16-8a78a3950932,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:49.229519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Router f677cbd5-28fc-412b-bd2c-7676cdd848f9 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:54:49.285096 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-dcff3a24-f6dc-49a3-997a-0a06f35c5392 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:49.392909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-88a1c50a-50de-4cfb-ab9d-1fa168b33612 None None] Provisioning complete for port e6ab9766-c1cd-40f1-aa12-052a56fe17e6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:49.397191 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88a1c50a-50de-4cfb-ab9d-1fa168b33612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:49.431662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:54:49.438336 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-87650843-45d9-4ad3-9b20-7a372628ca8b admin admin] 10.222.0.38 "PUT /v2.0/routers/f677cbd5-28fc-412b-bd2c-7676cdd848f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2472808 Jul 15 14:54:49.439616 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-dcff3a24-f6dc-49a3-997a-0a06f35c5392 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:54:49.460126 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1ca3c-354e-46cb-b366-a2985bd436b0 req-eb8ab2ff-7cb8-4da6-a8d3-bebe86551c41 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:49.467365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f0a1ca3c-354e-46cb-b366-a2985bd436b0 req-eb8ab2ff-7cb8-4da6-a8d3-bebe86551c41 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e347320-a851-4a1f-8a14-2585c4463bbb HTTP/1.1" status: 200 len: 946 time: 0.3909707 Jul 15 14:54:49.480477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d74e31-ebe3-4343-9aab-cd3f8a00970f req-c7b40e9d-c95e-4206-825f-0574c0a5f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:49.482561 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c7d74e31-ebe3-4343-9aab-cd3f8a00970f req-c7b40e9d-c95e-4206-825f-0574c0a5f94d service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.3462021 Jul 15 14:54:49.484105 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-dcff3a24-f6dc-49a3-997a-0a06f35c5392 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:49.523123 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-dcff3a24-f6dc-49a3-997a-0a06f35c5392 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:54:49.524084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-88a1c50a-50de-4cfb-ab9d-1fa168b33612 None None] Port e6ab9766-c1cd-40f1-aa12-052a56fe17e6 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:54:49.566134 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f0a1ca3c-354e-46cb-b366-a2985bd436b0 req-61eae24d-a6ff-403c-a2c5-3da13971abd6 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/security-groups?id=e26bb675-b19c-4f4c-adbb-28b40ae653e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966444 Jul 15 14:54:49.699794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6eebd05f-07b9-485f-9435-6bdeb380edf1 req-af78b46c-a8c7-4f7f-a629-8d3aa8396359 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=260e73c1-88e2-43f0-a2ca-4c48cab24d91 HTTP/1.1" status: 200 len: 210 time: 0.0577450 Jul 15 14:54:49.721027 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 948f1f2a-7445-4e39-ae4a-473896c6387f up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:49.742623 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff3a24-f6dc-49a3-997a-0a06f35c5392 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Pushing event updated for resources: {'Port': ['ID=07cbaa8d-f415-4220-af89-d790a104ee3f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:49.758406 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c7d74e31-ebe3-4343-9aab-cd3f8a00970f req-c0edfe17-a6fd-471c-b4a4-c2947ad2bc62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ba273513-dfc4-49b7-817a-1bdfe976ce90 HTTP/1.1" status: 200 len: 217 time: 0.2666237 Jul 15 14:54:49.843266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 948f1f2a-7445-4e39-ae4a-473896c6387f completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:49.852952 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 948f1f2a-7445-4e39-ae4a-473896c6387f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:49.852952 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:49.914588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-dcff3a24-f6dc-49a3-997a-0a06f35c5392 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:49.915238 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-dcff3a24-f6dc-49a3-997a-0a06f35c5392 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:49.952309 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-dcff3a24-f6dc-49a3-997a-0a06f35c5392 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8110194 Jul 15 14:54:49.960039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b55ad-1445-4b72-a495-a7781e3fa09e req-e3b50e5c-045c-409b-a3ca-911bef1d55c2 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:49.960775 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44034) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:49.962236 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d61b55ad-1445-4b72-a495-a7781e3fa09e req-e3b50e5c-045c-409b-a3ca-911bef1d55c2 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 945 time: 0.1104705 Jul 15 14:54:49.977359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Request body: {'port': {'device_id': 'a6e047ae-0aca-4b3c-bac4-f47b0dbb5757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:49.988246 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-aa492497-4e49-4cc7-9d70-5cb6e2b53ac5 None None] Provisioning for port 07cbaa8d-f415-4220-af89-d790a104ee3f completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:50.001236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-aa492497-4e49-4cc7-9d70-5cb6e2b53ac5 None None] Provisioning complete for port 07cbaa8d-f415-4220-af89-d790a104ee3f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:50.001892 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa492497-4e49-4cc7-9d70-5cb6e2b53ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:50.003235 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d74e31-ebe3-4343-9aab-cd3f8a00970f req-8d83f006-8dab-4e4f-a60d-a54f957881c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:50.005187 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c7d74e31-ebe3-4343-9aab-cd3f8a00970f req-8d83f006-8dab-4e4f-a60d-a54f957881c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.2354126 Jul 15 14:54:50.015640 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3707e5f-dbc5-42da-be68-b290cd7f0972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:50.027585 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:50.043119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d61b55ad-1445-4b72-a495-a7781e3fa09e req-830bd483-b677-4ad6-8980-cc2fd50f4be3 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676539 Jul 15 14:54:50.081327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f24e0-3a0c-47b4-9521-2dfd9254efa0 req-0aae57f9-83f8-42f1-bd81-9b67148ecbdd tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:50.082472 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 948f1f2a-7445-4e39-ae4a-473896c6387f, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=948f1f2a-7445-4e39-ae4a-473896c6387f,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:50.083299 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-936f24e0-3a0c-47b4-9521-2dfd9254efa0 req-0aae57f9-83f8-42f1-bd81-9b67148ecbdd tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.1401303 Jul 15 14:54:50.083550 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-aa492497-4e49-4cc7-9d70-5cb6e2b53ac5 None None] Port 07cbaa8d-f415-4220-af89-d790a104ee3f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:54:50.089448 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:50.140511 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:50.174593 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-936f24e0-3a0c-47b4-9521-2dfd9254efa0 req-28caf08d-075c-4fb4-b3b7-763a0468db0e tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810373 Jul 15 14:54:50.177793 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d74e31-ebe3-4343-9aab-cd3f8a00970f req-50d950b3-a865-4b5c-bcf3-6bc5653b9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:50.179462 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c7d74e31-ebe3-4343-9aab-cd3f8a00970f req-50d950b3-a865-4b5c-bcf3-6bc5653b9477 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1653109 Jul 15 14:54:50.182465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=948f1f2a-7445-4e39-ae4a-473896c6387f,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:50.242977 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Sync routers for ids ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:54:50.257013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Routers {'f677cbd5-28fc-412b-bd2c-7676cdd848f9'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:50.257806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:54:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:50.398544 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3707e5f-dbc5-42da-be68-b290cd7f0972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:50.408328 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Set router f677cbd5-28fc-412b-bd2c-7676cdd848f9 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:54:50.415142 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3707e5f-dbc5-42da-be68-b290cd7f0972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:50.416783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d5d77-fe6a-4fcb-95e9-38c15509bb6e req-7cb3ea65-2061-44ba-afa8-ebed98bd0970 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:50.418676 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-301d5d77-fe6a-4fcb-95e9-38c15509bb6e req-7cb3ea65-2061-44ba-afa8-ebed98bd0970 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 936 time: 0.0745599 Jul 15 14:54:50.440691 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c7d74e31-ebe3-4343-9aab-cd3f8a00970f req-515d0a7c-b10e-450c-ae8b-eb54280968c5 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280319 Jul 15 14:54:50.468376 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-301d5d77-fe6a-4fcb-95e9-38c15509bb6e req-9c89fac9-1c18-4897-9833-9f3c7a5985c4 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406556 Jul 15 14:54:50.544190 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e3707e5f-dbc5-42da-be68-b290cd7f0972 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=14ad9de3752e4b4995b67e131e3821c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5824499 Jul 15 14:54:50.546889 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44040) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:50.547935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3707e5f-dbc5-42da-be68-b290cd7f0972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798fdd59-01a1-4167-a577-43e04421bb27,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:50.619915 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:50.667122 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:50.673947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-router', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:41Z', 'updated_at': '2021-07-15T14:54:47Z', 'revision_number': 4, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'gw_port': {'id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:42Z', 'updated_at': '2021-07-15T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e6ab9766-c1cd-40f1-aa12-052a56fe17e6', 'name': '', 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'mac_address': 'fa:16:3e:7d:f8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '93491213-4372-4c58-8c27-3d9226c99708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:46Z', 'updated_at': '2021-07-15T14:54:47Z', 'revision_number': 2, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'subnets': [{'id': '93491213-4372-4c58-8c27-3d9226c99708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:50.875995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Checking router: f677cbd5-28fc-412b-bd2c-7676cdd848f9 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:54:50.877167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Updating router f677cbd5-28fc-412b-bd2c-7676cdd848f9 port e6ab9766-c1cd-40f1-aa12-052a56fe17e6 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:54:50.882504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5f81894f-0e22-49ce-96e1-737e1125171b no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:50.928074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 5f81894f-0e22-49ce-96e1-737e1125171b {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:54:50.928501 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5f81894f-0e22-49ce-96e1-737e1125171b not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:54:50.940353 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260e73c1-88e2-43f0-a2ca-4c48cab24d91', 'name': 'network-vif-deleted', 'tag': '5f81894f-0e22-49ce-96e1-737e1125171b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:50.941868 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8718a52-340c-45bd-85ef-d9d85826bd10" -d '{"events": [{"server_uuid": "260e73c1-88e2-43f0-a2ca-4c48cab24d91", "name": "network-vif-deleted", "tag": "5f81894f-0e22-49ce-96e1-737e1125171b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:50.945072 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:51.025927 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c7d74e31-ebe3-4343-9aab-cd3f8a00970f req-22c7f6d3-9c7d-4f70-ad51-a2696c716342 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666389 Jul 15 14:54:51.100570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf944cea-972a-4503-9798-b0cb8852401a req-bdf980d7-da6a-47be-bfd9-59c21f70f015 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:51.102420 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bf944cea-972a-4503-9798-b0cb8852401a req-bdf980d7-da6a-47be-bfd9-59c21f70f015 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 945 time: 0.1575820 Jul 15 14:54:51.106822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07cbaa8d-f415-4220-af89-d790a104ee3f {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:54:51.122849 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:51.195374 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-62b896cb-74ea-486d-b4be-d59260f785d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:51.196869 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-62b896cb-74ea-486d-b4be-d59260f785d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/networks?id=22370a4f-22e6-4ce2-8e25-36e457c6f21c HTTP/1.1" status: 200 len: 828 time: 0.5495732 Jul 15 14:54:51.207720 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Transition to ACTIVE for port object 07cbaa8d-f415-4220-af89-d790a104ee3f will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:51.215273 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:51.215908 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:51.218442 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:51.222828 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/798fdd59-01a1-4167-a577-43e04421bb27 HTTP/1.1" status: 204 len: 168 time: 0.6716263 Jul 15 14:54:51.237618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e8dff-3792-4797-bdc3-2611548d7dfe req-cbd418b6-287c-459c-9d71-30e958aaeee1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:51.239453 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d3e8dff-3792-4797-bdc3-2611548d7dfe req-cbd418b6-287c-459c-9d71-30e958aaeee1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e347320-a851-4a1f-8a14-2585c4463bbb HTTP/1.1" status: 200 len: 946 time: 0.5090802 Jul 15 14:54:51.241979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-763d9dcc-737a-4cf7-bad9-058509fd28ce tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/quotas/1925ba080f8f431e85a75f0d7aea9789 HTTP/1.1" status: 200 len: 375 time: 0.0389595 Jul 15 14:54:51.265653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798fdd59-01a1-4167-a577-43e04421bb27,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:51.299016 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-bf944cea-972a-4503-9798-b0cb8852401a req-7ddb0396-e19f-466f-8a8c-70c91f75c035 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Deleting port 92e4135c-c215-4381-9d1c-6506f1798fcb {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:51.299361 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bf944cea-972a-4503-9798-b0cb8852401a req-7ddb0396-e19f-466f-8a8c-70c91f75c035 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:51.302399 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:51.313445 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:51.313808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:51.314136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:51.314477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:51.314841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:51.315172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:51.315572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:51.315900 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:51.316229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:51.316548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:51.316897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:51.317221 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27852dfe-18a8-4d6f-b469-bb8f432e3784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:51.319545 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=07cbaa8d-f415-4220-af89-d790a104ee3f,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:51.332431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Transition to ACTIVE for port object e6ab9766-c1cd-40f1-aa12-052a56fe17e6 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:51.358154 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d3e8dff-3792-4797-bdc3-2611548d7dfe req-a14611ac-4c3e-413a-a243-ffafa6f185bc tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/security-groups?id=e26bb675-b19c-4f4c-adbb-28b40ae653e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005998 Jul 15 14:54:51.365279 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:51.413070 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-883cc9af-f19a-42ee-8ff4-0fd58629c0bd tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1925ba080f8f431e85a75f0d7aea9789&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1590645 Jul 15 14:54:51.426386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65f22f-33db-4e0a-aaf4-dc867ae51ba4 None None] Pushing event updated for resources: {'Port': ['ID=e6ab9766-c1cd-40f1-aa12-052a56fe17e6,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:51.494668 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ba273513-dfc4-49b7-817a-1bdfe976ce90 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:54:51.612510 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742bd1e0-c1a1-414c-9b7c-1992477cca25 x-openstack-request-id: req-742bd1e0-c1a1-414c-9b7c-1992477cca25 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:51.613014 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260e73c1-88e2-43f0-a2ca-4c48cab24d91", "name": "network-vif-deleted", "tag": "5f81894f-0e22-49ce-96e1-737e1125171b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:51.615080 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-742bd1e0-c1a1-414c-9b7c-1992477cca25 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:51.615699 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260e73c1-88e2-43f0-a2ca-4c48cab24d91', 'name': 'network-vif-deleted', 'tag': '5f81894f-0e22-49ce-96e1-737e1125171b', 'status': 'completed', 'code': 200} Jul 15 14:54:51.619030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Attempting to bind port 07cbaa8d-f415-4220-af89-d790a104ee3f on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:54:51.619490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Attempting to bind port 07cbaa8d-f415-4220-af89-d790a104ee3f by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:54:51.619932 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Attempting to bind port 07cbaa8d-f415-4220-af89-d790a104ee3f on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:51.639220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Attempting to bind port e6ab9766-c1cd-40f1-aa12-052a56fe17e6 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:54:51.640863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-bf944cea-972a-4503-9798-b0cb8852401a req-7ddb0396-e19f-466f-8a8c-70c91f75c035 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] For port 92e4135c-c215-4381-9d1c-6506f1798fcb, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=92e4135c-c215-4381-9d1c-6506f1798fcb,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:51.641344 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bf944cea-972a-4503-9798-b0cb8852401a req-7ddb0396-e19f-466f-8a8c-70c91f75c035 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:51.642243 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Attempting to bind port e6ab9766-c1cd-40f1-aa12-052a56fe17e6 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '930badeb-0295-488c-a6d3-76b48a6f7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:54:51.642667 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Attempting to bind port e6ab9766-c1cd-40f1-aa12-052a56fe17e6 on network 22370a4f-22e6-4ce2-8e25-36e457c6f21c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:51.677697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:54:51.678130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Checking segment: {'id': '930badeb-0295-488c-a6d3-76b48a6f7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:51.678931 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:51.679837 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Bound using segment: {'id': '930badeb-0295-488c-a6d3-76b48a6f7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:54:51.680496 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Port 07cbaa8d-f415-4220-af89-d790a104ee3f on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:54:51.680904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Attempting to bind port 07cbaa8d-f415-4220-af89-d790a104ee3f on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:51.681639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Bound port: e6ab9766-c1cd-40f1-aa12-052a56fe17e6, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930badeb-0295-488c-a6d3-76b48a6f7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:54:51.682030 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:51.688089 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 948f1f2a-7445-4e39-ae4a-473896c6387f up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:51.702732 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-bf944cea-972a-4503-9798-b0cb8852401a req-7ddb0396-e19f-466f-8a8c-70c91f75c035 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Calling delete_port for 92e4135c-c215-4381-9d1c-6506f1798fcb owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:51.715091 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:54:51.715847 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:51.716687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:54:51.719943 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Bound port: 07cbaa8d-f415-4220-af89-d790a104ee3f, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:54:51.720538 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:51.755575 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 14:54:51.881047 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] For port 07cbaa8d-f415-4220-af89-d790a104ee3f, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:51.886439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] For port 07cbaa8d-f415-4220-af89-d790a104ee3f, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=07cbaa8d-f415-4220-af89-d790a104ee3f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:54:51.900900 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 948f1f2a-7445-4e39-ae4a-473896c6387f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:51.901553 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:51.933819 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:51.947504 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882053d-119a-4576-b0aa-43e2385eae78 req-4c4c4679-d0af-436f-873b-508c9657eaf0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:51.955032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a882053d-119a-4576-b0aa-43e2385eae78 req-4c4c4679-d0af-436f-873b-508c9657eaf0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 945 time: 0.1758270 Jul 15 14:54:51.966088 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-9b6e56b3-e92a-410f-98c1-df59c95fb244 service neutron] 10.222.0.38 "GET /v2.0/networks/22370a4f-22e6-4ce2-8e25-36e457c6f21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453191 Jul 15 14:54:51.993289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:51.994663 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:51.996396 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] 10.222.0.22 "PUT /v2.0/ports/07cbaa8d-f415-4220-af89-d790a104ee3f HTTP/1.1" status: 200 len: 1096 time: 2.0364671 Jul 15 14:54:52.009289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] For port e6ab9766-c1cd-40f1-aa12-052a56fe17e6, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:52.014323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] For port e6ab9766-c1cd-40f1-aa12-052a56fe17e6, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e6ab9766-c1cd-40f1-aa12-052a56fe17e6,segment=NetworkSegment(930badeb-0295-488c-a6d3-76b48a6f7fac),segment_id=930badeb-0295-488c-a6d3-76b48a6f7fac)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:54:52.016738 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ba273513-dfc4-49b7-817a-1bdfe976ce90, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ba273513-dfc4-49b7-817a-1bdfe976ce90,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:52.054501 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:52.113356 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a882053d-119a-4576-b0aa-43e2385eae78 req-b9718c99-98cf-4880-a8f8-97f5539d76e8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569476 Jul 15 14:54:52.118016 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96ef89-7397-4a01-bce5-7e529dd55cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=07cbaa8d-f415-4220-af89-d790a104ee3f,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:52.123743 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65f22f-33db-4e0a-aaf4-dc867ae51ba4 None None] Pushing event updated for resources: {'Port': ['ID=e6ab9766-c1cd-40f1-aa12-052a56fe17e6,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:52.130795 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'ba273513-dfc4-49b7-817a-1bdfe976ce90', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'ba273513-dfc4-49b7-817a-1bdfe976ce90', 'mac_address': 'fa:16:3e:60:b7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:54:52.168495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-92c5511e-fc9d-4872-9bd5-b34020428193 service neutron] 10.222.0.38 "GET /v2.0/networks/22370a4f-22e6-4ce2-8e25-36e457c6f21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995077 Jul 15 14:54:52.216400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Routers {'f677cbd5-28fc-412b-bd2c-7676cdd848f9'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:52.217915 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:54:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:52.321360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-d464cd38-a0e9-4e8d-8520-63c7819c9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:52.322977 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-d464cd38-a0e9-4e8d-8520-63c7819c9b37 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05842af278404fda9be7879699e65c57&device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 1099 time: 0.2791946 Jul 15 14:54:52.327879 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:52.358175 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba273513-dfc4-49b7-817a-1bdfe976ce90 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:54:52.411838 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-fc24c316-45de-4bf8-b67d-36ecfb19b30a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=07cbaa8d-f415-4220-af89-d790a104ee3f HTTP/1.1" status: 200 len: 217 time: 0.0681870 Jul 15 14:54:52.431646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf75a2-50b5-44d1-9cea-d94e83bec4c4 req-659fd571-029a-4541-9648-7d2c6eab42fb tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:52.440109 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0edf75a2-50b5-44d1-9cea-d94e83bec4c4 req-659fd571-029a-4541-9648-7d2c6eab42fb tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.0993173 Jul 15 14:54:52.449290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ba273513-dfc4-49b7-817a-1bdfe976ce90, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ba273513-dfc4-49b7-817a-1bdfe976ce90,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:52.470045 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:52.479673 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bf944cea-972a-4503-9798-b0cb8852401a req-7ddb0396-e19f-466f-8a8c-70c91f75c035 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:52.554785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['92e4135c-c215-4381-9d1c-6506f1798fcb'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:54:52.557105 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-66c74cf0-d52e-4753-9ac0-b9aceb7e07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:52.558614 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-66c74cf0-d52e-4753-9ac0-b9aceb7e07f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1364160 Jul 15 14:54:52.563715 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb0396-e19f-466f-8a8c-70c91f75c035 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Pushing event deleted for resources: {'Port': ['ID=92e4135c-c215-4381-9d1c-6506f1798fcb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:52.574518 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0edf75a2-50b5-44d1-9cea-d94e83bec4c4 req-11ceeeb9-9f46-4143-b5d6-4379aa5d08e2 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304841 Jul 15 14:54:52.667477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] Set router f677cbd5-28fc-412b-bd2c-7676cdd848f9 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:54:52.667915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf944cea-972a-4503-9798-b0cb8852401a req-7ddb0396-e19f-466f-8a8c-70c91f75c035 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] No DVR routers for this DVR port 92e4135c-c215-4381-9d1c-6506f1798fcb on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:54:52.672407 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bf944cea-972a-4503-9798-b0cb8852401a req-7ddb0396-e19f-466f-8a8c-70c91f75c035 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:52.675551 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bf944cea-972a-4503-9798-b0cb8852401a req-7ddb0396-e19f-466f-8a8c-70c91f75c035 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.11 "DELETE /v2.0/ports/92e4135c-c215-4381-9d1c-6506f1798fcb HTTP/1.1" status: 204 len: 173 time: 1.5633109 Jul 15 14:54:52.719474 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-5ae8488b-09a6-484a-81e1-ebfdfcaa2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:52.723666 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-5ae8488b-09a6-484a-81e1-ebfdfcaa2626 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1554763 Jul 15 14:54:52.743599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ba273513-dfc4-49b7-817a-1bdfe976ce90'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:54:52.814654 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ba273513-dfc4-49b7-817a-1bdfe976ce90,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:52.978522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abacbd1-8dff-493f-b6e0-353d1cb6260e req-485075f7-1c33-490d-9938-fbc7b3516d2e tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:52.981290 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9abacbd1-8dff-493f-b6e0-353d1cb6260e req-485075f7-1c33-490d-9938-fbc7b3516d2e tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 948 time: 0.1570199 Jul 15 14:54:53.079231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9abacbd1-8dff-493f-b6e0-353d1cb6260e req-1a0c84b3-e30a-4bec-9bdf-84af3e34a0ad tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899601 Jul 15 14:54:53.079694 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-81521102-0a82-4204-85d5-a46883b60e84 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281505 Jul 15 14:54:53.295212 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-836e9c6a-0102-4f72-bd38-39f6c6147497 req-fdaa72ca-9816-4762-8638-fb841a380d98 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 210 time: 0.0566859 Jul 15 14:54:53.299393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-router', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:41Z', 'updated_at': '2021-07-15T14:54:47Z', 'revision_number': 4, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'gw_port': {'id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:42Z', 'updated_at': '2021-07-15T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e6ab9766-c1cd-40f1-aa12-052a56fe17e6', 'name': '', 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'mac_address': 'fa:16:3e:7d:f8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '93491213-4372-4c58-8c27-3d9226c99708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:46Z', 'updated_at': '2021-07-15T14:54:51Z', 'revision_number': 4, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'subnets': [{'id': '93491213-4372-4c58-8c27-3d9226c99708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:53.305211 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-caeb8bbe-eab3-4b09-a5df-6de7d22781b3 req-528a96cf-f3ee-4fd7-891e-1ba419c8b6ec service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176621 Jul 15 14:54:53.349412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560e68b-88c3-42c2-a572-cd2bf9ea9d1c None None] The sync data for ids ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'] in n-d-764435-3 is: [{'id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-router', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:41Z', 'updated_at': '2021-07-15T14:54:47Z', 'revision_number': 4, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'gw_port': {'id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:42Z', 'updated_at': '2021-07-15T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e6ab9766-c1cd-40f1-aa12-052a56fe17e6', 'name': '', 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'mac_address': 'fa:16:3e:7d:f8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '93491213-4372-4c58-8c27-3d9226c99708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:46Z', 'updated_at': '2021-07-15T14:54:51Z', 'revision_number': 4, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'subnets': [{'id': '93491213-4372-4c58-8c27-3d9226c99708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:54:53.475287 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9881d18-7624-43e1-989b-6ab86d780ff8 req-6a7b6708-36a6-46a6-87e4-3076b54e13a1 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff191fc9-bd09-4bc7-beed-ebad79bfa999 HTTP/1.1" status: 200 len: 210 time: 0.1001632 Jul 15 14:54:53.616754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e047ae-0aca-4b3c-bac4-f47b0dbb5757', 'tag': '07cbaa8d-f415-4220-af89-d790a104ee3f'}, {'server_uuid': 'ff191fc9-bd09-4bc7-beed-ebad79bfa999', 'name': 'network-vif-deleted', 'tag': '92e4135c-c215-4381-9d1c-6506f1798fcb'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:53.622877 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdb66d8-1ba1-4f7f-8474-3e4eec850483" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e047ae-0aca-4b3c-bac4-f47b0dbb5757", "tag": "07cbaa8d-f415-4220-af89-d790a104ee3f"}, {"server_uuid": "ff191fc9-bd09-4bc7-beed-ebad79bfa999", "name": "network-vif-deleted", "tag": "92e4135c-c215-4381-9d1c-6506f1798fcb"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:53.746308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e6ab9766-c1cd-40f1-aa12-052a56fe17e6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:53.844822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0693c-174e-4143-91fb-0b63fa768f75 req-5c9419aa-a97a-4196-926c-880aa05f25fe tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:53.862824 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9cd0693c-174e-4143-91fb-0b63fa768f75 req-5c9419aa-a97a-4196-926c-880aa05f25fe tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.11 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 944 time: 0.1902466 Jul 15 14:54:53.869341 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ddea6-a46f-4683-b30d-7aab18ac6b3a req-401e6717-d375-4bfa-a6b5-4aff885ee69a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:53.877320 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e2ddea6-a46f-4683-b30d-7aab18ac6b3a req-401e6717-d375-4bfa-a6b5-4aff885ee69a tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 944 time: 0.2210264 Jul 15 14:54:53.889390 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port e6ab9766-c1cd-40f1-aa12-052a56fe17e6 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:53.895704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e6ab9766-c1cd-40f1-aa12-052a56fe17e6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:53.896085 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:53.984515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258724de-6ae7-4eee-b24d-6694287d8cf6 req-76a1c75e-4fba-43ab-b9a4-9cc33e670d1c tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:53.986115 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-258724de-6ae7-4eee-b24d-6694287d8cf6 req-76a1c75e-4fba-43ab-b9a4-9cc33e670d1c tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.1850584 Jul 15 14:54:53.999251 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e2ddea6-a46f-4683-b30d-7aab18ac6b3a req-0d64e14e-5724-40c3-a9a5-45b6649c74ac tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/security-groups?id=68cdc4cb-77af-4cd0-a98c-82ce2863458f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199656 Jul 15 14:54:54.063816 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9cd0693c-174e-4143-91fb-0b63fa768f75 req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Deleting port 507e247a-d823-4205-afd3-9076d54f445d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:54.064157 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9cd0693c-174e-4143-91fb-0b63fa768f75 req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:54.080519 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:54.084329 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-258724de-6ae7-4eee-b24d-6694287d8cf6 req-57fa29a7-231c-4ef8-8c03-5a7514efbe7d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840461 Jul 15 14:54:54.134472 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2156d04e-e12e-4c8f-84c6-1923be4bdcad x-openstack-request-id: req-2156d04e-e12e-4c8f-84c6-1923be4bdcad {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:54.135238 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e047ae-0aca-4b3c-bac4-f47b0dbb5757", "tag": "07cbaa8d-f415-4220-af89-d790a104ee3f", "status": "completed", "code": 200}, {"server_uuid": "ff191fc9-bd09-4bc7-beed-ebad79bfa999", "name": "network-vif-deleted", "tag": "92e4135c-c215-4381-9d1c-6506f1798fcb", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:54.135697 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2156d04e-e12e-4c8f-84c6-1923be4bdcad {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:54.136350 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e047ae-0aca-4b3c-bac4-f47b0dbb5757', 'tag': '07cbaa8d-f415-4220-af89-d790a104ee3f', 'status': 'completed', 'code': 200} Jul 15 14:54:54.137088 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff191fc9-bd09-4bc7-beed-ebad79bfa999', 'name': 'network-vif-deleted', 'tag': '92e4135c-c215-4381-9d1c-6506f1798fcb', 'status': 'completed', 'code': 200} Jul 15 14:54:54.145543 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port e6ab9766-c1cd-40f1-aa12-052a56fe17e6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e6ab9766-c1cd-40f1-aa12-052a56fe17e6,segment=NetworkSegment(930badeb-0295-488c-a6d3-76b48a6f7fac),segment_id=930badeb-0295-488c-a6d3-76b48a6f7fac)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:54.152246 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:54.263603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=e6ab9766-c1cd-40f1-aa12-052a56fe17e6,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:54.327389 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9cd0693c-174e-4143-91fb-0b63fa768f75 req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] For port 507e247a-d823-4205-afd3-9076d54f445d, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=507e247a-d823-4205-afd3-9076d54f445d,segment=NetworkSegment(4833a44d-7386-4378-8b2e-f5ff7a3ee2ce),segment_id=4833a44d-7386-4378-8b2e-f5ff7a3ee2ce)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:54.327785 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9cd0693c-174e-4143-91fb-0b63fa768f75 req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:54.355178 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9cd0693c-174e-4143-91fb-0b63fa768f75 req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Calling delete_port for 507e247a-d823-4205-afd3-9076d54f445d owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:54.382326 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb66d8-1ba1-4f7f-8474-3e4eec850483 req-662e1234-2ecb-454f-9be1-f1ae234b8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:54.383918 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cfdb66d8-1ba1-4f7f-8474-3e4eec850483 req-662e1234-2ecb-454f-9be1-f1ae234b8891 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05842af278404fda9be7879699e65c57&device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 1099 time: 0.1410105 Jul 15 14:54:54.429876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ec642-e0a4-4659-a24f-22207c4dd394 req-d32e4aa2-387b-4e2d-937d-29864881329e tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:54.437777 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-108ec642-e0a4-4659-a24f-22207c4dd394 req-d32e4aa2-387b-4e2d-937d-29864881329e tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 948 time: 0.1276143 Jul 15 14:54:54.533129 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-108ec642-e0a4-4659-a24f-22207c4dd394 req-717c407c-6068-45f5-a393-a5df6077abcc tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943155 Jul 15 14:54:54.644917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-502a1b09-dda8-428e-8a08-a89565543c60 req-7a129d65-293a-4234-a99f-d876b812e2da tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440850 Jul 15 14:54:54.696410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb66d8-1ba1-4f7f-8474-3e4eec850483 req-136842e1-788b-487e-9382-710e20ca31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:54.698332 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cfdb66d8-1ba1-4f7f-8474-3e4eec850483 req-136842e1-788b-487e-9382-710e20ca31f4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2430100 Jul 15 14:54:54.782388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a1b09-dda8-428e-8a08-a89565543c60 req-b241d5e0-bb58-4cdf-bac1-ab244da90075 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:54.785855 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cfdb66d8-1ba1-4f7f-8474-3e4eec850483 req-aee4e5e3-462d-4cef-b996-94dca6f39b1a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=07cbaa8d-f415-4220-af89-d790a104ee3f HTTP/1.1" status: 200 len: 217 time: 0.0588844 Jul 15 14:54:54.790107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-502a1b09-dda8-428e-8a08-a89565543c60 req-b241d5e0-bb58-4cdf-bac1-ab244da90075 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441572 Jul 15 14:54:54.793316 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9cd0693c-174e-4143-91fb-0b63fa768f75 req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:54.823155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-502a1b09-dda8-428e-8a08-a89565543c60 req-481c76a2-6dce-4d9d-8470-9ba8aabf572d tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/quotas/e4e49258fa6a4fb18919af5b4ad01325 HTTP/1.1" status: 200 len: 375 time: 0.0320358 Jul 15 14:54:54.843805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0dc2d1c-b417-437c-a779-36ea15667721 req-f9067623-6421-457a-b27d-c594b64e4f5d tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 210 time: 0.0407684 Jul 15 14:54:54.848748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-0514cd8c-f912-46d8-86c9-032fc46d752c tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:54.850395 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-0514cd8c-f912-46d8-86c9-032fc46d752c tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.11 "GET /v2.0/networks?id=22370a4f-22e6-4ce2-8e25-36e457c6f21c HTTP/1.1" status: 200 len: 828 time: 0.3965535 Jul 15 14:54:54.874925 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-729a577e-b691-4c3c-ae8d-dea3184481e5 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Request body: {'port': {'device_id': '00fd25a0-e25d-46c7-b83b-0942f4b882d0', 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'admin_state_up': True, 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:54.883367 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-502a1b09-dda8-428e-8a08-a89565543c60 req-7cb864e1-a09d-4f31-b0b0-aabe9497b0ab tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420623 Jul 15 14:54:54.896681 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Pushing event deleted for resources: {'Port': ['ID=507e247a-d823-4205-afd3-9076d54f445d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:54.909255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 07cbaa8d-f415-4220-af89-d790a104ee3f details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:54:54.983484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:54.983843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:54.984191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:54.984536 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:54.984880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:54.985218 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:54.985556 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:54.985889 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:54.986224 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:54.986629 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:54.987905 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:54.988288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:55.129760 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 07cbaa8d-f415-4220-af89-d790a104ee3f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=07cbaa8d-f415-4220-af89-d790a104ee3f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:55.140048 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb66d8-1ba1-4f7f-8474-3e4eec850483 req-bb3fa5c5-5bcf-4b7c-a6b1-fad01fb83573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:55.141831 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cfdb66d8-1ba1-4f7f-8474-3e4eec850483 req-bb3fa5c5-5bcf-4b7c-a6b1-fad01fb83573 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.3464668 Jul 15 14:54:55.146024 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd0693c-174e-4143-91fb-0b63fa768f75 req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] No DVR routers for this DVR port 507e247a-d823-4205-afd3-9076d54f445d on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:54:55.152413 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9cd0693c-174e-4143-91fb-0b63fa768f75 req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:55.154693 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9cd0693c-174e-4143-91fb-0b63fa768f75 req-d53efd10-7c78-43c5-8f4a-bc9f43c5f980 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.11 "DELETE /v2.0/ports/507e247a-d823-4205-afd3-9076d54f445d HTTP/1.1" status: 204 len: 173 time: 1.2907233 Jul 15 14:54:55.186610 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '07cbaa8d-f415-4220-af89-d790a104ee3f', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '07cbaa8d-f415-4220-af89-d790a104ee3f', 'mac_address': 'fa:16:3e:2a:86:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:54:55.271459 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:55.276767 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7e6955a-4b39-459c-a39f-1275859df77e req-e3fe6075-365c-43a4-a90d-02ba664eeb52 tempest-LiveAutoBlockMigrationV225Test-1378901889 tempest-LiveAutoBlockMigrationV225Test-1378901889-project] 10.222.0.38 "GET /v2.0/ports?device_id=75be7e4e-2607-42be-81a3-e02e6afdcaae HTTP/1.1" status: 200 len: 210 time: 0.0889645 Jul 15 14:54:55.288686 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb66d8-1ba1-4f7f-8474-3e4eec850483 req-1d562b21-7b68-4d01-9d0f-2579224e95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:55.290305 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cfdb66d8-1ba1-4f7f-8474-3e4eec850483 req-1d562b21-7b68-4d01-9d0f-2579224e95aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1344311 Jul 15 14:54:55.295057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-729a577e-b691-4c3c-ae8d-dea3184481e5 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Made reservation on behalf of 1925ba080f8f431e85a75f0d7aea9789 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:55.296459 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07cbaa8d-f415-4220-af89-d790a104ee3f {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:54:55.302301 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-729a577e-b691-4c3c-ae8d-dea3184481e5 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:55.341209 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 07cbaa8d-f415-4220-af89-d790a104ee3f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=07cbaa8d-f415-4220-af89-d790a104ee3f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:55.352205 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:55.382103 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e46d5870-871e-4255-84f5-71555b0e9e18 req-efdc5340-5564-40ac-ace0-16adf1fdaa03 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 210 time: 0.1761312 Jul 15 14:54:55.482699 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=07cbaa8d-f415-4220-af89-d790a104ee3f,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:55.494677 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ba273513-dfc4-49b7-817a-1bdfe976ce90 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:55.551810 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cfdb66d8-1ba1-4f7f-8474-3e4eec850483 req-41c33609-96bd-46ea-9bde-7d734bf761f1 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478154 Jul 15 14:54:55.591763 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port ba273513-dfc4-49b7-817a-1bdfe976ce90 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:55.601855 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port ba273513-dfc4-49b7-817a-1bdfe976ce90 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:55.602722 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:55.626407 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e75d2-273c-4701-a815-a3ecb66aa94c req-dd0c5f07-188a-4c61-b41f-0f2f3f44e936 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:55.634186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-391e75d2-273c-4701-a815-a3ecb66aa94c req-dd0c5f07-188a-4c61-b41f-0f2f3f44e936 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.1566222 Jul 15 14:54:55.667958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['07cbaa8d-f415-4220-af89-d790a104ee3f'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:54:55.702627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-391e75d2-273c-4701-a815-a3ecb66aa94c req-ade2ef58-c212-4cd4-9d90-aad59eb9136d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671217 Jul 15 14:54:55.733008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e6ab9766-c1cd-40f1-aa12-052a56fe17e6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:55.750491 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-2e36ff9b-2ce9-4d7c-84f0-6183d1aa2515 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:55.755788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-2e36ff9b-2ce9-4d7c-84f0-6183d1aa2515 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 812 time: 0.2275267 Jul 15 14:54:55.782796 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-79714968-54f9-4921-853d-1a9434c96be8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/quotas/c897b36bbafc46f38b8951e37af7f8d2 HTTP/1.1" status: 200 len: 375 time: 0.0148542 Jul 15 14:54:55.817358 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-729a577e-b691-4c3c-ae8d-dea3184481e5 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Allocated IP 172.20.0.10 (22370a4f-22e6-4ce2-8e25-36e457c6f21c/93491213-4372-4c58-8c27-3d9226c99708/dd4c3831-e0d4-4304-a124-d56960e9c80a) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:54:55.830320 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cfdb66d8-1ba1-4f7f-8474-3e4eec850483 req-f5559a28-c5a0-4a85-822a-231dee36520a service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220867 Jul 15 14:54:55.862953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-c9fa14bd-7293-4f8a-a08d-0f0bef4c1896 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707865 Jul 15 14:54:56.116390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-c6de8830-dfd1-42c2-9a8f-b4e592f79c12 service neutron] 10.222.0.38 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476823 Jul 15 14:54:56.116731 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-729a577e-b691-4c3c-ae8d-dea3184481e5 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:56.141249 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75be7e4e-2607-42be-81a3-e02e6afdcaae', 'name': 'network-vif-deleted', 'tag': '507e247a-d823-4205-afd3-9076d54f445d'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:56.151998 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41102c3-7cb0-4ffd-bf9d-26929b93fbfe" -d '{"events": [{"server_uuid": "75be7e4e-2607-42be-81a3-e02e6afdcaae", "name": "network-vif-deleted", "tag": "507e247a-d823-4205-afd3-9076d54f445d"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:56.164018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-729a577e-b691-4c3c-ae8d-dea3184481e5 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Transition to ACTIVE for port object dd4c3831-e0d4-4304-a124-d56960e9c80a will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:56.165470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e6ab9766-c1cd-40f1-aa12-052a56fe17e6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:56.166545 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:56.229606 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:56.238323 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-729a577e-b691-4c3c-ae8d-dea3184481e5 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:56.275573 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-5a85a2e6-ed32-4d9f-8e14-4f50e4b9d6d9 service neutron] 10.222.0.38 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572893 Jul 15 14:54:56.337816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73db498-21af-4859-ad6f-13248c67a8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba273513-dfc4-49b7-817a-1bdfe976ce90'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:56.340744 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ae8cbc-bac3-4190-809f-05cc32447352" -d '{"events": [{"server_uuid": "a73db498-21af-4859-ad6f-13248c67a8ff", "name": "network-vif-plugged", "status": "completed", "tag": "ba273513-dfc4-49b7-817a-1bdfe976ce90"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:56.343723 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-729a577e-b691-4c3c-ae8d-dea3184481e5 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Network 22370a4f-22e6-4ce2-8e25-36e457c6f21c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:54:56.347889 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-729a577e-b691-4c3c-ae8d-dea3184481e5 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:56.365256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-729a577e-b691-4c3c-ae8d-dea3184481e5 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:54:56.373164 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ba273513-dfc4-49b7-817a-1bdfe976ce90, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ba273513-dfc4-49b7-817a-1bdfe976ce90,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:56.386135 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:56.387893 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 92e4135c-c215-4381-9d1c-6506f1798fcb no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:56.418658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 92e4135c-c215-4381-9d1c-6506f1798fcb {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:54:56.419381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 92e4135c-c215-4381-9d1c-6506f1798fcb not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:54:56.420034 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 507e247a-d823-4205-afd3-9076d54f445d no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:54:56.465650 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 507e247a-d823-4205-afd3-9076d54f445d {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:54:56.470385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a577e-b691-4c3c-ae8d-dea3184481e5 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Pushing event updated for resources: {'Port': ['ID=dd4c3831-e0d4-4304-a124-d56960e9c80a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:56.471289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 507e247a-d823-4205-afd3-9076d54f445d not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:54:56.543218 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ba273513-dfc4-49b7-817a-1bdfe976ce90,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:56.564521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-729a577e-b691-4c3c-ae8d-dea3184481e5 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:56.568904 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-729a577e-b691-4c3c-ae8d-dea3184481e5 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:56.580128 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33327e13-1f71-4c70-b549-bb1f0dc64792 req-715c4fdc-e202-432b-b04d-769187d3bb6c tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:56.588177 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33327e13-1f71-4c70-b549-bb1f0dc64792 req-715c4fdc-e202-432b-b04d-769187d3bb6c tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 949 time: 0.1353965 Jul 15 14:54:56.601037 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-729a577e-b691-4c3c-ae8d-dea3184481e5 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7299836 Jul 15 14:54:56.615656 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Request body: {'port': {'device_id': '00fd25a0-e25d-46c7-b83b-0942f4b882d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:56.673742 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33327e13-1f71-4c70-b549-bb1f0dc64792 req-61b32c9f-a273-4f2a-b55e-7629fa9711ac tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845041 Jul 15 14:54:56.706888 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:56.712280 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f642e-3d5e-4d94-aaa4-cbe437c87d2d req-f8a8046e-8207-4263-b6ec-0b754f37ee3b tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:56.714208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e25f642e-3d5e-4d94-aaa4-cbe437c87d2d req-f8a8046e-8207-4263-b6ec-0b754f37ee3b tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 932 time: 0.0842052 Jul 15 14:54:56.722450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6942bff2-3320-4a8b-8bbf-7f01f34546dc None None] Provisioning for port dd4c3831-e0d4-4304-a124-d56960e9c80a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:56.734980 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6942bff2-3320-4a8b-8bbf-7f01f34546dc None None] Provisioning complete for port dd4c3831-e0d4-4304-a124-d56960e9c80a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:56.735344 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6942bff2-3320-4a8b-8bbf-7f01f34546dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:56.773331 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e25f642e-3d5e-4d94-aaa4-cbe437c87d2d req-c92f7971-87dd-4c9f-848b-566dcd808bfc tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/security-groups?id=d44f3f4f-c263-404c-b2de-9e55458d83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520840 Jul 15 14:54:56.852345 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6942bff2-3320-4a8b-8bbf-7f01f34546dc None None] Port dd4c3831-e0d4-4304-a124-d56960e9c80a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:54:56.910171 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44222) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:56.936786 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 07cbaa8d-f415-4220-af89-d790a104ee3f up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:57.027920 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e10c00-1ca3-4c4a-a0af-8375dab837df x-openstack-request-id: req-92e10c00-1ca3-4c4a-a0af-8375dab837df {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:57.028403 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73db498-21af-4859-ad6f-13248c67a8ff", "name": "network-vif-plugged", "status": "completed", "tag": "ba273513-dfc4-49b7-817a-1bdfe976ce90", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:57.030495 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-92e10c00-1ca3-4c4a-a0af-8375dab837df {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:57.031107 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73db498-21af-4859-ad6f-13248c67a8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba273513-dfc4-49b7-817a-1bdfe976ce90', 'code': 200} Jul 15 14:54:57.035628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155590f3-ae07-43a9-a367-c77c8d7a7701 req-6cdccc57-c407-493b-a962-86160ffba550 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:57.047574 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-155590f3-ae07-43a9-a367-c77c8d7a7701 req-6cdccc57-c407-493b-a962-86160ffba550 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e347320-a851-4a1f-8a14-2585c4463bbb HTTP/1.1" status: 200 len: 946 time: 0.0989773 Jul 15 14:54:57.086700 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 07cbaa8d-f415-4220-af89-d790a104ee3f completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:57.093898 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 07cbaa8d-f415-4220-af89-d790a104ee3f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:57.094449 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:57.111810 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-155590f3-ae07-43a9-a367-c77c8d7a7701 req-bdc4bb9c-6fd4-4388-b1c6-b68377ae3746 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/security-groups?id=e26bb675-b19c-4f4c-adbb-28b40ae653e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630362 Jul 15 14:54:57.149001 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4c3831-e0d4-4304-a124-d56960e9c80a {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:54:57.172210 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:57.203821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Transition to ACTIVE for port object dd4c3831-e0d4-4304-a124-d56960e9c80a will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:57.216387 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09525521-5a77-4717-8ad8-37f1522e37b0 x-openstack-request-id: req-09525521-5a77-4717-8ad8-37f1522e37b0 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:57.218563 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f293412-b2e6-4a7a-b6fa-4005c381b3cd req-b8d105d2-aa9e-4056-bb91-66efd6445459 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 210 time: 0.0537770 Jul 15 14:54:57.222442 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75be7e4e-2607-42be-81a3-e02e6afdcaae", "name": "network-vif-deleted", "tag": "507e247a-d823-4205-afd3-9076d54f445d", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:57.223092 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-09525521-5a77-4717-8ad8-37f1522e37b0 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:57.223713 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75be7e4e-2607-42be-81a3-e02e6afdcaae', 'name': 'network-vif-deleted', 'tag': '507e247a-d823-4205-afd3-9076d54f445d', 'status': 'completed', 'code': 200} Jul 15 14:54:57.269175 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:57.271575 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:57.307649 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c869c8b-d948-47eb-a497-3a525d0c472b req-a8a00b2e-c04c-4023-b35c-457fb44c9a71 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 210 time: 0.0783436 Jul 15 14:54:57.351838 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 07cbaa8d-f415-4220-af89-d790a104ee3f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=07cbaa8d-f415-4220-af89-d790a104ee3f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:57.361271 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-502a1b09-dda8-428e-8a08-a89565543c60 req-c7a87e60-2621-4c6e-86f2-5d1fb50d1350 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1489801 Jul 15 14:54:57.365106 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:57.432239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d750cdb9-daef-4a25-87cf-3dd2dac0641b admin admin] Deleting subnet 8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:54:57.438498 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d750cdb9-daef-4a25-87cf-3dd2dac0641b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:57.488970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=07cbaa8d-f415-4220-af89-d790a104ee3f,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:57.494630 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Pushing event updated for resources: {'Port': ['ID=dd4c3831-e0d4-4304-a124-d56960e9c80a,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:57.549994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dd25b-942b-40f6-9c10-8099f189947d req-54a67ec7-21f3-4f7f-ae21-8ed91a168bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:57.551958 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f36dd25b-942b-40f6-9c10-8099f189947d req-54a67ec7-21f3-4f7f-ae21-8ed91a168bed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a73db498-21af-4859-ad6f-13248c67a8ff HTTP/1.1" status: 200 len: 1100 time: 0.3410046 Jul 15 14:54:57.577166 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d750cdb9-daef-4a25-87cf-3dd2dac0641b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:57.618857 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0a4dc-0c2d-493d-9965-c2e54019b060 req-0af68c35-f14b-4f00-a4a5-a708994f03c9 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:57.625947 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3f0a4dc-0c2d-493d-9965-c2e54019b060 req-0af68c35-f14b-4f00-a4a5-a708994f03c9 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.1229174 Jul 15 14:54:57.680376 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f36dd25b-942b-40f6-9c10-8099f189947d req-76398d33-d01a-49aa-be84-a47b66f64d1b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973408 Jul 15 14:54:57.681407 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3f0a4dc-0c2d-493d-9965-c2e54019b060 req-ba11c631-6fc3-44a5-b898-dd7ab8dbf017 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545125 Jul 15 14:54:57.698189 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d750cdb9-daef-4a25-87cf-3dd2dac0641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:57.712248 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a1b09-dda8-428e-8a08-a89565543c60 req-aaa26e55-d59e-4fcf-b20f-9522224bd0c2 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:57.714037 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-502a1b09-dda8-428e-8a08-a89565543c60 req-aaa26e55-d59e-4fcf-b20f-9522224bd0c2 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3430970 Jul 15 14:54:57.736617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-502a1b09-dda8-428e-8a08-a89565543c60 req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Request body: {'port': {'device_id': '3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'e4e49258fa6a4fb18919af5b4ad01325'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:57.740247 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Attempting to bind port dd4c3831-e0d4-4304-a124-d56960e9c80a on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:54:57.740592 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Attempting to bind port dd4c3831-e0d4-4304-a124-d56960e9c80a by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '930badeb-0295-488c-a6d3-76b48a6f7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:54:57.740920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Attempting to bind port dd4c3831-e0d4-4304-a124-d56960e9c80a on network 22370a4f-22e6-4ce2-8e25-36e457c6f21c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:57.761525 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Port dd4c3831-e0d4-4304-a124-d56960e9c80a on network 22370a4f-22e6-4ce2-8e25-36e457c6f21c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:54:57.761894 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Attempting to bind port dd4c3831-e0d4-4304-a124-d56960e9c80a on network 22370a4f-22e6-4ce2-8e25-36e457c6f21c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:57.789910 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:54:57.790398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Checking segment: {'id': '930badeb-0295-488c-a6d3-76b48a6f7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:57.790981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Bound using segment: {'id': '930badeb-0295-488c-a6d3-76b48a6f7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:54:57.791484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Bound port: dd4c3831-e0d4-4304-a124-d56960e9c80a, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930badeb-0295-488c-a6d3-76b48a6f7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:54:57.792259 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:57.794029 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d750cdb9-daef-4a25-87cf-3dd2dac0641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:57.827444 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750cdb9-daef-4a25-87cf-3dd2dac0641b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:57.829485 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d750cdb9-daef-4a25-87cf-3dd2dac0641b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:57.834272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d750cdb9-daef-4a25-87cf-3dd2dac0641b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8539c4a9-2b32-4ea2-84d2-cc9c7e5bae9a HTTP/1.1" status: 204 len: 168 time: 0.9207633 Jul 15 14:54:57.834682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44232) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:57.971527 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b752b445-c218-4854-a029-41c2289d10e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:57.982101 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] For port dd4c3831-e0d4-4304-a124-d56960e9c80a, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:57.985761 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] For port dd4c3831-e0d4-4304-a124-d56960e9c80a, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=dd4c3831-e0d4-4304-a124-d56960e9c80a,segment=NetworkSegment(930badeb-0295-488c-a6d3-76b48a6f7fac),segment_id=930badeb-0295-488c-a6d3-76b48a6f7fac)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:54:57.994681 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:58.010874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0067ef-d56b-4847-9566-fbae7eae04b1 req-1e885aae-9bfc-4926-8ba5-4b4f50d97d43 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:58.012667 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1d0067ef-d56b-4847-9566-fbae7eae04b1 req-1e885aae-9bfc-4926-8ba5-4b4f50d97d43 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e347320-a851-4a1f-8a14-2585c4463bbb HTTP/1.1" status: 200 len: 946 time: 0.2179368 Jul 15 14:54:58.032418 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502a1b09-dda8-428e-8a08-a89565543c60 req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Made reservation on behalf of e4e49258fa6a4fb18919af5b4ad01325 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:58.036526 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-502a1b09-dda8-428e-8a08-a89565543c60 req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:58.037184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b9341-90e3-4708-bde5-417454359c2a req-047fd46f-9364-4b9e-9672-b3d28176a1fb tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:58.038755 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-671b9341-90e3-4708-bde5-417454359c2a req-047fd46f-9364-4b9e-9672-b3d28176a1fb tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 950 time: 0.1752801 Jul 15 14:54:58.085231 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-502a1b09-dda8-428e-8a08-a89565543c60 req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:58.094336 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2523e-5f01-423e-9018-66ad970b310a req-3d120c05-f7f1-4bc9-ac9a-224fbe16bb2f tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:58.096364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7be2523e-5f01-423e-9018-66ad970b310a req-3d120c05-f7f1-4bc9-ac9a-224fbe16bb2f tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 944 time: 0.1691620 Jul 15 14:54:58.108427 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:58.109270 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:58.110913 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] 10.222.0.11 "PUT /v2.0/ports/dd4c3831-e0d4-4304-a124-d56960e9c80a HTTP/1.1" status: 200 len: 1092 time: 1.5016761 Jul 15 14:54:58.134442 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b752b445-c218-4854-a029-41c2289d10e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:58.171823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b752b445-c218-4854-a029-41c2289d10e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b54b3be-aee8-40ee-b1a0-2d825368d7c4']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:58.178771 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-671b9341-90e3-4708-bde5-417454359c2a req-b9fe62a8-2670-4bbf-9427-acaf33b5f919 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257620 Jul 15 14:54:58.208713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b752b445-c218-4854-a029-41c2289d10e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:58.209292 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b752b445-c218-4854-a029-41c2289d10e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4833a44d-7386-4378-8b2e-f5ff7a3ee2ce') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:58.260292 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7be2523e-5f01-423e-9018-66ad970b310a req-206d3782-8bf1-4aca-b055-4bdcdc6953c3 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/security-groups?id=d44f3f4f-c263-404c-b2de-9e55458d83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224329 Jul 15 14:54:58.267590 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b752b445-c218-4854-a029-41c2289d10e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:58.300917 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b752b445-c218-4854-a029-41c2289d10e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:58.318432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b752b445-c218-4854-a029-41c2289d10e9 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:54:58.318764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f9c05-48cd-40d0-be82-793cb04ca15a service neutron] Pushing event updated for resources: {'Port': ['ID=dd4c3831-e0d4-4304-a124-d56960e9c80a,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:58.327729 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b752b445-c218-4854-a029-41c2289d10e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: timer() Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:54:58.331700 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:54:58.495280 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b752b445-c218-4854-a029-41c2289d10e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:58.543520 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b752b445-c218-4854-a029-41c2289d10e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:58.549237 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b752b445-c218-4854-a029-41c2289d10e9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0b54b3be-aee8-40ee-b1a0-2d825368d7c4 HTTP/1.1" status: 204 len: 168 time: 0.7099383 Jul 15 14:54:58.551258 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-71636a01-cc84-40ae-bf75-5abd4e30d3fb req-23723402-c7a8-42c9-9c03-b9dd82e480b8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 210 time: 0.0594902 Jul 15 14:54:58.564821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44242) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:58.576321 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752b445-c218-4854-a029-41c2289d10e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b54b3be-aee8-40ee-b1a0-2d825368d7c4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:58.670074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37c6041-bb5e-411e-b241-9d2dcea452a8 admin admin] Deleting subnet 8bab6b27-7a90-41b1-9f07-fdb39b8e1253 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:54:58.673932 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d37c6041-bb5e-411e-b241-9d2dcea452a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:58.739378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9701a349-72c6-432c-8faf-de07d5ce2eb2 req-f4cd080c-c87d-444b-9540-0b83d6af851b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 210 time: 0.0413527 Jul 15 14:54:58.748482 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d37c6041-bb5e-411e-b241-9d2dcea452a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:58.765512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfeaff-bb28-4a39-95ed-934438704d60 req-3806beb8-08b7-4b9e-af93-5dd2e133aa40 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:58.765512 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27dfeaff-bb28-4a39-95ed-934438704d60 req-3806beb8-08b7-4b9e-af93-5dd2e133aa40 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e347320-a851-4a1f-8a14-2585c4463bbb HTTP/1.1" status: 200 len: 946 time: 0.2774038 Jul 15 14:54:58.809994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-1d0067ef-d56b-4847-9566-fbae7eae04b1 req-957ce9db-9c01-44e3-a850-d720944e88ab tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Deleting port f1ae1a30-7276-4ee7-8f0b-320af34ea8ee {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:54:58.810350 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1d0067ef-d56b-4847-9566-fbae7eae04b1 req-957ce9db-9c01-44e3-a850-d720944e88ab tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:58.827557 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d37c6041-bb5e-411e-b241-9d2dcea452a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:58.833000 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27dfeaff-bb28-4a39-95ed-934438704d60 req-05caad9d-028f-4fc6-8c97-20b6aa76acd1 tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/security-groups?id=e26bb675-b19c-4f4c-adbb-28b40ae653e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515103 Jul 15 14:54:58.872331 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-6c61eaf8-1c20-45d7-9ec7-9277eef701eb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:58.874338 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-6c61eaf8-1c20-45d7-9ec7-9277eef701eb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.22 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 812 time: 0.6061201 Jul 15 14:54:58.884584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-8d218c87-fb06-4f98-8118-0ca252715833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:58.886099 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-8d218c87-fb06-4f98-8118-0ca252715833 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1925ba080f8f431e85a75f0d7aea9789&device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 1095 time: 0.6650491 Jul 15 14:54:58.897716 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d37c6041-bb5e-411e-b241-9d2dcea452a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:58.900216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-83c1363c-cf80-47a2-8fde-5d44b3ea81d8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Request body: {'port': {'device_id': '332c8491-49bf-4b83-9bdc-c4eca55e149d', 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5', 'admin_state_up': True, 'tenant_id': 'c897b36bbafc46f38b8951e37af7f8d2'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:58.925902 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c6041-bb5e-411e-b241-9d2dcea452a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bab6b27-7a90-41b1-9f07-fdb39b8e1253,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:58.929633 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d37c6041-bb5e-411e-b241-9d2dcea452a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:58.935827 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d37c6041-bb5e-411e-b241-9d2dcea452a8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8bab6b27-7a90-41b1-9f07-fdb39b8e1253 HTTP/1.1" status: 204 len: 168 time: 0.3692462 Jul 15 14:54:58.936534 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44246) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:58.965044 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-502a1b09-dda8-428e-8a08-a89565543c60 req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:59.008059 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-502a1b09-dda8-428e-8a08-a89565543c60 req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:59.011523 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-19da6fb7-efc3-407b-9b84-eb8eaa326403 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd4c3831-e0d4-4304-a124-d56960e9c80a HTTP/1.1" status: 200 len: 217 time: 0.1071184 Jul 15 14:54:59.032444 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e047ae-0aca-4b3c-bac4-f47b0dbb5757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cbaa8d-f415-4220-af89-d790a104ee3f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:59.036650 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130963dc-5634-468f-921f-1d42d8d60a31" -d '{"events": [{"server_uuid": "a6e047ae-0aca-4b3c-bac4-f47b0dbb5757", "name": "network-vif-plugged", "status": "completed", "tag": "07cbaa8d-f415-4220-af89-d790a104ee3f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:59.041508 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a5fc-f3d4-42d0-8b08-c826efa87948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:59.081583 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b805e6-2120-4a90-ba4f-32ebde6d0084 x-openstack-request-id: req-89b805e6-2120-4a90-ba4f-32ebde6d0084 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:59.081809 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e047ae-0aca-4b3c-bac4-f47b0dbb5757", "name": "network-vif-plugged", "status": "completed", "tag": "07cbaa8d-f415-4220-af89-d790a104ee3f", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:59.082234 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-89b805e6-2120-4a90-ba4f-32ebde6d0084 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:59.082661 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e047ae-0aca-4b3c-bac4-f47b0dbb5757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cbaa8d-f415-4220-af89-d790a104ee3f', 'code': 200} Jul 15 14:54:59.106179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0862d0-5c61-40bf-97d4-66c4e146f4d8 req-00e73394-aaf9-4558-b05f-1547ba1771e0 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:59.107430 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7b0862d0-5c61-40bf-97d4-66c4e146f4d8 req-00e73394-aaf9-4558-b05f-1547ba1771e0 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.1427155 Jul 15 14:54:59.158590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1d0067ef-d56b-4847-9566-fbae7eae04b1 req-957ce9db-9c01-44e3-a850-d720944e88ab tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] For port f1ae1a30-7276-4ee7-8f0b-320af34ea8ee, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f1ae1a30-7276-4ee7-8f0b-320af34ea8ee,segment=NetworkSegment(45496de4-ea45-451d-a630-ff3b243b1065),segment_id=45496de4-ea45-451d-a630-ff3b243b1065)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:59.159809 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1d0067ef-d56b-4847-9566-fbae7eae04b1 req-957ce9db-9c01-44e3-a850-d720944e88ab tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:59.186703 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57687576-1af6-4844-8c82-1dbebc92174e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:59.193562 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a5fc-f3d4-42d0-8b08-c826efa87948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:59.205246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-1d0067ef-d56b-4847-9566-fbae7eae04b1 req-957ce9db-9c01-44e3-a850-d720944e88ab tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Calling delete_port for f1ae1a30-7276-4ee7-8f0b-320af34ea8ee owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:54:59.227870 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-aeb1a5fc-f3d4-42d0-8b08-c826efa87948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71688ad-e1bf-4f4d-b67e-6633e5f51afd']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:59.233872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fd25a0-e25d-46c7-b83b-0942f4b882d0', 'tag': 'dd4c3831-e0d4-4304-a124-d56960e9c80a'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:54:59.236343 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c15cf64-4b8a-458c-8991-19af189f7e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "00fd25a0-e25d-46c7-b83b-0942f4b882d0", "tag": "dd4c3831-e0d4-4304-a124-d56960e9c80a"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:54:59.245501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-aeb1a5fc-f3d4-42d0-8b08-c826efa87948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5bbc10-850e-4907-a27e-50ac69844db3') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:59.245806 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-aeb1a5fc-f3d4-42d0-8b08-c826efa87948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5bbc10-850e-4907-a27e-50ac69844db3') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:59.251501 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-d3f24b0f-4928-4ce9-889d-d99e4fc99dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:59.252972 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-d3f24b0f-4928-4ce9-889d-d99e4fc99dea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93491213-4372-4c58-8c27-3d9226c99708 HTTP/1.1" status: 200 len: 867 time: 0.2265725 Jul 15 14:54:59.259631 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7b0862d0-5c61-40bf-97d4-66c4e146f4d8 req-456107fb-2114-482c-91bd-7ff9f6de4792 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373262 Jul 15 14:54:59.275055 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a5fc-f3d4-42d0-8b08-c826efa87948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:59.292541 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a5fc-f3d4-42d0-8b08-c826efa87948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:59.303151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb1a5fc-f3d4-42d0-8b08-c826efa87948 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:54:59.304249 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a5fc-f3d4-42d0-8b08-c826efa87948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:59.360420 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da50123-268b-4659-ac38-7f1b54ead046 x-openstack-request-id: req-1da50123-268b-4659-ac38-7f1b54ead046 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:54:59.361002 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fd25a0-e25d-46c7-b83b-0942f4b882d0", "tag": "dd4c3831-e0d4-4304-a124-d56960e9c80a", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:54:59.361002 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1da50123-268b-4659-ac38-7f1b54ead046 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:54:59.361409 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fd25a0-e25d-46c7-b83b-0942f4b882d0', 'tag': 'dd4c3831-e0d4-4304-a124-d56960e9c80a', 'status': 'completed', 'code': 200} Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: timer() Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:54:59.371347 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:54:59.402465 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-502a1b09-dda8-428e-8a08-a89565543c60 req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Allocated IP 192.168.233.214 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/49b209ae-4cb9-4438-8f90-acb2c1cac55a) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:54:59.413698 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-83c1363c-cf80-47a2-8fde-5d44b3ea81d8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Made reservation on behalf of c897b36bbafc46f38b8951e37af7f8d2 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:59.417293 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-83c1363c-cf80-47a2-8fde-5d44b3ea81d8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:59.429091 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a5fc-f3d4-42d0-8b08-c826efa87948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:59.434054 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a5fc-f3d4-42d0-8b08-c826efa87948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:59.436187 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-aeb1a5fc-f3d4-42d0-8b08-c826efa87948 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d71688ad-e1bf-4f4d-b67e-6633e5f51afd HTTP/1.1" status: 204 len: 168 time: 0.4984202 Jul 15 14:54:59.479949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1a5fc-f3d4-42d0-8b08-c826efa87948 admin admin] Pushing event deleted for resources: {'Network': ['ID=d71688ad-e1bf-4f4d-b67e-6633e5f51afd,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:59.488465 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-a0988f2e-f516-43bc-8d6c-9a4646629b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:59.488775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bb1a8-6f43-4bcd-b9d7-429b410bd679 req-e24b99f0-ef1a-4cd0-a78e-964446a4f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:59.489820 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-a0988f2e-f516-43bc-8d6c-9a4646629b9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22370a4f-22e6-4ce2-8e25-36e457c6f21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2127342 Jul 15 14:54:59.490297 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cf6bb1a8-6f43-4bcd-b9d7-429b410bd679 req-e24b99f0-ef1a-4cd0-a78e-964446a4f7dd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 1101 time: 0.3412566 Jul 15 14:54:59.571930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e7145-22b8-436f-b9de-ddad1320cffc req-1fe86303-2e48-4bac-b44d-6a6c0c719ef4 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:59.580466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b4e7145-22b8-436f-b9de-ddad1320cffc req-1fe86303-2e48-4bac-b44d-6a6c0c719ef4 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 950 time: 0.2063184 Jul 15 14:54:59.584514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cf6bb1a8-6f43-4bcd-b9d7-429b410bd679 req-d13fd1c8-2e29-4958-a262-20a5bdf51d73 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865660 Jul 15 14:54:59.600099 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44258) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:59.602272 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4bb2c-db07-405c-851c-614f353c554b req-69ddcd5c-68b0-4e35-93a2-2a44924b7fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:59.603835 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2df4bb2c-db07-405c-851c-614f353c554b req-69ddcd5c-68b0-4e35-93a2-2a44924b7fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 944 time: 0.1815748 Jul 15 14:54:59.654087 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b4e7145-22b8-436f-b9de-ddad1320cffc req-1d9f192e-bf27-46b3-8b9a-b8a9717f31cb tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719898 Jul 15 14:54:59.668672 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2df4bb2c-db07-405c-851c-614f353c554b req-8f07040e-0b5c-41bd-9548-43369cdfeb46 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/security-groups?id=d44f3f4f-c263-404c-b2de-9e55458d83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581288 Jul 15 14:54:59.802229 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12745565-9c2a-4c7f-ac78-17188f2b2892 req-20843fbf-2dd2-40ea-8937-13914d0f5918 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 210 time: 0.0314503 Jul 15 14:54:59.826248 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1d0067ef-d56b-4847-9566-fbae7eae04b1 req-957ce9db-9c01-44e3-a850-d720944e88ab tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:59.851085 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-17652c46-80be-4962-8727-18d2c860775e service neutron] 10.222.0.11 "GET /v2.0/networks/22370a4f-22e6-4ce2-8e25-36e457c6f21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206389 Jul 15 14:54:59.853952 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-83c1363c-cf80-47a2-8fde-5d44b3ea81d8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Allocated IP 172.20.0.5 (6239ea20-fb27-4507-a07e-8bd13bd4e1c5/b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2/d6d407e0-b4c3-4260-a325-858a6b8d338f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:54:59.861464 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fc7de4d0-aaa3-401f-800b-201f214aa0d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f286b69641474927a27419a3ad634a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353990 Jul 15 14:54:59.864919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44264) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:59.901274 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ce9db-9c01-44e3-a850-d720944e88ab tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Pushing event deleted for resources: {'Port': ['ID=f1ae1a30-7276-4ee7-8f0b-320af34ea8ee,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:59.904513 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68875134-08a6-4622-9e95-bce4f3048789 req-eb795457-e018-49f6-bda9-594b5d0eff54 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 210 time: 0.0413573 Jul 15 14:54:59.953709 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf1fc-9022-4866-8a19-97cd6d4cca82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:59.987516 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f3fc5d58-a8e6-4084-a6de-4bf4d21cdde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:00.004025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0067ef-d56b-4847-9566-fbae7eae04b1 req-957ce9db-9c01-44e3-a850-d720944e88ab tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] No DVR routers for this DVR port f1ae1a30-7276-4ee7-8f0b-320af34ea8ee on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:55:00.016553 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1d0067ef-d56b-4847-9566-fbae7eae04b1 req-957ce9db-9c01-44e3-a850-d720944e88ab tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:00.019111 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1d0067ef-d56b-4847-9566-fbae7eae04b1 req-957ce9db-9c01-44e3-a850-d720944e88ab tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.22 "DELETE /v2.0/ports/f1ae1a30-7276-4ee7-8f0b-320af34ea8ee HTTP/1.1" status: 204 len: 173 time: 1.9770901 Jul 15 14:55:00.037519 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0e7dc5d-a22a-48c7-804a-3e94e62a0e7d req-39ffb4f1-a2af-4904-b64d-ac055957417e tempest-ServerMetadataNegativeTestJSON-1488946548 tempest-ServerMetadataNegativeTestJSON-1488946548-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e347320-a851-4a1f-8a14-2585c4463bbb HTTP/1.1" status: 200 len: 210 time: 0.0450456 Jul 15 14:55:00.042719 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f3fc5d58-a8e6-4084-a6de-4bf4d21cdde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:00.047651 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-502a1b09-dda8-428e-8a08-a89565543c60 req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:00.093186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-502a1b09-dda8-428e-8a08-a89565543c60 req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Transition to ACTIVE for port object 49b209ae-4cb9-4438-8f90-acb2c1cac55a will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:55:00.132568 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f3fc5d58-a8e6-4084-a6de-4bf4d21cdde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:00.135590 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f3fc5d58-a8e6-4084-a6de-4bf4d21cdde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:00.136769 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f3fc5d58-a8e6-4084-a6de-4bf4d21cdde8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/68cdc4cb-77af-4cd0-a98c-82ce2863458f HTTP/1.1" status: 204 len: 168 time: 0.2633069 Jul 15 14:55:00.139129 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-150c9591-e6d2-4e63-ad43-f1691f7a35e8 req-7706f8fe-6e7c-49d4-b0f7-48a0fe7aeffc service neutron] 10.222.0.11 "GET /v2.0/networks/22370a4f-22e6-4ce2-8e25-36e457c6f21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746229 Jul 15 14:55:00.147876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc5d58-a8e6-4084-a6de-4bf4d21cdde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cdc4cb-77af-4cd0-a98c-82ce2863458f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:00.222194 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-502a1b09-dda8-428e-8a08-a89565543c60 req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:00.256551 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-83c1363c-cf80-47a2-8fde-5d44b3ea81d8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:00.321074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502a1b09-dda8-428e-8a08-a89565543c60 req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:55:00.334331 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-502a1b09-dda8-428e-8a08-a89565543c60 req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:00.344012 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-502a1b09-dda8-428e-8a08-a89565543c60 req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:55:00.345166 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Pushing event updated for resources: {'Port': ['ID=49b209ae-4cb9-4438-8f90-acb2c1cac55a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:00.406986 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15cf64-4b8a-458c-8991-19af189f7e3d req-991e0e96-a040-4630-a683-fdd7c95c5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:00.408582 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0c15cf64-4b8a-458c-8991-19af189f7e3d req-991e0e96-a040-4630-a683-fdd7c95c5403 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1925ba080f8f431e85a75f0d7aea9789&device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 1095 time: 0.1980498 Jul 15 14:55:00.412146 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-83c1363c-cf80-47a2-8fde-5d44b3ea81d8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:00.419354 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a1b09-dda8-428e-8a08-a89565543c60 req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:00.420004 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-502a1b09-dda8-428e-8a08-a89565543c60 req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:00.491058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a599a3d-ff59-497f-b3de-d9fc9ff037b3 req-a2a6c133-36db-4ef7-802c-9c8b7593cfaf tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:00.494103 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a599a3d-ff59-497f-b3de-d9fc9ff037b3 req-a2a6c133-36db-4ef7-802c-9c8b7593cfaf tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.0891433 Jul 15 14:55:00.501189 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-502a1b09-dda8-428e-8a08-a89565543c60 req-350a8ab6-45d8-4578-9403-5f24ede3561f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7692056 Jul 15 14:55:00.522678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-83c1363c-cf80-47a2-8fde-5d44b3ea81d8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:55:00.529477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Request body: {'port': {'device_id': '3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:00.539554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-83c1363c-cf80-47a2-8fde-5d44b3ea81d8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:00.607705 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-83c1363c-cf80-47a2-8fde-5d44b3ea81d8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:55:00.616617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1363c-cf80-47a2-8fde-5d44b3ea81d8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Pushing event updated for resources: {'Port': ['ID=d6d407e0-b4c3-4260-a325-858a6b8d338f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:00.617679 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a599a3d-ff59-497f-b3de-d9fc9ff037b3 req-bcb91ad6-77f7-43f3-a599-5e9f312b0ed3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000421 Jul 15 14:55:00.708698 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44280) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:00.755813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15cf64-4b8a-458c-8991-19af189f7e3d req-19e6d9ea-180d-4a34-8931-bc87e37d8dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:00.757710 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0c15cf64-4b8a-458c-8991-19af189f7e3d req-19e6d9ea-180d-4a34-8931-bc87e37d8dca service neutron] 10.222.0.11 "GET /v2.0/networks?id=22370a4f-22e6-4ce2-8e25-36e457c6f21c HTTP/1.1" status: 200 len: 929 time: 0.3350112 Jul 15 14:55:00.765008 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d5ae5791-381a-4422-8839-1b9dbf0a647c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b4a4a20079a74c6c8a67c2911dea6125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546379 Jul 15 14:55:00.765969 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44282) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:00.767172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1297d835-b8e4-400d-be17-bf18e7655e28 None None] Provisioning for port 49b209ae-4cb9-4438-8f90-acb2c1cac55a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:55:00.768149 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-83c1363c-cf80-47a2-8fde-5d44b3ea81d8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:00.769205 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-83c1363c-cf80-47a2-8fde-5d44b3ea81d8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:00.775168 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1297d835-b8e4-400d-be17-bf18e7655e28 None None] Provisioning complete for port 49b209ae-4cb9-4438-8f90-acb2c1cac55a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:55:00.775546 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1297d835-b8e4-400d-be17-bf18e7655e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:00.827810 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-45929966-ce00-4738-9e44-d9c701423c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:00.836738 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0c15cf64-4b8a-458c-8991-19af189f7e3d req-7e185ee4-5085-4594-9175-5ae13bc8d031 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd4c3831-e0d4-4304-a124-d56960e9c80a HTTP/1.1" status: 200 len: 217 time: 0.0606527 Jul 15 14:55:00.844618 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-83c1363c-cf80-47a2-8fde-5d44b3ea81d8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9571984 Jul 15 14:55:00.845061 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:00.861083 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-45929966-ce00-4738-9e44-d9c701423c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:00.870065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Request body: {'port': {'device_id': '332c8491-49bf-4b83-9bdc-c4eca55e149d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:00.912731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1297d835-b8e4-400d-be17-bf18e7655e28 None None] Port 49b209ae-4cb9-4438-8f90-acb2c1cac55a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:55:00.962451 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f1ae1a30-7276-4ee7-8f0b-320af34ea8ee no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:55:00.989076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: f1ae1a30-7276-4ee7-8f0b-320af34ea8ee {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:55:00.989772 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f1ae1a30-7276-4ee7-8f0b-320af34ea8ee not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:55:00.992263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15cf64-4b8a-458c-8991-19af189f7e3d req-1aa5df81-99e9-4720-9cc2-ae88f7a5832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:00.993841 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0c15cf64-4b8a-458c-8991-19af189f7e3d req-1aa5df81-99e9-4720-9cc2-ae88f7a5832a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93491213-4372-4c58-8c27-3d9226c99708 HTTP/1.1" status: 200 len: 867 time: 0.1451504 Jul 15 14:55:00.999112 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-45929966-ce00-4738-9e44-d9c701423c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:01.001699 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-45929966-ce00-4738-9e44-d9c701423c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:01.005953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-45929966-ce00-4738-9e44-d9c701423c3a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3cf34026-d634-43d0-aa88-5412d153bda1 HTTP/1.1" status: 204 len: 168 time: 0.2356920 Jul 15 14:55:01.028011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45929966-ce00-4738-9e44-d9c701423c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf34026-d634-43d0-aa88-5412d153bda1,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:01.056561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed262eb0-6a9c-4a34-9d52-d31b9248ef84 req-12f66392-2d90-4595-b275-6449b75dcbf6 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:01.058170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed262eb0-6a9c-4a34-9d52-d31b9248ef84 req-12f66392-2d90-4595-b275-6449b75dcbf6 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 950 time: 0.1497693 Jul 15 14:55:01.071966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c1232-95de-435b-8f48-346e5ab997f7 req-e8bd5934-12ff-41ed-9a0b-3b8d9b2d166e tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:01.080436 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f4c1232-95de-435b-8f48-346e5ab997f7 req-e8bd5934-12ff-41ed-9a0b-3b8d9b2d166e tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 944 time: 0.1292329 Jul 15 14:55:01.141652 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:01.147521 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed262eb0-6a9c-4a34-9d52-d31b9248ef84 req-28da5256-663e-4d48-b2e8-12a59c83e7f8 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635490 Jul 15 14:55:01.163456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f4c1232-95de-435b-8f48-346e5ab997f7 req-cda6563b-2718-4e9d-bc96-ab04ce634202 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/security-groups?id=d44f3f4f-c263-404c-b2de-9e55458d83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813680 Jul 15 14:55:01.333699 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b209ae-4cb9-4438-8f90-acb2c1cac55a {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:55:01.347994 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:01.370395 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e347320-a851-4a1f-8a14-2585c4463bbb', 'name': 'network-vif-deleted', 'tag': 'f1ae1a30-7276-4ee7-8f0b-320af34ea8ee'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:01.372790 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39b5b6c-71f7-4806-bfa7-1a0f2f1cc430" -d '{"events": [{"server_uuid": "5e347320-a851-4a1f-8a14-2585c4463bbb", "name": "network-vif-deleted", "tag": "f1ae1a30-7276-4ee7-8f0b-320af34ea8ee"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:01.391800 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15cf64-4b8a-458c-8991-19af189f7e3d req-6a557453-2dfc-4214-9bce-d779a7216a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:01.394577 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0c15cf64-4b8a-458c-8991-19af189f7e3d req-6a557453-2dfc-4214-9bce-d779a7216a20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22370a4f-22e6-4ce2-8e25-36e457c6f21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3750417 Jul 15 14:55:01.404880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c8416-59be-40aa-9ed3-5456df9d2c02 req-8a83e635-5769-475e-a2f0-ade07198cc31 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:01.405439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Transition to ACTIVE for port object 49b209ae-4cb9-4438-8f90-acb2c1cac55a will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:55:01.406473 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5f9c8416-59be-40aa-9ed3-5456df9d2c02 req-8a83e635-5769-475e-a2f0-ade07198cc31 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 931 time: 0.1109056 Jul 15 14:55:01.425651 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1906-0177-4581-9d7e-a1f273e1db9c req-4d60a627-3b21-46aa-8a00-4e59b77c6f14 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:01.427322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be5c1906-0177-4581-9d7e-a1f273e1db9c req-4d60a627-3b21-46aa-8a00-4e59b77c6f14 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 936 time: 0.1004064 Jul 15 14:55:01.432772 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:01.491005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5f9c8416-59be-40aa-9ed3-5456df9d2c02 req-8c18e530-636f-4835-a90b-3c7b1d7376f5 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627356 Jul 15 14:55:01.497026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be5c1906-0177-4581-9d7e-a1f273e1db9c req-b3dfe480-d098-4ff1-9726-02fbb57d1ce4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624416 Jul 15 14:55:01.683664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44312) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:01.749614 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e56b0c8-6f03-4e02-b785-21abff63da69 admin admin] Deleting subnet 17373d7a-c0b9-4d42-89ce-e9bafa89ca1e {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:55:01.754572 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e56b0c8-6f03-4e02-b785-21abff63da69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:01.804409 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e56b0c8-6f03-4e02-b785-21abff63da69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:01.841424 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8055a45-c7f0-4049-afb9-5577decfd859 x-openstack-request-id: req-f8055a45-c7f0-4049-afb9-5577decfd859 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:01.841787 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e347320-a851-4a1f-8a14-2585c4463bbb", "name": "network-vif-deleted", "tag": "f1ae1a30-7276-4ee7-8f0b-320af34ea8ee", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:01.841942 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f8055a45-c7f0-4049-afb9-5577decfd859 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:01.842587 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e347320-a851-4a1f-8a14-2585c4463bbb', 'name': 'network-vif-deleted', 'tag': 'f1ae1a30-7276-4ee7-8f0b-320af34ea8ee', 'status': 'completed', 'code': 200} Jul 15 14:55:01.863101 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e56b0c8-6f03-4e02-b785-21abff63da69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:01.957489 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=49b209ae-4cb9-4438-8f90-acb2c1cac55a,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:02.045595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44320) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:02.092458 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0c15cf64-4b8a-458c-8991-19af189f7e3d req-75587342-76b1-41a8-8221-2645421dd295 service neutron] 10.222.0.11 "GET /v2.0/networks/22370a4f-22e6-4ce2-8e25-36e457c6f21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6895907 Jul 15 14:55:02.204115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Attempting to bind port 49b209ae-4cb9-4438-8f90-acb2c1cac55a on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:55:02.204460 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Attempting to bind port 49b209ae-4cb9-4438-8f90-acb2c1cac55a by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:55:02.204999 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Attempting to bind port 49b209ae-4cb9-4438-8f90-acb2c1cac55a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:55:02.231098 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Port 49b209ae-4cb9-4438-8f90-acb2c1cac55a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:55:02.231848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Attempting to bind port 49b209ae-4cb9-4438-8f90-acb2c1cac55a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:55:02.260245 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f0ddcff4-6de8-45a7-8c81-ff3303569e8c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1537919206-network', 'tenant_id': 'b91c9006f9244557a1212133b6764c17'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:02.263697 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:55:02.264035 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:55:02.264411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:55:02.264853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Bound port: 49b209ae-4cb9-4438-8f90-acb2c1cac55a, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:55:02.265210 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.328964 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0c15cf64-4b8a-458c-8991-19af189f7e3d req-98609306-d6c9-4d57-ac96-0e0477317dd8 service neutron] 10.222.0.11 "GET /v2.0/networks/22370a4f-22e6-4ce2-8e25-36e457c6f21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274179 Jul 15 14:55:02.366995 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e56b0c8-6f03-4e02-b785-21abff63da69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.375279 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ddcff4-6de8-45a7-8c81-ff3303569e8c admin admin] Made reservation on behalf of b91c9006f9244557a1212133b6764c17 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:55:02.377581 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0ddcff4-6de8-45a7-8c81-ff3303569e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.381866 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d407e0-b4c3-4260-a325-858a6b8d338f {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:55:02.400070 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.400571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56b0c8-6f03-4e02-b785-21abff63da69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17373d7a-c0b9-4d42-89ce-e9bafa89ca1e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:02.405332 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0ddcff4-6de8-45a7-8c81-ff3303569e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.410666 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e56b0c8-6f03-4e02-b785-21abff63da69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.414961 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9e56b0c8-6f03-4e02-b785-21abff63da69 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/17373d7a-c0b9-4d42-89ce-e9bafa89ca1e HTTP/1.1" status: 204 len: 168 time: 0.7279501 Jul 15 14:55:02.416320 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44326) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:02.431316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c28c2-41d9-4beb-9c41-22a117ac8250 req-53b99050-0ed1-4ac6-a351-a233e8810983 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:02.432868 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef4c28c2-41d9-4beb-9c41-22a117ac8250 req-53b99050-0ed1-4ac6-a351-a233e8810983 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73db498-21af-4859-ad6f-13248c67a8ff HTTP/1.1" status: 200 len: 949 time: 0.5218549 Jul 15 14:55:02.435768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Transition to ACTIVE for port object d6d407e0-b4c3-4260-a325-858a6b8d338f will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:55:02.443024 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.486403 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e4a8b-091d-4b9f-8460-c80be607242f req-d0244ee9-e5b5-4188-8ba4-a5e3f338ec4f tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:02.488008 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-469e4a8b-091d-4b9f-8460-c80be607242f req-d0244ee9-e5b5-4188-8ba4-a5e3f338ec4f tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.5379496 Jul 15 14:55:02.501742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] For port 49b209ae-4cb9-4438-8f90-acb2c1cac55a, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:55:02.533556 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] For port 49b209ae-4cb9-4438-8f90-acb2c1cac55a, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:55:02.550029 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.553376 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d407e0-b4c3-4260-a325-858a6b8d338f,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:02.556622 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f477-13ac-4fb9-bd44-b5c82bdc987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.561842 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef4c28c2-41d9-4beb-9c41-22a117ac8250 req-d708ff00-8d46-4c30-bf37-58285ce0919a tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152544 Jul 15 14:55:02.585378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-469e4a8b-091d-4b9f-8460-c80be607242f req-b9607dbf-f25a-48fa-ae82-060e7ccb491d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672228 Jul 15 14:55:02.622216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:02.622216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.622216 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-502a1b09-dda8-428e-8a08-a89565543c60 req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] 10.222.0.11 "PUT /v2.0/ports/49b209ae-4cb9-4438-8f90-acb2c1cac55a HTTP/1.1" status: 200 len: 1096 time: 2.0968549 Jul 15 14:55:02.710893 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.748100 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f477-13ac-4fb9-bd44-b5c82bdc987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.773403 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f1d2f477-13ac-4fb9-bd44-b5c82bdc987d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefc44c8-6d89-417a-812a-9d290c4b4d8e']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:02.774602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525795c2-e90a-4493-8df7-50539021a5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=49b209ae-4cb9-4438-8f90-acb2c1cac55a,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:02.807912 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Attempting to bind port d6d407e0-b4c3-4260-a325-858a6b8d338f on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:55:02.808254 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Attempting to bind port d6d407e0-b4c3-4260-a325-858a6b8d338f by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:55:02.808585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Attempting to bind port d6d407e0-b4c3-4260-a325-858a6b8d338f on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:55:02.810141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f1d2f477-13ac-4fb9-bd44-b5c82bdc987d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45496de4-ea45-451d-a630-ff3b243b1065') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:02.810383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f1d2f477-13ac-4fb9-bd44-b5c82bdc987d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45496de4-ea45-451d-a630-ff3b243b1065') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:02.812049 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0ddcff4-6de8-45a7-8c81-ff3303569e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.822302 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0ddcff4-6de8-45a7-8c81-ff3303569e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.825145 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Port d6d407e0-b4c3-4260-a325-858a6b8d338f on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:55:02.825473 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Attempting to bind port d6d407e0-b4c3-4260-a325-858a6b8d338f on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:55:02.845526 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:55:02.846149 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Checking segment: {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:55:02.847434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Bound using segment: {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:55:02.848160 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Bound port: d6d407e0-b4c3-4260-a325-858a6b8d338f, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:55:02.848723 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.857877 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a78c3a6-3869-4664-8c50-4915a69c1a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.867064 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f477-13ac-4fb9-bd44-b5c82bdc987d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.868914 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ddcff4-6de8-45a7-8c81-ff3303569e8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:55:02.891554 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f477-13ac-4fb9-bd44-b5c82bdc987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.897911 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a1b09-dda8-428e-8a08-a89565543c60 req-594cb634-6f47-499c-bae2-43add2f85e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:02.899515 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-502a1b09-dda8-428e-8a08-a89565543c60 req-594cb634-6f47-499c-bae2-43add2f85e13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 1099 time: 0.2293427 Jul 15 14:55:02.900643 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0ddcff4-6de8-45a7-8c81-ff3303569e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.900987 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-f0ddcff4-6de8-45a7-8c81-ff3303569e8c admin admin] Added segment 61fd5940-1348-413b-8177-3f2a6fbd1fc9 of type vlan for network fc214201-50cd-439a-b62e-63f228045869 Jul 15 14:55:02.908454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d2f477-13ac-4fb9-bd44-b5c82bdc987d admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:55:02.908898 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f477-13ac-4fb9-bd44-b5c82bdc987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: timer() Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:55:02.910750 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:55:02.919411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddcff4-6de8-45a7-8c81-ff3303569e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5f6603-9863-4dd9-a38d-ae6e8d91b350,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:02.986865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648f19c-2252-4ebb-97f5-ad42520a546f req-dcc2b6f0-1721-44d0-9add-7e7f1b3e710d tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:02.989340 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6648f19c-2252-4ebb-97f5-ad42520a546f req-dcc2b6f0-1721-44d0-9add-7e7f1b3e710d tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 944 time: 0.2189944 Jul 15 14:55:03.004399 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f477-13ac-4fb9-bd44-b5c82bdc987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:03.008654 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-502a1b09-dda8-428e-8a08-a89565543c60 req-36cda3c7-da5f-4aa9-bb0d-73df87ed9506 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a HTTP/1.1" status: 200 len: 217 time: 0.0769746 Jul 15 14:55:03.008862 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f477-13ac-4fb9-bd44-b5c82bdc987d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:03.014048 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f1d2f477-13ac-4fb9-bd44-b5c82bdc987d admin admin] 10.222.0.38 "DELETE /v2.0/networks/cefc44c8-6d89-417a-812a-9d290c4b4d8e HTTP/1.1" status: 204 len: 168 time: 0.5961406 Jul 15 14:55:03.017583 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0ddcff4-6de8-45a7-8c81-ff3303569e8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:03.043196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2f477-13ac-4fb9-bd44-b5c82bdc987d admin admin] Pushing event deleted for resources: {'Network': ['ID=cefc44c8-6d89-417a-812a-9d290c4b4d8e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:03.056399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f0088-d5da-4faa-b96f-dd6a505e5bde req-aabb4c8f-b93a-44f1-b6a8-1479ba55baa7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:03.057987 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf7f0088-d5da-4faa-b96f-dd6a505e5bde req-aabb4c8f-b93a-44f1-b6a8-1479ba55baa7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 948 time: 0.2500279 Jul 15 14:55:03.080164 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] For port d6d407e0-b4c3-4260-a325-858a6b8d338f, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:55:03.086979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6648f19c-2252-4ebb-97f5-ad42520a546f req-dc4791f0-7072-4d8a-8dca-96fb49e9957a tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/security-groups?id=d44f3f4f-c263-404c-b2de-9e55458d83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861390 Jul 15 14:55:03.109844 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] For port d6d407e0-b4c3-4260-a325-858a6b8d338f, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d6d407e0-b4c3-4260-a325-858a6b8d338f,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:55:03.113527 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a1b09-dda8-428e-8a08-a89565543c60 req-4ef2b365-5ab2-4f0a-bcd2-b6a5cc1a882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:03.115484 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-502a1b09-dda8-428e-8a08-a89565543c60 req-4ef2b365-5ab2-4f0a-bcd2-b6a5cc1a882c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0936155 Jul 15 14:55:03.117386 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:03.121422 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0ddcff4-6de8-45a7-8c81-ff3303569e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:03.122408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ddcff4-6de8-45a7-8c81-ff3303569e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:03.123195 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0ddcff4-6de8-45a7-8c81-ff3303569e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:03.141498 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf7f0088-d5da-4faa-b96f-dd6a505e5bde req-b374c0f8-86c7-496a-a4ca-a6ecbee9c154 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691724 Jul 15 14:55:03.218578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44338) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:03.228487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:03.229175 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:03.231119 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] 10.222.0.22 "PUT /v2.0/ports/d6d407e0-b4c3-4260-a325-858a6b8d338f HTTP/1.1" status: 200 len: 1091 time: 2.3658786 Jul 15 14:55:03.266269 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-46885b84-0955-4c3a-9228-1755829fea55 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=11c449ca1fcb47ca90e21cd23b273025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464919 Jul 15 14:55:03.269515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44340) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:03.274246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f942b9-2db3-4303-8052-6cf539345690 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d407e0-b4c3-4260-a325-858a6b8d338f,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:03.291167 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f0ddcff4-6de8-45a7-8c81-ff3303569e8c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2386982 Jul 15 14:55:03.294233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44342) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:03.307476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-eff0f1b6-0331-4c59-be80-da72cc1276bb admin admin] Request body: {'subnet': {'network_id': 'fc214201-50cd-439a-b62e-63f228045869', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1537919206-subnet', 'tenant_id': 'b91c9006f9244557a1212133b6764c17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:03.373497 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddcff4-6de8-45a7-8c81-ff3303569e8c admin admin] Pushing event updated for resources: {'Network': ['ID=fc214201-50cd-439a-b62e-63f228045869,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:03.378819 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a042ac0c-7829-46c8-bdba-c07a802417df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:03.392270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network fc214201-50cd-439a-b62e-63f228045869 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:55:03.400558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a1d93-1464-4e1e-8da6-23c022aabba7 req-6f035c85-493d-43a4-aabb-ed272548c686 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:03.407589 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-612a1d93-1464-4e1e-8da6-23c022aabba7 req-6f035c85-493d-43a4-aabb-ed272548c686 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 943 time: 0.1199391 Jul 15 14:55:03.417263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff0f1b6-0331-4c59-be80-da72cc1276bb admin admin] Made reservation on behalf of b91c9006f9244557a1212133b6764c17 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:55:03.419747 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eff0f1b6-0331-4c59-be80-da72cc1276bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:03.433030 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a042ac0c-7829-46c8-bdba-c07a802417df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:03.438550 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a1b09-dda8-428e-8a08-a89565543c60 req-d944b6f2-b018-42b8-9635-b1c3972ddc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:03.440096 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-502a1b09-dda8-428e-8a08-a89565543c60 req-d944b6f2-b018-42b8-9635-b1c3972ddc36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3090715 Jul 15 14:55:03.488020 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-612a1d93-1464-4e1e-8da6-23c022aabba7 req-7c6e17ef-3993-4299-ab33-bfd3488c09eb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792899 Jul 15 14:55:03.521350 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a042ac0c-7829-46c8-bdba-c07a802417df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:03.522846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-6014021f-c6d6-405d-8113-432f853b2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:03.524566 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-6014021f-c6d6-405d-8113-432f853b2a68 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 1094 time: 0.2327008 Jul 15 14:55:03.528753 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a042ac0c-7829-46c8-bdba-c07a802417df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:03.530857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a042ac0c-7829-46c8-bdba-c07a802417df admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e26bb675-b19c-4f4c-adbb-28b40ae653e4 HTTP/1.1" status: 204 len: 168 time: 0.2596769 Jul 15 14:55:03.538739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device dd4c3831-e0d4-4304-a124-d56960e9c80a details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:55:03.574548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042ac0c-7829-46c8-bdba-c07a802417df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26bb675-b19c-4f4c-adbb-28b40ae653e4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:03.633789 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-b3f7fb3a-1ab3-45ee-b752-a0ead10fcdee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6d407e0-b4c3-4260-a325-858a6b8d338f HTTP/1.1" status: 200 len: 217 time: 0.0880227 Jul 15 14:55:03.729628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port dd4c3831-e0d4-4304-a124-d56960e9c80a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=dd4c3831-e0d4-4304-a124-d56960e9c80a,segment=NetworkSegment(930badeb-0295-488c-a6d3-76b48a6f7fac),segment_id=930badeb-0295-488c-a6d3-76b48a6f7fac)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:03.746834 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'dd4c3831-e0d4-4304-a124-d56960e9c80a', 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'port_id': 'dd4c3831-e0d4-4304-a124-d56960e9c80a', 'mac_address': 'fa:16:3e:de:26:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93491213-4372-4c58-8c27-3d9226c99708', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:55:03.758858 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-5552c820-8134-47c6-9a20-9959577cd70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:03.760415 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-5552c820-8134-47c6-9a20-9959577cd70a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2 HTTP/1.1" status: 200 len: 852 time: 0.0934048 Jul 15 14:55:03.805814 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:03.820734 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-c19a0e1f-7c86-4fad-a1e1-332eefef48ec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339890 Jul 15 14:55:03.824843 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-502a1b09-dda8-428e-8a08-a89565543c60 req-25d66a86-fc8b-47c2-99f5-eb30bd1f5ee4 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764963 Jul 15 14:55:03.850608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c', 'tag': '49b209ae-4cb9-4438-8f90-acb2c1cac55a'}, {'name': 'network-changed', 'server_uuid': '332c8491-49bf-4b83-9bdc-c4eca55e149d', 'tag': 'd6d407e0-b4c3-4260-a325-858a6b8d338f'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:03.853192 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35282386-d42f-467b-abc3-d764ad0ba357" -d '{"events": [{"name": "network-changed", "server_uuid": "3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c", "tag": "49b209ae-4cb9-4438-8f90-acb2c1cac55a"}, {"name": "network-changed", "server_uuid": "332c8491-49bf-4b83-9bdc-c4eca55e149d", "tag": "d6d407e0-b4c3-4260-a325-858a6b8d338f"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:03.874757 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4c3831-e0d4-4304-a124-d56960e9c80a {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:55:03.919922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c290dbe-6a2b-4f77-a28e-8de6ce76fcfb req-8baf216c-ee3b-4f39-8bac-a4733640f8b1 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:03.929174 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c290dbe-6a2b-4f77-a28e-8de6ce76fcfb req-8baf216c-ee3b-4f39-8bac-a4733640f8b1 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.1630893 Jul 15 14:55:03.935700 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port dd4c3831-e0d4-4304-a124-d56960e9c80a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=dd4c3831-e0d4-4304-a124-d56960e9c80a,segment=NetworkSegment(930badeb-0295-488c-a6d3-76b48a6f7fac),segment_id=930badeb-0295-488c-a6d3-76b48a6f7fac)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:03.943513 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:04.021230 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a9de27-3768-4b28-a12b-fd119522a4d5 x-openstack-request-id: req-71a9de27-3768-4b28-a12b-fd119522a4d5 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:04.021619 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=dd4c3831-e0d4-4304-a124-d56960e9c80a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:04.021724 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c", "tag": "49b209ae-4cb9-4438-8f90-acb2c1cac55a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "332c8491-49bf-4b83-9bdc-c4eca55e149d", "tag": "d6d407e0-b4c3-4260-a325-858a6b8d338f", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:04.021965 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71a9de27-3768-4b28-a12b-fd119522a4d5 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:04.022501 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c', 'tag': '49b209ae-4cb9-4438-8f90-acb2c1cac55a', 'status': 'completed', 'code': 200} Jul 15 14:55:04.022845 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332c8491-49bf-4b83-9bdc-c4eca55e149d', 'tag': 'd6d407e0-b4c3-4260-a325-858a6b8d338f', 'status': 'completed', 'code': 200} Jul 15 14:55:04.045714 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eff0f1b6-0331-4c59-be80-da72cc1276bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:04.060253 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c290dbe-6a2b-4f77-a28e-8de6ce76fcfb req-972c4302-b46b-44e9-afa7-49a061c8ddca tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286724 Jul 15 14:55:04.111787 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-b85f0a7e-38b7-4d07-9404-6415166e9f5d service neutron] 10.222.0.22 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819481 Jul 15 14:55:04.146319 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-502a1b09-dda8-428e-8a08-a89565543c60 req-a90c5876-5d68-4f4f-949b-cc6c371a13db service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053129 Jul 15 14:55:04.193355 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:04.238477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0f1b6-0331-4c59-be80-da72cc1276bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6849a9bb-cbe4-414a-8de6-65e6d484a854,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:04.261604 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['dd4c3831-e0d4-4304-a124-d56960e9c80a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:55:04.375026 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff0f1b6-0331-4c59-be80-da72cc1276bb admin admin] Checking segment: {'id': '61fd5940-1348-413b-8177-3f2a6fbd1fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fc214201-50cd-439a-b62e-63f228045869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:55:04.375722 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0f1b6-0331-4c59-be80-da72cc1276bb admin admin] Network hostable DHCP agents. Network: fc214201-50cd-439a-b62e-63f228045869, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:55:04.442582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0f1b6-0331-4c59-be80-da72cc1276bb admin admin] Network fc214201-50cd-439a-b62e-63f228045869 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:55:04.448904 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ea427e89-d5b3-4956-b54a-16da70dad858 req-9f1251c7-59f7-4b0d-b0e8-1a03c214b349 service neutron] 10.222.0.22 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270495 Jul 15 14:55:04.482247 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-eff0f1b6-0331-4c59-be80-da72cc1276bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, fc214201-50cd-439a-b62e-63f228045869) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:04.489116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff0f1b6-0331-4c59-be80-da72cc1276bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:04.490040 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eff0f1b6-0331-4c59-be80-da72cc1276bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:04.511743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35282386-d42f-467b-abc3-d764ad0ba357 req-78f06f82-ac9d-4dc2-a821-2a0b56adb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:04.513621 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35282386-d42f-467b-abc3-d764ad0ba357 req-78f06f82-ac9d-4dc2-a821-2a0b56adb287 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 1099 time: 0.2059729 Jul 15 14:55:04.516751 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0997dc19-1c05-47e7-a6ba-c22afab89c9f None None] Network fc214201-50cd-439a-b62e-63f228045869 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:55:04.523541 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-eff0f1b6-0331-4c59-be80-da72cc1276bb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2207508 Jul 15 14:55:04.560327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79a5b4-3eca-4cb7-9a01-2cef8850f09c req-53f9ce2b-f157-464f-988e-7fae6a3cc36a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:04.562432 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c79a5b4-3eca-4cb7-9a01-2cef8850f09c req-53f9ce2b-f157-464f-988e-7fae6a3cc36a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 948 time: 0.1305649 Jul 15 14:55:04.597235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff78476-67c6-43ee-bde8-f36217adcfdf req-8c588329-c052-4c1d-84db-399e60505307 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:04.604918 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0ff78476-67c6-43ee-bde8-f36217adcfdf req-8c588329-c052-4c1d-84db-399e60505307 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 945 time: 0.1870766 Jul 15 14:55:04.684049 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c79a5b4-3eca-4cb7-9a01-2cef8850f09c req-b52e27e3-efa1-41c0-a0af-9ec7c0bcbf7c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127055 Jul 15 14:55:04.702064 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0ff78476-67c6-43ee-bde8-f36217adcfdf req-610c8c89-dda6-4ae6-8110-cd5400bd33a0 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/security-groups?id=d44f3f4f-c263-404c-b2de-9e55458d83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957990 Jul 15 14:55:04.839381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bbad65-c8e9-4ceb-951a-6289844a7886 None None] Network fc214201-50cd-439a-b62e-63f228045869 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:55:04.849178 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35282386-d42f-467b-abc3-d764ad0ba357 req-a50afb23-5d9f-443a-a176-f01a3a20602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:04.850757 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35282386-d42f-467b-abc3-d764ad0ba357 req-a50afb23-5d9f-443a-a176-f01a3a20602c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.3183463 Jul 15 14:55:04.856787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35282386-d42f-467b-abc3-d764ad0ba357 req-f9bee40f-3dba-40e5-8d11-023d9ab2f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:04.858556 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35282386-d42f-467b-abc3-d764ad0ba357 req-f9bee40f-3dba-40e5-8d11-023d9ab2f30a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 1094 time: 0.2432749 Jul 15 14:55:04.950693 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35282386-d42f-467b-abc3-d764ad0ba357 req-4ae70c4d-3545-4c36-b6d5-85c50d7594be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a HTTP/1.1" status: 200 len: 217 time: 0.0910242 Jul 15 14:55:04.984239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad545e23-b5a4-4bfd-bb32-bc05d952738b req-4aebe1b5-da6b-44cf-ad1d-ee995bb13ba6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:04.985990 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad545e23-b5a4-4bfd-bb32-bc05d952738b req-4aebe1b5-da6b-44cf-ad1d-ee995bb13ba6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 943 time: 0.0902967 Jul 15 14:55:05.041228 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad545e23-b5a4-4bfd-bb32-bc05d952738b req-83ef094a-1ef0-4555-bb10-915ff1424a1d tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456512 Jul 15 14:55:05.067971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35282386-d42f-467b-abc3-d764ad0ba357 req-973c8d88-9418-4f11-88be-22688c353708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:05.069430 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35282386-d42f-467b-abc3-d764ad0ba357 req-973c8d88-9418-4f11-88be-22688c353708 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1063232 Jul 15 14:55:05.131910 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35282386-d42f-467b-abc3-d764ad0ba357 req-d98bb871-1f6b-4072-81cf-b05718fbb218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:05.134043 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35282386-d42f-467b-abc3-d764ad0ba357 req-d98bb871-1f6b-4072-81cf-b05718fbb218 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 913 time: 0.2656307 Jul 15 14:55:05.192258 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35282386-d42f-467b-abc3-d764ad0ba357 req-fdd33fd3-7b16-44bc-b833-2062322575d0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6d407e0-b4c3-4260-a325-858a6b8d338f HTTP/1.1" status: 200 len: 217 time: 0.0483999 Jul 15 14:55:05.251627 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44416) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:05.326104 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624858a7-9ce9-4144-8c8a-57706fafdcde req-75a0305e-5551-4d31-bf52-39732d3a13d6 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:05.336365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-624858a7-9ce9-4144-8c8a-57706fafdcde req-75a0305e-5551-4d31-bf52-39732d3a13d6 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.1257706 Jul 15 14:55:05.414789 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-624858a7-9ce9-4144-8c8a-57706fafdcde req-9c17e5c1-5a5d-4e9b-8493-af4f65b1a523 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754142 Jul 15 14:55:05.475575 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44424) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:05.480734 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-94ce0fc6-2875-495d-963a-ba117f51c86e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-900819662-network', 'tenant_id': '38e9ead73b964f6eb3c332eea3d6e145'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:05.488153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1074822748-network', 'tenant_id': '7e794f51c90a43d0870d439e2c14f378'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:05.513715 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.api [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 14:55:05.513715 n-d-764435-3 neutron-server[100711]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 14:55:05.513715 n-d-764435-3 neutron-server[100711]: [parameters: {'project_id': '7e794f51c90a43d0870d439e2c14f378', 'id': '367cab27-29d8-4c80-8786-8542e2b59f63', 'expiration': datetime.datetime(2021, 7, 15, 14, 57, 5, 505141)}] Jul 15 14:55:05.513715 n-d-764435-3 neutron-server[100711]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 14:55:05.514184 n-d-764435-3 neutron-server[100711]: DEBUG oslo_db.api [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:55:05.522522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ce0fc6-2875-495d-963a-ba117f51c86e admin admin] Made reservation on behalf of 38e9ead73b964f6eb3c332eea3d6e145 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:55:05.524793 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-94ce0fc6-2875-495d-963a-ba117f51c86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:05.533262 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-94ce0fc6-2875-495d-963a-ba117f51c86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:05.538307 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device dd4c3831-e0d4-4304-a124-d56960e9c80a up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:55:05.560989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35282386-d42f-467b-abc3-d764ad0ba357 req-499b1cec-7623-4849-a766-e01796370d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:05.563000 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35282386-d42f-467b-abc3-d764ad0ba357 req-499b1cec-7623-4849-a766-e01796370d43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4834867 Jul 15 14:55:05.571816 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35282386-d42f-467b-abc3-d764ad0ba357 req-5ea8e5b1-9a48-425a-a1d9-2e58273e84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:05.573183 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35282386-d42f-467b-abc3-d764ad0ba357 req-5ea8e5b1-9a48-425a-a1d9-2e58273e84ef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2 HTTP/1.1" status: 200 len: 852 time: 0.3733294 Jul 15 14:55:05.601440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port dd4c3831-e0d4-4304-a124-d56960e9c80a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:55:05.605985 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port dd4c3831-e0d4-4304-a124-d56960e9c80a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:55:05.606420 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:05.638634 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35282386-d42f-467b-abc3-d764ad0ba357 req-c0298225-41e1-46c9-846b-93f4ce074077 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470901 Jul 15 14:55:05.642214 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-94ce0fc6-2875-495d-963a-ba117f51c86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:05.647630 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-94ce0fc6-2875-495d-963a-ba117f51c86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:05.677329 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ce0fc6-2875-495d-963a-ba117f51c86e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:55:05.685211 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce0fc6-2875-495d-963a-ba117f51c86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd0d96f-80bf-4c9f-bc0f-03e7b19084e0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:05.691173 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-94ce0fc6-2875-495d-963a-ba117f51c86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:05.691384 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-94ce0fc6-2875-495d-963a-ba117f51c86e admin admin] Added segment 021be0c2-feb9-4f3e-ac2f-6749353a1542 of type vlan for network ddd78299-984d-49d1-af6f-ba6f85500e77 Jul 15 14:55:05.697839 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:05.727603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fd25a0-e25d-46c7-b83b-0942f4b882d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4c3831-e0d4-4304-a124-d56960e9c80a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:05.729972 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceca9aa-a72c-4e06-8f4f-38738d0fd19c" -d '{"events": [{"server_uuid": "00fd25a0-e25d-46c7-b83b-0942f4b882d0", "name": "network-vif-plugged", "status": "completed", "tag": "dd4c3831-e0d4-4304-a124-d56960e9c80a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:05.745625 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port dd4c3831-e0d4-4304-a124-d56960e9c80a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=dd4c3831-e0d4-4304-a124-d56960e9c80a,segment=NetworkSegment(930badeb-0295-488c-a6d3-76b48a6f7fac),segment_id=930badeb-0295-488c-a6d3-76b48a6f7fac)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:05.756330 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:05.771501 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-94ce0fc6-2875-495d-963a-ba117f51c86e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:05.812599 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-94ce0fc6-2875-495d-963a-ba117f51c86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:05.816802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ce0fc6-2875-495d-963a-ba117f51c86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:05.817603 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-94ce0fc6-2875-495d-963a-ba117f51c86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:05.845297 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35282386-d42f-467b-abc3-d764ad0ba357 req-76b6911b-d5bb-47f3-a370-beb85379590a service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694468 Jul 15 14:55:05.858302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-94ce0fc6-2875-495d-963a-ba117f51c86e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3815515 Jul 15 14:55:05.861403 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44432) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:05.867224 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-53e7e7fd-a5c8-4665-a34b-420223eef6ec admin admin] Request body: {'subnet': {'network_id': 'ddd78299-984d-49d1-af6f-ba6f85500e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-900819662-subnet', 'tenant_id': '38e9ead73b964f6eb3c332eea3d6e145', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:05.901749 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35282386-d42f-467b-abc3-d764ad0ba357 req-960a47e7-7221-4056-a7ca-84c14898c43a service neutron] 10.222.0.22 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550592 Jul 15 14:55:05.908117 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:05.913179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce0fc6-2875-495d-963a-ba117f51c86e admin admin] Pushing event updated for resources: {'Network': ['ID=ddd78299-984d-49d1-af6f-ba6f85500e77,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:05.913820 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=dd4c3831-e0d4-4304-a124-d56960e9c80a,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:05.924680 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network ddd78299-984d-49d1-af6f-ba6f85500e77 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:55:05.996487 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e7e7fd-a5c8-4665-a34b-420223eef6ec admin admin] Made reservation on behalf of 38e9ead73b964f6eb3c332eea3d6e145 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:55:05.999690 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53e7e7fd-a5c8-4665-a34b-420223eef6ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:06.051358 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35282386-d42f-467b-abc3-d764ad0ba357 req-0e981ddf-5ab6-4579-8a03-abe6be2b036e service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994352 Jul 15 14:55:06.075522 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35282386-d42f-467b-abc3-d764ad0ba357 req-64b36dd1-6e32-47b5-a4f8-e8f96915652b service neutron] 10.222.0.22 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635165 Jul 15 14:55:06.126688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] Made reservation on behalf of 7e794f51c90a43d0870d439e2c14f378 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:55:06.129255 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:06.147903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d3ca0-b112-43b1-979c-c556b2273cde req-d7970a20-6658-4923-ba42-c1ae7fb6724b tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:06.149677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f12d3ca0-b112-43b1-979c-c556b2273cde req-d7970a20-6658-4923-ba42-c1ae7fb6724b tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 946 time: 0.2409110 Jul 15 14:55:06.173747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faf9fd-9dd8-43c8-8896-2d6e8a020e9b req-41b36e4f-0858-4e28-bc7e-6270ca6a8651 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:06.175711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e6faf9fd-9dd8-43c8-8896-2d6e8a020e9b req-41b36e4f-0858-4e28-bc7e-6270ca6a8651 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 948 time: 0.2236457 Jul 15 14:55:06.185128 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:06.277259 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f12d3ca0-b112-43b1-979c-c556b2273cde req-a8946885-5511-4377-828c-c7d0ff17431e tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/security-groups?id=d44f3f4f-c263-404c-b2de-9e55458d83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148295 Jul 15 14:55:06.312195 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e6faf9fd-9dd8-43c8-8896-2d6e8a020e9b req-13c46942-5f06-4b6b-b5d4-56676b385d45 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238484 Jul 15 14:55:06.329994 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cc3216-9382-461a-8d0e-96a39a7878eb x-openstack-request-id: req-91cc3216-9382-461a-8d0e-96a39a7878eb {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:06.330422 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fd25a0-e25d-46c7-b83b-0942f4b882d0", "name": "network-vif-plugged", "status": "completed", "tag": "dd4c3831-e0d4-4304-a124-d56960e9c80a", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:06.332071 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-91cc3216-9382-461a-8d0e-96a39a7878eb {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:06.333155 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fd25a0-e25d-46c7-b83b-0942f4b882d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4c3831-e0d4-4304-a124-d56960e9c80a', 'code': 200} Jul 15 14:55:06.431327 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53e7e7fd-a5c8-4665-a34b-420223eef6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:06.497069 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:06.513808 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:06.537320 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7e7fd-a5c8-4665-a34b-420223eef6ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=96fe7f19-8bca-4132-916f-8e2a08aa54f4,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:06.544572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb79ae-6789-4d11-95c5-371dedc0c19d req-2ae03de1-fdba-4170-9251-0a92f5af8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:06.546325 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6dfb79ae-6789-4d11-95c5-371dedc0c19d req-2ae03de1-fdba-4170-9251-0a92f5af8b60 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 1097 time: 0.1172421 Jul 15 14:55:06.588191 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:55:06.595659 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6dfb79ae-6789-4d11-95c5-371dedc0c19d req-62605c05-4a18-4f00-9414-4c0e40c4faae service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d44f3f4f-c263-404c-b2de-9e55458d83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Jul 15 14:55:06.615282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e7e7fd-a5c8-4665-a34b-420223eef6ec admin admin] Checking segment: {'id': '021be0c2-feb9-4f3e-ac2f-6749353a1542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ddd78299-984d-49d1-af6f-ba6f85500e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:55:06.615696 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e7e7fd-a5c8-4665-a34b-420223eef6ec admin admin] Network hostable DHCP agents. Network: ddd78299-984d-49d1-af6f-ba6f85500e77, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:55:06.644729 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d2dc20-aa6a-430f-bddc-f72938d30da5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:06.651286 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:06.652422 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] Added segment f53f488c-09e7-46a8-8277-21c71e902323 of type vlan for network af8e8904-96f8-43aa-96fc-cdc47e60811e Jul 15 14:55:06.714617 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:06.724435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e7e7fd-a5c8-4665-a34b-420223eef6ec admin admin] Network ddd78299-984d-49d1-af6f-ba6f85500e77 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:55:06.752666 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-53e7e7fd-a5c8-4665-a34b-420223eef6ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, ddd78299-984d-49d1-af6f-ba6f85500e77) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:06.762295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc33670-3551-48ff-9c43-f0118ae2c9ed None None] Network ddd78299-984d-49d1-af6f-ba6f85500e77 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:55:06.769935 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7e7fd-a5c8-4665-a34b-420223eef6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:06.770554 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53e7e7fd-a5c8-4665-a34b-420223eef6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:06.779995 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ff28a-35ee-4177-8237-fe57dbcebb2c req-104bb6e1-ba7c-418c-960b-115cecc19826 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:06.781556 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d89ff28a-35ee-4177-8237-fe57dbcebb2c req-104bb6e1-ba7c-418c-960b-115cecc19826 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 943 time: 0.2698960 Jul 15 14:55:06.810712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4831d-1e61-46cd-b237-ae5a7fa54855 req-77e32ff8-f303-4c34-8721-1d58805caf63 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:06.812067 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2b4831d-1e61-46cd-b237-ae5a7fa54855 req-77e32ff8-f303-4c34-8721-1d58805caf63 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 946 time: 0.2343054 Jul 15 14:55:06.820950 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:06.821912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:06.822490 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:06.837032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-53e7e7fd-a5c8-4665-a34b-420223eef6ec admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9744954 Jul 15 14:55:06.894919 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6423159 Jul 15 14:55:06.898396 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44452) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:06.902704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965d79f3-87e5-4704-87a5-1e194e4f1a06 None None] Network ddd78299-984d-49d1-af6f-ba6f85500e77 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:55:06.908234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-270345b3-7951-42fa-9801-4df9be93db1c admin admin] Request body: {'subnet': {'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1074822748-subnet', 'tenant_id': '7e794f51c90a43d0870d439e2c14f378', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:06.937477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d89ff28a-35ee-4177-8237-fe57dbcebb2c req-d1ec7906-1854-4436-af07-0c89f2ad1431 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423166 Jul 15 14:55:06.943000 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270345b3-7951-42fa-9801-4df9be93db1c admin admin] Made reservation on behalf of 7e794f51c90a43d0870d439e2c14f378 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:55:06.947782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b53d7-42db-46f7-97f4-2bcabb00db66 admin admin] Pushing event updated for resources: {'Network': ['ID=af8e8904-96f8-43aa-96fc-cdc47e60811e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:06.949997 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-270345b3-7951-42fa-9801-4df9be93db1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:06.973516 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2b4831d-1e61-46cd-b237-ae5a7fa54855 req-69b35612-6d9c-409a-8c22-abf4bbcc43be tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465151 Jul 15 14:55:06.980331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network af8e8904-96f8-43aa-96fc-cdc47e60811e details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:55:07.006154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44456) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:07.020787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device d6d407e0-b4c3-4260-a325-858a6b8d338f details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:55:07.079364 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-603dedd9-2439-4701-964d-985135d7c0c0 admin admin] Deleting subnet 6849a9bb-cbe4-414a-8de6-65e6d484a854 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:55:07.088468 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-603dedd9-2439-4701-964d-985135d7c0c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.155202 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-603dedd9-2439-4701-964d-985135d7c0c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.223980 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-270345b3-7951-42fa-9801-4df9be93db1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.238394 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-603dedd9-2439-4701-964d-985135d7c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.279055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port d6d407e0-b4c3-4260-a325-858a6b8d338f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d6d407e0-b4c3-4260-a325-858a6b8d338f,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:07.296696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'd6d407e0-b4c3-4260-a325-858a6b8d338f', 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5', 'port_id': 'd6d407e0-b4c3-4260-a325-858a6b8d338f', 'mac_address': 'fa:16:3e:40:54:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:55:07.305384 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-603dedd9-2439-4701-964d-985135d7c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.329892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270345b3-7951-42fa-9801-4df9be93db1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e2944a-0132-40f6-86a7-f80000f7edae,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:07.336502 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-603dedd9-2439-4701-964d-985135d7c0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.338807 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-603dedd9-2439-4701-964d-985135d7c0c0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6849a9bb-cbe4-414a-8de6-65e6d484a854 HTTP/1.1" status: 204 len: 168 time: 0.3314183 Jul 15 14:55:07.339647 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603dedd9-2439-4701-964d-985135d7c0c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6849a9bb-cbe4-414a-8de6-65e6d484a854,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:07.341592 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44468) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:07.360534 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270345b3-7951-42fa-9801-4df9be93db1c admin admin] Checking segment: {'id': 'f53f488c-09e7-46a8-8277-21c71e902323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:55:07.360918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270345b3-7951-42fa-9801-4df9be93db1c admin admin] Network hostable DHCP agents. Network: af8e8904-96f8-43aa-96fc-cdc47e60811e, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:55:07.380578 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.399546 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d407e0-b4c3-4260-a325-858a6b8d338f {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:55:07.402119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270345b3-7951-42fa-9801-4df9be93db1c admin admin] Network af8e8904-96f8-43aa-96fc-cdc47e60811e is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:55:07.416917 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-270345b3-7951-42fa-9801-4df9be93db1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, af8e8904-96f8-43aa-96fc-cdc47e60811e) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:07.426859 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270345b3-7951-42fa-9801-4df9be93db1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:07.427446 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-270345b3-7951-42fa-9801-4df9be93db1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.428079 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-139e23fe-d64c-4251-8fbf-a65e3ca99661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.432729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065bf895-409b-4f79-8e18-ca50d01abfb0 None None] Network af8e8904-96f8-43aa-96fc-cdc47e60811e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:55:07.448925 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-270345b3-7951-42fa-9801-4df9be93db1c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5441382 Jul 15 14:55:07.452864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port d6d407e0-b4c3-4260-a325-858a6b8d338f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d6d407e0-b4c3-4260-a325-858a6b8d338f,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:07.462618 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44474) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:07.466835 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.483007 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1074822748-router', 'tenant_id': '7e794f51c90a43d0870d439e2c14f378', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:07.529937 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.540187 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.585577 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 49b209ae-4cb9-4438-8f90-acb2c1cac55a details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:55:07.595362 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-139e23fe-d64c-4251-8fbf-a65e3ca99661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.610909 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-139e23fe-d64c-4251-8fbf-a65e3ca99661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc214201-50cd-439a-b62e-63f228045869']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:07.623302 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.633249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-139e23fe-d64c-4251-8fbf-a65e3ca99661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fd5940-1348-413b-8177-3f2a6fbd1fc9') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:07.633528 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-139e23fe-d64c-4251-8fbf-a65e3ca99661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fd5940-1348-413b-8177-3f2a6fbd1fc9') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:07.650177 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-139e23fe-d64c-4251-8fbf-a65e3ca99661 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.669739 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-139e23fe-d64c-4251-8fbf-a65e3ca99661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.684293 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38d95c-a030-4ad8-a666-93e3389ebce9 req-5816e6ae-5392-4024-a1f6-2cc72950764f tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:07.685957 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d38d95c-a030-4ad8-a666-93e3389ebce9 req-5816e6ae-5392-4024-a1f6-2cc72950764f tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 946 time: 0.2072699 Jul 15 14:55:07.689214 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139e23fe-d64c-4251-8fbf-a65e3ca99661 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:55:07.689829 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-139e23fe-d64c-4251-8fbf-a65e3ca99661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: timer() Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:55:07.692800 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:55:07.704643 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=d6d407e0-b4c3-4260-a325-858a6b8d338f,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:07.784312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:07.784884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:07.785298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:07.785703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:07.786120 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:07.786568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:07.786977 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:07.787376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:07.787916 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:07.788316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:07.788715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:07.789145 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:07.798047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['d6d407e0-b4c3-4260-a325-858a6b8d338f'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:55:07.822098 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-139e23fe-d64c-4251-8fbf-a65e3ca99661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.834800 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-139e23fe-d64c-4251-8fbf-a65e3ca99661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.836717 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-139e23fe-d64c-4251-8fbf-a65e3ca99661 admin admin] 10.222.0.38 "DELETE /v2.0/networks/fc214201-50cd-439a-b62e-63f228045869 HTTP/1.1" status: 204 len: 168 time: 0.4935577 Jul 15 14:55:07.860146 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d38d95c-a030-4ad8-a666-93e3389ebce9 req-dabf0555-19cb-4af0-9f20-9a763eb79721 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/security-groups?id=d44f3f4f-c263-404c-b2de-9e55458d83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514308 Jul 15 14:55:07.864469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44486) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:07.893367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e23fe-d64c-4251-8fbf-a65e3ca99661 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc214201-50cd-439a-b62e-63f228045869,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:07.896987 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:07.994288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6df321-cb0a-49a4-a085-30319b13ffb0 admin admin] Deleting subnet 96fe7f19-8bca-4132-916f-8e2a08aa54f4 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:55:08.014561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c31272-fdc9-43c0-a317-8d4ce8906626 req-a6358d88-fd19-4f23-8dcc-161d96f40611 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:08.021905 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-18c31272-fdc9-43c0-a317-8d4ce8906626 req-a6358d88-fd19-4f23-8dcc-161d96f40611 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 948 time: 0.2536602 Jul 15 14:55:08.024428 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de6df321-cb0a-49a4-a085-30319b13ffb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:08.097264 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0fbead-c8e9-4a43-89aa-6936ef0c3b63 None None] Network af8e8904-96f8-43aa-96fc-cdc47e60811e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:55:08.154900 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de6df321-cb0a-49a4-a085-30319b13ffb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:08.188390 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:55:08.218316 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-18c31272-fdc9-43c0-a317-8d4ce8906626 req-5b4c3f2c-9b44-40eb-aa1a-afeb5c7d8a3f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549335 Jul 15 14:55:08.271512 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de6df321-cb0a-49a4-a085-30319b13ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:08.289736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 49b209ae-4cb9-4438-8f90-acb2c1cac55a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:08.367721 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '49b209ae-4cb9-4438-8f90-acb2c1cac55a', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '49b209ae-4cb9-4438-8f90-acb2c1cac55a', 'mac_address': 'fa:16:3e:7f:62:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:55:08.410849 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:08.424193 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de6df321-cb0a-49a4-a085-30319b13ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:08.466356 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:08.508818 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:08.512889 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de6df321-cb0a-49a4-a085-30319b13ffb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:08.515147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-de6df321-cb0a-49a4-a085-30319b13ffb0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/96fe7f19-8bca-4132-916f-8e2a08aa54f4 HTTP/1.1" status: 204 len: 168 time: 0.6445529 Jul 15 14:55:08.553455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44516) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:08.561583 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b209ae-4cb9-4438-8f90-acb2c1cac55a {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:55:08.569028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6df321-cb0a-49a4-a085-30319b13ffb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96fe7f19-8bca-4132-916f-8e2a08aa54f4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:08.601190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 49b209ae-4cb9-4438-8f90-acb2c1cac55a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:08.612739 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:08.614505 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ba273513-dfc4-49b7-817a-1bdfe976ce90 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:55:08.658589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Allocated IP 172.25.4.191 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/d36dec51-9c27-474c-93df-fa6cabf7acb9) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:55:08.682703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=49b209ae-4cb9-4438-8f90-acb2c1cac55a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:08.700162 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2cdef1a-fc3f-443b-b5a5-4072ebce9d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:08.720621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ba273513-dfc4-49b7-817a-1bdfe976ce90, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ba273513-dfc4-49b7-817a-1bdfe976ce90,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:08.728518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f96564-7a9f-429f-b01d-0f76c43b72e6 req-3d326295-c7ff-4371-8f7b-6b09e5bc72b7 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:08.730092 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3f96564-7a9f-429f-b01d-0f76c43b72e6 req-3d326295-c7ff-4371-8f7b-6b09e5bc72b7 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 944 time: 0.2844925 Jul 15 14:55:08.741767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'ba273513-dfc4-49b7-817a-1bdfe976ce90', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'ba273513-dfc4-49b7-817a-1bdfe976ce90', 'mac_address': 'fa:16:3e:60:b7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:55:08.804656 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fd92c-b70b-4583-a107-a4efae379229 req-d1252e30-f16f-4ffa-bdbd-53600136c63f tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:08.805823 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:08.806966 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-108fd92c-b70b-4583-a107-a4efae379229 req-d1252e30-f16f-4ffa-bdbd-53600136c63f tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 945 time: 0.2432024 Jul 15 14:55:08.813971 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:08.834906 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba273513-dfc4-49b7-817a-1bdfe976ce90 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:55:08.868671 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:08.870958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ba273513-dfc4-49b7-817a-1bdfe976ce90, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ba273513-dfc4-49b7-817a-1bdfe976ce90,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:08.882027 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:08.890613 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3f96564-7a9f-429f-b01d-0f76c43b72e6 req-bd26b6a4-690c-4097-a2c9-41c7b3864a81 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521161 Jul 15 14:55:08.926147 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2cdef1a-fc3f-443b-b5a5-4072ebce9d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:08.926741 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:55:08.930091 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:08.941840 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:55:08.945089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-c2cdef1a-fc3f-443b-b5a5-4072ebce9d78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd78299-984d-49d1-af6f-ba6f85500e77']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:08.973320 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-c2cdef1a-fc3f-443b-b5a5-4072ebce9d78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021be0c2-feb9-4f3e-ac2f-6749353a1542') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:08.973881 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Pushing event updated for resources: {'Port': ['ID=d36dec51-9c27-474c-93df-fa6cabf7acb9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:08.974324 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-c2cdef1a-fc3f-443b-b5a5-4072ebce9d78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021be0c2-feb9-4f3e-ac2f-6749353a1542') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:08.998167 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-108fd92c-b70b-4583-a107-a4efae379229 req-6adaa5e7-212b-4d1c-b11f-ca7ddc0ca861 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/security-groups?id=f419d37a-eb05-495e-b14e-3ef21e1daf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720018 Jul 15 14:55:09.015926 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ba273513-dfc4-49b7-817a-1bdfe976ce90,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:09.020599 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2cdef1a-fc3f-443b-b5a5-4072ebce9d78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:09.025554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ba273513-dfc4-49b7-817a-1bdfe976ce90'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:55:09.087207 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2cdef1a-fc3f-443b-b5a5-4072ebce9d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:09.093716 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1b0d9627-54eb-4a02-a7c4-f88430a51a7d details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:55:09.113479 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cdef1a-fc3f-443b-b5a5-4072ebce9d78 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:55:09.116217 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2cdef1a-fc3f-443b-b5a5-4072ebce9d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: timer() Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:55:09.119120 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:55:09.253245 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2cdef1a-fc3f-443b-b5a5-4072ebce9d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:09.260196 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2cdef1a-fc3f-443b-b5a5-4072ebce9d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:09.262172 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c2cdef1a-fc3f-443b-b5a5-4072ebce9d78 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ddd78299-984d-49d1-af6f-ba6f85500e77 HTTP/1.1" status: 204 len: 168 time: 0.7069552 Jul 15 14:55:09.289275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdef1a-fc3f-443b-b5a5-4072ebce9d78 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd78299-984d-49d1-af6f-ba6f85500e77,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:09.325739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['49b209ae-4cb9-4438-8f90-acb2c1cac55a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:55:09.329360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ac54d-495a-461b-8fba-62cd91f256ba req-8f8e8b27-3136-44db-81e3-efef54999db0 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:09.332148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-860ac54d-495a-461b-8fba-62cd91f256ba req-8f8e8b27-3136-44db-81e3-efef54999db0 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 946 time: 0.1648221 Jul 15 14:55:09.383333 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:09.414428 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-860ac54d-495a-461b-8fba-62cd91f256ba req-5e4b73e2-9ccf-4a62-8cbf-566edeaf659f tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/security-groups?id=d44f3f4f-c263-404c-b2de-9e55458d83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726488 Jul 15 14:55:09.610383 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:09.649676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '1b0d9627-54eb-4a02-a7c4-f88430a51a7d', 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660', 'port_id': '1b0d9627-54eb-4a02-a7c4-f88430a51a7d', 'mac_address': 'fa:16:3e:01:c9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d40fa9-e881-4b8a-ab3c-063e05208051', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:55:09.703956 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:09.729203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b0d9627-54eb-4a02-a7c4-f88430a51a7d {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:55:09.748591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44558) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:09.764142 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:09.773703 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:09.810342 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:09.855764 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:09.882423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['1b0d9627-54eb-4a02-a7c4-f88430a51a7d'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:55:09.972634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a268e66-6da0-40eb-98d6-2bd9e349ce7c req-60b5088e-613c-4c07-8a01-bac0554e8f2a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:09.974166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a268e66-6da0-40eb-98d6-2bd9e349ce7c req-60b5088e-613c-4c07-8a01-bac0554e8f2a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 949 time: 0.4633863 Jul 15 14:55:09.980080 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f1f314e6-bfcb-4de6-b6e8-51ad98298c76 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b91c9006f9244557a1212133b6764c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217543 Jul 15 14:55:09.983167 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44562) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:10.015162 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-181305ec-562d-4b9c-af76-5c10a04cc306 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 258 time: 0.4906857 Jul 15 14:55:10.030913 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:10.045979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a268e66-6da0-40eb-98d6-2bd9e349ce7c req-33f22afa-c6b9-4ecf-a1c7-0d97461bbbeb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633867 Jul 15 14:55:10.072783 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:10.116680 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e33108c-cb8f-4e01-a769-4002c3510dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:10.163812 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e33108c-cb8f-4e01-a769-4002c3510dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:10.254941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Router 6bb50147-37b0-4d34-8101-6edef96740e7 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:55:10.295799 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:10.356222 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e33108c-cb8f-4e01-a769-4002c3510dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:10.359189 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e33108c-cb8f-4e01-a769-4002c3510dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:10.360538 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9e33108c-cb8f-4e01-a769-4002c3510dd9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b5f6603-9863-4dd9-a38d-ae6e8d91b350 HTTP/1.1" status: 204 len: 168 time: 0.3758502 Jul 15 14:55:10.365930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee467e58-24f5-4360-bd46-3f24d509badf req-af7bf240-2bc9-4eb9-bdca-a90909e73a14 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:10.368085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee467e58-24f5-4360-bd46-3f24d509badf req-af7bf240-2bc9-4eb9-bdca-a90909e73a14 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 944 time: 0.1440315 Jul 15 14:55:10.393251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33108c-cb8f-4e01-a769-4002c3510dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5f6603-9863-4dd9-a38d-ae6e8d91b350,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:10.494492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:55:10.516299 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Sync routers for ids ['6bb50147-37b0-4d34-8101-6edef96740e7'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:55:10.537857 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:10.543238 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9db54e7e-295f-4094-938a-7aaf9139dc45 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0775945 Jul 15 14:55:10.544217 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44580) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:10.550322 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Routers {'6bb50147-37b0-4d34-8101-6edef96740e7'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:55:10.551918 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:55:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6bb50147-37b0-4d34-8101-6edef96740e7'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:10.751703 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Set router 6bb50147-37b0-4d34-8101-6edef96740e7 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:55:10.971305 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee467e58-24f5-4360-bd46-3f24d509badf req-e35e3ee8-078e-448c-a792-430794330a2a tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950754 Jul 15 14:55:11.013776 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Allocated IP 172.25.4.27 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/6d5d2f4f-dc62-4940-abfe-c2dde705e0a7) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:55:11.037810 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device d6d407e0-b4c3-4260-a325-858a6b8d338f up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:55:11.070735 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'name': 'tempest-ServerRescueTestJSON-1074822748-router', 'tenant_id': '7e794f51c90a43d0870d439e2c14f378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'd36dec51-9c27-474c-93df-fa6cabf7acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:55:07Z', 'updated_at': '2021-07-15T14:55:09Z', 'revision_number': 3, 'project_id': '7e794f51c90a43d0870d439e2c14f378', 'gw_port': {'id': 'd36dec51-9c27-474c-93df-fa6cabf7acb9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:55:08Z', 'updated_at': '2021-07-15T14:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:11.108039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44592) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:11.157790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port d6d407e0-b4c3-4260-a325-858a6b8d338f completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:55:11.163002 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port d6d407e0-b4c3-4260-a325-858a6b8d338f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:55:11.163719 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:11.164690 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Checking router: 6bb50147-37b0-4d34-8101-6edef96740e7 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:55:11.165044 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Updating router 6bb50147-37b0-4d34-8101-6edef96740e7 port d36dec51-9c27-474c-93df-fa6cabf7acb9 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:55:11.249348 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:11.331386 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c09d1c4c-2232-44aa-8f57-c415cf5b48cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38e9ead73b964f6eb3c332eea3d6e145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138247 Jul 15 14:55:11.348610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44598) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:11.353720 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:11.411403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332c8491-49bf-4b83-9bdc-c4eca55e149d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d407e0-b4c3-4260-a325-858a6b8d338f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:11.416721 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612eae29-dc58-4de5-9513-83b97788c776" -d '{"events": [{"server_uuid": "332c8491-49bf-4b83-9bdc-c4eca55e149d", "name": "network-vif-plugged", "status": "completed", "tag": "d6d407e0-b4c3-4260-a325-858a6b8d338f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:11.432495 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port d6d407e0-b4c3-4260-a325-858a6b8d338f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d6d407e0-b4c3-4260-a325-858a6b8d338f,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:11.442420 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:11.443777 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1b0d9627-54eb-4a02-a7c4-f88430a51a7d up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:55:11.461343 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:11.489093 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0be876c6-ee4e-41f2-9ba2-4bd14fb4ca13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:11.510223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=d6d407e0-b4c3-4260-a325-858a6b8d338f,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:11.513709 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0be876c6-ee4e-41f2-9ba2-4bd14fb4ca13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:11.598060 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0be876c6-ee4e-41f2-9ba2-4bd14fb4ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:11.600920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 49b209ae-4cb9-4438-8f90-acb2c1cac55a up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:55:11.601482 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0be876c6-ee4e-41f2-9ba2-4bd14fb4ca13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:11.606399 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0be876c6-ee4e-41f2-9ba2-4bd14fb4ca13 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8dd0d96f-80bf-4c9f-bc0f-03e7b19084e0 HTTP/1.1" status: 204 len: 168 time: 0.2476671 Jul 15 14:55:11.623711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be876c6-ee4e-41f2-9ba2-4bd14fb4ca13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd0d96f-80bf-4c9f-bc0f-03e7b19084e0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:11.660602 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:11.788333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:55:11.799478 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:11.812202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:55:11.816541 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:55:11.816918 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:11.927772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Pushing event updated for resources: {'Port': ['ID=6d5d2f4f-dc62-4940-abfe-c2dde705e0a7,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:11.942921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 49b209ae-4cb9-4438-8f90-acb2c1cac55a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:55:11.955722 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 49b209ae-4cb9-4438-8f90-acb2c1cac55a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:55:11.957068 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.025061 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.055987 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.108706 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.129076 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Transition to ACTIVE for port object d36dec51-9c27-474c-93df-fa6cabf7acb9 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:55:12.148677 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.203737 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.271705 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.341397 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.345486 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88325e2-6526-4847-b96e-b9f9f3d259c4 None None] Pushing event updated for resources: {'Port': ['ID=d36dec51-9c27-474c-93df-fa6cabf7acb9,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:12.348292 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Attempting to bind port d36dec51-9c27-474c-93df-fa6cabf7acb9 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:55:12.348686 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Attempting to bind port d36dec51-9c27-474c-93df-fa6cabf7acb9 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:55:12.349235 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Attempting to bind port d36dec51-9c27-474c-93df-fa6cabf7acb9 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:55:12.392624 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:55:12.393247 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:55:12.394009 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.395750 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:55:12.396559 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Bound port: d36dec51-9c27-474c-93df-fa6cabf7acb9, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:55:12.397198 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.436377 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:12.467848 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.489327 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Allocated IP 172.20.0.1 (af8e8904-96f8-43aa-96fc-cdc47e60811e/e3e2944a-0132-40f6-86a7-f80000f7edae/3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:55:12.532579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 49b209ae-4cb9-4438-8f90-acb2c1cac55a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:12.581356 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.587411 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ba273513-dfc4-49b7-817a-1bdfe976ce90 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:55:12.612002 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.645037 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.697394 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] For port d36dec51-9c27-474c-93df-fa6cabf7acb9, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:55:12.703233 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] For port d36dec51-9c27-474c-93df-fa6cabf7acb9, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d36dec51-9c27-474c-93df-fa6cabf7acb9,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:55:12.725753 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.726067 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.807445 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:12.821916 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:12.953618 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Network af8e8904-96f8-43aa-96fc-cdc47e60811e is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:55:12.968673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:12.984111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:55:12.988821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Pushing event updated for resources: {'Port': ['ID=6d5d2f4f-dc62-4940-abfe-c2dde705e0a7,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:12.996884 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:13.035403 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:13.048101 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Routers {'6bb50147-37b0-4d34-8101-6edef96740e7'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:55:13.055498 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:13.060703 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:55:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6bb50147-37b0-4d34-8101-6edef96740e7'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:13.090252 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:13.091607 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c01d6b01-fc38-4ba9-93ac-05933abbeda1 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0758376 Jul 15 14:55:13.177465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port ba273513-dfc4-49b7-817a-1bdfe976ce90 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:55:13.177885 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:13.274239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=49b209ae-4cb9-4438-8f90-acb2c1cac55a,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:13.330427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-092282de-1c26-42e3-b91d-e91c88e6d1ec tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.27 HTTP/1.1" status: 200 len: 695 time: 0.2310824 Jul 15 14:55:13.424771 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88325e2-6526-4847-b96e-b9f9f3d259c4 None None] Pushing event updated for resources: {'Port': ['ID=d36dec51-9c27-474c-93df-fa6cabf7acb9,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:13.530013 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] Set router 6bb50147-37b0-4d34-8101-6edef96740e7 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:55:13.530254 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:13.624103 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:13.666340 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-9055672e-126e-4914-82ea-ecfad92a619c tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:13.678654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-9055672e-126e-4914-82ea-ecfad92a619c tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.3455057 Jul 15 14:55:13.697562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c975c28c-b0f3-49f0-967a-42ba9a8ecd37 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:55:13.702424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff23ef2f-8ef4-4754-a99e-88d735c617c7 req-c975c28c-b0f3-49f0-967a-42ba9a8ecd37 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170107 Jul 15 14:55:13.768861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ba273513-dfc4-49b7-817a-1bdfe976ce90, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ba273513-dfc4-49b7-817a-1bdfe976ce90,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:13.779560 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:13.932967 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ba273513-dfc4-49b7-817a-1bdfe976ce90,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:14.037177 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'name': 'tempest-ServerRescueTestJSON-1074822748-router', 'tenant_id': '7e794f51c90a43d0870d439e2c14f378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'd36dec51-9c27-474c-93df-fa6cabf7acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:55:07Z', 'updated_at': '2021-07-15T14:55:09Z', 'revision_number': 3, 'project_id': '7e794f51c90a43d0870d439e2c14f378', 'gw_port': {'id': 'd36dec51-9c27-474c-93df-fa6cabf7acb9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:55:08Z', 'updated_at': '2021-07-15T14:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:14.043985 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:14.052875 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:14.075128 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd87df-4568-42c8-89d7-31c88833b227 None None] The sync data for ids ['6bb50147-37b0-4d34-8101-6edef96740e7'] in n-d-764435-3 is: [{'id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'name': 'tempest-ServerRescueTestJSON-1074822748-router', 'tenant_id': '7e794f51c90a43d0870d439e2c14f378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'd36dec51-9c27-474c-93df-fa6cabf7acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:55:07Z', 'updated_at': '2021-07-15T14:55:09Z', 'revision_number': 3, 'project_id': '7e794f51c90a43d0870d439e2c14f378', 'gw_port': {'id': 'd36dec51-9c27-474c-93df-fa6cabf7acb9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:55:08Z', 'updated_at': '2021-07-15T14:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:55:14.106635 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44640) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:14.153090 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:14.155115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:14.361335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a9d2cd96-7099-444e-b063-e20cb1b5b30c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1884582954-network', 'tenant_id': 'ebf1693107584ee2863f1119d2dec38c'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:14.411342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d2cd96-7099-444e-b063-e20cb1b5b30c admin admin] Made reservation on behalf of ebf1693107584ee2863f1119d2dec38c for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:55:14.415371 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Network af8e8904-96f8-43aa-96fc-cdc47e60811e is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:55:14.418052 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a9d2cd96-7099-444e-b063-e20cb1b5b30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:14.423314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:14.450167 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a9d2cd96-7099-444e-b063-e20cb1b5b30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:14.683782 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Router 6bb50147-37b0-4d34-8101-6edef96740e7 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:55:14.743459 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a9d2cd96-7099-444e-b063-e20cb1b5b30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:14.750740 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a9d2cd96-7099-444e-b063-e20cb1b5b30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:14.806379 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2cd96-7099-444e-b063-e20cb1b5b30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:14.818411 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d2cd96-7099-444e-b063-e20cb1b5b30c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:55:14.839023 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a9d2cd96-7099-444e-b063-e20cb1b5b30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:14.839453 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-a9d2cd96-7099-444e-b063-e20cb1b5b30c admin admin] Added segment 89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea of type vlan for network 1b052415-ea98-4ad2-9697-24ee25c7523e Jul 15 14:55:14.917830 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a9d2cd96-7099-444e-b063-e20cb1b5b30c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:14.954810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:55:14.967030 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2bcda3ba-12fb-4912-8891-54e247459760 admin admin] 10.222.0.38 "PUT /v2.0/routers/6bb50147-37b0-4d34-8101-6edef96740e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4218733 Jul 15 14:55:15.015023 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a9d2cd96-7099-444e-b063-e20cb1b5b30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:15.015023 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d2cd96-7099-444e-b063-e20cb1b5b30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:15.015023 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a9d2cd96-7099-444e-b063-e20cb1b5b30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:15.113554 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a9d2cd96-7099-444e-b063-e20cb1b5b30c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0056934 Jul 15 14:55:15.116753 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44646) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:15.124751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-97d90113-7fb0-4417-9999-d477b95457a4 admin admin] Request body: {'subnet': {'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1884582954-subnet', 'tenant_id': 'ebf1693107584ee2863f1119d2dec38c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:15.188798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d90113-7fb0-4417-9999-d477b95457a4 admin admin] Made reservation on behalf of ebf1693107584ee2863f1119d2dec38c for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:55:15.192691 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97d90113-7fb0-4417-9999-d477b95457a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:15.288781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2cd96-7099-444e-b063-e20cb1b5b30c admin admin] Pushing event updated for resources: {'Network': ['ID=1b052415-ea98-4ad2-9697-24ee25c7523e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:15.300554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 1b052415-ea98-4ad2-9697-24ee25c7523e details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:55:15.578190 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97d90113-7fb0-4417-9999-d477b95457a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:15.641982 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d90113-7fb0-4417-9999-d477b95457a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f5fa273-121e-4648-b059-cb3497a7f2a0,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:15.723910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d36dec51-9c27-474c-93df-fa6cabf7acb9 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:55:15.751381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d90113-7fb0-4417-9999-d477b95457a4 admin admin] Checking segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:55:15.752162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d90113-7fb0-4417-9999-d477b95457a4 admin admin] Network hostable DHCP agents. Network: 1b052415-ea98-4ad2-9697-24ee25c7523e, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:55:15.789546 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d90113-7fb0-4417-9999-d477b95457a4 admin admin] Network 1b052415-ea98-4ad2-9697-24ee25c7523e is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:55:15.843675 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-97d90113-7fb0-4417-9999-d477b95457a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 1b052415-ea98-4ad2-9697-24ee25c7523e) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:15.850454 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d90113-7fb0-4417-9999-d477b95457a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:15.851460 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97d90113-7fb0-4417-9999-d477b95457a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:15.857563 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b44f86-01ba-4a41-96fd-139040a81e2f None None] Network 1b052415-ea98-4ad2-9697-24ee25c7523e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:55:15.862045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port d36dec51-9c27-474c-93df-fa6cabf7acb9 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:55:15.879762 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d36dec51-9c27-474c-93df-fa6cabf7acb9 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:55:15.880518 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:15.891211 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-97d90113-7fb0-4417-9999-d477b95457a4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7713284 Jul 15 14:55:16.211413 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70904bf-faa8-4bb1-949f-27736bf22bd2 None None] Network 1b052415-ea98-4ad2-9697-24ee25c7523e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:55:16.337968 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:16.450979 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port d36dec51-9c27-474c-93df-fa6cabf7acb9, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d36dec51-9c27-474c-93df-fa6cabf7acb9,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:16.460803 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:16.598221 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=d36dec51-9c27-474c-93df-fa6cabf7acb9,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:16.937249 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44670) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:16.943007 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a8967b1c-7346-4342-b803-c5bc2a5a1701 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-125357650-network', 'tenant_id': '7554f7e191264feb97db9ce298cda22f'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:17.015116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8967b1c-7346-4342-b803-c5bc2a5a1701 admin admin] Made reservation on behalf of 7554f7e191264feb97db9ce298cda22f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:55:17.024324 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8967b1c-7346-4342-b803-c5bc2a5a1701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:17.036661 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8967b1c-7346-4342-b803-c5bc2a5a1701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:17.252363 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Sync routers for ids ['6bb50147-37b0-4d34-8101-6edef96740e7'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:55:17.265258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Routers {'6bb50147-37b0-4d34-8101-6edef96740e7'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:55:17.265258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:55:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6bb50147-37b0-4d34-8101-6edef96740e7'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:17.267337 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8967b1c-7346-4342-b803-c5bc2a5a1701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:17.275553 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8967b1c-7346-4342-b803-c5bc2a5a1701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:17.302868 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8967b1c-7346-4342-b803-c5bc2a5a1701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18506c2-0b18-4802-9a93-aef9a392b345,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:17.318466 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8967b1c-7346-4342-b803-c5bc2a5a1701 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:55:17.332688 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8967b1c-7346-4342-b803-c5bc2a5a1701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:17.333634 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-a8967b1c-7346-4342-b803-c5bc2a5a1701 admin admin] Added segment 28d88d52-8ed5-4b11-90b9-42149c2cc3e6 of type vlan for network 3d8fe849-1aed-4366-a764-d9ed7c602349 Jul 15 14:55:17.416441 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8967b1c-7346-4342-b803-c5bc2a5a1701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:17.483675 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8967b1c-7346-4342-b803-c5bc2a5a1701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:17.490344 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Set router 6bb50147-37b0-4d34-8101-6edef96740e7 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:55:17.491081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8967b1c-7346-4342-b803-c5bc2a5a1701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:17.492380 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8967b1c-7346-4342-b803-c5bc2a5a1701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:17.642289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8967b1c-7346-4342-b803-c5bc2a5a1701 admin admin] Pushing event updated for resources: {'Network': ['ID=3d8fe849-1aed-4366-a764-d9ed7c602349,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:17.663509 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a8967b1c-7346-4342-b803-c5bc2a5a1701 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7249093 Jul 15 14:55:17.667698 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44678) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:17.676671 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-0b0aa076-f859-4df8-ab31-758e6c5c006e admin admin] Request body: {'subnet': {'network_id': '3d8fe849-1aed-4366-a764-d9ed7c602349', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-125357650-subnet', 'tenant_id': '7554f7e191264feb97db9ce298cda22f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:17.733433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0aa076-f859-4df8-ab31-758e6c5c006e admin admin] Made reservation on behalf of 7554f7e191264feb97db9ce298cda22f for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:55:17.744037 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b0aa076-f859-4df8-ab31-758e6c5c006e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:18.228157 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b0aa076-f859-4df8-ab31-758e6c5c006e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:18.293264 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 3d8fe849-1aed-4366-a764-d9ed7c602349 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:55:18.298943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d36dec51-9c27-474c-93df-fa6cabf7acb9 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:55:18.351441 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0aa076-f859-4df8-ab31-758e6c5c006e admin admin] Checking segment: {'id': '28d88d52-8ed5-4b11-90b9-42149c2cc3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d8fe849-1aed-4366-a764-d9ed7c602349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:55:18.352476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0aa076-f859-4df8-ab31-758e6c5c006e admin admin] Network hostable DHCP agents. Network: 3d8fe849-1aed-4366-a764-d9ed7c602349, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:55:18.381199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0aa076-f859-4df8-ab31-758e6c5c006e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b66e3e9-bd5b-4be8-bb4d-5f67aa75f1bd,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:18.395896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0aa076-f859-4df8-ab31-758e6c5c006e admin admin] Network 3d8fe849-1aed-4366-a764-d9ed7c602349 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:55:18.421921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-0b0aa076-f859-4df8-ab31-758e6c5c006e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 3d8fe849-1aed-4366-a764-d9ed7c602349) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:18.433916 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0aa076-f859-4df8-ab31-758e6c5c006e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:18.434140 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b0aa076-f859-4df8-ab31-758e6c5c006e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:18.441764 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9983238-9ebf-4d3a-a6ab-182365921ef9 None None] Network 3d8fe849-1aed-4366-a764-d9ed7c602349 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:55:18.506966 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0b0aa076-f859-4df8-ab31-758e6c5c006e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8347723 Jul 15 14:55:18.516531 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d36dec51-9c27-474c-93df-fa6cabf7acb9 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:55:18.517124 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:18.602276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'name': 'tempest-ServerRescueTestJSON-1074822748-router', 'tenant_id': '7e794f51c90a43d0870d439e2c14f378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'd36dec51-9c27-474c-93df-fa6cabf7acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:55:07Z', 'updated_at': '2021-07-15T14:55:13Z', 'revision_number': 4, 'project_id': '7e794f51c90a43d0870d439e2c14f378', 'gw_port': {'id': 'd36dec51-9c27-474c-93df-fa6cabf7acb9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:55:08Z', 'updated_at': '2021-07-15T14:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d', 'name': '', 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e', 'tenant_id': '7e794f51c90a43d0870d439e2c14f378', 'mac_address': 'fa:16:3e:c5:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'e3e2944a-0132-40f6-86a7-f80000f7edae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:55:12Z', 'updated_at': '2021-07-15T14:55:13Z', 'revision_number': 2, 'project_id': '7e794f51c90a43d0870d439e2c14f378', 'subnets': [{'id': 'e3e2944a-0132-40f6-86a7-f80000f7edae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:18.637232 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Checking router: 6bb50147-37b0-4d34-8101-6edef96740e7 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:55:18.638051 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Updating router 6bb50147-37b0-4d34-8101-6edef96740e7 port 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:55:18.730086 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:18.733615 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:18.821493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2ec521-a2fb-4679-92c5-0977052a75fd None None] Network 3d8fe849-1aed-4366-a764-d9ed7c602349 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:55:19.058756 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:19.491048 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:19.513248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Transition to ACTIVE for port object 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:55:19.528917 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:19.649063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee0ab9-c66d-4d81-824d-3bf1db57d79c None None] Pushing event updated for resources: {'Port': ['ID=3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:19.715367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Attempting to bind port 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:55:19.716562 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Attempting to bind port 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'f53f488c-09e7-46a8-8277-21c71e902323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:55:19.717331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Attempting to bind port 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d on network af8e8904-96f8-43aa-96fc-cdc47e60811e {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:55:19.725772 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:55:19.726149 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Checking segment: {'id': 'f53f488c-09e7-46a8-8277-21c71e902323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:55:19.726601 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:19.727387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Bound using segment: {'id': 'f53f488c-09e7-46a8-8277-21c71e902323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:55:19.727893 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Bound port: 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53f488c-09e7-46a8-8277-21c71e902323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:55:19.728285 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:19.806183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] For port 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:55:19.809668 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] For port 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d,segment=NetworkSegment(f53f488c-09e7-46a8-8277-21c71e902323),segment_id=f53f488c-09e7-46a8-8277-21c71e902323)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:55:19.857080 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:19.936687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee0ab9-c66d-4d81-824d-3bf1db57d79c None None] Pushing event updated for resources: {'Port': ['ID=3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:19.954859 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Routers {'6bb50147-37b0-4d34-8101-6edef96740e7'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:55:19.955960 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:55:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6bb50147-37b0-4d34-8101-6edef96740e7'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:20.135058 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] Set router 6bb50147-37b0-4d34-8101-6edef96740e7 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:55:20.582502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'name': 'tempest-ServerRescueTestJSON-1074822748-router', 'tenant_id': '7e794f51c90a43d0870d439e2c14f378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'd36dec51-9c27-474c-93df-fa6cabf7acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:55:07Z', 'updated_at': '2021-07-15T14:55:13Z', 'revision_number': 4, 'project_id': '7e794f51c90a43d0870d439e2c14f378', 'gw_port': {'id': 'd36dec51-9c27-474c-93df-fa6cabf7acb9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:55:08Z', 'updated_at': '2021-07-15T14:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d', 'name': '', 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e', 'tenant_id': '7e794f51c90a43d0870d439e2c14f378', 'mac_address': 'fa:16:3e:c5:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'e3e2944a-0132-40f6-86a7-f80000f7edae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:55:12Z', 'updated_at': '2021-07-15T14:55:19Z', 'revision_number': 4, 'project_id': '7e794f51c90a43d0870d439e2c14f378', 'subnets': [{'id': 'e3e2944a-0132-40f6-86a7-f80000f7edae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:20.625192 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea764702-6abb-4f1b-80ab-e8a607817013 None None] The sync data for ids ['6bb50147-37b0-4d34-8101-6edef96740e7'] in n-d-764435-3 is: [{'id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'name': 'tempest-ServerRescueTestJSON-1074822748-router', 'tenant_id': '7e794f51c90a43d0870d439e2c14f378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'd36dec51-9c27-474c-93df-fa6cabf7acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:55:07Z', 'updated_at': '2021-07-15T14:55:13Z', 'revision_number': 4, 'project_id': '7e794f51c90a43d0870d439e2c14f378', 'gw_port': {'id': 'd36dec51-9c27-474c-93df-fa6cabf7acb9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:55:08Z', 'updated_at': '2021-07-15T14:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d', 'name': '', 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e', 'tenant_id': '7e794f51c90a43d0870d439e2c14f378', 'mac_address': 'fa:16:3e:c5:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'e3e2944a-0132-40f6-86a7-f80000f7edae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:55:12Z', 'updated_at': '2021-07-15T14:55:19Z', 'revision_number': 4, 'project_id': '7e794f51c90a43d0870d439e2c14f378', 'subnets': [{'id': 'e3e2944a-0132-40f6-86a7-f80000f7edae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:55:21.772277 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:55:21.910649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:55:21.946498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:55:21.954671 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:22.230048 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:22.307726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d,segment=NetworkSegment(f53f488c-09e7-46a8-8277-21c71e902323),segment_id=f53f488c-09e7-46a8-8277-21c71e902323)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:22.321439 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:22.395299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:23.656836 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:55:23.743276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:55:23.744220 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:24.658934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543fb22-262a-41fb-994b-70452fef06d6 req-eb41046e-826a-4aa9-a50e-bab6229b0254 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:24.672214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3543fb22-262a-41fb-994b-70452fef06d6 req-eb41046e-826a-4aa9-a50e-bab6229b0254 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.0845747 Jul 15 14:55:24.718589 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3543fb22-262a-41fb-994b-70452fef06d6 req-32b60838-a161-4b3d-84e3-55636bb780ef tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449383 Jul 15 14:55:24.781731 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8b9ee3-afb9-43de-8b6b-0d0232d1c30b x-openstack-request-id: req-2c8b9ee3-afb9-43de-8b6b-0d0232d1c30b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:24.782281 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332c8491-49bf-4b83-9bdc-c4eca55e149d", "name": "network-vif-plugged", "status": "completed", "tag": "d6d407e0-b4c3-4260-a325-858a6b8d338f", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:24.782447 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c8b9ee3-afb9-43de-8b6b-0d0232d1c30b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:24.783062 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332c8491-49bf-4b83-9bdc-c4eca55e149d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d407e0-b4c3-4260-a325-858a6b8d338f', 'code': 200} Jul 15 14:55:24.838166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5482d76-d036-4de9-8fd8-79664ad30388 req-23b99758-d289-4c1c-99b6-a8943a3975e1 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:24.845170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a5482d76-d036-4de9-8fd8-79664ad30388 req-23b99758-d289-4c1c-99b6-a8943a3975e1 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 945 time: 0.1197109 Jul 15 14:55:24.932176 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a5482d76-d036-4de9-8fd8-79664ad30388 req-4a92c056-135f-436b-827a-c7c555f81b50 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/security-groups?id=f419d37a-eb05-495e-b14e-3ef21e1daf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803046 Jul 15 14:55:24.983272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8febd7c-59e2-4991-843a-46bf9122765e req-b648eca4-3c53-4ba8-9b65-3d8539c360da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:24.988737 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8febd7c-59e2-4991-843a-46bf9122765e req-b648eca4-3c53-4ba8-9b65-3d8539c360da service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 1096 time: 0.0834653 Jul 15 14:55:24.999003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c9434-56f6-49ed-bf1c-456eac42e8ea req-88f74ec9-66e7-4434-9ee2-812fe98d5701 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:25.000653 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d3c9434-56f6-49ed-bf1c-456eac42e8ea req-88f74ec9-66e7-4434-9ee2-812fe98d5701 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 945 time: 0.0830472 Jul 15 14:55:25.040137 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8febd7c-59e2-4991-843a-46bf9122765e req-5a1e1582-0870-4fc7-b56a-085d862abde8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Jul 15 14:55:25.046845 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d3c9434-56f6-49ed-bf1c-456eac42e8ea req-c39c3c95-05eb-4870-8516-bdb8f3cc29cc tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 Jul 15 14:55:25.148336 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-85c0ff97-a5ee-48ee-9611-cbe30ad708c4 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:25.149885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-85c0ff97-a5ee-48ee-9611-cbe30ad708c4 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0905924 Jul 15 14:55:25.219050 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-1124f29f-7b11-4296-8826-6810a1802660 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.27 HTTP/1.1" status: 200 len: 695 time: 0.0556839 Jul 15 14:55:25.231316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-6f3e8dc0-c5b7-42e5-adf7-1d6604d40ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Request body: {'floatingip': {'port_id': 'dd4c3831-e0d4-4304-a124-d56960e9c80a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:25.275045 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-6f3e8dc0-c5b7-42e5-adf7-1d6604d40ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:25.423013 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94efb88-ff69-4d3c-87fa-0f05807ef935 req-e2b2b844-12a0-4dbb-9802-920ccb0f145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:25.424522 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d94efb88-ff69-4d3c-87fa-0f05807ef935 req-e2b2b844-12a0-4dbb-9802-920ccb0f145f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f650ca724c2f47838bda6b448b76e37b&device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 1097 time: 0.0530646 Jul 15 14:55:25.534704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-7a1c3873-bb94-450b-89e8-98b0a4814ad0 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:25.536223 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-7a1c3873-bb94-450b-89e8-98b0a4814ad0 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/networks?id=af8e8904-96f8-43aa-96fc-cdc47e60811e HTTP/1.1" status: 200 len: 811 time: 0.1941478 Jul 15 14:55:25.545956 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94efb88-ff69-4d3c-87fa-0f05807ef935 req-f6304755-16ef-4fa9-8cf8-7e96ef796298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:25.547554 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d94efb88-ff69-4d3c-87fa-0f05807ef935 req-f6304755-16ef-4fa9-8cf8-7e96ef796298 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee82be48-a052-4414-9d70-bc059584e660 HTTP/1.1" status: 200 len: 904 time: 0.0979278 Jul 15 14:55:25.590768 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-66d95c76-c530-42a6-b4b2-d13a2ba04876 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/quotas/7e794f51c90a43d0870d439e2c14f378 HTTP/1.1" status: 200 len: 375 time: 0.0469885 Jul 15 14:55:25.629717 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d94efb88-ff69-4d3c-87fa-0f05807ef935 req-ea2ebcc4-b4f3-4342-9374-8177c723c3dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b0d9627-54eb-4a02-a7c4-f88430a51a7d HTTP/1.1" status: 200 len: 217 time: 0.0391138 Jul 15 14:55:25.687767 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94efb88-ff69-4d3c-87fa-0f05807ef935 req-c534155e-3faa-43b8-9699-896493f90e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:25.692250 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d94efb88-ff69-4d3c-87fa-0f05807ef935 req-c534155e-3faa-43b8-9699-896493f90e6e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56d40fa9-e881-4b8a-ab3c-063e05208051 HTTP/1.1" status: 200 len: 843 time: 0.0523381 Jul 15 14:55:25.732662 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d94efb88-ff69-4d3c-87fa-0f05807ef935 req-196dbbc4-72ed-4f29-9c62-a8b8b58f6b7f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee82be48-a052-4414-9d70-bc059584e660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307150 Jul 15 14:55:25.752302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-65c25baf-5810-42cf-9d74-57946e1d39f9 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e794f51c90a43d0870d439e2c14f378&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1540818 Jul 15 14:55:25.828273 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d94efb88-ff69-4d3c-87fa-0f05807ef935 req-e7b70c1a-7259-4fe5-ac6c-64e70e68dedb service neutron] 10.222.0.22 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876052 Jul 15 14:55:25.915599 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-5a3881bf-ade4-46c1-88c4-80a8ee3efa96 service neutron] 10.222.0.38 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366768 Jul 15 14:55:25.930575 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d94efb88-ff69-4d3c-87fa-0f05807ef935 req-b011ffb1-3472-4b31-8285-01e87961b60c service neutron] 10.222.0.22 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954840 Jul 15 14:55:25.993982 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-6f3e8dc0-c5b7-42e5-adf7-1d6604d40ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:26.020473 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-6f3e8dc0-c5b7-42e5-adf7-1d6604d40ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:26.118355 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-7abf99c5-f34f-4089-8f70-ae38efe1bb5f service neutron] 10.222.0.38 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720526 Jul 15 14:55:26.139896 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-6f3e8dc0-c5b7-42e5-adf7-1d6604d40ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Floating IP 55d3d8a8-4f3f-4f93-ae74-d8b308f01937 associated. External IP: 172.25.4.27, port: dd4c3831-e0d4-4304-a124-d56960e9c80a. Jul 15 14:55:26.376399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-6f3e8dc0-c5b7-42e5-adf7-1d6604d40ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Router f677cbd5-28fc-412b-bd2c-7676cdd848f9 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:55:26.604499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-2d31788e-0f26-4155-b321-c867c135078e tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:26.607600 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-2d31788e-0f26-4155-b321-c867c135078e tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 808 time: 0.2162132 Jul 15 14:55:26.610291 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-6f3e8dc0-c5b7-42e5-adf7-1d6604d40ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:55:26.616108 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-6f3e8dc0-c5b7-42e5-adf7-1d6604d40ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:26.629627 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a34cf-283c-4ed0-a23d-46e64a763ff0 None None] Sync routers for ids ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:55:26.640153 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a34cf-283c-4ed0-a23d-46e64a763ff0 None None] Routers {'f677cbd5-28fc-412b-bd2c-7676cdd848f9'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:55:26.640769 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-254a34cf-283c-4ed0-a23d-46e64a763ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:55:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:26.657323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-08a86365-83be-4ff5-999c-272a3b9fc8da tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/quotas/ebf1693107584ee2863f1119d2dec38c HTTP/1.1" status: 200 len: 375 time: 0.0386028 Jul 15 14:55:26.697925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-b04fe24d-7dde-4de7-94fe-b262e5568a15 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328510 Jul 15 14:55:26.711308 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-6f3e8dc0-c5b7-42e5-adf7-1d6604d40ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "PUT /v2.0/floatingips/55d3d8a8-4f3f-4f93-ae74-d8b308f01937 HTTP/1.1" status: 200 len: 996 time: 1.4844091 Jul 15 14:55:26.713581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fd25a0-e25d-46c7-b83b-0942f4b882d0', 'tag': 'dd4c3831-e0d4-4304-a124-d56960e9c80a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:26.715733 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fe6d6e-ec12-4be4-a10d-daa03627393c" -d '{"events": [{"name": "network-changed", "server_uuid": "00fd25a0-e25d-46c7-b83b-0942f4b882d0", "tag": "dd4c3831-e0d4-4304-a124-d56960e9c80a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:26.770751 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-254a34cf-283c-4ed0-a23d-46e64a763ff0 None None] Set router f677cbd5-28fc-412b-bd2c-7676cdd848f9 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:55:26.784462 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb6601b-7f6e-4178-a942-0aa591128f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0d9627-54eb-4a02-a7c4-f88430a51a7d'}, {'server_uuid': '3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b209ae-4cb9-4438-8f90-acb2c1cac55a'}, {'server_uuid': 'a73db498-21af-4859-ad6f-13248c67a8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba273513-dfc4-49b7-817a-1bdfe976ce90'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:26.787731 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94308fe3-3e9a-401d-b59e-98109705ac7b" -d '{"events": [{"server_uuid": "5cb6601b-7f6e-4178-a942-0aa591128f69", "name": "network-vif-plugged", "status": "completed", "tag": "1b0d9627-54eb-4a02-a7c4-f88430a51a7d"}, {"server_uuid": "3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c", "name": "network-vif-plugged", "status": "completed", "tag": "49b209ae-4cb9-4438-8f90-acb2c1cac55a"}, {"server_uuid": "a73db498-21af-4859-ad6f-13248c67a8ff", "name": "network-vif-plugged", "status": "completed", "tag": "ba273513-dfc4-49b7-817a-1bdfe976ce90"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:26.845584 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-33c6b340-4aa8-4550-a8bd-7892ae716d8d service neutron] 10.222.0.38 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331394 Jul 15 14:55:26.850569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-7eeb55a9-1a20-4e8d-afff-83c7172b304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:26.851945 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-7eeb55a9-1a20-4e8d-afff-83c7172b304f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1925ba080f8f431e85a75f0d7aea9789&device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 1097 time: 0.1259580 Jul 15 14:55:27.018736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-b172ecb5-9a51-42b8-9408-1065f6ee2a5f service neutron] 10.222.0.38 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639578 Jul 15 14:55:27.021428 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-3e382747-c4a2-4990-819f-c219fd4d6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:27.023054 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-3e382747-c4a2-4990-819f-c219fd4d6833 service neutron] 10.222.0.38 "GET /v2.0/networks?id=22370a4f-22e6-4ce2-8e25-36e457c6f21c HTTP/1.1" status: 200 len: 929 time: 0.1589601 Jul 15 14:55:27.023188 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-254a34cf-283c-4ed0-a23d-46e64a763ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-router', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:41Z', 'updated_at': '2021-07-15T14:54:47Z', 'revision_number': 4, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'gw_port': {'id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:42Z', 'updated_at': '2021-07-15T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '55d3d8a8-4f3f-4f93-ae74-d8b308f01937', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'port_id': 'dd4c3831-e0d4-4304-a124-d56960e9c80a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'mac_address': 'fa:16:3e:de:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd25a0-e25d-46c7-b83b-0942f4b882d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:55:11Z', 'updated_at': '2021-07-15T14:55:25Z', 'revision_number': 1, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ab9766-c1cd-40f1-aa12-052a56fe17e6', 'name': '', 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'mac_address': 'fa:16:3e:7d:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '93491213-4372-4c58-8c27-3d9226c99708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:46Z', 'updated_at': '2021-07-15T14:54:54Z', 'revision_number': 5, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'subnets': [{'id': '93491213-4372-4c58-8c27-3d9226c99708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:27.060124 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a34cf-283c-4ed0-a23d-46e64a763ff0 None None] Checking router: f677cbd5-28fc-412b-bd2c-7676cdd848f9 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:55:27.069009 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a34cf-283c-4ed0-a23d-46e64a763ff0 None None] Routers {'f677cbd5-28fc-412b-bd2c-7676cdd848f9'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:55:27.069637 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-254a34cf-283c-4ed0-a23d-46e64a763ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:55:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:27.098677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-f227e403-6fb1-4070-957e-e29a77f2c1ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd4c3831-e0d4-4304-a124-d56960e9c80a HTTP/1.1" status: 200 len: 999 time: 0.0686846 Jul 15 14:55:27.152792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-c39623d1-16f8-46e5-b315-e149fcdd1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:27.165109 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-c39623d1-16f8-46e5-b315-e149fcdd1020 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=93491213-4372-4c58-8c27-3d9226c99708 HTTP/1.1" status: 200 len: 867 time: 0.0575199 Jul 15 14:55:27.190315 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-254a34cf-283c-4ed0-a23d-46e64a763ff0 None None] Set router f677cbd5-28fc-412b-bd2c-7676cdd848f9 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:55:27.261505 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-a019fd0b-22d9-47d4-875e-1d4f5eabac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:27.261505 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-a019fd0b-22d9-47d4-875e-1d4f5eabac98 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=22370a4f-22e6-4ce2-8e25-36e457c6f21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904508 Jul 15 14:55:27.427037 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-269022ff-74b1-4a55-bdac-fda06a19cb56 service neutron] 10.222.0.38 "GET /v2.0/networks/22370a4f-22e6-4ce2-8e25-36e457c6f21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593013 Jul 15 14:55:27.563098 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-254a34cf-283c-4ed0-a23d-46e64a763ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-router', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:41Z', 'updated_at': '2021-07-15T14:54:47Z', 'revision_number': 4, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'gw_port': {'id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:42Z', 'updated_at': '2021-07-15T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '55d3d8a8-4f3f-4f93-ae74-d8b308f01937', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'port_id': 'dd4c3831-e0d4-4304-a124-d56960e9c80a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'mac_address': 'fa:16:3e:de:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd25a0-e25d-46c7-b83b-0942f4b882d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:55:11Z', 'updated_at': '2021-07-15T14:55:25Z', 'revision_number': 1, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ab9766-c1cd-40f1-aa12-052a56fe17e6', 'name': '', 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'mac_address': 'fa:16:3e:7d:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '93491213-4372-4c58-8c27-3d9226c99708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:46Z', 'updated_at': '2021-07-15T14:54:54Z', 'revision_number': 5, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'subnets': [{'id': '93491213-4372-4c58-8c27-3d9226c99708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:27.599113 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a34cf-283c-4ed0-a23d-46e64a763ff0 None None] The sync data for ids ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'] in n-d-764435-3 is: [{'id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-router', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:41Z', 'updated_at': '2021-07-15T14:54:47Z', 'revision_number': 4, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'gw_port': {'id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:42Z', 'updated_at': '2021-07-15T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '55d3d8a8-4f3f-4f93-ae74-d8b308f01937', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'port_id': 'dd4c3831-e0d4-4304-a124-d56960e9c80a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'mac_address': 'fa:16:3e:de:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd25a0-e25d-46c7-b83b-0942f4b882d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:55:11Z', 'updated_at': '2021-07-15T14:55:25Z', 'revision_number': 1, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ab9766-c1cd-40f1-aa12-052a56fe17e6', 'name': '', 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'mac_address': 'fa:16:3e:7d:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '93491213-4372-4c58-8c27-3d9226c99708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:46Z', 'updated_at': '2021-07-15T14:54:54Z', 'revision_number': 5, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'subnets': [{'id': '93491213-4372-4c58-8c27-3d9226c99708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:55:27.615002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-de44bf93-76c1-47ee-9949-1baad6ad23e8 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:27.624046 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-de44bf93-76c1-47ee-9949-1baad6ad23e8 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.22 "GET /v2.0/networks?id=af8e8904-96f8-43aa-96fc-cdc47e60811e HTTP/1.1" status: 200 len: 811 time: 0.1480424 Jul 15 14:55:27.635983 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-7a0ba663-7923-4bc0-81af-8fa84a15a017 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Request body: {'port': {'device_id': '4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb', 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e', 'admin_state_up': True, 'tenant_id': '7e794f51c90a43d0870d439e2c14f378'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:27.649122 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4f109d1-a156-4f62-9a6d-087f11dab934 req-e5d3c1ef-94e4-499a-b4ce-8e853c3c8b0c service neutron] 10.222.0.38 "GET /v2.0/networks/22370a4f-22e6-4ce2-8e25-36e457c6f21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132945 Jul 15 14:55:27.710227 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ba273513-dfc4-49b7-817a-1bdfe976ce90 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:55:27.726506 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e40159-940e-4c3d-87ec-36d9bb32cab7 req-84bd055f-4e1d-495d-8153-8ebf74870541 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:27.741434 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11e40159-940e-4c3d-87ec-36d9bb32cab7 req-84bd055f-4e1d-495d-8153-8ebf74870541 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.2060757 Jul 15 14:55:27.828865 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11e40159-940e-4c3d-87ec-36d9bb32cab7 req-2cc8d5fb-ca8e-4da4-bc75-0bc3391f7d3c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864446 Jul 15 14:55:27.848497 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-7a0ba663-7923-4bc0-81af-8fa84a15a017 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Made reservation on behalf of 7e794f51c90a43d0870d439e2c14f378 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:55:27.855668 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-7a0ba663-7923-4bc0-81af-8fa84a15a017 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:27.944139 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:28.035456 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ba273513-dfc4-49b7-817a-1bdfe976ce90, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ba273513-dfc4-49b7-817a-1bdfe976ce90,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:28.044399 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:28.054463 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea755639-068b-4e92-aafb-99155a160fdc None None] New status for floating IP 55d3d8a8-4f3f-4f93-ae74-d8b308f01937: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:55:28.121858 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a4f6ab0f-7723-4fbf-8ebb-9b2a6db8d9af req-fd80be5e-c4ec-40b5-8610-cffdebed012b tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 210 time: 0.0571444 Jul 15 14:55:28.241807 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ba273513-dfc4-49b7-817a-1bdfe976ce90,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:28.331446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90f390-82d6-40d5-a15b-70a383fb0cf5 req-1682d5d7-1427-454b-afa9-0fef37fe52ae tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:28.334463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f90f390-82d6-40d5-a15b-70a383fb0cf5 req-1682d5d7-1427-454b-afa9-0fef37fe52ae tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 945 time: 0.1312757 Jul 15 14:55:28.348420 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e9736247-8405-4d93-a27f-ac15a26aced6 req-a88c6d52-133d-42a9-a997-1b88716ac9aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3944924 Jul 15 14:55:28.351962 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b271b346-e27a-40f2-9423-9188f76fae5c x-openstack-request-id: req-b271b346-e27a-40f2-9423-9188f76fae5c {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:28.352250 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fd25a0-e25d-46c7-b83b-0942f4b882d0", "tag": "dd4c3831-e0d4-4304-a124-d56960e9c80a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:28.352500 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b271b346-e27a-40f2-9423-9188f76fae5c {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:28.352904 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fd25a0-e25d-46c7-b83b-0942f4b882d0', 'tag': 'dd4c3831-e0d4-4304-a124-d56960e9c80a', 'status': 'completed', 'code': 200} Jul 15 14:55:28.375304 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-7a0ba663-7923-4bc0-81af-8fa84a15a017 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Allocated IP 172.20.0.7 (af8e8904-96f8-43aa-96fc-cdc47e60811e/e3e2944a-0132-40f6-86a7-f80000f7edae/6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:55:28.412635 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180fe1c9-3b8c-4526-8cf2-a090548ef557 x-openstack-request-id: req-180fe1c9-3b8c-4526-8cf2-a090548ef557 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:28.412945 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb6601b-7f6e-4178-a942-0aa591128f69", "name": "network-vif-plugged", "status": "completed", "tag": "1b0d9627-54eb-4a02-a7c4-f88430a51a7d", "code": 200}, {"server_uuid": "3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c", "name": "network-vif-plugged", "status": "completed", "tag": "49b209ae-4cb9-4438-8f90-acb2c1cac55a", "code": 200}, {"server_uuid": "a73db498-21af-4859-ad6f-13248c67a8ff", "name": "network-vif-plugged", "status": "completed", "tag": "ba273513-dfc4-49b7-817a-1bdfe976ce90", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:28.413197 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-180fe1c9-3b8c-4526-8cf2-a090548ef557 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:28.414653 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb6601b-7f6e-4178-a942-0aa591128f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0d9627-54eb-4a02-a7c4-f88430a51a7d', 'code': 200} Jul 15 14:55:28.415068 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b209ae-4cb9-4438-8f90-acb2c1cac55a', 'code': 200} Jul 15 14:55:28.416517 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73db498-21af-4859-ad6f-13248c67a8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba273513-dfc4-49b7-817a-1bdfe976ce90', 'code': 200} Jul 15 14:55:28.458982 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f90f390-82d6-40d5-a15b-70a383fb0cf5 req-21ba2e84-a7ab-41ce-af59-c933ea28d7f4 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164944 Jul 15 14:55:28.535711 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe6d6e-ec12-4be4-a10d-daa03627393c req-37294523-24af-4d71-9ad9-05e74d2df00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:28.537388 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e0fe6d6e-ec12-4be4-a10d-daa03627393c req-37294523-24af-4d71-9ad9-05e74d2df00f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1925ba080f8f431e85a75f0d7aea9789&device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 1097 time: 0.1508286 Jul 15 14:55:28.669918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe6d6e-ec12-4be4-a10d-daa03627393c req-da86645d-f665-43c6-b50b-415af2bd3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:28.671643 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e0fe6d6e-ec12-4be4-a10d-daa03627393c req-da86645d-f665-43c6-b50b-415af2bd3250 service neutron] 10.222.0.11 "GET /v2.0/networks?id=22370a4f-22e6-4ce2-8e25-36e457c6f21c HTTP/1.1" status: 200 len: 929 time: 0.0976589 Jul 15 14:55:28.692172 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5f788de-3a23-4dcc-b108-c6ff43a149b3 req-49fb7de4-8ecd-47c0-9842-74721f62e77c tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 210 time: 0.0845339 Jul 15 14:55:28.880570 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e0fe6d6e-ec12-4be4-a10d-daa03627393c req-751f595a-e5ab-4a34-ba76-2081941c4470 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd4c3831-e0d4-4304-a124-d56960e9c80a HTTP/1.1" status: 200 len: 1001 time: 0.1707277 Jul 15 14:55:28.889688 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-7a0ba663-7923-4bc0-81af-8fa84a15a017 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:28.918861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74e3ca-3181-4185-8aeb-90470d049149 req-4d700861-4f79-4e7c-b2df-0b1239f18666 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:28.922205 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a74e3ca-3181-4185-8aeb-90470d049149 req-4d700861-4f79-4e7c-b2df-0b1239f18666 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73db498-21af-4859-ad6f-13248c67a8ff HTTP/1.1" status: 200 len: 947 time: 0.2179947 Jul 15 14:55:28.956152 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8caa3-809b-4dc8-a09c-ae85c44bb9ed req-439f14b8-acf8-4412-81a1-d2fa3cb7fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:28.957902 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fef8caa3-809b-4dc8-a09c-ae85c44bb9ed req-439f14b8-acf8-4412-81a1-d2fa3cb7fa08 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 1101 time: 0.2337985 Jul 15 14:55:28.959598 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9736247-8405-4d93-a27f-ac15a26aced6 req-9ae7a5d6-ebe4-405e-ad25-8c87a67dc2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:28.961012 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e9736247-8405-4d93-a27f-ac15a26aced6 req-9ae7a5d6-ebe4-405e-ad25-8c87a67dc2a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ff6a9af89cb4d41b79cb32117050ede&device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 1096 time: 0.3881800 Jul 15 14:55:29.019493 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe6d6e-ec12-4be4-a10d-daa03627393c req-d986f8c8-aac6-4a07-ad5a-f73b3c2d560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:29.021040 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e0fe6d6e-ec12-4be4-a10d-daa03627393c req-d986f8c8-aac6-4a07-ad5a-f73b3c2d560e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93491213-4372-4c58-8c27-3d9226c99708 HTTP/1.1" status: 200 len: 867 time: 0.1263511 Jul 15 14:55:29.029403 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a74e3ca-3181-4185-8aeb-90470d049149 req-57b12dc6-43ce-4d49-aa8f-bdd9ca274ae7 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008561 Jul 15 14:55:29.105171 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fef8caa3-809b-4dc8-a09c-ae85c44bb9ed req-4400d281-abd9-4a07-a208-414112615aa9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354890 Jul 15 14:55:29.113577 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1b0d9627-54eb-4a02-a7c4-f88430a51a7d no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:55:29.287501 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-7a0ba663-7923-4bc0-81af-8fa84a15a017 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:29.384252 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-a677bfde-e35f-4d40-b953-f219b61bf271 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 258 time: 0.3077526 Jul 15 14:55:29.399427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:29.444747 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:29.514337 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-7a0ba663-7923-4bc0-81af-8fa84a15a017 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Network af8e8904-96f8-43aa-96fc-cdc47e60811e is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:55:29.535074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe6d6e-ec12-4be4-a10d-daa03627393c req-1b0c5c35-7699-4b2d-9f06-4cd292f52eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:29.536489 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e0fe6d6e-ec12-4be4-a10d-daa03627393c req-1b0c5c35-7699-4b2d-9f06-4cd292f52eea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22370a4f-22e6-4ce2-8e25-36e457c6f21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4965100 Jul 15 14:55:29.575164 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-7a0ba663-7923-4bc0-81af-8fa84a15a017 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:29.581851 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9736247-8405-4d93-a27f-ac15a26aced6 req-283352a6-f325-4eef-99c5-139fddc2341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:29.583995 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e9736247-8405-4d93-a27f-ac15a26aced6 req-283352a6-f325-4eef-99c5-139fddc2341e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6122074b-6a36-40d2-aa35-021aba6c6760 HTTP/1.1" status: 200 len: 916 time: 0.5816655 Jul 15 14:55:29.584896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-7a0ba663-7923-4bc0-81af-8fa84a15a017 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:55:29.595524 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ba663-7923-4bc0-81af-8fa84a15a017 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Pushing event updated for resources: {'Port': ['ID=6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:29.678787 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:29.764800 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:29.777445 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:29.841253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:29.955039 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7cf5-d4a9-4389-9904-3b4f59e2445a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:30.156686 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:30.161098 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e9736247-8405-4d93-a27f-ac15a26aced6 req-a974ffd8-2418-4072-9466-028d56bcdef4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7234476d-7f31-4f0b-8ff0-788fc22f2039 HTTP/1.1" status: 200 len: 1001 time: 0.5577509 Jul 15 14:55:30.168608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79740eb1-a637-4915-ba5c-92c05aba5a13 req-06b6ca7b-44dd-4279-bed0-4caa2ad3aee7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:30.170238 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79740eb1-a637-4915-ba5c-92c05aba5a13 req-06b6ca7b-44dd-4279-bed0-4caa2ad3aee7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.5504389 Jul 15 14:55:30.181363 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-df86efcb-289e-423b-88f1-b9990fc8db86 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:30.183169 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-df86efcb-289e-423b-88f1-b9990fc8db86 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.22 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 808 time: 0.8555157 Jul 15 14:55:30.199922 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-7a0ba663-7923-4bc0-81af-8fa84a15a017 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:30.200534 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-7a0ba663-7923-4bc0-81af-8fa84a15a017 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:30.224092 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-fcc1af35-ae1a-4bf5-8d7b-4f08834e6fd3 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Request body: {'port': {'device_id': 'd349d337-551c-4967-9b41-1f39f0b5267f', 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e', 'admin_state_up': True, 'tenant_id': 'ebf1693107584ee2863f1119d2dec38c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:30.261553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79740eb1-a637-4915-ba5c-92c05aba5a13 req-2f14121a-3262-4ea5-8512-0f30f0ce938f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798459 Jul 15 14:55:30.288506 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e0fe6d6e-ec12-4be4-a10d-daa03627393c req-f2d24d7f-d5e5-4ee1-9382-60eeade40ef0 service neutron] 10.222.0.11 "GET /v2.0/networks/22370a4f-22e6-4ce2-8e25-36e457c6f21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7086070 Jul 15 14:55:30.290467 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9736247-8405-4d93-a27f-ac15a26aced6 req-d345ce92-e3e1-42c9-9882-c9654bfe262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:30.292683 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e9736247-8405-4d93-a27f-ac15a26aced6 req-d345ce92-e3e1-42c9-9882-c9654bfe262f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db80375f-e17f-41b8-8f6f-04bd294d2e4b HTTP/1.1" status: 200 len: 854 time: 0.1213629 Jul 15 14:55:30.309027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Allocated IP 172.25.4.182 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/ededfea3-cd51-447d-abea-37f10c098ab2) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:55:30.333258 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-7a0ba663-7923-4bc0-81af-8fa84a15a017 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7015219 Jul 15 14:55:30.390629 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Request body: {'port': {'device_id': '4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:30.418427 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73db498-21af-4859-ad6f-13248c67a8ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba273513-dfc4-49b7-817a-1bdfe976ce90'}, {'server_uuid': '5cb6601b-7f6e-4178-a942-0aa591128f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b0d9627-54eb-4a02-a7c4-f88430a51a7d'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:30.422338 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82e2179-d1e0-4f88-b07a-1608563d0e31" -d '{"events": [{"server_uuid": "a73db498-21af-4859-ad6f-13248c67a8ff", "name": "network-vif-unplugged", "status": "completed", "tag": "ba273513-dfc4-49b7-817a-1bdfe976ce90"}, {"server_uuid": "5cb6601b-7f6e-4178-a942-0aa591128f69", "name": "network-vif-unplugged", "status": "completed", "tag": "1b0d9627-54eb-4a02-a7c4-f88430a51a7d"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:30.443294 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:30.489598 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:30.529324 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:55:30.535043 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:30.538114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:55:30.577280 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e0fe6d6e-ec12-4be4-a10d-daa03627393c req-ec31267f-168a-4ae1-a7a8-04392bc06e08 service neutron] 10.222.0.11 "GET /v2.0/networks/22370a4f-22e6-4ce2-8e25-36e457c6f21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419503 Jul 15 14:55:30.581829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9736247-8405-4d93-a27f-ac15a26aced6 req-0be98d31-5aac-4cc0-ab54-1d740bc2f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:30.583817 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e9736247-8405-4d93-a27f-ac15a26aced6 req-0be98d31-5aac-4cc0-ab54-1d740bc2f455 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6122074b-6a36-40d2-aa35-021aba6c6760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2496710 Jul 15 14:55:30.586357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-fcc1af35-ae1a-4bf5-8d7b-4f08834e6fd3 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Made reservation on behalf of ebf1693107584ee2863f1119d2dec38c for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:55:30.587656 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Pushing event updated for resources: {'Port': ['ID=ededfea3-cd51-447d-abea-37f10c098ab2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:30.589890 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-fcc1af35-ae1a-4bf5-8d7b-4f08834e6fd3 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:30.601250 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:30.680615 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:30.730056 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:30.904483 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:30.908237 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e9736247-8405-4d93-a27f-ac15a26aced6 req-eeaf9bf3-7486-4ebf-81da-1fb3e9eba084 service neutron] 10.222.0.11 "GET /v2.0/networks/6122074b-6a36-40d2-aa35-021aba6c6760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147187 Jul 15 14:55:30.913698 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:30.952176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-fcc1af35-ae1a-4bf5-8d7b-4f08834e6fd3 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Allocated IP 172.20.0.12 (1b052415-ea98-4ad2-9697-24ee25c7523e/4f5fa273-121e-4648-b059-cb3497a7f2a0/4a83bd1a-2802-4e0e-8b11-7e30f6861170) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:55:31.003310 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Pushing event updated for resources: {'Port': ['ID=ededfea3-cd51-447d-abea-37f10c098ab2,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:31.010985 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:31.028263 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:31.029536 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-dcbd3c49-cb75-4acd-9e85-eb5f5b94a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6441331 Jul 15 14:55:31.103939 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-7be95934-1eb6-4781-b166-7ecaa9244366 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.0665057 Jul 15 14:55:31.191911 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e9736247-8405-4d93-a27f-ac15a26aced6 req-d21f2ef5-d3c7-410c-b4d8-121dc3caf1e4 service neutron] 10.222.0.11 "GET /v2.0/networks/6122074b-6a36-40d2-aa35-021aba6c6760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692428 Jul 15 14:55:31.260533 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-7dbbcc88-eecd-4275-800b-12deee2229e8 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:31.274610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d0acdec-c20d-4941-b56c-28fd9a98cfb7 req-7dbbcc88-eecd-4275-800b-12deee2229e8 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.1693494 Jul 15 14:55:31.342038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:55:31.353408 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:31.386244 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-fcc1af35-ae1a-4bf5-8d7b-4f08834e6fd3 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:31.391521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Transition to ACTIVE for port object 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:55:31.398917 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:31.485858 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:31.507638 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce82c05-8153-4db8-8629-318bd6c7d75d req-b6084acb-ae2d-47f3-b0e4-97ea67ec2502 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:31.509245 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7ce82c05-8153-4db8-8629-318bd6c7d75d req-b6084acb-ae2d-47f3-b0e4-97ea67ec2502 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 945 time: 0.2092204 Jul 15 14:55:31.546754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38b877-051f-48e9-870a-03e9da2dbdcb req-1064e72d-8088-43ea-b666-f38a189a6050 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:31.548934 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b38b877-051f-48e9-870a-03e9da2dbdcb req-1064e72d-8088-43ea-b666-f38a189a6050 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 943 time: 0.1598594 Jul 15 14:55:31.607777 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-fcc1af35-ae1a-4bf5-8d7b-4f08834e6fd3 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:31.647902 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b38b877-051f-48e9-870a-03e9da2dbdcb req-26f938a4-41c8-497e-81c2-e9d6dd71d43d tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907469 Jul 15 14:55:31.663842 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67aa315-872d-472b-99d6-2b0bfab9f8a9 req-6389f7f8-97ae-4ce0-83e0-5f4ae92ab50e tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:31.663842 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c67aa315-872d-472b-99d6-2b0bfab9f8a9 req-6389f7f8-97ae-4ce0-83e0-5f4ae92ab50e tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 945 time: 0.1902008 Jul 15 14:55:31.707397 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c67aa315-872d-472b-99d6-2b0bfab9f8a9 req-87897c15-e17b-459d-a71b-ac6e4f8332e6 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/security-groups?id=f419d37a-eb05-495e-b14e-3ef21e1daf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420606 Jul 15 14:55:31.709028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Attempting to bind port 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:55:31.709559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Attempting to bind port 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'f53f488c-09e7-46a8-8277-21c71e902323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:55:31.709790 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Attempting to bind port 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 on network af8e8904-96f8-43aa-96fc-cdc47e60811e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:55:31.736743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-fcc1af35-ae1a-4bf5-8d7b-4f08834e6fd3 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Network 1b052415-ea98-4ad2-9697-24ee25c7523e is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:55:31.747807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1af35-ae1a-4bf5-8d7b-4f08834e6fd3 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Pushing event updated for resources: {'Port': ['ID=4a83bd1a-2802-4e0e-8b11-7e30f6861170,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:31.752904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-fcc1af35-ae1a-4bf5-8d7b-4f08834e6fd3 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:31.757091 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Port 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 on network af8e8904-96f8-43aa-96fc-cdc47e60811e not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:55:31.757091 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Attempting to bind port 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 on network af8e8904-96f8-43aa-96fc-cdc47e60811e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:55:31.769153 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2fde8a-e191-4288-a871-dda11e212646 x-openstack-request-id: req-cb2fde8a-e191-4288-a871-dda11e212646 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:31.769899 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73db498-21af-4859-ad6f-13248c67a8ff", "name": "network-vif-unplugged", "status": "completed", "tag": "ba273513-dfc4-49b7-817a-1bdfe976ce90", "code": 200}, {"server_uuid": "5cb6601b-7f6e-4178-a942-0aa591128f69", "name": "network-vif-unplugged", "status": "completed", "tag": "1b0d9627-54eb-4a02-a7c4-f88430a51a7d", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:31.769899 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb2fde8a-e191-4288-a871-dda11e212646 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:31.770246 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73db498-21af-4859-ad6f-13248c67a8ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba273513-dfc4-49b7-817a-1bdfe976ce90', 'code': 200} Jul 15 14:55:31.770398 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb6601b-7f6e-4178-a942-0aa591128f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b0d9627-54eb-4a02-a7c4-f88430a51a7d', 'code': 200} Jul 15 14:55:31.772303 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-fcc1af35-ae1a-4bf5-8d7b-4f08834e6fd3 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:55:31.806777 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:55:31.807030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Checking segment: {'id': 'f53f488c-09e7-46a8-8277-21c71e902323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:55:31.807643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Bound using segment: {'id': 'f53f488c-09e7-46a8-8277-21c71e902323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:55:31.808099 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Bound port: 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53f488c-09e7-46a8-8277-21c71e902323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:55:31.808463 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:31.868750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-fcc1af35-ae1a-4bf5-8d7b-4f08834e6fd3 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:31.869729 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-fcc1af35-ae1a-4bf5-8d7b-4f08834e6fd3 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:31.874151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8628961-dc08-4a27-a365-6cc6b74ae29c req-2e315dd7-7fdc-456e-8f78-8707e5584696 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:31.882455 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8628961-dc08-4a27-a365-6cc6b74ae29c req-2e315dd7-7fdc-456e-8f78-8707e5584696 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 932 time: 0.0880146 Jul 15 14:55:31.895911 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-7ce82c05-8153-4db8-8629-318bd6c7d75d req-f1390904-6077-4614-af5d-d07b13a6f306 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Deleting port 7234476d-7f31-4f0b-8ff0-788fc22f2039 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:55:31.896259 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ce82c05-8153-4db8-8629-318bd6c7d75d req-f1390904-6077-4614-af5d-d07b13a6f306 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:31.925762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8628961-dc08-4a27-a365-6cc6b74ae29c req-126c19db-b4a7-4b0e-9130-0cced7940a08 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Jul 15 14:55:31.926306 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-fcc1af35-ae1a-4bf5-8d7b-4f08834e6fd3 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7324221 Jul 15 14:55:31.947087 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Request body: {'port': {'device_id': 'd349d337-551c-4967-9b41-1f39f0b5267f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:31.975892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] For port 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:55:32.026290 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] For port 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6,segment=NetworkSegment(f53f488c-09e7-46a8-8277-21c71e902323),segment_id=f53f488c-09e7-46a8-8277-21c71e902323)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:55:32.061624 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:32.158633 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:32.160056 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:32.161486 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] 10.222.0.22 "PUT /v2.0/ports/6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 HTTP/1.1" status: 200 len: 1091 time: 1.8049223 Jul 15 14:55:32.164189 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb', 'tag': '6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:32.166814 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e79c6e8-87b0-4f84-9567-04c676bc0759" -d '{"events": [{"name": "network-changed", "server_uuid": "4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb", "tag": "6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:32.179861 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7ce82c05-8153-4db8-8629-318bd6c7d75d req-f1390904-6077-4614-af5d-d07b13a6f306 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] For port 7234476d-7f31-4f0b-8ff0-788fc22f2039, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=7234476d-7f31-4f0b-8ff0-788fc22f2039,segment=NetworkSegment(1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39),segment_id=1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:32.180277 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ce82c05-8153-4db8-8629-318bd6c7d75d req-f1390904-6077-4614-af5d-d07b13a6f306 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:32.199369 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:32.211217 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79574793-0f81-47c7-8a6d-07a5e35b8cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:32.289573 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72a1ae-b797-4a3d-93b1-413285df78e9 req-fd205bf7-21bc-46b2-be69-b0e3e3329c6d tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:32.292201 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a72a1ae-b797-4a3d-93b1-413285df78e9 req-fd205bf7-21bc-46b2-be69-b0e3e3329c6d tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1304123 Jul 15 14:55:32.354107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a72a1ae-b797-4a3d-93b1-413285df78e9 req-98386f24-973f-42fa-9047-817eb330eb54 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.0517633 Jul 15 14:55:32.365982 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-7a72a1ae-b797-4a3d-93b1-413285df78e9 req-812037c8-c34a-4057-89e6-c8bd2d404744 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Request body: {'floatingip': {'port_id': 'dd4c3831-e0d4-4304-a124-d56960e9c80a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:32.413527 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7a72a1ae-b797-4a3d-93b1-413285df78e9 req-812037c8-c34a-4057-89e6-c8bd2d404744 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:32.567146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-cdc597a9-5434-40d6-b035-bfeb338e6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:32.568818 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-cdc597a9-5434-40d6-b035-bfeb338e6b2e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e794f51c90a43d0870d439e2c14f378&device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 1094 time: 0.3073592 Jul 15 14:55:32.594048 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ce82c05-8153-4db8-8629-318bd6c7d75d req-f1390904-6077-4614-af5d-d07b13a6f306 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:32.594432 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ce82c05-8153-4db8-8629-318bd6c7d75d req-f1390904-6077-4614-af5d-d07b13a6f306 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:32.594756 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [req-7ce82c05-8153-4db8-8629-318bd6c7d75d req-f1390904-6077-4614-af5d-d07b13a6f306 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Floating IP 8d91dac1-a16a-4d6a-97e6-397473dc977c disassociated. External IP: 172.25.4.223, port: 7234476d-7f31-4f0b-8ff0-788fc22f2039. Jul 15 14:55:32.595105 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-7ce82c05-8153-4db8-8629-318bd6c7d75d req-f1390904-6077-4614-af5d-d07b13a6f306 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Calling delete_port for 7234476d-7f31-4f0b-8ff0-788fc22f2039 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:55:32.644663 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-6a6fd77d-c59c-4344-ab60-748f14f4fdc2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 HTTP/1.1" status: 200 len: 217 time: 0.0587475 Jul 15 14:55:32.705295 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:32.722682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8e546-0e64-46dc-a416-a6af6b2e53df req-f56a1fb9-8496-47ff-b86f-8920e8e001dd tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:32.724276 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4af8e546-0e64-46dc-a416-a6af6b2e53df req-f56a1fb9-8496-47ff-b86f-8920e8e001dd tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.1267970 Jul 15 14:55:32.759437 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-7a72a1ae-b797-4a3d-93b1-413285df78e9 req-812037c8-c34a-4057-89e6-c8bd2d404744 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 14:55:32.771217 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a72a1ae-b797-4a3d-93b1-413285df78e9 req-812037c8-c34a-4057-89e6-c8bd2d404744 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "PUT /v2.0/floatingips/faf4e6fa-b2a6-4566-af7d-158ae76a9636 HTTP/1.1" status: 409 len: 551 time: 0.4100642 Jul 15 14:55:32.804667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-0dc6c8b5-5aed-4a51-831b-3230362ead33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:32.806204 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-0dc6c8b5-5aed-4a51-831b-3230362ead33 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3e2944a-0132-40f6-86a7-f80000f7edae HTTP/1.1" status: 200 len: 851 time: 0.1297824 Jul 15 14:55:32.811222 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4af8e546-0e64-46dc-a416-a6af6b2e53df req-ca7b2bcb-a0ed-4f16-aeec-1670502be0e7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783658 Jul 15 14:55:32.856799 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0e4e-a8f6-40fa-bb48-2e167f0d5c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:32.867662 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-160a0d47-42fb-4209-8dd1-3a29ddc64f40 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af8e8904-96f8-43aa-96fc-cdc47e60811e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524683 Jul 15 14:55:32.906945 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0682e831-d14f-426e-a28e-a747535c59f7 x-openstack-request-id: req-0682e831-d14f-426e-a28e-a747535c59f7 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:32.907602 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb", "tag": "6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:32.908245 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0682e831-d14f-426e-a28e-a747535c59f7 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:32.909012 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb', 'tag': '6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6', 'status': 'completed', 'code': 200} Jul 15 14:55:32.967252 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a83bd1a-2802-4e0e-8b11-7e30f6861170 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:55:32.979831 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:33.037987 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Transition to ACTIVE for port object 4a83bd1a-2802-4e0e-8b11-7e30f6861170 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:55:33.055194 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:33.111632 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ce82c05-8153-4db8-8629-318bd6c7d75d req-f1390904-6077-4614-af5d-d07b13a6f306 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:33.129181 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00975af-3ccd-4d00-aa7f-964013452472 req-8dd881e7-892e-4078-8b44-bae1faa54b26 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:33.130317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 07cbaa8d-f415-4220-af89-d790a104ee3f details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:55:33.130765 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a00975af-3ccd-4d00-aa7f-964013452472 req-8dd881e7-892e-4078-8b44-bae1faa54b26 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/networks?id=ee82be48-a052-4414-9d70-bc059584e660 HTTP/1.1" status: 200 len: 803 time: 0.2022707 Jul 15 14:55:33.137159 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-087cbeb0-ff23-4c21-983d-77a57370cbc5 service neutron] 10.222.0.22 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606192 Jul 15 14:55:33.183371 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48b036-5e5a-4037-927a-a9ce89f9e66e req-e09ba31a-d928-4908-978d-590de96d3c63 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:33.185826 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f48b036-5e5a-4037-927a-a9ce89f9e66e req-e09ba31a-d928-4908-978d-590de96d3c63 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 943 time: 0.1658096 Jul 15 14:55:33.187549 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a00975af-3ccd-4d00-aa7f-964013452472 req-466be9eb-c47b-4353-8990-01dfc3758928 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/quotas/f650ca724c2f47838bda6b448b76e37b HTTP/1.1" status: 200 len: 375 time: 0.0484669 Jul 15 14:55:33.207843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Pushing event updated for resources: {'Port': ['ID=4a83bd1a-2802-4e0e-8b11-7e30f6861170,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:33.263517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 07cbaa8d-f415-4220-af89-d790a104ee3f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=07cbaa8d-f415-4220-af89-d790a104ee3f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:33.281932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '07cbaa8d-f415-4220-af89-d790a104ee3f', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '07cbaa8d-f415-4220-af89-d790a104ee3f', 'mac_address': 'fa:16:3e:2a:86:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:55:33.294744 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f48b036-5e5a-4037-927a-a9ce89f9e66e req-441b62a9-e14c-47e9-a70a-4daf9e7d8e53 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030672 Jul 15 14:55:33.307305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1390904-6077-4614-af5d-d07b13a6f306 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Pushing event deleted for resources: {'Port': ['ID=7234476d-7f31-4f0b-8ff0-788fc22f2039,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:33.342698 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:33.354716 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a00975af-3ccd-4d00-aa7f-964013452472 req-cc305372-ce80-4297-b68b-2f90e3132581 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f650ca724c2f47838bda6b448b76e37b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1568537 Jul 15 14:55:33.370304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07cbaa8d-f415-4220-af89-d790a104ee3f {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:55:33.406766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 07cbaa8d-f415-4220-af89-d790a104ee3f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=07cbaa8d-f415-4220-af89-d790a104ee3f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:33.415069 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:33.488935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=07cbaa8d-f415-4220-af89-d790a104ee3f,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:33.498835 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a00975af-3ccd-4d00-aa7f-964013452472 req-221fccb8-76bb-448a-9f5c-bd62c1efc51d service neutron] 10.222.0.38 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429453 Jul 15 14:55:33.554016 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['07cbaa8d-f415-4220-af89-d790a104ee3f'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:55:33.663691 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a00975af-3ccd-4d00-aa7f-964013452472 req-0bcf4818-e225-4ea5-87c5-e80bb0db40a9 service neutron] 10.222.0.38 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526425 Jul 15 14:55:33.678830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e44af70-eee7-481e-9279-713698a82f6e req-081c285a-298b-492a-92d1-5deb49a18185 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 210 time: 0.1830599 Jul 15 14:55:33.775077 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d5d0fe3-8363-4fa0-b35b-1e74676bf3f5 req-d2bdc1e4-21e2-473e-bfcd-deadadc1d852 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/floatingips/faf4e6fa-b2a6-4566-af7d-158ae76a9636 HTTP/1.1" status: 200 len: 693 time: 0.0595567 Jul 15 14:55:33.780854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 7234476d-7f31-4f0b-8ff0-788fc22f2039 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:55:33.853124 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 7234476d-7f31-4f0b-8ff0-788fc22f2039 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:55:33.854676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 7234476d-7f31-4f0b-8ff0-788fc22f2039 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:55:33.892745 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3950f2f6-8bff-47f8-b937-6e49ae8d7b3c req-94ac2577-bb3e-4b07-83d2-6988a6bfe08f service neutron] 10.222.0.22 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7461143 Jul 15 14:55:33.921335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Attempting to bind port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:55:33.921784 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Attempting to bind port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:55:33.922117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Attempting to bind port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:55:33.980690 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 on network 1b052415-ea98-4ad2-9697-24ee25c7523e not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:55:33.981012 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Attempting to bind port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:55:34.008449 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ce82c05-8153-4db8-8629-318bd6c7d75d req-f1390904-6077-4614-af5d-d07b13a6f306 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Router 65538790-1b1e-4435-9b25-ae221118e6ec has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:55:34.011870 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:55:34.012203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Checking segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:55:34.012603 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Bound using segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:55:34.013293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Bound port: 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:55:34.013656 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:34.064927 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d0fe3-8363-4fa0-b35b-1e74676bf3f5 req-395249b8-ef46-48a5-a90f-3fea5ed6bc4e tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:34.072896 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d5d0fe3-8363-4fa0-b35b-1e74676bf3f5 req-395249b8-ef46-48a5-a90f-3fea5ed6bc4e tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.2968628 Jul 15 14:55:34.079343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-9d5d0fe3-8363-4fa0-b35b-1e74676bf3f5 req-20c99b28-057e-45c6-92c1-a8ef101700cf tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:55:34.089290 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d5d0fe3-8363-4fa0-b35b-1e74676bf3f5 req-20c99b28-057e-45c6-92c1-a8ef101700cf tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152204 Jul 15 14:55:34.147252 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:34.183285 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d5d0fe3-8363-4fa0-b35b-1e74676bf3f5 req-96bc31c4-af3a-40fd-8128-a97649a87dae tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.0929463 Jul 15 14:55:34.283359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d5d0fe3-8363-4fa0-b35b-1e74676bf3f5 req-9a4bf39c-80fb-40da-a74f-2cd781d5e363 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.0988543 Jul 15 14:55:34.286821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822281e-bd3b-4846-b76b-6a64eac63a94 req-176b0db6-cf11-4963-a7c6-b27495bc92f7 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:34.287615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79c6e8-87b0-4f84-9567-04c676bc0759 req-caa9f68c-1236-40fb-82af-ed1e406f71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:34.288496 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9822281e-bd3b-4846-b76b-6a64eac63a94 req-176b0db6-cf11-4963-a7c6-b27495bc92f7 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cb6601b-7f6e-4178-a942-0aa591128f69 HTTP/1.1" status: 200 len: 944 time: 0.3460114 Jul 15 14:55:34.290075 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e79c6e8-87b0-4f84-9567-04c676bc0759 req-caa9f68c-1236-40fb-82af-ed1e406f71e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e794f51c90a43d0870d439e2c14f378&device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 1094 time: 0.3290291 Jul 15 14:55:34.301631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] For port 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:55:34.307648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] For port 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:55:34.321748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ce82c05-8153-4db8-8629-318bd6c7d75d req-f1390904-6077-4614-af5d-d07b13a6f306 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:55:34.324972 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:34.336279 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2842b8c1-2161-4cba-b199-9d3a3b2452ed None None] Sync routers for ids ['65538790-1b1e-4435-9b25-ae221118e6ec'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:55:34.349677 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2842b8c1-2161-4cba-b199-9d3a3b2452ed None None] Routers {'65538790-1b1e-4435-9b25-ae221118e6ec'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:55:34.356111 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2842b8c1-2161-4cba-b199-9d3a3b2452ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:55:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['65538790-1b1e-4435-9b25-ae221118e6ec'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:34.450167 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce82c05-8153-4db8-8629-318bd6c7d75d req-f1390904-6077-4614-af5d-d07b13a6f306 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] No DVR routers for this DVR port 7234476d-7f31-4f0b-8ff0-788fc22f2039 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:55:34.455652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:34.456819 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:34.458998 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] 10.222.0.22 "PUT /v2.0/ports/4a83bd1a-2802-4e0e-8b11-7e30f6861170 HTTP/1.1" status: 200 len: 1092 time: 2.5160055 Jul 15 14:55:34.467069 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ce82c05-8153-4db8-8629-318bd6c7d75d req-f1390904-6077-4614-af5d-d07b13a6f306 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:34.469166 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7ce82c05-8153-4db8-8629-318bd6c7d75d req-f1390904-6077-4614-af5d-d07b13a6f306 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.11 "DELETE /v2.0/ports/7234476d-7f31-4f0b-8ff0-788fc22f2039 HTTP/1.1" status: 204 len: 173 time: 2.9536388 Jul 15 14:55:34.603329 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2842b8c1-2161-4cba-b199-9d3a3b2452ed None None] Set router 65538790-1b1e-4435-9b25-ae221118e6ec gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:55:34.625213 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7249046-bfb5-4ffd-899e-0fd25c4df3d0 req-fe91c46b-6f59-47c7-8710-904149a4bd97 tempest-MigrationsAdminTest-1641280741 tempest-MigrationsAdminTest-1641280741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:34.628674 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d7249046-bfb5-4ffd-899e-0fd25c4df3d0 req-fe91c46b-6f59-47c7-8710-904149a4bd97 tempest-MigrationsAdminTest-1641280741 tempest-MigrationsAdminTest-1641280741-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 1101 time: 0.3624020 Jul 15 14:55:34.634254 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac6175-ed99-41ca-bcc0-e365fe5c2a5c service neutron] Pushing event updated for resources: {'Port': ['ID=4a83bd1a-2802-4e0e-8b11-7e30f6861170,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:34.653031 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d7249046-bfb5-4ffd-899e-0fd25c4df3d0 req-f491e6a2-009d-4c71-891a-bbf3fda074e4 tempest-MigrationsAdminTest-1641280741 tempest-MigrationsAdminTest-1641280741-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:34.716859 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-70b45379-5ec0-4d35-9728-3f0f963854f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:34.721375 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-70b45379-5ec0-4d35-9728-3f0f963854f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 1095 time: 0.1710947 Jul 15 14:55:34.754879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79c6e8-87b0-4f84-9567-04c676bc0759 req-19fa7b67-5657-4384-a371-5007e05a4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:34.756688 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e79c6e8-87b0-4f84-9567-04c676bc0759 req-19fa7b67-5657-4384-a371-5007e05a4c4b service neutron] 10.222.0.22 "GET /v2.0/networks?id=af8e8904-96f8-43aa-96fc-cdc47e60811e HTTP/1.1" status: 200 len: 912 time: 0.4281659 Jul 15 14:55:34.778157 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-9d5d0fe3-8363-4fa0-b35b-1e74676bf3f5 req-9ffa3420-27dd-45c9-bee4-a433aa486cbe tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Deleting port ededfea3-cd51-447d-abea-37f10c098ab2 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:55:34.778853 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9d5d0fe3-8363-4fa0-b35b-1e74676bf3f5 req-9ffa3420-27dd-45c9-bee4-a433aa486cbe tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:34.802746 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-cdfebc02-4a9b-4717-926e-7cea274b5217 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170 HTTP/1.1" status: 200 len: 217 time: 0.0692749 Jul 15 14:55:34.806233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9822281e-bd3b-4846-b76b-6a64eac63a94 req-ed6c5f59-9563-4f2a-a6ba-4431197b5356 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Deleting port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:55:34.806971 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9822281e-bd3b-4846-b76b-6a64eac63a94 req-ed6c5f59-9563-4f2a-a6ba-4431197b5356 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:34.830273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e79c6e8-87b0-4f84-9567-04c676bc0759 req-e3e7234c-4a98-4a73-889c-5152d00e45f9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 HTTP/1.1" status: 200 len: 217 time: 0.0601227 Jul 15 14:55:34.926897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd349d337-551c-4967-9b41-1f39f0b5267f', 'tag': '4a83bd1a-2802-4e0e-8b11-7e30f6861170'}, {'server_uuid': 'f6c6b2fd-b8b8-4225-9eb5-635a8409a643', 'name': 'network-vif-deleted', 'tag': '7234476d-7f31-4f0b-8ff0-788fc22f2039'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:34.930303 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bcf536-64e6-4d79-bde1-b56858cfe335" -d '{"events": [{"name": "network-changed", "server_uuid": "d349d337-551c-4967-9b41-1f39f0b5267f", "tag": "4a83bd1a-2802-4e0e-8b11-7e30f6861170"}, {"server_uuid": "f6c6b2fd-b8b8-4225-9eb5-635a8409a643", "name": "network-vif-deleted", "tag": "7234476d-7f31-4f0b-8ff0-788fc22f2039"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:34.947336 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-18f98fee-b661-4b38-9fe2-379ab1f6bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:34.949105 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-18f98fee-b661-4b38-9fe2-379ab1f6bed4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.1372647 Jul 15 14:55:34.954435 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d7249046-bfb5-4ffd-899e-0fd25c4df3d0 req-f491e6a2-009d-4c71-891a-bbf3fda074e4 tempest-MigrationsAdminTest-1641280741 tempest-MigrationsAdminTest-1641280741-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:34.973355 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d7249046-bfb5-4ffd-899e-0fd25c4df3d0 req-f491e6a2-009d-4c71-891a-bbf3fda074e4 tempest-MigrationsAdminTest-1641280741 tempest-MigrationsAdminTest-1641280741-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:34.985969 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9d5d0fe3-8363-4fa0-b35b-1e74676bf3f5 req-9ffa3420-27dd-45c9-bee4-a433aa486cbe tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:34.986397 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9d5d0fe3-8363-4fa0-b35b-1e74676bf3f5 req-9ffa3420-27dd-45c9-bee4-a433aa486cbe tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:35.009409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79c6e8-87b0-4f84-9567-04c676bc0759 req-4523ee87-ef44-434e-a017-160df4283165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:35.010986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e79c6e8-87b0-4f84-9567-04c676bc0759 req-4523ee87-ef44-434e-a017-160df4283165 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3e2944a-0132-40f6-86a7-f80000f7edae HTTP/1.1" status: 200 len: 851 time: 0.1581597 Jul 15 14:55:35.020066 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2842b8c1-2161-4cba-b199-9d3a3b2452ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'name': 'tempest-ServersTestBootFromVolume-780703170-router', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:51:55Z', 'updated_at': '2021-07-15T14:52:03Z', 'revision_number': 4, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'gw_port': {'id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:51:57Z', 'updated_at': '2021-07-15T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '7fb8a32b-cad2-44e9-a291-1a16de2f6589', 'name': '', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'mac_address': 'fa:16:3e:61:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:02Z', 'updated_at': '2021-07-15T14:52:11Z', 'revision_number': 5, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'subnets': [{'id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:35.037103 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-9d5d0fe3-8363-4fa0-b35b-1e74676bf3f5 req-9ffa3420-27dd-45c9-bee4-a433aa486cbe tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Calling delete_port for ededfea3-cd51-447d-abea-37f10c098ab2 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:55:35.048318 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d7249046-bfb5-4ffd-899e-0fd25c4df3d0 req-f491e6a2-009d-4c71-891a-bbf3fda074e4 tempest-MigrationsAdminTest-1641280741 tempest-MigrationsAdminTest-1641280741-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128056 Jul 15 14:55:35.062909 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-181bf609-2b4d-4f08-a1a0-4d969a8deb38 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843048 Jul 15 14:55:35.071934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9822281e-bd3b-4846-b76b-6a64eac63a94 req-ed6c5f59-9563-4f2a-a6ba-4431197b5356 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] For port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:35.072503 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9822281e-bd3b-4846-b76b-6a64eac63a94 req-ed6c5f59-9563-4f2a-a6ba-4431197b5356 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:35.093141 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2842b8c1-2161-4cba-b199-9d3a3b2452ed None None] Checking router: 65538790-1b1e-4435-9b25-ae221118e6ec for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:55:35.120592 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2842b8c1-2161-4cba-b199-9d3a3b2452ed None None] Routers {'65538790-1b1e-4435-9b25-ae221118e6ec'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:55:35.122060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491e6a2-009d-4c71-891a-bbf3fda074e4 tempest-MigrationsAdminTest-1641280741 tempest-MigrationsAdminTest-1641280741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac50c33-e7b0-4410-92d9-e6796a7a26bf,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:35.122925 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2842b8c1-2161-4cba-b199-9d3a3b2452ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:55:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['65538790-1b1e-4435-9b25-ae221118e6ec'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:35.126996 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e79c6e8-87b0-4f84-9567-04c676bc0759 req-19862507-671a-4919-abdc-6c71801f65cc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af8e8904-96f8-43aa-96fc-cdc47e60811e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050746 Jul 15 14:55:35.132084 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9822281e-bd3b-4846-b76b-6a64eac63a94 req-ed6c5f59-9563-4f2a-a6ba-4431197b5356 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Calling delete_port for 1b0d9627-54eb-4a02-a7c4-f88430a51a7d owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:55:35.137629 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:55:35.140566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 07cbaa8d-f415-4220-af89-d790a104ee3f up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:55:35.301452 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-ca342ad2-dc3e-4083-8367-3ea6366a0de4 service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252078 Jul 15 14:55:35.332173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 07cbaa8d-f415-4220-af89-d790a104ee3f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:55:35.332983 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:35.413424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e79c6e8-87b0-4f84-9567-04c676bc0759 req-9f204019-2933-4fc7-b585-c29fbcdd60eb service neutron] 10.222.0.22 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771807 Jul 15 14:55:35.461045 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2842b8c1-2161-4cba-b199-9d3a3b2452ed None None] Set router 65538790-1b1e-4435-9b25-ae221118e6ec gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:55:35.465320 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64354450-7ecf-4eb4-87c1-b57c6c852de1 req-b5ab04d3-2b2b-409c-848b-fc23856b3fbd tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:35.473043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-64354450-7ecf-4eb4-87c1-b57c6c852de1 req-b5ab04d3-2b2b-409c-848b-fc23856b3fbd tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 944 time: 0.2012646 Jul 15 14:55:35.522842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6,segment=NetworkSegment(f53f488c-09e7-46a8-8277-21c71e902323),segment_id=f53f488c-09e7-46a8-8277-21c71e902323)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:35.595807 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6', 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e', 'port_id': '6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6', 'mac_address': 'fa:16:3e:2b:2b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e2944a-0132-40f6-86a7-f80000f7edae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:55:35.627233 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-64354450-7ecf-4eb4-87c1-b57c6c852de1 req-bd7ffc02-df2a-47a3-abe4-b96f7dccb06e tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531153 Jul 15 14:55:35.684644 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e79c6e8-87b0-4f84-9567-04c676bc0759 req-a5530880-8eb2-4126-95d5-893d20d8b70b service neutron] 10.222.0.22 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589343 Jul 15 14:55:35.692144 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9d5d0fe3-8363-4fa0-b35b-1e74676bf3f5 req-9ffa3420-27dd-45c9-bee4-a433aa486cbe tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:35.737744 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa3420-27dd-45c9-bee4-a433aa486cbe tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Pushing event deleted for resources: {'Port': ['ID=ededfea3-cd51-447d-abea-37f10c098ab2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:35.745828 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:35.782647 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:35.802584 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:55:35.808382 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9822281e-bd3b-4846-b76b-6a64eac63a94 req-ed6c5f59-9563-4f2a-a6ba-4431197b5356 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:35.824587 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e047ae-0aca-4b3c-bac4-f47b0dbb5757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cbaa8d-f415-4220-af89-d790a104ee3f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:35.827084 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7489cc-3a19-4385-8ace-cb2752830dca" -d '{"events": [{"server_uuid": "a6e047ae-0aca-4b3c-bac4-f47b0dbb5757", "name": "network-vif-plugged", "status": "completed", "tag": "07cbaa8d-f415-4220-af89-d790a104ee3f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:35.867776 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6,segment=NetworkSegment(f53f488c-09e7-46a8-8277-21c71e902323),segment_id=f53f488c-09e7-46a8-8277-21c71e902323)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:35.872731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 07cbaa8d-f415-4220-af89-d790a104ee3f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=07cbaa8d-f415-4220-af89-d790a104ee3f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:35.881777 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:35.916321 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ca543d35-dfb0-4a08-8a65-fe6228f17ca8 req-5fe8c504-1647-474f-9218-6dc4de1c1f12 service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861487 Jul 15 14:55:35.920262 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c5f59-9563-4f2a-a6ba-4431197b5356 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Pushing event deleted for resources: {'Port': ['ID=1b0d9627-54eb-4a02-a7c4-f88430a51a7d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:35.952517 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9d5d0fe3-8363-4fa0-b35b-1e74676bf3f5 req-9ffa3420-27dd-45c9-bee4-a433aa486cbe tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:35.956280 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9d5d0fe3-8363-4fa0-b35b-1e74676bf3f5 req-9ffa3420-27dd-45c9-bee4-a433aa486cbe tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:35.962833 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d5d0fe3-8363-4fa0-b35b-1e74676bf3f5 req-9ffa3420-27dd-45c9-bee4-a433aa486cbe tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "DELETE /v2.0/floatingips/faf4e6fa-b2a6-4566-af7d-158ae76a9636 HTTP/1.1" status: 204 len: 173 time: 1.6528127 Jul 15 14:55:36.000754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9822281e-bd3b-4846-b76b-6a64eac63a94 req-ed6c5f59-9563-4f2a-a6ba-4431197b5356 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] No DVR routers for this DVR port 1b0d9627-54eb-4a02-a7c4-f88430a51a7d on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:55:36.005628 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9822281e-bd3b-4846-b76b-6a64eac63a94 req-ed6c5f59-9563-4f2a-a6ba-4431197b5356 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:36.007870 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9822281e-bd3b-4846-b76b-6a64eac63a94 req-ed6c5f59-9563-4f2a-a6ba-4431197b5356 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.22 "DELETE /v2.0/ports/1b0d9627-54eb-4a02-a7c4-f88430a51a7d HTTP/1.1" status: 204 len: 173 time: 1.6888957 Jul 15 14:55:36.017288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00975af-3ccd-4d00-aa7f-964013452472 req-41ead979-0657-49da-814e-93c1e8612eaa tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:36.019408 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00975af-3ccd-4d00-aa7f-964013452472 req-41ead979-0657-49da-814e-93c1e8612eaa tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.11 "GET /v2.0/networks?id=ee82be48-a052-4414-9d70-bc059584e660 HTTP/1.1" status: 200 len: 803 time: 0.3735983 Jul 15 14:55:36.040895 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a00975af-3ccd-4d00-aa7f-964013452472 req-f1d45a8d-3b17-464b-9494-bc811ba694be tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Request body: {'port': {'device_id': '7981d3c7-0cc0-4645-ac76-2adf33bb11b7', 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660', 'admin_state_up': True, 'tenant_id': 'f650ca724c2f47838bda6b448b76e37b'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:36.047851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2825938d-e818-41a7-8bbd-09c3111d2272 req-459691bc-311a-4dee-96bd-4573eda91927 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=7981d3c7-0cc0-4645-ac76-2adf33bb11b7 HTTP/1.1" status: 200 len: 210 time: 0.0469339 Jul 15 14:55:36.109792 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:36.118291 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:36.140775 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:36.234149 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:55:36.380847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3830f1-b3a2-4e4d-8b63-8b73938a5ee8 req-9227832d-5ac9-4eb2-9e88-7307a53c6298 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:36.395228 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb3830f1-b3a2-4e4d-8b63-8b73938a5ee8 req-9227832d-5ac9-4eb2-9e88-7307a53c6298 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 944 time: 0.1904845 Jul 15 14:55:36.419862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=07cbaa8d-f415-4220-af89-d790a104ee3f,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:36.483501 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00975af-3ccd-4d00-aa7f-964013452472 req-f1d45a8d-3b17-464b-9494-bc811ba694be tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Made reservation on behalf of f650ca724c2f47838bda6b448b76e37b for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:55:36.487782 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00975af-3ccd-4d00-aa7f-964013452472 req-f1d45a8d-3b17-464b-9494-bc811ba694be tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:36.508812 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2842b8c1-2161-4cba-b199-9d3a3b2452ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'name': 'tempest-ServersTestBootFromVolume-780703170-router', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:51:55Z', 'updated_at': '2021-07-15T14:52:03Z', 'revision_number': 4, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'gw_port': {'id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:51:57Z', 'updated_at': '2021-07-15T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '7fb8a32b-cad2-44e9-a291-1a16de2f6589', 'name': '', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'mac_address': 'fa:16:3e:61:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:02Z', 'updated_at': '2021-07-15T14:52:11Z', 'revision_number': 5, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'subnets': [{'id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:36.548623 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-149402a6-dd04-4a02-9cae-d056273dc190 req-c411ded9-f148-4ba0-9183-6f48cacc24de tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 210 time: 0.0651968 Jul 15 14:55:36.570510 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2842b8c1-2161-4cba-b199-9d3a3b2452ed None None] The sync data for ids ['65538790-1b1e-4435-9b25-ae221118e6ec'] in n-d-764435-3 is: [{'id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'name': 'tempest-ServersTestBootFromVolume-780703170-router', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:51:55Z', 'updated_at': '2021-07-15T14:52:03Z', 'revision_number': 4, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'gw_port': {'id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:51:57Z', 'updated_at': '2021-07-15T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '7fb8a32b-cad2-44e9-a291-1a16de2f6589', 'name': '', 'network_id': '6122074b-6a36-40d2-aa35-021aba6c6760', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'mac_address': 'fa:16:3e:61:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:52:02Z', 'updated_at': '2021-07-15T14:52:11Z', 'revision_number': 5, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'subnets': [{'id': 'db80375f-e17f-41b8-8f6f-04bd294d2e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:55:36.592911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb3830f1-b3a2-4e4d-8b63-8b73938a5ee8 req-e920d521-de0f-4c4f-85b6-3069e2bc75dd tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967618 Jul 15 14:55:36.664703 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b7a1bd-b04e-4b10-bbd9-d5b852c793a6 x-openstack-request-id: req-d7b7a1bd-b04e-4b10-bbd9-d5b852c793a6 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:36.665003 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d349d337-551c-4967-9b41-1f39f0b5267f", "tag": "4a83bd1a-2802-4e0e-8b11-7e30f6861170", "status": "completed", "code": 200}, {"server_uuid": "f6c6b2fd-b8b8-4225-9eb5-635a8409a643", "name": "network-vif-deleted", "tag": "7234476d-7f31-4f0b-8ff0-788fc22f2039", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:36.665267 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d7b7a1bd-b04e-4b10-bbd9-d5b852c793a6 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:36.665679 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd349d337-551c-4967-9b41-1f39f0b5267f', 'tag': '4a83bd1a-2802-4e0e-8b11-7e30f6861170', 'status': 'completed', 'code': 200} Jul 15 14:55:36.665933 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c6b2fd-b8b8-4225-9eb5-635a8409a643', 'name': 'network-vif-deleted', 'tag': '7234476d-7f31-4f0b-8ff0-788fc22f2039', 'status': 'completed', 'code': 200} Jul 15 14:55:36.739484 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540d3886-a9e7-4e7f-99b4-e532580bc0f9 x-openstack-request-id: req-540d3886-a9e7-4e7f-99b4-e532580bc0f9 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:36.740029 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e047ae-0aca-4b3c-bac4-f47b0dbb5757", "name": "network-vif-plugged", "status": "completed", "tag": "07cbaa8d-f415-4220-af89-d790a104ee3f", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:36.740428 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-540d3886-a9e7-4e7f-99b4-e532580bc0f9 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:36.741023 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e047ae-0aca-4b3c-bac4-f47b0dbb5757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cbaa8d-f415-4220-af89-d790a104ee3f', 'code': 200} Jul 15 14:55:36.913421 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-08347d54-3be4-4a28-b1fa-0002f9033c5c tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.27 HTTP/1.1" status: 200 len: 1001 time: 0.1458795 Jul 15 14:55:36.945860 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-a00975af-3ccd-4d00-aa7f-964013452472 req-f1d45a8d-3b17-464b-9494-bc811ba694be tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Allocated IP 172.20.0.5 (ee82be48-a052-4414-9d70-bc059584e660/56d40fa9-e881-4b8a-ab3c-063e05208051/df9b88ef-b102-423a-9519-81aad539b157) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:55:36.964454 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcf536-64e6-4d79-bde1-b56858cfe335 req-36bbeaa4-cde4-4953-8c29-7f998c23031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:36.966181 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-77bcf536-64e6-4d79-bde1-b56858cfe335 req-36bbeaa4-cde4-4953-8c29-7f998c23031e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 1095 time: 0.2708778 Jul 15 14:55:37.064191 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-535e8294-3fea-4f56-a2c1-18e945fcd968 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:37.086357 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-535e8294-3fea-4f56-a2c1-18e945fcd968 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports/dd4c3831-e0d4-4304-a124-d56960e9c80a HTTP/1.1" status: 200 len: 943 time: 0.1441801 Jul 15 14:55:37.131340 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4a83bd1a-2802-4e0e-8b11-7e30f6861170 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:55:37.133789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1b0d9627-54eb-4a02-a7c4-f88430a51a7d no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:55:37.224186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 1b0d9627-54eb-4a02-a7c4-f88430a51a7d {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:55:37.225126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1b0d9627-54eb-4a02-a7c4-f88430a51a7d not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:55:37.228449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d21b518-f941-490e-b4a3-8b4447a11c06 None None] New status for floating IP 8d91dac1-a16a-4d6a-97e6-397473dc977c: DOWN {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:55:37.236968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcf536-64e6-4d79-bde1-b56858cfe335 req-2c1b4507-f215-4155-a87a-f90771ce405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:37.238847 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-77bcf536-64e6-4d79-bde1-b56858cfe335 req-2c1b4507-f215-4155-a87a-f90771ce405b service neutron] 10.222.0.22 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.2631638 Jul 15 14:55:37.333326 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00975af-3ccd-4d00-aa7f-964013452472 req-f1d45a8d-3b17-464b-9494-bc811ba694be tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:37.364579 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 14:55:37.400883 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-1d2ccd7d-da9f-4b6e-9bf5-5476800ddf07 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.27 HTTP/1.1" status: 200 len: 1001 time: 0.1313305 Jul 15 14:55:37.529388 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00975af-3ccd-4d00-aa7f-964013452472 req-f1d45a8d-3b17-464b-9494-bc811ba694be tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:37.544147 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-77bcf536-64e6-4d79-bde1-b56858cfe335 req-13e20350-ccf1-41b0-b03e-d96658bb6091 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170 HTTP/1.1" status: 200 len: 217 time: 0.1169102 Jul 15 14:55:37.630243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-6c6103db-8690-4902-8e2e-f755fffb2547 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:37.640645 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-6c6103db-8690-4902-8e2e-f755fffb2547 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.2386491 Jul 15 14:55:37.736716 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:37.737969 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00975af-3ccd-4d00-aa7f-964013452472 req-f1d45a8d-3b17-464b-9494-bc811ba694be tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Network ee82be48-a052-4414-9d70-bc059584e660 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:55:37.751332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-a00975af-3ccd-4d00-aa7f-964013452472 req-f1d45a8d-3b17-464b-9494-bc811ba694be tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:37.762168 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00975af-3ccd-4d00-aa7f-964013452472 req-f1d45a8d-3b17-464b-9494-bc811ba694be tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:55:37.782994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '4a83bd1a-2802-4e0e-8b11-7e30f6861170', 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e', 'port_id': '4a83bd1a-2802-4e0e-8b11-7e30f6861170', 'mac_address': 'fa:16:3e:be:45:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5fa273-121e-4648-b059-cb3497a7f2a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:55:37.843691 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-3e66f205-72d6-4a7d-a5b5-57a10f49b8f8 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.27 HTTP/1.1" status: 200 len: 1001 time: 0.2019706 Jul 15 14:55:37.853891 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-156a91ef-b399-4117-9e07-da2e0685df96 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:37.881311 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:37.905704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a83bd1a-2802-4e0e-8b11-7e30f6861170 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:55:37.914910 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00975af-3ccd-4d00-aa7f-964013452472 req-f1d45a8d-3b17-464b-9494-bc811ba694be tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:37.925549 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00975af-3ccd-4d00-aa7f-964013452472 req-f1d45a8d-3b17-464b-9494-bc811ba694be tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:37.953039 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:37.961559 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:37.973931 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00975af-3ccd-4d00-aa7f-964013452472 req-f1d45a8d-3b17-464b-9494-bc811ba694be tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9416668 Jul 15 14:55:37.974756 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d45a8d-3b17-464b-9494-bc811ba694be tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Pushing event updated for resources: {'Port': ['ID=df9b88ef-b102-423a-9519-81aad539b157,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:37.981880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcf536-64e6-4d79-bde1-b56858cfe335 req-aace00b4-cf73-4db4-9a1c-2c13395961c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:37.988133 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-77bcf536-64e6-4d79-bde1-b56858cfe335 req-aace00b4-cf73-4db4-9a1c-2c13395961c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.4359941 Jul 15 14:55:38.004100 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Request body: {'port': {'device_id': '7981d3c7-0cc0-4645-ac76-2adf33bb11b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:38.028285 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-156a91ef-b399-4117-9e07-da2e0685df96 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:38.073565 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=4a83bd1a-2802-4e0e-8b11-7e30f6861170,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:38.148082 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-77bcf536-64e6-4d79-bde1-b56858cfe335 req-1800769f-4553-445b-a501-a6c316df0813 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833094 Jul 15 14:55:38.169254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391e4eb-c530-46ed-8c29-64e867012e13 req-ce42b36b-7175-4891-a7e1-0693bc3aca92 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:38.170849 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d391e4eb-c530-46ed-8c29-64e867012e13 req-ce42b36b-7175-4891-a7e1-0693bc3aca92 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 945 time: 0.2471337 Jul 15 14:55:38.234600 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:38.247680 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['4a83bd1a-2802-4e0e-8b11-7e30f6861170'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:55:38.256112 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d391e4eb-c530-46ed-8c29-64e867012e13 req-dba90bf4-cf2e-46fa-a100-e1a80e281f29 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507865 Jul 15 14:55:38.356187 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-156a91ef-b399-4117-9e07-da2e0685df96 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:38.365617 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-156a91ef-b399-4117-9e07-da2e0685df96 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:38.366112 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-156a91ef-b399-4117-9e07-da2e0685df96 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Floating IP 55d3d8a8-4f3f-4f93-ae74-d8b308f01937 disassociated. External IP: 172.25.4.27, port: dd4c3831-e0d4-4304-a124-d56960e9c80a. Jul 15 14:55:38.450569 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-77bcf536-64e6-4d79-bde1-b56858cfe335 req-56a3384d-f92c-4979-a661-16e66e0240b8 service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170177 Jul 15 14:55:38.581580 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-77bcf536-64e6-4d79-bde1-b56858cfe335 req-f7c03efb-d3cb-4bb9-b7c9-1b801fed854e service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063802 Jul 15 14:55:38.674949 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb6601b-7f6e-4178-a942-0aa591128f69', 'name': 'network-vif-deleted', 'tag': '1b0d9627-54eb-4a02-a7c4-f88430a51a7d'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:38.677521 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274e5499-513e-4e81-888b-accbae05fb17" -d '{"events": [{"server_uuid": "5cb6601b-7f6e-4178-a942-0aa591128f69", "name": "network-vif-deleted", "tag": "1b0d9627-54eb-4a02-a7c4-f88430a51a7d"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:38.702270 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-31ffcfa2-fbc6-4287-a22f-cf4854b18c4f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9415526 Jul 15 14:55:38.795896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-156a91ef-b399-4117-9e07-da2e0685df96 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Router f677cbd5-28fc-412b-bd2c-7676cdd848f9 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:55:38.809041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136acb47-36a7-46f3-b3d6-9bdc7ebfaea9 req-ab2a360e-5ce9-456b-b0f2-93bb4e0f9bc3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:38.817335 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-136acb47-36a7-46f3-b3d6-9bdc7ebfaea9 req-ab2a360e-5ce9-456b-b0f2-93bb4e0f9bc3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=7981d3c7-0cc0-4645-ac76-2adf33bb11b7 HTTP/1.1" status: 200 len: 931 time: 0.1666093 Jul 15 14:55:38.943136 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9b88ef-b102-423a-9519-81aad539b157 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:55:38.952125 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:38.968553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Transition to ACTIVE for port object df9b88ef-b102-423a-9519-81aad539b157 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:55:38.978993 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:39.131992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4a83bd1a-2802-4e0e-8b11-7e30f6861170 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:55:39.242381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Pushing event updated for resources: {'Port': ['ID=df9b88ef-b102-423a-9519-81aad539b157,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:39.249737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:55:39.254417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:55:39.254922 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:39.305561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Attempting to bind port df9b88ef-b102-423a-9519-81aad539b157 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:55:39.305925 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Attempting to bind port df9b88ef-b102-423a-9519-81aad539b157 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:55:39.307485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Attempting to bind port df9b88ef-b102-423a-9519-81aad539b157 on network ee82be48-a052-4414-9d70-bc059584e660 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:55:39.319552 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Port df9b88ef-b102-423a-9519-81aad539b157 on network ee82be48-a052-4414-9d70-bc059584e660 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:55:39.319808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Attempting to bind port df9b88ef-b102-423a-9519-81aad539b157 on network ee82be48-a052-4414-9d70-bc059584e660 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:55:39.335368 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:55:39.336392 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Checking segment: {'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:55:39.337437 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Bound using segment: {'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:55:39.338610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Bound port: df9b88ef-b102-423a-9519-81aad539b157, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:55:39.339927 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:39.439525 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:39.487599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd349d337-551c-4967-9b41-1f39f0b5267f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a83bd1a-2802-4e0e-8b11-7e30f6861170'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:39.496307 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcdc545-6d2c-40c6-a352-2f05ada038d5" -d '{"events": [{"server_uuid": "d349d337-551c-4967-9b41-1f39f0b5267f", "name": "network-vif-plugged", "status": "completed", "tag": "4a83bd1a-2802-4e0e-8b11-7e30f6861170"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:39.516370 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] For port df9b88ef-b102-423a-9519-81aad539b157, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:55:39.526737 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] For port df9b88ef-b102-423a-9519-81aad539b157, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=df9b88ef-b102-423a-9519-81aad539b157,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:55:39.531439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:39.541176 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:39.541377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:39.542175 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:55:39.576113 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-136acb47-36a7-46f3-b3d6-9bdc7ebfaea9 req-3c8d1280-4ef3-471c-a265-fcb3f9163874 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7576413 Jul 15 14:55:39.716883 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=4a83bd1a-2802-4e0e-8b11-7e30f6861170,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:39.730562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-156a91ef-b399-4117-9e07-da2e0685df96 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:55:39.735461 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-156a91ef-b399-4117-9e07-da2e0685df96 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:39.750158 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac99ee9-431a-4a5f-b031-71318d29a23a None None] Sync routers for ids ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:55:39.755426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:55:39.760079 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:55:39.760521 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:39.799155 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac99ee9-431a-4a5f-b031-71318d29a23a None None] Routers {'f677cbd5-28fc-412b-bd2c-7676cdd848f9'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:55:39.805461 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bac99ee9-431a-4a5f-b031-71318d29a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:55:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:39.812944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Pushing event updated for resources: {'Port': ['ID=df9b88ef-b102-423a-9519-81aad539b157,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:39.833849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:39.834476 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:39.836048 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e3b6def-652d-4fd7-9800-87442a81551d service neutron] 10.222.0.11 "PUT /v2.0/ports/df9b88ef-b102-423a-9519-81aad539b157 HTTP/1.1" status: 200 len: 1091 time: 1.8428152 Jul 15 14:55:39.874462 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33bc9604-93ce-4a52-a379-575948ec2fd9 req-7ff81887-12d9-4467-afc2-ba57783336c4 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 210 time: 0.0699325 Jul 15 14:55:39.892667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-156a91ef-b399-4117-9e07-da2e0685df96 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "PUT /v2.0/floatingips/55d3d8a8-4f3f-4f93-ae74-d8b308f01937 HTTP/1.1" status: 200 len: 694 time: 2.0479600 Jul 15 14:55:39.909891 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fd25a0-e25d-46c7-b83b-0942f4b882d0', 'tag': 'dd4c3831-e0d4-4304-a124-d56960e9c80a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:39.912893 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48358f05-1f4e-451d-b5da-9485c1a404ae" -d '{"events": [{"name": "network-changed", "server_uuid": "00fd25a0-e25d-46c7-b83b-0942f4b882d0", "tag": "dd4c3831-e0d4-4304-a124-d56960e9c80a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:40.043653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-77aee284-3188-4c94-9580-e61484c4fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:40.051427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-77aee284-3188-4c94-9580-e61484c4fe0f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1925ba080f8f431e85a75f0d7aea9789&device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 1097 time: 0.1284411 Jul 15 14:55:40.082307 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:40.089007 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00975af-3ccd-4d00-aa7f-964013452472 req-43f75f3c-162e-4d86-badb-ee9b987cd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:40.090553 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00975af-3ccd-4d00-aa7f-964013452472 req-43f75f3c-162e-4d86-badb-ee9b987cd1e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f650ca724c2f47838bda6b448b76e37b&device_id=7981d3c7-0cc0-4645-ac76-2adf33bb11b7 HTTP/1.1" status: 200 len: 1094 time: 0.1982889 Jul 15 14:55:40.167004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6,segment=NetworkSegment(f53f488c-09e7-46a8-8277-21c71e902323),segment_id=f53f488c-09e7-46a8-8277-21c71e902323)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:40.181579 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:40.188406 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-bac99ee9-431a-4a5f-b031-71318d29a23a None None] Set router f677cbd5-28fc-412b-bd2c-7676cdd848f9 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:55:40.228902 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00975af-3ccd-4d00-aa7f-964013452472 req-b4f53871-7710-42ae-9cc8-8ff7934a0186 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df9b88ef-b102-423a-9519-81aad539b157 HTTP/1.1" status: 200 len: 217 time: 0.1292377 Jul 15 14:55:40.326065 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:40.345273 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00975af-3ccd-4d00-aa7f-964013452472 req-a542f968-479c-4c7b-a17f-f3544d3d42b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:40.348905 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00975af-3ccd-4d00-aa7f-964013452472 req-a542f968-479c-4c7b-a17f-f3544d3d42b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56d40fa9-e881-4b8a-ab3c-063e05208051 HTTP/1.1" status: 200 len: 843 time: 0.1088860 Jul 15 14:55:40.355011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-d040397f-3952-4f56-8cbd-a75c7558c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:40.363115 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-d040397f-3952-4f56-8cbd-a75c7558c382 service neutron] 10.222.0.38 "GET /v2.0/networks?id=22370a4f-22e6-4ce2-8e25-36e457c6f21c HTTP/1.1" status: 200 len: 929 time: 0.3106389 Jul 15 14:55:40.416029 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00975af-3ccd-4d00-aa7f-964013452472 req-5e64afaa-17d9-4b65-8f7f-06842acbeed8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee82be48-a052-4414-9d70-bc059584e660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553882 Jul 15 14:55:40.456842 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-1ee7b058-150b-4abb-9ef5-e8da2697e028 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd4c3831-e0d4-4304-a124-d56960e9c80a HTTP/1.1" status: 200 len: 217 time: 0.0924666 Jul 15 14:55:40.539148 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-06e9f48a-6bc4-47f0-9190-9e1edf522e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:40.546213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-06e9f48a-6bc4-47f0-9190-9e1edf522e58 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=93491213-4372-4c58-8c27-3d9226c99708 HTTP/1.1" status: 200 len: 867 time: 0.0881793 Jul 15 14:55:40.561380 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bac99ee9-431a-4a5f-b031-71318d29a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-router', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:41Z', 'updated_at': '2021-07-15T14:54:47Z', 'revision_number': 4, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'gw_port': {'id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:42Z', 'updated_at': '2021-07-15T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e6ab9766-c1cd-40f1-aa12-052a56fe17e6', 'name': '', 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'mac_address': 'fa:16:3e:7d:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '93491213-4372-4c58-8c27-3d9226c99708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:46Z', 'updated_at': '2021-07-15T14:54:54Z', 'revision_number': 5, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'subnets': [{'id': '93491213-4372-4c58-8c27-3d9226c99708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:40.600177 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958a621-1539-4dbf-8d85-536db51c5865 req-abc8e0b4-9060-4773-88ca-6d844d7c32d1 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:40.607112 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5958a621-1539-4dbf-8d85-536db51c5865 req-abc8e0b4-9060-4773-88ca-6d844d7c32d1 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.4289227 Jul 15 14:55:40.619316 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00975af-3ccd-4d00-aa7f-964013452472 req-25d12125-d704-4f01-a709-dc226e5b5382 service neutron] 10.222.0.11 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906903 Jul 15 14:55:40.622900 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac99ee9-431a-4a5f-b031-71318d29a23a None None] Checking router: f677cbd5-28fc-412b-bd2c-7676cdd848f9 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:55:40.649795 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac99ee9-431a-4a5f-b031-71318d29a23a None None] Routers {'f677cbd5-28fc-412b-bd2c-7676cdd848f9'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:55:40.650430 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bac99ee9-431a-4a5f-b031-71318d29a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:55:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:40.672273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5958a621-1539-4dbf-8d85-536db51c5865 req-e021b3e3-8589-475b-bec8-76e37999796b tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641704 Jul 15 14:55:40.683481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-394804a8-31b9-4be1-96cc-3ffbb2c2263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:40.698625 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-394804a8-31b9-4be1-96cc-3ffbb2c2263e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=22370a4f-22e6-4ce2-8e25-36e457c6f21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514382 Jul 15 14:55:40.765626 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-bac99ee9-431a-4a5f-b031-71318d29a23a None None] Set router f677cbd5-28fc-412b-bd2c-7676cdd848f9 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:55:40.873313 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00975af-3ccd-4d00-aa7f-964013452472 req-a8ba67fb-016b-4dd9-8004-5f46aa7127b1 service neutron] 10.222.0.11 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451737 Jul 15 14:55:40.916820 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-9d41b8e3-47dd-4e0f-8b12-e905290cedc7 service neutron] 10.222.0.38 "GET /v2.0/networks/22370a4f-22e6-4ce2-8e25-36e457c6f21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170639 Jul 15 14:55:40.986433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02234014-e4f0-47bb-b232-8264c1160a1e req-75201a6a-23ce-48c5-8e5c-228cb2688389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:40.989700 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-75201a6a-23ce-48c5-8e5c-228cb2688389 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 1101 time: 0.1159344 Jul 15 14:55:41.086478 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba5dc011-457b-47cc-aa55-a6d877a2029a req-d99a5a93-fb94-4636-b7a9-94b72e60155d service neutron] 10.222.0.38 "GET /v2.0/networks/22370a4f-22e6-4ce2-8e25-36e457c6f21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588855 Jul 15 14:55:41.169576 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bac99ee9-431a-4a5f-b031-71318d29a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-router', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:41Z', 'updated_at': '2021-07-15T14:54:47Z', 'revision_number': 4, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'gw_port': {'id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:42Z', 'updated_at': '2021-07-15T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e6ab9766-c1cd-40f1-aa12-052a56fe17e6', 'name': '', 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'mac_address': 'fa:16:3e:7d:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '93491213-4372-4c58-8c27-3d9226c99708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:46Z', 'updated_at': '2021-07-15T14:54:54Z', 'revision_number': 5, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'subnets': [{'id': '93491213-4372-4c58-8c27-3d9226c99708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:41.196807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02234014-e4f0-47bb-b232-8264c1160a1e req-03f524b8-7d79-4d67-b501-d8a944d51bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:41.200042 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-03f524b8-7d79-4d67-b501-d8a944d51bef service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2006509 Jul 15 14:55:41.203791 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc6cd56-bc83-4dd9-bca3-d4903c83a130 x-openstack-request-id: req-fdc6cd56-bc83-4dd9-bca3-d4903c83a130 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:41.204080 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb6601b-7f6e-4178-a942-0aa591128f69", "name": "network-vif-deleted", "tag": "1b0d9627-54eb-4a02-a7c4-f88430a51a7d", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:41.204333 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fdc6cd56-bc83-4dd9-bca3-d4903c83a130 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:41.204731 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb6601b-7f6e-4178-a942-0aa591128f69', 'name': 'network-vif-deleted', 'tag': '1b0d9627-54eb-4a02-a7c4-f88430a51a7d', 'status': 'completed', 'code': 200} Jul 15 14:55:41.212314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03a103-53d8-441c-9fdb-37d664b385b3 req-52575efe-a634-4b10-8048-ff87da182d1b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:41.219518 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0e03a103-53d8-441c-9fdb-37d664b385b3 req-52575efe-a634-4b10-8048-ff87da182d1b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.2569199 Jul 15 14:55:41.246327 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac99ee9-431a-4a5f-b031-71318d29a23a None None] The sync data for ids ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'] in n-d-764435-3 is: [{'id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-router', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:41Z', 'updated_at': '2021-07-15T14:54:47Z', 'revision_number': 4, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'gw_port': {'id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:42Z', 'updated_at': '2021-07-15T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e6ab9766-c1cd-40f1-aa12-052a56fe17e6', 'name': '', 'network_id': '22370a4f-22e6-4ce2-8e25-36e457c6f21c', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'mac_address': 'fa:16:3e:7d:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '93491213-4372-4c58-8c27-3d9226c99708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:46Z', 'updated_at': '2021-07-15T14:54:54Z', 'revision_number': 5, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'subnets': [{'id': '93491213-4372-4c58-8c27-3d9226c99708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:55:41.272418 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-f23de4e4-ee2e-4b2e-a650-998e322bc062 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a HTTP/1.1" status: 200 len: 217 time: 0.0623443 Jul 15 14:55:41.298729 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0e03a103-53d8-441c-9fdb-37d664b385b3 req-8da74441-b745-42da-8af2-4ac94bfe86ef tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781853 Jul 15 14:55:41.447163 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02234014-e4f0-47bb-b232-8264c1160a1e req-54f97b32-e9ff-4059-9758-21224896339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:41.452559 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-54f97b32-e9ff-4059-9758-21224896339a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1690671 Jul 15 14:55:41.492216 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d14c65-b4ea-4dbd-93f5-60fa1d4bc68b x-openstack-request-id: req-f8d14c65-b4ea-4dbd-93f5-60fa1d4bc68b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:41.492744 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d349d337-551c-4967-9b41-1f39f0b5267f", "name": "network-vif-plugged", "status": "completed", "tag": "4a83bd1a-2802-4e0e-8b11-7e30f6861170", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:41.492744 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f8d14c65-b4ea-4dbd-93f5-60fa1d4bc68b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:41.493300 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd349d337-551c-4967-9b41-1f39f0b5267f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a83bd1a-2802-4e0e-8b11-7e30f6861170', 'code': 200} Jul 15 14:55:41.569837 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dd785-35ea-4b17-a675-9ee1921446e4 req-07731bc5-1070-4d08-a1f5-900c60e8d968 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:41.606496 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02234014-e4f0-47bb-b232-8264c1160a1e req-733c62f9-d857-4bc5-990a-f00706a5250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:41.608428 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-733c62f9-d857-4bc5-990a-f00706a5250c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471617 Jul 15 14:55:41.613964 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af5dd785-35ea-4b17-a675-9ee1921446e4 req-07731bc5-1070-4d08-a1f5-900c60e8d968 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 946 time: 0.2274241 Jul 15 14:55:41.652373 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec31a41-5367-4679-ada9-7e107a741bdc x-openstack-request-id: req-2ec31a41-5367-4679-ada9-7e107a741bdc {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:41.653021 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fd25a0-e25d-46c7-b83b-0942f4b882d0", "tag": "dd4c3831-e0d4-4304-a124-d56960e9c80a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:41.653476 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ec31a41-5367-4679-ada9-7e107a741bdc {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:41.654080 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fd25a0-e25d-46c7-b83b-0942f4b882d0', 'tag': 'dd4c3831-e0d4-4304-a124-d56960e9c80a', 'status': 'completed', 'code': 200} Jul 15 14:55:41.695567 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af5dd785-35ea-4b17-a675-9ee1921446e4 req-1fae2dfc-81ca-40ae-8aee-667f14b7f35b tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804639 Jul 15 14:55:41.781844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8ec63-4377-4d48-8a70-792e9b4b8222 None None] New status for floating IP 55d3d8a8-4f3f-4f93-ae74-d8b308f01937: DOWN {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:55:41.860525 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ceb72-f84b-45bb-adb8-3b60d5ab5052 req-3811a9db-d958-453a-8acf-34826b88bc87 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:41.869155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-888ceb72-f84b-45bb-adb8-3b60d5ab5052 req-3811a9db-d958-453a-8acf-34826b88bc87 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=7981d3c7-0cc0-4645-ac76-2adf33bb11b7 HTTP/1.1" status: 200 len: 943 time: 0.0811396 Jul 15 14:55:41.892808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc0fbd-e684-4da0-8f30-3a3e41ef6901 req-6c2410d4-cfbb-456f-b1cd-99398be46079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:41.894401 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-04dc0fbd-e684-4da0-8f30-3a3e41ef6901 req-6c2410d4-cfbb-456f-b1cd-99398be46079 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 1097 time: 0.3091507 Jul 15 14:55:41.941845 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-21a66d3b-70c3-4b8e-827a-fc3af8032668 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064106 Jul 15 14:55:41.945605 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48358f05-1f4e-451d-b5da-9485c1a404ae req-3138a12e-537c-4048-9abf-9c1b5527f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:41.945874 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-48358f05-1f4e-451d-b5da-9485c1a404ae req-3138a12e-537c-4048-9abf-9c1b5527f308 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1925ba080f8f431e85a75f0d7aea9789&device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 1097 time: 0.2607138 Jul 15 14:55:41.973433 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f26ee18b-efd6-45ad-aa2d-a8a7602f7a4a req-ef9a9545-f4b2-42c1-b3e6-eb0dfc9148fa tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 210 time: 0.0649192 Jul 15 14:55:41.994313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-888ceb72-f84b-45bb-adb8-3b60d5ab5052 req-860762fd-100e-4e68-bf2c-43ab9a2d79b6 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245046 Jul 15 14:55:42.021411 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-04dc0fbd-e684-4da0-8f30-3a3e41ef6901 req-757516cd-7a28-445b-9b84-b4566ca50b9a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166816 Jul 15 14:55:42.146748 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b81d738a-9223-4773-a3c9-59e764ede7c2 req-50078b84-2fb9-420c-968b-3a107eba9baf tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/floatingips/55d3d8a8-4f3f-4f93-ae74-d8b308f01937 HTTP/1.1" status: 200 len: 694 time: 0.1112633 Jul 15 14:55:42.249171 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48358f05-1f4e-451d-b5da-9485c1a404ae req-8c8bc382-c997-47f9-8c06-74ab147287eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:42.250994 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-48358f05-1f4e-451d-b5da-9485c1a404ae req-8c8bc382-c997-47f9-8c06-74ab147287eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=22370a4f-22e6-4ce2-8e25-36e457c6f21c HTTP/1.1" status: 200 len: 929 time: 0.2737689 Jul 15 14:55:42.283699 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-7a4d1073-9f42-4a58-bd27-d895b2d097d3 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050439 Jul 15 14:55:42.327351 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-48358f05-1f4e-451d-b5da-9485c1a404ae req-e77e8c84-9df8-4b5e-a72f-63c838eb5391 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd4c3831-e0d4-4304-a124-d56960e9c80a HTTP/1.1" status: 200 len: 217 time: 0.0619581 Jul 15 14:55:42.354461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d738a-9223-4773-a3c9-59e764ede7c2 req-4235e13d-1e8a-4d4d-8ad4-8a892d4203b0 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:42.363338 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b81d738a-9223-4773-a3c9-59e764ede7c2 req-4235e13d-1e8a-4d4d-8ad4-8a892d4203b0 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.2149413 Jul 15 14:55:42.405285 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48358f05-1f4e-451d-b5da-9485c1a404ae req-8574468f-29de-4f10-946d-227d9237a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:42.407382 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-48358f05-1f4e-451d-b5da-9485c1a404ae req-8574468f-29de-4f10-946d-227d9237a4ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93491213-4372-4c58-8c27-3d9226c99708 HTTP/1.1" status: 200 len: 867 time: 0.0713983 Jul 15 14:55:42.429889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b81d738a-9223-4773-a3c9-59e764ede7c2 req-83b28eea-7ebf-4a21-a4b8-806195c87a86 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.27 HTTP/1.1" status: 200 len: 695 time: 0.0654285 Jul 15 14:55:42.483021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c369a5e-6d33-4bc3-ade5-4cf8ea7fc0c8 req-41bca4de-563d-44b4-93df-83508109da12 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:42.484775 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c369a5e-6d33-4bc3-ade5-4cf8ea7fc0c8 req-41bca4de-563d-44b4-93df-83508109da12 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.2621160 Jul 15 14:55:42.498738 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b81d738a-9223-4773-a3c9-59e764ede7c2 req-2d629758-9f0c-4839-ad85-8de9525e1da6 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.27 HTTP/1.1" status: 200 len: 695 time: 0.0677092 Jul 15 14:55:42.547426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48358f05-1f4e-451d-b5da-9485c1a404ae req-696e135d-c14f-4888-b703-e9fd4a9266cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:42.552587 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-48358f05-1f4e-451d-b5da-9485c1a404ae req-696e135d-c14f-4888-b703-e9fd4a9266cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22370a4f-22e6-4ce2-8e25-36e457c6f21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346471 Jul 15 14:55:42.661490 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c369a5e-6d33-4bc3-ade5-4cf8ea7fc0c8 req-bba7313f-330c-4768-93b5-73bb4af6d16c tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602545 Jul 15 14:55:42.688848 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-48358f05-1f4e-451d-b5da-9485c1a404ae req-cb141ba0-9242-4a2d-83b2-0d23807adf8e service neutron] 10.222.0.11 "GET /v2.0/networks/22370a4f-22e6-4ce2-8e25-36e457c6f21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237991 Jul 15 14:55:42.716390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-b81d738a-9223-4773-a3c9-59e764ede7c2 req-5122f38a-2d10-4f85-91e6-07dca5275f91 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Deleting port 6d5d2f4f-dc62-4940-abfe-c2dde705e0a7 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:55:42.723324 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b81d738a-9223-4773-a3c9-59e764ede7c2 req-5122f38a-2d10-4f85-91e6-07dca5275f91 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:42.837273 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-48358f05-1f4e-451d-b5da-9485c1a404ae req-5337ad3f-8ac3-41b4-8c6d-c77ce0208816 service neutron] 10.222.0.11 "GET /v2.0/networks/22370a4f-22e6-4ce2-8e25-36e457c6f21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290040 Jul 15 14:55:42.919827 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b81d738a-9223-4773-a3c9-59e764ede7c2 req-5122f38a-2d10-4f85-91e6-07dca5275f91 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:42.920069 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b81d738a-9223-4773-a3c9-59e764ede7c2 req-5122f38a-2d10-4f85-91e6-07dca5275f91 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:42.936819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-b81d738a-9223-4773-a3c9-59e764ede7c2 req-5122f38a-2d10-4f85-91e6-07dca5275f91 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Calling delete_port for 6d5d2f4f-dc62-4940-abfe-c2dde705e0a7 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:55:42.963643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514532c-e4e2-4411-9742-da8fff42aef5 req-ccfc4950-c30b-425b-8861-d655311c9811 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:42.965250 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0514532c-e4e2-4411-9742-da8fff42aef5 req-ccfc4950-c30b-425b-8861-d655311c9811 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.1685205 Jul 15 14:55:43.126317 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0514532c-e4e2-4411-9742-da8fff42aef5 req-f49bbf09-d951-4d7a-8e2b-8d44d5dc14c7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530962 Jul 15 14:55:43.207889 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7981d3c7-0cc0-4645-ac76-2adf33bb11b7', 'tag': 'df9b88ef-b102-423a-9519-81aad539b157'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:43.210461 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699a5f39-7f82-41b0-9d3a-d6180ad7ca87" -d '{"events": [{"name": "network-changed", "server_uuid": "7981d3c7-0cc0-4645-ac76-2adf33bb11b7", "tag": "df9b88ef-b102-423a-9519-81aad539b157"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:43.215438 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b81d738a-9223-4773-a3c9-59e764ede7c2 req-5122f38a-2d10-4f85-91e6-07dca5275f91 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:43.269905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122f38a-2d10-4f85-91e6-07dca5275f91 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Pushing event deleted for resources: {'Port': ['ID=6d5d2f4f-dc62-4940-abfe-c2dde705e0a7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:43.409589 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b81d738a-9223-4773-a3c9-59e764ede7c2 req-5122f38a-2d10-4f85-91e6-07dca5275f91 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:43.412251 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b81d738a-9223-4773-a3c9-59e764ede7c2 req-5122f38a-2d10-4f85-91e6-07dca5275f91 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:43.424143 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b81d738a-9223-4773-a3c9-59e764ede7c2 req-5122f38a-2d10-4f85-91e6-07dca5275f91 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "DELETE /v2.0/floatingips/55d3d8a8-4f3f-4f93-ae74-d8b308f01937 HTTP/1.1" status: 204 len: 173 time: 0.9241476 Jul 15 14:55:43.465538 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a370c-d7b9-4393-8e8a-1857dc1ebae0 req-4506024d-33de-465b-a149-d20a764990a9 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:43.473685 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a7a370c-d7b9-4393-8e8a-1857dc1ebae0 req-4506024d-33de-465b-a149-d20a764990a9 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 946 time: 0.1353068 Jul 15 14:55:43.494520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:43.497237 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6db7da-3e31-49d0-a508-afbdecb0a80d" -d '{"events": [{"server_uuid": "4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb", "name": "network-vif-plugged", "status": "completed", "tag": "6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:43.530667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a7a370c-d7b9-4393-8e8a-1857dc1ebae0 req-0d2478cf-07f5-4e9c-bcc5-5480eaee9459 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548677 Jul 15 14:55:43.653220 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3f5466eb-3def-4106-879c-adef20744265 req-ed1615da-26fa-4437-9f11-601f4552bd37 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 210 time: 0.0411251 Jul 15 14:55:43.729729 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5a257f-c7ed-4fa4-b07f-5b00c9eca71c x-openstack-request-id: req-1a5a257f-c7ed-4fa4-b07f-5b00c9eca71c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:43.730018 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7981d3c7-0cc0-4645-ac76-2adf33bb11b7", "tag": "df9b88ef-b102-423a-9519-81aad539b157", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:43.730271 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a5a257f-c7ed-4fa4-b07f-5b00c9eca71c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:43.730687 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7981d3c7-0cc0-4645-ac76-2adf33bb11b7', 'tag': 'df9b88ef-b102-423a-9519-81aad539b157', 'status': 'completed', 'code': 200} Jul 15 14:55:43.764564 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48b444-590b-4894-b68f-a9d6610f4ca1 req-486bb8de-409b-4e8c-87cc-d3c163390e61 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:43.766190 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e48b444-590b-4894-b68f-a9d6610f4ca1 req-486bb8de-409b-4e8c-87cc-d3c163390e61 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=7981d3c7-0cc0-4645-ac76-2adf33bb11b7 HTTP/1.1" status: 200 len: 943 time: 0.0940094 Jul 15 14:55:43.789958 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5486648b-08c3-4390-aad8-66fe1d97c7b7 x-openstack-request-id: req-5486648b-08c3-4390-aad8-66fe1d97c7b7 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:43.790323 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb", "name": "network-vif-plugged", "status": "completed", "tag": "6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:43.790676 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5486648b-08c3-4390-aad8-66fe1d97c7b7 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:43.791141 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6', 'code': 200} Jul 15 14:55:43.803621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device df9b88ef-b102-423a-9519-81aad539b157 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:55:43.883430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a5f39-7f82-41b0-9d3a-d6180ad7ca87 req-2df58198-e1c6-4c4d-b61e-6ea83eb0eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:43.885054 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-699a5f39-7f82-41b0-9d3a-d6180ad7ca87 req-2df58198-e1c6-4c4d-b61e-6ea83eb0eef6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f650ca724c2f47838bda6b448b76e37b&device_id=7981d3c7-0cc0-4645-ac76-2adf33bb11b7 HTTP/1.1" status: 200 len: 1094 time: 0.1142104 Jul 15 14:55:43.898429 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e48b444-590b-4894-b68f-a9d6610f4ca1 req-a9f93e80-39a8-4b1b-9b5f-a076aeb536e5 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173234 Jul 15 14:55:43.986393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port df9b88ef-b102-423a-9519-81aad539b157, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=df9b88ef-b102-423a-9519-81aad539b157,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:44.000058 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'df9b88ef-b102-423a-9519-81aad539b157', 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660', 'port_id': 'df9b88ef-b102-423a-9519-81aad539b157', 'mac_address': 'fa:16:3e:fd:38:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d40fa9-e881-4b8a-ab3c-063e05208051', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:55:44.050388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a5f39-7f82-41b0-9d3a-d6180ad7ca87 req-3806d876-c3a9-4572-a6e4-0e28b812ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:44.052654 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-699a5f39-7f82-41b0-9d3a-d6180ad7ca87 req-3806d876-c3a9-4572-a6e4-0e28b812ca28 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee82be48-a052-4414-9d70-bc059584e660 HTTP/1.1" status: 200 len: 904 time: 0.1366496 Jul 15 14:55:44.053680 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:44.087743 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9b88ef-b102-423a-9519-81aad539b157 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:55:44.135816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port df9b88ef-b102-423a-9519-81aad539b157, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=df9b88ef-b102-423a-9519-81aad539b157,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:44.143026 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:44.224795 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=df9b88ef-b102-423a-9519-81aad539b157,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:44.310002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3aa54d-b07d-452f-8390-9c8857fde5ae req-d96731af-0c79-4fc9-97e0-e417d469680f tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:44.311636 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a3aa54d-b07d-452f-8390-9c8857fde5ae req-d96731af-0c79-4fc9-97e0-e417d469680f tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.1504183 Jul 15 14:55:44.335636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7753b5-224f-48d1-9014-13f3327c2166 req-b3733fa1-98c8-48be-8026-90d373b39c7f tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:44.343249 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd7753b5-224f-48d1-9014-13f3327c2166 req-b3733fa1-98c8-48be-8026-90d373b39c7f tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 1097 time: 0.2582910 Jul 15 14:55:44.400672 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd7753b5-224f-48d1-9014-13f3327c2166 req-380276ab-4f4f-4da3-a540-9daea1aedf0a tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564308 Jul 15 14:55:44.413961 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['df9b88ef-b102-423a-9519-81aad539b157'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:55:44.452911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a3aa54d-b07d-452f-8390-9c8857fde5ae req-07075708-bbcd-4437-a925-ba2e6f7e2e19 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311059 Jul 15 14:55:44.466904 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-699a5f39-7f82-41b0-9d3a-d6180ad7ca87 req-403562b0-1bfc-4ec1-8f0a-d0f11840b83f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df9b88ef-b102-423a-9519-81aad539b157 HTTP/1.1" status: 200 len: 217 time: 0.4035628 Jul 15 14:55:44.535792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a5f39-7f82-41b0-9d3a-d6180ad7ca87 req-9b7ab288-eefe-4ba8-a961-035c7d5c031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:44.537478 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-699a5f39-7f82-41b0-9d3a-d6180ad7ca87 req-9b7ab288-eefe-4ba8-a961-035c7d5c031d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56d40fa9-e881-4b8a-ab3c-063e05208051 HTTP/1.1" status: 200 len: 843 time: 0.0620973 Jul 15 14:55:44.539416 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec403f7-b4e3-41dd-90d8-f90bf42e1e61 req-a568b4eb-bf28-496e-b3f0-8e79480c1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:44.541716 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ec403f7-b4e3-41dd-90d8-f90bf42e1e61 req-a568b4eb-bf28-496e-b3f0-8e79480c1387 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 1096 time: 0.6556742 Jul 15 14:55:44.584653 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-699a5f39-7f82-41b0-9d3a-d6180ad7ca87 req-75bf3a8d-11d3-4559-af68-bf8158a0506f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee82be48-a052-4414-9d70-bc059584e660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403299 Jul 15 14:55:44.670200 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ec403f7-b4e3-41dd-90d8-f90bf42e1e61 req-c54b126c-720d-4dbe-b494-9846338867f7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843186 Jul 15 14:55:44.792498 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-699a5f39-7f82-41b0-9d3a-d6180ad7ca87 req-a9adf4db-0ee9-4018-bb7a-54703e58e398 service neutron] 10.222.0.11 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734276 Jul 15 14:55:44.807430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cab14-41fb-4100-b214-ee2a3e843e04 req-41c805a9-b397-4e3d-8298-2cc404b02326 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:44.817443 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d2cab14-41fb-4100-b214-ee2a3e843e04 req-41c805a9-b397-4e3d-8298-2cc404b02326 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1600466 Jul 15 14:55:44.910344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d2cab14-41fb-4100-b214-ee2a3e843e04 req-d7e8e3ea-8785-494b-8373-abec64721191 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0928097 Jul 15 14:55:44.964948 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-699a5f39-7f82-41b0-9d3a-d6180ad7ca87 req-1eb8c015-cd07-4bc3-ae19-84b90b568958 service neutron] 10.222.0.11 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647911 Jul 15 14:55:44.986378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb759876-7791-444d-abe1-197ca34142a7 req-a50acac5-5bb0-4699-bc74-997640911f37 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:44.988695 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb759876-7791-444d-abe1-197ca34142a7 req-a50acac5-5bb0-4699-bc74-997640911f37 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.1698558 Jul 15 14:55:45.080563 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb759876-7791-444d-abe1-197ca34142a7 req-d330f536-d8a2-4dd5-abf6-712d164cd1ea tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841069 Jul 15 14:55:45.189353 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:55:45.307348 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9de523a2-a193-4a74-913e-77fc3ec90678 req-91b22899-ce8c-40d0-89d9-4fcbdbf78652 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6c6b2fd-b8b8-4225-9eb5-635a8409a643 HTTP/1.1" status: 200 len: 210 time: 0.0510614 Jul 15 14:55:45.342563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cc1f7-39e5-467d-934c-cf4a27091a5c req-870b1cf7-28ba-4d4f-8107-6199d5f1a8b6 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:45.344213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b61cc1f7-39e5-467d-934c-cf4a27091a5c req-870b1cf7-28ba-4d4f-8107-6199d5f1a8b6 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 1097 time: 0.1307063 Jul 15 14:55:45.461472 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b61cc1f7-39e5-467d-934c-cf4a27091a5c req-790e55c8-79ad-4f0d-beeb-f6d6628bafc5 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080945 Jul 15 14:55:45.601283 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4bda1a42-4a96-4b09-ba7d-54f99f9dd0fd req-c84a3d14-0daa-4e8a-8ac0-53c1bcc7e589 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0905154 Jul 15 14:55:45.810878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device df9b88ef-b102-423a-9519-81aad539b157 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:55:45.925519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port df9b88ef-b102-423a-9519-81aad539b157 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:55:45.933587 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port df9b88ef-b102-423a-9519-81aad539b157 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:55:45.934607 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:45.943876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541477e-5795-4cff-99dd-9880c795c39c req-910c4516-862a-4b19-823f-cfde93720b53 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:45.945595 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a541477e-5795-4cff-99dd-9880c795c39c req-910c4516-862a-4b19-823f-cfde93720b53 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=7981d3c7-0cc0-4645-ac76-2adf33bb11b7 HTTP/1.1" status: 200 len: 944 time: 0.1419735 Jul 15 14:55:45.958847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b6bbb-bb50-4dc0-96cd-24ebebd8621f req-106be57a-9205-4c76-9771-8549466edf4d tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:45.960534 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-526b6bbb-bb50-4dc0-96cd-24ebebd8621f req-106be57a-9205-4c76-9771-8549466edf4d tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.1258025 Jul 15 14:55:46.026794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-526b6bbb-bb50-4dc0-96cd-24ebebd8621f req-fd6beb65-b471-4ed7-a2d3-64e4ab3172d3 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585406 Jul 15 14:55:46.030097 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a541477e-5795-4cff-99dd-9880c795c39c req-e4930371-edba-430a-b8a3-e24803fe7695 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685325 Jul 15 14:55:46.083486 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:46.158348 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port df9b88ef-b102-423a-9519-81aad539b157, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=df9b88ef-b102-423a-9519-81aad539b157,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:46.160436 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7981d3c7-0cc0-4645-ac76-2adf33bb11b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9b88ef-b102-423a-9519-81aad539b157'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:46.163167 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb8db11-a9aa-49c8-8c02-a2be3abf0a7a" -d '{"events": [{"server_uuid": "7981d3c7-0cc0-4645-ac76-2adf33bb11b7", "name": "network-vif-plugged", "status": "completed", "tag": "df9b88ef-b102-423a-9519-81aad539b157"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:46.169585 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:46.285696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=df9b88ef-b102-423a-9519-81aad539b157,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:47.053702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c908325-2449-4449-ae3a-ec4705775d0f req-9c8ab9cd-d9bc-4fb0-b9de-8ea940ddeb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:47.055528 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3c908325-2449-4449-ae3a-ec4705775d0f req-9c8ab9cd-d9bc-4fb0-b9de-8ea940ddeb40 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e794f51c90a43d0870d439e2c14f378&device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 1096 time: 0.0954189 Jul 15 14:55:47.140619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de9772-ef20-43ba-9ec5-0f5258beb6d3 req-756939be-2884-41b5-a88f-15243b86ebb1 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:47.142190 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-04de9772-ef20-43ba-9ec5-0f5258beb6d3 req-756939be-2884-41b5-a88f-15243b86ebb1 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.1292698 Jul 15 14:55:47.200764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c908325-2449-4449-ae3a-ec4705775d0f req-52747bba-2fed-425b-aaaa-938c399285c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:47.203033 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3c908325-2449-4449-ae3a-ec4705775d0f req-52747bba-2fed-425b-aaaa-938c399285c8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=af8e8904-96f8-43aa-96fc-cdc47e60811e HTTP/1.1" status: 200 len: 912 time: 0.1399009 Jul 15 14:55:47.209030 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-04de9772-ef20-43ba-9ec5-0f5258beb6d3 req-497d613d-b554-4127-aa87-a5515ec21e4e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500476 Jul 15 14:55:47.311051 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e153353-74ed-4e40-9de5-c97bb40fd9c3 x-openstack-request-id: req-5e153353-74ed-4e40-9de5-c97bb40fd9c3 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:47.312205 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7981d3c7-0cc0-4645-ac76-2adf33bb11b7", "name": "network-vif-plugged", "status": "completed", "tag": "df9b88ef-b102-423a-9519-81aad539b157", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:47.312558 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e153353-74ed-4e40-9de5-c97bb40fd9c3 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:47.313714 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7981d3c7-0cc0-4645-ac76-2adf33bb11b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9b88ef-b102-423a-9519-81aad539b157', 'code': 200} Jul 15 14:55:47.317829 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3c908325-2449-4449-ae3a-ec4705775d0f req-fa713ddd-25e2-4a1b-9e83-5be73c000395 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 HTTP/1.1" status: 200 len: 217 time: 0.0942228 Jul 15 14:55:47.400389 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c908325-2449-4449-ae3a-ec4705775d0f req-1eb6d88a-568e-451d-9b6e-283cb82624b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:47.402363 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3c908325-2449-4449-ae3a-ec4705775d0f req-1eb6d88a-568e-451d-9b6e-283cb82624b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3e2944a-0132-40f6-86a7-f80000f7edae HTTP/1.1" status: 200 len: 851 time: 0.0793576 Jul 15 14:55:47.508177 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3c908325-2449-4449-ae3a-ec4705775d0f req-80e34491-456f-4855-8859-4c98f152751c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af8e8904-96f8-43aa-96fc-cdc47e60811e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967083 Jul 15 14:55:47.638091 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc20427-6cd4-4947-a589-fec88cdb7042 req-c12bcd8a-b5c9-4a0a-9c97-15529ed75189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:47.644830 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2bc20427-6cd4-4947-a589-fec88cdb7042 req-c12bcd8a-b5c9-4a0a-9c97-15529ed75189 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7981d3c7-0cc0-4645-ac76-2adf33bb11b7 HTTP/1.1" status: 200 len: 1096 time: 0.1798532 Jul 15 14:55:47.693777 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc6927-9eae-4495-98c4-422268db2b88 req-0faa548e-3171-4550-b12c-de7ca10d181d tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:47.704166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25cc6927-9eae-4495-98c4-422268db2b88 req-0faa548e-3171-4550-b12c-de7ca10d181d tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 946 time: 0.1551371 Jul 15 14:55:47.809073 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2bc20427-6cd4-4947-a589-fec88cdb7042 req-fb988008-1fd4-423e-8f0d-2453a5cc7edf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804255 Jul 15 14:55:47.811206 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25cc6927-9eae-4495-98c4-422268db2b88 req-0d867671-f691-43ae-80d8-e6435ee93063 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/security-groups?id=d44f3f4f-c263-404c-b2de-9e55458d83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060369 Jul 15 14:55:47.813937 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3c908325-2449-4449-ae3a-ec4705775d0f req-563fe133-4574-4947-b52f-9ab1fe523ac6 service neutron] 10.222.0.22 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957032 Jul 15 14:55:47.853892 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-482aada5-d9f5-4897-82a4-50f64b152773 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:55:47.860940 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-482aada5-d9f5-4897-82a4-50f64b152773 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1361091 Jul 15 14:55:47.943496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-7b8e71ab-b932-4865-b48d-85d4ace68f79 service neutron] Request body: {'binding': {'host': 'n-h1-764435-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:47.945379 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-7b8e71ab-b932-4865-b48d-85d4ace68f79 service neutron] Unknown quota resources ['binding']. {{(pid=100711) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 14:55:48.036447 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3c908325-2449-4449-ae3a-ec4705775d0f req-d3c3569e-5922-4223-b5b7-639bd7057db7 service neutron] 10.222.0.22 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134860 Jul 15 14:55:48.094372 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc0064-3dd2-4f82-a567-497b556f58a8 req-4f788753-bdcf-4abe-bbb0-d658819063ce tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:48.096686 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-17fc0064-3dd2-4f82-a567-497b556f58a8 req-4f788753-bdcf-4abe-bbb0-d658819063ce tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.11 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 946 time: 0.1048703 Jul 15 14:55:48.164053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-7b8e71ab-b932-4865-b48d-85d4ace68f79 service neutron] Attempting to bind port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 on host n-h1-764435-3 for vnic_type normal with profile None {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:55:48.165017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-7b8e71ab-b932-4865-b48d-85d4ace68f79 service neutron] Attempting to bind port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:55:48.165514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-7b8e71ab-b932-4865-b48d-85d4ace68f79 service neutron] Attempting to bind port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:55:48.178312 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-7b8e71ab-b932-4865-b48d-85d4ace68f79 service neutron] Port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 on network 1b052415-ea98-4ad2-9697-24ee25c7523e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:55:48.178936 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-7b8e71ab-b932-4865-b48d-85d4ace68f79 service neutron] Attempting to bind port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:55:48.190025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-7b8e71ab-b932-4865-b48d-85d4ace68f79 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:55:48.191369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-7b8e71ab-b932-4865-b48d-85d4ace68f79 service neutron] Checking segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:55:48.191943 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-7b8e71ab-b932-4865-b48d-85d4ace68f79 service neutron] Bound using segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:55:48.192554 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-7b8e71ab-b932-4865-b48d-85d4ace68f79 service neutron] Bound port: 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:55:48.256593 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1dc81a-244a-4830-8901-21765148bd15 req-b882fc75-2349-4b10-9283-1ad0b8826981 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:48.258433 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d1dc81a-244a-4830-8901-21765148bd15 req-b882fc75-2349-4b10-9283-1ad0b8826981 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.1678796 Jul 15 14:55:48.287250 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-17fc0064-3dd2-4f82-a567-497b556f58a8 req-4af17f3a-ec29-4515-8898-9c8159c52fff tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Deleting port dd4c3831-e0d4-4304-a124-d56960e9c80a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:55:48.287830 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-17fc0064-3dd2-4f82-a567-497b556f58a8 req-4af17f3a-ec29-4515-8898-9c8159c52fff tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:48.329503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-7b8e71ab-b932-4865-b48d-85d4ace68f79 service neutron] For port 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:55:48.339205 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-7b8e71ab-b932-4865-b48d-85d4ace68f79 service neutron] Notify callbacks [] for binding, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:48.341143 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-7b8e71ab-b932-4865-b48d-85d4ace68f79 service neutron] 10.222.0.38 "POST /v2.0/ports/4a83bd1a-2802-4e0e-8b11-7e30f6861170/bindings HTTP/1.1" status: 201 len: 389 time: 0.4792798 Jul 15 14:55:48.357992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d1dc81a-244a-4830-8901-21765148bd15 req-1d19668d-55bd-4e1b-abf7-99e366f9ac8c tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858665 Jul 15 14:55:48.493251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-17fc0064-3dd2-4f82-a567-497b556f58a8 req-4af17f3a-ec29-4515-8898-9c8159c52fff tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] For port dd4c3831-e0d4-4304-a124-d56960e9c80a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=dd4c3831-e0d4-4304-a124-d56960e9c80a,segment=NetworkSegment(930badeb-0295-488c-a6d3-76b48a6f7fac),segment_id=930badeb-0295-488c-a6d3-76b48a6f7fac)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:48.498503 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-17fc0064-3dd2-4f82-a567-497b556f58a8 req-4af17f3a-ec29-4515-8898-9c8159c52fff tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:48.556384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45216) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:48.594975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-17fc0064-3dd2-4f82-a567-497b556f58a8 req-4af17f3a-ec29-4515-8898-9c8159c52fff tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Calling delete_port for dd4c3831-e0d4-4304-a124-d56960e9c80a owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:55:48.658688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbcc62-7d26-4ab7-b45d-80a2352d5414 req-d62cc49b-e55d-4299-97a0-9adfc66fd89c tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:48.662931 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:48.679878 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05dbcc62-7d26-4ab7-b45d-80a2352d5414 req-d62cc49b-e55d-4299-97a0-9adfc66fd89c tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=7981d3c7-0cc0-4645-ac76-2adf33bb11b7 HTTP/1.1" status: 200 len: 945 time: 0.1531076 Jul 15 14:55:48.786578 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05dbcc62-7d26-4ab7-b45d-80a2352d5414 req-9f12d5aa-c785-462f-abdd-7d9057b0fa13 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985265 Jul 15 14:55:48.951368 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:48.954210 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6231a651-6887-4f47-8f56-e091e0d26916 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:49.021365 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6231a651-6887-4f47-8f56-e091e0d26916 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:49.043783 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-4dfd2578-9468-44e4-a115-3fca4a0da31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:49.045905 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-4dfd2578-9468-44e4-a115-3fca4a0da31d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 1097 time: 0.2448931 Jul 15 14:55:49.103002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8f003-9e25-46ef-865a-a279ff6c07c9 req-20672fc5-5088-4127-91d5-6a3ce63fe44f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:49.110979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ece8f003-9e25-46ef-865a-a279ff6c07c9 req-20672fc5-5088-4127-91d5-6a3ce63fe44f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.2103636 Jul 15 14:55:49.188861 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ece8f003-9e25-46ef-865a-a279ff6c07c9 req-1d538a00-86d0-4648-a783-dbd28992b565 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766909 Jul 15 14:55:49.215541 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176636a-8e48-44f3-b14a-a3743f083b94 req-d4d0b239-f13c-48d8-9e1d-cd461c6eb135 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:49.228477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2176636a-8e48-44f3-b14a-a3743f083b94 req-d4d0b239-f13c-48d8-9e1d-cd461c6eb135 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 946 time: 0.2496505 Jul 15 14:55:49.271532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-c955a99c-9932-472a-b719-931db7ca9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:49.273211 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-c955a99c-9932-472a-b719-931db7ca9074 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.2198679 Jul 15 14:55:49.317459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2176636a-8e48-44f3-b14a-a3743f083b94 req-5b877e5c-366b-4c56-a0c6-0832eda53efc tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810091 Jul 15 14:55:49.358024 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-84666ae7-07ee-4de8-989c-748a7f4620e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170 HTTP/1.1" status: 200 len: 217 time: 0.0749876 Jul 15 14:55:49.420209 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-17fc0064-3dd2-4f82-a567-497b556f58a8 req-4af17f3a-ec29-4515-8898-9c8159c52fff tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:49.421683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe655d4-155e-411f-bb85-f67069fabd80 req-c2c9d244-9d32-44b8-bc2f-56fddb27eb13 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:49.423274 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cbe655d4-155e-411f-bb85-f67069fabd80 req-c2c9d244-9d32-44b8-bc2f-56fddb27eb13 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fd25a0-e25d-46c7-b83b-0942f4b882d0 HTTP/1.1" status: 200 len: 867 time: 0.0938184 Jul 15 14:55:49.433274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['dd4c3831-e0d4-4304-a124-d56960e9c80a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:55:49.485156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af17f3a-ec29-4515-8898-9c8159c52fff tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Pushing event deleted for resources: {'Port': ['ID=dd4c3831-e0d4-4304-a124-d56960e9c80a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:49.504827 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6231a651-6887-4f47-8f56-e091e0d26916 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:49.507783 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6231a651-6887-4f47-8f56-e091e0d26916 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:49.508969 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6231a651-6887-4f47-8f56-e091e0d26916 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "DELETE /v2.0/security-groups/f419d37a-eb05-495e-b14e-3ef21e1daf67 HTTP/1.1" status: 204 len: 168 time: 0.9514663 Jul 15 14:55:49.510142 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cbe655d4-155e-411f-bb85-f67069fabd80 req-3b9bdcfa-ecd9-473c-a955-c89ef2583869 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.38 "GET /v2.0/security-groups?id=d44f3f4f-c263-404c-b2de-9e55458d83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615509 Jul 15 14:55:49.512346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45236) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:49.541053 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-6d245c3e-cc2b-4ab8-b661-948468f690e4 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] show failed (client error): The resource could not be found. Jul 15 14:55:49.543170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6d245c3e-cc2b-4ab8-b661-948468f690e4 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "GET /v2.0/security-groups/f419d37a-eb05-495e-b14e-3ef21e1daf67 HTTP/1.1" status: 404 len: 347 time: 0.0285466 Jul 15 14:55:49.560382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45238) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:49.562153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231a651-6887-4f47-8f56-e091e0d26916 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f419d37a-eb05-495e-b14e-3ef21e1daf67,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:49.602710 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-dc458012-5ca0-4f28-a27d-01bc7ff6614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:49.604203 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-dc458012-5ca0-4f28-a27d-01bc7ff6614f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.2393293 Jul 15 14:55:49.633743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fc0064-3dd2-4f82-a567-497b556f58a8 req-4af17f3a-ec29-4515-8898-9c8159c52fff tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] No DVR routers for this DVR port dd4c3831-e0d4-4304-a124-d56960e9c80a on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:55:49.637683 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-17fc0064-3dd2-4f82-a567-497b556f58a8 req-4af17f3a-ec29-4515-8898-9c8159c52fff tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:49.639997 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-17fc0064-3dd2-4f82-a567-497b556f58a8 req-4af17f3a-ec29-4515-8898-9c8159c52fff tempest-FloatingIPsAssociationNegativeTestJSON-1273982064 tempest-FloatingIPsAssociationNegativeTestJSON-1273982064-project] 10.222.0.11 "DELETE /v2.0/ports/dd4c3831-e0d4-4304-a124-d56960e9c80a HTTP/1.1" status: 204 len: 173 time: 1.5324173 Jul 15 14:55:49.640440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fd25a0-e25d-46c7-b83b-0942f4b882d0', 'name': 'network-vif-deleted', 'tag': 'dd4c3831-e0d4-4304-a124-d56960e9c80a'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:49.642755 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb9afe4-3a40-4bdf-8841-6ad58172ad98" -d '{"events": [{"server_uuid": "00fd25a0-e25d-46c7-b83b-0942f4b882d0", "name": "network-vif-deleted", "tag": "dd4c3831-e0d4-4304-a124-d56960e9c80a"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:49.667015 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-957fadb9-19b2-4a87-9fd4-683df382cd82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409420 Jul 15 14:55:49.786426 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-ff3ab9c4-a177-4a10-8be5-c76557fdc3ca service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124823 Jul 15 14:55:49.788271 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f21264-27e8-4489-bb38-60a7420f815a x-openstack-request-id: req-49f21264-27e8-4489-bb38-60a7420f815a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:49.788628 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fd25a0-e25d-46c7-b83b-0942f4b882d0", "name": "network-vif-deleted", "tag": "dd4c3831-e0d4-4304-a124-d56960e9c80a", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:49.788945 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-49f21264-27e8-4489-bb38-60a7420f815a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:49.789403 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fd25a0-e25d-46c7-b83b-0942f4b882d0', 'name': 'network-vif-deleted', 'tag': 'dd4c3831-e0d4-4304-a124-d56960e9c80a', 'status': 'completed', 'code': 200} Jul 15 14:55:49.985762 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-ca82a9d0-477c-4376-88fc-c9cedc51f3e1 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899235 Jul 15 14:55:50.028111 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a261a-4824-4d7f-87d6-8ff9512b12e4 req-787be44e-6f99-4d03-bac7-6c151d9ca284 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:50.029560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f7a261a-4824-4d7f-87d6-8ff9512b12e4 req-787be44e-6f99-4d03-bac7-6c151d9ca284 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.4045351 Jul 15 14:55:50.131290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Deleting port 26577402-2506-4780-b165-87b50db30a3d {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:55:50.131636 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:50.172467 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f7a261a-4824-4d7f-87d6-8ff9512b12e4 req-135cfa4b-5631-4427-9e02-425bab6d62f5 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304798 Jul 15 14:55:50.210448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-7464a89d-eca5-4973-be56-e6138c79f47d tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:50.213866 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-7464a89d-eca5-4973-be56-e6138c79f47d tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f&tenant_id=ebf1693107584ee2863f1119d2dec38c&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 1097 time: 0.1402447 Jul 15 14:55:50.230074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764435-3'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:55:50.355868 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:50.356489 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:50.404364 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f4b2f-5e74-45f6-acdf-5534ad2b76ff req-41a9a079-996b-4f77-97c6-08e701a35175 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:50.407389 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cf7f4b2f-5e74-45f6-acdf-5534ad2b76ff req-41a9a079-996b-4f77-97c6-08e701a35175 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=7981d3c7-0cc0-4645-ac76-2adf33bb11b7 HTTP/1.1" status: 200 len: 945 time: 0.3143966 Jul 15 14:55:50.423881 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:50.511419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Calling delete_port for 26577402-2506-4780-b165-87b50db30a3d owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:55:50.588877 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cf7f4b2f-5e74-45f6-acdf-5534ad2b76ff req-2f16429c-246d-4982-802c-c3b586fc1986 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729290 Jul 15 14:55:50.609350 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] For port 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:50.713862 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb504a9-54b6-4163-8b71-84e1a6defa0f req-027fc58b-8dac-49ab-a6b4-ba3cfc004516 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:50.718425 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] For port 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:55:50.726231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6eb504a9-54b6-4163-8b71-84e1a6defa0f req-027fc58b-8dac-49ab-a6b4-ba3cfc004516 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.2467670 Jul 15 14:55:50.783523 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6eb504a9-54b6-4163-8b71-84e1a6defa0f req-7de4c11e-3f84-43ac-b32b-477cc7949b38 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562758 Jul 15 14:55:50.784979 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:50.796692 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:50.892734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Pushing event updated for resources: {'Port': ['ID=4a83bd1a-2802-4e0e-8b11-7e30f6861170,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:50.945508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45266) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:50.956323 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:50.962558 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Attempting to bind port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 on host n-h2-764435-3 for vnic_type normal with profile {"migrating_to": "n-h1-764435-3"} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:55:50.963807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Attempting to bind port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:55:50.963807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Attempting to bind port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:55:50.968750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 on network 1b052415-ea98-4ad2-9697-24ee25c7523e not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:55:50.969038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Attempting to bind port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:55:50.975547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:55:50.975887 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Checking segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:55:50.976280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Bound using segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:55:50.976711 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Bound port: 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:55:50.977072 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:51.081523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] For port 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:55:51.085191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] For port 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:55:51.094115 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:51.226508 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:51.227454 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:51.229124 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] 10.222.0.11 "PUT /v2.0/ports/4a83bd1a-2802-4e0e-8b11-7e30f6861170 HTTP/1.1" status: 200 len: 1122 time: 1.0047112 Jul 15 14:55:51.245894 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d6b38-59f6-4506-8102-fd8de5c9b711 service neutron] Pushing event updated for resources: {'Port': ['ID=4a83bd1a-2802-4e0e-8b11-7e30f6861170,revision_number=8']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:51.335485 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['4a83bd1a-2802-4e0e-8b11-7e30f6861170'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:55:51.578497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Pushing event deleted for resources: {'Port': ['ID=26577402-2506-4780-b165-87b50db30a3d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:51.590767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bf5f5-30fe-4fbb-b620-0ca169018bfb req-57b21421-524d-471c-9eae-0be20bb037af tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:51.600411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b1bf5f5-30fe-4fbb-b620-0ca169018bfb req-57b21421-524d-471c-9eae-0be20bb037af tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 944 time: 0.8064077 Jul 15 14:55:51.693752 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:51.694100 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:51.694444 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:51.694876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:51.695213 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:51.695545 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:51.695870 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:51.696255 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:51.696750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:51.697083 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:51.697404 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:51.697721 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:51.757507 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b1bf5f5-30fe-4fbb-b620-0ca169018bfb req-cdc8a8f3-e959-48ea-9e48-f94ea3577da3 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559463 Jul 15 14:55:51.779122 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:51.781757 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:51.782969 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-efb572e9-f415-4002-aff5-f111c9f467e8 tempest-ServersTestBootFromVolume-1087603085 tempest-ServersTestBootFromVolume-1087603085-project] 10.222.0.38 "DELETE /v2.0/floatingips/8d91dac1-a16a-4d6a-97e6-397473dc977c HTTP/1.1" status: 204 len: 168 time: 2.2213426 Jul 15 14:55:51.795033 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd349d337-551c-4967-9b41-1f39f0b5267f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a83bd1a-2802-4e0e-8b11-7e30f6861170'}, {'name': 'network-changed', 'server_uuid': 'd349d337-551c-4967-9b41-1f39f0b5267f', 'tag': '4a83bd1a-2802-4e0e-8b11-7e30f6861170'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:51.797394 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c1ffc7-9120-440c-9dbd-dadc6d1a4ddb" -d '{"events": [{"server_uuid": "d349d337-551c-4967-9b41-1f39f0b5267f", "name": "network-vif-unplugged", "status": "completed", "tag": "4a83bd1a-2802-4e0e-8b11-7e30f6861170"}, {"name": "network-changed", "server_uuid": "d349d337-551c-4967-9b41-1f39f0b5267f", "tag": "4a83bd1a-2802-4e0e-8b11-7e30f6861170"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:51.800256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45284) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:51.808698 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device dd4c3831-e0d4-4304-a124-d56960e9c80a no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:55:51.862759 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: dd4c3831-e0d4-4304-a124-d56960e9c80a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:55:51.863099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device dd4c3831-e0d4-4304-a124-d56960e9c80a not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:55:51.902337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bc0fa-c754-494e-afb1-72888afdc38a req-c1699284-b6f2-4340-aa4e-456fa2ca5a1d tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:51.909654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c6bc0fa-c754-494e-afb1-72888afdc38a req-c1699284-b6f2-4340-aa4e-456fa2ca5a1d tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.3622470 Jul 15 14:55:52.013011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c6bc0fa-c754-494e-afb1-72888afdc38a req-a83257df-c52e-4368-992e-7e8557a340d1 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022570 Jul 15 14:55:52.084631 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f20637-d350-4202-8397-0c101633b5a3 x-openstack-request-id: req-d9f20637-d350-4202-8397-0c101633b5a3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:52.084940 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d349d337-551c-4967-9b41-1f39f0b5267f", "name": "network-vif-unplugged", "status": "completed", "tag": "4a83bd1a-2802-4e0e-8b11-7e30f6861170", "code": 200}, {"name": "network-changed", "server_uuid": "d349d337-551c-4967-9b41-1f39f0b5267f", "tag": "4a83bd1a-2802-4e0e-8b11-7e30f6861170", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:52.085211 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d9f20637-d350-4202-8397-0c101633b5a3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:52.085663 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd349d337-551c-4967-9b41-1f39f0b5267f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a83bd1a-2802-4e0e-8b11-7e30f6861170', 'code': 200} Jul 15 14:55:52.085924 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd349d337-551c-4967-9b41-1f39f0b5267f', 'tag': '4a83bd1a-2802-4e0e-8b11-7e30f6861170', 'status': 'completed', 'code': 200} Jul 15 14:55:52.145673 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bb5f5-165f-46ce-bce4-db111625a7af req-e883309f-fe78-408a-9553-4b6d6570c7d3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:52.147382 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-800bb5f5-165f-46ce-bce4-db111625a7af req-e883309f-fe78-408a-9553-4b6d6570c7d3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=7981d3c7-0cc0-4645-ac76-2adf33bb11b7 HTTP/1.1" status: 200 len: 945 time: 0.1579146 Jul 15 14:55:52.224610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-800bb5f5-165f-46ce-bce4-db111625a7af req-67ca5d2c-686d-4f6e-9e39-4403b491790c tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653400 Jul 15 14:55:52.250086 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1ffc7-9120-440c-9dbd-dadc6d1a4ddb req-488d2e10-59de-4c29-ac27-9804077ef35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:52.251663 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4c1ffc7-9120-440c-9dbd-dadc6d1a4ddb req-488d2e10-59de-4c29-ac27-9804077ef35f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 1125 time: 0.1379428 Jul 15 14:55:52.384734 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d9ac8-7158-45b2-a758-890516340ed8 req-16d10ddd-b591-4e5b-91a2-b6157a90cf33 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:52.389694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef8d9ac8-7158-45b2-a758-890516340ed8 req-16d10ddd-b591-4e5b-91a2-b6157a90cf33 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.1600051 Jul 15 14:55:52.450564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1ffc7-9120-440c-9dbd-dadc6d1a4ddb req-b71c495f-c871-4b52-ae82-7d6609d949e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:52.455032 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4c1ffc7-9120-440c-9dbd-dadc6d1a4ddb req-b71c495f-c871-4b52-ae82-7d6609d949e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.1865792 Jul 15 14:55:52.501620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef8d9ac8-7158-45b2-a758-890516340ed8 req-94398afa-faf5-4aae-be4a-4f9936542107 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078148 Jul 15 14:55:52.511656 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4680b55-b991-4593-b903-41b9e1b38fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:52.572477 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4c1ffc7-9120-440c-9dbd-dadc6d1a4ddb req-8a63160c-c978-472a-b7bc-90431259f3ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170 HTTP/1.1" status: 200 len: 217 time: 0.1068494 Jul 15 14:55:52.642054 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-110473fa-7589-49a0-a5e6-0b894fd4427c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:52.693461 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1ffc7-9120-440c-9dbd-dadc6d1a4ddb req-55086df5-172d-4e47-a20d-d9159e059183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:52.695072 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4c1ffc7-9120-440c-9dbd-dadc6d1a4ddb req-55086df5-172d-4e47-a20d-d9159e059183 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.1117859 Jul 15 14:55:52.740365 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4c1ffc7-9120-440c-9dbd-dadc6d1a4ddb req-27a8e065-11ed-4ed9-9fa3-177b2a0f1512 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354660 Jul 15 14:55:52.948644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a4680b55-b991-4593-b903-41b9e1b38fa1 admin admin] Deleting port e6ab9766-c1cd-40f1-aa12-052a56fe17e6 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:55:52.949756 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4680b55-b991-4593-b903-41b9e1b38fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:53.085062 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4c1ffc7-9120-440c-9dbd-dadc6d1a4ddb req-70146275-2de3-455b-b54a-c31279af49f8 service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167970 Jul 15 14:55:53.130047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4630085-777f-49e5-ae7c-d162d642b07a req-96ec1aac-fde5-4415-a72f-f37c4dcb7cd8 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:53.130819 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4630085-777f-49e5-ae7c-d162d642b07a req-96ec1aac-fde5-4415-a72f-f37c4dcb7cd8 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 944 time: 0.1525812 Jul 15 14:55:53.146613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-a4680b55-b991-4593-b903-41b9e1b38fa1 admin admin] For port e6ab9766-c1cd-40f1-aa12-052a56fe17e6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e6ab9766-c1cd-40f1-aa12-052a56fe17e6,segment=NetworkSegment(930badeb-0295-488c-a6d3-76b48a6f7fac),segment_id=930badeb-0295-488c-a6d3-76b48a6f7fac)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:53.147136 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4680b55-b991-4593-b903-41b9e1b38fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:53.171883 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a4680b55-b991-4593-b903-41b9e1b38fa1 admin admin] Calling delete_port for e6ab9766-c1cd-40f1-aa12-052a56fe17e6 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:55:53.216993 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4630085-777f-49e5-ae7c-d162d642b07a req-2e56780c-ed35-4251-9872-8e1f037b8ad9 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786242 Jul 15 14:55:53.286026 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4c1ffc7-9120-440c-9dbd-dadc6d1a4ddb req-c6324abf-9b6c-46eb-9c02-71dea202aa4b service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891029 Jul 15 14:55:53.360108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d0ade-6795-4c2e-bd62-25755fad77c0 req-1f2c682b-a503-429c-89de-ea68128e98e6 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:53.361835 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f83d0ade-6795-4c2e-bd62-25755fad77c0 req-1f2c682b-a503-429c-89de-ea68128e98e6 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.1601293 Jul 15 14:55:53.390766 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-110473fa-7589-49a0-a5e6-0b894fd4427c admin admin] Deleting port 7fb8a32b-cad2-44e9-a291-1a16de2f6589 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:55:53.391206 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-110473fa-7589-49a0-a5e6-0b894fd4427c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:53.501321 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f83d0ade-6795-4c2e-bd62-25755fad77c0 req-a3e312e0-8c95-4e7f-bb45-7836a79f2ddf tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282697 Jul 15 14:55:53.538875 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-110473fa-7589-49a0-a5e6-0b894fd4427c admin admin] For port 7fb8a32b-cad2-44e9-a291-1a16de2f6589, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7fb8a32b-cad2-44e9-a291-1a16de2f6589,segment=NetworkSegment(1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39),segment_id=1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:53.548162 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-110473fa-7589-49a0-a5e6-0b894fd4427c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:53.587726 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-110473fa-7589-49a0-a5e6-0b894fd4427c admin admin] Calling delete_port for 7fb8a32b-cad2-44e9-a291-1a16de2f6589 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:55:53.594740 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c2aa-5c44-4737-aab8-cf5350e64c3f req-28bd60cc-b067-448a-845c-e2b116752fb6 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:53.597319 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4682c2aa-5c44-4737-aab8-cf5350e64c3f req-28bd60cc-b067-448a-845c-e2b116752fb6 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=7981d3c7-0cc0-4645-ac76-2adf33bb11b7 HTTP/1.1" status: 200 len: 945 time: 0.1552145 Jul 15 14:55:53.704183 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4682c2aa-5c44-4737-aab8-cf5350e64c3f req-fd5a2f63-59c7-4998-85cf-5ee3709c6c42 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532198 Jul 15 14:55:53.705172 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4680b55-b991-4593-b903-41b9e1b38fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:53.781447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4680b55-b991-4593-b903-41b9e1b38fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ab9766-c1cd-40f1-aa12-052a56fe17e6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:53.825455 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4a83bd1a-2802-4e0e-8b11-7e30f6861170 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:55:53.967984 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-110473fa-7589-49a0-a5e6-0b894fd4427c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:54.006316 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110473fa-7589-49a0-a5e6-0b894fd4427c admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb8a32b-cad2-44e9-a291-1a16de2f6589,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:54.301580 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4680b55-b991-4593-b903-41b9e1b38fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:54.321723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96b691-f322-4a75-b451-9097c5b7318f req-8c75c123-b34a-409c-b81b-70efa15d1e62 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:54.331617 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2a96b691-f322-4a75-b451-9097c5b7318f req-8c75c123-b34a-409c-b81b-70efa15d1e62 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.2756333 Jul 15 14:55:54.445356 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:54.469961 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4a83bd1a-2802-4e0e-8b11-7e30f6861170 has no active binding in host n-h1-764435-3 {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 14:55:54.476670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2a96b691-f322-4a75-b451-9097c5b7318f req-864d568f-cb6f-4001-81bb-fc6e32ca1e84 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441467 Jul 15 14:55:54.799519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c455cd7-42cf-4e44-8bad-fe0454a64a77 req-dc3aa64c-c820-471b-8de4-285b292ff671 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:54.802992 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-110473fa-7589-49a0-a5e6-0b894fd4427c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:54.803454 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c455cd7-42cf-4e44-8bad-fe0454a64a77 req-dc3aa64c-c820-471b-8de4-285b292ff671 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 945 time: 0.1479368 Jul 15 14:55:54.820278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4680b55-b991-4593-b903-41b9e1b38fa1 admin admin] Router f677cbd5-28fc-412b-bd2c-7676cdd848f9 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:55:54.983888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c455cd7-42cf-4e44-8bad-fe0454a64a77 req-f95c3e51-acec-4801-9ac8-8bead3192cce tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360385 Jul 15 14:55:55.103649 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3572247-f6a0-4d41-9f1d-faf88fa583ea req-fc1fb312-25e1-4ff8-8ebf-8e71217b3fc0 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:55.103649 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3572247-f6a0-4d41-9f1d-faf88fa583ea req-fc1fb312-25e1-4ff8-8ebf-8e71217b3fc0 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 944 time: 0.1605539 Jul 15 14:55:55.131537 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4680b55-b991-4593-b903-41b9e1b38fa1 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:55:55.142749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a4680b55-b991-4593-b903-41b9e1b38fa1 admin admin] 10.222.0.38 "PUT /v2.0/routers/f677cbd5-28fc-412b-bd2c-7676cdd848f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1934402 Jul 15 14:55:55.144591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45344) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:55.148463 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63253314-2b16-49b5-ac8d-bc52e582b7cb None None] Sync routers for ids ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:55:55.169806 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63253314-2b16-49b5-ac8d-bc52e582b7cb None None] Routers {'f677cbd5-28fc-412b-bd2c-7676cdd848f9'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:55:55.170475 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-63253314-2b16-49b5-ac8d-bc52e582b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:55:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:55.218676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110473fa-7589-49a0-a5e6-0b894fd4427c admin admin] Router 65538790-1b1e-4435-9b25-ae221118e6ec has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:55:55.242344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3572247-f6a0-4d41-9f1d-faf88fa583ea req-22f4907e-5c08-413e-8883-ad232b53391c tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501706 Jul 15 14:55:55.332145 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-63253314-2b16-49b5-ac8d-bc52e582b7cb None None] Set router f677cbd5-28fc-412b-bd2c-7676cdd848f9 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:55:55.352124 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110473fa-7589-49a0-a5e6-0b894fd4427c admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:55:55.359003 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-110473fa-7589-49a0-a5e6-0b894fd4427c admin admin] 10.222.0.38 "PUT /v2.0/routers/65538790-1b1e-4435-9b25-ae221118e6ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5572810 Jul 15 14:55:55.361455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45358) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:55.363523 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924a9cc-6536-453f-8bba-40dd43442948 None None] Sync routers for ids ['65538790-1b1e-4435-9b25-ae221118e6ec'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:55:55.385828 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0a76-987a-4d47-be5d-c3627f3ff0c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:55.396224 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924a9cc-6536-453f-8bba-40dd43442948 None None] Routers {'65538790-1b1e-4435-9b25-ae221118e6ec'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:55:55.396896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b924a9cc-6536-453f-8bba-40dd43442948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:55:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['65538790-1b1e-4435-9b25-ae221118e6ec'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:55.447875 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda72737-10fd-4c61-be2b-9c2c0d9d78de req-c0afbdfe-f44d-4d0d-8f04-4e4649fc20cf tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:55.455488 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bda72737-10fd-4c61-be2b-9c2c0d9d78de req-c0afbdfe-f44d-4d0d-8f04-4e4649fc20cf tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.2619398 Jul 15 14:55:55.528624 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bda72737-10fd-4c61-be2b-9c2c0d9d78de req-9ea85fa7-f5bb-4c31-9f8f-a589a577157c tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700417 Jul 15 14:55:55.535775 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:55.681444 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0a76-987a-4d47-be5d-c3627f3ff0c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:55.703779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-b924a9cc-6536-453f-8bba-40dd43442948 None None] Set router 65538790-1b1e-4435-9b25-ae221118e6ec gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:55:55.791836 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-63253314-2b16-49b5-ac8d-bc52e582b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-router', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:41Z', 'updated_at': '2021-07-15T14:55:53Z', 'revision_number': 5, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'gw_port': {'id': '948f1f2a-7445-4e39-ae4a-473896c6387f', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:42Z', 'updated_at': '2021-07-15T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:55.792147 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a0a76-987a-4d47-be5d-c3627f3ff0c4 admin admin] Deleting port 948f1f2a-7445-4e39-ae4a-473896c6387f {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:55:55.792147 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0a76-987a-4d47-be5d-c3627f3ff0c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:55.796993 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:55.852754 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63253314-2b16-49b5-ac8d-bc52e582b7cb None None] Checking router: f677cbd5-28fc-412b-bd2c-7676cdd848f9 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:55:55.872925 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63253314-2b16-49b5-ac8d-bc52e582b7cb None None] Routers {'f677cbd5-28fc-412b-bd2c-7676cdd848f9'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:55:55.873579 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-63253314-2b16-49b5-ac8d-bc52e582b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:55:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:55.876718 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Deleting port 10cbab39-9ab5-44a0-97a6-3d525e5a114d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:55:55.877683 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:55.981006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b924a9cc-6536-453f-8bba-40dd43442948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'name': 'tempest-ServersTestBootFromVolume-780703170-router', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:51:55Z', 'updated_at': '2021-07-15T14:55:53Z', 'revision_number': 5, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'gw_port': {'id': '10cbab39-9ab5-44a0-97a6-3d525e5a114d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:51:57Z', 'updated_at': '2021-07-15T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:56.025162 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924a9cc-6536-453f-8bba-40dd43442948 None None] Checking router: 65538790-1b1e-4435-9b25-ae221118e6ec for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:55:56.039863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924a9cc-6536-453f-8bba-40dd43442948 None None] Routers {'65538790-1b1e-4435-9b25-ae221118e6ec'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:55:56.041170 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b924a9cc-6536-453f-8bba-40dd43442948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:55:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['65538790-1b1e-4435-9b25-ae221118e6ec'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:56.054398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] For port 10cbab39-9ab5-44a0-97a6-3d525e5a114d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=10cbab39-9ab5-44a0-97a6-3d525e5a114d,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:56.054905 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:56.073051 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-63253314-2b16-49b5-ac8d-bc52e582b7cb None None] Set router f677cbd5-28fc-412b-bd2c-7676cdd848f9 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:55:56.075312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503d216-4c59-44d9-8e9e-6b6e8f6ea5c1 req-8e883d55-58a4-43c9-bc7f-01894567cac1 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:56.084526 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9503d216-4c59-44d9-8e9e-6b6e8f6ea5c1 req-8e883d55-58a4-43c9-bc7f-01894567cac1 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.22 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 945 time: 0.1272840 Jul 15 14:55:56.091939 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-1f2a0a76-987a-4d47-be5d-c3627f3ff0c4 admin admin] For port 948f1f2a-7445-4e39-ae4a-473896c6387f, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=948f1f2a-7445-4e39-ae4a-473896c6387f,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:56.092310 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0a76-987a-4d47-be5d-c3627f3ff0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:56.143741 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-63253314-2b16-49b5-ac8d-bc52e582b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-router', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:41Z', 'updated_at': '2021-07-15T14:55:55Z', 'revision_number': 6, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:56.153734 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396add1-b78e-4be5-bac4-5143ae005329 req-99e8e408-ab77-4100-89d0-b75585736614 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:56.155639 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b396add1-b78e-4be5-bac4-5143ae005329 req-99e8e408-ab77-4100-89d0-b75585736614 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.3367169 Jul 15 14:55:56.179963 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63253314-2b16-49b5-ac8d-bc52e582b7cb None None] The sync data for ids ['f677cbd5-28fc-412b-bd2c-7676cdd848f9'] in n-d-764435-3 is: [{'id': 'f677cbd5-28fc-412b-bd2c-7676cdd848f9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-850518709-router', 'tenant_id': '1925ba080f8f431e85a75f0d7aea9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:41Z', 'updated_at': '2021-07-15T14:55:55Z', 'revision_number': 6, 'project_id': '1925ba080f8f431e85a75f0d7aea9789', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:55:56.184544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a0a76-987a-4d47-be5d-c3627f3ff0c4 admin admin] Calling delete_port for 948f1f2a-7445-4e39-ae4a-473896c6387f owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:55:56.235109 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b396add1-b78e-4be5-bac4-5143ae005329 req-25f8aacd-404f-48b9-b5d5-2819fcc22321 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682235 Jul 15 14:55:56.259571 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-b924a9cc-6536-453f-8bba-40dd43442948 None None] Set router 65538790-1b1e-4435-9b25-ae221118e6ec gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:55:56.385346 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b924a9cc-6536-453f-8bba-40dd43442948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'name': 'tempest-ServersTestBootFromVolume-780703170-router', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:51:55Z', 'updated_at': '2021-07-15T14:55:55Z', 'revision_number': 6, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:55:56.418326 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Calling delete_port for 10cbab39-9ab5-44a0-97a6-3d525e5a114d owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:55:56.423082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924a9cc-6536-453f-8bba-40dd43442948 None None] The sync data for ids ['65538790-1b1e-4435-9b25-ae221118e6ec'] in n-d-764435-3 is: [{'id': '65538790-1b1e-4435-9b25-ae221118e6ec', 'name': 'tempest-ServersTestBootFromVolume-780703170-router', 'tenant_id': '5ff6a9af89cb4d41b79cb32117050ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:51:55Z', 'updated_at': '2021-07-15T14:55:55Z', 'revision_number': 6, 'project_id': '5ff6a9af89cb4d41b79cb32117050ede', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:55:56.449889 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-78f556b3-0554-407c-9d66-6b90ad560b9c service neutron] 10.222.0.22 "GET /v2.0/ports/4a83bd1a-2802-4e0e-8b11-7e30f6861170/bindings/n-h1-764435-3 HTTP/1.1" status: 200 len: 384 time: 0.1532502 Jul 15 14:55:56.547692 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9503d216-4c59-44d9-8e9e-6b6e8f6ea5c1 req-307fe356-0423-46e8-a6f2-8f5ea235bc24 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Deleting port d6d407e0-b4c3-4260-a325-858a6b8d338f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:55:56.548046 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9503d216-4c59-44d9-8e9e-6b6e8f6ea5c1 req-307fe356-0423-46e8-a6f2-8f5ea235bc24 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:56.774963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9503d216-4c59-44d9-8e9e-6b6e8f6ea5c1 req-307fe356-0423-46e8-a6f2-8f5ea235bc24 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] For port d6d407e0-b4c3-4260-a325-858a6b8d338f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d6d407e0-b4c3-4260-a325-858a6b8d338f,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:56.775594 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9503d216-4c59-44d9-8e9e-6b6e8f6ea5c1 req-307fe356-0423-46e8-a6f2-8f5ea235bc24 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:56.840051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9503d216-4c59-44d9-8e9e-6b6e8f6ea5c1 req-307fe356-0423-46e8-a6f2-8f5ea235bc24 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Calling delete_port for d6d407e0-b4c3-4260-a325-858a6b8d338f owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:55:56.897644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669535a7-484f-4738-9399-bad6b64c9fe5 req-31919105-c17a-4291-af6f-000770fbf51d tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:56.905842 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669535a7-484f-4738-9399-bad6b64c9fe5 req-31919105-c17a-4291-af6f-000770fbf51d tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 945 time: 0.6017115 Jul 15 14:55:56.969070 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669535a7-484f-4738-9399-bad6b64c9fe5 req-513f8310-d20c-4430-8a01-d5033612a11d tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621293 Jul 15 14:55:56.969419 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.021843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=10cbab39-9ab5-44a0-97a6-3d525e5a114d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:57.041007 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc03cc-c8c9-400e-82a7-6fe20945fcb7 req-d4689a62-2672-4ee3-85eb-4480250b8b30 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:57.041373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-181e2fe3-bd90-4433-a245-03aa91c99407 service neutron] For port 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:57.048615 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2dfc03cc-c8c9-400e-82a7-6fe20945fcb7 req-d4689a62-2672-4ee3-85eb-4480250b8b30 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 944 time: 0.6483805 Jul 15 14:55:57.053404 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:57.053602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:57.053945 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:57.054280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:57.054642 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:57.055228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:57.055574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:57.056387 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:57.056735 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:57.057061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:57.057384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:57.057708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:57.092937 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0a76-987a-4d47-be5d-c3627f3ff0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.119119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2dfc03cc-c8c9-400e-82a7-6fe20945fcb7 req-0c3899ef-d5c9-4895-954a-622541e63502 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701945 Jul 15 14:55:57.133939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-181e2fe3-bd90-4433-a245-03aa91c99407 service neutron] For port 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:55:57.158713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a0a76-987a-4d47-be5d-c3627f3ff0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=948f1f2a-7445-4e39-ae4a-473896c6387f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:57.233269 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-181e2fe3-bd90-4433-a245-03aa91c99407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a83bd1a-2802-4e0e-8b11-7e30f6861170 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:55:57.242471 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.256207 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0a76-987a-4d47-be5d-c3627f3ff0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.288679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-181e2fe3-bd90-4433-a245-03aa91c99407 service neutron] For port 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:57.363242 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9503d216-4c59-44d9-8e9e-6b6e8f6ea5c1 req-307fe356-0423-46e8-a6f2-8f5ea235bc24 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.371654 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-181e2fe3-bd90-4433-a245-03aa91c99407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.375319 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.378664 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.416992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fe356-0423-46e8-a6f2-8f5ea235bc24 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Pushing event deleted for resources: {'Port': ['ID=d6d407e0-b4c3-4260-a325-858a6b8d338f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:57.432718 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0a76-987a-4d47-be5d-c3627f3ff0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.436733 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0a76-987a-4d47-be5d-c3627f3ff0c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.557570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9503d216-4c59-44d9-8e9e-6b6e8f6ea5c1 req-307fe356-0423-46e8-a6f2-8f5ea235bc24 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] No DVR routers for this DVR port d6d407e0-b4c3-4260-a325-858a6b8d338f on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:55:57.561789 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9503d216-4c59-44d9-8e9e-6b6e8f6ea5c1 req-307fe356-0423-46e8-a6f2-8f5ea235bc24 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.563919 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9503d216-4c59-44d9-8e9e-6b6e8f6ea5c1 req-307fe356-0423-46e8-a6f2-8f5ea235bc24 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.22 "DELETE /v2.0/ports/d6d407e0-b4c3-4260-a325-858a6b8d338f HTTP/1.1" status: 204 len: 173 time: 1.4645731 Jul 15 14:55:57.564377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332c8491-49bf-4b83-9bdc-c4eca55e149d', 'name': 'network-vif-deleted', 'tag': 'd6d407e0-b4c3-4260-a325-858a6b8d338f'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:55:57.574524 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbee4811-4d37-43e6-95ea-abdd0ee8381d" -d '{"events": [{"server_uuid": "332c8491-49bf-4b83-9bdc-c4eca55e149d", "name": "network-vif-deleted", "tag": "d6d407e0-b4c3-4260-a325-858a6b8d338f"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:55:57.579919 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.580409 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65538790-1b1e-4435-9b25-ae221118e6ec {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:55:57.583099 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0a76-987a-4d47-be5d-c3627f3ff0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.584269 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2a0a76-987a-4d47-be5d-c3627f3ff0c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f677cbd5-28fc-412b-bd2c-7676cdd848f9 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:55:57.586573 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.590748 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6688aeed-4889-403c-a9c1-0b7d42c3a1a9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/65538790-1b1e-4435-9b25-ae221118e6ec HTTP/1.1" status: 204 len: 168 time: 2.2276924 Jul 15 14:55:57.595469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45422) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:57.608922 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0a76-987a-4d47-be5d-c3627f3ff0c4 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.610115 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1f2a0a76-987a-4d47-be5d-c3627f3ff0c4 admin admin] 10.222.0.38 "DELETE /v2.0/routers/f677cbd5-28fc-412b-bd2c-7676cdd848f9 HTTP/1.1" status: 204 len: 168 time: 2.4642887 Jul 15 14:55:57.615983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45424) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:57.667374 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9a3d9-cff9-4abf-8857-2eb0d97465da req-fb0ae314-a074-4793-af3e-5058717e4841 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:57.669155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2de9a3d9-cff9-4abf-8857-2eb0d97465da req-fb0ae314-a074-4793-af3e-5058717e4841 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.2936993 Jul 15 14:55:57.674363 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-355eebcf-e896-4bcb-a2d9-85c0d7542508 admin admin] Deleting subnet db80375f-e17f-41b8-8f6f-04bd294d2e4b {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:55:57.683616 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-355eebcf-e896-4bcb-a2d9-85c0d7542508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.715373 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ebda24-414d-4b5b-b76d-19930a9792d3 admin admin] Deleting subnet 93491213-4372-4c58-8c27-3d9226c99708 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:55:57.721307 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-89ebda24-414d-4b5b-b76d-19930a9792d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.731513 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-355eebcf-e896-4bcb-a2d9-85c0d7542508 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.774944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-181e2fe3-bd90-4433-a245-03aa91c99407 service neutron] Transition to ACTIVE for port object 4a83bd1a-2802-4e0e-8b11-7e30f6861170 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:55:57.780619 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7fb8a32b-cad2-44e9-a291-1a16de2f6589 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:55:57.789384 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-181e2fe3-bd90-4433-a245-03aa91c99407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.818062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d1b3a-658c-4483-b419-a42118513769 req-fea2dd06-12e5-4879-b795-e63a6e413a61 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:57.820628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 7fb8a32b-cad2-44e9-a291-1a16de2f6589 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:55:57.821069 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7fb8a32b-cad2-44e9-a291-1a16de2f6589 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:55:57.821713 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-158d1b3a-658c-4483-b419-a42118513769 req-fea2dd06-12e5-4879-b795-e63a6e413a61 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.3002408 Jul 15 14:55:57.822250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e6ab9766-c1cd-40f1-aa12-052a56fe17e6 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:55:57.901794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device df9b88ef-b102-423a-9519-81aad539b157 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:55:57.910604 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-355eebcf-e896-4bcb-a2d9-85c0d7542508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.944970 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2de9a3d9-cff9-4abf-8857-2eb0d97465da req-d941c556-327f-47d2-831f-3faae36e3ddb tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436020 Jul 15 14:55:57.956642 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-181e2fe3-bd90-4433-a245-03aa91c99407 service neutron] No DVR routers for this DVR port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:55:57.967519 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-89ebda24-414d-4b5b-b76d-19930a9792d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:57.981862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e2fe3-bd90-4433-a245-03aa91c99407 service neutron] Pushing event updated for resources: {'Port': ['ID=4a83bd1a-2802-4e0e-8b11-7e30f6861170,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:57.990211 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: e6ab9766-c1cd-40f1-aa12-052a56fe17e6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:55:57.990578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e6ab9766-c1cd-40f1-aa12-052a56fe17e6 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:55:57.993905 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 10cbab39-9ab5-44a0-97a6-3d525e5a114d no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:55:58.040995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 10cbab39-9ab5-44a0-97a6-3d525e5a114d {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:55:58.041344 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 10cbab39-9ab5-44a0-97a6-3d525e5a114d not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:55:58.041770 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 948f1f2a-7445-4e39-ae4a-473896c6387f no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:55:58.041928 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-181e2fe3-bd90-4433-a245-03aa91c99407 service neutron] 10.222.0.22 "PUT /v2.0/ports/4a83bd1a-2802-4e0e-8b11-7e30f6861170/bindings/n-h1-764435-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5482666 Jul 15 14:55:58.082699 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-158d1b3a-658c-4483-b419-a42118513769 req-5634fb47-76b8-4d2a-b184-213b9a96a75f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868620 Jul 15 14:55:58.089473 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-355eebcf-e896-4bcb-a2d9-85c0d7542508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:58.153670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 948f1f2a-7445-4e39-ae4a-473896c6387f {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:55:58.154075 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 948f1f2a-7445-4e39-ae4a-473896c6387f not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:55:58.168114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355eebcf-e896-4bcb-a2d9-85c0d7542508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db80375f-e17f-41b8-8f6f-04bd294d2e4b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:58.208993 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-355eebcf-e896-4bcb-a2d9-85c0d7542508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:58.218208 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59e0888-10c8-48d2-87a1-383f6914b707 None None] Network 6122074b-6a36-40d2-aa35-021aba6c6760 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:55:58.220907 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-355eebcf-e896-4bcb-a2d9-85c0d7542508 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/db80375f-e17f-41b8-8f6f-04bd294d2e4b HTTP/1.1" status: 204 len: 168 time: 0.6243410 Jul 15 14:55:58.227599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45442) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:58.231148 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee0e4f9-2473-400e-840c-8e4cb8787a4e x-openstack-request-id: req-eee0e4f9-2473-400e-840c-8e4cb8787a4e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:55:58.231443 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332c8491-49bf-4b83-9bdc-c4eca55e149d", "name": "network-vif-deleted", "tag": "d6d407e0-b4c3-4260-a325-858a6b8d338f", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:55:58.231700 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eee0e4f9-2473-400e-840c-8e4cb8787a4e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:55:58.232109 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332c8491-49bf-4b83-9bdc-c4eca55e149d', 'name': 'network-vif-deleted', 'tag': 'd6d407e0-b4c3-4260-a325-858a6b8d338f', 'status': 'completed', 'code': 200} Jul 15 14:55:58.305984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-8c3edf5e-3aa9-473a-89f2-facd22fcb94c tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:58.307593 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-8c3edf5e-3aa9-473a-89f2-facd22fcb94c tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f&tenant_id=ebf1693107584ee2863f1119d2dec38c&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 1096 time: 0.1732824 Jul 15 14:55:58.390299 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-cd05178d-2e93-4733-a505-b24fef876d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:58.393782 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-cd05178d-2e93-4733-a505-b24fef876d4e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f&tenant_id=ebf1693107584ee2863f1119d2dec38c HTTP/1.1" status: 200 len: 1096 time: 0.0747106 Jul 15 14:55:58.402031 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-89ebda24-414d-4b5b-b76d-19930a9792d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:58.416215 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port df9b88ef-b102-423a-9519-81aad539b157, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=df9b88ef-b102-423a-9519-81aad539b157,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:58.434050 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'df9b88ef-b102-423a-9519-81aad539b157', 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660', 'port_id': 'df9b88ef-b102-423a-9519-81aad539b157', 'mac_address': 'fa:16:3e:fd:38:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d40fa9-e881-4b8a-ab3c-063e05208051', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:55:58.501315 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-2c409da6-04b0-4566-9c06-9f33b9680bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:58.504328 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-2c409da6-04b0-4566-9c06-9f33b9680bbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 1096 time: 0.0801210 Jul 15 14:55:58.519866 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:58.542051 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df9b88ef-b102-423a-9519-81aad539b157 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:55:58.576726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port df9b88ef-b102-423a-9519-81aad539b157, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=df9b88ef-b102-423a-9519-81aad539b157,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:58.590026 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:58.649853 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1b5104d-1b5e-48f9-839d-e89698f8955d req-98e09259-aca4-456d-9b42-c909bc509c33 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 210 time: 0.1735299 Jul 15 14:55:58.659824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7464eb66-5ab1-45a0-88e4-9881ab620713 None None] DHCP port deletion for 6122074b-6a36-40d2-aa35-021aba6c6760 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:55:58.703495 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=df9b88ef-b102-423a-9519-81aad539b157,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:58.720427 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:58.732877 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['df9b88ef-b102-423a-9519-81aad539b157'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:55:58.743297 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-89ebda24-414d-4b5b-b76d-19930a9792d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:58.760394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-4460ba8e-7423-4ad6-9386-bfa02ac21133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:58.762029 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-4460ba8e-7423-4ad6-9386-bfa02ac21133 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.2491744 Jul 15 14:55:58.798739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7464eb66-5ab1-45a0-88e4-9881ab620713 None None] Deleting port df69f2e4-f134-4f17-ba4a-659e7408b42a {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:55:58.800258 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7464eb66-5ab1-45a0-88e4-9881ab620713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:58.836581 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-89ebda24-414d-4b5b-b76d-19930a9792d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:58.840466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-89ebda24-414d-4b5b-b76d-19930a9792d3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/93491213-4372-4c58-8c27-3d9226c99708 HTTP/1.1" status: 204 len: 168 time: 1.2219284 Jul 15 14:55:58.848681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd400667-9c25-4fe3-b450-93ef70c7bc85 None None] Network 22370a4f-22e6-4ce2-8e25-36e457c6f21c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:55:58.849431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebda24-414d-4b5b-b76d-19930a9792d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93491213-4372-4c58-8c27-3d9226c99708,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:58.861679 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45464) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:55:58.880920 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-83858067-80a2-4212-a17a-659cf1596d6d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170 HTTP/1.1" status: 200 len: 217 time: 0.1078494 Jul 15 14:55:58.954934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-3f4b9cb3-185f-4a85-ac37-c60ddb1305c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:58.957490 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-3f4b9cb3-185f-4a85-ac37-c60ddb1305c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.0680907 Jul 15 14:55:59.007173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d63d76-4ad9-4122-b592-d89e1814e5ca req-d35c5a5e-5aa6-4959-9813-8c65acb04b48 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:59.008935 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49d63d76-4ad9-4122-b592-d89e1814e5ca req-d35c5a5e-5aa6-4959-9813-8c65acb04b48 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 950 time: 0.7621453 Jul 15 14:55:59.024286 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-f69fe0b5-bae7-49b0-a9ce-3a516226b3dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562844 Jul 15 14:55:59.146635 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-d82deec6-62ec-4134-9fbe-44247ed3b9f2 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132474 Jul 15 14:55:59.189252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7464eb66-5ab1-45a0-88e4-9881ab620713 None None] For port df69f2e4-f134-4f17-ba4a-659e7408b42a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=df69f2e4-f134-4f17-ba4a-659e7408b42a,segment=NetworkSegment(1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39),segment_id=1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:59.189925 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7464eb66-5ab1-45a0-88e4-9881ab620713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:59.224628 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:59.234017 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4a83bd1a-2802-4e0e-8b11-7e30f6861170 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:55:59.256216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49d63d76-4ad9-4122-b592-d89e1814e5ca req-cdca2f56-3fb7-4329-9d8c-f16a9d81bcde tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781621 Jul 15 14:55:59.281130 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] Deleting port df69f2e4-f134-4f17-ba4a-659e7408b42a {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:55:59.281645 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:59.315860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7464eb66-5ab1-45a0-88e4-9881ab620713 None None] Calling delete_port for df69f2e4-f134-4f17-ba4a-659e7408b42a owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:55:59.318010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4a83bd1a-2802-4e0e-8b11-7e30f6861170 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:55:59.318676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device d6d407e0-b4c3-4260-a325-858a6b8d338f no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:55:59.366979 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] For port df69f2e4-f134-4f17-ba4a-659e7408b42a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=df69f2e4-f134-4f17-ba4a-659e7408b42a,segment=NetworkSegment(1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39),segment_id=1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:59.367687 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:59.385637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] Calling delete_port for df69f2e4-f134-4f17-ba4a-659e7408b42a owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:55:59.401881 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-ae34e84f-c265-4720-bad7-252b6a8136d9 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459564 Jul 15 14:55:59.482432 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: d6d407e0-b4c3-4260-a325-858a6b8d338f {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:55:59.484406 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device d6d407e0-b4c3-4260-a325-858a6b8d338f not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:55:59.554166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb80ba3-055f-4c8a-8627-86b558717558 req-4c867e0d-da3e-43ef-9f33-3eeedb3a4470 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:59.562757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1eb80ba3-055f-4c8a-8627-86b558717558 req-4c867e0d-da3e-43ef-9f33-3eeedb3a4470 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 945 time: 0.5526786 Jul 15 14:55:59.657870 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7464eb66-5ab1-45a0-88e4-9881ab620713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:59.677400 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1eb80ba3-055f-4c8a-8627-86b558717558 req-9493cbd9-4869-4e18-ac89-48a184d7e094 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135120 Jul 15 14:55:59.679565 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7464eb66-5ab1-45a0-88e4-9881ab620713 None None] No DVR routers for this DVR port df69f2e4-f134-4f17-ba4a-659e7408b42a on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:55:59.709976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1148a-2423-40cc-b744-095219f20899 req-a79872d6-6a0e-4ceb-857c-4d89e6d1699e tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:59.711989 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97e1148a-2423-40cc-b744-095219f20899 req-a79872d6-6a0e-4ceb-857c-4d89e6d1699e tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.2408860 Jul 15 14:55:59.714360 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:59.748880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] Deleting port 169a2d65-9256-41a9-a3db-549cb07ca7ac {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:55:59.749343 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:59.749783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464eb66-5ab1-45a0-88e4-9881ab620713 None None] Pushing event deleted for resources: {'Port': ['ID=df69f2e4-f134-4f17-ba4a-659e7408b42a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:59.781725 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] No DVR routers for this DVR port df69f2e4-f134-4f17-ba4a-659e7408b42a on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:55:59.796911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f66b73-6b6c-46d9-bf10-4fb8f0eaa02c None None] DHCP port deletion for 22370a4f-22e6-4ce2-8e25-36e457c6f21c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:55:59.803165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] Pushing event deleted for resources: {'Port': ['ID=df69f2e4-f134-4f17-ba4a-659e7408b42a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:59.807543 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device df69f2e4-f134-4f17-ba4a-659e7408b42a no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:55:59.905085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device df9b88ef-b102-423a-9519-81aad539b157 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:55:59.953349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: df69f2e4-f134-4f17-ba4a-659e7408b42a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:55:59.953976 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device df69f2e4-f134-4f17-ba4a-659e7408b42a not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:55:59.996493 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-6aa17efb-7595-4da7-b15e-b426e45446c1 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:55:59.998104 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-6aa17efb-7595-4da7-b15e-b426e45446c1 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f&tenant_id=ebf1693107584ee2863f1119d2dec38c&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 1096 time: 0.1305878 Jul 15 14:56:00.011432 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89b26635-1476-4a8a-bb1e-fa6413cedf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.013023 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97e1148a-2423-40cc-b744-095219f20899 req-080f4d6b-7198-46be-9997-e3449dd4bac5 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915959 Jul 15 14:56:00.074304 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] For port 169a2d65-9256-41a9-a3db-549cb07ca7ac, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=169a2d65-9256-41a9-a3db-549cb07ca7ac,segment=NetworkSegment(930badeb-0295-488c-a6d3-76b48a6f7fac),segment_id=930badeb-0295-488c-a6d3-76b48a6f7fac)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:00.074787 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.085266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-38f66b73-6b6c-46d9-bf10-4fb8f0eaa02c None None] Deleting port 169a2d65-9256-41a9-a3db-549cb07ca7ac {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:56:00.086763 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38f66b73-6b6c-46d9-bf10-4fb8f0eaa02c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.111855 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.145290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6122074b-6a36-40d2-aa35-021aba6c6760']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:56:00.148718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] Calling delete_port for 169a2d65-9256-41a9-a3db-549cb07ca7ac owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:56:00.169206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:56:00.169510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3a1ae7-d58d-463a-9ca4-979cb3c5fa39') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:56:00.171916 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-38f66b73-6b6c-46d9-bf10-4fb8f0eaa02c None None] For port 169a2d65-9256-41a9-a3db-549cb07ca7ac, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=169a2d65-9256-41a9-a3db-549cb07ca7ac,segment=NetworkSegment(930badeb-0295-488c-a6d3-76b48a6f7fac),segment_id=930badeb-0295-488c-a6d3-76b48a6f7fac)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:00.172508 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38f66b73-6b6c-46d9-bf10-4fb8f0eaa02c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.188326 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-38f66b73-6b6c-46d9-bf10-4fb8f0eaa02c None None] Calling delete_port for 169a2d65-9256-41a9-a3db-549cb07ca7ac owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:56:00.190061 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.297347 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.298849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-562a29f4-ef2b-4eee-998d-2f6d6cc87128 service neutron] For port 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:00.308098 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-562a29f4-ef2b-4eee-998d-2f6d6cc87128 service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.312881 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a98a51e-7974-4051-8c0b-81d0124067d3 req-562a29f4-ef2b-4eee-998d-2f6d6cc87128 service neutron] 10.222.0.11 "DELETE /v2.0/ports/4a83bd1a-2802-4e0e-8b11-7e30f6861170/bindings/n-h2-764435-3 HTTP/1.1" status: 204 len: 173 time: 0.3067656 Jul 15 14:56:00.385955 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd781db-dc6d-4041-9cc0-cb092c79f17e req-fc6048f9-e669-4ce8-8499-f86690673140 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:00.393923 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccd781db-dc6d-4041-9cc0-cb092c79f17e req-fc6048f9-e669-4ce8-8499-f86690673140 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.4337158 Jul 15 14:56:00.402218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:56:00.403113 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.405115 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: timer() Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:56:00.407379 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:56:00.473284 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=169a2d65-9256-41a9-a3db-549cb07ca7ac,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:00.481875 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] No DVR routers for this DVR port 169a2d65-9256-41a9-a3db-549cb07ca7ac on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:56:00.491670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port df9b88ef-b102-423a-9519-81aad539b157 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:00.492220 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.531411 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38f66b73-6b6c-46d9-bf10-4fb8f0eaa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.562204 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccd781db-dc6d-4041-9cc0-cb092c79f17e req-667bbf95-8cd3-4f1c-97c3-55da4684039b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670628 Jul 15 14:56:00.570725 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.572605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f66b73-6b6c-46d9-bf10-4fb8f0eaa02c None None] Pushing event deleted for resources: {'Port': ['ID=169a2d65-9256-41a9-a3db-549cb07ca7ac,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:00.576027 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f66b73-6b6c-46d9-bf10-4fb8f0eaa02c None None] No DVR routers for this DVR port 169a2d65-9256-41a9-a3db-549cb07ca7ac on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:56:00.580743 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.596395 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] 10.222.0.38 "DELETE /v2.0/networks/6122074b-6a36-40d2-aa35-021aba6c6760 HTTP/1.1" status: 204 len: 168 time: 2.3666682 Jul 15 14:56:00.627431 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.634170 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a986d5d-59bc-4ddc-b9bc-dd827b22c7ee admin admin] Pushing event deleted for resources: {'Network': ['ID=6122074b-6a36-40d2-aa35-021aba6c6760,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:00.664764 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7981d3c7-0cc0-4645-ac76-2adf33bb11b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9b88ef-b102-423a-9519-81aad539b157'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:00.667128 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4f9bc6-a041-4fc9-ad72-d7634441b869" -d '{"events": [{"server_uuid": "7981d3c7-0cc0-4645-ac76-2adf33bb11b7", "name": "network-vif-plugged", "status": "completed", "tag": "df9b88ef-b102-423a-9519-81aad539b157"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:00.681820 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port df9b88ef-b102-423a-9519-81aad539b157, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=df9b88ef-b102-423a-9519-81aad539b157,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:00.689519 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.710732 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.737700 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22370a4f-22e6-4ce2-8e25-36e457c6f21c']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:56:00.761646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930badeb-0295-488c-a6d3-76b48a6f7fac') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:56:00.761935 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930badeb-0295-488c-a6d3-76b48a6f7fac') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:56:00.800383 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.827769 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.835512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:56:00.835950 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: timer() Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:56:00.837698 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:56:00.852536 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=df9b88ef-b102-423a-9519-81aad539b157,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:00.943265 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45490) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:01.048563 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4ef9ccd3-1850-4533-a53e-e209428cfe06 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ff6a9af89cb4d41b79cb32117050ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1039362 Jul 15 14:56:01.049335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45494) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:01.082641 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e518c2b-81ab-41ff-bd73-01b08dda1cd8 req-d6c07ebc-47c3-4b77-885c-31f47f2a5883 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 210 time: 0.0659759 Jul 15 14:56:01.095531 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:01.109142 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:01.117768 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] 10.222.0.38 "DELETE /v2.0/networks/22370a4f-22e6-4ce2-8e25-36e457c6f21c HTTP/1.1" status: 204 len: 168 time: 2.2515764 Jul 15 14:56:01.150863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452af4a-ae02-4b60-bec7-c83c2fd1c7cd admin admin] Pushing event deleted for resources: {'Network': ['ID=22370a4f-22e6-4ce2-8e25-36e457c6f21c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:01.171888 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05a33efe-d416-4876-bf37-9953f0a0f0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:01.200857 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4017220e-d56f-4b5d-a975-291bd1446a75 x-openstack-request-id: req-4017220e-d56f-4b5d-a975-291bd1446a75 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:01.201226 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7981d3c7-0cc0-4645-ac76-2adf33bb11b7", "name": "network-vif-plugged", "status": "completed", "tag": "df9b88ef-b102-423a-9519-81aad539b157", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:01.201736 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4017220e-d56f-4b5d-a975-291bd1446a75 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:01.202206 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7981d3c7-0cc0-4645-ac76-2adf33bb11b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9b88ef-b102-423a-9519-81aad539b157', 'code': 200} Jul 15 14:56:01.218378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 07cbaa8d-f415-4220-af89-d790a104ee3f no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:56:01.234103 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05a33efe-d416-4876-bf37-9953f0a0f0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:01.336813 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05a33efe-d416-4876-bf37-9953f0a0f0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:01.340703 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05a33efe-d416-4876-bf37-9953f0a0f0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:01.342129 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-05a33efe-d416-4876-bf37-9953f0a0f0f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1fe20374-f0a2-4857-9f75-5b1e13410267 HTTP/1.1" status: 204 len: 168 time: 0.2909975 Jul 15 14:56:01.357582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a33efe-d416-4876-bf37-9953f0a0f0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe20374-f0a2-4857-9f75-5b1e13410267,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:01.543204 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:01.554937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45510) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:01.627453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 07cbaa8d-f415-4220-af89-d790a104ee3f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=07cbaa8d-f415-4220-af89-d790a104ee3f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:01.639382 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:01.653949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45514) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:01.654891 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-eead2b7c-616e-4f32-9ff4-5d718f9d2d81 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1925ba080f8f431e85a75f0d7aea9789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0983179 Jul 15 14:56:01.718691 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=07cbaa8d-f415-4220-af89-d790a104ee3f,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:01.738654 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf887949-70cd-4a67-ab1d-07a7aca5aacc req-7763848b-e3c8-46da-a348-c3464202a67d tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:01.745724 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf887949-70cd-4a67-ab1d-07a7aca5aacc req-7763848b-e3c8-46da-a348-c3464202a67d tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 945 time: 0.2369304 Jul 15 14:56:01.764837 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 169a2d65-9256-41a9-a3db-549cb07ca7ac no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:56:01.788138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269ee91-d16a-44ce-8a68-6a235387377d req-b87ae282-538a-42a1-acfa-857f9b06c3ea tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:01.795589 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a269ee91-d16a-44ce-8a68-6a235387377d req-b87ae282-538a-42a1-acfa-857f9b06c3ea tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.2750747 Jul 15 14:56:01.808904 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 169a2d65-9256-41a9-a3db-549cb07ca7ac {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:56:01.809364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 169a2d65-9256-41a9-a3db-549cb07ca7ac not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:56:01.814033 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b1568c75-be29-4b28-b3f3-806e2d4dcf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:01.868494 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf887949-70cd-4a67-ab1d-07a7aca5aacc req-3d0b6810-11e3-46d0-8a69-9f3c2dac99d1 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213131 Jul 15 14:56:01.916057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a269ee91-d16a-44ce-8a68-6a235387377d req-cab42612-d33d-46d1-a7f3-23b295d4ac3f tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191328 Jul 15 14:56:01.921453 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b1568c75-be29-4b28-b3f3-806e2d4dcf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:02.039629 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b1568c75-be29-4b28-b3f3-806e2d4dcf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:02.042483 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b1568c75-be29-4b28-b3f3-806e2d4dcf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:02.043886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b1568c75-be29-4b28-b3f3-806e2d4dcf55 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d44f3f4f-c263-404c-b2de-9e55458d83f0 HTTP/1.1" status: 204 len: 168 time: 0.3887279 Jul 15 14:56:02.053028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1568c75-be29-4b28-b3f3-806e2d4dcf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44f3f4f-c263-404c-b2de-9e55458d83f0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:02.186769 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4e99f-be80-43c9-955c-67762f1e4803 req-e80dd770-a573-424d-889b-bf05783c45ea tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:02.200538 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-23c4e99f-be80-43c9-955c-67762f1e4803 req-e80dd770-a573-424d-889b-bf05783c45ea tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.1302047 Jul 15 14:56:02.293687 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-23c4e99f-be80-43c9-955c-67762f1e4803 req-d3fd2c88-d3c0-41e7-9d1a-bea51a45dce1 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921466 Jul 15 14:56:02.384378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52120455-b7d1-4246-b289-c02038b6bef7 req-8b54d813-9704-40b5-85e1-de03a96722d1 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:02.397081 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52120455-b7d1-4246-b289-c02038b6bef7 req-8b54d813-9704-40b5-85e1-de03a96722d1 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 1096 time: 0.1244352 Jul 15 14:56:02.499460 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52120455-b7d1-4246-b289-c02038b6bef7 req-998d9c6c-5a86-4385-a32f-e7caa5a2302e tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007614 Jul 15 14:56:02.581970 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1bc621a-380d-4f62-a2ad-99a331728681 req-dcfc295a-d74e-4e58-80c0-36339b2b5df6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 210 time: 0.0413702 Jul 15 14:56:02.737576 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:02.866704 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a66d6e3a-64f1-463c-92f4-17a3a669178b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:03.074087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea236a-a796-4813-988e-ce0127a22248 req-783df97b-16a0-4973-a8a2-52b8db606fc8 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:03.088787 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ddea236a-a796-4813-988e-ce0127a22248 req-783df97b-16a0-4973-a8a2-52b8db606fc8 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 808 time: 0.2182605 Jul 15 14:56:03.119286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ddea236a-a796-4813-988e-ce0127a22248 req-fc12c9a3-3161-4fe0-90ea-fb8841b150b6 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/quotas/ebf1693107584ee2863f1119d2dec38c HTTP/1.1" status: 200 len: 375 time: 0.0295305 Jul 15 14:56:03.199602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45592) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:03.203641 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e047ae-0aca-4b3c-bac4-f47b0dbb5757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07cbaa8d-f415-4220-af89-d790a104ee3f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:03.207028 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622652a2-eb2d-43ea-bc6f-53aafde57112" -d '{"events": [{"server_uuid": "a6e047ae-0aca-4b3c-bac4-f47b0dbb5757", "name": "network-vif-unplugged", "status": "completed", "tag": "07cbaa8d-f415-4220-af89-d790a104ee3f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:03.294263 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ddea236a-a796-4813-988e-ce0127a22248 req-d06cd41a-8ceb-4757-8bb3-a3d400c0abd2 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1740987 Jul 15 14:56:03.339914 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf2b3a-f575-4c89-adca-7e27445f9720 req-e75e5513-7863-4855-a1a9-34858f52eacf tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:03.349354 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88cf2b3a-f575-4c89-adca-7e27445f9720 req-e75e5513-7863-4855-a1a9-34858f52eacf tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.2254970 Jul 15 14:56:03.447086 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88cf2b3a-f575-4c89-adca-7e27445f9720 req-5db3c224-256c-4945-b8ab-9b2d7e8a2e47 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965619 Jul 15 14:56:03.491755 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ddea236a-a796-4813-988e-ce0127a22248 req-65418303-2b7a-4253-a303-cd5279dcc51f service neutron] 10.222.0.38 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876917 Jul 15 14:56:03.561146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45610) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:03.623259 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ad33fa82-3e53-46aa-8cfb-b21a6d1de413 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-540768427-network', 'tenant_id': '40bf669d7c86461487aff158b418b6f8'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:03.650259 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7036ed-3cc3-452f-9425-c6f046a8be60 x-openstack-request-id: req-fb7036ed-3cc3-452f-9425-c6f046a8be60 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:03.650798 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e047ae-0aca-4b3c-bac4-f47b0dbb5757", "name": "network-vif-unplugged", "status": "completed", "tag": "07cbaa8d-f415-4220-af89-d790a104ee3f", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:03.651199 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb7036ed-3cc3-452f-9425-c6f046a8be60 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:03.651754 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e047ae-0aca-4b3c-bac4-f47b0dbb5757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07cbaa8d-f415-4220-af89-d790a104ee3f', 'code': 200} Jul 15 14:56:03.683923 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ddea236a-a796-4813-988e-ce0127a22248 req-292af35e-70d3-4442-be89-7f86f80686ca service neutron] 10.222.0.38 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858573 Jul 15 14:56:03.687393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad33fa82-3e53-46aa-8cfb-b21a6d1de413 admin admin] Made reservation on behalf of 40bf669d7c86461487aff158b418b6f8 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:56:03.692953 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad33fa82-3e53-46aa-8cfb-b21a6d1de413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:03.702472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-03d65495-9071-4b33-a4b4-be663a3135d5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1213210178-network', 'tenant_id': '3c822a4f9db84f3f82e1eaf160263154'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:03.723613 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad33fa82-3e53-46aa-8cfb-b21a6d1de413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:03.765938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d65495-9071-4b33-a4b4-be663a3135d5 admin admin] Made reservation on behalf of 3c822a4f9db84f3f82e1eaf160263154 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:56:03.768329 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03d65495-9071-4b33-a4b4-be663a3135d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:03.783734 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03d65495-9071-4b33-a4b4-be663a3135d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:03.874252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ba273513-dfc4-49b7-817a-1bdfe976ce90 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:56:03.928500 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c144fac-82d0-4b23-8f02-713fb0eac151 req-941c3b3a-452f-4c98-a972-8b57264ae829 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:03.932221 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad33fa82-3e53-46aa-8cfb-b21a6d1de413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:03.935957 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c144fac-82d0-4b23-8f02-713fb0eac151 req-941c3b3a-452f-4c98-a972-8b57264ae829 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.0941997 Jul 15 14:56:03.964713 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad33fa82-3e53-46aa-8cfb-b21a6d1de413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:03.997956 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c144fac-82d0-4b23-8f02-713fb0eac151 req-edfde84f-5af6-44ac-aba3-b9f3e57ed8f5 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606122 Jul 15 14:56:04.085588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad33fa82-3e53-46aa-8cfb-b21a6d1de413 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:56:04.191923 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad33fa82-3e53-46aa-8cfb-b21a6d1de413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:04.192263 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-ad33fa82-3e53-46aa-8cfb-b21a6d1de413 admin admin] Added segment 48e68b30-5f0b-4738-b03f-2d38210cb5ab of type vlan for network 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc Jul 15 14:56:04.195609 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:04.218648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33fa82-3e53-46aa-8cfb-b21a6d1de413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d59e1d4-ea58-45c5-b223-e4a516be1cad,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:04.243122 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ba273513-dfc4-49b7-817a-1bdfe976ce90, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ba273513-dfc4-49b7-817a-1bdfe976ce90,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:04.264018 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a5a9723-addb-4446-9add-48ef8d97aa6c req-51821032-5a8f-45e7-bb55-d860431db9d1 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 210 time: 0.0965033 Jul 15 14:56:04.266925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'ba273513-dfc4-49b7-817a-1bdfe976ce90', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'ba273513-dfc4-49b7-817a-1bdfe976ce90', 'mac_address': 'fa:16:3e:60:b7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:56:04.307157 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-392c2284-657b-4aaf-91dc-2b6a2b7e4bef req-5923cf42-da1e-4303-b884-5a5d5c8f18b0 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 210 time: 0.0728328 Jul 15 14:56:04.343383 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad33fa82-3e53-46aa-8cfb-b21a6d1de413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:04.354367 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:04.399314 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba273513-dfc4-49b7-817a-1bdfe976ce90 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:04.422664 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03d65495-9071-4b33-a4b4-be663a3135d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:04.423769 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad33fa82-3e53-46aa-8cfb-b21a6d1de413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:04.425240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad33fa82-3e53-46aa-8cfb-b21a6d1de413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:04.426394 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad33fa82-3e53-46aa-8cfb-b21a6d1de413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:04.457039 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ba273513-dfc4-49b7-817a-1bdfe976ce90, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ba273513-dfc4-49b7-817a-1bdfe976ce90,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:04.465346 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:04.467796 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03d65495-9071-4b33-a4b4-be663a3135d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:04.480539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d65495-9071-4b33-a4b4-be663a3135d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:56:04.483737 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ad33fa82-3e53-46aa-8cfb-b21a6d1de413 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2825286 Jul 15 14:56:04.486805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45636) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:04.495453 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6ca999b5-05d3-48f9-863d-4f35c7ddb60f admin admin] Request body: {'subnet': {'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-540768427-subnet', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:04.524813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d65495-9071-4b33-a4b4-be663a3135d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece96647-4781-4717-b3d4-ef520d4e6b4a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:04.547566 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03d65495-9071-4b33-a4b4-be663a3135d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:04.548286 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-03d65495-9071-4b33-a4b4-be663a3135d5 admin admin] Added segment b363b48d-2d44-41da-91d8-d8da0b9df13c of type vlan for network eacc08ca-f982-4eb2-8bfa-36e206d649e0 Jul 15 14:56:04.564112 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca999b5-05d3-48f9-863d-4f35c7ddb60f admin admin] Made reservation on behalf of 40bf669d7c86461487aff158b418b6f8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:56:04.571689 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6ca999b5-05d3-48f9-863d-4f35c7ddb60f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:04.575634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ba273513-dfc4-49b7-817a-1bdfe976ce90,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:04.610067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33fa82-3e53-46aa-8cfb-b21a6d1de413 admin admin] Pushing event updated for resources: {'Network': ['ID=62fd754e-5cad-4a48-a4b4-1613cbb8c1dc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:04.623354 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:56:04.666411 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ba273513-dfc4-49b7-817a-1bdfe976ce90'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:56:04.670116 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03d65495-9071-4b33-a4b4-be663a3135d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:04.716990 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03d65495-9071-4b33-a4b4-be663a3135d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:04.718522 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d65495-9071-4b33-a4b4-be663a3135d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:04.719326 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03d65495-9071-4b33-a4b4-be663a3135d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:05.132017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6144ba-a837-46b7-86e3-6d4f1889851b req-20d1fd56-9c86-4a35-8e90-0bcb9e7dbd47 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:05.134036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a6144ba-a837-46b7-86e3-6d4f1889851b req-20d1fd56-9c86-4a35-8e90-0bcb9e7dbd47 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.3623714 Jul 15 14:56:05.179625 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6ca999b5-05d3-48f9-863d-4f35c7ddb60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:05.254737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca999b5-05d3-48f9-863d-4f35c7ddb60f admin admin] Pushing event updated for resources: {'Subnet': ['ID=218cf0bf-5930-417f-bd02-08d18ed24ea1,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:05.299599 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d65495-9071-4b33-a4b4-be663a3135d5 admin admin] Pushing event updated for resources: {'Network': ['ID=eacc08ca-f982-4eb2-8bfa-36e206d649e0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:05.313497 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network eacc08ca-f982-4eb2-8bfa-36e206d649e0 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:56:05.329786 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-03d65495-9071-4b33-a4b4-be663a3135d5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7672412 Jul 15 14:56:05.334776 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45656) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:05.349958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3b1d8dc0-b254-4f32-9946-91399779ea3c admin admin] Request body: {'subnet': {'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1213210178-subnet', 'tenant_id': '3c822a4f9db84f3f82e1eaf160263154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:05.379075 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [req-02234014-e4f0-47bb-b232-8264c1160a1e req-e81ec993-7d43-4103-a945-9a116d5c3987 service neutron] show failed (client error): The resource could not be found. Jul 15 14:56:05.380506 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-e81ec993-7d43-4103-a945-9a116d5c3987 service neutron] 10.222.0.11 "GET /v2.0/ports/49b209ae-4cb9-4438-8f90-acb2c1cac55a/bindings/n-h2-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.6722264 Jul 15 14:56:05.400818 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1d8dc0-b254-4f32-9946-91399779ea3c admin admin] Made reservation on behalf of 3c822a4f9db84f3f82e1eaf160263154 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:56:05.403533 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a6144ba-a837-46b7-86e3-6d4f1889851b req-43f688ea-085a-4aee-867d-7ab133d6194a tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566078 Jul 15 14:56:05.406273 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b1d8dc0-b254-4f32-9946-91399779ea3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:05.438811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca999b5-05d3-48f9-863d-4f35c7ddb60f admin admin] Checking segment: {'id': '48e68b30-5f0b-4738-b03f-2d38210cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:05.439323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca999b5-05d3-48f9-863d-4f35c7ddb60f admin admin] Network hostable DHCP agents. Network: 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:56:05.513236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca999b5-05d3-48f9-863d-4f35c7ddb60f admin admin] Network 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:56:05.539424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc2e7b-8853-4588-ba30-1ad5c299dbc9 req-55b76260-f686-4ea8-b82f-d651e7608eb4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:05.550848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6cc2e7b-8853-4588-ba30-1ad5c299dbc9 req-55b76260-f686-4ea8-b82f-d651e7608eb4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.2876713 Jul 15 14:56:05.593010 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-6ca999b5-05d3-48f9-863d-4f35c7ddb60f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:05.604347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca999b5-05d3-48f9-863d-4f35c7ddb60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:05.606712 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6ca999b5-05d3-48f9-863d-4f35c7ddb60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:05.607482 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8396dc04-9ba0-48df-8d6d-76d0fd87ed86 None None] Network 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:56:05.655493 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6cc2e7b-8853-4588-ba30-1ad5c299dbc9 req-96500a64-64ef-423a-9773-59b07c5d1fd7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028621 Jul 15 14:56:05.661408 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6ca999b5-05d3-48f9-863d-4f35c7ddb60f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1694324 Jul 15 14:56:05.662049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45668) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:05.669464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-540768427-router', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:05.730138 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:05.733611 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:05.789027 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b1d8dc0-b254-4f32-9946-91399779ea3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:05.923046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ba273513-dfc4-49b7-817a-1bdfe976ce90 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:05.939287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:05.962576 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d8dc0-b254-4f32-9946-91399779ea3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a0028d-6b1b-4323-8f48-9385d7a289df,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:05.965166 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d8dc0-b254-4f32-9946-91399779ea3c admin admin] Checking segment: {'id': 'b363b48d-2d44-41da-91d8-d8da0b9df13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:05.965652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1d8dc0-b254-4f32-9946-91399779ea3c admin admin] Network hostable DHCP agents. Network: eacc08ca-f982-4eb2-8bfa-36e206d649e0, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:56:05.996632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1d8dc0-b254-4f32-9946-91399779ea3c admin admin] Network eacc08ca-f982-4eb2-8bfa-36e206d649e0 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:56:06.021240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-3b1d8dc0-b254-4f32-9946-91399779ea3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, eacc08ca-f982-4eb2-8bfa-36e206d649e0) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:06.028392 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1d8dc0-b254-4f32-9946-91399779ea3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:06.029161 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b1d8dc0-b254-4f32-9946-91399779ea3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:06.049829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fab87c1-fe33-45e4-93d2-5db90eb96fc7 None None] Network eacc08ca-f982-4eb2-8bfa-36e206d649e0 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:56:06.064131 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3b1d8dc0-b254-4f32-9946-91399779ea3c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7280138 Jul 15 14:56:06.110002 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:06.209738 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'fixed_ips': [{'subnet_id': '218cf0bf-5930-417f-bd02-08d18ed24ea1'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:56:06.210713 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:06.212445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-114bd968-6623-4974-8f9e-359e2c987feb req-cc7a6895-83e6-4e89-815a-89b92df75b47 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=332c8491-49bf-4b83-9bdc-c4eca55e149d HTTP/1.1" status: 200 len: 210 time: 0.2694085 Jul 15 14:56:06.223479 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port ba273513-dfc4-49b7-817a-1bdfe976ce90 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:06.223864 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:06.293274 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02234014-e4f0-47bb-b232-8264c1160a1e req-786a00a7-473b-4000-b2f3-19fa23022548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:06.295764 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-786a00a7-473b-4000-b2f3-19fa23022548 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c&tenant_id=e4e49258fa6a4fb18919af5b4ad01325 HTTP/1.1" status: 200 len: 1101 time: 0.1741216 Jul 15 14:56:06.324403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:06.350933 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29887a88-8fde-4020-aba7-692602b3e703 req-e4e17e6d-6a3f-4155-9a1b-691a254e7af6 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 210 time: 0.3170903 Jul 15 14:56:06.617569 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Allocated IP 172.20.0.2 (62fd754e-5cad-4a48-a4b4-1613cbb8c1dc/218cf0bf-5930-417f-bd02-08d18ed24ea1/9a583312-6cb7-41c5-921f-40c4da88f768) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:56:06.706964 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:06.794559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea236a-a796-4813-988e-ce0127a22248 req-416dde7f-198f-4f73-b054-83825875af83 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:06.796486 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ddea236a-a796-4813-988e-ce0127a22248 req-416dde7f-198f-4f73-b054-83825875af83 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.22 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 808 time: 0.4612002 Jul 15 14:56:06.806127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5067ec91-45d3-4a3e-b36c-cba5fc91d51b None None] Network eacc08ca-f982-4eb2-8bfa-36e206d649e0 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:56:06.813594 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ddea236a-a796-4813-988e-ce0127a22248 req-6124507d-a1fd-43d1-bffa-af4f491879fb tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Request body: {'port': {'device_id': 'c7ab09d5-8b33-4c4d-abc1-63d8daf52076', 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e', 'admin_state_up': True, 'tenant_id': 'ebf1693107584ee2863f1119d2dec38c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:07.016761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e97c1-377a-45aa-ae96-81325df0c2e9 req-a46b3cee-a3a8-495f-a7e7-3e1786d17b16 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:07.036426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-784e97c1-377a-45aa-ae96-81325df0c2e9 req-a46b3cee-a3a8-495f-a7e7-3e1786d17b16 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.3192923 Jul 15 14:56:07.055503 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:07.078495 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddea236a-a796-4813-988e-ce0127a22248 req-6124507d-a1fd-43d1-bffa-af4f491879fb tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Made reservation on behalf of ebf1693107584ee2863f1119d2dec38c for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:56:07.122702 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddea236a-a796-4813-988e-ce0127a22248 req-6124507d-a1fd-43d1-bffa-af4f491879fb tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:07.148701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-784e97c1-377a-45aa-ae96-81325df0c2e9 req-ae9a0513-03f3-4f43-8604-58bfb725f861 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108882 Jul 15 14:56:07.359675 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:07.407146 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:07.424491 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:07.427697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Transition to ACTIVE for port object 9a583312-6cb7-41c5-921f-40c4da88f768 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:07.453061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Transition to ACTIVE for port object 9a583312-6cb7-41c5-921f-40c4da88f768 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:07.478212 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:07.511325 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-ddea236a-a796-4813-988e-ce0127a22248 req-6124507d-a1fd-43d1-bffa-af4f491879fb tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Allocated IP 172.20.0.13 (1b052415-ea98-4ad2-9697-24ee25c7523e/4f5fa273-121e-4648-b059-cb3497a7f2a0/9adffc1d-f299-4bca-b4bb-a12f18054d51) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:56:07.589530 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Network 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:56:07.605691 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Allocated IP 172.25.4.160 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/856fc933-86a6-424c-b2ac-780e51d71cba) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:56:07.614199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:07.632619 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:56:07.657760 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:07.704885 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] For port 49b209ae-4cb9-4438-8f90-acb2c1cac55a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:07.810722 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Pushing event updated for resources: {'Port': ['ID=9a583312-6cb7-41c5-921f-40c4da88f768,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:07.837138 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:07.840463 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:07.843380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:07.848978 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] For port 49b209ae-4cb9-4438-8f90-acb2c1cac55a, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:07.852049 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:07.853286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:07.853799 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:07.854312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:07.854836 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:07.855757 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:07.856260 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:07.856748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:07.857614 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:07.857974 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:07.929990 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:07.933379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b209ae-4cb9-4438-8f90-acb2c1cac55a'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:07.937822 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710a852d-084a-453e-8b97-be7deefeee88" -d '{"events": [{"server_uuid": "3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "49b209ae-4cb9-4438-8f90-acb2c1cac55a"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:07.942254 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:07.962782 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Attempting to bind port 9a583312-6cb7-41c5-921f-40c4da88f768 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:56:07.963400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Attempting to bind port 9a583312-6cb7-41c5-921f-40c4da88f768 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '48e68b30-5f0b-4738-b03f-2d38210cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:56:07.963549 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Attempting to bind port 9a583312-6cb7-41c5-921f-40c4da88f768 on network 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:07.970276 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddea236a-a796-4813-988e-ce0127a22248 req-6124507d-a1fd-43d1-bffa-af4f491879fb tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:07.977101 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Transition to ACTIVE for port object 49b209ae-4cb9-4438-8f90-acb2c1cac55a will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:07.977340 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73db498-21af-4859-ad6f-13248c67a8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba273513-dfc4-49b7-817a-1bdfe976ce90'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:07.983574 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b326eda5-1ec0-4ea3-87d2-e26fe6e547d1" -d '{"events": [{"server_uuid": "a73db498-21af-4859-ad6f-13248c67a8ff", "name": "network-vif-plugged", "status": "completed", "tag": "ba273513-dfc4-49b7-817a-1bdfe976ce90"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:07.995225 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:08.021403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ba273513-dfc4-49b7-817a-1bdfe976ce90, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ba273513-dfc4-49b7-817a-1bdfe976ce90,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:08.027323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:56:08.027890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Checking segment: {'id': '48e68b30-5f0b-4738-b03f-2d38210cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:08.028695 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:08.029317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Bound using segment: {'id': '48e68b30-5f0b-4738-b03f-2d38210cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:56:08.030795 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Bound port: 9a583312-6cb7-41c5-921f-40c4da88f768, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e68b30-5f0b-4738-b03f-2d38210cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:56:08.031226 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:08.039611 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:08.079823 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 49b209ae-4cb9-4438-8f90-acb2c1cac55a no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:56:08.109861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:56:08.123867 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:08.129065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:56:08.144360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Pushing event updated for resources: {'Port': ['ID=49b209ae-4cb9-4438-8f90-acb2c1cac55a,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:08.223997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Pushing event updated for resources: {'Port': ['ID=856fc933-86a6-424c-b2ac-780e51d71cba,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:08.231573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] No DVR routers for this DVR port 49b209ae-4cb9-4438-8f90-acb2c1cac55a on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:56:08.342417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 49b209ae-4cb9-4438-8f90-acb2c1cac55a not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:56:08.376844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ba273513-dfc4-49b7-817a-1bdfe976ce90,revision_number=10']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:08.405054 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddea236a-a796-4813-988e-ce0127a22248 req-6124507d-a1fd-43d1-bffa-af4f491879fb tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:08.434108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] For port 9a583312-6cb7-41c5-921f-40c4da88f768, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:08.438573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] For port 9a583312-6cb7-41c5-921f-40c4da88f768, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9a583312-6cb7-41c5-921f-40c4da88f768,segment=NetworkSegment(48e68b30-5f0b-4738-b03f-2d38210cb5ab),segment_id=48e68b30-5f0b-4738-b03f-2d38210cb5ab)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:56:08.450166 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:08.460192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Attempting to bind port 49b209ae-4cb9-4438-8f90-acb2c1cac55a on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:56:08.461067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Attempting to bind port 49b209ae-4cb9-4438-8f90-acb2c1cac55a by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:56:08.461399 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Attempting to bind port 49b209ae-4cb9-4438-8f90-acb2c1cac55a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:08.539803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Port 49b209ae-4cb9-4438-8f90-acb2c1cac55a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:56:08.540547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Attempting to bind port 49b209ae-4cb9-4438-8f90-acb2c1cac55a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:08.620052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddea236a-a796-4813-988e-ce0127a22248 req-6124507d-a1fd-43d1-bffa-af4f491879fb tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Network 1b052415-ea98-4ad2-9697-24ee25c7523e is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:56:08.629593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:56:08.629972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:08.630362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:56:08.630848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Bound port: 49b209ae-4cb9-4438-8f90-acb2c1cac55a, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:56:08.631215 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:08.631489 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515853a1-e53f-406d-9f6e-6a5a802d892f None None] Pushing event updated for resources: {'Port': ['ID=9a583312-6cb7-41c5-921f-40c4da88f768,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:08.664140 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-ddea236a-a796-4813-988e-ce0127a22248 req-6124507d-a1fd-43d1-bffa-af4f491879fb tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:08.670937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddea236a-a796-4813-988e-ce0127a22248 req-6124507d-a1fd-43d1-bffa-af4f491879fb tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:56:08.820200 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea236a-a796-4813-988e-ce0127a22248 req-6124507d-a1fd-43d1-bffa-af4f491879fb tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:08.820983 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddea236a-a796-4813-988e-ce0127a22248 req-6124507d-a1fd-43d1-bffa-af4f491879fb tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:08.846039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124507d-a1fd-43d1-bffa-af4f491879fb tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Pushing event updated for resources: {'Port': ['ID=9adffc1d-f299-4bca-b4bb-a12f18054d51,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:09.019643 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ddea236a-a796-4813-988e-ce0127a22248 req-6124507d-a1fd-43d1-bffa-af4f491879fb tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2097797 Jul 15 14:56:09.062272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Request body: {'port': {'device_id': 'c7ab09d5-8b33-4c4d-abc1-63d8daf52076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:09.199842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] For port 49b209ae-4cb9-4438-8f90-acb2c1cac55a, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:09.249100 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] For port 49b209ae-4cb9-4438-8f90-acb2c1cac55a, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:56:09.265505 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:09.308759 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:09.309389 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:09.311154 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] 10.222.0.22 "PUT /v2.0/ports/49b209ae-4cb9-4438-8f90-acb2c1cac55a HTTP/1.1" status: 200 len: 1096 time: 2.9997253 Jul 15 14:56:09.323467 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:09.511118 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b650d5-9bc1-4ede-bcb0-93ce13fa02e1 service neutron] Pushing event updated for resources: {'Port': ['ID=49b209ae-4cb9-4438-8f90-acb2c1cac55a,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:09.778340 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:09.828105 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9a583312-6cb7-41c5-921f-40c4da88f768 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:09.974339 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 9a583312-6cb7-41c5-921f-40c4da88f768 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:09.994836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9adffc1d-f299-4bca-b4bb-a12f18054d51 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:10.004379 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:10.021667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Transition to ACTIVE for port object 9adffc1d-f299-4bca-b4bb-a12f18054d51 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:10.026492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02234014-e4f0-47bb-b232-8264c1160a1e req-60975f04-4ca1-42bc-aca5-db4525f868a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:10.029794 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-60975f04-4ca1-42bc-aca5-db4525f868a1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 1099 time: 0.6650045 Jul 15 14:56:10.031480 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:10.274988 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Pushing event updated for resources: {'Port': ['ID=9adffc1d-f299-4bca-b4bb-a12f18054d51,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:10.301895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa15320b-d69e-4b9b-91b0-2add86ef362a None None] Network 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:56:10.334726 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02234014-e4f0-47bb-b232-8264c1160a1e req-8288fd15-9619-4a2e-ba5f-e98e9f121675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:10.337706 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-8288fd15-9619-4a2e-ba5f-e98e9f121675 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2971258 Jul 15 14:56:10.350303 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:10.370463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Attempting to bind port 9adffc1d-f299-4bca-b4bb-a12f18054d51 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:56:10.370768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Attempting to bind port 9adffc1d-f299-4bca-b4bb-a12f18054d51 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:56:10.371012 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Attempting to bind port 9adffc1d-f299-4bca-b4bb-a12f18054d51 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:10.454914 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Port 9adffc1d-f299-4bca-b4bb-a12f18054d51 on network 1b052415-ea98-4ad2-9697-24ee25c7523e not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:56:10.455281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Attempting to bind port 9adffc1d-f299-4bca-b4bb-a12f18054d51 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:10.478410 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-13c01397-5de4-42ac-af88-4c2d7a5b2f52 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a HTTP/1.1" status: 200 len: 217 time: 0.1266148 Jul 15 14:56:10.479394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:56:10.479737 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Checking segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:10.481376 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Bound using segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:56:10.481833 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Bound port: 9adffc1d-f299-4bca-b4bb-a12f18054d51, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:56:10.483265 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:10.489059 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dfeaa943-bbf9-427e-b4a1-2947356d9c2f None None] Provisioning for port 9a583312-6cb7-41c5-921f-40c4da88f768 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:10.503899 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dfeaa943-bbf9-427e-b4a1-2947356d9c2f None None] Provisioning complete for port 9a583312-6cb7-41c5-921f-40c4da88f768 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:10.504278 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dfeaa943-bbf9-427e-b4a1-2947356d9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:10.726773 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:56:10.854945 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02234014-e4f0-47bb-b232-8264c1160a1e req-0acaf6c4-dc06-4439-aab5-9f377bf194f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:10.857166 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-0acaf6c4-dc06-4439-aab5-9f377bf194f4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.3652039 Jul 15 14:56:10.943701 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] For port 9adffc1d-f299-4bca-b4bb-a12f18054d51, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:11.005314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:56:11.014547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] For port 9adffc1d-f299-4bca-b4bb-a12f18054d51, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:56:11.015488 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Sync routers for ids ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:56:11.030791 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dfeaa943-bbf9-427e-b4a1-2947356d9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:11.039012 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Routers {'3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:56:11.040104 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:11.041349 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:56:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:56:11.050294 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:11.054096 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-097306db-d808-4cbe-80f4-732ff2cf716f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3908036 Jul 15 14:56:11.055351 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45740) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:11.121926 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-dfeaa943-bbf9-427e-b4a1-2947356d9c2f None None] For port 9a583312-6cb7-41c5-921f-40c4da88f768, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9a583312-6cb7-41c5-921f-40c4da88f768,segment=NetworkSegment(48e68b30-5f0b-4738-b03f-2d38210cb5ab),segment_id=48e68b30-5f0b-4738-b03f-2d38210cb5ab)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:11.137362 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dfeaa943-bbf9-427e-b4a1-2947356d9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:11.206395 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Pushing event updated for resources: {'Port': ['ID=9adffc1d-f299-4bca-b4bb-a12f18054d51,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:11.295134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:11.296465 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:11.298870 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ddea236a-a796-4813-988e-ce0127a22248 req-5349f1dd-ccd2-47b6-87ee-0b50cf82a141 service neutron] 10.222.0.22 "PUT /v2.0/ports/9adffc1d-f299-4bca-b4bb-a12f18054d51 HTTP/1.1" status: 200 len: 1092 time: 2.2622454 Jul 15 14:56:11.351754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a5f1d55a-8f02-4f4b-acd3-0ece6232a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:11.359005 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-a5f1d55a-8f02-4f4b-acd3-0ece6232a94b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4850924 Jul 15 14:56:11.677974 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Set router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:56:11.732183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeaa943-bbf9-427e-b4a1-2947356d9c2f None None] Pushing event updated for resources: {'Port': ['ID=9a583312-6cb7-41c5-921f-40c4da88f768,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:11.740394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea236a-a796-4813-988e-ce0127a22248 req-e037f893-4a7b-4baa-831e-49817b8a78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:11.741944 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ddea236a-a796-4813-988e-ce0127a22248 req-e037f893-4a7b-4baa-831e-49817b8a78a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 1095 time: 0.3770556 Jul 15 14:56:11.782182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2a0259b9-4245-442e-b16d-4ff78d5f4554 None None] Provisioning complete for port 9a583312-6cb7-41c5-921f-40c4da88f768 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:11.787034 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a0259b9-4245-442e-b16d-4ff78d5f4554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:11.864397 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-50d74401-2dd8-4273-ac5f-71535ce183d9 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966792 Jul 15 14:56:11.866237 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ddea236a-a796-4813-988e-ce0127a22248 req-81383e59-fb72-4039-92cc-f06cc8739a61 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51 HTTP/1.1" status: 200 len: 217 time: 0.1123364 Jul 15 14:56:12.103100 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:12.118230 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'name': 'tempest-TaggedBootDevicesTest_v242-540768427-router', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:56:05Z', 'updated_at': '2021-07-15T14:56:09Z', 'revision_number': 3, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'gw_port': {'id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:07Z', 'updated_at': '2021-07-15T14:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:56:12.142303 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea236a-a796-4813-988e-ce0127a22248 req-563adbe3-6055-4802-b806-f1cf14fa171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:12.142303 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ddea236a-a796-4813-988e-ce0127a22248 req-563adbe3-6055-4802-b806-f1cf14fa171f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.2502990 Jul 15 14:56:12.197629 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Checking router: 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:56:12.199381 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Updating router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 port 856fc933-86a6-424c-b2ac-780e51d71cba binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:56:12.242975 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ddea236a-a796-4813-988e-ce0127a22248 req-e07517de-a5b8-4cc4-b7a7-919a889c5e23 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842159 Jul 15 14:56:12.247287 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:12.521885 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ddea236a-a796-4813-988e-ce0127a22248 req-bc8c1dce-2ed7-4878-80e1-7257804ab47f service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651215 Jul 15 14:56:12.529562 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-02234014-e4f0-47bb-b232-8264c1160a1e req-84f5dda3-3166-41df-9e44-50ac335ee2b4 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6475530 Jul 15 14:56:12.563452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Allocated IP 172.20.0.1 (62fd754e-5cad-4a48-a4b4-1613cbb8c1dc/218cf0bf-5930-417f-bd02-08d18ed24ea1/b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:56:12.811960 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ddea236a-a796-4813-988e-ce0127a22248 req-435976e3-1e25-433f-be19-599582e4b26b service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813027 Jul 15 14:56:12.848663 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:12.871490 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Transition to ACTIVE for port object 856fc933-86a6-424c-b2ac-780e51d71cba will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:12.886418 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:13.041388 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:13.069690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Transition to ACTIVE for port object b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:13.077316 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Attempting to bind port 856fc933-86a6-424c-b2ac-780e51d71cba on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:56:13.077687 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Attempting to bind port 856fc933-86a6-424c-b2ac-780e51d71cba by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:56:13.078264 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Attempting to bind port 856fc933-86a6-424c-b2ac-780e51d71cba on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:13.086430 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:56:13.087147 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:13.087728 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:13.088288 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:56:13.088939 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Bound port: 856fc933-86a6-424c-b2ac-780e51d71cba, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:56:13.089526 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:13.120678 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:13.174176 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80de96a-5b16-44a8-bd84-c0860520c1d9 None None] Pushing event updated for resources: {'Port': ['ID=856fc933-86a6-424c-b2ac-780e51d71cba,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:13.184451 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80de96a-5b16-44a8-bd84-c0860520c1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:13.184769 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80de96a-5b16-44a8-bd84-c0860520c1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:13.185102 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80de96a-5b16-44a8-bd84-c0860520c1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:13.185437 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80de96a-5b16-44a8-bd84-c0860520c1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:13.185768 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80de96a-5b16-44a8-bd84-c0860520c1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:13.186099 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80de96a-5b16-44a8-bd84-c0860520c1d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:13.186423 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80de96a-5b16-44a8-bd84-c0860520c1d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:13.186789 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80de96a-5b16-44a8-bd84-c0860520c1d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:13.187112 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80de96a-5b16-44a8-bd84-c0860520c1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:13.187437 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80de96a-5b16-44a8-bd84-c0860520c1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:13.188192 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80de96a-5b16-44a8-bd84-c0860520c1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:13.188192 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80de96a-5b16-44a8-bd84-c0860520c1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:13.190147 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Network 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:56:13.200908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:13.211483 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:56:13.239654 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] For port 856fc933-86a6-424c-b2ac-780e51d71cba, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:13.247254 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] For port 856fc933-86a6-424c-b2ac-780e51d71cba, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=856fc933-86a6-424c-b2ac-780e51d71cba,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:56:13.253308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Pushing event updated for resources: {'Port': ['ID=b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:13.263987 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:13.299771 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:13.331402 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Routers {'3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:56:13.331962 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:56:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:56:13.559306 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] Set router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:56:13.740317 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:13.769741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b9eb410b-a061-4fbf-8d17-c36e6c46033e None None] Provisioning for port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:13.798221 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b9eb410b-a061-4fbf-8d17-c36e6c46033e None None] Provisioning complete for port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:13.803974 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9eb410b-a061-4fbf-8d17-c36e6c46033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:13.921575 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9a583312-6cb7-41c5-921f-40c4da88f768 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:13.951571 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80de96a-5b16-44a8-bd84-c0860520c1d9 None None] Pushing event updated for resources: {'Port': ['ID=856fc933-86a6-424c-b2ac-780e51d71cba,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:13.991514 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'name': 'tempest-TaggedBootDevicesTest_v242-540768427-router', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:56:05Z', 'updated_at': '2021-07-15T14:56:09Z', 'revision_number': 3, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'gw_port': {'id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:07Z', 'updated_at': '2021-07-15T14:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:56:14.038318 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb410b-a061-4fbf-8d17-c36e6c46033e None None] Port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:56:14.072630 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c7a32-9cbc-4400-b837-3768248c6339 None None] The sync data for ids ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'] in n-d-764435-3 is: [{'id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'name': 'tempest-TaggedBootDevicesTest_v242-540768427-router', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:56:05Z', 'updated_at': '2021-07-15T14:56:09Z', 'revision_number': 3, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'gw_port': {'id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:07Z', 'updated_at': '2021-07-15T14:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:56:14.089676 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:14.095299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9a583312-6cb7-41c5-921f-40c4da88f768 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:14.095659 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:14.098099 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:14.232690 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:14.261309 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Pushing event updated for resources: {'Port': ['ID=b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:14.454893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9d4fb-1c38-44ff-a6da-246246d56e9e req-43844ebb-2223-4ee6-9f09-0c8fe973764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:14.458564 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9de9d4fb-1c38-44ff-a6da-246246d56e9e req-43844ebb-2223-4ee6-9f09-0c8fe973764b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 1096 time: 0.1786389 Jul 15 14:56:14.606792 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9de9d4fb-1c38-44ff-a6da-246246d56e9e req-2fbc0233-f893-4fd7-b4ce-33a5233851b4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183624 Jul 15 14:56:14.624460 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Network 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:56:14.636058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:14.971907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:56:15.185624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6cc8e8ab-984f-482e-9587-ba5b7df4e17a None None] Provisioning complete for port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:15.186255 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e8ab-984f-482e-9587-ba5b7df4e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:15.200538 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:56:15.232140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-48d56403-e40e-469f-819a-3a964a8ea593 admin admin] 10.222.0.38 "PUT /v2.0/routers/3346b846-7e7c-4b9a-b1c5-5e19cb9274f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1755748 Jul 15 14:56:15.337302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8e8ab-984f-482e-9587-ba5b7df4e17a None None] Port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:56:15.792881 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 856fc933-86a6-424c-b2ac-780e51d71cba up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:15.919902 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 856fc933-86a6-424c-b2ac-780e51d71cba completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:15.927334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 856fc933-86a6-424c-b2ac-780e51d71cba triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:15.928031 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:16.057414 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:16.096348 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 856fc933-86a6-424c-b2ac-780e51d71cba, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=856fc933-86a6-424c-b2ac-780e51d71cba,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:16.110736 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:16.186962 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=856fc933-86a6-424c-b2ac-780e51d71cba,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:16.803899 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Sync routers for ids ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:56:16.822234 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Routers {'3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:56:16.823912 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:56:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:56:16.991689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Set router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:56:17.361139 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9adffc1d-f299-4bca-b4bb-a12f18054d51 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:56:17.525182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'name': 'tempest-TaggedBootDevicesTest_v242-540768427-router', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:56:05Z', 'updated_at': '2021-07-15T14:56:13Z', 'revision_number': 4, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'gw_port': {'id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:07Z', 'updated_at': '2021-07-15T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2', 'name': '', 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'mac_address': 'fa:16:3e:78:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:12Z', 'updated_at': '2021-07-15T14:56:13Z', 'revision_number': 2, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'subnets': [{'id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:56:17.817527 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Checking router: 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:56:17.818675 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Updating router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:56:17.833158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 856fc933-86a6-424c-b2ac-780e51d71cba up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:17.936815 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:17.977657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9adffc1d-f299-4bca-b4bb-a12f18054d51, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:18.136685 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '9adffc1d-f299-4bca-b4bb-a12f18054d51', 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e', 'port_id': '9adffc1d-f299-4bca-b4bb-a12f18054d51', 'mac_address': 'fa:16:3e:b0:cd:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5fa273-121e-4648-b059-cb3497a7f2a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:56:18.159566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 856fc933-86a6-424c-b2ac-780e51d71cba triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:18.160082 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:18.275312 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:18.312470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9adffc1d-f299-4bca-b4bb-a12f18054d51 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:18.374096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9adffc1d-f299-4bca-b4bb-a12f18054d51, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:18.400439 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:18.401649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 49b209ae-4cb9-4438-8f90-acb2c1cac55a details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:56:18.507616 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:18.528286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Transition to ACTIVE for port object b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:18.627006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 49b209ae-4cb9-4438-8f90-acb2c1cac55a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:18.641409 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '49b209ae-4cb9-4438-8f90-acb2c1cac55a', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '49b209ae-4cb9-4438-8f90-acb2c1cac55a', 'mac_address': 'fa:16:3e:7f:62:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:56:18.667300 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:18.711655 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:18.723902 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=9adffc1d-f299-4bca-b4bb-a12f18054d51,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:18.814625 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:18.961004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-121fe664-36e0-4758-a743-12b93028401c tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:18.974916 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-121fe664-36e0-4758-a743-12b93028401c tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/networks?id=eacc08ca-f982-4eb2-8bfa-36e206d649e0 HTTP/1.1" status: 200 len: 822 time: 0.2297254 Jul 15 14:56:18.990861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d74c8-7f88-4a98-80ee-d0ee4355f965 None None] Pushing event updated for resources: {'Port': ['ID=b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:19.012431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b209ae-4cb9-4438-8f90-acb2c1cac55a {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:19.038410 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Attempting to bind port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:56:19.039046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Attempting to bind port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '48e68b30-5f0b-4738-b03f-2d38210cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:56:19.039695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Attempting to bind port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 on network 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:19.056780 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-0863ae4b-d258-4fa1-b526-683c06181be2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/quotas/3c822a4f9db84f3f82e1eaf160263154 HTTP/1.1" status: 200 len: 375 time: 0.0716090 Jul 15 14:56:19.070397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 49b209ae-4cb9-4438-8f90-acb2c1cac55a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:19.072042 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:19.073086 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:56:19.073465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Checking segment: {'id': '48e68b30-5f0b-4738-b03f-2d38210cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:19.073897 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:19.074301 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Bound using segment: {'id': '48e68b30-5f0b-4738-b03f-2d38210cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:56:19.074862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Bound port: b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e68b30-5f0b-4738-b03f-2d38210cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:56:19.075261 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:19.098196 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:19.098888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-72f1bac5-e4c8-4046-89b3-3bca41e51433 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3c822a4f9db84f3f82e1eaf160263154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402358 Jul 15 14:56:19.196015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374fb48-5476-4354-a09b-f9c0a02f2bcd req-97a4e9a9-243a-4159-a94d-0122a24e934a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:19.203677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b374fb48-5476-4354-a09b-f9c0a02f2bcd req-97a4e9a9-243a-4159-a94d-0122a24e934a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 948 time: 0.2275047 Jul 15 14:56:19.271215 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-a2734ca3-eb8c-4302-83f2-07b8b7154424 service neutron] 10.222.0.38 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711297 Jul 15 14:56:19.283850 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=49b209ae-4cb9-4438-8f90-acb2c1cac55a,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:19.298320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] For port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:19.302858 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] For port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2,segment=NetworkSegment(48e68b30-5f0b-4738-b03f-2d38210cb5ab),segment_id=48e68b30-5f0b-4738-b03f-2d38210cb5ab)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:56:19.309878 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:19.319619 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b374fb48-5476-4354-a09b-f9c0a02f2bcd req-ec59c198-2a9c-47e5-9fe3-530fa05d9621 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146443 Jul 15 14:56:19.399159 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['9adffc1d-f299-4bca-b4bb-a12f18054d51'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:56:19.405181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['49b209ae-4cb9-4438-8f90-acb2c1cac55a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:56:19.509541 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-5bb5f0d4-9201-4761-8f1a-4b8ab24fbb06 service neutron] 10.222.0.38 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373240 Jul 15 14:56:19.740558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d74c8-7f88-4a98-80ee-d0ee4355f965 None None] Pushing event updated for resources: {'Port': ['ID=b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:19.760675 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Routers {'3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:56:19.761053 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:56:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:56:19.947809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a259b2b-5104-4e54-b199-c305a8636708 req-d1c89caf-5a92-4be7-b96f-aa2c8aaf1c7f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:19.955836 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a259b2b-5104-4e54-b199-c305a8636708 req-d1c89caf-5a92-4be7-b96f-aa2c8aaf1c7f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 945 time: 0.1961076 Jul 15 14:56:20.021837 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc3c8dd-fbc9-41fb-be4a-3965fa62e423 x-openstack-request-id: req-3fc3c8dd-fbc9-41fb-be4a-3965fa62e423 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:20.022380 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "49b209ae-4cb9-4438-8f90-acb2c1cac55a", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:20.022976 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3fc3c8dd-fbc9-41fb-be4a-3965fa62e423 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:20.023395 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b209ae-4cb9-4438-8f90-acb2c1cac55a', 'code': 200} Jul 15 14:56:20.089958 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a259b2b-5104-4e54-b199-c305a8636708 req-953abb26-81e9-42df-b7f9-add562592e8a tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266172 Jul 15 14:56:20.092154 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900b5548-47a3-4252-823f-7777fe020f57 x-openstack-request-id: req-900b5548-47a3-4252-823f-7777fe020f57 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:20.092517 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73db498-21af-4859-ad6f-13248c67a8ff", "name": "network-vif-plugged", "status": "completed", "tag": "ba273513-dfc4-49b7-817a-1bdfe976ce90", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:20.092835 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-900b5548-47a3-4252-823f-7777fe020f57 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:20.093303 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73db498-21af-4859-ad6f-13248c67a8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba273513-dfc4-49b7-817a-1bdfe976ce90', 'code': 200} Jul 15 14:56:20.285704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] Set router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:56:20.365213 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486285d-eb05-4394-96c0-d974d47d8e4f req-0767941c-8a72-4a7a-b806-72c845298d9f tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:20.367475 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0486285d-eb05-4394-96c0-d974d47d8e4f req-0767941c-8a72-4a7a-b806-72c845298d9f tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.1399066 Jul 15 14:56:20.439450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0486285d-eb05-4394-96c0-d974d47d8e4f req-faf6b2f8-9f13-4369-ac5a-372ed88dd8d0 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661266 Jul 15 14:56:20.906171 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d49f2190-916f-430a-83f5-4ceb60d164c5 req-b7cbe752-f8c8-4c66-a2d6-23ed8a47a3f3 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 210 time: 0.0516446 Jul 15 14:56:20.915753 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'name': 'tempest-TaggedBootDevicesTest_v242-540768427-router', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:56:05Z', 'updated_at': '2021-07-15T14:56:13Z', 'revision_number': 4, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'gw_port': {'id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:07Z', 'updated_at': '2021-07-15T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2', 'name': '', 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'mac_address': 'fa:16:3e:78:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:12Z', 'updated_at': '2021-07-15T14:56:19Z', 'revision_number': 4, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'subnets': [{'id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:56:20.982312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed04a16-8881-453f-b216-aecc28586e06 None None] The sync data for ids ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'] in n-d-764435-3 is: [{'id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'name': 'tempest-TaggedBootDevicesTest_v242-540768427-router', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:56:05Z', 'updated_at': '2021-07-15T14:56:13Z', 'revision_number': 4, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'gw_port': {'id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:07Z', 'updated_at': '2021-07-15T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2', 'name': '', 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'mac_address': 'fa:16:3e:78:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:12Z', 'updated_at': '2021-07-15T14:56:19Z', 'revision_number': 4, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'subnets': [{'id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:56:21.135613 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a5b12-e14c-464e-ab31-8ee77cce2343 req-0f760e59-9885-43ed-98f0-c0538b24fc88 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:21.139088 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c60a5b12-e14c-464e-ab31-8ee77cce2343 req-0f760e59-9885-43ed-98f0-c0538b24fc88 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.11 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c&tenant_id=e4e49258fa6a4fb18919af5b4ad01325&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 949 time: 0.2813756 Jul 15 14:56:21.266977 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [req-c60a5b12-e14c-464e-ab31-8ee77cce2343 req-20c243fe-1df2-4604-9685-4a8a610f4d51 service neutron] delete failed (client error): The resource could not be found. Jul 15 14:56:21.269728 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c60a5b12-e14c-464e-ab31-8ee77cce2343 req-20c243fe-1df2-4604-9685-4a8a610f4d51 service neutron] 10.222.0.11 "DELETE /v2.0/ports/49b209ae-4cb9-4438-8f90-acb2c1cac55a/bindings/n-h1-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.1234345 Jul 15 14:56:21.316843 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9adffc1d-f299-4bca-b4bb-a12f18054d51 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:21.411601 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 9adffc1d-f299-4bca-b4bb-a12f18054d51 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:21.417068 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 9adffc1d-f299-4bca-b4bb-a12f18054d51 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:21.417456 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:21.480627 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a5b12-e14c-464e-ab31-8ee77cce2343 req-38713c4a-cf85-4b6c-a91b-01f6f111300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:21.484257 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c60a5b12-e14c-464e-ab31-8ee77cce2343 req-38713c4a-cf85-4b6c-a91b-01f6f111300f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 1100 time: 0.0865769 Jul 15 14:56:21.584912 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:21.677709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9adffc1d-f299-4bca-b4bb-a12f18054d51, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:21.680371 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a5b12-e14c-464e-ab31-8ee77cce2343 req-203ab213-5532-4b9c-8a35-f380c23849b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:21.682056 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c60a5b12-e14c-464e-ab31-8ee77cce2343 req-203ab213-5532-4b9c-8a35-f380c23849b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1875165 Jul 15 14:56:21.686817 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:21.688396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 49b209ae-4cb9-4438-8f90-acb2c1cac55a up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:21.823482 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c60a5b12-e14c-464e-ab31-8ee77cce2343 req-b4aa1096-2b93-4036-b6a5-b193c5918325 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a HTTP/1.1" status: 200 len: 217 time: 0.1280799 Jul 15 14:56:21.908098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:21.959730 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=9adffc1d-f299-4bca-b4bb-a12f18054d51,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:21.981316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 49b209ae-4cb9-4438-8f90-acb2c1cac55a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:21.992970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 49b209ae-4cb9-4438-8f90-acb2c1cac55a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:21.993325 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:22.056322 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device df9b88ef-b102-423a-9519-81aad539b157 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:56:22.097268 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c', 'tag': '49b209ae-4cb9-4438-8f90-acb2c1cac55a'}, {'name': 'network-changed', 'server_uuid': 'c7ab09d5-8b33-4c4d-abc1-63d8daf52076', 'tag': '9adffc1d-f299-4bca-b4bb-a12f18054d51'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:22.101815 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516b26f7-d62c-4db1-86f9-071262dadde4" -d '{"events": [{"name": "network-changed", "server_uuid": "3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c", "tag": "49b209ae-4cb9-4438-8f90-acb2c1cac55a"}, {"name": "network-changed", "server_uuid": "c7ab09d5-8b33-4c4d-abc1-63d8daf52076", "tag": "9adffc1d-f299-4bca-b4bb-a12f18054d51"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:22.106221 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ab09d5-8b33-4c4d-abc1-63d8daf52076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9adffc1d-f299-4bca-b4bb-a12f18054d51'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:22.114651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-554c7a0c-2c05-4f5f-97c6-010aef928785 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:22.115496 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eef098-45eb-4c20-8752-d7072aae87da" -d '{"events": [{"server_uuid": "c7ab09d5-8b33-4c4d-abc1-63d8daf52076", "name": "network-vif-plugged", "status": "completed", "tag": "9adffc1d-f299-4bca-b4bb-a12f18054d51"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:22.117801 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-554c7a0c-2c05-4f5f-97c6-010aef928785 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.11 "GET /v2.0/networks?id=eacc08ca-f982-4eb2-8bfa-36e206d649e0 HTTP/1.1" status: 200 len: 822 time: 0.2937796 Jul 15 14:56:22.164816 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-28eb6785-4ea7-4a87-88ba-052711bfa4c2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Request body: {'port': {'device_id': '5e9382de-26c0-4ee7-a31c-579f00c41a5f', 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0', 'admin_state_up': True, 'tenant_id': '3c822a4f9db84f3f82e1eaf160263154'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:22.193497 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:56:22.231601 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a5b12-e14c-464e-ab31-8ee77cce2343 req-f9fc335a-324a-45cb-b008-4733356d33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:22.263057 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c60a5b12-e14c-464e-ab31-8ee77cce2343 req-f9fc335a-324a-45cb-b008-4733356d33bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.3395069 Jul 15 14:56:22.330197 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:22.342647 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:22.347682 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:22.348151 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:22.468908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a5b12-e14c-464e-ab31-8ee77cce2343 req-cfbe5c77-0df6-48a5-80ed-5b39f5768ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:22.470811 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c60a5b12-e14c-464e-ab31-8ee77cce2343 req-cfbe5c77-0df6-48a5-80ed-5b39f5768ec8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2066250 Jul 15 14:56:22.521241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 49b209ae-4cb9-4438-8f90-acb2c1cac55a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:22.531015 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:22.543070 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:22.566069 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-28eb6785-4ea7-4a87-88ba-052711bfa4c2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Made reservation on behalf of 3c822a4f9db84f3f82e1eaf160263154 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:56:22.569704 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-28eb6785-4ea7-4a87-88ba-052711bfa4c2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:22.688282 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port df9b88ef-b102-423a-9519-81aad539b157, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=df9b88ef-b102-423a-9519-81aad539b157,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:22.711479 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:22.714125 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:22.726324 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=49b209ae-4cb9-4438-8f90-acb2c1cac55a,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:22.916606 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2,segment=NetworkSegment(48e68b30-5f0b-4738-b03f-2d38210cb5ab),segment_id=48e68b30-5f0b-4738-b03f-2d38210cb5ab)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:22.925939 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:22.941313 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=df9b88ef-b102-423a-9519-81aad539b157,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:22.964083 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c60a5b12-e14c-464e-ab31-8ee77cce2343 req-ac999a4b-c036-419a-a634-65b22f56353b service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838333 Jul 15 14:56:23.002270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:23.596391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-28eb6785-4ea7-4a87-88ba-052711bfa4c2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Allocated IP 172.20.0.8 (eacc08ca-f982-4eb2-8bfa-36e206d649e0/33a0028d-6b1b-4323-8f48-9385d7a289df/75ff54d1-6ecf-44d3-9565-b5a7a40d08f5) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:56:23.727767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:23.745122 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c60a5b12-e14c-464e-ab31-8ee77cce2343 req-03f4120e-f675-477a-9902-f471872cd1ad service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7155893 Jul 15 14:56:23.856887 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:23.857275 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:23.914152 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-28eb6785-4ea7-4a87-88ba-052711bfa4c2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:23.968492 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-28eb6785-4ea7-4a87-88ba-052711bfa4c2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:24.060388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-28eb6785-4ea7-4a87-88ba-052711bfa4c2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Network eacc08ca-f982-4eb2-8bfa-36e206d649e0 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:56:24.065173 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-28eb6785-4ea7-4a87-88ba-052711bfa4c2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:24.067704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb6785-4ea7-4a87-88ba-052711bfa4c2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Pushing event updated for resources: {'Port': ['ID=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:24.070541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-28eb6785-4ea7-4a87-88ba-052711bfa4c2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:56:24.236536 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-28eb6785-4ea7-4a87-88ba-052711bfa4c2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:24.237724 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-28eb6785-4ea7-4a87-88ba-052711bfa4c2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:24.264586 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-28eb6785-4ea7-4a87-88ba-052711bfa4c2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1169181 Jul 15 14:56:24.277478 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Request body: {'port': {'device_id': '5e9382de-26c0-4ee7-a31c-579f00c41a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:24.411373 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:24.777133 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:24.794630 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:24.811440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Transition to ACTIVE for port object 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:24.815679 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:24.921314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Pushing event updated for resources: {'Port': ['ID=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:25.038466 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Attempting to bind port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:56:25.038835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Attempting to bind port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'b363b48d-2d44-41da-91d8-d8da0b9df13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:56:25.039175 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Attempting to bind port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 on network eacc08ca-f982-4eb2-8bfa-36e206d649e0 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:25.055986 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 on network eacc08ca-f982-4eb2-8bfa-36e206d649e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:56:25.056808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Attempting to bind port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 on network eacc08ca-f982-4eb2-8bfa-36e206d649e0 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:25.067684 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:56:25.069079 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Checking segment: {'id': 'b363b48d-2d44-41da-91d8-d8da0b9df13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:25.069843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Bound using segment: {'id': 'b363b48d-2d44-41da-91d8-d8da0b9df13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:56:25.070347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Bound port: 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b363b48d-2d44-41da-91d8-d8da0b9df13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:56:25.070856 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:25.179292 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] For port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:25.183419 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] For port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:56:25.188894 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:25.255692 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:25.256847 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:25.258585 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] 10.222.0.11 "PUT /v2.0/ports/75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 HTTP/1.1" status: 200 len: 1091 time: 0.9856436 Jul 15 14:56:25.262084 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a1e06-3a2a-417b-add4-3faee4c1e788 service neutron] Pushing event updated for resources: {'Port': ['ID=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:25.364332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-c2805b54-ace2-4687-bb15-edc3fe122164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:25.366183 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-c2805b54-ace2-4687-bb15-edc3fe122164 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c822a4f9db84f3f82e1eaf160263154&device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 1094 time: 0.0632713 Jul 15 14:56:25.413168 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-a24d8447-916a-48dc-be52-f657ef2dd6ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 HTTP/1.1" status: 200 len: 217 time: 0.0390706 Jul 15 14:56:25.511000 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-a8d74803-5827-40d8-bdbd-f4749db55ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:25.513845 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-a8d74803-5827-40d8-bdbd-f4749db55ab9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33a0028d-6b1b-4323-8f48-9385d7a289df HTTP/1.1" status: 200 len: 862 time: 0.0931838 Jul 15 14:56:25.525674 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-08587112-c2eb-43e0-83d2-3e756d21aae3 req-63b0a6d1-34d0-4305-90c8-71bde1542e71 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1144001 Jul 15 14:56:25.569466 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-76d66ca2-4bb0-493d-ba47-8359fa26a3f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eacc08ca-f982-4eb2-8bfa-36e206d649e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426984 Jul 15 14:56:25.669853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c5b32-03d1-4221-8317-3ce56db68cac req-98aaab2a-0c0d-406b-ae21-01ced4e4df1d tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:25.672113 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c71c5b32-03d1-4221-8317-3ce56db68cac req-98aaab2a-0c0d-406b-ae21-01ced4e4df1d tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 812 time: 0.2064946 Jul 15 14:56:25.693908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08587112-c2eb-43e0-83d2-3e756d21aae3 req-84414437-c2d0-4ec3-8d37-dd80117eedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:25.695741 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-08587112-c2eb-43e0-83d2-3e756d21aae3 req-84414437-c2d0-4ec3-8d37-dd80117eedd2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05842af278404fda9be7879699e65c57&device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 1099 time: 0.1370814 Jul 15 14:56:25.703300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c71c5b32-03d1-4221-8317-3ce56db68cac req-477b52dc-05f0-40cf-a41b-6c34f3d4933a tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/quotas/c897b36bbafc46f38b8951e37af7f8d2 HTTP/1.1" status: 200 len: 375 time: 0.0196412 Jul 15 14:56:25.716115 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-f60b3f4b-a227-4947-88eb-6dbc2068a8ff service neutron] 10.222.0.11 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262438 Jul 15 14:56:25.731157 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f6727-63dd-409d-ad21-379e6907b084 req-53f6c0c5-7182-44dc-8aca-a35bba8259c3 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:25.732663 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a00f6727-63dd-409d-ad21-379e6907b084 req-53f6c0c5-7182-44dc-8aca-a35bba8259c3 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/networks?id=af8e8904-96f8-43aa-96fc-cdc47e60811e HTTP/1.1" status: 200 len: 811 time: 0.1617374 Jul 15 14:56:25.754141 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c71c5b32-03d1-4221-8317-3ce56db68cac req-58f576c5-eedf-4692-a4fe-2e5278f942c6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406334 Jul 15 14:56:25.763034 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3e999653-52fc-47cf-98dd-d2a6a4eee97e tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/quotas/7e794f51c90a43d0870d439e2c14f378 HTTP/1.1" status: 200 len: 375 time: 0.0124846 Jul 15 14:56:25.895817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08587112-c2eb-43e0-83d2-3e756d21aae3 req-dedaa243-6e21-4cff-90d4-750fafc59657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:25.897724 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-08587112-c2eb-43e0-83d2-3e756d21aae3 req-dedaa243-6e21-4cff-90d4-750fafc59657 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1740091 Jul 15 14:56:25.899931 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-682801d1-8a01-4368-b2f4-fffe84f0494f req-c8cea0ad-ac12-4869-a5f1-50755b24dd50 service neutron] 10.222.0.11 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558805 Jul 15 14:56:25.965119 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-08587112-c2eb-43e0-83d2-3e756d21aae3 req-153abbe7-99e3-4ca1-8ae9-4e946d25edc7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=07cbaa8d-f415-4220-af89-d790a104ee3f HTTP/1.1" status: 200 len: 217 time: 0.0577297 Jul 15 14:56:26.020316 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08587112-c2eb-43e0-83d2-3e756d21aae3 req-e5aaf667-dbdb-4532-a370-43fd77d2a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:26.022071 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-08587112-c2eb-43e0-83d2-3e756d21aae3 req-e5aaf667-dbdb-4532-a370-43fd77d2a52a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0483935 Jul 15 14:56:26.093180 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08587112-c2eb-43e0-83d2-3e756d21aae3 req-4a2e25ba-3859-4a4d-b120-cf69baca7d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:26.095075 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-08587112-c2eb-43e0-83d2-3e756d21aae3 req-4a2e25ba-3859-4a4d-b120-cf69baca7d29 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660758 Jul 15 14:56:26.233744 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-08587112-c2eb-43e0-83d2-3e756d21aae3 req-ad548fbd-141a-4a0d-b61f-5a6f5b93649d service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284668 Jul 15 14:56:26.263423 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3e956af9-4886-4224-b39e-fa43c991e447 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e794f51c90a43d0870d439e2c14f378&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4820721 Jul 15 14:56:26.271187 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c71c5b32-03d1-4221-8317-3ce56db68cac req-21461699-de00-47e4-99c2-413d9bd61df9 service neutron] 10.222.0.38 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997892 Jul 15 14:56:26.353037 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-08587112-c2eb-43e0-83d2-3e756d21aae3 req-5fdc495f-d499-492b-8bb5-3aa61df6ae44 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122074 Jul 15 14:56:26.450608 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a00f6727-63dd-409d-ad21-379e6907b084 req-30b3890a-4073-4213-b64c-e04f88b26573 service neutron] 10.222.0.38 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779792 Jul 15 14:56:26.456964 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c71c5b32-03d1-4221-8317-3ce56db68cac req-4ae482b3-8803-4462-a705-c96007e3eab1 service neutron] 10.222.0.38 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730933 Jul 15 14:56:26.573645 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a00f6727-63dd-409d-ad21-379e6907b084 req-0624b64e-1ae5-4600-bb49-f7850d64cc0b service neutron] 10.222.0.38 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156914 Jul 15 14:56:26.785640 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059623c4-5645-4768-8a87-b1109b49a76c req-bac63791-5b7c-49c1-9ac9-c99315b5c7f6 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:26.788566 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-059623c4-5645-4768-8a87-b1109b49a76c req-bac63791-5b7c-49c1-9ac9-c99315b5c7f6 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.0849235 Jul 15 14:56:26.873227 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-059623c4-5645-4768-8a87-b1109b49a76c req-f477a297-42ee-4cb8-81f1-2017870abfaf tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660002 Jul 15 14:56:27.040623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24dd99-7e16-4fb3-a296-707c3ca5025c req-f5d3fcea-d810-407e-a4c7-9bb5c176eb5b tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:27.049404 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a24dd99-7e16-4fb3-a296-707c3ca5025c req-f5d3fcea-d810-407e-a4c7-9bb5c176eb5b tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 946 time: 0.1013672 Jul 15 14:56:27.108631 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a24dd99-7e16-4fb3-a296-707c3ca5025c req-bbcb0a12-6e22-493b-aab5-c5e7ab585c80 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555971 Jul 15 14:56:27.224789 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9c0e7a-c6c1-4687-b97c-0ad9be7aa3ba x-openstack-request-id: req-fa9c0e7a-c6c1-4687-b97c-0ad9be7aa3ba {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:27.225368 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c", "tag": "49b209ae-4cb9-4438-8f90-acb2c1cac55a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7ab09d5-8b33-4c4d-abc1-63d8daf52076", "tag": "9adffc1d-f299-4bca-b4bb-a12f18054d51", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:27.225368 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fa9c0e7a-c6c1-4687-b97c-0ad9be7aa3ba {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:27.225710 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c', 'tag': '49b209ae-4cb9-4438-8f90-acb2c1cac55a', 'status': 'completed', 'code': 200} Jul 15 14:56:27.225946 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ab09d5-8b33-4c4d-abc1-63d8daf52076', 'tag': '9adffc1d-f299-4bca-b4bb-a12f18054d51', 'status': 'completed', 'code': 200} Jul 15 14:56:27.261054 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf13c09-0562-4143-91c8-067421619380 req-110e4c13-e582-412d-9bd5-f56d6717b0d4 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:27.272604 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9711a7ed-244d-40f9-afb4-e69e031aadbf x-openstack-request-id: req-9711a7ed-244d-40f9-afb4-e69e031aadbf {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:27.273148 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ab09d5-8b33-4c4d-abc1-63d8daf52076", "name": "network-vif-plugged", "status": "completed", "tag": "9adffc1d-f299-4bca-b4bb-a12f18054d51", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:27.273148 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9711a7ed-244d-40f9-afb4-e69e031aadbf {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:27.273519 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ab09d5-8b33-4c4d-abc1-63d8daf52076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9adffc1d-f299-4bca-b4bb-a12f18054d51', 'code': 200} Jul 15 14:56:27.273655 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcf13c09-0562-4143-91c8-067421619380 req-110e4c13-e582-412d-9bd5-f56d6717b0d4 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 943 time: 0.1794689 Jul 15 14:56:27.325803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcf13c09-0562-4143-91c8-067421619380 req-eb6e06a8-15de-4157-b7dd-9bd117a298e3 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508685 Jul 15 14:56:27.352951 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-5b13b81b-3e14-4aec-bbd7-abd6a8185cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:27.352951 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-5b13b81b-3e14-4aec-bbd7-abd6a8185cb7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 1101 time: 0.0737314 Jul 15 14:56:27.535001 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f6847b75-f5f4-4ddd-b5f0-fe699e32a06c req-a2822efe-93ac-4910-a549-78a81220a8b8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=e309c8fe-e36b-49ad-879b-e532bdc976a2 HTTP/1.1" status: 200 len: 210 time: 0.0456815 Jul 15 14:56:27.691142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-e220330d-10ea-4ec5-a4f7-7ff3b27f09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:27.693092 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-e220330d-10ea-4ec5-a4f7-7ff3b27f09dc service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.3312252 Jul 15 14:56:27.755362 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-450cb1c5-47aa-4695-9f67-45ac6035e2e2 req-59b543cb-6b23-44d8-80ad-1351a4d6f447 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 210 time: 0.0530653 Jul 15 14:56:27.840683 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-742c051d-2556-41a1-9daa-537170b863c3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a HTTP/1.1" status: 200 len: 217 time: 0.1055169 Jul 15 14:56:27.919082 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b6f3d-48ee-412c-8540-c13f33091291 req-7f421512-1f88-4ec1-a8b1-40f4d2104345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:27.921237 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b3b6f3d-48ee-412c-8540-c13f33091291 req-7f421512-1f88-4ec1-a8b1-40f4d2104345 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 1097 time: 0.4684737 Jul 15 14:56:27.953542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-fec9bcf4-1782-4810-902b-66636c8337a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:27.955793 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-fec9bcf4-1782-4810-902b-66636c8337a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1079347 Jul 15 14:56:27.984746 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b3b6f3d-48ee-412c-8540-c13f33091291 req-5f35bc68-dc84-406d-9cd1-38caa7b0fd16 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559044 Jul 15 14:56:28.048446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-408f7043-155b-43fa-83a9-d71fa7a0cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:28.050618 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-408f7043-155b-43fa-83a9-d71fa7a0cad9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826316 Jul 15 14:56:28.057133 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:56:28.191971 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-2efcf1d7-d562-4346-b660-8c1d0d0c1347 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321306 Jul 15 14:56:28.399596 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-07b1bbcf-49e3-4da7-ac90-f644ede9b7e1 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022951 Jul 15 14:56:28.432225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce789ff-c29b-4d10-8538-ec8c5b5dd488 req-17e239ad-3daa-4cbc-b69f-59fbbd6d031e tempest-MigrationsAdminTest-1641280741 tempest-MigrationsAdminTest-1641280741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:28.442382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:28.447328 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ce789ff-c29b-4d10-8538-ec8c5b5dd488 req-17e239ad-3daa-4cbc-b69f-59fbbd6d031e tempest-MigrationsAdminTest-1641280741 tempest-MigrationsAdminTest-1641280741-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 1101 time: 0.1985779 Jul 15 14:56:28.479701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '75ff54d1-6ecf-44d3-9565-b5a7a40d08f5', 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0', 'port_id': '75ff54d1-6ecf-44d3-9565-b5a7a40d08f5', 'mac_address': 'fa:16:3e:d8:97:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a0028d-6b1b-4323-8f48-9385d7a289df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:56:28.530550 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ce789ff-c29b-4d10-8538-ec8c5b5dd488 req-708a48da-4b0f-412f-bc43-0d624a17567b tempest-MigrationsAdminTest-1641280741 tempest-MigrationsAdminTest-1641280741-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796661 Jul 15 14:56:28.583479 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:28.611402 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-4283cb5b-95e8-4da9-92f7-400ebf741309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:28.614613 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-4283cb5b-95e8-4da9-92f7-400ebf741309 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 1097 time: 0.1284883 Jul 15 14:56:28.619146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:28.669328 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:28.679418 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:28.788266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:28.809697 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-8cfe33a6-6363-488e-b3af-c6371f793f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:28.815542 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-8cfe33a6-6363-488e-b3af-c6371f793f8b service neutron] 10.222.0.22 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.1812458 Jul 15 14:56:28.842256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f43c5-744a-49e0-bf83-2b7b141b1c2c req-5743cfd0-0b25-453b-8a64-319166175aaf tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:28.855359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-580f43c5-744a-49e0-bf83-2b7b141b1c2c req-5743cfd0-0b25-453b-8a64-319166175aaf tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73db498-21af-4859-ad6f-13248c67a8ff HTTP/1.1" status: 200 len: 950 time: 0.1661921 Jul 15 14:56:28.950918 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['75ff54d1-6ecf-44d3-9565-b5a7a40d08f5'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:56:28.956251 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-4da31df2-cc12-45b3-8528-4ff15f1106ca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51 HTTP/1.1" status: 200 len: 217 time: 0.1356540 Jul 15 14:56:29.001888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-580f43c5-744a-49e0-bf83-2b7b141b1c2c req-af69710e-e4ef-4990-b5d1-9850d5d1ad13 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454036 Jul 15 14:56:29.111165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-32ecd470-403e-40fa-9763-40a81f3db68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:29.115454 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-32ecd470-403e-40fa-9763-40a81f3db68d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.1527612 Jul 15 14:56:29.228634 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-5880db1a-bacc-4561-9498-def41359634f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986037 Jul 15 14:56:29.229198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9382de-26c0-4ee7-a31c-579f00c41a5f', 'tag': '75ff54d1-6ecf-44d3-9565-b5a7a40d08f5'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:29.235070 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96d25b4-18d9-4302-a0bd-95dc5ccf2501" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9382de-26c0-4ee7-a31c-579f00c41a5f", "tag": "75ff54d1-6ecf-44d3-9565-b5a7a40d08f5"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:29.262480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf44ec-0bcf-44d9-90c0-be05031a029d req-77beb2ee-cce5-4efb-8b89-469d458abb90 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:29.266517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-deaf44ec-0bcf-44d9-90c0-be05031a029d req-77beb2ee-cce5-4efb-8b89-469d458abb90 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 946 time: 0.1378348 Jul 15 14:56:29.325243 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b209ae-4cb9-4438-8f90-acb2c1cac55a'}, {'server_uuid': '7981d3c7-0cc0-4645-ac76-2adf33bb11b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df9b88ef-b102-423a-9519-81aad539b157'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:29.331957 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26173f14-7b69-4325-a730-3abedb8823be" -d '{"events": [{"server_uuid": "3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c", "name": "network-vif-plugged", "status": "completed", "tag": "49b209ae-4cb9-4438-8f90-acb2c1cac55a"}, {"server_uuid": "7981d3c7-0cc0-4645-ac76-2adf33bb11b7", "name": "network-vif-unplugged", "status": "completed", "tag": "df9b88ef-b102-423a-9519-81aad539b157"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:29.397326 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-deaf44ec-0bcf-44d9-90c0-be05031a029d req-92d9259e-1047-42ce-9c18-008c3a43c147 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189473 Jul 15 14:56:29.546430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a404b-25ec-4799-bb3b-1a82b57fd349 req-ea7edded-d714-4500-a7f1-68c5cdd80eb0 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:29.557535 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a3a404b-25ec-4799-bb3b-1a82b57fd349 req-ea7edded-d714-4500-a7f1-68c5cdd80eb0 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 944 time: 0.2033157 Jul 15 14:56:29.637276 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a3a404b-25ec-4799-bb3b-1a82b57fd349 req-4bf40e04-3fd2-4836-bdc7-eaeb58fa8325 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756288 Jul 15 14:56:29.662236 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-743dd2d5-c7f8-4865-9ff8-d75b2bb13749 req-0e438f72-48f9-4ab6-821d-0602cce77268 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a73db498-21af-4859-ad6f-13248c67a8ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3734927 Jul 15 14:56:29.671785 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-8c9e6d29-6051-4aa4-bd5a-502d7159551c service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289749 Jul 15 14:56:29.712302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee611dfb-52af-45bd-b1ef-5bf472b97699 req-db0dee24-429c-4767-8a7d-d11ec852e995 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=e309c8fe-e36b-49ad-879b-e532bdc976a2 HTTP/1.1" status: 200 len: 210 time: 0.0393839 Jul 15 14:56:29.823190 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f6727-63dd-409d-ad21-379e6907b084 req-e73dc3bc-31c4-4f3d-be45-194153bebb4d tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:29.825065 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00f6727-63dd-409d-ad21-379e6907b084 req-e73dc3bc-31c4-4f3d-be45-194153bebb4d tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.11 "GET /v2.0/networks?id=af8e8904-96f8-43aa-96fc-cdc47e60811e HTTP/1.1" status: 200 len: 811 time: 0.5075531 Jul 15 14:56:29.862060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a00f6727-63dd-409d-ad21-379e6907b084 req-eaf89418-fd1e-4dea-a5dc-9eafd9e38801 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Request body: {'port': {'device_id': '979b5aa0-3631-48e0-b768-c17236449a8b', 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e', 'admin_state_up': True, 'tenant_id': '7e794f51c90a43d0870d439e2c14f378'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:29.906976 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dad11481-8e78-49a9-9c8e-92b53a9f4f66 req-dd5f7112-f529-4a3c-8a1a-bbd56b3a9715 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 210 time: 0.0581753 Jul 15 14:56:29.957013 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-66a19794-30c2-4257-a026-c3650788e5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:30.022340 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27e3d4d-61f2-4b14-8c49-5f6cbfae477f x-openstack-request-id: req-b27e3d4d-61f2-4b14-8c49-5f6cbfae477f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:30.024317 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9382de-26c0-4ee7-a31c-579f00c41a5f", "tag": "75ff54d1-6ecf-44d3-9565-b5a7a40d08f5", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:30.024662 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b27e3d4d-61f2-4b14-8c49-5f6cbfae477f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:30.025398 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9382de-26c0-4ee7-a31c-579f00c41a5f', 'tag': '75ff54d1-6ecf-44d3-9565-b5a7a40d08f5', 'status': 'completed', 'code': 200} Jul 15 14:56:30.029821 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048730eb-cf8d-40bf-a4c1-1a40fd4cf458 x-openstack-request-id: req-048730eb-cf8d-40bf-a4c1-1a40fd4cf458 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:30.030339 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c", "name": "network-vif-plugged", "status": "completed", "tag": "49b209ae-4cb9-4438-8f90-acb2c1cac55a", "code": 200}, {"server_uuid": "7981d3c7-0cc0-4645-ac76-2adf33bb11b7", "name": "network-vif-unplugged", "status": "completed", "tag": "df9b88ef-b102-423a-9519-81aad539b157", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:30.030811 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-048730eb-cf8d-40bf-a4c1-1a40fd4cf458 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:30.031398 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b209ae-4cb9-4438-8f90-acb2c1cac55a', 'code': 200} Jul 15 14:56:30.031881 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7981d3c7-0cc0-4645-ac76-2adf33bb11b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df9b88ef-b102-423a-9519-81aad539b157', 'code': 200} Jul 15 14:56:30.055967 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:30.157903 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dd2d5-c7f8-4865-9ff8-d75b2bb13749 req-68992664-e8bb-45c1-be17-aa5fa9813274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:30.159814 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-743dd2d5-c7f8-4865-9ff8-d75b2bb13749 req-68992664-e8bb-45c1-be17-aa5fa9813274 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=05842af278404fda9be7879699e65c57&device_id=a73db498-21af-4859-ad6f-13248c67a8ff HTTP/1.1" status: 200 len: 1101 time: 0.4593811 Jul 15 14:56:30.197238 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-516b26f7-d62c-4db1-86f9-071262dadde4 req-dccf6c0b-0e5b-4136-9c1e-bf9ce7e28932 service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032377 Jul 15 14:56:30.215701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:30.224578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:30.225229 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:30.278002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00f6727-63dd-409d-ad21-379e6907b084 req-eaf89418-fd1e-4dea-a5dc-9eafd9e38801 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Made reservation on behalf of 7e794f51c90a43d0870d439e2c14f378 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:56:30.282145 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00f6727-63dd-409d-ad21-379e6907b084 req-eaf89418-fd1e-4dea-a5dc-9eafd9e38801 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:30.286448 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-6022dca2-0d0c-4ad6-b1ff-e9dd366ebbdd tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:30.293495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-6022dca2-0d0c-4ad6-b1ff-e9dd366ebbdd tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/networks?id=ee82be48-a052-4414-9d70-bc059584e660 HTTP/1.1" status: 200 len: 803 time: 0.2670505 Jul 15 14:56:30.326632 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-129dca8b-2bdd-4447-8f56-9d63cdf253c1 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675015 Jul 15 14:56:30.358544 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:30.400190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:30.410771 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:30.411998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ba273513-dfc4-49b7-817a-1bdfe976ce90 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:56:30.412973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d25b4-18d9-4302-a0bd-95dc5ccf2501 req-96d97ca2-336c-445e-84ec-6a9ddc100f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:30.414762 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c96d25b4-18d9-4302-a0bd-95dc5ccf2501 req-96d97ca2-336c-445e-84ec-6a9ddc100f8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c822a4f9db84f3f82e1eaf160263154&device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 1095 time: 0.3752248 Jul 15 14:56:30.417933 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c71c5b32-03d1-4221-8317-3ce56db68cac req-d65a6b2b-c5b0-4c60-a1ee-47d4ae4333da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&device_id=e309c8fe-e36b-49ad-879b-e532bdc976a2 HTTP/1.1" status: 200 len: 210 time: 0.0761993 Jul 15 14:56:30.431973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-5f52c94c-2418-4a39-b5a3-6abc6b85ee84 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/quotas/f650ca724c2f47838bda6b448b76e37b HTTP/1.1" status: 200 len: 375 time: 0.1366849 Jul 15 14:56:30.487353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:30.533409 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dd2d5-c7f8-4865-9ff8-d75b2bb13749 req-d7d0f489-e530-49b1-936c-1820cc4b0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:30.535709 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-743dd2d5-c7f8-4865-9ff8-d75b2bb13749 req-d7d0f489-e530-49b1-936c-1820cc4b0348 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.3346088 Jul 15 14:56:30.659564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-a00f6727-63dd-409d-ad21-379e6907b084 req-eaf89418-fd1e-4dea-a5dc-9eafd9e38801 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Allocated IP 172.20.0.9 (af8e8904-96f8-43aa-96fc-cdc47e60811e/e3e2944a-0132-40f6-86a7-f80000f7edae/65ccd9a7-ff2b-4112-8fe1-57b13e626358) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:56:30.664334 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-743dd2d5-c7f8-4865-9ff8-d75b2bb13749 req-1786750c-9312-47ff-8404-b5bf37b353a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ba273513-dfc4-49b7-817a-1bdfe976ce90 HTTP/1.1" status: 200 len: 217 time: 0.1195567 Jul 15 14:56:30.698203 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:30.746270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ba273513-dfc4-49b7-817a-1bdfe976ce90, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ba273513-dfc4-49b7-817a-1bdfe976ce90,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:30.754711 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:30.765126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d25b4-18d9-4302-a0bd-95dc5ccf2501 req-0ba52a3f-a90a-449b-81ac-d846792c4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:30.767115 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c96d25b4-18d9-4302-a0bd-95dc5ccf2501 req-0ba52a3f-a90a-449b-81ac-d846792c4891 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eacc08ca-f982-4eb2-8bfa-36e206d649e0 HTTP/1.1" status: 200 len: 923 time: 0.3373997 Jul 15 14:56:30.772835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dd2d5-c7f8-4865-9ff8-d75b2bb13749 req-22f482c1-8d61-4337-a6a6-ebdf9e521e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:30.774330 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-743dd2d5-c7f8-4865-9ff8-d75b2bb13749 req-22f482c1-8d61-4337-a6a6-ebdf9e521e32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0998166 Jul 15 14:56:30.841906 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ba273513-dfc4-49b7-817a-1bdfe976ce90,revision_number=11']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:30.883514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c5b32-03d1-4221-8317-3ce56db68cac req-bab7ce7c-b2da-48d8-93ef-aa1268d0030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:30.885228 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c71c5b32-03d1-4221-8317-3ce56db68cac req-bab7ce7c-b2da-48d8-93ef-aa1268d0030d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4505033 Jul 15 14:56:30.893981 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c96d25b4-18d9-4302-a0bd-95dc5ccf2501 req-79ca3164-509a-44f3-903c-a2eaf420f797 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 HTTP/1.1" status: 200 len: 217 time: 0.1126714 Jul 15 14:56:31.036287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-3558b467-85bf-492b-af04-781cbce96511 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:31.043502 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-3558b467-85bf-492b-af04-781cbce96511 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7002623 Jul 15 14:56:31.157360 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-fe46c488-d168-422b-bc5f-27692ce132f3 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f650ca724c2f47838bda6b448b76e37b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7244897 Jul 15 14:56:31.158779 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-293d021b-7f18-4e39-8e88-afceb85e49f7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/quotas/e4e49258fa6a4fb18919af5b4ad01325 HTTP/1.1" status: 200 len: 375 time: 0.1138911 Jul 15 14:56:31.251241 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c5b32-03d1-4221-8317-3ce56db68cac req-bb51a9d3-e1f0-4053-9b91-b355c69b9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:31.253326 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c71c5b32-03d1-4221-8317-3ce56db68cac req-bb51a9d3-e1f0-4053-9b91-b355c69b9b5a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3482742 Jul 15 14:56:31.319785 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a2a9d-5275-4f37-be5d-ef80d530902e req-f41aa3ba-80df-4ec2-a271-14b814feec93 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:31.321279 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-209a2a9d-5275-4f37-be5d-ef80d530902e req-f41aa3ba-80df-4ec2-a271-14b814feec93 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.11 "GET /v2.0/ports?device_id=7981d3c7-0cc0-4645-ac76-2adf33bb11b7 HTTP/1.1" status: 200 len: 943 time: 0.3781140 Jul 15 14:56:31.384063 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00f6727-63dd-409d-ad21-379e6907b084 req-eaf89418-fd1e-4dea-a5dc-9eafd9e38801 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:31.398217 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c71c5b32-03d1-4221-8317-3ce56db68cac req-29f8410b-d7d2-4349-b8f5-ed7fc59952fa tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.11 "GET /v2.0/ports?device_id=e309c8fe-e36b-49ad-879b-e532bdc976a2 HTTP/1.1" status: 200 len: 210 time: 0.0909283 Jul 15 14:56:31.441997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d25b4-18d9-4302-a0bd-95dc5ccf2501 req-1fa44b27-9bd5-4f78-92ca-7b854303b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:31.443540 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c96d25b4-18d9-4302-a0bd-95dc5ccf2501 req-1fa44b27-9bd5-4f78-92ca-7b854303b133 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33a0028d-6b1b-4323-8f48-9385d7a289df HTTP/1.1" status: 200 len: 862 time: 0.5420685 Jul 15 14:56:31.448077 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-540024c6-b342-4fc5-92ef-ab17b2112bf9 service neutron] 10.222.0.38 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573309 Jul 15 14:56:31.477018 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-aa4a6ce8-aec9-42b7-a555-66692f9d6f7c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2844527 Jul 15 14:56:31.490598 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c96d25b4-18d9-4302-a0bd-95dc5ccf2501 req-0652aa05-c9d5-4566-9284-1562e369ce31 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eacc08ca-f982-4eb2-8bfa-36e206d649e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382771 Jul 15 14:56:31.494134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dd2d5-c7f8-4865-9ff8-d75b2bb13749 req-1c167c6a-b270-4966-b944-d2edb6437deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:31.495673 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-743dd2d5-c7f8-4865-9ff8-d75b2bb13749 req-1c167c6a-b270-4966-b944-d2edb6437deb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7071643 Jul 15 14:56:31.504195 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00f6727-63dd-409d-ad21-379e6907b084 req-eaf89418-fd1e-4dea-a5dc-9eafd9e38801 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:31.525533 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:56:31.791416 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-1d627fe4-1ebd-4cd6-9cbb-da547616d871 service neutron] 10.222.0.38 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423302 Jul 15 14:56:31.830606 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-209a2a9d-5275-4f37-be5d-ef80d530902e req-ea0a3d2d-d214-4aca-9dfc-e4414e1a788d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Deleting port df9b88ef-b102-423a-9519-81aad539b157 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:56:31.832157 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-209a2a9d-5275-4f37-be5d-ef80d530902e req-ea0a3d2d-d214-4aca-9dfc-e4414e1a788d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:32.033331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9382de-26c0-4ee7-a31c-579f00c41a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ff54d1-6ecf-44d3-9565-b5a7a40d08f5'}, {'server_uuid': 'a73db498-21af-4859-ad6f-13248c67a8ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba273513-dfc4-49b7-817a-1bdfe976ce90'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:32.034860 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2d1531d-2fb4-473d-81dc-b4340e332e97 req-3bf48d2a-26c1-43a7-9355-cd5ab830a38a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&device_id=e309c8fe-e36b-49ad-879b-e532bdc976a2 HTTP/1.1" status: 200 len: 210 time: 0.0505116 Jul 15 14:56:32.036363 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72436d0-afb9-43c9-8578-6722a02046ac" -d '{"events": [{"server_uuid": "5e9382de-26c0-4ee7-a31c-579f00c41a5f", "name": "network-vif-plugged", "status": "completed", "tag": "75ff54d1-6ecf-44d3-9565-b5a7a40d08f5"}, {"server_uuid": "a73db498-21af-4859-ad6f-13248c67a8ff", "name": "network-vif-unplugged", "status": "completed", "tag": "ba273513-dfc4-49b7-817a-1bdfe976ce90"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:32.097137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00f6727-63dd-409d-ad21-379e6907b084 req-eaf89418-fd1e-4dea-a5dc-9eafd9e38801 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Network af8e8904-96f8-43aa-96fc-cdc47e60811e is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:56:32.128286 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-743dd2d5-c7f8-4865-9ff8-d75b2bb13749 req-7015515a-7795-4bf3-b907-f8e77d59043c service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108456 Jul 15 14:56:32.149465 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-a00f6727-63dd-409d-ad21-379e6907b084 req-eaf89418-fd1e-4dea-a5dc-9eafd9e38801 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:32.155589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00f6727-63dd-409d-ad21-379e6907b084 req-eaf89418-fd1e-4dea-a5dc-9eafd9e38801 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:56:32.212556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-209a2a9d-5275-4f37-be5d-ef80d530902e req-ea0a3d2d-d214-4aca-9dfc-e4414e1a788d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] For port df9b88ef-b102-423a-9519-81aad539b157, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=df9b88ef-b102-423a-9519-81aad539b157,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:32.215680 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-209a2a9d-5275-4f37-be5d-ef80d530902e req-ea0a3d2d-d214-4aca-9dfc-e4414e1a788d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:32.333548 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf89418-fd1e-4dea-a5dc-9eafd9e38801 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Pushing event updated for resources: {'Port': ['ID=65ccd9a7-ff2b-4112-8fe1-57b13e626358,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:32.385664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-209a2a9d-5275-4f37-be5d-ef80d530902e req-ea0a3d2d-d214-4aca-9dfc-e4414e1a788d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Calling delete_port for df9b88ef-b102-423a-9519-81aad539b157 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:56:32.430573 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c96d25b4-18d9-4302-a0bd-95dc5ccf2501 req-918a8744-9a75-47ec-aa4f-ce04efd84b6d service neutron] 10.222.0.11 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9212925 Jul 15 14:56:32.593671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f6727-63dd-409d-ad21-379e6907b084 req-eaf89418-fd1e-4dea-a5dc-9eafd9e38801 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:32.594756 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00f6727-63dd-409d-ad21-379e6907b084 req-eaf89418-fd1e-4dea-a5dc-9eafd9e38801 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:32.601353 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c96d25b4-18d9-4302-a0bd-95dc5ccf2501 req-950990cf-6e4f-4233-8b6d-3695bd1227ae service neutron] 10.222.0.11 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616538 Jul 15 14:56:32.611542 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-743dd2d5-c7f8-4865-9ff8-d75b2bb13749 req-d4799657-0c17-4d14-a2f2-ed0a863bb4a5 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493816 Jul 15 14:56:32.639652 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00f6727-63dd-409d-ad21-379e6907b084 req-eaf89418-fd1e-4dea-a5dc-9eafd9e38801 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7850285 Jul 15 14:56:32.654867 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1531d-2fb4-473d-81dc-b4340e332e97 req-32a5efaf-d05e-45f5-ad78-5b0612bcac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:32.656498 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2d1531d-2fb4-473d-81dc-b4340e332e97 req-32a5efaf-d05e-45f5-ad78-5b0612bcac13 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6094759 Jul 15 14:56:32.663451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Request body: {'port': {'device_id': '979b5aa0-3631-48e0-b768-c17236449a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:32.876099 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:32.943500 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1531d-2fb4-473d-81dc-b4340e332e97 req-c56008a3-3d9b-439c-98ea-7b2856039bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:32.945053 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2d1531d-2fb4-473d-81dc-b4340e332e97 req-c56008a3-3d9b-439c-98ea-7b2856039bb8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2803211 Jul 15 14:56:32.993656 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51dde9-dfba-4eb2-9b77-91648b0f8865 req-5c997379-2534-49f0-be84-7c0eb14cb56f tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:33.007131 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce51dde9-dfba-4eb2-9b77-91648b0f8865 req-5c997379-2534-49f0-be84-7c0eb14cb56f tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 945 time: 0.6456251 Jul 15 14:56:33.032692 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:33.040493 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d50b4d1e-5663-4771-a525-455c63ba4c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:33.099769 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e0c69-fe0d-4858-bbde-7851e8fd7537 req-557828d6-11e1-4646-a107-3c1c4b45aa01 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:33.101269 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-787e0c69-fe0d-4858-bbde-7851e8fd7537 req-557828d6-11e1-4646-a107-3c1c4b45aa01 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 946 time: 0.8260128 Jul 15 14:56:33.111641 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2d1531d-2fb4-473d-81dc-b4340e332e97 req-6e4427a4-ed86-4ec5-8cf8-1221843c0cd0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.11 "GET /v2.0/ports?device_id=e309c8fe-e36b-49ad-879b-e532bdc976a2 HTTP/1.1" status: 200 len: 210 time: 0.0847769 Jul 15 14:56:33.385541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ccd9a7-ff2b-4112-8fe1-57b13e626358 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:33.400179 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:33.416378 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Transition to ACTIVE for port object 65ccd9a7-ff2b-4112-8fe1-57b13e626358 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:33.427208 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:33.553833 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Pushing event updated for resources: {'Port': ['ID=65ccd9a7-ff2b-4112-8fe1-57b13e626358,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:33.591568 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce51dde9-dfba-4eb2-9b77-91648b0f8865 req-bbebaecc-3139-4bb1-b1c5-8ab9d49f6190 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839329 Jul 15 14:56:33.614654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-787e0c69-fe0d-4858-bbde-7851e8fd7537 req-c5e9b07b-a61d-4519-8e34-41416a3a4bf5 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009301 Jul 15 14:56:33.695218 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Attempting to bind port 65ccd9a7-ff2b-4112-8fe1-57b13e626358 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:56:33.695712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Attempting to bind port 65ccd9a7-ff2b-4112-8fe1-57b13e626358 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'f53f488c-09e7-46a8-8277-21c71e902323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:56:33.697715 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Attempting to bind port 65ccd9a7-ff2b-4112-8fe1-57b13e626358 on network af8e8904-96f8-43aa-96fc-cdc47e60811e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:33.703006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Port 65ccd9a7-ff2b-4112-8fe1-57b13e626358 on network af8e8904-96f8-43aa-96fc-cdc47e60811e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:56:33.703675 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Attempting to bind port 65ccd9a7-ff2b-4112-8fe1-57b13e626358 on network af8e8904-96f8-43aa-96fc-cdc47e60811e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:33.710758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:56:33.711233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Checking segment: {'id': 'f53f488c-09e7-46a8-8277-21c71e902323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:33.712058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Bound using segment: {'id': 'f53f488c-09e7-46a8-8277-21c71e902323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:56:33.712915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Bound port: 65ccd9a7-ff2b-4112-8fe1-57b13e626358, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53f488c-09e7-46a8-8277-21c71e902323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:56:33.713384 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:33.745920 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-209a2a9d-5275-4f37-be5d-ef80d530902e req-ea0a3d2d-d214-4aca-9dfc-e4414e1a788d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:33.832812 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] For port 65ccd9a7-ff2b-4112-8fe1-57b13e626358, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:33.838721 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] For port 65ccd9a7-ff2b-4112-8fe1-57b13e626358, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=65ccd9a7-ff2b-4112-8fe1-57b13e626358,segment=NetworkSegment(f53f488c-09e7-46a8-8277-21c71e902323),segment_id=f53f488c-09e7-46a8-8277-21c71e902323)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:56:33.848121 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:33.908970 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:33.910890 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:33.920413 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00f6727-63dd-409d-ad21-379e6907b084 req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] 10.222.0.11 "PUT /v2.0/ports/65ccd9a7-ff2b-4112-8fe1-57b13e626358 HTTP/1.1" status: 200 len: 1091 time: 1.2664659 Jul 15 14:56:33.920413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979b5aa0-3631-48e0-b768-c17236449a8b', 'tag': '65ccd9a7-ff2b-4112-8fe1-57b13e626358'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:33.920413 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5e6267-2d79-4637-9356-d5c98ec217b4" -d '{"events": [{"name": "network-changed", "server_uuid": "979b5aa0-3631-48e0-b768-c17236449a8b", "tag": "65ccd9a7-ff2b-4112-8fe1-57b13e626358"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:33.940313 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a3d2d-d214-4aca-9dfc-e4414e1a788d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Pushing event deleted for resources: {'Port': ['ID=df9b88ef-b102-423a-9519-81aad539b157,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:33.953483 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0d648-c5dd-4f15-acc7-2a86b2d77bad service neutron] Pushing event updated for resources: {'Port': ['ID=65ccd9a7-ff2b-4112-8fe1-57b13e626358,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:33.994447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-209a2a9d-5275-4f37-be5d-ef80d530902e req-ea0a3d2d-d214-4aca-9dfc-e4414e1a788d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] No DVR routers for this DVR port df9b88ef-b102-423a-9519-81aad539b157 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:56:34.025631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f6727-63dd-409d-ad21-379e6907b084 req-87caf9c6-2be1-4306-ae9d-25b9b1177fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:34.027204 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00f6727-63dd-409d-ad21-379e6907b084 req-87caf9c6-2be1-4306-ae9d-25b9b1177fc9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e794f51c90a43d0870d439e2c14f378&device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 1094 time: 0.0642457 Jul 15 14:56:34.027773 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-209a2a9d-5275-4f37-be5d-ef80d530902e req-ea0a3d2d-d214-4aca-9dfc-e4414e1a788d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:34.029769 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-209a2a9d-5275-4f37-be5d-ef80d530902e req-ea0a3d2d-d214-4aca-9dfc-e4414e1a788d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.11 "DELETE /v2.0/ports/df9b88ef-b102-423a-9519-81aad539b157 HTTP/1.1" status: 204 len: 173 time: 2.6887221 Jul 15 14:56:34.032864 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-69419ad1-c7d0-43cf-9966-7a3ea5bd04c3 req-f7aa89d0-15b0-4b35-beb4-642bcbcde46f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 210 time: 0.1215258 Jul 15 14:56:34.033052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7981d3c7-0cc0-4645-ac76-2adf33bb11b7', 'name': 'network-vif-deleted', 'tag': 'df9b88ef-b102-423a-9519-81aad539b157'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:34.036315 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5659b067-45b3-4ee3-ab7f-15a998a64935" -d '{"events": [{"server_uuid": "7981d3c7-0cc0-4645-ac76-2adf33bb11b7", "name": "network-vif-deleted", "tag": "df9b88ef-b102-423a-9519-81aad539b157"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:34.087302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device df9b88ef-b102-423a-9519-81aad539b157 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:56:34.107082 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00f6727-63dd-409d-ad21-379e6907b084 req-f59a7dda-7290-4f85-b2a6-ffb414a97085 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65ccd9a7-ff2b-4112-8fe1-57b13e626358 HTTP/1.1" status: 200 len: 217 time: 0.0674715 Jul 15 14:56:34.124750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9227f7-fcc7-4eb1-bc36-ab41929a5016 req-915e05b8-c5f6-406e-bcf3-63b8aeadc4b7 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:34.139912 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a9227f7-fcc7-4eb1-bc36-ab41929a5016 req-915e05b8-c5f6-406e-bcf3-63b8aeadc4b7 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 943 time: 0.2297730 Jul 15 14:56:34.207853 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24acd2f5-468f-450f-9880-f2552ac8828c x-openstack-request-id: req-24acd2f5-468f-450f-9880-f2552ac8828c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:34.208152 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9382de-26c0-4ee7-a31c-579f00c41a5f", "name": "network-vif-plugged", "status": "completed", "tag": "75ff54d1-6ecf-44d3-9565-b5a7a40d08f5", "code": 200}, {"server_uuid": "a73db498-21af-4859-ad6f-13248c67a8ff", "name": "network-vif-unplugged", "status": "completed", "tag": "ba273513-dfc4-49b7-817a-1bdfe976ce90", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:34.209883 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24acd2f5-468f-450f-9880-f2552ac8828c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:34.211164 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9382de-26c0-4ee7-a31c-579f00c41a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ff54d1-6ecf-44d3-9565-b5a7a40d08f5', 'code': 200} Jul 15 14:56:34.211604 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73db498-21af-4859-ad6f-13248c67a8ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba273513-dfc4-49b7-817a-1bdfe976ce90', 'code': 200} Jul 15 14:56:34.229004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: df9b88ef-b102-423a-9519-81aad539b157 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:56:34.230870 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device df9b88ef-b102-423a-9519-81aad539b157 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:56:34.241033 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:34.259193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a9227f7-fcc7-4eb1-bc36-ab41929a5016 req-786cb2d8-a67e-4ddc-8ad5-187e9d51e19c tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182201 Jul 15 14:56:34.283065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f6727-63dd-409d-ad21-379e6907b084 req-2cf5f843-d8bc-4fc7-800c-fb7a0131352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:34.285292 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00f6727-63dd-409d-ad21-379e6907b084 req-2cf5f843-d8bc-4fc7-800c-fb7a0131352c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3e2944a-0132-40f6-86a7-f80000f7edae HTTP/1.1" status: 200 len: 851 time: 0.1708808 Jul 15 14:56:34.375003 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00f6727-63dd-409d-ad21-379e6907b084 req-9c5a3389-aebc-4389-aaef-510b0a2c6cea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af8e8904-96f8-43aa-96fc-cdc47e60811e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751681 Jul 15 14:56:34.418583 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d083f979-be6b-4775-b600-4ecda031d452 req-a3be335f-f22d-43f7-bf4a-8b36e7b1a5cb tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfdf8917-06d6-48dc-bb88-b7045431388c HTTP/1.1" status: 200 len: 210 time: 0.0620358 Jul 15 14:56:34.471840 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-2b2b837f-e406-4134-b942-ee4bb2f70706 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538483 Jul 15 14:56:34.621242 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00f6727-63dd-409d-ad21-379e6907b084 req-7ef7cb24-b64e-4b2e-a089-57a3b30ec4c0 service neutron] 10.222.0.11 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390833 Jul 15 14:56:34.695299 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-909ab144-f217-43f4-8828-0a1b7a287403 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:34.697730 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-909ab144-f217-43f4-8828-0a1b7a287403 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2179909 Jul 15 14:56:34.732153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a600e-94e5-4439-8540-dedc4dfeb5ca req-3b8f6ac5-d301-4e6c-8daa-aab7307dbe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:34.733676 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-460a600e-94e5-4439-8540-dedc4dfeb5ca req-3b8f6ac5-d301-4e6c-8daa-aab7307dbe2b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 1096 time: 0.2684391 Jul 15 14:56:34.741988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-42f16798-1191-4ded-a9ed-7d6ce75c53b3 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:34.743606 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-42f16798-1191-4ded-a9ed-7d6ce75c53b3 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 812 time: 0.1666007 Jul 15 14:56:34.746893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-bc9388ae-8cc2-4db6-b977-bf9951b5c6cb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Request body: {'port': {'device_id': '63acdab6-18ce-4793-9de5-f464d7e299d6', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'e4e49258fa6a4fb18919af5b4ad01325'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:34.747391 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1d655-d8f4-4c19-8a15-203c13ddaff0 req-51204a6f-e4a9-4c2e-b0c2-c731be8c88a5 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:34.754214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25d1d655-d8f4-4c19-8a15-203c13ddaff0 req-51204a6f-e4a9-4c2e-b0c2-c731be8c88a5 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 1097 time: 0.2795610 Jul 15 14:56:34.801994 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-a601fa5a-3c65-4046-9564-be6e007e1fce tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/quotas/c897b36bbafc46f38b8951e37af7f8d2 HTTP/1.1" status: 200 len: 375 time: 0.0455527 Jul 15 14:56:34.835624 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25d1d655-d8f4-4c19-8a15-203c13ddaff0 req-0ff0a5bd-8f50-4541-a434-5622c81f0970 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802131 Jul 15 14:56:34.840791 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-460a600e-94e5-4439-8540-dedc4dfeb5ca req-41579ea0-5512-4877-8efe-8411ca2b610d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956841 Jul 15 14:56:34.875288 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-94b651ce-d509-433a-aaa0-2874d0fad39e tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574362 Jul 15 14:56:34.896863 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a00f6727-63dd-409d-ad21-379e6907b084 req-b5499024-7135-4463-a96f-597fa8c0ad5d service neutron] 10.222.0.11 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663589 Jul 15 14:56:34.933289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-bc9388ae-8cc2-4db6-b977-bf9951b5c6cb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Made reservation on behalf of e4e49258fa6a4fb18919af5b4ad01325 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:56:34.947856 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-bc9388ae-8cc2-4db6-b977-bf9951b5c6cb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:34.981385 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4601ad6f-f231-435e-a27a-aa25dccd7d6f x-openstack-request-id: req-4601ad6f-f231-435e-a27a-aa25dccd7d6f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:34.982762 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979b5aa0-3631-48e0-b768-c17236449a8b", "tag": "65ccd9a7-ff2b-4112-8fe1-57b13e626358", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:34.983029 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4601ad6f-f231-435e-a27a-aa25dccd7d6f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:34.983538 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979b5aa0-3631-48e0-b768-c17236449a8b', 'tag': '65ccd9a7-ff2b-4112-8fe1-57b13e626358', 'status': 'completed', 'code': 200} Jul 15 14:56:35.006282 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fdf8ff-bb54-4691-8b08-6ad3ab93a775 x-openstack-request-id: req-c1fdf8ff-bb54-4691-8b08-6ad3ab93a775 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:35.006972 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7981d3c7-0cc0-4645-ac76-2adf33bb11b7", "name": "network-vif-deleted", "tag": "df9b88ef-b102-423a-9519-81aad539b157", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:35.007228 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c1fdf8ff-bb54-4691-8b08-6ad3ab93a775 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:35.007979 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7981d3c7-0cc0-4645-ac76-2adf33bb11b7', 'name': 'network-vif-deleted', 'tag': 'df9b88ef-b102-423a-9519-81aad539b157', 'status': 'completed', 'code': 200} Jul 15 14:56:35.065973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-e3adb8e4-4713-45d8-b11d-cf6a719790db service neutron] 10.222.0.38 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825171 Jul 15 14:56:35.193949 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e6267-2d79-4637-9356-d5c98ec217b4 req-1531d5c7-2b38-43f8-a07b-45eeba389995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:35.195754 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d5e6267-2d79-4637-9356-d5c98ec217b4 req-1531d5c7-2b38-43f8-a07b-45eeba389995 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e794f51c90a43d0870d439e2c14f378&device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 1094 time: 0.1821146 Jul 15 14:56:35.222881 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-bc9388ae-8cc2-4db6-b977-bf9951b5c6cb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Allocated IP 192.168.233.110 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/6319c56b-17e9-403b-b880-870a86feb706) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:56:35.321875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-642e2cd3-f8ac-48a3-bd3e-022c9051338c service neutron] 10.222.0.38 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547977 Jul 15 14:56:35.345852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc31b3-83d4-4510-af12-4bc7b629f344 req-173059c1-adaa-439d-ace4-d94b65aa9aa6 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:35.347813 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0dbc31b3-83d4-4510-af12-4bc7b629f344 req-173059c1-adaa-439d-ace4-d94b65aa9aa6 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 945 time: 0.0979726 Jul 15 14:56:35.431550 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0dbc31b3-83d4-4510-af12-4bc7b629f344 req-80e0d6dd-8beb-4f9d-9596-6f65c1c62fd3 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711439 Jul 15 14:56:35.481647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e6267-2d79-4637-9356-d5c98ec217b4 req-78c7abf0-d0b3-424f-a6b4-fa4339151c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:35.483168 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d5e6267-2d79-4637-9356-d5c98ec217b4 req-78c7abf0-d0b3-424f-a6b4-fa4339151c96 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af8e8904-96f8-43aa-96fc-cdc47e60811e HTTP/1.1" status: 200 len: 912 time: 0.2626023 Jul 15 14:56:35.572170 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d5e6267-2d79-4637-9356-d5c98ec217b4 req-e14c0248-ec72-4917-9979-98fa8c122e20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65ccd9a7-ff2b-4112-8fe1-57b13e626358 HTTP/1.1" status: 200 len: 217 time: 0.0800979 Jul 15 14:56:35.580101 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-8fdd5954-bdf5-4adf-bf12-11709f7f7767 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:35.582565 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-8fdd5954-bdf5-4adf-bf12-11709f7f7767 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.22 "GET /v2.0/networks?id=ee82be48-a052-4414-9d70-bc059584e660 HTTP/1.1" status: 200 len: 803 time: 0.2718127 Jul 15 14:56:35.664401 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-cb93a9b4-be37-46f7-9c04-9f523c981644 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Request body: {'port': {'device_id': 'bfdf8917-06d6-48dc-bb88-b7045431388c', 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660', 'admin_state_up': True, 'tenant_id': 'f650ca724c2f47838bda6b448b76e37b'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:35.777839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d7ba3-9626-4158-8d04-00ca5c08039a req-ffdbab2f-30b6-45be-9c9b-7310cacbb6b5 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:35.779453 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-848d7ba3-9626-4158-8d04-00ca5c08039a req-ffdbab2f-30b6-45be-9c9b-7310cacbb6b5 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 1097 time: 0.1814952 Jul 15 14:56:35.830102 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0fdc913-9c49-470c-a790-9514ba3a5622 req-c3085b49-91d3-4f29-98f5-7310d81d35b2 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 210 time: 0.0441992 Jul 15 14:56:35.881593 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:35.925709 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-848d7ba3-9626-4158-8d04-00ca5c08039a req-44580b1a-9b31-43e1-8450-de2d3cd1ee01 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383922 Jul 15 14:56:35.968602 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-bc9388ae-8cc2-4db6-b977-bf9951b5c6cb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:35.977651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e6267-2d79-4637-9356-d5c98ec217b4 req-f84c4c6e-2103-4fea-a1b5-b37af3e0e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:35.979704 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d5e6267-2d79-4637-9356-d5c98ec217b4 req-f84c4c6e-2103-4fea-a1b5-b37af3e0e013 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3e2944a-0132-40f6-86a7-f80000f7edae HTTP/1.1" status: 200 len: 851 time: 0.3936095 Jul 15 14:56:35.983732 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-cb93a9b4-be37-46f7-9c04-9f523c981644 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Made reservation on behalf of f650ca724c2f47838bda6b448b76e37b for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:56:35.988716 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-cb93a9b4-be37-46f7-9c04-9f523c981644 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:36.036829 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d5e6267-2d79-4637-9356-d5c98ec217b4 req-058b07b6-0d67-4daf-b645-27dce4743187 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af8e8904-96f8-43aa-96fc-cdc47e60811e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417373 Jul 15 14:56:36.165114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-bc9388ae-8cc2-4db6-b977-bf9951b5c6cb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Transition to ACTIVE for port object 6319c56b-17e9-403b-b880-870a86feb706 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:36.208996 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3030d0a8-9f98-48a5-b1ff-ddb62e015e29 req-f163c7ee-0d6e-47eb-8b12-a8bd9127a581 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfdf8917-06d6-48dc-bb88-b7045431388c HTTP/1.1" status: 200 len: 210 time: 0.0392981 Jul 15 14:56:36.265726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256f296-aa04-4e77-b8e8-c0bf189ada88 req-2f173f70-c54f-408d-912a-70e44cbcb069 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:36.277207 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4256f296-aa04-4e77-b8e8-c0bf189ada88 req-2f173f70-c54f-408d-912a-70e44cbcb069 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 943 time: 0.1924441 Jul 15 14:56:36.297290 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d5e6267-2d79-4637-9356-d5c98ec217b4 req-f7c10ff7-5bb3-4fe1-aa50-7a34c5d0cfd1 service neutron] 10.222.0.11 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484591 Jul 15 14:56:36.398946 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5063a1e5-ec35-4ad3-bb73-27e43bf09120 req-deb8cac4-d86e-4daa-8723-dd42f0fb5c30 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d9a8450-98c2-44b6-95c5-8bbaf033441f HTTP/1.1" status: 200 len: 210 time: 0.0563061 Jul 15 14:56:36.413476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4256f296-aa04-4e77-b8e8-c0bf189ada88 req-21924fea-8f23-4def-860d-de7f12888e85 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348019 Jul 15 14:56:36.738123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856a22b-4d9d-4e08-af00-c4075e157b16 req-13ee6a9c-508a-4d75-91e3-6cb511088c76 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:36.745872 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1856a22b-4d9d-4e08-af00-c4075e157b16 req-13ee6a9c-508a-4d75-91e3-6cb511088c76 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 945 time: 0.1073003 Jul 15 14:56:36.786083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1856a22b-4d9d-4e08-af00-c4075e157b16 req-02c50613-b323-4622-b423-f4ab5b980b65 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385563 Jul 15 14:56:36.873948 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-cb93a9b4-be37-46f7-9c04-9f523c981644 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Allocated IP 172.20.0.7 (ee82be48-a052-4414-9d70-bc059584e660/56d40fa9-e881-4b8a-ab3c-063e05208051/0e382844-07d1-4bf1-ba09-5ba040b08a37) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:56:36.887278 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d5e6267-2d79-4637-9356-d5c98ec217b4 req-677d66e3-0eb2-49df-b023-fb9bd89b3adf service neutron] 10.222.0.11 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808706 Jul 15 14:56:36.890166 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-bc9388ae-8cc2-4db6-b977-bf9951b5c6cb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:36.902466 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['49b209ae-4cb9-4438-8f90-acb2c1cac55a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:56:36.972859 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-bc9388ae-8cc2-4db6-b977-bf9951b5c6cb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:56:36.989972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-bc9388ae-8cc2-4db6-b977-bf9951b5c6cb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:36.992935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-bc9388ae-8cc2-4db6-b977-bf9951b5c6cb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:56:37.045179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4083d9-779a-4de0-b673-b32a4327f95d req-a8a7b18a-ab34-4df4-8c30-72317b93fb01 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:37.055340 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac4083d9-779a-4de0-b673-b32a4327f95d req-a8a7b18a-ab34-4df4-8c30-72317b93fb01 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 1097 time: 0.0864296 Jul 15 14:56:37.066362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9388ae-8cc2-4db6-b977-bf9951b5c6cb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Pushing event updated for resources: {'Port': ['ID=6319c56b-17e9-403b-b880-870a86feb706,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:37.168381 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac4083d9-779a-4de0-b673-b32a4327f95d req-de93933b-b4fb-4cae-ab3b-df3763a9920b tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120532 Jul 15 14:56:37.179928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-bc9388ae-8cc2-4db6-b977-bf9951b5c6cb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:37.180591 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-bc9388ae-8cc2-4db6-b977-bf9951b5c6cb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:37.314063 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-bc9388ae-8cc2-4db6-b977-bf9951b5c6cb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6011693 Jul 15 14:56:37.341142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Request body: {'port': {'device_id': '63acdab6-18ce-4793-9de5-f464d7e299d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:37.451824 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-cb93a9b4-be37-46f7-9c04-9f523c981644 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:37.474567 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:37.477979 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4bd9c54d-5ba0-473e-849e-b1521f291245 None None] Provisioning for port 6319c56b-17e9-403b-b880-870a86feb706 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:37.483110 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4bd9c54d-5ba0-473e-849e-b1521f291245 None None] Provisioning complete for port 6319c56b-17e9-403b-b880-870a86feb706 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:37.483868 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c54d-5ba0-473e-849e-b1521f291245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:37.533755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4bd9c54d-5ba0-473e-849e-b1521f291245 None None] Port 6319c56b-17e9-403b-b880-870a86feb706 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:56:37.551766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-ee3d7c08-e342-4ae6-bf68-51fabbc1c9a1 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:37.553947 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-ee3d7c08-e342-4ae6-bf68-51fabbc1c9a1 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.22 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 812 time: 0.2694201 Jul 15 14:56:37.575043 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-a64cddf3-3a62-4b60-a2f6-022c3d1510fb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Request body: {'port': {'device_id': '3d9a8450-98c2-44b6-95c5-8bbaf033441f', 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5', 'admin_state_up': True, 'tenant_id': 'c897b36bbafc46f38b8951e37af7f8d2'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:37.590097 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-cb93a9b4-be37-46f7-9c04-9f523c981644 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:37.675548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9171d06-683f-4f62-8ffa-ae246f7b2f6f req-c3f751fd-c35f-481c-8701-fdb5d064b3e6 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:37.677280 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9171d06-683f-4f62-8ffa-ae246f7b2f6f req-c3f751fd-c35f-481c-8701-fdb5d064b3e6 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 945 time: 0.5079253 Jul 15 14:56:37.713942 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-cb93a9b4-be37-46f7-9c04-9f523c981644 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Network ee82be48-a052-4414-9d70-bc059584e660 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:56:37.721067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5724-b4ec-4ecc-8a8b-3ed4186c2d5f req-89d5692b-6a17-4703-a718-76d8850f998e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:37.722953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de2c5724-b4ec-4ecc-8a8b-3ed4186c2d5f req-89d5692b-6a17-4703-a718-76d8850f998e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 936 time: 0.2970712 Jul 15 14:56:37.724872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-cb93a9b4-be37-46f7-9c04-9f523c981644 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:37.727241 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-cb93a9b4-be37-46f7-9c04-9f523c981644 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:56:37.765146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93a9b4-be37-46f7-9c04-9f523c981644 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Pushing event updated for resources: {'Port': ['ID=0e382844-07d1-4bf1-ba09-5ba040b08a37,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:37.776127 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9171d06-683f-4f62-8ffa-ae246f7b2f6f req-6d53ed6f-1fe0-45f0-81e3-d768d82f9ee7 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909879 Jul 15 14:56:37.812399 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de2c5724-b4ec-4ecc-8a8b-3ed4186c2d5f req-28f723e4-9120-49bc-b97c-cb78fd2c044d tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713642 Jul 15 14:56:37.817389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-a64cddf3-3a62-4b60-a2f6-022c3d1510fb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Made reservation on behalf of c897b36bbafc46f38b8951e37af7f8d2 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:56:37.821403 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-a64cddf3-3a62-4b60-a2f6-022c3d1510fb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:37.836677 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-cb93a9b4-be37-46f7-9c04-9f523c981644 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:37.837330 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-cb93a9b4-be37-46f7-9c04-9f523c981644 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:37.913289 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-cb93a9b4-be37-46f7-9c04-9f523c981644 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3164873 Jul 15 14:56:37.935691 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Request body: {'port': {'device_id': 'bfdf8917-06d6-48dc-bb88-b7045431388c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:38.055826 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:38.100923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 65ccd9a7-ff2b-4112-8fe1-57b13e626358 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:56:38.142973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6319c56b-17e9-403b-b880-870a86feb706 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:38.152793 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:38.204802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-a64cddf3-3a62-4b60-a2f6-022c3d1510fb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Allocated IP 172.20.0.10 (6239ea20-fb27-4507-a07e-8bd13bd4e1c5/b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2/7b747756-7899-45b7-85f5-3c1a5163ce7b) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:56:38.221012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be3ec6-8d02-4e04-ba29-b54f991afb35 req-b529572a-f7d9-46a1-9ae7-7f5ca421f410 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:38.223481 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88be3ec6-8d02-4e04-ba29-b54f991afb35 req-b529572a-f7d9-46a1-9ae7-7f5ca421f410 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 943 time: 0.1994534 Jul 15 14:56:38.230404 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Transition to ACTIVE for port object 6319c56b-17e9-403b-b880-870a86feb706 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:38.241332 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:38.245745 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a3a44-85f2-46a2-ac4b-4a6440d4c514 req-70950f97-80b0-493c-b1b0-300825fcf01d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:38.254565 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3f9a3a44-85f2-46a2-ac4b-4a6440d4c514 req-70950f97-80b0-493c-b1b0-300825fcf01d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfdf8917-06d6-48dc-bb88-b7045431388c HTTP/1.1" status: 200 len: 931 time: 0.2302086 Jul 15 14:56:38.254914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 65ccd9a7-ff2b-4112-8fe1-57b13e626358, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=65ccd9a7-ff2b-4112-8fe1-57b13e626358,segment=NetworkSegment(f53f488c-09e7-46a8-8277-21c71e902323),segment_id=f53f488c-09e7-46a8-8277-21c71e902323)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:38.284035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '65ccd9a7-ff2b-4112-8fe1-57b13e626358', 'network_id': 'af8e8904-96f8-43aa-96fc-cdc47e60811e', 'port_id': '65ccd9a7-ff2b-4112-8fe1-57b13e626358', 'mac_address': 'fa:16:3e:fc:e9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e2944a-0132-40f6-86a7-f80000f7edae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:56:38.360098 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:38.407043 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ccd9a7-ff2b-4112-8fe1-57b13e626358 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:38.408751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Pushing event updated for resources: {'Port': ['ID=6319c56b-17e9-403b-b880-870a86feb706,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:38.438178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3f9a3a44-85f2-46a2-ac4b-4a6440d4c514 req-3ee43005-42a5-43f0-a1ab-af4d4f190d17 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823461 Jul 15 14:56:38.446320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 65ccd9a7-ff2b-4112-8fe1-57b13e626358, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=65ccd9a7-ff2b-4112-8fe1-57b13e626358,segment=NetworkSegment(f53f488c-09e7-46a8-8277-21c71e902323),segment_id=f53f488c-09e7-46a8-8277-21c71e902323)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:38.459834 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88be3ec6-8d02-4e04-ba29-b54f991afb35 req-2c28836a-4b01-41be-907e-329b303b2dce tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932306 Jul 15 14:56:38.462454 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:38.578272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=65ccd9a7-ff2b-4112-8fe1-57b13e626358,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:38.683886 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e382844-07d1-4bf1-ba09-5ba040b08a37 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:38.694427 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:38.705510 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['65ccd9a7-ff2b-4112-8fe1-57b13e626358'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:56:38.726667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Attempting to bind port 6319c56b-17e9-403b-b880-870a86feb706 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:56:38.727546 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Attempting to bind port 6319c56b-17e9-403b-b880-870a86feb706 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:56:38.728124 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Attempting to bind port 6319c56b-17e9-403b-b880-870a86feb706 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:38.731187 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Transition to ACTIVE for port object 0e382844-07d1-4bf1-ba09-5ba040b08a37 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:38.733173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099536a2-463f-4a34-9683-bd52e91d386a req-851635a5-ef62-495a-ae52-2c6f61315930 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d9a8450-98c2-44b6-95c5-8bbaf033441f HTTP/1.1" status: 200 len: 210 time: 0.0490787 Jul 15 14:56:38.738357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Port 6319c56b-17e9-403b-b880-870a86feb706 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:56:38.739862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Attempting to bind port 6319c56b-17e9-403b-b880-870a86feb706 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:38.742002 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-a64cddf3-3a62-4b60-a2f6-022c3d1510fb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:38.750907 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:38.814352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:56:38.814763 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:38.815160 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:56:38.816222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Bound port: 6319c56b-17e9-403b-b880-870a86feb706, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:56:38.816499 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:38.839817 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4240c-fa33-44e2-b042-8040b8084cc9 req-6e200f12-8fa9-4442-97f1-2cba7cb399e7 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:38.847295 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-93b4240c-fa33-44e2-b042-8040b8084cc9 req-6e200f12-8fa9-4442-97f1-2cba7cb399e7 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 1097 time: 0.1276069 Jul 15 14:56:38.875172 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Pushing event updated for resources: {'Port': ['ID=0e382844-07d1-4bf1-ba09-5ba040b08a37,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:38.882847 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-a64cddf3-3a62-4b60-a2f6-022c3d1510fb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:38.940833 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-93b4240c-fa33-44e2-b042-8040b8084cc9 req-af547277-dd01-40d5-a5d1-420d469f4b78 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925393 Jul 15 14:56:38.967150 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] For port 6319c56b-17e9-403b-b880-870a86feb706, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:38.971170 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] For port 6319c56b-17e9-403b-b880-870a86feb706, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6319c56b-17e9-403b-b880-870a86feb706,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:56:38.986921 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Attempting to bind port 0e382844-07d1-4bf1-ba09-5ba040b08a37 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:56:38.988612 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Attempting to bind port 0e382844-07d1-4bf1-ba09-5ba040b08a37 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:56:38.989411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Attempting to bind port 0e382844-07d1-4bf1-ba09-5ba040b08a37 on network ee82be48-a052-4414-9d70-bc059584e660 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:38.994317 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:38.999976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-a64cddf3-3a62-4b60-a2f6-022c3d1510fb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:56:39.010933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-a64cddf3-3a62-4b60-a2f6-022c3d1510fb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:39.011213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Port 0e382844-07d1-4bf1-ba09-5ba040b08a37 on network ee82be48-a052-4414-9d70-bc059584e660 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:56:39.011213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Attempting to bind port 0e382844-07d1-4bf1-ba09-5ba040b08a37 on network ee82be48-a052-4414-9d70-bc059584e660 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:39.028717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-a64cddf3-3a62-4b60-a2f6-022c3d1510fb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:56:39.044829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:39.045287 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:39.053426 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] 10.222.0.22 "PUT /v2.0/ports/6319c56b-17e9-403b-b880-870a86feb706 HTTP/1.1" status: 200 len: 1096 time: 1.7230716 Jul 15 14:56:39.055341 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63acdab6-18ce-4793-9de5-f464d7e299d6', 'tag': '6319c56b-17e9-403b-b880-870a86feb706'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:39.058899 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5eda39-7cf3-4731-9658-9351d6be4360" -d '{"events": [{"name": "network-changed", "server_uuid": "63acdab6-18ce-4793-9de5-f464d7e299d6", "tag": "6319c56b-17e9-403b-b880-870a86feb706"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:39.060372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cddf3-3a62-4b60-a2f6-022c3d1510fb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Pushing event updated for resources: {'Port': ['ID=7b747756-7899-45b7-85f5-3c1a5163ce7b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:39.115818 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988f758-4c04-449e-8a65-b2a1423bf056 service neutron] Pushing event updated for resources: {'Port': ['ID=6319c56b-17e9-403b-b880-870a86feb706,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:39.119097 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:56:39.119256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Checking segment: {'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:39.119894 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Bound using segment: {'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:56:39.120151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Bound port: 0e382844-07d1-4bf1-ba09-5ba040b08a37, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92996357-cfd5-4d6d-a672-675d788b13f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:56:39.120502 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:39.157110 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e644a3-4a3a-468d-bb68-e01960209911 req-3f1c20a7-b665-4b13-a444-51d78930a9ef tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:39.165998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8e644a3-4a3a-468d-bb68-e01960209911 req-3f1c20a7-b665-4b13-a444-51d78930a9ef tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 945 time: 0.2679698 Jul 15 14:56:39.194482 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-a64cddf3-3a62-4b60-a2f6-022c3d1510fb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:39.195655 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-a64cddf3-3a62-4b60-a2f6-022c3d1510fb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:39.213474 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-a64cddf3-3a62-4b60-a2f6-022c3d1510fb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6483579 Jul 15 14:56:39.226586 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Request body: {'port': {'device_id': '3d9a8450-98c2-44b6-95c5-8bbaf033441f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:39.248610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-eee0ab44-db45-4d73-8c7e-be5c5d94ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:39.250292 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-eee0ab44-db45-4d73-8c7e-be5c5d94ffad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 1099 time: 0.1177645 Jul 15 14:56:39.255375 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] For port 0e382844-07d1-4bf1-ba09-5ba040b08a37, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:39.259440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] For port 0e382844-07d1-4bf1-ba09-5ba040b08a37, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=0e382844-07d1-4bf1-ba09-5ba040b08a37,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:56:39.277255 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:39.340630 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-0fb38256-b1d9-48bc-ac52-a6b66fd91c1f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6319c56b-17e9-403b-b880-870a86feb706 HTTP/1.1" status: 200 len: 217 time: 0.0796325 Jul 15 14:56:39.351868 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:39.352487 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:39.353969 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] 10.222.0.22 "PUT /v2.0/ports/0e382844-07d1-4bf1-ba09-5ba040b08a37 HTTP/1.1" status: 200 len: 1091 time: 1.4285550 Jul 15 14:56:39.370116 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8e644a3-4a3a-468d-bb68-e01960209911 req-3e471aad-a839-4b4b-bbb3-6dc09ecaf5c0 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027142 Jul 15 14:56:39.450483 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:39.490882 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760ab2f-3f61-4591-b311-b86ec6e09c40 service neutron] Pushing event updated for resources: {'Port': ['ID=0e382844-07d1-4bf1-ba09-5ba040b08a37,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:39.496758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-d03298c9-6311-4258-8164-cebe67d18113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:39.498604 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-d03298c9-6311-4258-8164-cebe67d18113 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1503513 Jul 15 14:56:39.515463 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07865761-5766-4d89-9229-61849973bf1e req-631d61d5-c0d4-486a-9599-f91764f10f85 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:39.523818 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07865761-5766-4d89-9229-61849973bf1e req-631d61d5-c0d4-486a-9599-f91764f10f85 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 948 time: 0.2402375 Jul 15 14:56:39.559765 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-fcdb92be-6955-470d-8e5a-e971b4b69f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:39.561866 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-fcdb92be-6955-470d-8e5a-e971b4b69f98 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f650ca724c2f47838bda6b448b76e37b&device_id=bfdf8917-06d6-48dc-bb88-b7045431388c HTTP/1.1" status: 200 len: 1094 time: 0.1525228 Jul 15 14:56:39.593230 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07865761-5766-4d89-9229-61849973bf1e req-8015d96e-14f2-44ca-9d07-ed26de0845c2 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669343 Jul 15 14:56:39.617638 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-4d03298b-d022-4ca2-bc6a-dac444b1637a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e382844-07d1-4bf1-ba09-5ba040b08a37 HTTP/1.1" status: 200 len: 217 time: 0.0478659 Jul 15 14:56:39.630916 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-80c1db8f-b506-41c6-a89f-eb1715bfea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:39.632533 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-80c1db8f-b506-41c6-a89f-eb1715bfea69 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1211979 Jul 15 14:56:39.692310 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-1aaf886b-2edc-43ad-a7e7-54836dacf47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:39.694091 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-1aaf886b-2edc-43ad-a7e7-54836dacf47f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56d40fa9-e881-4b8a-ab3c-063e05208051 HTTP/1.1" status: 200 len: 843 time: 0.0680356 Jul 15 14:56:39.714296 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c36494-528b-4600-9210-cd5273d5d3ba x-openstack-request-id: req-74c36494-528b-4600-9210-cd5273d5d3ba {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:39.714956 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63acdab6-18ce-4793-9de5-f464d7e299d6", "tag": "6319c56b-17e9-403b-b880-870a86feb706", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:39.714956 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-74c36494-528b-4600-9210-cd5273d5d3ba {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:39.715365 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63acdab6-18ce-4793-9de5-f464d7e299d6', 'tag': '6319c56b-17e9-403b-b880-870a86feb706', 'status': 'completed', 'code': 200} Jul 15 14:56:39.763116 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-e96dea45-1bde-441a-88e9-0a4375881492 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee82be48-a052-4414-9d70-bc059584e660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466480 Jul 15 14:56:39.975632 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-eecef531-fd19-4d1c-8250-cb9935a5e237 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804406 Jul 15 14:56:39.996204 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-27393d11-8fb5-4388-aac7-8c2f1965a03b service neutron] 10.222.0.22 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228279 Jul 15 14:56:40.132039 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 65ccd9a7-ff2b-4112-8fe1-57b13e626358 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:40.142739 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0ad5c876-466f-4d18-8d4d-6a16b0a2c3eb req-06c06921-fa88-450d-97b0-7b177bc4843a service neutron] 10.222.0.22 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205711 Jul 15 14:56:40.213186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 65ccd9a7-ff2b-4112-8fe1-57b13e626358 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:40.224695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 65ccd9a7-ff2b-4112-8fe1-57b13e626358 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:40.225289 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:40.266588 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-28945a99-a76f-4074-8ae3-d5aa20ea2afb req-8fd3ef81-b7c7-49dc-9e0f-b2f7c32da8f2 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790773 Jul 15 14:56:40.318929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64d387-2d92-4c48-8a69-5c057876c143 req-9c10ad82-c34e-4318-8d2b-cbc6c258c98b tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:40.326983 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a64d387-2d92-4c48-8a69-5c057876c143 req-9c10ad82-c34e-4318-8d2b-cbc6c258c98b tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 945 time: 0.2212765 Jul 15 14:56:40.373074 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:40.411819 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a64d387-2d92-4c48-8a69-5c057876c143 req-aaadab9d-3e54-4a06-9e35-4b0301af9939 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838659 Jul 15 14:56:40.447804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eda39-7cf3-4731-9658-9351d6be4360 req-a6d5babd-08db-4a07-a071-bc73d7a5c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:40.450734 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b5eda39-7cf3-4731-9658-9351d6be4360 req-a6d5babd-08db-4a07-a071-bc73d7a5c1bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 1099 time: 0.1251760 Jul 15 14:56:40.457638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979b5aa0-3631-48e0-b768-c17236449a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ccd9a7-ff2b-4112-8fe1-57b13e626358'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:40.460334 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c55f14-5e5f-49dc-af12-3b0d6ee48740" -d '{"events": [{"server_uuid": "979b5aa0-3631-48e0-b768-c17236449a8b", "name": "network-vif-plugged", "status": "completed", "tag": "65ccd9a7-ff2b-4112-8fe1-57b13e626358"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:40.489421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 65ccd9a7-ff2b-4112-8fe1-57b13e626358, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=65ccd9a7-ff2b-4112-8fe1-57b13e626358,segment=NetworkSegment(f53f488c-09e7-46a8-8277-21c71e902323),segment_id=f53f488c-09e7-46a8-8277-21c71e902323)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:40.494164 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:40.541994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b747756-7899-45b7-85f5-3c1a5163ce7b {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:40.556652 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:40.599422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Transition to ACTIVE for port object 7b747756-7899-45b7-85f5-3c1a5163ce7b will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:40.603867 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:40.629556 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=65ccd9a7-ff2b-4112-8fe1-57b13e626358,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:40.654647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eda39-7cf3-4731-9658-9351d6be4360 req-0d383c05-a3dc-4c02-8bae-bf3997f77024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:40.656395 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b5eda39-7cf3-4731-9658-9351d6be4360 req-0d383c05-a3dc-4c02-8bae-bf3997f77024 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1945915 Jul 15 14:56:40.693615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Pushing event updated for resources: {'Port': ['ID=7b747756-7899-45b7-85f5-3c1a5163ce7b,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:40.718235 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b5eda39-7cf3-4731-9658-9351d6be4360 req-16fe9a84-6ed2-4024-af3c-1d9e45b7f445 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6319c56b-17e9-403b-b880-870a86feb706 HTTP/1.1" status: 200 len: 217 time: 0.0491211 Jul 15 14:56:40.780071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-3c0b642e-a224-48a0-ab77-cdc6b0a09c0d tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:56:40.781076 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-3c0b642e-a224-48a0-ab77-cdc6b0a09c0d tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103798 Jul 15 14:56:40.788698 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eda39-7cf3-4731-9658-9351d6be4360 req-67ee4260-9e0a-4dc4-b7e2-fc4fa7bbc49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:40.790420 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b5eda39-7cf3-4731-9658-9351d6be4360 req-67ee4260-9e0a-4dc4-b7e2-fc4fa7bbc49e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0651190 Jul 15 14:56:40.797797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f297c98-ba03-47fa-9a50-b9834a9fa924 req-94317fd6-7d10-4791-a300-87fce3ec7d61 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:40.799329 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f297c98-ba03-47fa-9a50-b9834a9fa924 req-94317fd6-7d10-4791-a300-87fce3ec7d61 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfdf8917-06d6-48dc-bb88-b7045431388c HTTP/1.1" status: 200 len: 943 time: 0.1593006 Jul 15 14:56:40.807192 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-099e5098-eb14-4695-968f-4be1241a9f15 req-ec1acec1-762c-45f2-86c9-e58bc30246fa service neutron] Request body: {'binding': {'host': 'n-h1-764435-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:40.807648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-099e5098-eb14-4695-968f-4be1241a9f15 req-ec1acec1-762c-45f2-86c9-e58bc30246fa service neutron] Unknown quota resources ['binding']. {{(pid=100711) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 14:56:40.857572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eda39-7cf3-4731-9658-9351d6be4360 req-cb8d5fc7-6d20-4dfa-bbe7-a55036bb5ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:40.859015 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b5eda39-7cf3-4731-9658-9351d6be4360 req-cb8d5fc7-6d20-4dfa-bbe7-a55036bb5ecc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602415 Jul 15 14:56:40.877572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Attempting to bind port 7b747756-7899-45b7-85f5-3c1a5163ce7b on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:56:40.878512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Attempting to bind port 7b747756-7899-45b7-85f5-3c1a5163ce7b by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:56:40.878869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Attempting to bind port 7b747756-7899-45b7-85f5-3c1a5163ce7b on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:40.906600 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Port 7b747756-7899-45b7-85f5-3c1a5163ce7b on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:56:40.906822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Attempting to bind port 7b747756-7899-45b7-85f5-3c1a5163ce7b on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:40.919402 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f297c98-ba03-47fa-9a50-b9834a9fa924 req-68e96ff5-99a7-4d1a-b3a9-5e803365a996 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087420 Jul 15 14:56:40.922283 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:56:40.922651 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Checking segment: {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:40.923046 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Bound using segment: {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:56:40.923495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Bound port: 7b747756-7899-45b7-85f5-3c1a5163ce7b, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:56:40.923861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:40.966694 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b5eda39-7cf3-4731-9658-9351d6be4360 req-e6ed9350-7a43-42bd-aaed-fc7dca117367 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996621 Jul 15 14:56:41.057049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] For port 7b747756-7899-45b7-85f5-3c1a5163ce7b, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:41.062243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-099e5098-eb14-4695-968f-4be1241a9f15 req-ec1acec1-762c-45f2-86c9-e58bc30246fa service neutron] Attempting to bind port 9adffc1d-f299-4bca-b4bb-a12f18054d51 on host n-h1-764435-3 for vnic_type normal with profile None {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:56:41.062607 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-099e5098-eb14-4695-968f-4be1241a9f15 req-ec1acec1-762c-45f2-86c9-e58bc30246fa service neutron] Attempting to bind port 9adffc1d-f299-4bca-b4bb-a12f18054d51 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:56:41.062946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e5098-eb14-4695-968f-4be1241a9f15 req-ec1acec1-762c-45f2-86c9-e58bc30246fa service neutron] Attempting to bind port 9adffc1d-f299-4bca-b4bb-a12f18054d51 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:41.077639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] For port 7b747756-7899-45b7-85f5-3c1a5163ce7b, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7b747756-7899-45b7-85f5-3c1a5163ce7b,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:56:41.078413 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b5eda39-7cf3-4731-9658-9351d6be4360 req-742ae6ae-570a-442e-aafa-c2ddd6e69617 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034272 Jul 15 14:56:41.078969 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e5098-eb14-4695-968f-4be1241a9f15 req-ec1acec1-762c-45f2-86c9-e58bc30246fa service neutron] Port 9adffc1d-f299-4bca-b4bb-a12f18054d51 on network 1b052415-ea98-4ad2-9697-24ee25c7523e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:56:41.079398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e5098-eb14-4695-968f-4be1241a9f15 req-ec1acec1-762c-45f2-86c9-e58bc30246fa service neutron] Attempting to bind port 9adffc1d-f299-4bca-b4bb-a12f18054d51 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:41.099199 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:41.121104 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e5098-eb14-4695-968f-4be1241a9f15 req-ec1acec1-762c-45f2-86c9-e58bc30246fa service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:56:41.121487 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e5098-eb14-4695-968f-4be1241a9f15 req-ec1acec1-762c-45f2-86c9-e58bc30246fa service neutron] Checking segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:41.121842 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e5098-eb14-4695-968f-4be1241a9f15 req-ec1acec1-762c-45f2-86c9-e58bc30246fa service neutron] Bound using segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:56:41.122293 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-099e5098-eb14-4695-968f-4be1241a9f15 req-ec1acec1-762c-45f2-86c9-e58bc30246fa service neutron] Bound port: 9adffc1d-f299-4bca-b4bb-a12f18054d51, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:56:41.197395 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:41.198017 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:41.199454 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] 10.222.0.22 "PUT /v2.0/ports/7b747756-7899-45b7-85f5-3c1a5163ce7b HTTP/1.1" status: 200 len: 1092 time: 1.9774601 Jul 15 14:56:41.201176 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9a8450-98c2-44b6-95c5-8bbaf033441f', 'tag': '7b747756-7899-45b7-85f5-3c1a5163ce7b'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:41.203439 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c30f08e-444e-4ee1-bbcf-20e152c605c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9a8450-98c2-44b6-95c5-8bbaf033441f", "tag": "7b747756-7899-45b7-85f5-3c1a5163ce7b"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:41.253483 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1bdc2-06e0-417b-9e3d-a5251f11f591 service neutron] Pushing event updated for resources: {'Port': ['ID=7b747756-7899-45b7-85f5-3c1a5163ce7b,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:41.269533 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-099e5098-eb14-4695-968f-4be1241a9f15 req-ec1acec1-762c-45f2-86c9-e58bc30246fa service neutron] For port 9adffc1d-f299-4bca-b4bb-a12f18054d51, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:56:41.293106 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-099e5098-eb14-4695-968f-4be1241a9f15 req-ec1acec1-762c-45f2-86c9-e58bc30246fa service neutron] Notify callbacks [] for binding, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:41.294305 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-ec1acec1-762c-45f2-86c9-e58bc30246fa service neutron] 10.222.0.38 "POST /v2.0/ports/9adffc1d-f299-4bca-b4bb-a12f18054d51/bindings HTTP/1.1" status: 201 len: 389 time: 0.4922583 Jul 15 14:56:41.309401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bdd7c-788d-4f56-b538-495ed3884abd req-77a672a9-a1ab-4547-b3ad-bede67440041 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:41.310947 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a7bdd7c-788d-4f56-b538-495ed3884abd req-77a672a9-a1ab-4547-b3ad-bede67440041 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.2288032 Jul 15 14:56:41.361711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-b9f3176b-8503-4233-89ad-7ab7626c2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:41.363291 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-b9f3176b-8503-4233-89ad-7ab7626c2e77 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&device_id=3d9a8450-98c2-44b6-95c5-8bbaf033441f HTTP/1.1" status: 200 len: 1095 time: 0.1044943 Jul 15 14:56:41.380195 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a7bdd7c-788d-4f56-b538-495ed3884abd req-abca7a65-4a52-4012-9c63-2dc76dcaa388 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608542 Jul 15 14:56:41.509736 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662155e0-95b3-420a-b976-b8a5b92f9f2e x-openstack-request-id: req-662155e0-95b3-420a-b976-b8a5b92f9f2e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:41.510322 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979b5aa0-3631-48e0-b768-c17236449a8b", "name": "network-vif-plugged", "status": "completed", "tag": "65ccd9a7-ff2b-4112-8fe1-57b13e626358", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:41.510729 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-662155e0-95b3-420a-b976-b8a5b92f9f2e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:41.511410 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979b5aa0-3631-48e0-b768-c17236449a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ccd9a7-ff2b-4112-8fe1-57b13e626358', 'code': 200} Jul 15 14:56:41.520581 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-b8d0b84a-ac0b-4263-82ba-0f9df437b238 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b747756-7899-45b7-85f5-3c1a5163ce7b HTTP/1.1" status: 200 len: 217 time: 0.1390283 Jul 15 14:56:41.652568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-6560d60a-994d-4a47-8faf-969f0d16887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:41.654429 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-6560d60a-994d-4a47-8faf-969f0d16887d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2 HTTP/1.1" status: 200 len: 852 time: 0.1253650 Jul 15 14:56:41.684103 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee9ba3-fcd6-4782-8b72-01aea82f32dc req-9a5aacb3-8fea-4e42-b260-7694b512174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:41.685656 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9bee9ba3-fcd6-4782-8b72-01aea82f32dc req-9a5aacb3-8fea-4e42-b260-7694b512174d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 1096 time: 0.0928111 Jul 15 14:56:41.719944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdf8917-06d6-48dc-bb88-b7045431388c', 'tag': '0e382844-07d1-4bf1-ba09-5ba040b08a37'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:41.722344 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de78881-1a48-49b9-9051-2ab17387b339" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdf8917-06d6-48dc-bb88-b7045431388c", "tag": "0e382844-07d1-4bf1-ba09-5ba040b08a37"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:41.730884 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9bee9ba3-fcd6-4782-8b72-01aea82f32dc req-ee870f74-4958-48a5-abaf-a7edeae38465 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380495 Jul 15 14:56:41.745169 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-dd904fd6-9ed4-4344-a3c5-9fb903af0ff9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785341 Jul 15 14:56:41.825969 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35039e10-e1f5-4eec-aa5b-005a4830cdd7 req-fe834a78-6c5e-4c30-b4e3-ad9a2f867be0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:41.827557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35039e10-e1f5-4eec-aa5b-005a4830cdd7 req-fe834a78-6c5e-4c30-b4e3-ad9a2f867be0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d9a8450-98c2-44b6-95c5-8bbaf033441f HTTP/1.1" status: 200 len: 944 time: 0.2334564 Jul 15 14:56:41.895154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e5098-eb14-4695-968f-4be1241a9f15 req-fc203d1a-bd77-4aa3-a213-83d4e3cddaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:41.896670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-fc203d1a-bd77-4aa3-a213-83d4e3cddaff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 1097 time: 0.2408981 Jul 15 14:56:41.909568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab232d-8f20-422e-b72c-ca1aac2db55e req-da6af3f8-f2d9-48c1-8b55-a7103f5aff39 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:41.911091 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0fab232d-8f20-422e-b72c-ca1aac2db55e req-da6af3f8-f2d9-48c1-8b55-a7103f5aff39 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 948 time: 0.2344785 Jul 15 14:56:41.967806 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-f6319814-c49a-4575-8860-00d4ae0c8273 service neutron] 10.222.0.22 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115164 Jul 15 14:56:41.981021 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35039e10-e1f5-4eec-aa5b-005a4830cdd7 req-75d67b79-49d2-4d38-a1e4-8a8b07bf7f3c tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201963 Jul 15 14:56:42.060577 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916740c5-3b73-4920-9f2c-281197aefab6 x-openstack-request-id: req-916740c5-3b73-4920-9f2c-281197aefab6 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:42.060869 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9a8450-98c2-44b6-95c5-8bbaf033441f", "tag": "7b747756-7899-45b7-85f5-3c1a5163ce7b", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:42.061134 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-916740c5-3b73-4920-9f2c-281197aefab6 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:42.061501 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9a8450-98c2-44b6-95c5-8bbaf033441f', 'tag': '7b747756-7899-45b7-85f5-3c1a5163ce7b', 'status': 'completed', 'code': 200} Jul 15 14:56:42.101808 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0fab232d-8f20-422e-b72c-ca1aac2db55e req-46dbbf05-db71-43e8-9648-da2879f9d0d2 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703141 Jul 15 14:56:42.136057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e5098-eb14-4695-968f-4be1241a9f15 req-8aaeaa8f-ebde-43f6-ad05-7efc5a0ff6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:42.137553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-8aaeaa8f-ebde-43f6-ad05-7efc5a0ff6be service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.2223239 Jul 15 14:56:42.149493 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f08cdeec-0540-470d-8a4a-d686ae1bd581 req-3f669c39-e24c-494c-afa5-1dd3dd7f84d1 service neutron] 10.222.0.22 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717377 Jul 15 14:56:42.199320 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-35d0016a-ca6a-4388-aed0-b8264c81427f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51 HTTP/1.1" status: 200 len: 217 time: 0.0473318 Jul 15 14:56:42.311349 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e5098-eb14-4695-968f-4be1241a9f15 req-711a3888-6eb1-4152-91d3-51aace920cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:42.312732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-711a3888-6eb1-4152-91d3-51aace920cbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.1041956 Jul 15 14:56:42.363286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-58eebb1d-9613-4fb7-b646-06a8c7fa5412 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422158 Jul 15 14:56:42.401206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4e340-375c-48e3-a155-45944e8c0ce1 req-3711e992-edfd-48db-a560-fbbdb7e3d2b2 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:42.402765 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7f4e340-375c-48e3-a155-45944e8c0ce1 req-3711e992-edfd-48db-a560-fbbdb7e3d2b2 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 946 time: 0.2060268 Jul 15 14:56:42.431829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f08e-444e-4ee1-bbcf-20e152c605c0 req-8f428c6a-7eba-40d6-a884-ed3e229e0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:42.433505 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c30f08e-444e-4ee1-bbcf-20e152c605c0 req-8f428c6a-7eba-40d6-a884-ed3e229e0aea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&device_id=3d9a8450-98c2-44b6-95c5-8bbaf033441f HTTP/1.1" status: 200 len: 1095 time: 0.2146516 Jul 15 14:56:42.721470 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7f4e340-375c-48e3-a155-45944e8c0ce1 req-97bc0a8b-db95-4ad1-b4f2-a3bcac3d8e41 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974515 Jul 15 14:56:42.774396 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c14c5f-7162-4a9a-a023-e6171191710c req-4138db54-172b-4a49-b389-96be11bb401b tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:42.787426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8c14c5f-7162-4a9a-a023-e6171191710c req-4138db54-172b-4a49-b389-96be11bb401b tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 945 time: 0.4177451 Jul 15 14:56:42.817624 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65ce24d-b7f8-47c3-ac0d-fc6309c6420d x-openstack-request-id: req-b65ce24d-b7f8-47c3-ac0d-fc6309c6420d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:42.818602 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdf8917-06d6-48dc-bb88-b7045431388c", "tag": "0e382844-07d1-4bf1-ba09-5ba040b08a37", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:42.819109 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b65ce24d-b7f8-47c3-ac0d-fc6309c6420d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:42.819776 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdf8917-06d6-48dc-bb88-b7045431388c', 'tag': '0e382844-07d1-4bf1-ba09-5ba040b08a37', 'status': 'completed', 'code': 200} Jul 15 14:56:42.842183 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-a5db01a4-bc32-4011-89f8-e4a13d3c41af service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677618 Jul 15 14:56:42.915372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f08e-444e-4ee1-bbcf-20e152c605c0 req-895fbd33-45ba-49d1-94bb-2928ef4df35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:42.917219 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c30f08e-444e-4ee1-bbcf-20e152c605c0 req-895fbd33-45ba-49d1-94bb-2928ef4df35c service neutron] 10.222.0.22 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 913 time: 0.4614093 Jul 15 14:56:42.935204 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8c14c5f-7162-4a9a-a023-e6171191710c req-a50515c7-bcf6-459c-ad18-1426f2069d60 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464717 Jul 15 14:56:42.992716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de78881-1a48-49b9-9051-2ab17387b339 req-9df16d34-a0bf-4eca-9139-71e3c0745796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:42.994453 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5de78881-1a48-49b9-9051-2ab17387b339 req-9df16d34-a0bf-4eca-9139-71e3c0745796 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f650ca724c2f47838bda6b448b76e37b&device_id=bfdf8917-06d6-48dc-bb88-b7045431388c HTTP/1.1" status: 200 len: 1094 time: 0.1457567 Jul 15 14:56:43.072280 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c30f08e-444e-4ee1-bbcf-20e152c605c0 req-0d2af77c-5758-4f29-817e-bbbf2769f789 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b747756-7899-45b7-85f5-3c1a5163ce7b HTTP/1.1" status: 200 len: 217 time: 0.1337109 Jul 15 14:56:43.140891 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de78881-1a48-49b9-9051-2ab17387b339 req-34c140df-3240-4440-809f-bb3d06231a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:43.142735 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5de78881-1a48-49b9-9051-2ab17387b339 req-34c140df-3240-4440-809f-bb3d06231a4b service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee82be48-a052-4414-9d70-bc059584e660 HTTP/1.1" status: 200 len: 904 time: 0.1383924 Jul 15 14:56:43.200392 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5de78881-1a48-49b9-9051-2ab17387b339 req-ab280358-9fdd-4cf1-89b6-6ceab95d4184 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e382844-07d1-4bf1-ba09-5ba040b08a37 HTTP/1.1" status: 200 len: 217 time: 0.0501652 Jul 15 14:56:43.224831 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-9bbe8c05-d43a-414c-b075-3ae62bf35b97 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708227 Jul 15 14:56:43.233895 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f08e-444e-4ee1-bbcf-20e152c605c0 req-846ede7b-bf91-4e19-afab-eed09e0e0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:43.235532 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c30f08e-444e-4ee1-bbcf-20e152c605c0 req-846ede7b-bf91-4e19-afab-eed09e0e0880 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2 HTTP/1.1" status: 200 len: 852 time: 0.1403091 Jul 15 14:56:43.263459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de78881-1a48-49b9-9051-2ab17387b339 req-7cfaa9fe-4449-4c1f-b527-615883fd0f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:43.265080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969aa34-03cf-439e-983e-b339d81e71f2 req-bf5716ac-96cd-48cb-8abc-7f82feea09b7 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:43.265694 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5de78881-1a48-49b9-9051-2ab17387b339 req-7cfaa9fe-4449-4c1f-b527-615883fd0f77 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56d40fa9-e881-4b8a-ab3c-063e05208051 HTTP/1.1" status: 200 len: 843 time: 0.0568528 Jul 15 14:56:43.266600 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1969aa34-03cf-439e-983e-b339d81e71f2 req-bf5716ac-96cd-48cb-8abc-7f82feea09b7 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfdf8917-06d6-48dc-bb88-b7045431388c HTTP/1.1" status: 200 len: 943 time: 0.2102547 Jul 15 14:56:43.304424 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5de78881-1a48-49b9-9051-2ab17387b339 req-14e64dc2-c08e-4d6f-a5ad-880ce50c838d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee82be48-a052-4414-9d70-bc059584e660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302815 Jul 15 14:56:43.396341 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6319c56b-17e9-403b-b880-870a86feb706 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:56:43.408821 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5de78881-1a48-49b9-9051-2ab17387b339 req-26b961a2-1155-41e8-9643-9679a6d65644 service neutron] 10.222.0.22 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962620 Jul 15 14:56:43.509655 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6319c56b-17e9-403b-b880-870a86feb706, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6319c56b-17e9-403b-b880-870a86feb706,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:43.523015 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '6319c56b-17e9-403b-b880-870a86feb706', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '6319c56b-17e9-403b-b880-870a86feb706', 'mac_address': 'fa:16:3e:c5:51:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:56:43.534138 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5de78881-1a48-49b9-9051-2ab17387b339 req-497c1012-4326-4e8c-a76d-8caebadebee5 service neutron] 10.222.0.22 "GET /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173100 Jul 15 14:56:43.565298 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:43.575425 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c30f08e-444e-4ee1-bbcf-20e152c605c0 req-120c1a0a-9c5e-4437-9ed8-248aef1ed881 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3283756 Jul 15 14:56:43.580614 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6319c56b-17e9-403b-b880-870a86feb706 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:43.608772 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6319c56b-17e9-403b-b880-870a86feb706, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6319c56b-17e9-403b-b880-870a86feb706,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:43.614729 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:43.615504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 0e382844-07d1-4bf1-ba09-5ba040b08a37 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:56:43.698863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=6319c56b-17e9-403b-b880-870a86feb706,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:43.738322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1969aa34-03cf-439e-983e-b339d81e71f2 req-a3f0c67e-3660-4ea5-91cd-686bc1e8d0db tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737537 Jul 15 14:56:43.774693 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a61a30-076d-4305-b2f7-028be685edf8 req-a8a5330c-61f2-4bc3-89a0-6b99ede44647 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:43.777145 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 0e382844-07d1-4bf1-ba09-5ba040b08a37, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=0e382844-07d1-4bf1-ba09-5ba040b08a37,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:43.777689 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b7a61a30-076d-4305-b2f7-028be685edf8 req-a8a5330c-61f2-4bc3-89a0-6b99ede44647 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.6086144 Jul 15 14:56:43.793634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '0e382844-07d1-4bf1-ba09-5ba040b08a37', 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660', 'port_id': '0e382844-07d1-4bf1-ba09-5ba040b08a37', 'mac_address': 'fa:16:3e:95:e0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d40fa9-e881-4b8a-ab3c-063e05208051', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:56:43.851933 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c30f08e-444e-4ee1-bbcf-20e152c605c0 req-c45127d9-be83-415e-be15-4ce314c03a31 service neutron] 10.222.0.22 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552097 Jul 15 14:56:43.852568 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:43.865305 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b7a61a30-076d-4305-b2f7-028be685edf8 req-d5d89f33-eb14-4e1e-9c0d-3b64408dff85 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866413 Jul 15 14:56:43.869323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e382844-07d1-4bf1-ba09-5ba040b08a37 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:43.901416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 0e382844-07d1-4bf1-ba09-5ba040b08a37, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=0e382844-07d1-4bf1-ba09-5ba040b08a37,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:43.906376 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:43.933117 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e5098-eb14-4695-968f-4be1241a9f15 req-3c0e1eb8-aa44-43fd-b748-490d020f73ca tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:43.934672 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-3c0e1eb8-aa44-43fd-b748-490d020f73ca tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076&tenant_id=ebf1693107584ee2863f1119d2dec38c&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 1097 time: 0.3626194 Jul 15 14:56:43.958200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764435-3'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:43.970318 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=0e382844-07d1-4bf1-ba09-5ba040b08a37,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:44.155049 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c30f08e-444e-4ee1-bbcf-20e152c605c0 req-65c5b2d5-9f7a-41ee-8224-a0ad53499cb5 service neutron] 10.222.0.22 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842221 Jul 15 14:56:44.157652 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:44.184380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840cf73-b5ff-4a82-81de-ee1c03f4f400 req-689e57ca-8f26-4bdb-bf11-b094e3763f47 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:44.185031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['0e382844-07d1-4bf1-ba09-5ba040b08a37'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:56:44.186429 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0840cf73-b5ff-4a82-81de-ee1c03f4f400 req-689e57ca-8f26-4bdb-bf11-b094e3763f47 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 945 time: 0.2730968 Jul 15 14:56:44.189937 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['6319c56b-17e9-403b-b880-870a86feb706'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:56:44.216689 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fbbc8-2492-4350-a2cb-a25e017246f9 req-e528ea7b-af4e-4b51-86c7-eaa77d0326b9 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:44.218180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a8fbbc8-2492-4350-a2cb-a25e017246f9 req-e528ea7b-af4e-4b51-86c7-eaa77d0326b9 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d9a8450-98c2-44b6-95c5-8bbaf033441f HTTP/1.1" status: 200 len: 944 time: 0.2240484 Jul 15 14:56:44.289700 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0840cf73-b5ff-4a82-81de-ee1c03f4f400 req-49907127-ae22-4a1b-be33-2e8b8bd5e17a tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938649 Jul 15 14:56:44.328687 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a8fbbc8-2492-4350-a2cb-a25e017246f9 req-1e4ffb0b-08f9-4fc2-9752-a2ac70dd99b5 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849781 Jul 15 14:56:44.407610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] For port 9adffc1d-f299-4bca-b4bb-a12f18054d51, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:44.455273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] For port 9adffc1d-f299-4bca-b4bb-a12f18054d51, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:44.535352 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ab09d5-8b33-4c4d-abc1-63d8daf52076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9adffc1d-f299-4bca-b4bb-a12f18054d51'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:44.537554 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04af2887-fdad-4cfd-98cd-4f379584e574" -d '{"events": [{"server_uuid": "c7ab09d5-8b33-4c4d-abc1-63d8daf52076", "name": "network-vif-unplugged", "status": "completed", "tag": "9adffc1d-f299-4bca-b4bb-a12f18054d51"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:44.541182 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:44.567260 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:44.658708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9adffc1d-f299-4bca-b4bb-a12f18054d51,revision_number=7']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:44.694377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9eeeef-b35e-4e09-a19b-1f3e62d4f927 req-5b817368-f481-43e4-9deb-fc40bf231508 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:44.695901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe9eeeef-b35e-4e09-a19b-1f3e62d4f927 req-5b817368-f481-43e4-9deb-fc40bf231508 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 949 time: 0.2101972 Jul 15 14:56:44.705953 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101fb7f-7c50-41d3-9fee-36a822c5e62e req-dd3a1263-4e7a-40e3-8e74-de83cefa82f8 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:44.707588 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9101fb7f-7c50-41d3-9fee-36a822c5e62e req-dd3a1263-4e7a-40e3-8e74-de83cefa82f8 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 946 time: 0.2081461 Jul 15 14:56:44.738854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Attempting to bind port 9adffc1d-f299-4bca-b4bb-a12f18054d51 on host n-h2-764435-3 for vnic_type normal with profile {"migrating_to": "n-h1-764435-3"} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:56:44.739192 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Attempting to bind port 9adffc1d-f299-4bca-b4bb-a12f18054d51 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:56:44.739520 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Attempting to bind port 9adffc1d-f299-4bca-b4bb-a12f18054d51 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:44.755057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Port 9adffc1d-f299-4bca-b4bb-a12f18054d51 on network 1b052415-ea98-4ad2-9697-24ee25c7523e not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:56:44.755385 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Attempting to bind port 9adffc1d-f299-4bca-b4bb-a12f18054d51 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:44.774712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:56:44.775073 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Checking segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:44.775450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Bound using segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:56:44.775886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Bound port: 9adffc1d-f299-4bca-b4bb-a12f18054d51, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:56:44.776248 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:44.792400 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe9eeeef-b35e-4e09-a19b-1f3e62d4f927 req-5eb1d542-942c-4e81-b3b7-8e18c0741737 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828958 Jul 15 14:56:44.797032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9101fb7f-7c50-41d3-9fee-36a822c5e62e req-70ea4a38-7a16-4460-8e9d-451db85a8b2e tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814104 Jul 15 14:56:44.864292 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] For port 9adffc1d-f299-4bca-b4bb-a12f18054d51, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:44.867328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] For port 9adffc1d-f299-4bca-b4bb-a12f18054d51, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:56:44.874385 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:44.969996 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:44.971217 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:44.972726 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] 10.222.0.11 "PUT /v2.0/ports/9adffc1d-f299-4bca-b4bb-a12f18054d51 HTTP/1.1" status: 200 len: 1122 time: 1.0193813 Jul 15 14:56:44.973557 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f1308-2167-4fe9-9f0c-19b70fe5c7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9adffc1d-f299-4bca-b4bb-a12f18054d51,revision_number=8']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:45.094003 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['9adffc1d-f299-4bca-b4bb-a12f18054d51'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:56:45.110824 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21a30c7-de7f-4457-b535-2ac2c8f48193 x-openstack-request-id: req-e21a30c7-de7f-4457-b535-2ac2c8f48193 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:45.111152 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ab09d5-8b33-4c4d-abc1-63d8daf52076", "name": "network-vif-unplugged", "status": "completed", "tag": "9adffc1d-f299-4bca-b4bb-a12f18054d51", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:45.111416 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e21a30c7-de7f-4457-b535-2ac2c8f48193 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:45.111808 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ab09d5-8b33-4c4d-abc1-63d8daf52076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9adffc1d-f299-4bca-b4bb-a12f18054d51', 'code': 200} Jul 15 14:56:45.224248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2371634-4ee5-4326-8bee-c3646d73da53 req-14ed887d-dc85-4d61-ae90-f3c1c9165928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:45.225722 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2371634-4ee5-4326-8bee-c3646d73da53 req-14ed887d-dc85-4d61-ae90-f3c1c9165928 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e794f51c90a43d0870d439e2c14f378&device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 1096 time: 0.1017246 Jul 15 14:56:45.396161 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 7b747756-7899-45b7-85f5-3c1a5163ce7b details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:56:45.398676 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2371634-4ee5-4326-8bee-c3646d73da53 req-5152cb80-a340-474e-9781-06a42c95f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:45.400094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6319c56b-17e9-403b-b880-870a86feb706 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:45.400263 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2371634-4ee5-4326-8bee-c3646d73da53 req-5152cb80-a340-474e-9781-06a42c95f7d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af8e8904-96f8-43aa-96fc-cdc47e60811e HTTP/1.1" status: 200 len: 912 time: 0.1675770 Jul 15 14:56:45.475447 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2371634-4ee5-4326-8bee-c3646d73da53 req-179a0424-d01e-4bd0-b9a3-08b48115bc1f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65ccd9a7-ff2b-4112-8fe1-57b13e626358 HTTP/1.1" status: 200 len: 217 time: 0.0646298 Jul 15 14:56:45.488789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ca988-9c78-4320-8cca-ab85f3423e9c req-d6ec6af3-9823-489e-a79b-0567955cbc28 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:45.491613 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b24ca988-9c78-4320-8cca-ab85f3423e9c req-d6ec6af3-9823-489e-a79b-0567955cbc28 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfdf8917-06d6-48dc-bb88-b7045431388c HTTP/1.1" status: 200 len: 944 time: 0.1504638 Jul 15 14:56:45.536261 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 6319c56b-17e9-403b-b880-870a86feb706 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:45.548199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 6319c56b-17e9-403b-b880-870a86feb706 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:45.548885 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:45.592992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 7b747756-7899-45b7-85f5-3c1a5163ce7b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7b747756-7899-45b7-85f5-3c1a5163ce7b,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:45.613435 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '7b747756-7899-45b7-85f5-3c1a5163ce7b', 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5', 'port_id': '7b747756-7899-45b7-85f5-3c1a5163ce7b', 'mac_address': 'fa:16:3e:cb:56:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:56:45.625584 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2371634-4ee5-4326-8bee-c3646d73da53 req-2d914cb1-82a2-4f18-a452-75f1f58abe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:45.627542 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2371634-4ee5-4326-8bee-c3646d73da53 req-2d914cb1-82a2-4f18-a452-75f1f58abe09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3e2944a-0132-40f6-86a7-f80000f7edae HTTP/1.1" status: 200 len: 851 time: 0.1344984 Jul 15 14:56:45.634241 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b24ca988-9c78-4320-8cca-ab85f3423e9c req-ebc1d88f-7cfb-4369-9fd3-12b8eb6da8d5 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258397 Jul 15 14:56:45.679055 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2371634-4ee5-4326-8bee-c3646d73da53 req-b0c4d0e7-fb2a-4ed4-be79-7c6f0c310b9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af8e8904-96f8-43aa-96fc-cdc47e60811e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379076 Jul 15 14:56:45.689967 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:45.693735 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:45.727113 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63acdab6-18ce-4793-9de5-f464d7e299d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319c56b-17e9-403b-b880-870a86feb706'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:45.729379 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21854016-0316-431b-92a6-01f11bd0ed10" -d '{"events": [{"server_uuid": "63acdab6-18ce-4793-9de5-f464d7e299d6", "name": "network-vif-plugged", "status": "completed", "tag": "6319c56b-17e9-403b-b880-870a86feb706"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:45.734977 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dfde6-059d-4dbc-8251-ff273a409ff1 req-54066e4a-2edd-4615-b866-338eda260166 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:45.736698 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-091dfde6-059d-4dbc-8251-ff273a409ff1 req-54066e4a-2edd-4615-b866-338eda260166 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 945 time: 0.1786914 Jul 15 14:56:45.744304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b747756-7899-45b7-85f5-3c1a5163ce7b {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:45.762410 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6319c56b-17e9-403b-b880-870a86feb706, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6319c56b-17e9-403b-b880-870a86feb706,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:45.772369 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:45.773291 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 0e382844-07d1-4bf1-ba09-5ba040b08a37 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:45.779996 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 7b747756-7899-45b7-85f5-3c1a5163ce7b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7b747756-7899-45b7-85f5-3c1a5163ce7b,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:45.825920 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:45.851180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2371634-4ee5-4326-8bee-c3646d73da53 req-8312bb99-e511-4ff9-90f4-6a27c648268d service neutron] 10.222.0.11 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632209 Jul 15 14:56:45.870771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=6319c56b-17e9-403b-b880-870a86feb706,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:45.928203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 0e382844-07d1-4bf1-ba09-5ba040b08a37 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:45.929897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-091dfde6-059d-4dbc-8251-ff273a409ff1 req-35324118-8b1c-497a-a9f9-d6c801447c28 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196620 Jul 15 14:56:45.930487 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=7b747756-7899-45b7-85f5-3c1a5163ce7b,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:45.935519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 0e382844-07d1-4bf1-ba09-5ba040b08a37 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:45.935896 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:46.035154 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:46.069274 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a104035-974d-450b-8d95-048b5178aa77 req-a99b0a5c-1c00-4828-bdc0-498aeccc8b4a tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:46.070169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 0e382844-07d1-4bf1-ba09-5ba040b08a37, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=0e382844-07d1-4bf1-ba09-5ba040b08a37,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:46.076683 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a104035-974d-450b-8d95-048b5178aa77 req-a99b0a5c-1c00-4828-bdc0-498aeccc8b4a tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.2151346 Jul 15 14:56:46.078178 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:46.109093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2371634-4ee5-4326-8bee-c3646d73da53 req-e249804d-083f-49a7-9eb4-0008fb4223b2 service neutron] 10.222.0.11 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465577 Jul 15 14:56:46.140267 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['7b747756-7899-45b7-85f5-3c1a5163ce7b'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:56:46.157896 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a104035-974d-450b-8d95-048b5178aa77 req-eb0902e8-c1fe-4a80-b1fe-002a5d1f2740 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803156 Jul 15 14:56:46.166908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=0e382844-07d1-4bf1-ba09-5ba040b08a37,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:46.184091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9adffc1d-f299-4bca-b4bb-a12f18054d51 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:56:46.216081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c24c80-4716-4168-992f-df0e3fc8787f req-49834928-6f5f-4232-b26b-7b587f6b8de4 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:46.217766 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0c24c80-4716-4168-992f-df0e3fc8787f req-49834928-6f5f-4232-b26b-7b587f6b8de4 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d9a8450-98c2-44b6-95c5-8bbaf033441f HTTP/1.1" status: 200 len: 945 time: 0.1330388 Jul 15 14:56:46.265479 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0c24c80-4716-4168-992f-df0e3fc8787f req-02c4ed67-83e0-43cf-947b-4e0ef5127b31 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407887 Jul 15 14:56:46.328487 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92069a0f-cf4f-4446-b74f-eb3ec4221af9 x-openstack-request-id: req-92069a0f-cf4f-4446-b74f-eb3ec4221af9 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:46.328877 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63acdab6-18ce-4793-9de5-f464d7e299d6", "name": "network-vif-plugged", "status": "completed", "tag": "6319c56b-17e9-403b-b880-870a86feb706", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:46.329192 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-92069a0f-cf4f-4446-b74f-eb3ec4221af9 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:46.329643 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63acdab6-18ce-4793-9de5-f464d7e299d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319c56b-17e9-403b-b880-870a86feb706', 'code': 200} Jul 15 14:56:46.339798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 9adffc1d-f299-4bca-b4bb-a12f18054d51, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:46.365637 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9adffc1d-f299-4bca-b4bb-a12f18054d51 has no active binding in host n-h1-764435-3 {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 14:56:46.508849 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf0ab6-aed4-43f3-a3fa-9f5e818331d6 req-4584041d-b81a-4309-8d2d-e1318135fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:46.510713 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3bcf0ab6-aed4-43f3-a3fa-9f5e818331d6 req-4584041d-b81a-4309-8d2d-e1318135fd28 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 1101 time: 0.1011217 Jul 15 14:56:46.574677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0db49-9bd8-4f14-849f-f79976912d08 req-16a7adbb-a33b-4899-9e3a-6bbd4d6d12de tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:46.582219 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8d0db49-9bd8-4f14-849f-f79976912d08 req-16a7adbb-a33b-4899-9e3a-6bbd4d6d12de tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.1264977 Jul 15 14:56:46.592006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3bcf0ab6-aed4-43f3-a3fa-9f5e818331d6 req-ffb0d275-76cf-4748-99b2-253a8637144f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695643 Jul 15 14:56:46.623601 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8d0db49-9bd8-4f14-849f-f79976912d08 req-357c1a01-78ca-452f-b9ac-1f1224f9f8bd tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402665 Jul 15 14:56:46.816633 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3db945-1daa-4ba5-9fc8-4cbde43804fa req-ec0e3a36-b055-4ac6-a964-2e56e987eeb2 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:46.823096 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be3db945-1daa-4ba5-9fc8-4cbde43804fa req-ec0e3a36-b055-4ac6-a964-2e56e987eeb2 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 944 time: 0.0953693 Jul 15 14:56:46.893648 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be3db945-1daa-4ba5-9fc8-4cbde43804fa req-174ef6d8-5488-4a46-815e-4f6683a01daf tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694449 Jul 15 14:56:46.925775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1de8ff-fa93-4817-96fd-d214041eb56b req-6f0d9434-3de4-4366-88fd-0d911118f5ec tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:46.927644 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6b1de8ff-fa93-4817-96fd-d214041eb56b req-6f0d9434-3de4-4366-88fd-0d911118f5ec tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 945 time: 0.0852234 Jul 15 14:56:46.968422 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6b1de8ff-fa93-4817-96fd-d214041eb56b req-3e3119de-1c3b-4d8e-a343-616b6ef1a9e1 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347223 Jul 15 14:56:47.073062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a449d-2f56-4ceb-a3c7-feb70fc3cff0 req-20441af4-ad50-4cc8-b522-327744369a9d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:47.074868 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f59a449d-2f56-4ceb-a3c7-feb70fc3cff0 req-20441af4-ad50-4cc8-b522-327744369a9d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfdf8917-06d6-48dc-bb88-b7045431388c HTTP/1.1" status: 200 len: 945 time: 0.0708902 Jul 15 14:56:47.114048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ab09d5-8b33-4c4d-abc1-63d8daf52076', 'tag': '9adffc1d-f299-4bca-b4bb-a12f18054d51'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:47.116346 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efae94a-6927-4e79-8cb2-84bcd901beeb" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ab09d5-8b33-4c4d-abc1-63d8daf52076", "tag": "9adffc1d-f299-4bca-b4bb-a12f18054d51"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:47.122460 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f59a449d-2f56-4ceb-a3c7-feb70fc3cff0 req-2c264cba-4c57-42dd-bfe5-f93b58b0f3ec tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416648 Jul 15 14:56:47.394388 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 7b747756-7899-45b7-85f5-3c1a5163ce7b up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:47.496842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 7b747756-7899-45b7-85f5-3c1a5163ce7b completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:47.503872 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 7b747756-7899-45b7-85f5-3c1a5163ce7b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:47.504477 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:47.541784 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7556785-013f-42c0-ac00-77279aabd753 x-openstack-request-id: req-d7556785-013f-42c0-ac00-77279aabd753 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:47.542428 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ab09d5-8b33-4c4d-abc1-63d8daf52076", "tag": "9adffc1d-f299-4bca-b4bb-a12f18054d51", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:47.542893 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d7556785-013f-42c0-ac00-77279aabd753 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:47.543464 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ab09d5-8b33-4c4d-abc1-63d8daf52076', 'tag': '9adffc1d-f299-4bca-b4bb-a12f18054d51', 'status': 'completed', 'code': 200} Jul 15 14:56:47.672662 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:47.677231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efae94a-6927-4e79-8cb2-84bcd901beeb req-f46a7c30-33b3-48be-b504-4b1139724648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:47.679417 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1efae94a-6927-4e79-8cb2-84bcd901beeb req-f46a7c30-33b3-48be-b504-4b1139724648 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 1125 time: 0.0839193 Jul 15 14:56:47.710693 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 7b747756-7899-45b7-85f5-3c1a5163ce7b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7b747756-7899-45b7-85f5-3c1a5163ce7b,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:47.716756 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:47.778906 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=7b747756-7899-45b7-85f5-3c1a5163ce7b,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:47.881313 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efae94a-6927-4e79-8cb2-84bcd901beeb req-20499cb2-9d68-4840-ba27-44f24ae025d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:47.882680 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46636) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:47.883144 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1efae94a-6927-4e79-8cb2-84bcd901beeb req-20499cb2-9d68-4840-ba27-44f24ae025d2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.1940391 Jul 15 14:56:47.888005 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a160bc00-53b5-481f-bd0c-24a6a616978d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-903748094'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:47.896915 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa33e76-0d4b-43de-8257-57824f85f397 req-2fd94070-7b57-465b-8640-76bc26e27425 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:47.898507 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7aa33e76-0d4b-43de-8257-57824f85f397 req-2fd94070-7b57-465b-8640-76bc26e27425 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.1714413 Jul 15 14:56:47.915787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a160bc00-53b5-481f-bd0c-24a6a616978d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Made reservation on behalf of 40bf669d7c86461487aff158b418b6f8 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:56:47.919541 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a160bc00-53b5-481f-bd0c-24a6a616978d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:47.944955 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a160bc00-53b5-481f-bd0c-24a6a616978d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:56:47.951734 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1efae94a-6927-4e79-8cb2-84bcd901beeb req-dbc78fd0-eb31-4900-b7bc-173985945c7f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51 HTTP/1.1" status: 200 len: 217 time: 0.0490527 Jul 15 14:56:47.954788 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a160bc00-53b5-481f-bd0c-24a6a616978d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:47.955143 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-a160bc00-53b5-481f-bd0c-24a6a616978d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Added segment 5d82933c-0d7e-46b0-92db-409be0b1731e of type vlan for network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 Jul 15 14:56:47.999492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ad797-8188-4f43-9877-50dc7c26b33d req-7635d723-cd2d-4a33-a1a7-5107954af9c8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:48.000969 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a160bc00-53b5-481f-bd0c-24a6a616978d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:48.001152 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-937ad797-8188-4f43-9877-50dc7c26b33d req-7635d723-cd2d-4a33-a1a7-5107954af9c8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d9a8450-98c2-44b6-95c5-8bbaf033441f HTTP/1.1" status: 200 len: 946 time: 0.2269659 Jul 15 14:56:48.035309 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a160bc00-53b5-481f-bd0c-24a6a616978d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:48.041221 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a160bc00-53b5-481f-bd0c-24a6a616978d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:48.041866 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a160bc00-53b5-481f-bd0c-24a6a616978d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:48.049230 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7aa33e76-0d4b-43de-8257-57824f85f397 req-6a2d9810-ac87-4ecd-a010-ce38fe55d990 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399364 Jul 15 14:56:48.056660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efae94a-6927-4e79-8cb2-84bcd901beeb req-149e71ff-4728-4d40-bfdc-0a4d0874a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:48.058690 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1efae94a-6927-4e79-8cb2-84bcd901beeb req-149e71ff-4728-4d40-bfdc-0a4d0874a633 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.0968368 Jul 15 14:56:48.095886 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a160bc00-53b5-481f-bd0c-24a6a616978d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2119546 Jul 15 14:56:48.103614 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46640) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:48.116720 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-461785cf-0212-44f9-bfc8-97599e31ff93 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2024087123'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:48.176197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160bc00-53b5-481f-bd0c-24a6a616978d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event updated for resources: {'Network': ['ID=92c49654-4ba4-4f61-8bf5-dcf860f7db35,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:48.189137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:56:48.196660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461785cf-0212-44f9-bfc8-97599e31ff93 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Made reservation on behalf of 40bf669d7c86461487aff158b418b6f8 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:56:48.200523 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-461785cf-0212-44f9-bfc8-97599e31ff93 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:48.239760 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461785cf-0212-44f9-bfc8-97599e31ff93 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:56:48.260810 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-461785cf-0212-44f9-bfc8-97599e31ff93 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:48.261495 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-461785cf-0212-44f9-bfc8-97599e31ff93 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Added segment 4761f364-2462-4508-bff1-948a8786037b of type vlan for network bc696e57-667f-4451-b6b7-ff70513b7290 Jul 15 14:56:48.310252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-461785cf-0212-44f9-bfc8-97599e31ff93 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:48.360748 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-461785cf-0212-44f9-bfc8-97599e31ff93 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:48.371192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461785cf-0212-44f9-bfc8-97599e31ff93 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:48.372868 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-461785cf-0212-44f9-bfc8-97599e31ff93 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:48.387332 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-937ad797-8188-4f43-9877-50dc7c26b33d req-0f5feda3-fea0-46dc-8ff5-3cf6524d6e28 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732133 Jul 15 14:56:48.388694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdf8917-06d6-48dc-bb88-b7045431388c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e382844-07d1-4bf1-ba09-5ba040b08a37'}, {'server_uuid': '3d9a8450-98c2-44b6-95c5-8bbaf033441f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b747756-7899-45b7-85f5-3c1a5163ce7b'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:48.390239 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1efae94a-6927-4e79-8cb2-84bcd901beeb req-ef16df07-c964-49bf-a5bb-cfb172fd387b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3212044 Jul 15 14:56:48.391298 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd7d1e9-a169-4c6d-a90f-c2e0415639bf" -d '{"events": [{"server_uuid": "bfdf8917-06d6-48dc-bb88-b7045431388c", "name": "network-vif-plugged", "status": "completed", "tag": "0e382844-07d1-4bf1-ba09-5ba040b08a37"}, {"server_uuid": "3d9a8450-98c2-44b6-95c5-8bbaf033441f", "name": "network-vif-plugged", "status": "completed", "tag": "7b747756-7899-45b7-85f5-3c1a5163ce7b"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:48.440249 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-461785cf-0212-44f9-bfc8-97599e31ff93 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3326862 Jul 15 14:56:48.441334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46648) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:48.448862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5685039f-2d7f-4ef3-80ce-2ad189031f70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Request body: {'subnet': {'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:48.505433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461785cf-0212-44f9-bfc8-97599e31ff93 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event updated for resources: {'Network': ['ID=bc696e57-667f-4451-b6b7-ff70513b7290,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:48.520427 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network bc696e57-667f-4451-b6b7-ff70513b7290 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:56:48.601996 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5685039f-2d7f-4ef3-80ce-2ad189031f70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Made reservation on behalf of 40bf669d7c86461487aff158b418b6f8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:56:48.605797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1efae94a-6927-4e79-8cb2-84bcd901beeb req-51a2ba34-7943-4e09-a487-d0d38887e56c service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009530 Jul 15 14:56:48.607271 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5685039f-2d7f-4ef3-80ce-2ad189031f70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:48.676812 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:48.712454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694adae-d2a4-42f6-8c85-88a3262b75b9 req-a721d316-f11e-44e4-b1b7-a8e829336fd7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:48.713994 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0694adae-d2a4-42f6-8c85-88a3262b75b9 req-a721d316-f11e-44e4-b1b7-a8e829336fd7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.1945429 Jul 15 14:56:48.799989 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5685039f-2d7f-4ef3-80ce-2ad189031f70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:48.820127 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0694adae-d2a4-42f6-8c85-88a3262b75b9 req-0548adc9-a956-463a-929c-75578b3c05d7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738883 Jul 15 14:56:48.828768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f04e86-a9db-4eb9-ab03-2ed2a38ce1fc req-7f1250c7-1ac0-4283-b492-73225a27f6bd tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:48.830088 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41f04e86-a9db-4eb9-ab03-2ed2a38ce1fc req-7f1250c7-1ac0-4283-b492-73225a27f6bd tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 944 time: 0.2059450 Jul 15 14:56:48.832532 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1efae94a-6927-4e79-8cb2-84bcd901beeb req-9995afce-216e-4003-85d5-373e98ec9506 service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148924 Jul 15 14:56:48.869507 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685039f-2d7f-4ef3-80ce-2ad189031f70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event updated for resources: {'Subnet': ['ID=75d2ee4b-93a9-47e7-b439-b454b483e516,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:48.880074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5685039f-2d7f-4ef3-80ce-2ad189031f70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Checking segment: {'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:48.880441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5685039f-2d7f-4ef3-80ce-2ad189031f70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Network hostable DHCP agents. Network: 92c49654-4ba4-4f61-8bf5-dcf860f7db35, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:56:48.899555 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41f04e86-a9db-4eb9-ab03-2ed2a38ce1fc req-731175ba-8935-4422-92a5-de4d980b0de9 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631800 Jul 15 14:56:48.901650 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5685039f-2d7f-4ef3-80ce-2ad189031f70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:56:48.914275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5685039f-2d7f-4ef3-80ce-2ad189031f70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 92c49654-4ba4-4f61-8bf5-dcf860f7db35) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:48.923248 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5685039f-2d7f-4ef3-80ce-2ad189031f70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:48.924155 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5685039f-2d7f-4ef3-80ce-2ad189031f70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:48.933521 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71370c0-c959-4870-aed4-a035a177b96c None None] Network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:56:48.945687 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5685039f-2d7f-4ef3-80ce-2ad189031f70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5033963 Jul 15 14:56:48.948121 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46654) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:48.959627 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4bc0fb0c-89f4-4bec-adfa-cc0f00234df4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Request body: {'subnet': {'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:48.971176 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a3f2ff-c733-4b4b-8d2e-083f1e257720 x-openstack-request-id: req-59a3f2ff-c733-4b4b-8d2e-083f1e257720 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:48.973017 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdf8917-06d6-48dc-bb88-b7045431388c", "name": "network-vif-plugged", "status": "completed", "tag": "0e382844-07d1-4bf1-ba09-5ba040b08a37", "code": 200}, {"server_uuid": "3d9a8450-98c2-44b6-95c5-8bbaf033441f", "name": "network-vif-plugged", "status": "completed", "tag": "7b747756-7899-45b7-85f5-3c1a5163ce7b", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:48.980726 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59a3f2ff-c733-4b4b-8d2e-083f1e257720 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:48.986180 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdf8917-06d6-48dc-bb88-b7045431388c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e382844-07d1-4bf1-ba09-5ba040b08a37', 'code': 200} Jul 15 14:56:48.986728 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9a8450-98c2-44b6-95c5-8bbaf033441f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b747756-7899-45b7-85f5-3c1a5163ce7b', 'code': 200} Jul 15 14:56:49.045537 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb2664-4243-4ad1-a1ad-00f0b2f036e7 req-12c25766-e33e-4a1c-81cc-c336947dc9b2 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:49.048263 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57fb2664-4243-4ad1-a1ad-00f0b2f036e7 req-12c25766-e33e-4a1c-81cc-c336947dc9b2 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfdf8917-06d6-48dc-bb88-b7045431388c HTTP/1.1" status: 200 len: 945 time: 0.0930369 Jul 15 14:56:49.075775 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:49.169870 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57fb2664-4243-4ad1-a1ad-00f0b2f036e7 req-2a2bd4dd-b5ec-4b92-aa1d-947be84bff6d tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148615 Jul 15 14:56:49.194008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-92c49654-4ba4-4f61-8bf5-dcf860f7db35', 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'fixed_ips': [{'subnet_id': '75d2ee4b-93a9-47e7-b439-b454b483e516'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:56:49.194577 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:49.196296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc0fb0c-89f4-4bec-adfa-cc0f00234df4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Made reservation on behalf of 40bf669d7c86461487aff158b418b6f8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:56:49.200022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bc0fb0c-89f4-4bec-adfa-cc0f00234df4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:49.216229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b72f50-4d0d-4c62-ab07-f347efe3aa6d req-edc05bbc-e671-4c70-846c-8e1a0f14d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:49.217732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75b72f50-4d0d-4c62-ab07-f347efe3aa6d req-edc05bbc-e671-4c70-846c-8e1a0f14d247 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bfdf8917-06d6-48dc-bb88-b7045431388c HTTP/1.1" status: 200 len: 1096 time: 0.1331947 Jul 15 14:56:49.230229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4d50a-4920-413c-bf12-5729d33e5d77 req-186bcc33-6620-4d86-baea-0415dcc5087a tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:49.232091 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41c4d50a-4920-413c-bf12-5729d33e5d77 req-186bcc33-6620-4d86-baea-0415dcc5087a tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 948 time: 0.1089122 Jul 15 14:56:49.260778 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-a0d42d94-7fa6-44f5-b9f7-ade0ca23e827 service neutron] 10.222.0.22 "GET /v2.0/ports/9adffc1d-f299-4bca-b4bb-a12f18054d51/bindings/n-h1-764435-3 HTTP/1.1" status: 200 len: 384 time: 0.1276464 Jul 15 14:56:49.268596 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdead5-17ee-4816-886a-50c0e22c6359 req-7bc5af3f-fb67-4647-af3b-7ca846e65cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:49.270944 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ddcdead5-17ee-4816-886a-50c0e22c6359 req-7bc5af3f-fb67-4647-af3b-7ca846e65cab service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3d9a8450-98c2-44b6-95c5-8bbaf033441f HTTP/1.1" status: 200 len: 1097 time: 0.1964164 Jul 15 14:56:49.294992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75b72f50-4d0d-4c62-ab07-f347efe3aa6d req-1eed945e-83d3-4d6c-a76e-527a3052a94c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618150 Jul 15 14:56:49.301830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41c4d50a-4920-413c-bf12-5729d33e5d77 req-5be793a8-36f5-43a2-a315-dba69aa15569 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621655 Jul 15 14:56:49.443159 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Allocated IP 10.1.1.2 (92c49654-4ba4-4f61-8bf5-dcf860f7db35/75d2ee4b-93a9-47e7-b439-b454b483e516/e474c9e7-4f43-42a0-940d-8d974d84a813) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:56:49.651203 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b37b1-6cbd-4fd5-8b57-5b8e8aa1443c req-baba5164-aeea-4bc7-9d88-682f9008126e tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:49.657581 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:49.658991 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-524b37b1-6cbd-4fd5-8b57-5b8e8aa1443c req-baba5164-aeea-4bc7-9d88-682f9008126e tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.0948555 Jul 15 14:56:49.671127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Transition to ACTIVE for port object e474c9e7-4f43-42a0-940d-8d974d84a813 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:49.693530 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Transition to ACTIVE for port object e474c9e7-4f43-42a0-940d-8d974d84a813 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:49.701984 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:49.713127 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-524b37b1-6cbd-4fd5-8b57-5b8e8aa1443c req-3b8b6a6e-a0db-461e-91cb-88b3294cbf54 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516403 Jul 15 14:56:49.754270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:56:49.762581 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:49.766835 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:56:49.778878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Pushing event updated for resources: {'Port': ['ID=e474c9e7-4f43-42a0-940d-8d974d84a813,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:49.787377 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ddcdead5-17ee-4816-886a-50c0e22c6359 req-d87fb0fe-5275-4335-9ee5-3ac03d176a6d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881115 Jul 15 14:56:49.850333 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Attempting to bind port e474c9e7-4f43-42a0-940d-8d974d84a813 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:56:49.850889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Attempting to bind port e474c9e7-4f43-42a0-940d-8d974d84a813 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:56:49.851464 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Attempting to bind port e474c9e7-4f43-42a0-940d-8d974d84a813 on network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:49.857384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:56:49.857725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Checking segment: {'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:49.859180 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:49.859180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Bound using segment: {'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:56:49.859180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Bound port: e474c9e7-4f43-42a0-940d-8d974d84a813, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:56:49.859516 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:49.937745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] For port e474c9e7-4f43-42a0-940d-8d974d84a813, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:49.938331 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e367889-f01a-4b0a-9184-155be4a9764d req-e722fdb7-ddff-439b-a23a-1e4772afab5b tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:49.942064 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] For port e474c9e7-4f43-42a0-940d-8d974d84a813, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e474c9e7-4f43-42a0-940d-8d974d84a813,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:56:49.943413 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e367889-f01a-4b0a-9184-155be4a9764d req-e722fdb7-ddff-439b-a23a-1e4772afab5b tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 945 time: 0.1148033 Jul 15 14:56:49.948283 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:49.972516 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d07c4e-f6be-498f-ab71-271ef1c235ac req-5743f0aa-84c8-416b-8339-29fd8e6d73b1 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:49.973823 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-facbaa4e-0e89-40c1-bcb0-b64888f32a56 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1890440 Jul 15 14:56:49.981266 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-80d07c4e-f6be-498f-ab71-271ef1c235ac req-5743f0aa-84c8-416b-8339-29fd8e6d73b1 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d9a8450-98c2-44b6-95c5-8bbaf033441f HTTP/1.1" status: 200 len: 946 time: 0.1191022 Jul 15 14:56:50.013910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbe2e8-3aee-4a72-847f-f115b104d333 None None] Pushing event updated for resources: {'Port': ['ID=e474c9e7-4f43-42a0-940d-8d974d84a813,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:50.020125 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bc0fb0c-89f4-4bec-adfa-cc0f00234df4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:50.046889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-80d07c4e-f6be-498f-ab71-271ef1c235ac req-6865a070-19ed-469e-87ac-fb6d4aa13079 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646355 Jul 15 14:56:50.096193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e367889-f01a-4b0a-9184-155be4a9764d req-f3deca66-0a9b-4741-94b1-2e5dc09bf97f tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461964 Jul 15 14:56:50.139606 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-099e5098-eb14-4695-968f-4be1241a9f15 req-97f3bfe7-b240-4279-8c6f-a39a4f5fc5e6 service neutron] For port 9adffc1d-f299-4bca-b4bb-a12f18054d51, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:50.161778 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0fb0c-89f4-4bec-adfa-cc0f00234df4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event updated for resources: {'Subnet': ['ID=165daafa-0d29-4390-8abc-b1c1c0c27210,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:50.182089 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:56:50.182569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-099e5098-eb14-4695-968f-4be1241a9f15 req-97f3bfe7-b240-4279-8c6f-a39a4f5fc5e6 service neutron] For port 9adffc1d-f299-4bca-b4bb-a12f18054d51, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:50.203765 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc0fb0c-89f4-4bec-adfa-cc0f00234df4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Checking segment: {'id': '4761f364-2462-4508-bff1-948a8786037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:50.204144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc0fb0c-89f4-4bec-adfa-cc0f00234df4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Network hostable DHCP agents. Network: bc696e57-667f-4451-b6b7-ff70513b7290, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:56:50.239448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-099e5098-eb14-4695-968f-4be1241a9f15 req-97f3bfe7-b240-4279-8c6f-a39a4f5fc5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9adffc1d-f299-4bca-b4bb-a12f18054d51 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:50.257970 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-099e5098-eb14-4695-968f-4be1241a9f15 req-97f3bfe7-b240-4279-8c6f-a39a4f5fc5e6 service neutron] For port 9adffc1d-f299-4bca-b4bb-a12f18054d51, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:50.274213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc0fb0c-89f4-4bec-adfa-cc0f00234df4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Network bc696e57-667f-4451-b6b7-ff70513b7290 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:56:50.293371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-099e5098-eb14-4695-968f-4be1241a9f15 req-97f3bfe7-b240-4279-8c6f-a39a4f5fc5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:50.323970 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4bc0fb0c-89f4-4bec-adfa-cc0f00234df4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, bc696e57-667f-4451-b6b7-ff70513b7290) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:50.326600 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc0fb0c-89f4-4bec-adfa-cc0f00234df4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:50.327497 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bc0fb0c-89f4-4bec-adfa-cc0f00234df4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:50.375444 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4bc0fb0c-89f4-4bec-adfa-cc0f00234df4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4261601 Jul 15 14:56:50.376057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46688) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:50.390194 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4a847286-4d2f-4962-8f76-56b11227893a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Request body: {'port': {'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35', 'name': 'tempest-TaggedBootDevicesTest_v242-860047707', 'fixed_ips': [{'subnet_id': '75d2ee4b-93a9-47e7-b439-b454b483e516'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:50.430206 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:50.461066 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2977a9-4776-426c-a9c0-fcdfccfc0a21 req-930d40d9-adfc-48df-88fd-0a6be8872182 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:50.463507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '75ff54d1-6ecf-44d3-9565-b5a7a40d08f5', 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0', 'port_id': '75ff54d1-6ecf-44d3-9565-b5a7a40d08f5', 'mac_address': 'fa:16:3e:d8:97:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a0028d-6b1b-4323-8f48-9385d7a289df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:56:50.464124 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5f2977a9-4776-426c-a9c0-fcdfccfc0a21 req-930d40d9-adfc-48df-88fd-0a6be8872182 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.2541325 Jul 15 14:56:50.481715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a86b5f-1060-4986-8833-e892cf0a71d1 None None] Network bc696e57-667f-4451-b6b7-ff70513b7290 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:56:50.485494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd253c71-aac6-461f-bbe5-5701de7a716f req-ff9b4043-af6f-44ec-bc31-4fa6a7c36678 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:50.487985 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd253c71-aac6-461f-bbe5-5701de7a716f req-ff9b4043-af6f-44ec-bc31-4fa6a7c36678 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 944 time: 0.1581223 Jul 15 14:56:50.560785 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5f2977a9-4776-426c-a9c0-fcdfccfc0a21 req-dd7d3c67-7b48-4840-b1ec-4ec18b9721f4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706990 Jul 15 14:56:50.578966 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd253c71-aac6-461f-bbe5-5701de7a716f req-5e6bf39f-ebec-4578-9df0-8d4687189132 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817714 Jul 15 14:56:50.667782 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:50.693468 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:50.729101 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-099e5098-eb14-4695-968f-4be1241a9f15 req-97f3bfe7-b240-4279-8c6f-a39a4f5fc5e6 service neutron] Transition to ACTIVE for port object 9adffc1d-f299-4bca-b4bb-a12f18054d51 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:50.731765 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a847286-4d2f-4962-8f76-56b11227893a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Made reservation on behalf of 40bf669d7c86461487aff158b418b6f8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:56:50.757640 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-099e5098-eb14-4695-968f-4be1241a9f15 req-97f3bfe7-b240-4279-8c6f-a39a4f5fc5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:50.759440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:50.826122 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:50.912718 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-099e5098-eb14-4695-968f-4be1241a9f15 req-97f3bfe7-b240-4279-8c6f-a39a4f5fc5e6 service neutron] No DVR routers for this DVR port 9adffc1d-f299-4bca-b4bb-a12f18054d51 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:56:50.938712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3bfe7-b240-4279-8c6f-a39a4f5fc5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9adffc1d-f299-4bca-b4bb-a12f18054d51,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:50.952689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:50.966206 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-bc696e57-667f-4451-b6b7-ff70513b7290', 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'fixed_ips': [{'subnet_id': '165daafa-0d29-4390-8abc-b1c1c0c27210'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:56:50.967601 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:50.990759 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['75ff54d1-6ecf-44d3-9565-b5a7a40d08f5'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:56:50.997501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee369e-74ef-4eec-b8d5-09e57dd5bf78 req-ca7a91e3-ec04-4a59-9514-17fe49f97297 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:51.004988 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f6ee369e-74ef-4eec-b8d5-09e57dd5bf78 req-ca7a91e3-ec04-4a59-9514-17fe49f97297 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfdf8917-06d6-48dc-bb88-b7045431388c HTTP/1.1" status: 200 len: 945 time: 0.2366219 Jul 15 14:56:51.034952 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e59177-b31b-42d0-a049-f728a7ae4e7a req-1b68481d-f359-4093-889f-e9d9ad03c243 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:51.037310 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-34e59177-b31b-42d0-a049-f728a7ae4e7a req-1b68481d-f359-4093-889f-e9d9ad03c243 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 948 time: 0.1892579 Jul 15 14:56:51.044426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06188941-bcb2-4fb8-83ef-832a78eb7662 req-25f3655f-d112-4abc-ac00-5d1ca90d1ad7 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:51.047863 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-06188941-bcb2-4fb8-83ef-832a78eb7662 req-25f3655f-d112-4abc-ac00-5d1ca90d1ad7 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 948 time: 0.3309360 Jul 15 14:56:51.070165 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a847286-4d2f-4962-8f76-56b11227893a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:51.101247 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-97f3bfe7-b240-4279-8c6f-a39a4f5fc5e6 service neutron] 10.222.0.22 "PUT /v2.0/ports/9adffc1d-f299-4bca-b4bb-a12f18054d51/bindings/n-h1-764435-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8292747 Jul 15 14:56:51.109463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f6ee369e-74ef-4eec-b8d5-09e57dd5bf78 req-1274237a-843c-4799-ac59-5b30c0e3b5d9 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035478 Jul 15 14:56:51.153263 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-34e59177-b31b-42d0-a049-f728a7ae4e7a req-7ac26a39-3a18-48cc-8ba9-1aa517859c25 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909600 Jul 15 14:56:51.203768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-4a847286-4d2f-4962-8f76-56b11227893a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] device_id is not set on port 9528b9f5-a68e-4bea-af14-70d1357b739c yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 14:56:51.466225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Allocated IP 10.2.2.2 (bc696e57-667f-4451-b6b7-ff70513b7290/165daafa-0d29-4390-8abc-b1c1c0c27210/7531d692-4070-4adf-9e25-da8db99fd126) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:56:51.482393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e5098-eb14-4695-968f-4be1241a9f15 req-bf340fcd-5ccb-4f52-b2cb-85d16f19cc0d tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:51.483989 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-bf340fcd-5ccb-4f52-b2cb-85d16f19cc0d tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076&tenant_id=ebf1693107584ee2863f1119d2dec38c&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 1096 time: 0.2326455 Jul 15 14:56:51.501790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f87ef-9d39-48f5-9fb4-6815c44a340a req-85d232c0-7ab1-495b-bbe7-9c0371b310c6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:51.509980 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d17f87ef-9d39-48f5-9fb4-6815c44a340a req-85d232c0-7ab1-495b-bbe7-9c0371b310c6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d9a8450-98c2-44b6-95c5-8bbaf033441f HTTP/1.1" status: 200 len: 946 time: 0.1491873 Jul 15 14:56:51.577284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-06188941-bcb2-4fb8-83ef-832a78eb7662 req-6d5d9f25-02eb-4d98-8209-aae6bcd2a1ab tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Deleting port 07cbaa8d-f415-4220-af89-d790a104ee3f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:56:51.577753 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-06188941-bcb2-4fb8-83ef-832a78eb7662 req-6d5d9f25-02eb-4d98-8209-aae6bcd2a1ab tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:51.645806 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bb60d-1a98-4e8b-bc48-89c72204d94b req-75683a90-9b96-480f-8852-43597bbdca45 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:51.660423 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa0bb60d-1a98-4e8b-bc48-89c72204d94b req-75683a90-9b96-480f-8852-43597bbdca45 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.3248572 Jul 15 14:56:51.719157 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a625a01d-9f60-4069-b01e-4fc686db7989 None None] Network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:56:51.735532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-4a847286-4d2f-4962-8f76-56b11227893a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Allocated IP 10.1.1.158 (92c49654-4ba4-4f61-8bf5-dcf860f7db35/75d2ee4b-93a9-47e7-b439-b454b483e516/9528b9f5-a68e-4bea-af14-70d1357b739c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:56:51.764283 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d17f87ef-9d39-48f5-9fb4-6815c44a340a req-e0dbb54b-b28d-4b4d-9d91-d748e31806f5 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527122 Jul 15 14:56:51.775687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-06188941-bcb2-4fb8-83ef-832a78eb7662 req-6d5d9f25-02eb-4d98-8209-aae6bcd2a1ab tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] For port 07cbaa8d-f415-4220-af89-d790a104ee3f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=07cbaa8d-f415-4220-af89-d790a104ee3f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:51.776295 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-06188941-bcb2-4fb8-83ef-832a78eb7662 req-6d5d9f25-02eb-4d98-8209-aae6bcd2a1ab tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:51.816264 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa0bb60d-1a98-4e8b-bc48-89c72204d94b req-a2cc44fb-b1f1-4d64-b5c0-3e77a732eeaa tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513269 Jul 15 14:56:51.834880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-06188941-bcb2-4fb8-83ef-832a78eb7662 req-6d5d9f25-02eb-4d98-8209-aae6bcd2a1ab tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Calling delete_port for 07cbaa8d-f415-4220-af89-d790a104ee3f owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:56:51.849717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e5098-eb14-4695-968f-4be1241a9f15 req-45264895-bc75-4672-afe5-be5e8dfce289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:51.854723 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-45264895-bc75-4672-afe5-be5e8dfce289 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076&tenant_id=ebf1693107584ee2863f1119d2dec38c HTTP/1.1" status: 200 len: 1096 time: 0.3577604 Jul 15 14:56:51.889851 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e474c9e7-4f43-42a0-940d-8d974d84a813 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:52.037837 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:52.046189 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-445a83d9-836e-4a67-a6d1-0371b3601303 None None] Provisioning for port e474c9e7-4f43-42a0-940d-8d974d84a813 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:52.048736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port e474c9e7-4f43-42a0-940d-8d974d84a813 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:52.056850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce19e36-b176-4ef7-8150-86357f8e8ce0 req-28922a6d-2372-48f4-90b6-f6cdbbf504e8 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:52.060610 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Transition to ACTIVE for port object 7531d692-4070-4adf-9e25-da8db99fd126 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:52.063403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-445a83d9-836e-4a67-a6d1-0371b3601303 None None] Provisioning complete for port e474c9e7-4f43-42a0-940d-8d974d84a813 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:52.064053 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-445a83d9-836e-4a67-a6d1-0371b3601303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:52.064660 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dce19e36-b176-4ef7-8150-86357f8e8ce0 req-28922a6d-2372-48f4-90b6-f6cdbbf504e8 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 944 time: 0.1324501 Jul 15 14:56:52.085985 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a847286-4d2f-4962-8f76-56b11227893a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:52.101545 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e5098-eb14-4695-968f-4be1241a9f15 req-9c3fc3b1-a924-4245-b054-cc1d960a9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:52.103871 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-9c3fc3b1-a924-4245-b054-cc1d960a9d78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 1096 time: 0.1822064 Jul 15 14:56:52.120612 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e474c9e7-4f43-42a0-940d-8d974d84a813 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:52.121120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-4a847286-4d2f-4962-8f76-56b11227893a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Transition to ACTIVE for port object 9528b9f5-a68e-4bea-af14-70d1357b739c will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:52.121802 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:52.186404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Transition to ACTIVE for port object 7531d692-4070-4adf-9e25-da8db99fd126 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:52.198578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:52.208799 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-06188941-bcb2-4fb8-83ef-832a78eb7662 req-6d5d9f25-02eb-4d98-8209-aae6bcd2a1ab tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:52.226341 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dce19e36-b176-4ef7-8150-86357f8e8ce0 req-37ce034c-8b5e-4456-b88a-24dd2254bfd3 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606834 Jul 15 14:56:52.233829 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:52.259477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e5098-eb14-4695-968f-4be1241a9f15 req-54d8ac37-adef-4132-9c51-0102c29de6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:52.261185 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-54d8ac37-adef-4132-9c51-0102c29de6e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.1499200 Jul 15 14:56:52.262980 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a847286-4d2f-4962-8f76-56b11227893a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:52.295083 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-445a83d9-836e-4a67-a6d1-0371b3601303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:52.329705 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-1e93a5b3-6b4a-4c9f-a128-b1d4d09ffe81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51 HTTP/1.1" status: 200 len: 217 time: 0.0599654 Jul 15 14:56:52.352427 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d9f25-02eb-4d98-8209-aae6bcd2a1ab tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Pushing event deleted for resources: {'Port': ['ID=07cbaa8d-f415-4220-af89-d790a104ee3f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:52.403520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Network bc696e57-667f-4451-b6b7-ff70513b7290 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:56:52.419287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:52.433968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e5098-eb14-4695-968f-4be1241a9f15 req-a7ba789a-d71a-4cca-8e03-076f71224416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:52.435818 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-a7ba789a-d71a-4cca-8e03-076f71224416 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.0990686 Jul 15 14:56:52.461166 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:56:52.490226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-158f9be2-c0fe-46b6-8cc4-29fb1fa508ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471544 Jul 15 14:56:52.495385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Pushing event updated for resources: {'Port': ['ID=7531d692-4070-4adf-9e25-da8db99fd126,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:52.502117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-06188941-bcb2-4fb8-83ef-832a78eb7662 req-6d5d9f25-02eb-4d98-8209-aae6bcd2a1ab tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] No DVR routers for this DVR port 07cbaa8d-f415-4220-af89-d790a104ee3f on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:56:52.506439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a847286-4d2f-4962-8f76-56b11227893a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:56:52.507774 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-06188941-bcb2-4fb8-83ef-832a78eb7662 req-6d5d9f25-02eb-4d98-8209-aae6bcd2a1ab tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:52.509798 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-06188941-bcb2-4fb8-83ef-832a78eb7662 req-6d5d9f25-02eb-4d98-8209-aae6bcd2a1ab tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.22 "DELETE /v2.0/ports/07cbaa8d-f415-4220-af89-d790a104ee3f HTTP/1.1" status: 204 len: 173 time: 1.4487593 Jul 15 14:56:52.510822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e047ae-0aca-4b3c-bac4-f47b0dbb5757', 'name': 'network-vif-deleted', 'tag': '07cbaa8d-f415-4220-af89-d790a104ee3f'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:52.521089 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f54de6-70f5-4552-9648-d7974fb71fd0" -d '{"events": [{"server_uuid": "a6e047ae-0aca-4b3c-bac4-f47b0dbb5757", "name": "network-vif-deleted", "tag": "07cbaa8d-f415-4220-af89-d790a104ee3f"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:52.524159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a847286-4d2f-4962-8f76-56b11227893a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event updated for resources: {'Port': ['ID=9528b9f5-a68e-4bea-af14-70d1357b739c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:52.534203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4a847286-4d2f-4962-8f76-56b11227893a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:52.539499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a847286-4d2f-4962-8f76-56b11227893a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:56:52.551637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b56648-af2c-4cef-9666-66077b6ca6c1 req-ecca1d27-f23c-4cda-b6ca-29f68aabc91b tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:52.554288 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-71b56648-af2c-4cef-9666-66077b6ca6c1 req-ecca1d27-f23c-4cda-b6ca-29f68aabc91b tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 945 time: 0.1618469 Jul 15 14:56:52.573077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-445a83d9-836e-4a67-a6d1-0371b3601303 None None] For port e474c9e7-4f43-42a0-940d-8d974d84a813, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e474c9e7-4f43-42a0-940d-8d974d84a813,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:52.600349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-f63b941c-e3ea-4448-b027-29ff522312a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:52.601940 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-f63b941c-e3ea-4448-b027-29ff522312a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 1101 time: 0.3885508 Jul 15 14:56:52.617574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a847286-4d2f-4962-8f76-56b11227893a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:52.618310 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a847286-4d2f-4962-8f76-56b11227893a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:52.668620 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-445a83d9-836e-4a67-a6d1-0371b3601303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:52.675854 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4a847286-4d2f-4962-8f76-56b11227893a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2965424 Jul 15 14:56:52.678406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46730) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:52.683833 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ff3cddad-5209-4f8c-961d-469bf77a0efd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Request body: {'port': {'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35', 'name': 'tempest-TaggedBootDevicesTest_v242-1429581452', 'fixed_ips': [{'subnet_id': '75d2ee4b-93a9-47e7-b439-b454b483e516'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:52.715746 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:52.716195 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:52.726553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-71b56648-af2c-4cef-9666-66077b6ca6c1 req-31c1482f-ff94-4e8c-97c4-f65a82e618f9 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623108 Jul 15 14:56:52.757307 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Attempting to bind port 7531d692-4070-4adf-9e25-da8db99fd126 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:56:52.757897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Attempting to bind port 7531d692-4070-4adf-9e25-da8db99fd126 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '4761f364-2462-4508-bff1-948a8786037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:56:52.758196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Attempting to bind port 7531d692-4070-4adf-9e25-da8db99fd126 on network bc696e57-667f-4451-b6b7-ff70513b7290 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:56:52.789525 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-f348c8d8-7bce-4310-9908-32be23bc1b68 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916307 Jul 15 14:56:52.831594 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:52.863104 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:56:52.874946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Checking segment: {'id': '4761f364-2462-4508-bff1-948a8786037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:56:52.875406 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:52.875814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Bound using segment: {'id': '4761f364-2462-4508-bff1-948a8786037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:56:52.876661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Bound port: 7531d692-4070-4adf-9e25-da8db99fd126, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4761f364-2462-4508-bff1-948a8786037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:56:52.877606 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:52.943334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a83d9-836e-4a67-a6d1-0371b3601303 None None] Pushing event updated for resources: {'Port': ['ID=e474c9e7-4f43-42a0-940d-8d974d84a813,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:52.949042 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-96538c4a-051c-4aa1-871f-a7b0ff300734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:52.957990 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-96538c4a-051c-4aa1-871f-a7b0ff300734 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.3358760 Jul 15 14:56:52.992468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-d25bc982-6de6-4df6-9f33-7db073a6315f service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957395 Jul 15 14:56:53.011401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc13a97-24ca-410e-88f0-3aa1060a34b4 req-d00d1daf-d474-4455-bc9b-298ff9030caa tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:53.022615 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fcc13a97-24ca-410e-88f0-3aa1060a34b4 req-d00d1daf-d474-4455-bc9b-298ff9030caa tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.4650729 Jul 15 14:56:53.072027 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-975246f7-f747-4330-b672-29e3908c02ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6319c56b-17e9-403b-b880-870a86feb706 HTTP/1.1" status: 200 len: 217 time: 0.1022019 Jul 15 14:56:53.106089 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fcc13a97-24ca-410e-88f0-3aa1060a34b4 req-240bba8e-a182-4252-83f5-934f762589f0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824504 Jul 15 14:56:53.120797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] For port 7531d692-4070-4adf-9e25-da8db99fd126, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:53.125990 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] For port 7531d692-4070-4adf-9e25-da8db99fd126, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7531d692-4070-4adf-9e25-da8db99fd126,segment=NetworkSegment(4761f364-2462-4508-bff1-948a8786037b),segment_id=4761f364-2462-4508-bff1-948a8786037b)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:56:53.177714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3cddad-5209-4f8c-961d-469bf77a0efd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Made reservation on behalf of 40bf669d7c86461487aff158b418b6f8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:56:53.184031 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff3cddad-5209-4f8c-961d-469bf77a0efd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:53.188337 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:53.259482 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-ff3cddad-5209-4f8c-961d-469bf77a0efd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] device_id is not set on port ea6c6468-db9b-4be4-a110-cfd32f419f39 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 14:56:53.275290 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-2e29b99d-b6f8-4d6e-9dc6-90dd3646864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:53.276787 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-2e29b99d-b6f8-4d6e-9dc6-90dd3646864f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1872065 Jul 15 14:56:53.394812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6accbab5-1fb1-4775-9120-a0d71869bada req-2673261b-6c8a-4afa-88d4-0d5c89b2eb34 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6e047ae-0aca-4b3c-bac4-f47b0dbb5757 HTTP/1.1" status: 200 len: 210 time: 0.0555384 Jul 15 14:56:53.554968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3831b5a6-66cd-4d5e-9d76-13bcf6d85585 None None] Provisioning complete for port e474c9e7-4f43-42a0-940d-8d974d84a813 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:53.555411 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3831b5a6-66cd-4d5e-9d76-13bcf6d85585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:53.562511 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 14:56:53.562830 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:56:53.603839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e5098-eb14-4695-968f-4be1241a9f15 req-b5bb9a3c-a02b-4685-8480-7d495219e403 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:53.606776 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-b5bb9a3c-a02b-4685-8480-7d495219e403 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076&tenant_id=ebf1693107584ee2863f1119d2dec38c&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 1096 time: 0.2104783 Jul 15 14:56:53.608213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-23297fce-dffa-4bcd-9fc6-f4e0d310bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:53.610156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 07cbaa8d-f415-4220-af89-d790a104ee3f no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:56:53.613420 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfdba5-c5e8-4fb3-962b-fbcdc39e6b81 None None] Pushing event updated for resources: {'Port': ['ID=7531d692-4070-4adf-9e25-da8db99fd126,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:53.613748 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-23297fce-dffa-4bcd-9fc6-f4e0d310bffe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2671947 Jul 15 14:56:53.621105 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22478549-c90a-4c0c-8787-d91ab9af6f13 x-openstack-request-id: req-22478549-c90a-4c0c-8787-d91ab9af6f13 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:53.621434 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e047ae-0aca-4b3c-bac4-f47b0dbb5757", "name": "network-vif-deleted", "tag": "07cbaa8d-f415-4220-af89-d790a104ee3f", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:53.621848 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-22478549-c90a-4c0c-8787-d91ab9af6f13 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:53.622319 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e047ae-0aca-4b3c-bac4-f47b0dbb5757', 'name': 'network-vif-deleted', 'tag': '07cbaa8d-f415-4220-af89-d790a104ee3f', 'status': 'completed', 'code': 200} Jul 15 14:56:53.689137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 07cbaa8d-f415-4220-af89-d790a104ee3f {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:56:53.689490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 07cbaa8d-f415-4220-af89-d790a104ee3f not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:56:53.689924 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9adffc1d-f299-4bca-b4bb-a12f18054d51 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:56:53.728464 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:53.786179 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9382de-26c0-4ee7-a31c-579f00c41a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ff54d1-6ecf-44d3-9565-b5a7a40d08f5'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:53.788647 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f89e26-9a08-45f0-a05f-f6d26d5e83db" -d '{"events": [{"server_uuid": "5e9382de-26c0-4ee7-a31c-579f00c41a5f", "name": "network-vif-plugged", "status": "completed", "tag": "75ff54d1-6ecf-44d3-9565-b5a7a40d08f5"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:53.828311 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9adffc1d-f299-4bca-b4bb-a12f18054d51 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:56:53.832871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:53.906290 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-ff3cddad-5209-4f8c-961d-469bf77a0efd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Allocated IP 10.1.1.252 (92c49654-4ba4-4f61-8bf5-dcf860f7db35/75d2ee4b-93a9-47e7-b439-b454b483e516/ea6c6468-db9b-4be4-a110-cfd32f419f39) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:56:53.911723 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:53.952311 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-ecdf1dc6-4c33-491e-84d6-8bdd11ca9ec3 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213766 Jul 15 14:56:54.011542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47162618-2b79-406d-99fd-e1fdda735d74 req-a9c091d4-1500-4df9-9a4f-b03ea0cabf59 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:54.013366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-47162618-2b79-406d-99fd-e1fdda735d74 req-a9c091d4-1500-4df9-9a4f-b03ea0cabf59 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.2450442 Jul 15 14:56:54.015979 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-099e5098-eb14-4695-968f-4be1241a9f15 req-0a685be8-92d5-4d14-83d3-284a4d4a0ff0 service neutron] For port 9adffc1d-f299-4bca-b4bb-a12f18054d51, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:56:54.021849 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-099e5098-eb14-4695-968f-4be1241a9f15 req-0a685be8-92d5-4d14-83d3-284a4d4a0ff0 service neutron] Notify callbacks [] for binding, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:54.023188 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-099e5098-eb14-4695-968f-4be1241a9f15 req-0a685be8-92d5-4d14-83d3-284a4d4a0ff0 service neutron] 10.222.0.11 "DELETE /v2.0/ports/9adffc1d-f299-4bca-b4bb-a12f18054d51/bindings/n-h2-764435-3 HTTP/1.1" status: 204 len: 173 time: 0.4085109 Jul 15 14:56:54.029704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:54.062523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3cff5-2651-4a38-8fbe-af854dead8cb req-1acad434-66a4-4973-bd6e-5c805125f2c7 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:54.071677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aef3cff5-2651-4a38-8fbe-af854dead8cb req-1acad434-66a4-4973-bd6e-5c805125f2c7 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d9a8450-98c2-44b6-95c5-8bbaf033441f HTTP/1.1" status: 200 len: 946 time: 0.1804450 Jul 15 14:56:54.143017 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-47162618-2b79-406d-99fd-e1fdda735d74 req-d7ab2d8f-8347-42ef-a0ae-4135a3fe1284 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170774 Jul 15 14:56:54.153834 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aef3cff5-2651-4a38-8fbe-af854dead8cb req-002a62d9-b444-4f0e-804f-73f6b6f58750 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810566 Jul 15 14:56:54.178478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f237ad2d-06da-48cf-b1ce-0480dc381aa3 None None] Provisioning for port 9528b9f5-a68e-4bea-af14-70d1357b739c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:54.192881 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f237ad2d-06da-48cf-b1ce-0480dc381aa3 None None] Provisioning complete for port 9528b9f5-a68e-4bea-af14-70d1357b739c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:54.192881 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f237ad2d-06da-48cf-b1ce-0480dc381aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:54.226853 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-d91811b3-1d11-467f-abf9-58effffad24f service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624238 Jul 15 14:56:54.247675 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:56:54.258029 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff3cddad-5209-4f8c-961d-469bf77a0efd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:54.283829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-ff3cddad-5209-4f8c-961d-469bf77a0efd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Transition to ACTIVE for port object ea6c6468-db9b-4be4-a110-cfd32f419f39 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:56:54.334029 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f237ad2d-06da-48cf-b1ce-0480dc381aa3 None None] Port 9528b9f5-a68e-4bea-af14-70d1357b739c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:56:54.340851 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff3cddad-5209-4f8c-961d-469bf77a0efd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:54.413391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cddad-5209-4f8c-961d-469bf77a0efd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event updated for resources: {'Port': ['ID=ea6c6468-db9b-4be4-a110-cfd32f419f39,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:54.426141 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:54.447544 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3cddad-5209-4f8c-961d-469bf77a0efd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:56:54.451755 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ff3cddad-5209-4f8c-961d-469bf77a0efd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:54.455509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3cddad-5209-4f8c-961d-469bf77a0efd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:56:54.465858 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7531d692-4070-4adf-9e25-da8db99fd126 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:54.472480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:54.503660 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:54.539690 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3cddad-5209-4f8c-961d-469bf77a0efd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:54.540354 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff3cddad-5209-4f8c-961d-469bf77a0efd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:54.566609 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ff3cddad-5209-4f8c-961d-469bf77a0efd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8836255 Jul 15 14:56:54.604804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:54.614133 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 7531d692-4070-4adf-9e25-da8db99fd126 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:54.620811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e474c9e7-4f43-42a0-940d-8d974d84a813 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:54.683926 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e474c9e7-4f43-42a0-940d-8d974d84a813 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:54.684299 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:54.690146 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820551d1-facc-4cb2-b3a3-14a63fb5126c req-6abf5ff7-d4a5-4ea6-9de0-4c4717151c96 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:54.692824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-820551d1-facc-4cb2-b3a3-14a63fb5126c req-6abf5ff7-d4a5-4ea6-9de0-4c4717151c96 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 945 time: 0.1619289 Jul 15 14:56:54.701999 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50500b7-09ed-4560-b589-f1163429d70b req-aced0530-5173-4b6c-8a3a-8673c18eca02 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:54.704337 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f50500b7-09ed-4560-b589-f1163429d70b req-aced0530-5173-4b6c-8a3a-8673c18eca02 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 945 time: 0.2379086 Jul 15 14:56:54.780899 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-820551d1-facc-4cb2-b3a3-14a63fb5126c req-effb9a08-e7d3-4bdd-b822-3fa2cce51667 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752792 Jul 15 14:56:54.788095 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f50500b7-09ed-4560-b589-f1163429d70b req-a46dd7ac-d1db-4054-964c-d816e124a3b1 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748892 Jul 15 14:56:54.851661 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2075216b-4bb5-4f56-b33e-3989381a9a3b x-openstack-request-id: req-2075216b-4bb5-4f56-b33e-3989381a9a3b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:54.851661 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9382de-26c0-4ee7-a31c-579f00c41a5f", "name": "network-vif-plugged", "status": "completed", "tag": "75ff54d1-6ecf-44d3-9565-b5a7a40d08f5", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:54.851661 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2075216b-4bb5-4f56-b33e-3989381a9a3b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:54.851661 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9382de-26c0-4ee7-a31c-579f00c41a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ff54d1-6ecf-44d3-9565-b5a7a40d08f5', 'code': 200} Jul 15 14:56:54.960584 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-46f2f84b-678e-41d0-a813-147bac8f5b35 None None] Provisioning for port ea6c6468-db9b-4be4-a110-cfd32f419f39 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:54.965942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-46f2f84b-678e-41d0-a813-147bac8f5b35 None None] Provisioning complete for port ea6c6468-db9b-4be4-a110-cfd32f419f39 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:54.966414 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-46f2f84b-678e-41d0-a813-147bac8f5b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:55.010429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-46f2f84b-678e-41d0-a813-147bac8f5b35 None None] Port ea6c6468-db9b-4be4-a110-cfd32f419f39 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:56:55.017874 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612f431-61d2-4b1e-8cbe-d55b170443bf req-27d5b2bc-13dc-49d9-bf2d-810d16becf87 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:55.020197 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e612f431-61d2-4b1e-8cbe-d55b170443bf req-27d5b2bc-13dc-49d9-bf2d-810d16becf87 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.0892739 Jul 15 14:56:55.040697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b3b709-3a2b-4a7e-a20d-00e56ce57263 None None] Network bc696e57-667f-4451-b6b7-ff70513b7290 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:56:55.074932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e612f431-61d2-4b1e-8cbe-d55b170443bf req-0b6dfceb-d837-4fa3-848b-70d7ec5c084f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477121 Jul 15 14:56:55.149921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cb96249a-94c7-4d74-a31c-96600ef09c36 None None] Provisioning for port 7531d692-4070-4adf-9e25-da8db99fd126 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:56:55.161015 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cb96249a-94c7-4d74-a31c-96600ef09c36 None None] Provisioning complete for port 7531d692-4070-4adf-9e25-da8db99fd126 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:55.161398 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb96249a-94c7-4d74-a31c-96600ef09c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:55.334049 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb96249a-94c7-4d74-a31c-96600ef09c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:55.379921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-cb96249a-94c7-4d74-a31c-96600ef09c36 None None] For port 7531d692-4070-4adf-9e25-da8db99fd126, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7531d692-4070-4adf-9e25-da8db99fd126,segment=NetworkSegment(4761f364-2462-4508-bff1-948a8786037b),segment_id=4761f364-2462-4508-bff1-948a8786037b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:55.385239 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb96249a-94c7-4d74-a31c-96600ef09c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:55.447088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96249a-94c7-4d74-a31c-96600ef09c36 None None] Pushing event updated for resources: {'Port': ['ID=7531d692-4070-4adf-9e25-da8db99fd126,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:55.463719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737fb08-81d4-4294-baae-edb8d05beaf3 req-383dc1f2-bd51-4f61-95c0-5eae04110e90 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:55.467130 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e737fb08-81d4-4294-baae-edb8d05beaf3 req-383dc1f2-bd51-4f61-95c0-5eae04110e90 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d9a8450-98c2-44b6-95c5-8bbaf033441f HTTP/1.1" status: 200 len: 946 time: 0.0950904 Jul 15 14:56:55.506917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e737fb08-81d4-4294-baae-edb8d05beaf3 req-eda71557-428e-478f-91f1-3b986f9a19c7 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358787 Jul 15 14:56:55.595811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bae42-2dd3-4c5a-8dd4-de37d8171c64 req-ce0fbd22-1ab8-40a0-9b9a-bccec11d462c tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:55.598404 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b9bae42-2dd3-4c5a-8dd4-de37d8171c64 req-ce0fbd22-1ab8-40a0-9b9a-bccec11d462c tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 943 time: 0.0824351 Jul 15 14:56:55.615181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46786) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:55.620470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9c93ae11-0edd-4f23-ae58-f48f7342ffad tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--399429208', 'description': 'tempest-description--195182201'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:55.645586 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c93ae11-0edd-4f23-ae58-f48f7342ffad tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:55.710553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-425c890f-2d08-4530-b32d-8c3c59b1bb06 None None] Provisioning complete for port 7531d692-4070-4adf-9e25-da8db99fd126 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:55.711238 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-425c890f-2d08-4530-b32d-8c3c59b1bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:55.749855 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c93ae11-0edd-4f23-ae58-f48f7342ffad tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:55.755176 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c93ae11-0edd-4f23-ae58-f48f7342ffad tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:55.766774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d44d4c-01fc-463c-a78c-14631cbfde3a req-ed5138b4-c3d7-4cf3-810b-ecd9314226ea tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:55.768337 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30d44d4c-01fc-463c-a78c-14631cbfde3a req-ed5138b4-c3d7-4cf3-810b-ecd9314226ea tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.1250639 Jul 15 14:56:55.793212 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c93ae11-0edd-4f23-ae58-f48f7342ffad tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:55.795971 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9c93ae11-0edd-4f23-ae58-f48f7342ffad tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1778679 Jul 15 14:56:55.801538 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46788) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:55.808252 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-067f7302-52f4-489b-a01e-a359f819ede6 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Request body: {'security_group_rule': {'security_group_id': '5e06909b-77df-4bf4-8cf0-5a95fe65b616', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:55.836487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93ae11-0edd-4f23-ae58-f48f7342ffad tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e06909b-77df-4bf4-8cf0-5a95fe65b616,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:55.847639 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30d44d4c-01fc-463c-a78c-14631cbfde3a req-a894dfc9-19eb-4f13-b6c8-8ee283b72fd3 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685506 Jul 15 14:56:55.861726 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-067f7302-52f4-489b-a01e-a359f819ede6 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:55.870405 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-4b9bae42-2dd3-4c5a-8dd4-de37d8171c64 req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Deleting port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:56:55.870895 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4b9bae42-2dd3-4c5a-8dd4-de37d8171c64 req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:55.950165 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-067f7302-52f4-489b-a01e-a359f819ede6 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:55.957127 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-067f7302-52f4-489b-a01e-a359f819ede6 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:55.980380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f7302-52f4-489b-a01e-a359f819ede6 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e600ed-70d7-46fd-83c1-fc8db99a48be,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:55.995720 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-067f7302-52f4-489b-a01e-a359f819ede6 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:55.999849 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-067f7302-52f4-489b-a01e-a359f819ede6 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1945078 Jul 15 14:56:56.000487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46802) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:56.005333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-4b9bae42-2dd3-4c5a-8dd4-de37d8171c64 req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] For port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:56.005958 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4b9bae42-2dd3-4c5a-8dd4-de37d8171c64 req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:56.006112 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-46b4da21-94f1-462d-8b20-cb3e69eab610 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Request body: {'security_group_rule': {'security_group_id': '5e06909b-77df-4bf4-8cf0-5a95fe65b616', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:56.024051 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-4b9bae42-2dd3-4c5a-8dd4-de37d8171c64 req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Calling delete_port for 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:56:56.041127 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46b4da21-94f1-462d-8b20-cb3e69eab610 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:56.107745 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46b4da21-94f1-462d-8b20-cb3e69eab610 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:56.111500 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46b4da21-94f1-462d-8b20-cb3e69eab610 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:56.135446 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46b4da21-94f1-462d-8b20-cb3e69eab610 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:56.136674 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-46b4da21-94f1-462d-8b20-cb3e69eab610 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349745 Jul 15 14:56:56.137644 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4da21-94f1-462d-8b20-cb3e69eab610 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c26d628-5d03-4d79-89b5-69928cec706e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:56.140891 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46806) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:56.146339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:56.170036 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:56.240562 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7531d692-4070-4adf-9e25-da8db99fd126 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:56.241333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f9606-10ec-4f7d-a623-dc2e1ce51f3c req-9cd74704-55cc-4be5-b9bf-d59d110bf08e tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:56.242962 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a5f9606-10ec-4f7d-a623-dc2e1ce51f3c req-9cd74704-55cc-4be5-b9bf-d59d110bf08e tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e9382de-26c0-4ee7-a31c-579f00c41a5f HTTP/1.1" status: 200 len: 943 time: 0.2034755 Jul 15 14:56:56.248572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e2535-13f5-4c1f-8f40-3f85dc86edb4 req-f232de14-6fff-4a5c-bd20-1463d79fe43e tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:56.256777 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e7e2535-13f5-4c1f-8f40-3f85dc86edb4 req-f232de14-6fff-4a5c-bd20-1463d79fe43e tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 1096 time: 0.2072079 Jul 15 14:56:56.296207 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7531d692-4070-4adf-9e25-da8db99fd126 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:56.296881 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:56.356800 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e7e2535-13f5-4c1f-8f40-3f85dc86edb4 req-ae017037-09cc-45ed-991e-41b0990075ff tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991359 Jul 15 14:56:56.362140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a5f9606-10ec-4f7d-a623-dc2e1ce51f3c req-455e07b7-8b23-4c69-af7e-8780217d4a34 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972548 Jul 15 14:56:56.381880 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4b9bae42-2dd3-4c5a-8dd4-de37d8171c64 req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:56.445991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Pushing event deleted for resources: {'Port': ['ID=75ff54d1-6ecf-44d3-9565-b5a7a40d08f5,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:56.474787 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:56.475542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:56.475542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:56.475766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:56.476041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:56.476377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:56.476714 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:56.477048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:56.477382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:56.477714 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:56.478047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:56.478377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:56.507505 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9bae42-2dd3-4c5a-8dd4-de37d8171c64 req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] No DVR routers for this DVR port 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:56:56.510724 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4b9bae42-2dd3-4c5a-8dd4-de37d8171c64 req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:56.513991 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b9bae42-2dd3-4c5a-8dd4-de37d8171c64 req-f798317c-52ff-4577-af59-e486f4dfc464 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.11 "DELETE /v2.0/ports/75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 HTTP/1.1" status: 204 len: 173 time: 0.9087696 Jul 15 14:56:56.515224 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9382de-26c0-4ee7-a31c-579f00c41a5f', 'name': 'network-vif-deleted', 'tag': '75ff54d1-6ecf-44d3-9565-b5a7a40d08f5'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:56.520590 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d534091-79e1-451d-a8f3-1a06bc0aa21a" -d '{"events": [{"server_uuid": "5e9382de-26c0-4ee7-a31c-579f00c41a5f", "name": "network-vif-deleted", "tag": "75ff54d1-6ecf-44d3-9565-b5a7a40d08f5"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:56.619190 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:56.698228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ceb8d7-3a64-4c17-8db3-15b15fafddd7 req-cb84f718-9dc1-40fd-be01-c7fbdacf2ae2 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:56.700197 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8ceb8d7-3a64-4c17-8db3-15b15fafddd7 req-cb84f718-9dc1-40fd-be01-c7fbdacf2ae2 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfdf8917-06d6-48dc-bb88-b7045431388c HTTP/1.1" status: 200 len: 945 time: 0.0929167 Jul 15 14:56:56.710184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e0c28-8832-460b-ade2-26f8ea22f870 req-d4639827-5375-4850-a461-f0aec815393b tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:56.712060 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c33e0c28-8832-460b-ade2-26f8ea22f870 req-d4639827-5375-4850-a461-f0aec815393b tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73db498-21af-4859-ad6f-13248c67a8ff HTTP/1.1" status: 200 len: 948 time: 0.1403892 Jul 15 14:56:56.740406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Allocated IP 172.25.4.25 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/d5e929d1-51bf-4398-9aa1-e8c6fcfbb616) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:56:56.773767 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8ceb8d7-3a64-4c17-8db3-15b15fafddd7 req-ee745828-0a8c-4062-ba7a-9732e4b67e4c tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.38 "GET /v2.0/security-groups?id=2b555970-f281-4240-8f26-bbd15367b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604446 Jul 15 14:56:56.780534 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c33e0c28-8832-460b-ade2-26f8ea22f870 req-1a5e3fe5-7536-408e-a9db-b7ebaea9018f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599599 Jul 15 14:56:56.845152 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd82330-274c-4c4b-a812-44a57553977f x-openstack-request-id: req-3cd82330-274c-4c4b-a812-44a57553977f {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:56.845561 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9382de-26c0-4ee7-a31c-579f00c41a5f", "name": "network-vif-deleted", "tag": "75ff54d1-6ecf-44d3-9565-b5a7a40d08f5", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:56.845986 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3cd82330-274c-4c4b-a812-44a57553977f {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:56.846481 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9382de-26c0-4ee7-a31c-579f00c41a5f', 'name': 'network-vif-deleted', 'tag': '75ff54d1-6ecf-44d3-9565-b5a7a40d08f5', 'status': 'completed', 'code': 200} Jul 15 14:56:56.852383 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9382de-26c0-4ee7-a31c-579f00c41a5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ff54d1-6ecf-44d3-9565-b5a7a40d08f5'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:56.857038 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5e8714-41df-4013-bf92-1dd9d7618fa9" -d '{"events": [{"server_uuid": "5e9382de-26c0-4ee7-a31c-579f00c41a5f", "name": "network-vif-unplugged", "status": "completed", "tag": "75ff54d1-6ecf-44d3-9565-b5a7a40d08f5"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:56.858556 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:56.914304 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:56.972205 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:56:56.981851 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:56:56.984806 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:56:56.996985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d32698-5ddb-40f4-bffd-b45a5ce1f618 req-21eaee08-a590-475f-826f-e883279ce97a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:56.998556 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06d32698-5ddb-40f4-bffd-b45a5ce1f618 req-21eaee08-a590-475f-826f-e883279ce97a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.1022527 Jul 15 14:56:57.031160 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event updated for resources: {'Port': ['ID=d5e929d1-51bf-4398-9aa1-e8c6fcfbb616,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:57.054180 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1b680-eb45-4e5c-8cb1-a2c1dd5d292b req-69834157-56c0-479c-9538-4167a1028170 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:57.055926 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1bd1b680-eb45-4e5c-8cb1-a2c1dd5d292b req-69834157-56c0-479c-9538-4167a1028170 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d9a8450-98c2-44b6-95c5-8bbaf033441f HTTP/1.1" status: 200 len: 946 time: 0.1123042 Jul 15 14:56:57.059329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49255f1-51d8-44cd-8896-67c5ce91006f req-6686cae1-faf2-4641-bfce-9932f568ee35 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:57.060821 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b49255f1-51d8-44cd-8896-67c5ce91006f req-6686cae1-faf2-4641-bfce-9932f568ee35 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d9a8450-98c2-44b6-95c5-8bbaf033441f HTTP/1.1" status: 200 len: 946 time: 0.1612632 Jul 15 14:56:57.075594 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06d32698-5ddb-40f4-bffd-b45a5ce1f618 req-f8ade0b5-f36d-4563-9f7c-85be974947cb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667911 Jul 15 14:56:57.125697 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1bd1b680-eb45-4e5c-8cb1-a2c1dd5d292b req-964f3d30-f95c-4422-8685-47f48af8c77b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611064 Jul 15 14:56:57.171662 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:57.283176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-b49255f1-51d8-44cd-8896-67c5ce91006f req-340c6c77-557e-4019-b7d8-c8994e75efea tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Deleting port 7b747756-7899-45b7-85f5-3c1a5163ce7b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:56:57.283467 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b49255f1-51d8-44cd-8896-67c5ce91006f req-340c6c77-557e-4019-b7d8-c8994e75efea tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:57.291646 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:57.329005 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-afff393c-2bbe-4256-a775-1a01c2148fd4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:57.331509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-afff393c-2bbe-4256-a775-1a01c2148fd4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 808 time: 0.1394732 Jul 15 14:56:57.363377 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-eb41ba9c-2197-44e2-a02f-b620efb47467 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/quotas/ebf1693107584ee2863f1119d2dec38c HTTP/1.1" status: 200 len: 375 time: 0.0220141 Jul 15 14:56:57.427890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 0e382844-07d1-4bf1-ba09-5ba040b08a37 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:56:57.450019 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d33f22-74f5-4651-aa74-d39e56ce01bb x-openstack-request-id: req-24d33f22-74f5-4651-aa74-d39e56ce01bb {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:57.450307 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9382de-26c0-4ee7-a31c-579f00c41a5f", "name": "network-vif-unplugged", "status": "completed", "tag": "75ff54d1-6ecf-44d3-9565-b5a7a40d08f5", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:57.450574 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24d33f22-74f5-4651-aa74-d39e56ce01bb {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:57.451156 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9382de-26c0-4ee7-a31c-579f00c41a5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ff54d1-6ecf-44d3-9565-b5a7a40d08f5', 'code': 200} Jul 15 14:56:57.463602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-579e6969-eefd-48dd-8555-3fd7ee367a2f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955608 Jul 15 14:56:57.474920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b49255f1-51d8-44cd-8896-67c5ce91006f req-340c6c77-557e-4019-b7d8-c8994e75efea tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] For port 7b747756-7899-45b7-85f5-3c1a5163ce7b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7b747756-7899-45b7-85f5-3c1a5163ce7b,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:57.475305 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b49255f1-51d8-44cd-8896-67c5ce91006f req-340c6c77-557e-4019-b7d8-c8994e75efea tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:57.515685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-b49255f1-51d8-44cd-8896-67c5ce91006f req-340c6c77-557e-4019-b7d8-c8994e75efea tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Calling delete_port for 7b747756-7899-45b7-85f5-3c1a5163ce7b owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:56:57.573200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 0e382844-07d1-4bf1-ba09-5ba040b08a37, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=0e382844-07d1-4bf1-ba09-5ba040b08a37,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:57.587109 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '0e382844-07d1-4bf1-ba09-5ba040b08a37', 'network_id': 'ee82be48-a052-4414-9d70-bc059584e660', 'port_id': '0e382844-07d1-4bf1-ba09-5ba040b08a37', 'mac_address': 'fa:16:3e:95:e0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d40fa9-e881-4b8a-ab3c-063e05208051', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:56:57.632067 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:57.636941 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:57.644467 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:57.659006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e382844-07d1-4bf1-ba09-5ba040b08a37 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:56:57.690255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 0e382844-07d1-4bf1-ba09-5ba040b08a37, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=0e382844-07d1-4bf1-ba09-5ba040b08a37,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:57.696065 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:57.756636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event updated for resources: {'Port': ['ID=d5e929d1-51bf-4398-9aa1-e8c6fcfbb616,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:57.756914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=0e382844-07d1-4bf1-ba09-5ba040b08a37,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:57.773999 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:57.779328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:57.779672 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:57.780011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:57.780346 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:57.780678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:57.781010 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:57.781340 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:57.781671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:57.782002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:57.782329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:57.782681 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:57.783005 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:57.800267 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['0e382844-07d1-4bf1-ba09-5ba040b08a37'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:56:57.801610 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b49255f1-51d8-44cd-8896-67c5ce91006f req-340c6c77-557e-4019-b7d8-c8994e75efea tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:57.808966 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:57.810202 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bdef8e84-08e2-454e-8d66-eb2846dda71a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6679955 Jul 15 14:56:57.845654 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c6c77-557e-4019-b7d8-c8994e75efea tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Pushing event deleted for resources: {'Port': ['ID=7b747756-7899-45b7-85f5-3c1a5163ce7b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:57.884448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49255f1-51d8-44cd-8896-67c5ce91006f req-340c6c77-557e-4019-b7d8-c8994e75efea tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] No DVR routers for this DVR port 7b747756-7899-45b7-85f5-3c1a5163ce7b on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:56:57.889999 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b49255f1-51d8-44cd-8896-67c5ce91006f req-340c6c77-557e-4019-b7d8-c8994e75efea tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:57.901316 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b49255f1-51d8-44cd-8896-67c5ce91006f req-340c6c77-557e-4019-b7d8-c8994e75efea tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.22 "DELETE /v2.0/ports/7b747756-7899-45b7-85f5-3c1a5163ce7b HTTP/1.1" status: 204 len: 173 time: 0.8256299 Jul 15 14:56:57.905071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9a8450-98c2-44b6-95c5-8bbaf033441f', 'name': 'network-vif-deleted', 'tag': '7b747756-7899-45b7-85f5-3c1a5163ce7b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:57.908736 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2918143e-1b96-4eeb-81bb-da04ed228789" -d '{"events": [{"server_uuid": "3d9a8450-98c2-44b6-95c5-8bbaf033441f", "name": "network-vif-deleted", "tag": "7b747756-7899-45b7-85f5-3c1a5163ce7b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:57.918286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-ef7117b1-0bfd-4d29-a6fc-195f7322cadf service neutron] 10.222.0.38 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541938 Jul 15 14:56:57.966129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25844019-b137-4301-871b-7521098a834a req-9e5d3626-8155-4035-8184-d10e9e84e0c6 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:57.967647 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25844019-b137-4301-871b-7521098a834a req-9e5d3626-8155-4035-8184-d10e9e84e0c6 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.1385415 Jul 15 14:56:58.046469 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25844019-b137-4301-871b-7521098a834a req-05b88c51-7b87-497a-a7b0-c51744d979b5 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511270 Jul 15 14:56:58.050224 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-57d7d41a-1dce-44a7-b307-687a1510fad7 service neutron] 10.222.0.38 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310256 Jul 15 14:56:58.148701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cec88-1871-46ae-876f-81fbedeefefc req-0f852e0d-6320-4564-9ca3-7214ebaeadfe tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:58.150340 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-335cec88-1871-46ae-876f-81fbedeefefc req-0f852e0d-6320-4564-9ca3-7214ebaeadfe tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.11 "GET /v2.0/ports?device_id=a73db498-21af-4859-ad6f-13248c67a8ff HTTP/1.1" status: 200 len: 948 time: 0.0778942 Jul 15 14:56:58.250234 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1064b1b-82b5-4531-8c27-fa248ce9a229 x-openstack-request-id: req-e1064b1b-82b5-4531-8c27-fa248ce9a229 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:56:58.250560 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9a8450-98c2-44b6-95c5-8bbaf033441f", "name": "network-vif-deleted", "tag": "7b747756-7899-45b7-85f5-3c1a5163ce7b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:56:58.250828 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e1064b1b-82b5-4531-8c27-fa248ce9a229 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:56:58.251238 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9a8450-98c2-44b6-95c5-8bbaf033441f', 'name': 'network-vif-deleted', 'tag': '7b747756-7899-45b7-85f5-3c1a5163ce7b', 'status': 'completed', 'code': 200} Jul 15 14:56:58.256433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:56:58.297310 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:56:58.299388 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 75ff54d1-6ecf-44d3-9565-b5a7a40d08f5 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:56:58.306989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-335cec88-1871-46ae-876f-81fbedeefefc req-f60c70dd-552c-43f1-8d07-c7d8e614b3a4 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Deleting port ba273513-dfc4-49b7-817a-1bdfe976ce90 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:56:58.307668 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-335cec88-1871-46ae-876f-81fbedeefefc req-f60c70dd-552c-43f1-8d07-c7d8e614b3a4 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:58.490961 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-b284988c-36cf-4d9f-b698-10cd72ce80ec tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--399429208&fields=id&tenant_id=40bf669d7c86461487aff158b418b6f8 HTTP/1.1" status: 200 len: 267 time: 0.1161165 Jul 15 14:56:58.509435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-335cec88-1871-46ae-876f-81fbedeefefc req-f60c70dd-552c-43f1-8d07-c7d8e614b3a4 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] For port ba273513-dfc4-49b7-817a-1bdfe976ce90, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ba273513-dfc4-49b7-817a-1bdfe976ce90,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:58.509842 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-335cec88-1871-46ae-876f-81fbedeefefc req-f60c70dd-552c-43f1-8d07-c7d8e614b3a4 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:58.569527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-335cec88-1871-46ae-876f-81fbedeefefc req-f60c70dd-552c-43f1-8d07-c7d8e614b3a4 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Calling delete_port for ba273513-dfc4-49b7-817a-1bdfe976ce90 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:56:58.655824 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ae44d059-98eb-4ac3-85c3-acec665ef2b9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:58.657330 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ae44d059-98eb-4ac3-85c3-acec665ef2b9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports/9528b9f5-a68e-4bea-af14-70d1357b739c HTTP/1.1" status: 200 len: 936 time: 0.1519048 Jul 15 14:56:58.727930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9af0b2-3c55-49e5-ac16-6a5711fbfff7 req-d0b86e57-103f-4554-83cc-a077d3d0f66f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:58.729447 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d9af0b2-3c55-49e5-ac16-6a5711fbfff7 req-d0b86e57-103f-4554-83cc-a077d3d0f66f tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/ports?device_id=a73db498-21af-4859-ad6f-13248c67a8ff HTTP/1.1" status: 200 len: 948 time: 0.2376165 Jul 15 14:56:58.771966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-f70c85d8-8163-4a9a-b1b3-4e851c884878 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:58.773355 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-f70c85d8-8163-4a9a-b1b3-4e851c884878 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports/ea6c6468-db9b-4be4-a110-cfd32f419f39 HTTP/1.1" status: 200 len: 937 time: 0.1071587 Jul 15 14:56:58.846374 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-fe67351c-d439-4991-8c26-27046e713ebe tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?network_id=bc696e57-667f-4451-b6b7-ff70513b7290&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0655608 Jul 15 14:56:58.873934 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d9af0b2-3c55-49e5-ac16-6a5711fbfff7 req-eb758e4e-ee01-4ac1-b571-e738ee4da9dd tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.38 "GET /v2.0/security-groups?id=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380548 Jul 15 14:56:58.910414 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-8b81318c-aad9-4d88-8105-3a55bb45a762 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?network_id=bc696e57-667f-4451-b6b7-ff70513b7290&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0427668 Jul 15 14:56:58.948145 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-335cec88-1871-46ae-876f-81fbedeefefc req-f60c70dd-552c-43f1-8d07-c7d8e614b3a4 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:58.997161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c70dd-552c-43f1-8d07-c7d8e614b3a4 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Pushing event deleted for resources: {'Port': ['ID=ba273513-dfc4-49b7-817a-1bdfe976ce90,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:59.095491 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-335cec88-1871-46ae-876f-81fbedeefefc req-f60c70dd-552c-43f1-8d07-c7d8e614b3a4 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] No DVR routers for this DVR port ba273513-dfc4-49b7-817a-1bdfe976ce90 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:56:59.101077 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-335cec88-1871-46ae-876f-81fbedeefefc req-f60c70dd-552c-43f1-8d07-c7d8e614b3a4 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:59.101077 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-335cec88-1871-46ae-876f-81fbedeefefc req-f60c70dd-552c-43f1-8d07-c7d8e614b3a4 tempest-ListImageFiltersTestJSON-1896481732 tempest-ListImageFiltersTestJSON-1896481732-project] 10.222.0.11 "DELETE /v2.0/ports/ba273513-dfc4-49b7-817a-1bdfe976ce90 HTTP/1.1" status: 204 len: 173 time: 0.9445267 Jul 15 14:56:59.104059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73db498-21af-4859-ad6f-13248c67a8ff', 'name': 'network-vif-deleted', 'tag': 'ba273513-dfc4-49b7-817a-1bdfe976ce90'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:56:59.107391 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860fb6c8-6e3d-4f79-ac58-77d7f3226606" -d '{"events": [{"server_uuid": "a73db498-21af-4859-ad6f-13248c67a8ff", "name": "network-vif-deleted", "tag": "ba273513-dfc4-49b7-817a-1bdfe976ce90"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:56:59.142328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-739936c7-54b9-4d4e-b7ca-152f46a5be34 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:59.149420 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-739936c7-54b9-4d4e-b7ca-152f46a5be34 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:59.159959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-739936c7-54b9-4d4e-b7ca-152f46a5be34 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:59.162212 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-739936c7-54b9-4d4e-b7ca-152f46a5be34 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/networks?id=62fd754e-5cad-4a48-a4b4-1613cbb8c1dc&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=bc696e57-667f-4451-b6b7-ff70513b7290&id=bc696e57-667f-4451-b6b7-ff70513b7290 HTTP/1.1" status: 200 len: 1994 time: 0.2437687 Jul 15 14:56:59.171030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fbd8c-4146-408d-b754-eb35adc785e0 req-05529d12-8bc5-4bc1-89f7-8e4e8b8d9618 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:59.173146 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5f1fbd8c-4146-408d-b754-eb35adc785e0 req-05529d12-8bc5-4bc1-89f7-8e4e8b8d9618 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfdf8917-06d6-48dc-bb88-b7045431388c HTTP/1.1" status: 200 len: 944 time: 0.0982065 Jul 15 14:56:59.179029 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-fda49fc4-c8a9-4f23-a8c8-a858e08046e5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/quotas/40bf669d7c86461487aff158b418b6f8 HTTP/1.1" status: 200 len: 375 time: 0.0110373 Jul 15 14:56:59.186721 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:56:59.305323 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-5f1fbd8c-4146-408d-b754-eb35adc785e0 req-ae78990e-64d6-4458-8edd-bfeab7f27532 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Deleting port 0e382844-07d1-4bf1-ba09-5ba040b08a37 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:56:59.305711 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5f1fbd8c-4146-408d-b754-eb35adc785e0 req-ae78990e-64d6-4458-8edd-bfeab7f27532 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:59.314115 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-cec87f12-d1d7-45e5-8e06-1ccb738f10c6 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=40bf669d7c86461487aff158b418b6f8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1296995 Jul 15 14:56:59.354367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1b81b-5c6c-4127-bf51-541d0656b2d5 req-4e528dc5-05c1-488c-8bbb-5c53b4009e7a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:59.356006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7cd1b81b-5c6c-4127-bf51-541d0656b2d5 req-4e528dc5-05c1-488c-8bbb-5c53b4009e7a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.1304262 Jul 15 14:56:59.440218 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5f1fbd8c-4146-408d-b754-eb35adc785e0 req-ae78990e-64d6-4458-8edd-bfeab7f27532 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] For port 0e382844-07d1-4bf1-ba09-5ba040b08a37, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=0e382844-07d1-4bf1-ba09-5ba040b08a37,segment=NetworkSegment(92996357-cfd5-4d6d-a672-675d788b13f2),segment_id=92996357-cfd5-4d6d-a672-675d788b13f2)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:56:59.441457 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5f1fbd8c-4146-408d-b754-eb35adc785e0 req-ae78990e-64d6-4458-8edd-bfeab7f27532 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:59.456018 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 0e382844-07d1-4bf1-ba09-5ba040b08a37 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:56:59.462192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-5f1fbd8c-4146-408d-b754-eb35adc785e0 req-ae78990e-64d6-4458-8edd-bfeab7f27532 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Calling delete_port for 0e382844-07d1-4bf1-ba09-5ba040b08a37 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:56:59.493107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7cd1b81b-5c6c-4127-bf51-541d0656b2d5 req-6dd5da61-2542-4798-98b9-2f0ebdce5c99 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154609 Jul 15 14:56:59.541828 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 0e382844-07d1-4bf1-ba09-5ba040b08a37 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:59.542502 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:59.557385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-98a7f35f-3bc4-4733-a8b7-2d4ba3061a16 service neutron] 10.222.0.38 "GET /v2.0/networks/62fd754e-5cad-4a48-a4b4-1613cbb8c1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212532 Jul 15 14:56:59.677571 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:59.700949 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5f1fbd8c-4146-408d-b754-eb35adc785e0 req-ae78990e-64d6-4458-8edd-bfeab7f27532 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:59.716043 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['0e382844-07d1-4bf1-ba09-5ba040b08a37'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:56:59.765583 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 7b747756-7899-45b7-85f5-3c1a5163ce7b no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:56:59.775789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78990e-64d6-4458-8edd-bfeab7f27532 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Pushing event deleted for resources: {'Port': ['ID=0e382844-07d1-4bf1-ba09-5ba040b08a37,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:59.788242 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 7b747756-7899-45b7-85f5-3c1a5163ce7b {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:56:59.788593 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 7b747756-7899-45b7-85f5-3c1a5163ce7b not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:56:59.836159 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-de0986af-0706-4bca-be5a-cbd137e1336b tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:59.837748 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-de0986af-0706-4bca-be5a-cbd137e1336b tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.11 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 808 time: 0.3910625 Jul 15 14:56:59.849499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1fbd8c-4146-408d-b754-eb35adc785e0 req-ae78990e-64d6-4458-8edd-bfeab7f27532 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] No DVR routers for this DVR port 0e382844-07d1-4bf1-ba09-5ba040b08a37 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:56:59.858267 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-096580b8-3cb8-46bf-a9e1-7036dd47101f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Request body: {'port': {'device_id': '8145c732-1584-4885-834f-33a66969248f', 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e', 'admin_state_up': True, 'tenant_id': 'ebf1693107584ee2863f1119d2dec38c'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:59.859369 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5f1fbd8c-4146-408d-b754-eb35adc785e0 req-ae78990e-64d6-4458-8edd-bfeab7f27532 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:59.862003 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5f1fbd8c-4146-408d-b754-eb35adc785e0 req-ae78990e-64d6-4458-8edd-bfeab7f27532 tempest-ImagesTestJSON-1535681635 tempest-ImagesTestJSON-1535681635-project] 10.222.0.22 "DELETE /v2.0/ports/0e382844-07d1-4bf1-ba09-5ba040b08a37 HTTP/1.1" status: 204 len: 173 time: 0.6735280 Jul 15 14:56:59.892362 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-49963f69-04d0-4126-8e01-818c2e7b0414 service neutron] 10.222.0.38 "GET /v2.0/networks/62fd754e-5cad-4a48-a4b4-1613cbb8c1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649872 Jul 15 14:56:59.951406 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7fc1c317-1155-4c5e-af38-d7b4dcfbe9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:59.978062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46888) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:59.984459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-121742b8-e84d-423d-a022-fc350bec8348 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1889853532', 'description': 'tempest-description--1738770942'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:59.997500 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-5b66828a-bd81-4ef1-abd9-96deda4bd41a service neutron] 10.222.0.38 "GET /v2.0/ports/9528b9f5-a68e-4bea-af14-70d1357b739c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0971344 Jul 15 14:57:00.031826 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-121742b8-e84d-423d-a022-fc350bec8348 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 14:57:00.031826 n-d-764435-3 neutron-server[100712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 14:57:00.031826 n-d-764435-3 neutron-server[100712]: [parameters: {'project_id': '3c822a4f9db84f3f82e1eaf160263154', 'id': '49d0b0f6-a1c5-493a-9506-d214e8fc0310', 'expiration': datetime.datetime(2021, 7, 15, 14, 59, 0, 24078)}] Jul 15 14:57:00.031826 n-d-764435-3 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 14:57:00.033288 n-d-764435-3 neutron-server[100712]: DEBUG oslo_db.api [None req-121742b8-e84d-423d-a022-fc350bec8348 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:57:00.055203 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-096580b8-3cb8-46bf-a9e1-7036dd47101f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Made reservation on behalf of ebf1693107584ee2863f1119d2dec38c for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:00.059035 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-096580b8-3cb8-46bf-a9e1-7036dd47101f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:00.139267 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65d15e48-a7d5-499e-9827-e4b78cacc2cb req-c185c127-2b67-4751-b8d7-ebe95d0803b7 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 210 time: 0.0490534 Jul 15 14:57:00.192600 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c09b2597-dbd5-47b5-83d2-955672a58be6 service neutron] 10.222.0.38 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830492 Jul 15 14:57:00.253051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdf8917-06d6-48dc-bb88-b7045431388c', 'name': 'network-vif-deleted', 'tag': '0e382844-07d1-4bf1-ba09-5ba040b08a37'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:00.256965 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0fe5c9-438d-4434-a1a1-80357004036a" -d '{"events": [{"server_uuid": "bfdf8917-06d6-48dc-bb88-b7045431388c", "name": "network-vif-deleted", "tag": "0e382844-07d1-4bf1-ba09-5ba040b08a37"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:00.377195 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-096580b8-3cb8-46bf-a9e1-7036dd47101f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Allocated IP 172.20.0.7 (1b052415-ea98-4ad2-9697-24ee25c7523e/4f5fa273-121e-4648-b059-cb3497a7f2a0/368c9bc7-3f28-474d-839f-d92f52ef95fc) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:00.381420 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-9d89fc8f-1425-4156-81d7-115d47e8396d service neutron] 10.222.0.38 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770089 Jul 15 14:57:00.462075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb038d-ac2b-4e45-820a-04c6610c7811 req-10e519ea-0896-4e70-a53f-95ee997455c6 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:00.463631 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1beb038d-ac2b-4e45-820a-04c6610c7811 req-10e519ea-0896-4e70-a53f-95ee997455c6 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.1903815 Jul 15 14:57:00.487531 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-273254a9-01ae-4a80-bbe2-e6a29eb02eb3 service neutron] 10.222.0.38 "GET /v2.0/ports/ea6c6468-db9b-4be4-a110-cfd32f419f39?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0963168 Jul 15 14:57:00.556544 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-121742b8-e84d-423d-a022-fc350bec8348 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:00.577344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1beb038d-ac2b-4e45-820a-04c6610c7811 req-21b63f08-b49a-417d-a754-4fd1984310fa tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031833 Jul 15 14:57:00.685897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-5602f894-6b41-484c-bb12-85c0d1f11d18 service neutron] 10.222.0.38 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872241 Jul 15 14:57:00.689448 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-121742b8-e84d-423d-a022-fc350bec8348 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:00.695360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-121742b8-e84d-423d-a022-fc350bec8348 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:00.714650 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8cc69e-a6cd-4430-932d-87dc490cd415 x-openstack-request-id: req-4e8cc69e-a6cd-4430-932d-87dc490cd415 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:00.714971 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73db498-21af-4859-ad6f-13248c67a8ff", "name": "network-vif-deleted", "tag": "ba273513-dfc4-49b7-817a-1bdfe976ce90", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:00.715227 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e8cc69e-a6cd-4430-932d-87dc490cd415 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:00.715697 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73db498-21af-4859-ad6f-13248c67a8ff', 'name': 'network-vif-deleted', 'tag': 'ba273513-dfc4-49b7-817a-1bdfe976ce90', 'status': 'completed', 'code': 200} Jul 15 14:57:00.727248 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-121742b8-e84d-423d-a022-fc350bec8348 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:00.728510 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-121742b8-e84d-423d-a022-fc350bec8348 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7485383 Jul 15 14:57:00.730582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121742b8-e84d-423d-a022-fc350bec8348 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350bf8eb-6579-4455-ab93-39dd74dbd2df,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:00.732726 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46896) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:00.737604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-91a5e989-b7fe-40ab-917f-8d19827865e5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Request body: {'security_group_rule': {'security_group_id': '350bf8eb-6579-4455-ab93-39dd74dbd2df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:00.741065 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-096580b8-3cb8-46bf-a9e1-7036dd47101f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:00.765499 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91a5e989-b7fe-40ab-917f-8d19827865e5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:00.819801 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91a5e989-b7fe-40ab-917f-8d19827865e5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:00.823751 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91a5e989-b7fe-40ab-917f-8d19827865e5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:00.844971 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-f4c21c5b-60ff-4b2d-85a9-5f4f3cdb9608 service neutron] 10.222.0.38 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582091 Jul 15 14:57:00.846116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5e989-b7fe-40ab-917f-8d19827865e5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c3efee-7aa6-48c6-93a9-3f4509dd67fb,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:00.855728 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91a5e989-b7fe-40ab-917f-8d19827865e5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:00.856555 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-91a5e989-b7fe-40ab-917f-8d19827865e5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229365 Jul 15 14:57:00.859346 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46906) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:00.864074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-86d6ceea-8818-4f3c-91b9-2d35ff3e4381 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Request body: {'security_group_rule': {'security_group_id': '350bf8eb-6579-4455-ab93-39dd74dbd2df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:00.882879 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-096580b8-3cb8-46bf-a9e1-7036dd47101f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:00.896672 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86d6ceea-8818-4f3c-91b9-2d35ff3e4381 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:00.959232 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86d6ceea-8818-4f3c-91b9-2d35ff3e4381 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:00.963431 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86d6ceea-8818-4f3c-91b9-2d35ff3e4381 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:00.980918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6ceea-8818-4f3c-91b9-2d35ff3e4381 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ccb6d3-6b67-47bf-89a2-5a365730148f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:00.991862 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86d6ceea-8818-4f3c-91b9-2d35ff3e4381 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:00.993687 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-86d6ceea-8818-4f3c-91b9-2d35ff3e4381 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332071 Jul 15 14:57:00.996763 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46908) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:01.001372 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:01.024283 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:01.032266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-096580b8-3cb8-46bf-a9e1-7036dd47101f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Network 1b052415-ea98-4ad2-9697-24ee25c7523e is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:01.043121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-096580b8-3cb8-46bf-a9e1-7036dd47101f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:01.044949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096580b8-3cb8-46bf-a9e1-7036dd47101f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Pushing event updated for resources: {'Port': ['ID=368c9bc7-3f28-474d-839f-d92f52ef95fc,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:01.049205 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-096580b8-3cb8-46bf-a9e1-7036dd47101f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:01.136392 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:01.249446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Allocated IP 172.25.4.161 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/159fdd9e-9413-47f7-896d-b28d902fc90f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:01.360347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89062715-5954-4e87-9b66-ce25196eed95 req-61fd0922-dd60-4242-8083-af2fa4bc1a79 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:01.361911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89062715-5954-4e87-9b66-ce25196eed95 req-61fd0922-dd60-4242-8083-af2fa4bc1a79 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 812 time: 0.5644665 Jul 15 14:57:01.366479 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:01.370105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-408fbb07-aea9-4d44-9e5f-28d0e79f63eb service neutron] 10.222.0.38 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152652 Jul 15 14:57:01.409622 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89062715-5954-4e87-9b66-ce25196eed95 req-4dc84549-abf0-4dbc-81fa-cad3574e2a5e tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/quotas/c897b36bbafc46f38b8951e37af7f8d2 HTTP/1.1" status: 200 len: 375 time: 0.0379782 Jul 15 14:57:01.410991 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:01.422678 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-096580b8-3cb8-46bf-a9e1-7036dd47101f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:01.423302 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-096580b8-3cb8-46bf-a9e1-7036dd47101f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:01.455619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:01.459612 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:01.463250 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:01.468810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Pushing event updated for resources: {'Port': ['ID=159fdd9e-9413-47f7-896d-b28d902fc90f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:01.493227 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89062715-5954-4e87-9b66-ce25196eed95 req-7ff2a90c-b98d-43c2-8bbd-43e22275d7b6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767832 Jul 15 14:57:01.496695 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-096580b8-3cb8-46bf-a9e1-7036dd47101f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6426337 Jul 15 14:57:01.518664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Request body: {'port': {'device_id': '8145c732-1584-4885-834f-33a66969248f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:01.552345 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:01.600858 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:01.627110 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-e29e2302-60f9-4486-908e-7210f24b652d service neutron] 10.222.0.38 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433929 Jul 15 14:57:01.704469 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:01.717912 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89062715-5954-4e87-9b66-ce25196eed95 req-7dc6429f-6267-45d9-a37c-2519685422ce service neutron] 10.222.0.38 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118466 Jul 15 14:57:01.758134 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:01.764423 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:01.832594 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Pushing event updated for resources: {'Port': ['ID=159fdd9e-9413-47f7-896d-b28d902fc90f,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:01.844511 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:01.860411 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:01.861710 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1a71f744-e5c0-42a7-a360-5ffda64fce10 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8639486 Jul 15 14:57:01.945892 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-e35faea5-2694-4b48-835a-1c3b64180505 service neutron] 10.222.0.38 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951524 Jul 15 14:57:02.016911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89062715-5954-4e87-9b66-ce25196eed95 req-cbb334b6-6430-445b-a04b-0b38b3770fd9 service neutron] 10.222.0.38 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680924 Jul 15 14:57:02.136970 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-0acf33cb-75bd-4cc7-9bce-ab691ee88e23 service neutron] 10.222.0.38 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849036 Jul 15 14:57:02.234888 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3bfb11-d0ff-4468-be06-a127f7c87d5c x-openstack-request-id: req-0f3bfb11-d0ff-4468-be06-a127f7c87d5c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:02.235894 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdf8917-06d6-48dc-bb88-b7045431388c", "name": "network-vif-deleted", "tag": "0e382844-07d1-4bf1-ba09-5ba040b08a37", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:02.236374 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f3bfb11-d0ff-4468-be06-a127f7c87d5c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:02.238161 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdf8917-06d6-48dc-bb88-b7045431388c', 'name': 'network-vif-deleted', 'tag': '0e382844-07d1-4bf1-ba09-5ba040b08a37', 'status': 'completed', 'code': 200} Jul 15 14:57:02.257868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368c9bc7-3f28-474d-839f-d92f52ef95fc {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:02.259367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ba273513-dfc4-49b7-817a-1bdfe976ce90 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:57:02.271914 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:02.302327 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: ba273513-dfc4-49b7-817a-1bdfe976ce90 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:57:02.302989 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ba273513-dfc4-49b7-817a-1bdfe976ce90 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:57:02.308223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Transition to ACTIVE for port object 368c9bc7-3f28-474d-839f-d92f52ef95fc will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:02.314398 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-4375b835-8737-4b61-9362-825e051fb3f8 service neutron] 10.222.0.38 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656408 Jul 15 14:57:02.316577 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:02.438398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Pushing event updated for resources: {'Port': ['ID=368c9bc7-3f28-474d-839f-d92f52ef95fc,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:02.562114 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-54f939b9-ec33-4c79-957d-7fbf6057fdb4 service neutron] 10.222.0.38 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168252 Jul 15 14:57:02.585366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a94fc2-0008-407b-9c42-dba33b8c9af0 req-19cac92b-f47a-4165-abf9-c026d7001aed tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:02.587008 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66a94fc2-0008-407b-9c42-dba33b8c9af0 req-19cac92b-f47a-4165-abf9-c026d7001aed tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.2406704 Jul 15 14:57:02.634151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:02.634476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:02.634829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:02.679535 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Port 368c9bc7-3f28-474d-839f-d92f52ef95fc on network 1b052415-ea98-4ad2-9697-24ee25c7523e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:57:02.679945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:02.698964 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:02.699290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:02.699706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Checking segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:02.700004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Bound using segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:02.700580 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Bound port: 368c9bc7-3f28-474d-839f-d92f52ef95fc, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:02.700932 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:02.709998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66a94fc2-0008-407b-9c42-dba33b8c9af0 req-bbdf6e8d-0022-4179-b7e3-9a24245965f6 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077659 Jul 15 14:57:02.754505 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-afbad4a4-e788-430d-a677-4044e23f0fe0 service neutron] 10.222.0.38 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846454 Jul 15 14:57:02.839772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:02.859578 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a73cc378-ac88-4214-8679-685262633f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:02.867081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=368c9bc7-3f28-474d-839f-d92f52ef95fc,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:02.881002 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:02.943183 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-f37692ee-aa53-4ce4-902e-3a066c4315e9 service neutron] 10.222.0.38 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802454 Jul 15 14:57:02.949439 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:02.950056 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:02.951615 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] 10.222.0.11 "PUT /v2.0/ports/368c9bc7-3f28-474d-839f-d92f52ef95fc HTTP/1.1" status: 200 len: 1091 time: 1.4443507 Jul 15 14:57:02.952053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8145c732-1584-4885-834f-33a66969248f', 'tag': '368c9bc7-3f28-474d-839f-d92f52ef95fc'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:02.954301 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0339efe8-4baf-45c6-83bb-ea17c76beeb3" -d '{"events": [{"name": "network-changed", "server_uuid": "8145c732-1584-4885-834f-33a66969248f", "tag": "368c9bc7-3f28-474d-839f-d92f52ef95fc"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:02.989544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc03f4-9f8d-4620-b138-eef931cf16e2 service neutron] Pushing event updated for resources: {'Port': ['ID=368c9bc7-3f28-474d-839f-d92f52ef95fc,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:03.034142 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca8a8c-7934-4112-8499-cfcd65d8788a req-c2ee5246-4fa1-4087-b927-3b333ee53dd2 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:03.035973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-00ca8a8c-7934-4112-8499-cfcd65d8788a req-c2ee5246-4fa1-4087-b927-3b333ee53dd2 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 943 time: 0.1730425 Jul 15 14:57:03.093465 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-d76af7ac-1087-42e1-b742-8ea64c02c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:03.095177 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-d76af7ac-1087-42e1-b742-8ea64c02c7f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 1094 time: 0.1026592 Jul 15 14:57:03.104373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-00ca8a8c-7934-4112-8499-cfcd65d8788a req-899aba12-e2be-4f05-af20-17285101d939 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556588 Jul 15 14:57:03.151582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-ddd78d47-961a-4159-934d-eb69b828e0d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=368c9bc7-3f28-474d-839f-d92f52ef95fc HTTP/1.1" status: 200 len: 217 time: 0.0487370 Jul 15 14:57:03.213971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-c3cfa687-af9b-42f0-9aac-f888d8c8b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:03.215770 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-c3cfa687-af9b-42f0-9aac-f888d8c8b716 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.0576184 Jul 15 14:57:03.261730 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-d41069dd-0131-437b-bc28-4436cee12aa0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376184 Jul 15 14:57:03.400316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dfa19-55fd-482d-865e-5dbf1993fca6 req-d969dd6e-20be-45d2-91d1-40a7663002d1 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:03.402091 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e2dfa19-55fd-482d-865e-5dbf1993fca6 req-d969dd6e-20be-45d2-91d1-40a7663002d1 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.1445837 Jul 15 14:57:03.408156 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-2ba07c1d-057b-4daf-8d1c-2895f7be2ea4 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360371 Jul 15 14:57:03.412143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89062715-5954-4e87-9b66-ce25196eed95 req-b2054fee-dcc1-4462-a488-4e565419dd87 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:03.413857 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89062715-5954-4e87-9b66-ce25196eed95 req-b2054fee-dcc1-4462-a488-4e565419dd87 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.22 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 812 time: 0.1561832 Jul 15 14:57:03.426494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-89062715-5954-4e87-9b66-ce25196eed95 req-83b0111d-e4f0-4779-bd2b-ad72b0d5cd3b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Request body: {'port': {'device_id': '1483b0fa-fe3a-4600-ad97-f9bf47431de9', 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5', 'admin_state_up': True, 'tenant_id': 'c897b36bbafc46f38b8951e37af7f8d2'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:03.455492 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 0e382844-07d1-4bf1-ba09-5ba040b08a37 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:57:03.496435 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 0e382844-07d1-4bf1-ba09-5ba040b08a37 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:57:03.496792 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 0e382844-07d1-4bf1-ba09-5ba040b08a37 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:57:03.529986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e2dfa19-55fd-482d-865e-5dbf1993fca6 req-1207dcf0-28a8-4a1f-9c27-23110ca05cd7 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130681 Jul 15 14:57:03.589135 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89062715-5954-4e87-9b66-ce25196eed95 req-83b0111d-e4f0-4779-bd2b-ad72b0d5cd3b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Made reservation on behalf of c897b36bbafc46f38b8951e37af7f8d2 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:03.592752 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb1aa335-f8c7-49dc-8b3d-e1c9e3936f08 req-6972fb94-4877-4145-9810-030ef6fa5888 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773717 Jul 15 14:57:03.592930 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-89062715-5954-4e87-9b66-ce25196eed95 req-83b0111d-e4f0-4779-bd2b-ad72b0d5cd3b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:03.761916 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-89062715-5954-4e87-9b66-ce25196eed95 req-83b0111d-e4f0-4779-bd2b-ad72b0d5cd3b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Allocated IP 172.20.0.2 (6239ea20-fb27-4507-a07e-8bd13bd4e1c5/b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2/059c3637-ad4a-427a-a09c-b281e6ba4541) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:03.770262 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-deadb981-e72a-4939-88c7-d3c226a1ee43 req-16e0acde-023a-43cf-8e3f-a134c7ddda34 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 210 time: 0.0385299 Jul 15 14:57:03.802911 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-9e8f32d9-90f0-47b5-bb15-fcc95c4eb2fe tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:03.802911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-9e8f32d9-90f0-47b5-bb15-fcc95c4eb2fe tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/networks?id=eacc08ca-f982-4eb2-8bfa-36e206d649e0 HTTP/1.1" status: 200 len: 822 time: 0.1610591 Jul 15 14:57:03.817168 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-947a917b-5299-4e9d-89ac-f61ac79011b6 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/quotas/3c822a4f9db84f3f82e1eaf160263154 HTTP/1.1" status: 200 len: 375 time: 0.0118237 Jul 15 14:57:03.898760 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1d9f7d19-d50f-4521-a352-5893814f60e1 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3c822a4f9db84f3f82e1eaf160263154&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751936 Jul 15 14:57:03.965504 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-89062715-5954-4e87-9b66-ce25196eed95 req-83b0111d-e4f0-4779-bd2b-ad72b0d5cd3b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:04.011036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-88843e3b-4e87-4bfc-8d79-7597407e1635 service neutron] 10.222.0.38 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052213 Jul 15 14:57:04.018270 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-89062715-5954-4e87-9b66-ce25196eed95 req-83b0111d-e4f0-4779-bd2b-ad72b0d5cd3b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:04.072854 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89062715-5954-4e87-9b66-ce25196eed95 req-83b0111d-e4f0-4779-bd2b-ad72b0d5cd3b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:04.076787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-89062715-5954-4e87-9b66-ce25196eed95 req-83b0111d-e4f0-4779-bd2b-ad72b0d5cd3b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:04.081782 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-89062715-5954-4e87-9b66-ce25196eed95 req-83b0111d-e4f0-4779-bd2b-ad72b0d5cd3b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:04.106764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0111d-e4f0-4779-bd2b-ad72b0d5cd3b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Pushing event updated for resources: {'Port': ['ID=059c3637-ad4a-427a-a09c-b281e6ba4541,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:04.146770 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89062715-5954-4e87-9b66-ce25196eed95 req-83b0111d-e4f0-4779-bd2b-ad72b0d5cd3b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:04.148564 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-89062715-5954-4e87-9b66-ce25196eed95 req-83b0111d-e4f0-4779-bd2b-ad72b0d5cd3b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:04.153062 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:04.160625 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-2c1d8032-4733-437c-a293-0fa58f400461 service neutron] 10.222.0.38 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409695 Jul 15 14:57:04.168019 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89062715-5954-4e87-9b66-ce25196eed95 req-83b0111d-e4f0-4779-bd2b-ad72b0d5cd3b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7459269 Jul 15 14:57:04.184444 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Request body: {'port': {'device_id': '1483b0fa-fe3a-4600-ad97-f9bf47431de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:04.279629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:04.329884 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3988ba6-d9e2-4b70-a689-4a61b21f1d50 x-openstack-request-id: req-a3988ba6-d9e2-4b70-a689-4a61b21f1d50 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:04.330414 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8145c732-1584-4885-834f-33a66969248f", "tag": "368c9bc7-3f28-474d-839f-d92f52ef95fc", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:04.330900 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a3988ba6-d9e2-4b70-a689-4a61b21f1d50 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:04.331335 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8145c732-1584-4885-834f-33a66969248f', 'tag': '368c9bc7-3f28-474d-839f-d92f52ef95fc', 'status': 'completed', 'code': 200} Jul 15 14:57:04.483661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe88d7d6-265d-4a24-9d31-57183380b6dd req-8e158723-8f93-4af2-89ad-3a405c407c55 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.0493100 Jul 15 14:57:04.504339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339efe8-4baf-45c6-83bb-ea17c76beeb3 req-7d7a448f-3c1e-46fa-a0af-d1209fa79cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:04.505745 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0339efe8-4baf-45c6-83bb-ea17c76beeb3 req-7d7a448f-3c1e-46fa-a0af-d1209fa79cc8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 1094 time: 0.1412506 Jul 15 14:57:04.671803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059c3637-ad4a-427a-a09c-b281e6ba4541 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:04.680244 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:04.694913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Transition to ACTIVE for port object 059c3637-ad4a-427a-a09c-b281e6ba4541 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:04.699300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339efe8-4baf-45c6-83bb-ea17c76beeb3 req-b259796b-9559-4957-86f1-abdddb7ddb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:04.700782 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0339efe8-4baf-45c6-83bb-ea17c76beeb3 req-b259796b-9559-4957-86f1-abdddb7ddb0a service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.1807270 Jul 15 14:57:04.701499 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:04.787309 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=059c3637-ad4a-427a-a09c-b281e6ba4541,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:04.841190 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Attempting to bind port 059c3637-ad4a-427a-a09c-b281e6ba4541 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:04.841578 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Attempting to bind port 059c3637-ad4a-427a-a09c-b281e6ba4541 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:04.841949 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Attempting to bind port 059c3637-ad4a-427a-a09c-b281e6ba4541 on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:04.848226 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Port 059c3637-ad4a-427a-a09c-b281e6ba4541 on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:57:04.848562 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Attempting to bind port 059c3637-ad4a-427a-a09c-b281e6ba4541 on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:04.855108 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:04.855249 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Checking segment: {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:04.855655 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Bound using segment: {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:04.856091 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Bound port: 059c3637-ad4a-427a-a09c-b281e6ba4541, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:04.856469 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:04.936840 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] For port 059c3637-ad4a-427a-a09c-b281e6ba4541, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:04.942180 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] For port 059c3637-ad4a-427a-a09c-b281e6ba4541, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=059c3637-ad4a-427a-a09c-b281e6ba4541,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:04.947826 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:04.993451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:04.994076 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:04.995619 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89062715-5954-4e87-9b66-ce25196eed95 req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] 10.222.0.22 "PUT /v2.0/ports/059c3637-ad4a-427a-a09c-b281e6ba4541 HTTP/1.1" status: 200 len: 1091 time: 0.8157957 Jul 15 14:57:04.996077 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1483b0fa-fe3a-4600-ad97-f9bf47431de9', 'tag': '059c3637-ad4a-427a-a09c-b281e6ba4541'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:04.999051 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22851dd0-b771-418c-aa6f-ed2bd15bb514" -d '{"events": [{"name": "network-changed", "server_uuid": "1483b0fa-fe3a-4600-ad97-f9bf47431de9", "tag": "059c3637-ad4a-427a-a09c-b281e6ba4541"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:05.025132 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36424451-a3ec-4290-b612-e62399a1f3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=059c3637-ad4a-427a-a09c-b281e6ba4541,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:05.044661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0339efe8-4baf-45c6-83bb-ea17c76beeb3 req-4e983e5e-6084-44a3-80ec-9934e7fa0cf5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=368c9bc7-3f28-474d-839f-d92f52ef95fc HTTP/1.1" status: 200 len: 217 time: 0.3355558 Jul 15 14:57:05.053581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3fbcc-eb37-43c1-8e78-90fad0a29f66 req-4c599de7-9fb1-4e9b-97c8-e54d4e50d6ae tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:05.055107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56a3fbcc-eb37-43c1-8e78-90fad0a29f66 req-4c599de7-9fb1-4e9b-97c8-e54d4e50d6ae tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.5484612 Jul 15 14:57:05.111662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204076d6-e135-4f4b-8ebc-7f10ae2ddca5 req-229b1146-5999-46db-907d-76644e86fdab tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:05.113811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-204076d6-e135-4f4b-8ebc-7f10ae2ddca5 req-229b1146-5999-46db-907d-76644e86fdab tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 943 time: 0.4742472 Jul 15 14:57:05.157457 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339efe8-4baf-45c6-83bb-ea17c76beeb3 req-b8ac8be0-e6c4-4950-8313-70c39d7a3c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:05.158959 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0339efe8-4baf-45c6-83bb-ea17c76beeb3 req-b8ac8be0-e6c4-4950-8313-70c39d7a3c91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.1029735 Jul 15 14:57:05.167875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56a3fbcc-eb37-43c1-8e78-90fad0a29f66 req-ece4eb85-4573-44a7-820e-58104a3767eb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003025 Jul 15 14:57:05.208610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0339efe8-4baf-45c6-83bb-ea17c76beeb3 req-162bab52-93be-4da0-9b6b-2afc7f2cc566 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389693 Jul 15 14:57:05.220559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-4cc00782-5626-47f1-8e12-6ba53047acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:05.222630 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-204076d6-e135-4f4b-8ebc-7f10ae2ddca5 req-a7839529-7c93-40c9-9bfc-4a6f1d96d7b2 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997384 Jul 15 14:57:05.224072 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-4cc00782-5626-47f1-8e12-6ba53047acd0 service neutron] 10.222.0.11 "GET /v2.0/ports/9528b9f5-a68e-4bea-af14-70d1357b739c HTTP/1.1" status: 200 len: 1032 time: 0.1376681 Jul 15 14:57:05.310807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-d5a73637-ab76-48a6-b5cf-88b5c54db53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:05.313172 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-d5a73637-ab76-48a6-b5cf-88b5c54db53b service neutron] 10.222.0.11 "GET /v2.0/ports/ea6c6468-db9b-4be4-a110-cfd32f419f39 HTTP/1.1" status: 200 len: 1033 time: 0.0829024 Jul 15 14:57:05.317282 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89062715-5954-4e87-9b66-ce25196eed95 req-46b2bab9-d1b7-47a2-9d60-63a8246a26e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:05.318966 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89062715-5954-4e87-9b66-ce25196eed95 req-46b2bab9-d1b7-47a2-9d60-63a8246a26e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 1094 time: 0.2344685 Jul 15 14:57:05.386995 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0339efe8-4baf-45c6-83bb-ea17c76beeb3 req-62119971-68c3-4947-b89d-e85e23245888 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633201 Jul 15 14:57:05.397230 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89062715-5954-4e87-9b66-ce25196eed95 req-efa81445-0317-4009-90d8-2019c8bd5ced service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=059c3637-ad4a-427a-a09c-b281e6ba4541 HTTP/1.1" status: 200 len: 217 time: 0.0630794 Jul 15 14:57:05.529927 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89062715-5954-4e87-9b66-ce25196eed95 req-a8bd6c69-ea21-4401-b81b-78f54511dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:05.531526 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89062715-5954-4e87-9b66-ce25196eed95 req-a8bd6c69-ea21-4401-b81b-78f54511dcc7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2 HTTP/1.1" status: 200 len: 852 time: 0.1214237 Jul 15 14:57:05.539577 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-393076c4-37ac-4db0-9a08-48450a27db4d req-1792a0a2-2e06-4b5b-81d7-7cffdbf2342e tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 210 time: 0.0436885 Jul 15 14:57:05.579954 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89062715-5954-4e87-9b66-ce25196eed95 req-145afa25-58cf-4626-a9e3-a8ad4e1cb4ba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323699 Jul 15 14:57:05.592170 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-7163190b-3157-4983-ba6f-c431b366edd3 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:05.599924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-7163190b-3157-4983-ba6f-c431b366edd3 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:05.603265 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0339efe8-4baf-45c6-83bb-ea17c76beeb3 req-bc48f5f1-0b75-41d7-b4db-e87399a6420c service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094269 Jul 15 14:57:05.606162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-7163190b-3157-4983-ba6f-c431b366edd3 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:05.609231 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-7163190b-3157-4983-ba6f-c431b366edd3 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.11 "GET /v2.0/networks?id=62fd754e-5cad-4a48-a4b4-1613cbb8c1dc&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=bc696e57-667f-4451-b6b7-ff70513b7290&id=bc696e57-667f-4451-b6b7-ff70513b7290 HTTP/1.1" status: 200 len: 1994 time: 0.2880042 Jul 15 14:57:05.707604 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1fa17764-3ec5-408e-9f26-547facf98f80 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40bf669d7c86461487aff158b418b6f8 HTTP/1.1" status: 200 len: 379 time: 0.0786853 Jul 15 14:57:05.717278 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c15eb79d-c0bb-49f5-8580-ac92597d9fb0 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Request body: {'port': {'device_id': '35240747-2e08-474c-96a5-2904d36d7b22', 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'admin_state_up': True, 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'security_groups': ['5e06909b-77df-4bf4-8cf0-5a95fe65b616']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:05.769770 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89062715-5954-4e87-9b66-ce25196eed95 req-84611485-0ea4-4169-8570-de1c601dbf01 service neutron] 10.222.0.22 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606753 Jul 15 14:57:05.840481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e569cd-f5c1-4bf5-9c75-e8163673db1b req-6c277c1c-6d7c-4b5c-9cc1-db4d5ef8eb36 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:05.850010 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05e569cd-f5c1-4bf5-9c75-e8163673db1b req-6c277c1c-6d7c-4b5c-9cc1-db4d5ef8eb36 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 943 time: 0.1374536 Jul 15 14:57:05.852051 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:05.899214 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db132b5b-be30-4656-8605-2e11d2553a33 req-429d9f12-b3ff-41eb-8f82-50b55837a021 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:05.907003 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db132b5b-be30-4656-8605-2e11d2553a33 req-429d9f12-b3ff-41eb-8f82-50b55837a021 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.2051351 Jul 15 14:57:05.971610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05e569cd-f5c1-4bf5-9c75-e8163673db1b req-31ec8ae1-15f3-4ce4-be54-7539ad417393 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207285 Jul 15 14:57:06.095218 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db132b5b-be30-4656-8605-2e11d2553a33 req-744b82b9-8030-4938-8b34-e2345484d64f tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871812 Jul 15 14:57:06.166930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-b02f51f0-e514-4bad-8b76-c197230596e7 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:06.187490 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-b02f51f0-e514-4bad-8b76-c197230596e7 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.11 "GET /v2.0/networks?id=eacc08ca-f982-4eb2-8bfa-36e206d649e0 HTTP/1.1" status: 200 len: 822 time: 0.3103633 Jul 15 14:57:06.204917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-0ecb6bf9-60de-4169-8be6-3a8e04a5ec0d tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Request body: {'port': {'device_id': '78335c8b-d710-40f8-8b9b-e7b1610fe7e5', 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0', 'admin_state_up': True, 'tenant_id': '3c822a4f9db84f3f82e1eaf160263154'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:06.207486 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfe8261-bc15-4688-8bf1-63fdae1a1b51 x-openstack-request-id: req-bbfe8261-bc15-4688-8bf1-63fdae1a1b51 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:06.209396 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1483b0fa-fe3a-4600-ad97-f9bf47431de9", "tag": "059c3637-ad4a-427a-a09c-b281e6ba4541", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:06.209678 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bbfe8261-bc15-4688-8bf1-63fdae1a1b51 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:06.210094 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1483b0fa-fe3a-4600-ad97-f9bf47431de9', 'tag': '059c3637-ad4a-427a-a09c-b281e6ba4541', 'status': 'completed', 'code': 200} Jul 15 14:57:06.262065 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89062715-5954-4e87-9b66-ce25196eed95 req-cbfe8d40-890a-4dcb-871a-763be59f13e6 service neutron] 10.222.0.22 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658020 Jul 15 14:57:06.267661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c15eb79d-c0bb-49f5-8580-ac92597d9fb0 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Made reservation on behalf of 40bf669d7c86461487aff158b418b6f8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:06.274850 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 368c9bc7-3f28-474d-839f-d92f52ef95fc details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:57:06.276284 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c15eb79d-c0bb-49f5-8580-ac92597d9fb0 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:06.414017 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-446099fd-5711-4b9d-820f-33a90fd0fe36 req-4cd71048-deb8-47d3-b40b-4466d02ffc96 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.0428772 Jul 15 14:57:06.476416 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-0ecb6bf9-60de-4169-8be6-3a8e04a5ec0d tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Made reservation on behalf of 3c822a4f9db84f3f82e1eaf160263154 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:06.483391 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-0ecb6bf9-60de-4169-8be6-3a8e04a5ec0d tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:06.520235 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22851dd0-b771-418c-aa6f-ed2bd15bb514 req-ff170130-52bb-4e06-82b1-f433cc87ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:06.522064 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-22851dd0-b771-418c-aa6f-ed2bd15bb514 req-ff170130-52bb-4e06-82b1-f433cc87ee3f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 1094 time: 0.2019694 Jul 15 14:57:06.537342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=368c9bc7-3f28-474d-839f-d92f52ef95fc,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:06.569075 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '368c9bc7-3f28-474d-839f-d92f52ef95fc', 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e', 'port_id': '368c9bc7-3f28-474d-839f-d92f52ef95fc', 'mac_address': 'fa:16:3e:bc:8a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5fa273-121e-4648-b059-cb3497a7f2a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:57:06.651203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22851dd0-b771-418c-aa6f-ed2bd15bb514 req-5468b0a6-af0c-4312-9596-3ddcaddc5913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:06.652725 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-22851dd0-b771-418c-aa6f-ed2bd15bb514 req-5468b0a6-af0c-4312-9596-3ddcaddc5913 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 913 time: 0.1219239 Jul 15 14:57:06.665266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c15eb79d-c0bb-49f5-8580-ac92597d9fb0 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Allocated IP 172.20.0.4 (62fd754e-5cad-4a48-a4b4-1613cbb8c1dc/218cf0bf-5930-417f-bd02-08d18ed24ea1/95e5d932-f978-4d92-b727-48048c8c1f91) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:06.685160 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:06.704113 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368c9bc7-3f28-474d-839f-d92f52ef95fc {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:06.730315 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=368c9bc7-3f28-474d-839f-d92f52ef95fc,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:06.735332 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:06.762834 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-22851dd0-b771-418c-aa6f-ed2bd15bb514 req-63af5797-c35e-4f13-8094-91983ce7886f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=059c3637-ad4a-427a-a09c-b281e6ba4541 HTTP/1.1" status: 200 len: 217 time: 0.0948875 Jul 15 14:57:06.835039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-0ecb6bf9-60de-4169-8be6-3a8e04a5ec0d tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Allocated IP 172.20.0.2 (eacc08ca-f982-4eb2-8bfa-36e206d649e0/33a0028d-6b1b-4323-8f48-9385d7a289df/5abb581e-251d-4833-8cb3-56fa01d487cc) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:06.847642 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=368c9bc7-3f28-474d-839f-d92f52ef95fc,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:06.886092 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22851dd0-b771-418c-aa6f-ed2bd15bb514 req-d2aed2c9-408e-448d-9fa8-e42df0ce24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:06.887928 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-22851dd0-b771-418c-aa6f-ed2bd15bb514 req-d2aed2c9-408e-448d-9fa8-e42df0ce24ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2 HTTP/1.1" status: 200 len: 852 time: 0.1143579 Jul 15 14:57:06.943977 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47070) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:06.945330 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4399b-439b-4cf4-9ded-02c74ab4adff req-6da76a42-3c72-4089-a407-662900a208ab tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:06.947499 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eef4399b-439b-4cf4-9ded-02c74ab4adff req-6da76a42-3c72-4089-a407-662900a208ab tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.1657922 Jul 15 14:57:06.955886 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-22851dd0-b771-418c-aa6f-ed2bd15bb514 req-b94bb4d5-8855-4824-a952-9b339b870b6a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510335 Jul 15 14:57:07.005014 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['368c9bc7-3f28-474d-839f-d92f52ef95fc'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:07.157230 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eef4399b-439b-4cf4-9ded-02c74ab4adff req-f5c99d7a-de93-431e-b6b7-7123a35c5b03 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992912 Jul 15 14:57:07.181949 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c15eb79d-c0bb-49f5-8580-ac92597d9fb0 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:07.186580 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba3ea3-36e9-4ba7-a653-f65da6ee1490 req-db99ae6a-2c79-48e3-9b73-574742e9e467 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:07.188175 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-21ba3ea3-36e9-4ba7-a653-f65da6ee1490 req-db99ae6a-2c79-48e3-9b73-574742e9e467 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 944 time: 0.3218489 Jul 15 14:57:07.270440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c15eb79d-c0bb-49f5-8580-ac92597d9fb0 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Transition to ACTIVE for port object 95e5d932-f978-4d92-b727-48048c8c1f91 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:07.274772 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-22851dd0-b771-418c-aa6f-ed2bd15bb514 req-ce4043ab-c2b5-4cb6-81a9-091062323b5e service neutron] 10.222.0.22 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105211 Jul 15 14:57:07.308385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-21ba3ea3-36e9-4ba7-a653-f65da6ee1490 req-627e600d-c557-45a6-b98a-f90d5e10ac72 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038482 Jul 15 14:57:07.356798 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-eafdbd79-25b8-4757-9fa7-064567960df5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=05842af278404fda9be7879699e65c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034493 Jul 15 14:57:07.386959 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-0ecb6bf9-60de-4169-8be6-3a8e04a5ec0d tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:07.395914 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47078) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:07.468630 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8130f050-50c4-4571-a788-1d6384187104 req-f4e5a61e-2ae6-4216-b6af-8402af541175 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 210 time: 0.1486671 Jul 15 14:57:07.486352 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-22851dd0-b771-418c-aa6f-ed2bd15bb514 req-314b3334-437c-4751-80d8-118dee0273b1 service neutron] 10.222.0.22 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016318 Jul 15 14:57:07.497969 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c15eb79d-c0bb-49f5-8580-ac92597d9fb0 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:07.515657 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-0ecb6bf9-60de-4169-8be6-3a8e04a5ec0d tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:07.560803 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f4b3851-6592-4753-84be-36bef4148577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:07.617047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-0ecb6bf9-60de-4169-8be6-3a8e04a5ec0d tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Network eacc08ca-f982-4eb2-8bfa-36e206d649e0 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:07.623736 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c15eb79d-c0bb-49f5-8580-ac92597d9fb0 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Network 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:07.631165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-0ecb6bf9-60de-4169-8be6-3a8e04a5ec0d tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:07.637477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-0ecb6bf9-60de-4169-8be6-3a8e04a5ec0d tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:07.642053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c15eb79d-c0bb-49f5-8580-ac92597d9fb0 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:07.655591 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c15eb79d-c0bb-49f5-8580-ac92597d9fb0 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:07.706824 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f4b3851-6592-4753-84be-36bef4148577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:07.707150 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb6bf9-60de-4169-8be6-3a8e04a5ec0d tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Pushing event updated for resources: {'Port': ['ID=5abb581e-251d-4833-8cb3-56fa01d487cc,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:07.747735 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15eb79d-c0bb-49f5-8580-ac92597d9fb0 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event updated for resources: {'Port': ['ID=95e5d932-f978-4d92-b727-48048c8c1f91,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:07.795483 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-0ecb6bf9-60de-4169-8be6-3a8e04a5ec0d tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:07.796169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-0ecb6bf9-60de-4169-8be6-3a8e04a5ec0d tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:07.801477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c15eb79d-c0bb-49f5-8580-ac92597d9fb0 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:07.802386 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c15eb79d-c0bb-49f5-8580-ac92597d9fb0 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:07.827358 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-0ecb6bf9-60de-4169-8be6-3a8e04a5ec0d tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6302619 Jul 15 14:57:07.828666 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c15eb79d-c0bb-49f5-8580-ac92597d9fb0 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1143761 Jul 15 14:57:07.839701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb312ab5-5827-4430-834b-87944f5f8d37 req-c73fcf04-ed22-434e-b041-7b720732f2b7 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:07.841388 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb312ab5-5827-4430-834b-87944f5f8d37 req-c73fcf04-ed22-434e-b041-7b720732f2b7 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 943 time: 0.2268469 Jul 15 14:57:07.849087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Request body: {'port': {'device_id': '78335c8b-d710-40f8-8b9b-e7b1610fe7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:07.849701 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-3d6e472d-362f-40b2-ab1d-889696bf8502 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Request body: {'port': {'device_id': '35240747-2e08-474c-96a5-2904d36d7b22', 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35', 'admin_state_up': True, 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'security_groups': ['5e06909b-77df-4bf4-8cf0-5a95fe65b616']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:07.858988 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f4b3851-6592-4753-84be-36bef4148577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:07.866447 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f4b3851-6592-4753-84be-36bef4148577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:07.868254 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7f4b3851-6592-4753-84be-36bef4148577 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4e271878-97c2-4b2b-a20a-5dfeafd0b4f0 HTTP/1.1" status: 204 len: 168 time: 0.4708452 Jul 15 14:57:07.906565 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b3851-6592-4753-84be-36bef4148577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e271878-97c2-4b2b-a20a-5dfeafd0b4f0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:07.936830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d57287-1119-4e1f-90ec-5acfae9b8a60 req-2eddd2b5-cd3b-4e21-a442-1d1dd4db0916 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:07.938466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38d57287-1119-4e1f-90ec-5acfae9b8a60 req-2eddd2b5-cd3b-4e21-a442-1d1dd4db0916 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.2085819 Jul 15 14:57:07.993545 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4a494b80-8349-43a9-ab75-d3fd37dccc6e None None] Provisioning for port 95e5d932-f978-4d92-b727-48048c8c1f91 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:07.998703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4a494b80-8349-43a9-ab75-d3fd37dccc6e None None] Provisioning complete for port 95e5d932-f978-4d92-b727-48048c8c1f91 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:07.999322 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a494b80-8349-43a9-ab75-d3fd37dccc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:08.069537 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-3d6e472d-362f-40b2-ab1d-889696bf8502 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Made reservation on behalf of 40bf669d7c86461487aff158b418b6f8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:08.074280 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-3d6e472d-362f-40b2-ab1d-889696bf8502 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:08.074952 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb312ab5-5827-4430-834b-87944f5f8d37 req-e83cc9e3-813f-4951-a2d4-f405cde56bb6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211204 Jul 15 14:57:08.085374 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4a494b80-8349-43a9-ab75-d3fd37dccc6e None None] Port 95e5d932-f978-4d92-b727-48048c8c1f91 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:57:08.133820 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:08.154823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38d57287-1119-4e1f-90ec-5acfae9b8a60 req-d1e73378-7d89-49cb-baba-72237f26a26b tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947491 Jul 15 14:57:08.287890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 368c9bc7-3f28-474d-839f-d92f52ef95fc up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:08.389627 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-3d6e472d-362f-40b2-ab1d-889696bf8502 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Allocated IP 10.1.1.174 (92c49654-4ba4-4f61-8bf5-dcf860f7db35/75d2ee4b-93a9-47e7-b439-b454b483e516/96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:08.455239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 368c9bc7-3f28-474d-839f-d92f52ef95fc completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:08.460033 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 368c9bc7-3f28-474d-839f-d92f52ef95fc triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:08.460421 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:08.600920 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-3d6e472d-362f-40b2-ab1d-889696bf8502 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:08.616159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-3d6e472d-362f-40b2-ab1d-889696bf8502 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Transition to ACTIVE for port object 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:08.634347 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:08.655029 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-3d6e472d-362f-40b2-ab1d-889696bf8502 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:08.686125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-3d6e472d-362f-40b2-ab1d-889696bf8502 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:08.695932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c860c7-5035-41fb-8aad-0e18cc772cf9 req-b1566a3b-16ce-4fc6-922a-638526e9df1f tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:08.696995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8145c732-1584-4885-834f-33a66969248f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368c9bc7-3f28-474d-839f-d92f52ef95fc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:08.698275 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6524a0-c72b-47e3-970d-3c1ce2a12d0e" -d '{"events": [{"server_uuid": "8145c732-1584-4885-834f-33a66969248f", "name": "network-vif-plugged", "status": "completed", "tag": "368c9bc7-3f28-474d-839f-d92f52ef95fc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:08.703468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1c860c7-5035-41fb-8aad-0e18cc772cf9 req-b1566a3b-16ce-4fc6-922a-638526e9df1f tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 931 time: 0.2865810 Jul 15 14:57:08.711253 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-3d6e472d-362f-40b2-ab1d-889696bf8502 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:08.715760 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-3d6e472d-362f-40b2-ab1d-889696bf8502 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:08.734354 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=368c9bc7-3f28-474d-839f-d92f52ef95fc,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:08.749137 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:08.757007 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5abb581e-251d-4833-8cb3-56fa01d487cc {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:08.792042 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e472d-362f-40b2-ab1d-889696bf8502 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event updated for resources: {'Port': ['ID=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:08.794169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:08.828675 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-3d6e472d-362f-40b2-ab1d-889696bf8502 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:08.829701 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-3d6e472d-362f-40b2-ab1d-889696bf8502 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:08.850499 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-3d6e472d-362f-40b2-ab1d-889696bf8502 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0101717 Jul 15 14:57:08.851864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=368c9bc7-3f28-474d-839f-d92f52ef95fc,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:08.861443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-49d9dd41-a8e5-4856-981c-b60dc703a2f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Request body: {'port': {'device_id': '35240747-2e08-474c-96a5-2904d36d7b22', 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35', 'admin_state_up': True, 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'security_groups': ['5e06909b-77df-4bf4-8cf0-5a95fe65b616']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:08.881542 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:08.881884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:08.882401 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:08.882761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:08.883404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:08.883930 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:08.884754 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:08.885254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:08.885765 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:08.886259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:08.887378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:08.888155 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:08.908750 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1c860c7-5035-41fb-8aad-0e18cc772cf9 req-bc484f30-d1d4-4635-95b2-20332fba3be4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042215 Jul 15 14:57:08.928753 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce5aab-0bcf-4b3a-820c-431e2f472898 req-23ddad2a-928a-4fd9-8338-b35569ab7259 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:08.933044 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16ce5aab-0bcf-4b3a-820c-431e2f472898 req-23ddad2a-928a-4fd9-8338-b35569ab7259 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.4330368 Jul 15 14:57:08.934175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Transition to ACTIVE for port object 5abb581e-251d-4833-8cb3-56fa01d487cc will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:08.978759 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.038456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16ce5aab-0bcf-4b3a-820c-431e2f472898 req-6ac4ee3d-cedc-4b91-95ab-5ccac3d5e951 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858390 Jul 15 14:57:09.083511 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-49d9dd41-a8e5-4856-981c-b60dc703a2f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Made reservation on behalf of 40bf669d7c86461487aff158b418b6f8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:09.087826 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-49d9dd41-a8e5-4856-981c-b60dc703a2f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.136454 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2f85e4d6-b4e3-4cf1-ab77-b97f0f807449 None None] Provisioning for port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:09.140114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5abb581e-251d-4833-8cb3-56fa01d487cc,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:09.141063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2f85e4d6-b4e3-4cf1-ab77-b97f0f807449 None None] Provisioning complete for port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:09.141786 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f85e4d6-b4e3-4cf1-ab77-b97f0f807449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.164839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Attempting to bind port 5abb581e-251d-4833-8cb3-56fa01d487cc on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:09.165225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Attempting to bind port 5abb581e-251d-4833-8cb3-56fa01d487cc by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'b363b48d-2d44-41da-91d8-d8da0b9df13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:09.165575 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Attempting to bind port 5abb581e-251d-4833-8cb3-56fa01d487cc on network eacc08ca-f982-4eb2-8bfa-36e206d649e0 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:09.171096 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Port 5abb581e-251d-4833-8cb3-56fa01d487cc on network eacc08ca-f982-4eb2-8bfa-36e206d649e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:57:09.171427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Attempting to bind port 5abb581e-251d-4833-8cb3-56fa01d487cc on network eacc08ca-f982-4eb2-8bfa-36e206d649e0 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:09.181480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:09.181480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Checking segment: {'id': 'b363b48d-2d44-41da-91d8-d8da0b9df13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:09.182007 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Bound using segment: {'id': 'b363b48d-2d44-41da-91d8-d8da0b9df13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:09.182375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Bound port: 5abb581e-251d-4833-8cb3-56fa01d487cc, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b363b48d-2d44-41da-91d8-d8da0b9df13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:09.188921 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.229711 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2f85e4d6-b4e3-4cf1-ab77-b97f0f807449 None None] Port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:57:09.274485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] For port 5abb581e-251d-4833-8cb3-56fa01d487cc, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:09.278223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] For port 5abb581e-251d-4833-8cb3-56fa01d487cc, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5abb581e-251d-4833-8cb3-56fa01d487cc,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:09.279497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47124) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:09.291214 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.368008 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47126) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:09.415863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-49d9dd41-a8e5-4856-981c-b60dc703a2f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Allocated IP 10.1.1.19 (92c49654-4ba4-4f61-8bf5-dcf860f7db35/75d2ee4b-93a9-47e7-b439-b454b483e516/509907ba-1a04-411d-8ccf-0436bca64bb6) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:09.452540 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:09.454023 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.455488 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] 10.222.0.11 "PUT /v2.0/ports/5abb581e-251d-4833-8cb3-56fa01d487cc HTTP/1.1" status: 200 len: 1091 time: 1.6131001 Jul 15 14:57:09.468831 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78335c8b-d710-40f8-8b9b-e7b1610fe7e5', 'tag': '5abb581e-251d-4833-8cb3-56fa01d487cc'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:09.471274 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e6fb04-ad09-4bcc-9ed9-612aff74b24b" -d '{"events": [{"name": "network-changed", "server_uuid": "78335c8b-d710-40f8-8b9b-e7b1610fe7e5", "tag": "5abb581e-251d-4833-8cb3-56fa01d487cc"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:09.486732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 059c3637-ad4a-427a-a09c-b281e6ba4541 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:57:09.527235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-a938768d-0308-4b37-bd5d-8e211c23d484 admin admin] Deleting subnet 56d40fa9-e881-4b8a-ab3c-063e05208051 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:57:09.530480 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a938768d-0308-4b37-bd5d-8e211c23d484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.570765 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a938768d-0308-4b37-bd5d-8e211c23d484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.579716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-772409755-network', 'tenant_id': '9c02dd3ea5e541a9bfc54051915b50df'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:09.613169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a938768d-0308-4b37-bd5d-8e211c23d484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.627588 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-49d9dd41-a8e5-4856-981c-b60dc703a2f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.632823 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] Made reservation on behalf of 9c02dd3ea5e541a9bfc54051915b50df for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:09.635721 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.649313 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 059c3637-ad4a-427a-a09c-b281e6ba4541, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=059c3637-ad4a-427a-a09c-b281e6ba4541,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:09.652945 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.664296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-49d9dd41-a8e5-4856-981c-b60dc703a2f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Transition to ACTIVE for port object 509907ba-1a04-411d-8ccf-0436bca64bb6 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:09.665150 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '059c3637-ad4a-427a-a09c-b281e6ba4541', 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5', 'port_id': '059c3637-ad4a-427a-a09c-b281e6ba4541', 'mac_address': 'fa:16:3e:92:5d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:57:09.709312 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a938768d-0308-4b37-bd5d-8e211c23d484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.712690 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.734952 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059c3637-ad4a-427a-a09c-b281e6ba4541 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:09.736653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4440e8-def0-44ad-aadf-52086f3e23e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5abb581e-251d-4833-8cb3-56fa01d487cc,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:09.738216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-49d9dd41-a8e5-4856-981c-b60dc703a2f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.760127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 059c3637-ad4a-427a-a09c-b281e6ba4541, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=059c3637-ad4a-427a-a09c-b281e6ba4541,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:09.768084 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.781931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938768d-0308-4b37-bd5d-8e211c23d484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d40fa9-e881-4b8a-ab3c-063e05208051,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:09.794047 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a938768d-0308-4b37-bd5d-8e211c23d484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.799226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a938768d-0308-4b37-bd5d-8e211c23d484 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/56d40fa9-e881-4b8a-ab3c-063e05208051 HTTP/1.1" status: 204 len: 168 time: 0.5181592 Jul 15 14:57:09.806282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47132) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:09.817892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-49d9dd41-a8e5-4856-981c-b60dc703a2f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:09.824649 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-49d9dd41-a8e5-4856-981c-b60dc703a2f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:09.837907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-49d9dd41-a8e5-4856-981c-b60dc703a2f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:09.846573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9dd41-a8e5-4856-981c-b60dc703a2f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event updated for resources: {'Port': ['ID=509907ba-1a04-411d-8ccf-0436bca64bb6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:09.858280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=059c3637-ad4a-427a-a09c-b281e6ba4541,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:09.889243 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.900790 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.906464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d5eb8-b160-4247-a288-5e7ed08f1556 req-51dce941-fec5-40af-9712-5d07a5e20f4b tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:09.919027 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d90d5eb8-b160-4247-a288-5e7ed08f1556 req-51dce941-fec5-40af-9712-5d07a5e20f4b tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 943 time: 0.4404223 Jul 15 14:57:09.935708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9c071-a39f-4e57-9055-031f40d653b4 req-98edc053-059d-4f6f-8d14-b70b5fb754c4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:09.939452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-49d9dd41-a8e5-4856-981c-b60dc703a2f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:09.940347 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-49d9dd41-a8e5-4856-981c-b60dc703a2f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.945001 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8b9c071-a39f-4e57-9055-031f40d653b4 req-98edc053-059d-4f6f-8d14-b70b5fb754c4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 945 time: 0.5835860 Jul 15 14:57:09.968083 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:57:09.975798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff275bb-1126-4723-bfa7-a219f193cd79,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:09.986318 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:09.987806 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] Added segment 4709153f-dc0a-4371-aedb-9c2cffb84ee1 of type vlan for network deb38a09-2b98-4463-8774-ce58d29c5a56 Jul 15 14:57:09.991405 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-49d9dd41-a8e5-4856-981c-b60dc703a2f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1343036 Jul 15 14:57:10.008862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-544c106a-d790-4756-8d9b-7cdcdcb51ff5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Request body: {'port': {'device_id': '35240747-2e08-474c-96a5-2904d36d7b22', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290', 'admin_state_up': True, 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'security_groups': ['5e06909b-77df-4bf4-8cf0-5a95fe65b616']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:10.013434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['059c3637-ad4a-427a-a09c-b281e6ba4541'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:10.035710 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d90d5eb8-b160-4247-a288-5e7ed08f1556 req-3d239695-3f36-428a-bdc9-add0a8648b37 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157274 Jul 15 14:57:10.076662 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:10.143368 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df634783-0e96-4e62-b6c6-b670a1b98fdb x-openstack-request-id: req-df634783-0e96-4e62-b6c6-b670a1b98fdb {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:10.144040 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8145c732-1584-4885-834f-33a66969248f", "name": "network-vif-plugged", "status": "completed", "tag": "368c9bc7-3f28-474d-839f-d92f52ef95fc", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:10.144040 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-df634783-0e96-4e62-b6c6-b670a1b98fdb {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:10.144331 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8145c732-1584-4885-834f-33a66969248f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368c9bc7-3f28-474d-839f-d92f52ef95fc', 'code': 200} Jul 15 14:57:10.149610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-2160682e-b3ff-47ae-9e73-7b5269ee604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:10.151855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-2160682e-b3ff-47ae-9e73-7b5269ee604f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c822a4f9db84f3f82e1eaf160263154&device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 1094 time: 0.6298056 Jul 15 14:57:10.191444 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8b9c071-a39f-4e57-9055-031f40d653b4 req-f51ade32-bc36-4519-bbfb-f429bf0b0c1b tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448175 Jul 15 14:57:10.200675 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2e010131-308b-4d9d-83e8-6e71bac4e5ed None None] Provisioning for port 509907ba-1a04-411d-8ccf-0436bca64bb6 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:10.214384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2e010131-308b-4d9d-83e8-6e71bac4e5ed None None] Provisioning complete for port 509907ba-1a04-411d-8ccf-0436bca64bb6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:10.214631 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b656-4e14-414d-9c7d-36c3ab7f5bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:10.215300 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e010131-308b-4d9d-83e8-6e71bac4e5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:10.263960 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-55827b77-a01e-484d-b2fc-5fbc07f76f3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5abb581e-251d-4833-8cb3-56fa01d487cc HTTP/1.1" status: 200 len: 217 time: 0.0861912 Jul 15 14:57:10.288666 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.resource_extend [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 14:57:10.309383 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-544c106a-d790-4756-8d9b-7cdcdcb51ff5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Made reservation on behalf of 40bf669d7c86461487aff158b418b6f8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:10.365074 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:10.366136 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:10.366917 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:10.419696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2e010131-308b-4d9d-83e8-6e71bac4e5ed None None] Port 509907ba-1a04-411d-8ccf-0436bca64bb6 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:57:10.462403 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0936663 Jul 15 14:57:10.467957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47138) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:10.505754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-de2a5309-cf29-4a27-9241-5647b0f83d0c admin admin] Request body: {'subnet': {'network_id': 'deb38a09-2b98-4463-8774-ce58d29c5a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-772409755-subnet', 'tenant_id': '9c02dd3ea5e541a9bfc54051915b50df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:10.514561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5f7e5-fbcb-47f4-8ae9-f69d0974f390 admin admin] Pushing event updated for resources: {'Network': ['ID=deb38a09-2b98-4463-8774-ce58d29c5a56,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:10.522802 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-544c106a-d790-4756-8d9b-7cdcdcb51ff5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:10.530025 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network deb38a09-2b98-4463-8774-ce58d29c5a56 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:57:10.540413 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-c30d8f47-3695-4f3f-acea-16d3f7d4ccce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:10.541651 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-c30d8f47-3695-4f3f-acea-16d3f7d4ccce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33a0028d-6b1b-4323-8f48-9385d7a289df HTTP/1.1" status: 200 len: 862 time: 0.2533135 Jul 15 14:57:10.584356 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b656-4e14-414d-9c7d-36c3ab7f5bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:10.626752 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-7ab0b656-4e14-414d-9c7d-36c3ab7f5bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee82be48-a052-4414-9d70-bc059584e660']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:10.633062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2a5309-cf29-4a27-9241-5647b0f83d0c admin admin] Made reservation on behalf of 9c02dd3ea5e541a9bfc54051915b50df for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:10.633642 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-1f08c91b-9901-4077-afa6-59dc71aa1ea1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eacc08ca-f982-4eb2-8bfa-36e206d649e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767179 Jul 15 14:57:10.635569 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de2a5309-cf29-4a27-9241-5647b0f83d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:10.662006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-7ab0b656-4e14-414d-9c7d-36c3ab7f5bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92996357-cfd5-4d6d-a672-675d788b13f2') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:10.662391 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-7ab0b656-4e14-414d-9c7d-36c3ab7f5bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92996357-cfd5-4d6d-a672-675d788b13f2') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:10.677179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32ae37-30dc-4bb5-8019-47c5e39b31e0 req-3d585dd1-0a52-4606-b17a-afc5f809d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:10.678726 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc32ae37-30dc-4bb5-8019-47c5e39b31e0 req-3d585dd1-0a52-4606-b17a-afc5f809d951 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 1096 time: 0.4267488 Jul 15 14:57:10.697576 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b656-4e14-414d-9c7d-36c3ab7f5bfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:10.891349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-544c106a-d790-4756-8d9b-7cdcdcb51ff5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Allocated IP 10.2.2.100 (bc696e57-667f-4451-b6b7-ff70513b7290/165daafa-0d29-4390-8abc-b1c1c0c27210/4a877dc9-de97-4a8e-96ad-d46479b35576) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:11.013202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de2a5309-cf29-4a27-9241-5647b0f83d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:11.018036 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b656-4e14-414d-9c7d-36c3ab7f5bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:11.065310 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00d2fc-8cbe-4794-8ca5-e105b54e345a req-e80ae082-5936-4a62-b784-241330e25b0c tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:11.072651 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a00d2fc-8cbe-4794-8ca5-e105b54e345a req-e80ae082-5936-4a62-b784-241330e25b0c tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 944 time: 0.6661322 Jul 15 14:57:11.074815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab0b656-4e14-414d-9c7d-36c3ab7f5bfc admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:57:11.075237 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b656-4e14-414d-9c7d-36c3ab7f5bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: timer() Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:57:11.083755 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:57:11.091168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0231c1-f5a5-4620-9500-15807e6c1678 req-e84106ab-f74f-4e2c-ab6b-494bb3eb7d8e tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:11.092678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b0231c1-f5a5-4620-9500-15807e6c1678 req-e84106ab-f74f-4e2c-ab6b-494bb3eb7d8e tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.6627479 Jul 15 14:57:11.141642 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a5309-cf29-4a27-9241-5647b0f83d0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1535314-a1de-428d-8b29-ec6391591c2b,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:11.147474 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc32ae37-30dc-4bb5-8019-47c5e39b31e0 req-7183daca-8a37-4b57-916a-d6f3058b1973 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473286 Jul 15 14:57:11.166154 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a5309-cf29-4a27-9241-5647b0f83d0c admin admin] Checking segment: {'id': '4709153f-dc0a-4371-aedb-9c2cffb84ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'deb38a09-2b98-4463-8774-ce58d29c5a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:11.166503 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2a5309-cf29-4a27-9241-5647b0f83d0c admin admin] Network hostable DHCP agents. Network: deb38a09-2b98-4463-8774-ce58d29c5a56, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:57:11.187478 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-544c106a-d790-4756-8d9b-7cdcdcb51ff5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:11.212905 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-544c106a-d790-4756-8d9b-7cdcdcb51ff5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Transition to ACTIVE for port object 4a877dc9-de97-4a8e-96ad-d46479b35576 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:11.216003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2a5309-cf29-4a27-9241-5647b0f83d0c admin admin] Network deb38a09-2b98-4463-8774-ce58d29c5a56 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:57:11.227889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-8dae846a-effa-4c51-83e4-9b997708b3b0 service neutron] 10.222.0.11 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781970 Jul 15 14:57:11.228485 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b656-4e14-414d-9c7d-36c3ab7f5bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:11.230850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-de2a5309-cf29-4a27-9241-5647b0f83d0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, deb38a09-2b98-4463-8774-ce58d29c5a56) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:11.239419 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2a5309-cf29-4a27-9241-5647b0f83d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:11.240013 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de2a5309-cf29-4a27-9241-5647b0f83d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:11.244726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3534c06-2859-4efc-b563-e32f3e6d43b7 None None] Network deb38a09-2b98-4463-8774-ce58d29c5a56 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:57:11.245704 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a00d2fc-8cbe-4794-8ca5-e105b54e345a req-139a00ec-b61c-4329-91e6-3873ed1a8b94 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721981 Jul 15 14:57:11.263582 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b656-4e14-414d-9c7d-36c3ab7f5bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:11.276734 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7ab0b656-4e14-414d-9c7d-36c3ab7f5bfc admin admin] 10.222.0.38 "DELETE /v2.0/networks/ee82be48-a052-4414-9d70-bc059584e660 HTTP/1.1" status: 204 len: 168 time: 1.4673119 Jul 15 14:57:11.286501 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-de2a5309-cf29-4a27-9241-5647b0f83d0c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8093908 Jul 15 14:57:11.299889 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-544c106a-d790-4756-8d9b-7cdcdcb51ff5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:11.321615 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b0231c1-f5a5-4620-9500-15807e6c1678 req-24746765-53b5-455c-984c-7cc51f04aae8 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087281 Jul 15 14:57:11.335521 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0b656-4e14-414d-9c7d-36c3ab7f5bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=ee82be48-a052-4414-9d70-bc059584e660,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:11.387561 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a7d159-0128-4d59-afa0-2892ba251b9d x-openstack-request-id: req-03a7d159-0128-4d59-afa0-2892ba251b9d {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:11.387882 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78335c8b-d710-40f8-8b9b-e7b1610fe7e5", "tag": "5abb581e-251d-4833-8cb3-56fa01d487cc", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:11.388122 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-03a7d159-0128-4d59-afa0-2892ba251b9d {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:11.391745 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78335c8b-d710-40f8-8b9b-e7b1610fe7e5', 'tag': '5abb581e-251d-4833-8cb3-56fa01d487cc', 'status': 'completed', 'code': 200} Jul 15 14:57:11.486394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-544c106a-d790-4756-8d9b-7cdcdcb51ff5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Network bc696e57-667f-4451-b6b7-ff70513b7290 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:11.495833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 059c3637-ad4a-427a-a09c-b281e6ba4541 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:11.510942 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-544c106a-d790-4756-8d9b-7cdcdcb51ff5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:11.533702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-544c106a-d790-4756-8d9b-7cdcdcb51ff5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:11.562448 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47148) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:11.609748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c106a-d790-4756-8d9b-7cdcdcb51ff5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event updated for resources: {'Port': ['ID=4a877dc9-de97-4a8e-96ad-d46479b35576,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:11.650446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-544c106a-d790-4756-8d9b-7cdcdcb51ff5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:11.651094 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-544c106a-d790-4756-8d9b-7cdcdcb51ff5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:11.676263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70f2cf4-b1b5-4961-ab0e-07957e13d959 None None] Network deb38a09-2b98-4463-8774-ce58d29c5a56 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:57:11.683874 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-544c106a-d790-4756-8d9b-7cdcdcb51ff5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6844389 Jul 15 14:57:11.705501 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-195678d2-28a1-4e11-9dca-096449486ded tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Request body: {'port': {'device_id': '35240747-2e08-474c-96a5-2904d36d7b22', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290', 'admin_state_up': True, 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'security_groups': ['5e06909b-77df-4bf4-8cf0-5a95fe65b616']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:11.755664 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 059c3637-ad4a-427a-a09c-b281e6ba4541 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:11.767204 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 059c3637-ad4a-427a-a09c-b281e6ba4541 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:11.768006 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:11.783523 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7c5fde8-6f53-4510-9e8c-bdc2caca268c req-829ae01b-b3fd-4fe1-815c-c463fc93dfd6 service neutron] 10.222.0.11 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278976 Jul 15 14:57:11.812041 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-afca8530-ecbb-467a-9346-6cd1cebb8841 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f650ca724c2f47838bda6b448b76e37b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445936 Jul 15 14:57:11.814282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47152) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:11.903649 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-195678d2-28a1-4e11-9dca-096449486ded tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Made reservation on behalf of 40bf669d7c86461487aff158b418b6f8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:11.910680 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-195678d2-28a1-4e11-9dca-096449486ded tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:11.923425 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651089c4-02fa-4c4a-a29f-02749b06cb24 req-1ec54688-9613-450b-b70b-da29de7f1e65 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:11.925642 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-651089c4-02fa-4c4a-a29f-02749b06cb24 req-1ec54688-9613-450b-b70b-da29de7f1e65 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.2853291 Jul 15 14:57:11.949404 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:11.970761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-74075ebb-8df3-4eda-9493-d2618b0ede7f None None] Provisioning for port 4a877dc9-de97-4a8e-96ad-d46479b35576 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:11.977962 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3949d9-055b-4b51-b0b6-0d117fc9086f req-fcee96bc-26fd-492b-a883-8ddcedd29d70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:11.981346 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-74075ebb-8df3-4eda-9493-d2618b0ede7f None None] Provisioning complete for port 4a877dc9-de97-4a8e-96ad-d46479b35576 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:11.981732 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74075ebb-8df3-4eda-9493-d2618b0ede7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:11.985434 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3949d9-055b-4b51-b0b6-0d117fc9086f req-fcee96bc-26fd-492b-a883-8ddcedd29d70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:11.991303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3949d9-055b-4b51-b0b6-0d117fc9086f req-fcee96bc-26fd-492b-a883-8ddcedd29d70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:11.997535 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3949d9-055b-4b51-b0b6-0d117fc9086f req-fcee96bc-26fd-492b-a883-8ddcedd29d70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:12.006237 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb3949d9-055b-4b51-b0b6-0d117fc9086f req-fcee96bc-26fd-492b-a883-8ddcedd29d70 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 3094 time: 0.3446445 Jul 15 14:57:12.030355 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-74075ebb-8df3-4eda-9493-d2618b0ede7f None None] Port 4a877dc9-de97-4a8e-96ad-d46479b35576 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:57:12.035510 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 059c3637-ad4a-427a-a09c-b281e6ba4541, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=059c3637-ad4a-427a-a09c-b281e6ba4541,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:12.044241 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:12.061723 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de7c0c70-539e-45dd-9c00-b76fe5a07fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:12.092190 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-651089c4-02fa-4c4a-a29f-02749b06cb24 req-2250aad6-d126-4896-b7e6-901bf532e53d tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437790 Jul 15 14:57:12.114958 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb3949d9-055b-4b51-b0b6-0d117fc9086f req-8a455823-94a6-4ab7-b026-bdb2e1bf1573 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076448 Jul 15 14:57:12.145445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1483b0fa-fe3a-4600-ad97-f9bf47431de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059c3637-ad4a-427a-a09c-b281e6ba4541'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:12.151842 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162fc5b7-3c63-4d6b-b4b4-06429bd34be1" -d '{"events": [{"server_uuid": "1483b0fa-fe3a-4600-ad97-f9bf47431de9", "name": "network-vif-plugged", "status": "completed", "tag": "059c3637-ad4a-427a-a09c-b281e6ba4541"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:12.160747 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de7c0c70-539e-45dd-9c00-b76fe5a07fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:12.189453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-195678d2-28a1-4e11-9dca-096449486ded tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Allocated IP 10.2.2.200 (bc696e57-667f-4451-b6b7-ff70513b7290/165daafa-0d29-4390-8abc-b1c1c0c27210/4486f9c8-90ef-4cf7-ae45-4487afb34ea3) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:12.217966 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=059c3637-ad4a-427a-a09c-b281e6ba4541,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:12.229452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6fb04-ad09-4bcc-9ed9-612aff74b24b req-e2c85a1c-301d-4dff-8c56-5d1af2520b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:12.242697 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8e6fb04-ad09-4bcc-9ed9-612aff74b24b req-e2c85a1c-301d-4dff-8c56-5d1af2520b9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c822a4f9db84f3f82e1eaf160263154&device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 1094 time: 0.3388119 Jul 15 14:57:12.374002 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-195678d2-28a1-4e11-9dca-096449486ded tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:12.388896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-195678d2-28a1-4e11-9dca-096449486ded tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Transition to ACTIVE for port object 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:12.423349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-195678d2-28a1-4e11-9dca-096449486ded tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:12.436269 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de7c0c70-539e-45dd-9c00-b76fe5a07fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:12.439003 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de7c0c70-539e-45dd-9c00-b76fe5a07fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:12.447425 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-de7c0c70-539e-45dd-9c00-b76fe5a07fb8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b555970-f281-4240-8f26-bbd15367b0a5 HTTP/1.1" status: 204 len: 168 time: 0.6229577 Jul 15 14:57:12.476394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-195678d2-28a1-4e11-9dca-096449486ded tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Network bc696e57-667f-4451-b6b7-ff70513b7290 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:12.479453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-195678d2-28a1-4e11-9dca-096449486ded tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:12.483293 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c0c70-539e-45dd-9c00-b76fe5a07fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b555970-f281-4240-8f26-bbd15367b0a5,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:12.483518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-195678d2-28a1-4e11-9dca-096449486ded tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:12.535200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6fb04-ad09-4bcc-9ed9-612aff74b24b req-a8450cf3-f0ca-4511-987e-6ee29589ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:12.536803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-195678d2-28a1-4e11-9dca-096449486ded tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:12.536999 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8e6fb04-ad09-4bcc-9ed9-612aff74b24b req-a8450cf3-f0ca-4511-987e-6ee29589ce12 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eacc08ca-f982-4eb2-8bfa-36e206d649e0 HTTP/1.1" status: 200 len: 923 time: 0.2841005 Jul 15 14:57:12.537611 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-195678d2-28a1-4e11-9dca-096449486ded tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:12.553338 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195678d2-28a1-4e11-9dca-096449486ded tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event updated for resources: {'Port': ['ID=4486f9c8-90ef-4cf7-ae45-4487afb34ea3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:12.565285 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-195678d2-28a1-4e11-9dca-096449486ded tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8752210 Jul 15 14:57:12.590408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Request body: {'port': {'device_id': '35240747-2e08-474c-96a5-2904d36d7b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:12.617421 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8e6fb04-ad09-4bcc-9ed9-612aff74b24b req-2ecd6f90-09f1-4ef6-bbba-ef5481fa7abe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5abb581e-251d-4833-8cb3-56fa01d487cc HTTP/1.1" status: 200 len: 217 time: 0.0599813 Jul 15 14:57:12.625432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ccb7a-2c5c-4414-a16a-6917d4ce2b51 req-506e5ef7-2ffd-4f85-9276-90c7db657b13 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:12.627052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-917ccb7a-2c5c-4414-a16a-6917d4ce2b51 req-506e5ef7-2ffd-4f85-9276-90c7db657b13 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 945 time: 0.2968981 Jul 15 14:57:12.681945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad161b53-79cb-4461-9064-cf62d570311d req-630d7f6e-cb8b-4b59-b469-263993329b15 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:12.689492 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad161b53-79cb-4461-9064-cf62d570311d req-630d7f6e-cb8b-4b59-b469-263993329b15 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 943 time: 0.3603830 Jul 15 14:57:12.709969 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:12.741222 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6fb04-ad09-4bcc-9ed9-612aff74b24b req-81816b67-fe8d-4c73-bde5-fdd9dd0c7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:12.742888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8e6fb04-ad09-4bcc-9ed9-612aff74b24b req-81816b67-fe8d-4c73-bde5-fdd9dd0c7c4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33a0028d-6b1b-4323-8f48-9385d7a289df HTTP/1.1" status: 200 len: 862 time: 0.1146333 Jul 15 14:57:12.796236 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8e6fb04-ad09-4bcc-9ed9-612aff74b24b req-a03b9507-ded3-4978-9cfd-cde1c6ff918b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eacc08ca-f982-4eb2-8bfa-36e206d649e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427899 Jul 15 14:57:12.802811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-917ccb7a-2c5c-4414-a16a-6917d4ce2b51 req-09f4a7d5-90ba-46b0-aaa8-fb61724f6165 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105344 Jul 15 14:57:12.826358 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad161b53-79cb-4461-9064-cf62d570311d req-01735d1d-9708-4ec0-8b6b-82795fe3f8fb tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355479 Jul 15 14:57:12.951120 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807f9ce7-1cb9-41af-ac16-6803af41afc1 x-openstack-request-id: req-807f9ce7-1cb9-41af-ac16-6803af41afc1 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:12.951729 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1483b0fa-fe3a-4600-ad97-f9bf47431de9", "name": "network-vif-plugged", "status": "completed", "tag": "059c3637-ad4a-427a-a09c-b281e6ba4541", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:12.952726 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-807f9ce7-1cb9-41af-ac16-6803af41afc1 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:12.953148 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1483b0fa-fe3a-4600-ad97-f9bf47431de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059c3637-ad4a-427a-a09c-b281e6ba4541', 'code': 200} Jul 15 14:57:12.995691 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-526a0d61-a761-4f16-bd42-dcb4c2e1340f None None] Provisioning for port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:13.001736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-526a0d61-a761-4f16-bd42-dcb4c2e1340f None None] Provisioning complete for port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:13.003989 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-526a0d61-a761-4f16-bd42-dcb4c2e1340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:13.066953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8e6fb04-ad09-4bcc-9ed9-612aff74b24b req-c4b41fda-e1c6-42c7-9a58-6960495204ea service neutron] 10.222.0.11 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625623 Jul 15 14:57:13.089010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-526a0d61-a761-4f16-bd42-dcb4c2e1340f None None] Port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:57:13.296225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-fa4255bc-1567-464e-bbfb-8d9532c27141 req-64f02b33-5ad5-4ea5-b2ae-55623fea21cd tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2062428293', 'description': 'tempest-description-1863477852'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:13.361950 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8e6fb04-ad09-4bcc-9ed9-612aff74b24b req-0ff84d4e-7847-4e69-bb76-8b2b4e01e41d service neutron] 10.222.0.11 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867117 Jul 15 14:57:13.367823 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fa4255bc-1567-464e-bbfb-8d9532c27141 req-64f02b33-5ad5-4ea5-b2ae-55623fea21cd tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:13.409835 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb47ad-1a05-47b3-bbef-e03cbc8e9d6f req-c72840c9-dbf4-4773-9368-e42cae5c00e5 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:13.411884 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3cb47ad-1a05-47b3-bbef-e03cbc8e9d6f req-c72840c9-dbf4-4773-9368-e42cae5c00e5 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.1830683 Jul 15 14:57:13.495218 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3cb47ad-1a05-47b3-bbef-e03cbc8e9d6f req-50f819fe-f27f-412c-9ebf-2db7b43ef66e tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735641 Jul 15 14:57:13.501425 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a2ec0-9e85-49f4-8678-d964cc236ff3 req-81cb74db-95b8-4ca1-bae1-ae9666b1609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:13.503106 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4c7a2ec0-9e85-49f4-8678-d964cc236ff3 req-81cb74db-95b8-4ca1-bae1-ae9666b1609f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 1096 time: 0.4889128 Jul 15 14:57:13.560594 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e5d932-f978-4d92-b727-48048c8c1f91 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:13.575847 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:13.583158 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fa4255bc-1567-464e-bbfb-8d9532c27141 req-64f02b33-5ad5-4ea5-b2ae-55623fea21cd tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:13.583755 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4c7a2ec0-9e85-49f4-8678-d964cc236ff3 req-71bfb9e0-fde7-4cae-a2f2-0755af0f4b08 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548632 Jul 15 14:57:13.593466 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fa4255bc-1567-464e-bbfb-8d9532c27141 req-64f02b33-5ad5-4ea5-b2ae-55623fea21cd tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:13.594144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Transition to ACTIVE for port object 95e5d932-f978-4d92-b727-48048c8c1f91 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:13.600580 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:13.645941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f02b33-5ad5-4ea5-b2ae-55623fea21cd tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a6d789-2dc3-4eb6-a623-4ac296b36330,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:13.651092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fa4255bc-1567-464e-bbfb-8d9532c27141 req-64f02b33-5ad5-4ea5-b2ae-55623fea21cd tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:13.652651 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa4255bc-1567-464e-bbfb-8d9532c27141 req-64f02b33-5ad5-4ea5-b2ae-55623fea21cd tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3672478 Jul 15 14:57:13.701229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Pushing event updated for resources: {'Port': ['ID=95e5d932-f978-4d92-b727-48048c8c1f91,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:13.775362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Attempting to bind port 95e5d932-f978-4d92-b727-48048c8c1f91 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:13.775872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Attempting to bind port 95e5d932-f978-4d92-b727-48048c8c1f91 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '48e68b30-5f0b-4738-b03f-2d38210cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:13.776434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Attempting to bind port 95e5d932-f978-4d92-b727-48048c8c1f91 on network 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:13.782170 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Port 95e5d932-f978-4d92-b727-48048c8c1f91 on network 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:57:13.782990 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Attempting to bind port 95e5d932-f978-4d92-b727-48048c8c1f91 on network 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:13.796643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:13.797151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Checking segment: {'id': '48e68b30-5f0b-4738-b03f-2d38210cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:13.797811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Bound using segment: {'id': '48e68b30-5f0b-4738-b03f-2d38210cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:13.799184 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Bound port: 95e5d932-f978-4d92-b727-48048c8c1f91, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e68b30-5f0b-4738-b03f-2d38210cb5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:13.800297 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:13.801767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cd684-6bcb-4c8a-8308-b1a0707de0c3 req-f27f1e7b-c4dd-40a7-a0d5-2343bb537b10 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:13.803391 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee0cd684-6bcb-4c8a-8308-b1a0707de0c3 req-f27f1e7b-c4dd-40a7-a0d5-2343bb537b10 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.1202240 Jul 15 14:57:13.876402 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] For port 95e5d932-f978-4d92-b727-48048c8c1f91, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:13.881039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] For port 95e5d932-f978-4d92-b727-48048c8c1f91, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=95e5d932-f978-4d92-b727-48048c8c1f91,segment=NetworkSegment(48e68b30-5f0b-4738-b03f-2d38210cb5ab),segment_id=48e68b30-5f0b-4738-b03f-2d38210cb5ab)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:13.886832 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:13.917662 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee0cd684-6bcb-4c8a-8308-b1a0707de0c3 req-fc6f8531-9c55-424e-ae21-58028bad6b2e tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003666 Jul 15 14:57:13.997602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:13.997602 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:13.998673 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] 10.222.0.11 "PUT /v2.0/ports/95e5d932-f978-4d92-b727-48048c8c1f91 HTTP/1.1" status: 200 len: 1091 time: 1.4230170 Jul 15 14:57:13.998673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'tag': '95e5d932-f978-4d92-b727-48048c8c1f91'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:14.000824 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd3e6e1-ed55-4be1-8f2d-2e8d4473ff37" -d '{"events": [{"name": "network-changed", "server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "tag": "95e5d932-f978-4d92-b727-48048c8c1f91"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:14.008137 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708a075-eafe-436e-9f27-cd8ebcbba8a1 req-eff2de7e-0e45-4822-8307-db279b642a3c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:14.015601 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c708a075-eafe-436e-9f27-cd8ebcbba8a1 req-eff2de7e-0e45-4822-8307-db279b642a3c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.1713789 Jul 15 14:57:14.047593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Request body: {'port': {'device_id': '35240747-2e08-474c-96a5-2904d36d7b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:14.093782 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddfd20-8089-435c-b050-dc7b3e3a9c11 service neutron] Pushing event updated for resources: {'Port': ['ID=95e5d932-f978-4d92-b727-48048c8c1f91,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:14.116451 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c708a075-eafe-436e-9f27-cd8ebcbba8a1 req-9546d109-54a3-42fd-b635-65d771544ec6 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998867 Jul 15 14:57:14.247933 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:14.275351 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-857da95a-53c0-4f5d-9e1b-c5a542bbaf79 req-80320928-378a-456b-9f0f-a16c197f8e92 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "GET /v2.0/security-groups/87a6d789-2dc3-4eb6-a623-4ac296b36330 HTTP/1.1" status: 200 len: 1813 time: 0.0808504 Jul 15 14:57:14.299043 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aae18e-8f57-4fa3-8c3b-8603b446bb15 req-b1686ea8-69d5-465b-bc42-dc2677463755 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:14.307181 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aae18e-8f57-4fa3-8c3b-8603b446bb15 req-b1686ea8-69d5-465b-bc42-dc2677463755 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:14.314571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aae18e-8f57-4fa3-8c3b-8603b446bb15 req-b1686ea8-69d5-465b-bc42-dc2677463755 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:14.322328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aae18e-8f57-4fa3-8c3b-8603b446bb15 req-b1686ea8-69d5-465b-bc42-dc2677463755 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:14.329543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aae18e-8f57-4fa3-8c3b-8603b446bb15 req-b1686ea8-69d5-465b-bc42-dc2677463755 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:14.332842 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8aae18e-8f57-4fa3-8c3b-8603b446bb15 req-b1686ea8-69d5-465b-bc42-dc2677463755 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 3827 time: 0.1735814 Jul 15 14:57:14.339010 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-857da95a-53c0-4f5d-9e1b-c5a542bbaf79 req-9db51f5a-b60d-44b0-87df-c8ca33b828be tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87a6d789-2dc3-4eb6-a623-4ac296b36330', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:14.339400 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-857da95a-53c0-4f5d-9e1b-c5a542bbaf79 req-9db51f5a-b60d-44b0-87df-c8ca33b828be tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87a6d789-2dc3-4eb6-a623-4ac296b36330', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:14.349781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5abb581e-251d-4833-8cb3-56fa01d487cc details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:57:14.419623 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8aae18e-8f57-4fa3-8c3b-8603b446bb15 req-6ffcabac-76af-4b91-9158-7aad9cacc2e1 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746541 Jul 15 14:57:14.511887 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-857da95a-53c0-4f5d-9e1b-c5a542bbaf79 req-9db51f5a-b60d-44b0-87df-c8ca33b828be tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:14.588610 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 5abb581e-251d-4833-8cb3-56fa01d487cc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5abb581e-251d-4833-8cb3-56fa01d487cc,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:14.601483 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-857da95a-53c0-4f5d-9e1b-c5a542bbaf79 req-9db51f5a-b60d-44b0-87df-c8ca33b828be tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:14.609091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '5abb581e-251d-4833-8cb3-56fa01d487cc', 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0', 'port_id': '5abb581e-251d-4833-8cb3-56fa01d487cc', 'mac_address': 'fa:16:3e:cf:f5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a0028d-6b1b-4323-8f48-9385d7a289df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:57:14.609571 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-857da95a-53c0-4f5d-9e1b-c5a542bbaf79 req-9db51f5a-b60d-44b0-87df-c8ca33b828be tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:14.626498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db51f5a-b60d-44b0-87df-c8ca33b828be tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b305e9-afb8-4aeb-94b7-4c1dbadbf07b,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:14.646029 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-857da95a-53c0-4f5d-9e1b-c5a542bbaf79 req-9db51f5a-b60d-44b0-87df-c8ca33b828be tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:14.655130 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-857da95a-53c0-4f5d-9e1b-c5a542bbaf79 req-9db51f5a-b60d-44b0-87df-c8ca33b828be tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3209741 Jul 15 14:57:14.680537 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:14.706087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abb581e-251d-4833-8cb3-56fa01d487cc {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:14.709077 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9528b9f5-a68e-4bea-af14-70d1357b739c {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:14.718182 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:14.738946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 5abb581e-251d-4833-8cb3-56fa01d487cc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5abb581e-251d-4833-8cb3-56fa01d487cc,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:14.744802 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Transition to ACTIVE for port object 9528b9f5-a68e-4bea-af14-70d1357b739c will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:14.745576 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:14.749848 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:14.826937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Pushing event updated for resources: {'Port': ['ID=9528b9f5-a68e-4bea-af14-70d1357b739c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:14.854487 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=5abb581e-251d-4833-8cb3-56fa01d487cc,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:14.888730 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8228fd-bcc3-4f25-9cec-f4ea638361b6 req-76a6d193-36cf-4ed2-b3a6-b9ded0ddb3c4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:14.896496 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7d8228fd-bcc3-4f25-9cec-f4ea638361b6 req-76a6d193-36cf-4ed2-b3a6-b9ded0ddb3c4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 945 time: 0.1064885 Jul 15 14:57:14.951148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7d8228fd-bcc3-4f25-9cec-f4ea638361b6 req-289864b5-c2fe-4ad3-b493-a64d5633a552 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531716 Jul 15 14:57:14.952458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Attempting to bind port 9528b9f5-a68e-4bea-af14-70d1357b739c on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:14.952813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Attempting to bind port 9528b9f5-a68e-4bea-af14-70d1357b739c by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:14.953153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Attempting to bind port 9528b9f5-a68e-4bea-af14-70d1357b739c on network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:14.958937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Port 9528b9f5-a68e-4bea-af14-70d1357b739c on network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:57:14.959271 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Attempting to bind port 9528b9f5-a68e-4bea-af14-70d1357b739c on network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:14.972935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:14.973286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Checking segment: {'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:14.973682 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Bound using segment: {'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:14.974116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Bound port: 9528b9f5-a68e-4bea-af14-70d1357b739c, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:14.974468 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:14.978779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['5abb581e-251d-4833-8cb3-56fa01d487cc'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:15.086365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] For port 9528b9f5-a68e-4bea-af14-70d1357b739c, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:15.090508 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] For port 9528b9f5-a68e-4bea-af14-70d1357b739c, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9528b9f5-a68e-4bea-af14-70d1357b739c,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:15.101638 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:15.108571 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d8103c-1f4f-4680-a1f8-39be4900a37f x-openstack-request-id: req-29d8103c-1f4f-4680-a1f8-39be4900a37f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:15.109113 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "tag": "95e5d932-f978-4d92-b727-48048c8c1f91", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:15.109113 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29d8103c-1f4f-4680-a1f8-39be4900a37f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:15.109514 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'tag': '95e5d932-f978-4d92-b727-48048c8c1f91', 'status': 'completed', 'code': 200} Jul 15 14:57:15.185783 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:15.187261 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:15.189017 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] 10.222.0.11 "PUT /v2.0/ports/9528b9f5-a68e-4bea-af14-70d1357b739c HTTP/1.1" status: 200 len: 1135 time: 1.1598740 Jul 15 14:57:15.239480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Request body: {'port': {'device_id': '35240747-2e08-474c-96a5-2904d36d7b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:15.248905 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a548f8b-ab8b-4b22-967e-72e7f4ab4dfa service neutron] Pushing event updated for resources: {'Port': ['ID=9528b9f5-a68e-4bea-af14-70d1357b739c,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:15.261907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3e6e1-ed55-4be1-8f2d-2e8d4473ff37 req-250cb218-b7cf-4da9-a74f-f8f6024adcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:15.263111 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3e6e1-ed55-4be1-8f2d-2e8d4473ff37 req-250cb218-b7cf-4da9-a74f-f8f6024adcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:15.264176 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3e6e1-ed55-4be1-8f2d-2e8d4473ff37 req-250cb218-b7cf-4da9-a74f-f8f6024adcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:15.265133 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3e6e1-ed55-4be1-8f2d-2e8d4473ff37 req-250cb218-b7cf-4da9-a74f-f8f6024adcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:15.265776 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3e6e1-ed55-4be1-8f2d-2e8d4473ff37 req-250cb218-b7cf-4da9-a74f-f8f6024adcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:15.266410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3e6e1-ed55-4be1-8f2d-2e8d4473ff37 req-250cb218-b7cf-4da9-a74f-f8f6024adcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:15.269185 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cd3e6e1-ed55-4be1-8f2d-2e8d4473ff37 req-250cb218-b7cf-4da9-a74f-f8f6024adcdc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40bf669d7c86461487aff158b418b6f8&device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5290 time: 0.1391952 Jul 15 14:57:15.327155 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c851e-7107-4a52-a8dc-3afcce5b466a req-67816dc2-9431-463b-9471-aee99ee3d2c6 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:15.335009 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-092c851e-7107-4a52-a8dc-3afcce5b466a req-67816dc2-9431-463b-9471-aee99ee3d2c6 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 944 time: 0.1419039 Jul 15 14:57:15.364060 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:15.457608 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-092c851e-7107-4a52-a8dc-3afcce5b466a req-0b3807f7-6f42-454f-abae-7ad7d90d6461 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214604 Jul 15 14:57:15.524198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3e6e1-ed55-4be1-8f2d-2e8d4473ff37 req-f0e36693-60cf-47b5-ae19-7bc453f8130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:15.524690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3e6e1-ed55-4be1-8f2d-2e8d4473ff37 req-f0e36693-60cf-47b5-ae19-7bc453f8130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:15.525173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3e6e1-ed55-4be1-8f2d-2e8d4473ff37 req-f0e36693-60cf-47b5-ae19-7bc453f8130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:15.526893 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cd3e6e1-ed55-4be1-8f2d-2e8d4473ff37 req-f0e36693-60cf-47b5-ae19-7bc453f8130b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=40bf669d7c86461487aff158b418b6f8&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2500014 Jul 15 14:57:15.538207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b69d79-a434-4891-b489-e64d5a34ad7b req-bdfb2b31-b700-4721-885a-83b805829752 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:15.539843 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12b69d79-a434-4891-b489-e64d5a34ad7b req-bdfb2b31-b700-4721-885a-83b805829752 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.2373581 Jul 15 14:57:15.622514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b674c4f-daa4-465d-9ecd-61bbde4400fc req-2d7b5596-9e53-41f8-9ee9-0f4448eaf880 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "GET /v2.0/security-groups/87a6d789-2dc3-4eb6-a623-4ac296b36330 HTTP/1.1" status: 200 len: 2406 time: 0.1251347 Jul 15 14:57:15.678724 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12b69d79-a434-4891-b489-e64d5a34ad7b req-7503100b-a791-49b8-a52c-cd2f701929ff tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214108 Jul 15 14:57:15.718835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6c6468-db9b-4be4-a110-cfd32f419f39 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:15.722661 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3e6e1-ed55-4be1-8f2d-2e8d4473ff37 req-a34d6ac2-eaab-419d-aff6-d0d266c88146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:15.724198 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cd3e6e1-ed55-4be1-8f2d-2e8d4473ff37 req-a34d6ac2-eaab-419d-aff6-d0d266c88146 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1806090 Jul 15 14:57:15.738845 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:15.760774 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Transition to ACTIVE for port object ea6c6468-db9b-4be4-a110-cfd32f419f39 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:15.766207 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:15.824508 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Pushing event updated for resources: {'Port': ['ID=ea6c6468-db9b-4be4-a110-cfd32f419f39,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:15.891514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a4f17-915e-4757-bcb1-72d163355052 req-cdc64111-7642-4a00-b0a1-bca0184c6b18 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:15.900379 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-518a4f17-915e-4757-bcb1-72d163355052 req-cdc64111-7642-4a00-b0a1-bca0184c6b18 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 1096 time: 0.0916369 Jul 15 14:57:15.913974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8df11-9ecc-493c-a5a0-ffc213f8ca50 req-7e202b89-3acc-411a-9159-2a837dc92157 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:15.916108 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e5e8df11-9ecc-493c-a5a0-ffc213f8ca50 req-7e202b89-3acc-411a-9159-2a837dc92157 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.1449718 Jul 15 14:57:15.932284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Attempting to bind port ea6c6468-db9b-4be4-a110-cfd32f419f39 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:15.932652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Attempting to bind port ea6c6468-db9b-4be4-a110-cfd32f419f39 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:15.932959 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Attempting to bind port ea6c6468-db9b-4be4-a110-cfd32f419f39 on network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:15.942103 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Port ea6c6468-db9b-4be4-a110-cfd32f419f39 on network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:57:15.942892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Attempting to bind port ea6c6468-db9b-4be4-a110-cfd32f419f39 on network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:15.949514 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:15.950147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Checking segment: {'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:15.950914 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Bound using segment: {'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:15.951521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Bound port: ea6c6468-db9b-4be4-a110-cfd32f419f39, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:15.952121 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:15.986130 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e5e8df11-9ecc-493c-a5a0-ffc213f8ca50 req-868e481c-85cf-416a-a021-6f6ba49bdeb5 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508525 Jul 15 14:57:16.025855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-518a4f17-915e-4757-bcb1-72d163355052 req-142142f1-8caa-4f2a-8130-643856b22bcf tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207709 Jul 15 14:57:16.051379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] For port ea6c6468-db9b-4be4-a110-cfd32f419f39, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:16.055739 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] For port ea6c6468-db9b-4be4-a110-cfd32f419f39, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ea6c6468-db9b-4be4-a110-cfd32f419f39,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:16.063332 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:16.127725 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:16.129679 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:16.131253 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] 10.222.0.11 "PUT /v2.0/ports/ea6c6468-db9b-4be4-a110-cfd32f419f39 HTTP/1.1" status: 200 len: 1136 time: 0.9020391 Jul 15 14:57:16.158169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63019050-fd96-4b58-b932-52eadcbac2db service neutron] Pushing event updated for resources: {'Port': ['ID=ea6c6468-db9b-4be4-a110-cfd32f419f39,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:16.167224 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Request body: {'port': {'device_id': '35240747-2e08-474c-96a5-2904d36d7b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:16.259470 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:16.319819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798bff9-cbc0-46f5-95cb-c2b237810cdd req-fd28fbdc-feba-475a-8feb-2df33411bcd1 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:16.326916 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7798bff9-cbc0-46f5-95cb-c2b237810cdd req-fd28fbdc-feba-475a-8feb-2df33411bcd1 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.1659732 Jul 15 14:57:16.355519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5abb581e-251d-4833-8cb3-56fa01d487cc up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:16.361267 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5603ff-fbc9-4433-adc8-d4dba69ec56d req-a4d98a67-f4b8-430a-9395-1afe57fa79ee tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:16.367792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5603ff-fbc9-4433-adc8-d4dba69ec56d req-a4d98a67-f4b8-430a-9395-1afe57fa79ee tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:16.373630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5603ff-fbc9-4433-adc8-d4dba69ec56d req-a4d98a67-f4b8-430a-9395-1afe57fa79ee tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:16.379707 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5603ff-fbc9-4433-adc8-d4dba69ec56d req-a4d98a67-f4b8-430a-9395-1afe57fa79ee tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:16.385632 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5603ff-fbc9-4433-adc8-d4dba69ec56d req-a4d98a67-f4b8-430a-9395-1afe57fa79ee tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:16.391688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5603ff-fbc9-4433-adc8-d4dba69ec56d req-a4d98a67-f4b8-430a-9395-1afe57fa79ee tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:16.397896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5603ff-fbc9-4433-adc8-d4dba69ec56d req-a4d98a67-f4b8-430a-9395-1afe57fa79ee tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:16.399827 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd5603ff-fbc9-4433-adc8-d4dba69ec56d req-a4d98a67-f4b8-430a-9395-1afe57fa79ee tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5382 time: 0.1882789 Jul 15 14:57:16.419889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 5abb581e-251d-4833-8cb3-56fa01d487cc completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:16.423739 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7798bff9-cbc0-46f5-95cb-c2b237810cdd req-460137bd-4fd2-4b47-8ed6-86da7c46bce3 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959198 Jul 15 14:57:16.425041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 5abb581e-251d-4833-8cb3-56fa01d487cc triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:16.425797 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:16.483735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd5603ff-fbc9-4433-adc8-d4dba69ec56d req-0751a143-715e-4602-8124-bb28e2251978 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750639 Jul 15 14:57:16.509005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f9f8d25a-4db0-4dba-a3ad-d6772888b331 req-fb1afa98-cbd5-40ef-bb87-69371bed6824 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "GET /v2.0/security-group-rules/87b305e9-afb8-4aeb-94b7-4c1dbadbf07b HTTP/1.1" status: 200 len: 778 time: 0.0444880 Jul 15 14:57:16.550310 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:16.575983 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f9f8d25a-4db0-4dba-a3ad-d6772888b331 req-ed8453cc-3d6e-4360-bb3d-299bc3d0b71c tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "GET /v2.0/security-groups/87a6d789-2dc3-4eb6-a623-4ac296b36330 HTTP/1.1" status: 200 len: 2406 time: 0.0484142 Jul 15 14:57:16.589715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78335c8b-d710-40f8-8b9b-e7b1610fe7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abb581e-251d-4833-8cb3-56fa01d487cc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:16.592478 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6fe6ed-337e-4b5c-8e84-2a596219ce00" -d '{"events": [{"server_uuid": "78335c8b-d710-40f8-8b9b-e7b1610fe7e5", "name": "network-vif-plugged", "status": "completed", "tag": "5abb581e-251d-4833-8cb3-56fa01d487cc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:16.610245 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 5abb581e-251d-4833-8cb3-56fa01d487cc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5abb581e-251d-4833-8cb3-56fa01d487cc,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:16.616612 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:16.626962 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f9f8d25a-4db0-4dba-a3ad-d6772888b331 req-d27ed532-2d7b-40e1-8f6b-62ba71ef2fd0 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:16.647573 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f9f8d25a-4db0-4dba-a3ad-d6772888b331 req-d27ed532-2d7b-40e1-8f6b-62ba71ef2fd0 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:16.660760 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:16.677680 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:16.680715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=5abb581e-251d-4833-8cb3-56fa01d487cc,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:16.701617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Transition to ACTIVE for port object 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:16.701879 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f9f8d25a-4db0-4dba-a3ad-d6772888b331 req-d27ed532-2d7b-40e1-8f6b-62ba71ef2fd0 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:16.708624 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:16.710102 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f9f8d25a-4db0-4dba-a3ad-d6772888b331 req-d27ed532-2d7b-40e1-8f6b-62ba71ef2fd0 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:16.711654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f9f8d25a-4db0-4dba-a3ad-d6772888b331 req-d27ed532-2d7b-40e1-8f6b-62ba71ef2fd0 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/87b305e9-afb8-4aeb-94b7-4c1dbadbf07b HTTP/1.1" status: 204 len: 173 time: 0.1316566 Jul 15 14:57:16.720667 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ed532-2d7b-40e1-8f6b-62ba71ef2fd0 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87b305e9-afb8-4aeb-94b7-4c1dbadbf07b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:16.773708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Pushing event updated for resources: {'Port': ['ID=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:16.919180 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Attempting to bind port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:16.919600 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Attempting to bind port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:16.920590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Attempting to bind port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e on network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:16.937032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e on network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:57:16.937456 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Attempting to bind port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e on network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:16.943635 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:16.944082 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Checking segment: {'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:16.944663 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Bound using segment: {'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:16.945176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Bound port: 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:16.945604 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:17.081466 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] For port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:17.099248 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] For port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:17.110864 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:17.119081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'tag': '9528b9f5-a68e-4bea-af14-70d1357b739c'}, {'name': 'network-changed', 'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'tag': 'ea6c6468-db9b-4be4-a110-cfd32f419f39'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:17.125221 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42405f4d-904f-4afa-91ee-ec6629c0b74c" -d '{"events": [{"name": "network-changed", "server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "tag": "9528b9f5-a68e-4bea-af14-70d1357b739c"}, {"name": "network-changed", "server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "tag": "ea6c6468-db9b-4be4-a110-cfd32f419f39"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:17.132454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c016d7-78aa-4c41-a4f3-aa760bcab3d5 req-8c9ea50d-a9a1-4fc8-90f0-c33d36b50f08 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:17.141647 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72c016d7-78aa-4c41-a4f3-aa760bcab3d5 req-8c9ea50d-a9a1-4fc8-90f0-c33d36b50f08 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 945 time: 0.1545637 Jul 15 14:57:17.166989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:17.167714 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:17.169223 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] 10.222.0.11 "PUT /v2.0/ports/96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e HTTP/1.1" status: 200 len: 1091 time: 1.0067105 Jul 15 14:57:17.200875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72c016d7-78aa-4c41-a4f3-aa760bcab3d5 req-145993e2-bed1-4af7-a40b-00ed56b2b887 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580876 Jul 15 14:57:17.203175 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ed0335-ba18-4c13-8ed9-94498e0a4a00 x-openstack-request-id: req-23ed0335-ba18-4c13-8ed9-94498e0a4a00 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:17.203930 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78335c8b-d710-40f8-8b9b-e7b1610fe7e5", "name": "network-vif-plugged", "status": "completed", "tag": "5abb581e-251d-4833-8cb3-56fa01d487cc", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:17.213613 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-23ed0335-ba18-4c13-8ed9-94498e0a4a00 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:17.215845 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78335c8b-d710-40f8-8b9b-e7b1610fe7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abb581e-251d-4833-8cb3-56fa01d487cc', 'code': 200} Jul 15 14:57:17.226101 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Request body: {'port': {'device_id': '35240747-2e08-474c-96a5-2904d36d7b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:17.237379 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-a29277d3-409b-45c0-a4f7-0c047334a6b1 req-f64430f3-d556-41af-8e96-f5f767565a03 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-365747742', 'description': 'tempest-description-1646504593'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:17.301127 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a29277d3-409b-45c0-a4f7-0c047334a6b1 req-f64430f3-d556-41af-8e96-f5f767565a03 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:17.330033 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb33856-c117-44fd-8f52-dcd3da6416f3 service neutron] Pushing event updated for resources: {'Port': ['ID=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:17.473563 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:17.897768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509907ba-1a04-411d-8ccf-0436bca64bb6 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:17.907304 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:17.922498 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Transition to ACTIVE for port object 509907ba-1a04-411d-8ccf-0436bca64bb6 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:17.928249 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:18.011641 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Pushing event updated for resources: {'Port': ['ID=509907ba-1a04-411d-8ccf-0436bca64bb6,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:18.118193 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Attempting to bind port 509907ba-1a04-411d-8ccf-0436bca64bb6 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:18.118601 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Attempting to bind port 509907ba-1a04-411d-8ccf-0436bca64bb6 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:18.118916 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Attempting to bind port 509907ba-1a04-411d-8ccf-0436bca64bb6 on network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:18.121016 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db1283-4668-4bf6-88d3-cb0e18baa764 req-9550e153-b479-4da1-9b4b-a6193bdc9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:18.125461 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-00db1283-4668-4bf6-88d3-cb0e18baa764 req-9550e153-b479-4da1-9b4b-a6193bdc9bb9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 1096 time: 0.8164821 Jul 15 14:57:18.130821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Port 509907ba-1a04-411d-8ccf-0436bca64bb6 on network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:57:18.131213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Attempting to bind port 509907ba-1a04-411d-8ccf-0436bca64bb6 on network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:18.139372 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:18.139723 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Checking segment: {'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:18.143093 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Bound using segment: {'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:18.145770 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Bound port: 509907ba-1a04-411d-8ccf-0436bca64bb6, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d82933c-0d7e-46b0-92db-409be0b1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:18.146950 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:18.199223 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a29277d3-409b-45c0-a4f7-0c047334a6b1 req-f64430f3-d556-41af-8e96-f5f767565a03 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:18.202987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2a418-c25c-4e17-870b-4183bb2c75ea req-581a3c57-4a5d-425e-86c5-e838dd89cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:18.204818 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ec2a418-c25c-4e17-870b-4183bb2c75ea req-581a3c57-4a5d-425e-86c5-e838dd89cd5b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 1096 time: 0.7888298 Jul 15 14:57:18.213950 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a29277d3-409b-45c0-a4f7-0c047334a6b1 req-f64430f3-d556-41af-8e96-f5f767565a03 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:18.295880 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-00db1283-4668-4bf6-88d3-cb0e18baa764 req-45aab2c4-247c-4b1e-8398-fd3ef23e9be4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486638 Jul 15 14:57:18.317807 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a29277d3-409b-45c0-a4f7-0c047334a6b1 req-f64430f3-d556-41af-8e96-f5f767565a03 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:18.328147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] For port 509907ba-1a04-411d-8ccf-0436bca64bb6, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:18.328330 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a29277d3-409b-45c0-a4f7-0c047334a6b1 req-f64430f3-d556-41af-8e96-f5f767565a03 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0959623 Jul 15 14:57:18.340627 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] For port 509907ba-1a04-411d-8ccf-0436bca64bb6, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=509907ba-1a04-411d-8ccf-0436bca64bb6,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:18.353894 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64430f3-d556-41af-8e96-f5f767565a03 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a33185-b59d-43fd-9204-46554ae70b45,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:18.360546 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:18.377199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143aa8ea-0b4b-4331-a0af-d6d55cfd4d67 req-33c915eb-2667-4272-b0ed-be1536e92170 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:18.379707 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-143aa8ea-0b4b-4331-a0af-d6d55cfd4d67 req-33c915eb-2667-4272-b0ed-be1536e92170 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.3055432 Jul 15 14:57:18.382671 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ec2a418-c25c-4e17-870b-4183bb2c75ea req-d69dfeab-ab3e-482c-8be8-e6ce987fe420 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551018 Jul 15 14:57:18.422180 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:18.422840 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:18.424821 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] 10.222.0.11 "PUT /v2.0/ports/509907ba-1a04-411d-8ccf-0436bca64bb6 HTTP/1.1" status: 200 len: 1090 time: 1.2155645 Jul 15 14:57:18.456373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b9d45-7455-44b8-b20a-85cf97c70de8 service neutron] Pushing event updated for resources: {'Port': ['ID=509907ba-1a04-411d-8ccf-0436bca64bb6,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:18.466798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Request body: {'port': {'device_id': '35240747-2e08-474c-96a5-2904d36d7b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:18.502279 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-143aa8ea-0b4b-4331-a0af-d6d55cfd4d67 req-c790dd80-1696-45e8-8bb4-cbb77dae2705 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119597 Jul 15 14:57:18.589263 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:18.603487 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30af0e66-e402-47b9-80e2-edc16453ecc2 x-openstack-request-id: req-30af0e66-e402-47b9-80e2-edc16453ecc2 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:18.603856 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "tag": "9528b9f5-a68e-4bea-af14-70d1357b739c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "tag": "ea6c6468-db9b-4be4-a110-cfd32f419f39", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:18.604038 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-30af0e66-e402-47b9-80e2-edc16453ecc2 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:18.604437 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'tag': '9528b9f5-a68e-4bea-af14-70d1357b739c', 'status': 'completed', 'code': 200} Jul 15 14:57:18.604698 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'tag': 'ea6c6468-db9b-4be4-a110-cfd32f419f39', 'status': 'completed', 'code': 200} Jul 15 14:57:18.632629 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222f465-9091-4389-bba6-91234bc8f3cb req-bc0235a6-61b1-4e7b-b7b1-4baf482da431 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:18.635714 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f222f465-9091-4389-bba6-91234bc8f3cb req-bc0235a6-61b1-4e7b-b7b1-4baf482da431 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.1233323 Jul 15 14:57:18.688137 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:18.725601 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f222f465-9091-4389-bba6-91234bc8f3cb req-12249e42-bd10-42e6-9f01-30828010c3b0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536056 Jul 15 14:57:18.815706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-6fb1f885-30cc-4198-a030-a7264d1c7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:18.816642 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-6fb1f885-30cc-4198-a030-a7264d1c7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:18.817496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-6fb1f885-30cc-4198-a030-a7264d1c7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:18.817869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-6fb1f885-30cc-4198-a030-a7264d1c7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:18.818397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-6fb1f885-30cc-4198-a030-a7264d1c7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:18.819441 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-6fb1f885-30cc-4198-a030-a7264d1c7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:18.819441 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-6fb1f885-30cc-4198-a030-a7264d1c7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:18.821797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-6fb1f885-30cc-4198-a030-a7264d1c7e4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40bf669d7c86461487aff158b418b6f8&device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 6353 time: 0.1849012 Jul 15 14:57:18.921408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65b547-77c1-4cc7-b4ec-e6fcbe1a0a8f req-fb485de7-3ed5-4f18-88c9-9337ee0f7a08 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:18.922742 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec65b547-77c1-4cc7-b4ec-e6fcbe1a0a8f req-fb485de7-3ed5-4f18-88c9-9337ee0f7a08 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.1870372 Jul 15 14:57:18.966802 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a877dc9-de97-4a8e-96ad-d46479b35576 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:18.979973 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:19.002783 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:19.018433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Transition to ACTIVE for port object 4a877dc9-de97-4a8e-96ad-d46479b35576 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:19.026505 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:19.044095 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-d67d959a-462f-458e-9e45-b1bce5298d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.044574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-d67d959a-462f-458e-9e45-b1bce5298d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.045523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-d67d959a-462f-458e-9e45-b1bce5298d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.046684 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-d67d959a-462f-458e-9e45-b1bce5298d79 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=40bf669d7c86461487aff158b418b6f8&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2106729 Jul 15 14:57:19.059331 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec65b547-77c1-4cc7-b4ec-e6fcbe1a0a8f req-a41ec3d5-9b25-4a95-bf3c-37a24b75f949 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915351 Jul 15 14:57:19.120841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd79a3e-b551-4cca-bde5-b5eb69ec026f req-413c656c-43db-461d-abf1-05001aefb7cc tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.135807 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd79a3e-b551-4cca-bde5-b5eb69ec026f req-413c656c-43db-461d-abf1-05001aefb7cc tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.146291 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Pushing event updated for resources: {'Port': ['ID=4a877dc9-de97-4a8e-96ad-d46479b35576,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:19.149115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd79a3e-b551-4cca-bde5-b5eb69ec026f req-413c656c-43db-461d-abf1-05001aefb7cc tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.166375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd79a3e-b551-4cca-bde5-b5eb69ec026f req-413c656c-43db-461d-abf1-05001aefb7cc tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.177891 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd79a3e-b551-4cca-bde5-b5eb69ec026f req-413c656c-43db-461d-abf1-05001aefb7cc tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.183890 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd79a3e-b551-4cca-bde5-b5eb69ec026f req-413c656c-43db-461d-abf1-05001aefb7cc tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.194725 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd79a3e-b551-4cca-bde5-b5eb69ec026f req-413c656c-43db-461d-abf1-05001aefb7cc tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.202330 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3fd79a3e-b551-4cca-bde5-b5eb69ec026f req-413c656c-43db-461d-abf1-05001aefb7cc tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5406 time: 0.3242717 Jul 15 14:57:19.232014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Attempting to bind port 4a877dc9-de97-4a8e-96ad-d46479b35576 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:19.242307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Attempting to bind port 4a877dc9-de97-4a8e-96ad-d46479b35576 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '4761f364-2462-4508-bff1-948a8786037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:19.246055 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Attempting to bind port 4a877dc9-de97-4a8e-96ad-d46479b35576 on network bc696e57-667f-4451-b6b7-ff70513b7290 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:19.252380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Port 4a877dc9-de97-4a8e-96ad-d46479b35576 on network bc696e57-667f-4451-b6b7-ff70513b7290 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:57:19.253865 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Attempting to bind port 4a877dc9-de97-4a8e-96ad-d46479b35576 on network bc696e57-667f-4451-b6b7-ff70513b7290 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:19.262647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:19.264271 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Checking segment: {'id': '4761f364-2462-4508-bff1-948a8786037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:19.265144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Bound using segment: {'id': '4761f364-2462-4508-bff1-948a8786037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:19.265779 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Bound port: 4a877dc9-de97-4a8e-96ad-d46479b35576, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4761f364-2462-4508-bff1-948a8786037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:19.266714 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:19.388712 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3fd79a3e-b551-4cca-bde5-b5eb69ec026f req-18523b47-25bb-4e76-87c4-75ad8e6eb7a9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1841216 Jul 15 14:57:19.400233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] For port 4a877dc9-de97-4a8e-96ad-d46479b35576, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:19.406627 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-810d7f2f-dbcf-43c8-bea2-37fb7969dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.412028 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-810d7f2f-dbcf-43c8-bea2-37fb7969dde8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3460746 Jul 15 14:57:19.424083 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] For port 4a877dc9-de97-4a8e-96ad-d46479b35576, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4a877dc9-de97-4a8e-96ad-d46479b35576,segment=NetworkSegment(4761f364-2462-4508-bff1-948a8786037b),segment_id=4761f364-2462-4508-bff1-948a8786037b)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:19.424083 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:19.452354 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.453305 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:19.455816 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] 10.222.0.11 "PUT /v2.0/ports/4a877dc9-de97-4a8e-96ad-d46479b35576 HTTP/1.1" status: 200 len: 1091 time: 0.9952502 Jul 15 14:57:19.504033 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Request body: {'port': {'device_id': '35240747-2e08-474c-96a5-2904d36d7b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:19.548349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe7519-78dc-49a3-9903-acfad7586564 service neutron] Pushing event updated for resources: {'Port': ['ID=4a877dc9-de97-4a8e-96ad-d46479b35576,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:19.569625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e77699-950d-4e7d-a8cf-51d823a4ba79 req-f6268e7d-d623-4016-8f5f-84d959c62b52 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.577349 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-81e77699-950d-4e7d-a8cf-51d823a4ba79 req-f6268e7d-d623-4016-8f5f-84d959c62b52 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 945 time: 0.3233418 Jul 15 14:57:19.630784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d80a444e-574d-4e07-82d8-c4b47e0544b7 req-d20832d0-c00d-4013-ab85-5b85acd9408a tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "GET /v2.0/security-groups/21a33185-b59d-43fd-9204-46554ae70b45 HTTP/1.1" status: 200 len: 1812 time: 0.1916087 Jul 15 14:57:19.631751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-6ed6afff-45f7-4df7-aa19-fef97afcd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.635149 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-6ed6afff-45f7-4df7-aa19-fef97afcd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.635836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-6ed6afff-45f7-4df7-aa19-fef97afcd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.636574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-6ed6afff-45f7-4df7-aa19-fef97afcd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.637006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-6ed6afff-45f7-4df7-aa19-fef97afcd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.640649 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-6ed6afff-45f7-4df7-aa19-fef97afcd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.641241 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-6ed6afff-45f7-4df7-aa19-fef97afcd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.643455 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-6ed6afff-45f7-4df7-aa19-fef97afcd1cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40bf669d7c86461487aff158b418b6f8&device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 6420 time: 0.1527879 Jul 15 14:57:19.696528 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-81e77699-950d-4e7d-a8cf-51d823a4ba79 req-617595c1-491a-4ec9-ae4c-8f9e0e78459f tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184409 Jul 15 14:57:19.728601 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:19.964918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-aed3b0b8-29f6-4cfb-b106-e03daf68d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.965400 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-aed3b0b8-29f6-4cfb-b106-e03daf68d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.965924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-aed3b0b8-29f6-4cfb-b106-e03daf68d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:19.967879 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-aed3b0b8-29f6-4cfb-b106-e03daf68d1c0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=40bf669d7c86461487aff158b418b6f8&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3140175 Jul 15 14:57:20.094753 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d13f4-1656-457f-bf3a-f57e93439462 req-86c7373b-0a87-4356-a4ac-61e399c2a4a2 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:20.096569 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-998d13f4-1656-457f-bf3a-f57e93439462 req-86c7373b-0a87-4356-a4ac-61e399c2a4a2 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.1830158 Jul 15 14:57:20.219998 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:20.225274 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-12b1c15b-0655-4d4b-9883-a783235612d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:20.227388 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-42405f4d-904f-4afa-91ee-ec6629c0b74c req-12b1c15b-0655-4d4b-9883-a783235612d1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2509675 Jul 15 14:57:20.230001 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:20.257548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Transition to ACTIVE for port object 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:20.297090 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:20.366596 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-998d13f4-1656-457f-bf3a-f57e93439462 req-f0da254a-e876-4c3d-8a27-b09bcbf229d8 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556558 Jul 15 14:57:20.490429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Pushing event updated for resources: {'Port': ['ID=4486f9c8-90ef-4cf7-ae45-4487afb34ea3,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:20.606393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'tag': '96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e'}, {'name': 'network-changed', 'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'tag': '509907ba-1a04-411d-8ccf-0436bca64bb6'}, {'name': 'network-changed', 'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'tag': '4a877dc9-de97-4a8e-96ad-d46479b35576'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:20.608720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50932219-76de-4f38-a2fe-9c4b006a9b6a req-8b107245-10b0-4822-80ee-48e07f7727f3 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:20.612822 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7" -d '{"events": [{"name": "network-changed", "server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "tag": "96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e"}, {"name": "network-changed", "server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "tag": "509907ba-1a04-411d-8ccf-0436bca64bb6"}, {"name": "network-changed", "server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "tag": "4a877dc9-de97-4a8e-96ad-d46479b35576"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:20.617889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50932219-76de-4f38-a2fe-9c4b006a9b6a req-8b107245-10b0-4822-80ee-48e07f7727f3 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.2025518 Jul 15 14:57:20.649647 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Attempting to bind port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:20.649990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Attempting to bind port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '4761f364-2462-4508-bff1-948a8786037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:20.650318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Attempting to bind port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 on network bc696e57-667f-4451-b6b7-ff70513b7290 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:20.685890 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 on network bc696e57-667f-4451-b6b7-ff70513b7290 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:57:20.686219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Attempting to bind port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 on network bc696e57-667f-4451-b6b7-ff70513b7290 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:20.697071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:20.697411 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Checking segment: {'id': '4761f364-2462-4508-bff1-948a8786037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:20.697789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Bound using segment: {'id': '4761f364-2462-4508-bff1-948a8786037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:20.698218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Bound port: 4486f9c8-90ef-4cf7-ae45-4487afb34ea3, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4761f364-2462-4508-bff1-948a8786037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:20.698593 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:20.734029 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50932219-76de-4f38-a2fe-9c4b006a9b6a req-a4e7ecc4-00a5-4f47-b791-d384a674ff7a tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145673 Jul 15 14:57:20.805543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-f5c92b7f-a27a-4a7a-ae9e-6bc957dab052 req-64923819-153d-4020-8c42-5d0fbc0d3046 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-296216078', 'description': 'tempest-description-961687451'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:20.821312 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08479d20-2935-4c50-8a07-1e3f262d381d req-8e8e588e-5ad5-4600-bf2b-76ee112fbdc4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:20.824533 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08479d20-2935-4c50-8a07-1e3f262d381d req-8e8e588e-5ad5-4600-bf2b-76ee112fbdc4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.1884806 Jul 15 14:57:20.836974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] For port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:20.849092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] For port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4486f9c8-90ef-4cf7-ae45-4487afb34ea3,segment=NetworkSegment(4761f364-2462-4508-bff1-948a8786037b),segment_id=4761f364-2462-4508-bff1-948a8786037b)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:20.862687 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:20.896776 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f5c92b7f-a27a-4a7a-ae9e-6bc957dab052 req-64923819-153d-4020-8c42-5d0fbc0d3046 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:20.917902 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:20.918688 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:20.920191 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] 10.222.0.11 "PUT /v2.0/ports/4486f9c8-90ef-4cf7-ae45-4487afb34ea3 HTTP/1.1" status: 200 len: 1091 time: 1.4205613 Jul 15 14:57:20.924662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'tag': '4486f9c8-90ef-4cf7-ae45-4487afb34ea3'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:20.926498 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f243e990-a1ca-46bd-8272-86864aa450c0" -d '{"events": [{"name": "network-changed", "server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "tag": "4486f9c8-90ef-4cf7-ae45-4487afb34ea3"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:20.950732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08479d20-2935-4c50-8a07-1e3f262d381d req-82941702-28df-4cd3-9bac-3fb8b5af339f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132383 Jul 15 14:57:21.064080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f4134-af02-4010-ab62-285e9393c62a service neutron] Pushing event updated for resources: {'Port': ['ID=4486f9c8-90ef-4cf7-ae45-4487afb34ea3,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:21.172480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-7d4afb08-de85-4436-adcd-a90be8a677aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.172970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-7d4afb08-de85-4436-adcd-a90be8a677aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.173450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-7d4afb08-de85-4436-adcd-a90be8a677aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.173929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-7d4afb08-de85-4436-adcd-a90be8a677aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.174402 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-7d4afb08-de85-4436-adcd-a90be8a677aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.175525 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-7d4afb08-de85-4436-adcd-a90be8a677aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.176006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-7d4afb08-de85-4436-adcd-a90be8a677aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.178094 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-7d4afb08-de85-4436-adcd-a90be8a677aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40bf669d7c86461487aff158b418b6f8&device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 6487 time: 0.1814077 Jul 15 14:57:21.198715 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f5c92b7f-a27a-4a7a-ae9e-6bc957dab052 req-64923819-153d-4020-8c42-5d0fbc0d3046 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:21.252130 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f5c92b7f-a27a-4a7a-ae9e-6bc957dab052 req-64923819-153d-4020-8c42-5d0fbc0d3046 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:21.259654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-442af6c2-dab8-4d04-926a-d39eeeddb956 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e5d932-f978-4d92-b727-48048c8c1f91 HTTP/1.1" status: 200 len: 217 time: 0.0641317 Jul 15 14:57:21.308197 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-6e07b7ac-ae9a-4f7c-8460-5415820ad4b9 service neutron] 10.222.0.22 "GET /v2.0/ports/6319c56b-17e9-403b-b880-870a86feb706/bindings/n-h2-764435-3 HTTP/1.1" status: 200 len: 382 time: 0.1016662 Jul 15 14:57:21.338740 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f5c92b7f-a27a-4a7a-ae9e-6bc957dab052 req-64923819-153d-4020-8c42-5d0fbc0d3046 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:21.340003 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f5c92b7f-a27a-4a7a-ae9e-6bc957dab052 req-64923819-153d-4020-8c42-5d0fbc0d3046 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5478275 Jul 15 14:57:21.342641 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64923819-153d-4020-8c42-5d0fbc0d3046 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4febdc1a-f080-479a-a276-2fb1148ed117,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:21.374371 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-9f9fcd6f-4b40-476c-a501-755260d2162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.375805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-9f9fcd6f-4b40-476c-a501-755260d2162f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=218cf0bf-5930-417f-bd02-08d18ed24ea1 HTTP/1.1" status: 200 len: 855 time: 0.1044977 Jul 15 14:57:21.502255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46ee25-94fc-49b1-8181-d472a047b8fd req-06cde6a0-69bf-4f91-a9fa-deb7ea0696c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.505421 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8d46ee25-94fc-49b1-8181-d472a047b8fd req-06cde6a0-69bf-4f91-a9fa-deb7ea0696c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e794f51c90a43d0870d439e2c14f378&device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 1096 time: 0.1584933 Jul 15 14:57:21.576003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7b942-3387-4271-852d-db1a7540e4ac req-aeac2e6a-8825-41d1-a625-e83b85935b46 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.584460 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7b942-3387-4271-852d-db1a7540e4ac req-aeac2e6a-8825-41d1-a625-e83b85935b46 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.591596 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7b942-3387-4271-852d-db1a7540e4ac req-aeac2e6a-8825-41d1-a625-e83b85935b46 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.599842 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7b942-3387-4271-852d-db1a7540e4ac req-aeac2e6a-8825-41d1-a625-e83b85935b46 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.606521 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7b942-3387-4271-852d-db1a7540e4ac req-aeac2e6a-8825-41d1-a625-e83b85935b46 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.612838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7b942-3387-4271-852d-db1a7540e4ac req-aeac2e6a-8825-41d1-a625-e83b85935b46 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.619435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7b942-3387-4271-852d-db1a7540e4ac req-aeac2e6a-8825-41d1-a625-e83b85935b46 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.627419 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-18e7b942-3387-4271-852d-db1a7540e4ac req-aeac2e6a-8825-41d1-a625-e83b85935b46 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5430 time: 0.1847501 Jul 15 14:57:21.638554 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-7c088a15-2ffe-4913-9c38-dac9fb4b056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.640632 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-7c088a15-2ffe-4913-9c38-dac9fb4b056a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62fd754e-5cad-4a48-a4b4-1613cbb8c1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2579002 Jul 15 14:57:21.669936 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46ee25-94fc-49b1-8181-d472a047b8fd req-23bf0926-0e17-4231-8792-a02fdbcc7647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.671882 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8d46ee25-94fc-49b1-8181-d472a047b8fd req-23bf0926-0e17-4231-8792-a02fdbcc7647 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af8e8904-96f8-43aa-96fc-cdc47e60811e HTTP/1.1" status: 200 len: 912 time: 0.1586847 Jul 15 14:57:21.713856 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-18e7b942-3387-4271-852d-db1a7540e4ac req-94c1654c-e507-40c4-a598-57685d4e08f5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844514 Jul 15 14:57:21.730750 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8d46ee25-94fc-49b1-8181-d472a047b8fd req-e37aee64-ab16-40ef-a742-7f1b02875896 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65ccd9a7-ff2b-4112-8fe1-57b13e626358 HTTP/1.1" status: 200 len: 217 time: 0.0514507 Jul 15 14:57:21.781724 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cea3e5-d561-4c51-9291-94a329711ecc x-openstack-request-id: req-38cea3e5-d561-4c51-9291-94a329711ecc {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:21.782036 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "tag": "96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "tag": "509907ba-1a04-411d-8ccf-0436bca64bb6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "tag": "4a877dc9-de97-4a8e-96ad-d46479b35576", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:21.782779 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38cea3e5-d561-4c51-9291-94a329711ecc {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:21.782779 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'tag': '96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e', 'status': 'completed', 'code': 200} Jul 15 14:57:21.783057 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'tag': '509907ba-1a04-411d-8ccf-0436bca64bb6', 'status': 'completed', 'code': 200} Jul 15 14:57:21.783219 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'tag': '4a877dc9-de97-4a8e-96ad-d46479b35576', 'status': 'completed', 'code': 200} Jul 15 14:57:21.799724 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-0e5b6b3c-c41b-464c-853d-7495feae2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.802195 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-0e5b6b3c-c41b-464c-853d-7495feae2f40 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6&tenant_id=e4e49258fa6a4fb18919af5b4ad01325 HTTP/1.1" status: 200 len: 1101 time: 0.1797855 Jul 15 14:57:21.806267 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46ee25-94fc-49b1-8181-d472a047b8fd req-53533d4a-57e8-40e8-a0f8-8396ba1ad02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.807966 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8d46ee25-94fc-49b1-8181-d472a047b8fd req-53533d4a-57e8-40e8-a0f8-8396ba1ad02f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3e2944a-0132-40f6-86a7-f80000f7edae HTTP/1.1" status: 200 len: 851 time: 0.0692282 Jul 15 14:57:21.820715 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-fa38ae5f-4c0f-4031-a22b-f12265271df9 service neutron] 10.222.0.11 "GET /v2.0/networks/62fd754e-5cad-4a48-a4b4-1613cbb8c1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653466 Jul 15 14:57:21.882022 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8d46ee25-94fc-49b1-8181-d472a047b8fd req-8dca86e1-7a21-4ba5-a479-e4837f6677f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af8e8904-96f8-43aa-96fc-cdc47e60811e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662138 Jul 15 14:57:21.886796 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c60894-709f-4cf5-9d43-d4dd196c3b69 x-openstack-request-id: req-33c60894-709f-4cf5-9d43-d4dd196c3b69 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:21.887196 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "tag": "4486f9c8-90ef-4cf7-ae45-4487afb34ea3", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:21.887545 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-33c60894-709f-4cf5-9d43-d4dd196c3b69 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:21.888041 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'tag': '4486f9c8-90ef-4cf7-ae45-4487afb34ea3', 'status': 'completed', 'code': 200} Jul 15 14:57:21.980979 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-21347dc8-4041-4bb5-83f2-9e2313324866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:21.982791 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-21347dc8-4041-4bb5-83f2-9e2313324866 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 1101 time: 0.1360419 Jul 15 14:57:22.031494 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8d46ee25-94fc-49b1-8181-d472a047b8fd req-2ff223eb-421b-4c90-a3b4-f4637f0dcd04 service neutron] 10.222.0.11 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392908 Jul 15 14:57:22.056381 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-986307ac-848c-4550-9486-1b720c27b061 service neutron] 10.222.0.11 "GET /v2.0/networks/62fd754e-5cad-4a48-a4b4-1613cbb8c1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223399 Jul 15 14:57:22.111586 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-25cc4803-4ce6-4038-8b60-abe83b4e1637 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=9528b9f5-a68e-4bea-af14-70d1357b739c HTTP/1.1" status: 200 len: 217 time: 0.0434480 Jul 15 14:57:22.139064 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f2b77-5bd4-4069-9fae-93119b5cf21c req-bf14f14e-9fa5-4216-b56e-2162b15de823 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:22.140839 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e55f2b77-5bd4-4069-9fae-93119b5cf21c req-bf14f14e-9fa5-4216-b56e-2162b15de823 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 945 time: 0.2362285 Jul 15 14:57:22.160922 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-3c499f47-a81c-4b94-89f6-6b0645218ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:22.162402 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-3c499f47-a81c-4b94-89f6-6b0645218ccd service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1729007 Jul 15 14:57:22.199631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf200ae3-f23e-4e02-97d7-7e84d64ba46c req-6c3b3a05-3fea-4172-9110-be9e265a6c33 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:22.201176 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cf200ae3-f23e-4e02-97d7-7e84d64ba46c req-6c3b3a05-3fea-4172-9110-be9e265a6c33 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.2034996 Jul 15 14:57:22.231706 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-a6920128-da7b-4a13-a181-42c0ed2a3be1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6319c56b-17e9-403b-b880-870a86feb706 HTTP/1.1" status: 200 len: 217 time: 0.0616109 Jul 15 14:57:22.237267 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8d46ee25-94fc-49b1-8181-d472a047b8fd req-9209f365-dd3b-4cb6-ba66-18be8b16ab7b service neutron] 10.222.0.11 "GET /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711748 Jul 15 14:57:22.237562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-3425446e-6f9c-4c53-9f59-6e7924a9bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:22.239607 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-3425446e-6f9c-4c53-9f59-6e7924a9bf69 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.1196489 Jul 15 14:57:22.258024 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e55f2b77-5bd4-4069-9fae-93119b5cf21c req-d762f230-166a-41e6-8bb0-ed4d69abf62f tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926411 Jul 15 14:57:22.306662 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-70aecd5c-2727-410e-9761-9b4b69079d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:22.308270 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-70aecd5c-2727-410e-9761-9b4b69079d71 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0696654 Jul 15 14:57:22.326329 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cf200ae3-f23e-4e02-97d7-7e84d64ba46c req-2a67678d-8b9e-4bb2-8c7e-89d5b8b6cfb0 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149178 Jul 15 14:57:22.363343 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5f10dacb-e2cc-4d1a-bdb7-886800ca444e req-8ea8e7e9-7ac6-4337-9b66-6fd897752399 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "GET /v2.0/security-groups/4febdc1a-f080-479a-a276-2fb1148ed117 HTTP/1.1" status: 200 len: 1811 time: 0.0687654 Jul 15 14:57:22.374505 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-78dd8cfa-5c59-4a5e-9a03-cbec47fdfeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:22.376061 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-78dd8cfa-5c59-4a5e-9a03-cbec47fdfeb6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1156464 Jul 15 14:57:22.383288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-73c9a5b5-a5d8-4f18-9a25-3d93e2200259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:22.385598 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-73c9a5b5-a5d8-4f18-9a25-3d93e2200259 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703597 Jul 15 14:57:22.542177 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-f442bdf6-93e6-433a-b8fc-de3ec68495d7 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497509 Jul 15 14:57:22.587689 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-3c017ef4-6a20-4624-8068-dd0ba2ff3d59 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018383 Jul 15 14:57:22.680167 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7ee2218-9ca4-456c-a3c1-aa39074a64f2 req-9e8ca529-a0ca-4bd8-992b-09d0661593e3 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314967 Jul 15 14:57:22.698861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eff9cf-8890-4f3f-8ac7-c03ad7a5342b req-335dd093-468c-4dd8-b287-e75b25995572 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:22.700377 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1eff9cf-8890-4f3f-8ac7-c03ad7a5342b req-335dd093-468c-4dd8-b287-e75b25995572 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.1701405 Jul 15 14:57:22.727124 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-537b7051-df33-41eb-a20f-f13b7f7854e6 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285982 Jul 15 14:57:22.786389 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1658e30b-112e-469a-92b5-9b4029df9b4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=ea6c6468-db9b-4be4-a110-cfd32f419f39 HTTP/1.1" status: 200 len: 217 time: 0.0445869 Jul 15 14:57:22.791796 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1eff9cf-8890-4f3f-8ac7-c03ad7a5342b req-bbab7632-fe7c-46b1-bab8-ac61ce9484a2 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831206 Jul 15 14:57:22.854876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-0a2f11fe-7cb4-402f-be64-409df3f2f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:22.856445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-0a2f11fe-7cb4-402f-be64-409df3f2f9eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.0637648 Jul 15 14:57:22.970823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-2cb17d67-49df-474a-bec5-1f7e7231ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:22.972351 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-2cb17d67-49df-474a-bec5-1f7e7231ef87 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1085339 Jul 15 14:57:23.123730 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67558d6-384e-4587-be84-f50a4cf46f1a req-2e2d3633-f6fc-4db4-a7ea-c6a66c6b46ff tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:23.125238 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a67558d6-384e-4587-be84-f50a4cf46f1a req-2e2d3633-f6fc-4db4-a7ea-c6a66c6b46ff tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.1995230 Jul 15 14:57:23.133653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de5446-0354-4c1d-ba63-d56365549c78 req-10071235-dc9d-4167-9147-f6b30d008fb2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:23.135163 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15de5446-0354-4c1d-ba63-d56365549c78 req-10071235-dc9d-4167-9147-f6b30d008fb2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 945 time: 0.1759498 Jul 15 14:57:23.137013 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-d0a0a014-e3b2-4c78-bbad-e1342a4e19dc service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419225 Jul 15 14:57:23.226785 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a67558d6-384e-4587-be84-f50a4cf46f1a req-05759df1-19dc-4576-a9b2-82858b3d950b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887682 Jul 15 14:57:23.266786 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15de5446-0354-4c1d-ba63-d56365549c78 req-58321de5-5663-4d45-847d-ffbd963d45d7 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216247 Jul 15 14:57:23.275324 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-dcaabc09-1cd1-409b-945d-bee1b0fba8cb req-0e4533ab-2b21-4693-9434-c2f73d8c81c5 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1053178456', 'description': 'tempest-description-1875529275'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:23.325652 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-d81bd4ec-bb8e-4542-bb91-70a68a214f60 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779895 Jul 15 14:57:23.326959 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dcaabc09-1cd1-409b-945d-bee1b0fba8cb req-0e4533ab-2b21-4693-9434-c2f73d8c81c5 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:23.391924 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-aa092802-b5f3-4301-911e-7e8fbac960b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e HTTP/1.1" status: 200 len: 217 time: 0.0578356 Jul 15 14:57:23.502956 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-47eadb77-4320-4cfb-a676-12d9b9f5b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:23.505044 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-47eadb77-4320-4cfb-a676-12d9b9f5b273 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.1028376 Jul 15 14:57:23.602219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c6312-7c5a-407f-b84f-d004b44e89d8 req-96ab9998-d784-4d23-a23f-7ae58dee458e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:23.608136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c6312-7c5a-407f-b84f-d004b44e89d8 req-96ab9998-d784-4d23-a23f-7ae58dee458e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:23.614074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c6312-7c5a-407f-b84f-d004b44e89d8 req-96ab9998-d784-4d23-a23f-7ae58dee458e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:23.619983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c6312-7c5a-407f-b84f-d004b44e89d8 req-96ab9998-d784-4d23-a23f-7ae58dee458e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:23.625942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c6312-7c5a-407f-b84f-d004b44e89d8 req-96ab9998-d784-4d23-a23f-7ae58dee458e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:23.632663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c6312-7c5a-407f-b84f-d004b44e89d8 req-96ab9998-d784-4d23-a23f-7ae58dee458e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:23.638580 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c6312-7c5a-407f-b84f-d004b44e89d8 req-96ab9998-d784-4d23-a23f-7ae58dee458e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:23.640788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d39c6312-7c5a-407f-b84f-d004b44e89d8 req-96ab9998-d784-4d23-a23f-7ae58dee458e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5430 time: 0.2422571 Jul 15 14:57:23.653738 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dcaabc09-1cd1-409b-945d-bee1b0fba8cb req-0e4533ab-2b21-4693-9434-c2f73d8c81c5 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:23.669799 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dcaabc09-1cd1-409b-945d-bee1b0fba8cb req-0e4533ab-2b21-4693-9434-c2f73d8c81c5 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:23.721885 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dcaabc09-1cd1-409b-945d-bee1b0fba8cb req-0e4533ab-2b21-4693-9434-c2f73d8c81c5 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:23.723161 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcaabc09-1cd1-409b-945d-bee1b0fba8cb req-0e4533ab-2b21-4693-9434-c2f73d8c81c5 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4535186 Jul 15 14:57:23.730073 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4533ab-2b21-4693-9434-c2f73d8c81c5 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f59fdc0-4f61-4052-a1f5-ba9485a2b5c4,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:23.737878 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d39c6312-7c5a-407f-b84f-d004b44e89d8 req-83ed7572-29bd-4fd4-aa71-670e21abe4fe tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873806 Jul 15 14:57:23.739941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c05e5201-966d-496c-85be-f36ebc32367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:23.741424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c05e5201-966d-496c-85be-f36ebc32367b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2255523 Jul 15 14:57:24.223831 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-7225bca3-eaa2-43c2-ba0f-e29ae3503b71 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680295 Jul 15 14:57:24.418347 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-0c23c2cb-56c0-48ff-9406-a75527be078a service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842196 Jul 15 14:57:24.426015 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7368e6ae-ffcb-49cf-98b4-24b772cfdeab req-b3b20900-aa17-42f5-9b99-4105b2c6b1a2 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "GET /v2.0/security-groups/6f59fdc0-4f61-4052-a1f5-ba9485a2b5c4 HTTP/1.1" status: 200 len: 1813 time: 0.0836706 Jul 15 14:57:24.477164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-2d713877-62af-49f9-8ad5-dadecd679f83 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=509907ba-1a04-411d-8ccf-0436bca64bb6 HTTP/1.1" status: 200 len: 217 time: 0.0499477 Jul 15 14:57:24.493578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cee818-f747-4812-bc61-b195ba3aa012 req-0882e649-b5b7-4bb5-8218-86462c3f1f96 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:24.495224 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56cee818-f747-4812-bc61-b195ba3aa012 req-0882e649-b5b7-4bb5-8218-86462c3f1f96 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.2284348 Jul 15 14:57:24.606324 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56cee818-f747-4812-bc61-b195ba3aa012 req-5a464aac-9bbc-4355-9b04-d4f1f589b249 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009600 Jul 15 14:57:24.608892 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-b3c9e420-81cc-48c3-84bb-2a9b5baaf27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:24.610806 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-b3c9e420-81cc-48c3-84bb-2a9b5baaf27d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.1146405 Jul 15 14:57:24.701751 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06dd1e-c8f9-485e-bfe9-1e7363e2137e req-1ecda96d-d55e-4736-a0f1-1e3784b8a069 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:24.703470 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca06dd1e-c8f9-485e-bfe9-1e7363e2137e req-1ecda96d-d55e-4736-a0f1-1e3784b8a069 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.1520734 Jul 15 14:57:24.736084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-09a64b38-7b69-4552-8e2c-4f3b25a0ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:24.738195 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-09a64b38-7b69-4552-8e2c-4f3b25a0ed37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1186361 Jul 15 14:57:24.778138 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca06dd1e-c8f9-485e-bfe9-1e7363e2137e req-960712ee-b35c-4d03-8eca-84baf1eda376 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675397 Jul 15 14:57:24.895460 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-d254f297-4fae-4de6-9a02-7b5da5bf71ba service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488702 Jul 15 14:57:24.962795 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c22ce-f412-4f86-b920-079bcce2f9c9 req-934e7cc2-a61f-43c2-9092-4323f0cb1b6d tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:24.964394 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b34c22ce-f412-4f86-b920-079bcce2f9c9 req-934e7cc2-a61f-43c2-9092-4323f0cb1b6d tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.1389656 Jul 15 14:57:25.001594 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-afc45a1b-c1ac-430a-8924-7875011a983e req-226f8c85-a27a-4971-bcd3-f4abc9500e8f tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-798056417', 'description': 'tempest-description-314191453'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:25.070932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-c753f70b-6872-4b32-8e6a-9946b3ac2071 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673820 Jul 15 14:57:25.071620 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-afc45a1b-c1ac-430a-8924-7875011a983e req-226f8c85-a27a-4971-bcd3-f4abc9500e8f tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:25.077158 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b34c22ce-f412-4f86-b920-079bcce2f9c9 req-6cb30090-3eab-4688-8d3f-86d9f36e4f80 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830276 Jul 15 14:57:25.132525 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-b755d21b-f275-46c6-bb7a-4742b809f903 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a877dc9-de97-4a8e-96ad-d46479b35576 HTTP/1.1" status: 200 len: 217 time: 0.0482709 Jul 15 14:57:25.208599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-0f0ebb7e-94be-4340-8a9c-efa395ef396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:25.210272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-0f0ebb7e-94be-4340-8a9c-efa395ef396e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=165daafa-0d29-4390-8abc-b1c1c0c27210 HTTP/1.1" status: 200 len: 797 time: 0.0674233 Jul 15 14:57:25.285733 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-afc45a1b-c1ac-430a-8924-7875011a983e req-226f8c85-a27a-4971-bcd3-f4abc9500e8f tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:25.294178 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-afc45a1b-c1ac-430a-8924-7875011a983e req-226f8c85-a27a-4971-bcd3-f4abc9500e8f tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:25.331185 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-afc45a1b-c1ac-430a-8924-7875011a983e req-226f8c85-a27a-4971-bcd3-f4abc9500e8f tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:25.343814 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-afc45a1b-c1ac-430a-8924-7875011a983e req-226f8c85-a27a-4971-bcd3-f4abc9500e8f tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3506618 Jul 15 14:57:25.350513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-be33ed88-f2f7-4b12-b03d-adc0557dcc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:25.352179 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-be33ed88-f2f7-4b12-b03d-adc0557dcc18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc696e57-667f-4451-b6b7-ff70513b7290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1304457 Jul 15 14:57:25.352820 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f8c85-a27a-4971-bcd3-f4abc9500e8f tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=669d8011-941a-4227-91dc-08e03e8d9ddf,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:25.513840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-006b8c9b-79b3-477a-afe9-0b442ee66a1c service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472368 Jul 15 14:57:25.553074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6319c56b-17e9-403b-b880-870a86feb706 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:57:25.597517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3dd9-298c-4595-a348-a402a7bfc776 req-682b9142-7db1-498f-8d38-cb40ced21a57 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:25.603950 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3dd9-298c-4595-a348-a402a7bfc776 req-682b9142-7db1-498f-8d38-cb40ced21a57 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:25.610179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3dd9-298c-4595-a348-a402a7bfc776 req-682b9142-7db1-498f-8d38-cb40ced21a57 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:25.611458 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6319c56b-17e9-403b-b880-870a86feb706 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:57:25.616469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3dd9-298c-4595-a348-a402a7bfc776 req-682b9142-7db1-498f-8d38-cb40ced21a57 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:25.622566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3dd9-298c-4595-a348-a402a7bfc776 req-682b9142-7db1-498f-8d38-cb40ced21a57 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:25.628938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3dd9-298c-4595-a348-a402a7bfc776 req-682b9142-7db1-498f-8d38-cb40ced21a57 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:25.635158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3dd9-298c-4595-a348-a402a7bfc776 req-682b9142-7db1-498f-8d38-cb40ced21a57 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:25.637238 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fae3dd9-298c-4595-a348-a402a7bfc776 req-682b9142-7db1-498f-8d38-cb40ced21a57 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5430 time: 0.1791542 Jul 15 14:57:25.768159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-5a749af4-4ed5-4ae3-815d-09e5f32d029f service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456443 Jul 15 14:57:25.786044 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c03a0ec-a1ff-43dd-bc8a-6fd899b2a460 req-46776ac9-6b01-4c6d-be90-094710face43 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "GET /v2.0/security-groups/669d8011-941a-4227-91dc-08e03e8d9ddf HTTP/1.1" status: 200 len: 1811 time: 0.1476188 Jul 15 14:57:25.801138 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6319c56b-17e9-403b-b880-870a86feb706, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6319c56b-17e9-403b-b880-870a86feb706,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:25.811724 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:25.814768 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fae3dd9-298c-4595-a348-a402a7bfc776 req-72880ad2-e24e-483f-b62e-2965de5de049 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1343355 Jul 15 14:57:25.836433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '6319c56b-17e9-403b-b880-870a86feb706', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '6319c56b-17e9-403b-b880-870a86feb706', 'mac_address': 'fa:16:3e:c5:51:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:57:25.843773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63acdab6-18ce-4793-9de5-f464d7e299d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6319c56b-17e9-403b-b880-870a86feb706'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:25.846412 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f2dd64-c453-4ec9-b1ff-ed54243d24bf" -d '{"events": [{"server_uuid": "63acdab6-18ce-4793-9de5-f464d7e299d6", "name": "network-vif-unplugged", "status": "completed", "tag": "6319c56b-17e9-403b-b880-870a86feb706"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:25.906040 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-dd5808b4-eb83-4036-9fc8-eb96fd18255e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4486f9c8-90ef-4cf7-ae45-4487afb34ea3 HTTP/1.1" status: 200 len: 217 time: 0.1161673 Jul 15 14:57:25.909787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6319c56b-17e9-403b-b880-870a86feb706, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6319c56b-17e9-403b-b880-870a86feb706,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:25.930586 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:25.979246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1653cfe6-d884-4a2e-a4c9-dd461c4eca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:25.981453 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-1653cfe6-d884-4a2e-a4c9-dd461c4eca7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=165daafa-0d29-4390-8abc-b1c1c0c27210 HTTP/1.1" status: 200 len: 797 time: 0.0656962 Jul 15 14:57:25.983575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2894-1882-43f3-a6ed-d87c8b29a84a req-883592be-4cc0-4877-ae60-3cd14abb691d tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:25.988336 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ec2894-1882-43f3-a6ed-d87c8b29a84a req-883592be-4cc0-4877-ae60-3cd14abb691d tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6&tenant_id=e4e49258fa6a4fb18919af5b4ad01325&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 950 time: 0.1921318 Jul 15 14:57:25.992679 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:26.039402 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6319c56b-17e9-403b-b880-870a86feb706 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:26.091521 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=6319c56b-17e9-403b-b880-870a86feb706,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:26.109658 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 14:57:26.110089 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:57:26.154458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2894-1882-43f3-a6ed-d87c8b29a84a req-40d96e88-ed73-49d7-89b0-8a1615a0747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.156139 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ec2894-1882-43f3-a6ed-d87c8b29a84a req-40d96e88-ed73-49d7-89b0-8a1615a0747f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 1099 time: 0.0582371 Jul 15 14:57:26.157536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c34dd-4000-406d-a395-d4018988636c req-f422ef4b-ce6f-4092-aed8-7177e7830b5e tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.159110 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b3c34dd-4000-406d-a395-d4018988636c req-f422ef4b-ce6f-4092-aed8-7177e7830b5e tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.1715374 Jul 15 14:57:26.187831 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-0a641610-06d4-4fc5-95c5-df54fa870697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.189359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-0a641610-06d4-4fc5-95c5-df54fa870697 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc696e57-667f-4451-b6b7-ff70513b7290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1637599 Jul 15 14:57:26.233893 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b3c34dd-4000-406d-a395-d4018988636c req-efa5078a-d732-4fba-842f-f0ffa3c71e03 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680041 Jul 15 14:57:26.262271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd748d23-ab97-4a24-aa5d-a90e330bc30d req-42e107df-9bcc-4d7c-8c7f-4a59a71e2d6a tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.269802 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd748d23-ab97-4a24-aa5d-a90e330bc30d req-42e107df-9bcc-4d7c-8c7f-4a59a71e2d6a tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 945 time: 0.1918013 Jul 15 14:57:26.271035 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2894-1882-43f3-a6ed-d87c8b29a84a req-dd882fef-9db3-4d1a-affc-5fa5104391eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.272959 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ec2894-1882-43f3-a6ed-d87c8b29a84a req-dd882fef-9db3-4d1a-affc-5fa5104391eb service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1074607 Jul 15 14:57:26.326747 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ec2894-1882-43f3-a6ed-d87c8b29a84a req-391bc338-b000-4f66-80e2-94fb8dd9849f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6319c56b-17e9-403b-b880-870a86feb706 HTTP/1.1" status: 200 len: 217 time: 0.0461743 Jul 15 14:57:26.353520 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd748d23-ab97-4a24-aa5d-a90e330bc30d req-c95f8315-e3a8-43f0-8126-040811921666 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827832 Jul 15 14:57:26.408392 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5abb581e-251d-4833-8cb3-56fa01d487cc details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:57:26.411439 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-41f63b3f-30f0-4c63-a017-ea6020c674c2 service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978035 Jul 15 14:57:26.412019 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-6638fd2f-789c-49c4-b768-0a9228460680 req-e15c7c3a-2d1b-4f0d-8f7b-a4eb35f9a186 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] show failed (client error): The resource could not be found. Jul 15 14:57:26.425974 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6638fd2f-789c-49c4-b768-0a9228460680 req-e15c7c3a-2d1b-4f0d-8f7b-a4eb35f9a186 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "GET /v2.0/security-groups/00ebf0ce-f670-4802-bfa2-18f0c95a9189 HTTP/1.1" status: 404 len: 352 time: 0.0437117 Jul 15 14:57:26.463979 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2894-1882-43f3-a6ed-d87c8b29a84a req-62fb49de-892f-4047-a00a-5e358e1eecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.465841 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ec2894-1882-43f3-a6ed-d87c8b29a84a req-62fb49de-892f-4047-a00a-5e358e1eecfa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1257279 Jul 15 14:57:26.528189 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 5abb581e-251d-4833-8cb3-56fa01d487cc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5abb581e-251d-4833-8cb3-56fa01d487cc,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:26.541058 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0b529b2e-51f4-41cd-83bd-d4493e48fc0e req-e10991e5-795e-4a38-a17d-768bf202c99b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1441181 Jul 15 14:57:26.570078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '5abb581e-251d-4833-8cb3-56fa01d487cc', 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0', 'port_id': '5abb581e-251d-4833-8cb3-56fa01d487cc', 'mac_address': 'fa:16:3e:cf:f5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a0028d-6b1b-4323-8f48-9385d7a289df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:57:26.574891 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2894-1882-43f3-a6ed-d87c8b29a84a req-051566c4-dd9d-435a-b03b-31308974499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.576687 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ec2894-1882-43f3-a6ed-d87c8b29a84a req-051566c4-dd9d-435a-b03b-31308974499d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002610 Jul 15 14:57:26.584057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c5d10a-fe21-4176-a475-91b422ed3d18 req-e25c45f9-5425-4ee4-9f02-7f4f2af697ac service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565163 Jul 15 14:57:26.663496 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:26.683163 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5abb581e-251d-4833-8cb3-56fa01d487cc {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:26.690400 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:26.730550 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 5abb581e-251d-4833-8cb3-56fa01d487cc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5abb581e-251d-4833-8cb3-56fa01d487cc,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:26.733442 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6319c56b-17e9-403b-b880-870a86feb706 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:26.748699 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ec2894-1882-43f3-a6ed-d87c8b29a84a req-b7e6d080-c396-4295-89f5-42409aca102b service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631632 Jul 15 14:57:26.776639 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:26.789969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6319c56b-17e9-403b-b880-870a86feb706, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6319c56b-17e9-403b-b880-870a86feb706,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:26.791332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60291d73-0ac1-44f8-b350-4ca68cd0fbe1 req-5738f815-8cf6-4751-a8ae-1a20bd6196dc tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.796885 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b529b2e-51f4-41cd-83bd-d4493e48fc0e req-43b4c243-cd16-4994-bbda-a76ba88396b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.798237 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-60291d73-0ac1-44f8-b350-4ca68cd0fbe1 req-5738f815-8cf6-4751-a8ae-1a20bd6196dc tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 948 time: 0.4053991 Jul 15 14:57:26.799327 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0b529b2e-51f4-41cd-83bd-d4493e48fc0e req-43b4c243-cd16-4994-bbda-a76ba88396b0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 1101 time: 0.1830554 Jul 15 14:57:26.828533 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:26.871399 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=5abb581e-251d-4833-8cb3-56fa01d487cc,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:26.873526 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-60291d73-0ac1-44f8-b350-4ca68cd0fbe1 req-6cabf97b-5c4b-49c3-86c4-01dff4303e4a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742748 Jul 15 14:57:26.907410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9417755-1035-4526-9b3f-9b229ba097c5 req-795300cc-1ad9-4f93-b9bc-280c4a1f02a8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.919387 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9417755-1035-4526-9b3f-9b229ba097c5 req-795300cc-1ad9-4f93-b9bc-280c4a1f02a8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.3087647 Jul 15 14:57:26.947541 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-44492d80-7539-4d5f-8630-5e52802147da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.951000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-44492d80-7539-4d5f-8630-5e52802147da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.951713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-44492d80-7539-4d5f-8630-5e52802147da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.952363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-44492d80-7539-4d5f-8630-5e52802147da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.952731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=6319c56b-17e9-403b-b880-870a86feb706,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:26.955712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-44492d80-7539-4d5f-8630-5e52802147da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.956567 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-44492d80-7539-4d5f-8630-5e52802147da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.957312 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-44492d80-7539-4d5f-8630-5e52802147da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:26.959537 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-44492d80-7539-4d5f-8630-5e52802147da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40bf669d7c86461487aff158b418b6f8&device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 6487 time: 0.2754869 Jul 15 14:57:26.965027 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['5abb581e-251d-4833-8cb3-56fa01d487cc'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:27.046716 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec70ee0-ec81-42f7-9c87-5e322bc5663b x-openstack-request-id: req-dec70ee0-ec81-42f7-9c87-5e322bc5663b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:27.048964 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63acdab6-18ce-4793-9de5-f464d7e299d6", "name": "network-vif-unplugged", "status": "completed", "tag": "6319c56b-17e9-403b-b880-870a86feb706", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:27.049368 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dec70ee0-ec81-42f7-9c87-5e322bc5663b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:27.050366 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63acdab6-18ce-4793-9de5-f464d7e299d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6319c56b-17e9-403b-b880-870a86feb706', 'code': 200} Jul 15 14:57:27.079122 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9417755-1035-4526-9b3f-9b229ba097c5 req-ff3a847c-3934-46ad-bac4-be0f56995493 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539845 Jul 15 14:57:27.083598 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-4d829270-2c43-49c0-b2da-b191e9820310 req-2d2134f7-c762-4b27-94b7-0bb4559a420a tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] show failed (client error): The resource could not be found. Jul 15 14:57:27.106368 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d829270-2c43-49c0-b2da-b191e9820310 req-2d2134f7-c762-4b27-94b7-0bb4559a420a tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "GET /v2.0/security-group-rules/26630da7-0caa-4971-a34d-d62466c9f463 HTTP/1.1" status: 404 len: 361 time: 0.0378263 Jul 15 14:57:27.162957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['6319c56b-17e9-403b-b880-870a86feb706'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:27.256853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-e7bb77d0-d21c-4f5e-bf62-c2634d082f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:27.259248 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-e7bb77d0-d21c-4f5e-bf62-c2634d082f05 service neutron] 10.222.0.11 "GET /v2.0/networks?id=92c49654-4ba4-4f61-8bf5-dcf860f7db35 HTTP/1.1" status: 200 len: 902 time: 0.2806270 Jul 15 14:57:27.338892 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-e97d34d0-de23-41ff-8310-74efc6ee3134 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e HTTP/1.1" status: 200 len: 217 time: 0.0656710 Jul 15 14:57:27.368825 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b26336ee-019f-4fe1-a729-f885ff3c0b06 req-d030f519-b3a9-42c4-9ac9-cad3ad81cfc6 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "GET /v2.0/security-groups/669d8011-941a-4227-91dc-08e03e8d9ddf HTTP/1.1" status: 200 len: 1811 time: 0.1984682 Jul 15 14:57:27.488957 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-ebb62113-eb23-4835-825b-b9a4a85a8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:27.490665 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-ebb62113-eb23-4835-825b-b9a4a85a8bcb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.0960376 Jul 15 14:57:27.496710 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b26336ee-019f-4fe1-a729-f885ff3c0b06 req-963b87f7-867d-48a6-8700-9e5fbb5469a6 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:27.524876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7af5a-e3e9-4d33-a63f-1b06666f9220 req-1d4c8b25-884b-4286-9050-05c03b0e03cd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:27.531601 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7af5a-e3e9-4d33-a63f-1b06666f9220 req-1d4c8b25-884b-4286-9050-05c03b0e03cd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:27.538585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7af5a-e3e9-4d33-a63f-1b06666f9220 req-1d4c8b25-884b-4286-9050-05c03b0e03cd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:27.544924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7af5a-e3e9-4d33-a63f-1b06666f9220 req-1d4c8b25-884b-4286-9050-05c03b0e03cd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:27.551050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7af5a-e3e9-4d33-a63f-1b06666f9220 req-1d4c8b25-884b-4286-9050-05c03b0e03cd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:27.567194 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47398) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:27.570193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7af5a-e3e9-4d33-a63f-1b06666f9220 req-1d4c8b25-884b-4286-9050-05c03b0e03cd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:27.577583 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7af5a-e3e9-4d33-a63f-1b06666f9220 req-1d4c8b25-884b-4286-9050-05c03b0e03cd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:27.580171 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3d7af5a-e3e9-4d33-a63f-1b06666f9220 req-1d4c8b25-884b-4286-9050-05c03b0e03cd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5430 time: 0.2914522 Jul 15 14:57:27.642675 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b26336ee-019f-4fe1-a729-f885ff3c0b06 req-963b87f7-867d-48a6-8700-9e5fbb5469a6 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:27.704024 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3ec2894-1882-43f3-a6ed-d87c8b29a84a req-c61f9f7f-de48-4631-9380-40ab61117874 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9409168 Jul 15 14:57:27.705812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3d7af5a-e3e9-4d33-a63f-1b06666f9220 req-302cf60e-e9e2-468d-87e2-eed549784298 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1002371 Jul 15 14:57:27.712321 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b529b2e-51f4-41cd-83bd-d4493e48fc0e req-1834a601-caf0-4a2a-8e8f-ede6631373ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:27.718589 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0b529b2e-51f4-41cd-83bd-d4493e48fc0e req-1834a601-caf0-4a2a-8e8f-ede6631373ab service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2885017 Jul 15 14:57:27.781282 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b26336ee-019f-4fe1-a729-f885ff3c0b06 req-963b87f7-867d-48a6-8700-9e5fbb5469a6 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:27.788029 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b26336ee-019f-4fe1-a729-f885ff3c0b06 req-963b87f7-867d-48a6-8700-9e5fbb5469a6 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:27.793498 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b26336ee-019f-4fe1-a729-f885ff3c0b06 req-963b87f7-867d-48a6-8700-9e5fbb5469a6 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "DELETE /v2.0/security-groups/669d8011-941a-4227-91dc-08e03e8d9ddf HTTP/1.1" status: 204 len: 173 time: 0.4215779 Jul 15 14:57:27.822283 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0b529b2e-51f4-41cd-83bd-d4493e48fc0e req-87864827-f9b0-4ca8-909d-cf99f5b75367 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a HTTP/1.1" status: 200 len: 217 time: 0.0957499 Jul 15 14:57:27.831560 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-a614c5ba-3644-417b-bdfc-72d135f28522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:27.834352 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-a614c5ba-3644-417b-bdfc-72d135f28522 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3313253 Jul 15 14:57:27.835276 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-297e143a-8bd2-47ae-a3a5-4530eedce4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:27.835639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b87f7-867d-48a6-8700-9e5fbb5469a6 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=669d8011-941a-4227-91dc-08e03e8d9ddf,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:27.989489 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b529b2e-51f4-41cd-83bd-d4493e48fc0e req-0303c734-09af-4c8f-8c71-a0f788c5d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:27.991303 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0b529b2e-51f4-41cd-83bd-d4493e48fc0e req-0303c734-09af-4c8f-8c71-a0f788c5d147 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1537499 Jul 15 14:57:28.075570 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-7dad962d-49a1-4970-a39a-96aa75dc6301 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321699 Jul 15 14:57:28.125194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16590da-4900-4e72-b595-199c372537ed req-9564c779-ad3e-4425-8648-8238d251552c tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:28.135202 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b529b2e-51f4-41cd-83bd-d4493e48fc0e req-72ce7bf1-d3ce-4f08-a390-852246f0db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:28.136762 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0b529b2e-51f4-41cd-83bd-d4493e48fc0e req-72ce7bf1-d3ce-4f08-a390-852246f0db41 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349239 Jul 15 14:57:28.139592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b16590da-4900-4e72-b595-199c372537ed req-9564c779-ad3e-4425-8648-8238d251552c tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.1929080 Jul 15 14:57:28.215488 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-297e143a-8bd2-47ae-a3a5-4530eedce4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:28.238427 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-297e143a-8bd2-47ae-a3a5-4530eedce4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:28.287053 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-2b8d931b-635e-4139-b20e-27965228bc9a service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020679 Jul 15 14:57:28.346030 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-297e143a-8bd2-47ae-a3a5-4530eedce4a0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=66cdcf9264d1439bba21d9f72618c38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7709522 Jul 15 14:57:28.348863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47412) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:28.357138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e143a-8bd2-47ae-a3a5-4530eedce4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869a3394-ed8f-42dd-95a7-4f269546555e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:28.374423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2657595-b7f6-4e1d-b0cc-4835582cbde4 req-2abfda75-12d1-4cd7-b9f3-3694512157bf tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:28.383552 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2657595-b7f6-4e1d-b0cc-4835582cbde4 req-2abfda75-12d1-4cd7-b9f3-3694512157bf tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 944 time: 0.3926861 Jul 15 14:57:28.391132 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b16590da-4900-4e72-b595-199c372537ed req-6e5c7519-d7f9-47c4-8072-0d07ff0b6ed9 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506707 Jul 15 14:57:28.409117 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0b529b2e-51f4-41cd-83bd-d4493e48fc0e req-a58e3337-f2dc-4f60-8ad1-612a7f80a426 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433858 Jul 15 14:57:28.423259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5abb581e-251d-4833-8cb3-56fa01d487cc no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:57:28.469070 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-091018e9-f115-42c2-9d99-6e72bd352e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:28.540677 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-091018e9-f115-42c2-9d99-6e72bd352e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:28.572614 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0b529b2e-51f4-41cd-83bd-d4493e48fc0e req-3af0f08e-306d-49a7-a27a-8fe641d6f8ed service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566200 Jul 15 14:57:28.582870 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:28.617825 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-091018e9-f115-42c2-9d99-6e72bd352e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:28.620363 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-091018e9-f115-42c2-9d99-6e72bd352e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:28.621530 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-091018e9-f115-42c2-9d99-6e72bd352e51 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/869a3394-ed8f-42dd-95a7-4f269546555e HTTP/1.1" status: 204 len: 168 time: 0.2715802 Jul 15 14:57:28.625089 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5abb581e-251d-4833-8cb3-56fa01d487cc {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:28.651173 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091018e9-f115-42c2-9d99-6e72bd352e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869a3394-ed8f-42dd-95a7-4f269546555e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:28.663583 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 5abb581e-251d-4833-8cb3-56fa01d487cc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5abb581e-251d-4833-8cb3-56fa01d487cc,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:28.675981 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2657595-b7f6-4e1d-b0cc-4835582cbde4 req-f3f333b2-03a2-4c40-9f7f-d60e1b79ee7a tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829363 Jul 15 14:57:28.687929 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd84602e-2b2a-4de8-918c-21afe516b2c7 req-0ce532df-791a-4108-a37d-1a4b7f6d0576 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "GET /v2.0/security-groups/6f59fdc0-4f61-4052-a1f5-ba9485a2b5c4 HTTP/1.1" status: 200 len: 1813 time: 0.2131581 Jul 15 14:57:28.705400 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:28.779741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=5abb581e-251d-4833-8cb3-56fa01d487cc,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:28.859582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-8c88a4b6-de46-48a1-99f8-55200b74963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:28.859834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-8c88a4b6-de46-48a1-99f8-55200b74963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:28.860266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-8c88a4b6-de46-48a1-99f8-55200b74963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:28.860748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-8c88a4b6-de46-48a1-99f8-55200b74963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:28.861228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-8c88a4b6-de46-48a1-99f8-55200b74963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:28.861718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-8c88a4b6-de46-48a1-99f8-55200b74963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:28.862178 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-8c88a4b6-de46-48a1-99f8-55200b74963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:28.864903 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-8c88a4b6-de46-48a1-99f8-55200b74963b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40bf669d7c86461487aff158b418b6f8&device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 6487 time: 0.4190016 Jul 15 14:57:28.973529 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dd84602e-2b2a-4de8-918c-21afe516b2c7 req-935bd660-ce10-4309-aad9-65485850508c tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:29.043011 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dd84602e-2b2a-4de8-918c-21afe516b2c7 req-935bd660-ce10-4309-aad9-65485850508c tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:29.150519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a2263-8533-4d92-974d-75ac0f6629d8 req-fb5d8981-477c-4eba-97b8-e916303bc6fa tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:29.152150 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2a2263-8533-4d92-974d-75ac0f6629d8 req-fb5d8981-477c-4eba-97b8-e916303bc6fa tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 949 time: 0.2797592 Jul 15 14:57:29.160090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-7cf10be4-d993-4318-b126-4008d9dc1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:29.161664 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-7cf10be4-d993-4318-b126-4008d9dc1c76 service neutron] 10.222.0.11 "GET /v2.0/networks?id=92c49654-4ba4-4f61-8bf5-dcf860f7db35 HTTP/1.1" status: 200 len: 902 time: 0.2609904 Jul 15 14:57:29.228882 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-244b4fd3-5672-419c-a900-a4db7cb47ea9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=509907ba-1a04-411d-8ccf-0436bca64bb6 HTTP/1.1" status: 200 len: 217 time: 0.0567515 Jul 15 14:57:29.234455 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dd84602e-2b2a-4de8-918c-21afe516b2c7 req-935bd660-ce10-4309-aad9-65485850508c tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:29.238431 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dd84602e-2b2a-4de8-918c-21afe516b2c7 req-935bd660-ce10-4309-aad9-65485850508c tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:29.239638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd84602e-2b2a-4de8-918c-21afe516b2c7 req-935bd660-ce10-4309-aad9-65485850508c tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "DELETE /v2.0/security-groups/6f59fdc0-4f61-4052-a1f5-ba9485a2b5c4 HTTP/1.1" status: 204 len: 173 time: 0.5239644 Jul 15 14:57:29.293740 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bd660-ce10-4309-aad9-65485850508c tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f59fdc0-4f61-4052-a1f5-ba9485a2b5c4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:29.299956 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2a2263-8533-4d92-974d-75ac0f6629d8 req-bca50ac6-bbb9-4537-a967-3fc445cb00a3 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373019 Jul 15 14:57:29.315232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-8b6e5658-fb74-40ab-8691-45af15b54da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:29.316913 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-8b6e5658-fb74-40ab-8691-45af15b54da0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.0761809 Jul 15 14:57:29.574905 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6319c56b-17e9-403b-b880-870a86feb706 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:29.625305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47444) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:29.634073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 6319c56b-17e9-403b-b880-870a86feb706 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:29.634683 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:29.734234 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:29.745975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d8ada2c8-2f6c-4467-b58c-4cae0ba4f875 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1081440412-network', 'tenant_id': '376291fad91d46c09381b2e97ae5561f'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:29.767013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63acdab6-18ce-4793-9de5-f464d7e299d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319c56b-17e9-403b-b880-870a86feb706'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:29.772713 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed49facd-cac7-49bb-97af-e21deac7bb42" -d '{"events": [{"server_uuid": "63acdab6-18ce-4793-9de5-f464d7e299d6", "name": "network-vif-plugged", "status": "completed", "tag": "6319c56b-17e9-403b-b880-870a86feb706"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:29.774851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-9e0efd87-f1c6-4f46-b02c-2d36c062ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:29.776380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-9e0efd87-f1c6-4f46-b02c-2d36c062ea11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4453166 Jul 15 14:57:29.781891 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c24731-d3fa-441f-833f-55d90a5c36a9 req-c45f4973-48dc-4060-9f34-03b97e4a8fab tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:29.783481 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-83c24731-d3fa-441f-833f-55d90a5c36a9 req-c45f4973-48dc-4060-9f34-03b97e4a8fab tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.11 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 945 time: 0.1048706 Jul 15 14:57:29.788692 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6319c56b-17e9-403b-b880-870a86feb706, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6319c56b-17e9-403b-b880-870a86feb706,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:29.790356 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ada2c8-2f6c-4467-b58c-4cae0ba4f875 admin admin] Made reservation on behalf of 376291fad91d46c09381b2e97ae5561f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:29.792782 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8ada2c8-2f6c-4467-b58c-4cae0ba4f875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:29.794999 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:29.835315 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8ada2c8-2f6c-4467-b58c-4cae0ba4f875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:29.845863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=6319c56b-17e9-403b-b880-870a86feb706,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:29.847200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d058cb2-4fe8-432b-812c-7686986f28bd req-d98289da-7d06-48ce-b69f-3af1e206fcec tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:29.848794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7d058cb2-4fe8-432b-812c-7686986f28bd req-d98289da-7d06-48ce-b69f-3af1e206fcec tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.4572761 Jul 15 14:57:29.911582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d89e8-7f7e-4752-8ea3-b5277f916c44 req-c05a335f-be1a-4a33-8f8c-901eb4a1d07e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:29.917891 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d89e8-7f7e-4752-8ea3-b5277f916c44 req-c05a335f-be1a-4a33-8f8c-901eb4a1d07e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:29.925866 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d89e8-7f7e-4752-8ea3-b5277f916c44 req-c05a335f-be1a-4a33-8f8c-901eb4a1d07e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:29.929611 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d89e8-7f7e-4752-8ea3-b5277f916c44 req-c05a335f-be1a-4a33-8f8c-901eb4a1d07e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:29.935252 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d89e8-7f7e-4752-8ea3-b5277f916c44 req-c05a335f-be1a-4a33-8f8c-901eb4a1d07e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:29.942329 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d89e8-7f7e-4752-8ea3-b5277f916c44 req-c05a335f-be1a-4a33-8f8c-901eb4a1d07e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:29.949392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d89e8-7f7e-4752-8ea3-b5277f916c44 req-c05a335f-be1a-4a33-8f8c-901eb4a1d07e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:29.951359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c77d89e8-7f7e-4752-8ea3-b5277f916c44 req-c05a335f-be1a-4a33-8f8c-901eb4a1d07e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5430 time: 0.2280581 Jul 15 14:57:29.971148 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9f01c03-abec-4a83-bc65-9a8d1932451d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:29.985179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-83c24731-d3fa-441f-833f-55d90a5c36a9 req-8d322d29-a278-4855-804c-dc18e2d9b0cd tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Deleting port 65ccd9a7-ff2b-4112-8fe1-57b13e626358 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:57:29.985536 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-83c24731-d3fa-441f-833f-55d90a5c36a9 req-8d322d29-a278-4855-804c-dc18e2d9b0cd tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:30.002859 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7d058cb2-4fe8-432b-812c-7686986f28bd req-d3ce89a9-c617-4bac-8944-7e6f08b00e78 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479032 Jul 15 14:57:30.009509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-04b4fc55-4566-42e5-b4c4-01c57484c249 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116141 Jul 15 14:57:30.043286 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8ada2c8-2f6c-4467-b58c-4cae0ba4f875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:30.059101 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c77d89e8-7f7e-4752-8ea3-b5277f916c44 req-5cf36d02-739e-4356-b361-51463d473c42 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939224 Jul 15 14:57:30.073280 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8ada2c8-2f6c-4467-b58c-4cae0ba4f875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:30.098797 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ada2c8-2f6c-4467-b58c-4cae0ba4f875 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:57:30.114083 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8ada2c8-2f6c-4467-b58c-4cae0ba4f875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:30.114083 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-d8ada2c8-2f6c-4467-b58c-4cae0ba4f875 admin admin] Added segment 8fed424e-93c9-48aa-b19e-03fd3711bb3d of type vlan for network 8385c4b7-7489-4899-ba46-4cc28a769256 Jul 15 14:57:30.147284 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d56f0243-9de8-495a-accc-185199a37862 req-149b41a4-6e4a-4018-9b86-aff4aaac1d7b tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "GET /v2.0/security-groups/4febdc1a-f080-479a-a276-2fb1148ed117 HTTP/1.1" status: 200 len: 1811 time: 0.1159580 Jul 15 14:57:30.153838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-83c24731-d3fa-441f-833f-55d90a5c36a9 req-8d322d29-a278-4855-804c-dc18e2d9b0cd tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] For port 65ccd9a7-ff2b-4112-8fe1-57b13e626358, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=65ccd9a7-ff2b-4112-8fe1-57b13e626358,segment=NetworkSegment(f53f488c-09e7-46a8-8277-21c71e902323),segment_id=f53f488c-09e7-46a8-8277-21c71e902323)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:30.154680 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-83c24731-d3fa-441f-833f-55d90a5c36a9 req-8d322d29-a278-4855-804c-dc18e2d9b0cd tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:30.170111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-83c24731-d3fa-441f-833f-55d90a5c36a9 req-8d322d29-a278-4855-804c-dc18e2d9b0cd tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Calling delete_port for 65ccd9a7-ff2b-4112-8fe1-57b13e626358 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:57:30.181238 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-5389abc1-019f-482c-9076-9c78ed67f26f service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609721 Jul 15 14:57:30.265999 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ada2c8-2f6c-4467-b58c-4cae0ba4f875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f7c6dc-54b9-4cca-a311-b8e30c5a0241,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:30.285985 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d56f0243-9de8-495a-accc-185199a37862 req-8922bf0f-4c26-4037-a21f-db9c6682bc62 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:30.306675 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8ada2c8-2f6c-4467-b58c-4cae0ba4f875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:30.321890 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d56f0243-9de8-495a-accc-185199a37862 req-8922bf0f-4c26-4037-a21f-db9c6682bc62 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:30.360815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838441a-628e-469a-9451-7bf5248a4727 req-1620cc8c-ce55-4b1e-b0e9-709943c0bfb2 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:30.362464 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3838441a-628e-469a-9451-7bf5248a4727 req-1620cc8c-ce55-4b1e-b0e9-709943c0bfb2 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.1707711 Jul 15 14:57:30.382351 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8ada2c8-2f6c-4467-b58c-4cae0ba4f875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:30.383540 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ada2c8-2f6c-4467-b58c-4cae0ba4f875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:30.384280 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8ada2c8-2f6c-4467-b58c-4cae0ba4f875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:30.403174 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-6db2379d-1986-4ca6-bec2-f13ba26d0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:30.403660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-6db2379d-1986-4ca6-bec2-f13ba26d0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:30.404135 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-6db2379d-1986-4ca6-bec2-f13ba26d0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:30.404600 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-6db2379d-1986-4ca6-bec2-f13ba26d0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:30.405065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-6db2379d-1986-4ca6-bec2-f13ba26d0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:30.405532 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-6db2379d-1986-4ca6-bec2-f13ba26d0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:30.405993 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-6db2379d-1986-4ca6-bec2-f13ba26d0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:30.408000 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-6db2379d-1986-4ca6-bec2-f13ba26d0a94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40bf669d7c86461487aff158b418b6f8&device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 6487 time: 0.1578422 Jul 15 14:57:30.427998 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d8ada2c8-2f6c-4467-b58c-4cae0ba4f875 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8013268 Jul 15 14:57:30.431257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47454) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:30.438049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c30cd025-0139-4b46-b78e-bb82a48895a1 admin admin] Request body: {'subnet': {'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1081440412-subnet', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:30.462860 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d56f0243-9de8-495a-accc-185199a37862 req-8922bf0f-4c26-4037-a21f-db9c6682bc62 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:30.465350 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d56f0243-9de8-495a-accc-185199a37862 req-8922bf0f-4c26-4037-a21f-db9c6682bc62 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:30.466489 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d56f0243-9de8-495a-accc-185199a37862 req-8922bf0f-4c26-4037-a21f-db9c6682bc62 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "DELETE /v2.0/security-groups/4febdc1a-f080-479a-a276-2fb1148ed117 HTTP/1.1" status: 204 len: 173 time: 0.3127453 Jul 15 14:57:30.469559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ada2c8-2f6c-4467-b58c-4cae0ba4f875 admin admin] Pushing event updated for resources: {'Network': ['ID=8385c4b7-7489-4899-ba46-4cc28a769256,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:30.474376 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-83c24731-d3fa-441f-833f-55d90a5c36a9 req-8d322d29-a278-4855-804c-dc18e2d9b0cd tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:30.484818 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3838441a-628e-469a-9451-7bf5248a4727 req-98d2e4bf-db87-4079-b84b-a428b0a96c08 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127205 Jul 15 14:57:30.486125 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 8385c4b7-7489-4899-ba46-4cc28a769256 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:57:30.489488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:30.502085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922bf0f-4c26-4037-a21f-db9c6682bc62 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4febdc1a-f080-479a-a276-2fb1148ed117,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:30.523088 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d322d29-a278-4855-804c-dc18e2d9b0cd tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Pushing event deleted for resources: {'Port': ['ID=65ccd9a7-ff2b-4112-8fe1-57b13e626358,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:30.552517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30cd025-0139-4b46-b78e-bb82a48895a1 admin admin] Made reservation on behalf of 376291fad91d46c09381b2e97ae5561f for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:30.555256 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c30cd025-0139-4b46-b78e-bb82a48895a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:30.573406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c24731-d3fa-441f-833f-55d90a5c36a9 req-8d322d29-a278-4855-804c-dc18e2d9b0cd tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] No DVR routers for this DVR port 65ccd9a7-ff2b-4112-8fe1-57b13e626358 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:57:30.577850 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-83c24731-d3fa-441f-833f-55d90a5c36a9 req-8d322d29-a278-4855-804c-dc18e2d9b0cd tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:30.580744 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-83c24731-d3fa-441f-833f-55d90a5c36a9 req-8d322d29-a278-4855-804c-dc18e2d9b0cd tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.11 "DELETE /v2.0/ports/65ccd9a7-ff2b-4112-8fe1-57b13e626358 HTTP/1.1" status: 204 len: 173 time: 0.7845445 Jul 15 14:57:30.582269 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979b5aa0-3631-48e0-b768-c17236449a8b', 'name': 'network-vif-deleted', 'tag': '65ccd9a7-ff2b-4112-8fe1-57b13e626358'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:30.593563 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922d87e2-845f-4fdf-bae6-08b24b965072" -d '{"events": [{"server_uuid": "979b5aa0-3631-48e0-b768-c17236449a8b", "name": "network-vif-deleted", "tag": "65ccd9a7-ff2b-4112-8fe1-57b13e626358"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:30.596423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-1b20c151-5329-42d3-b47d-2b5e35771c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:30.598581 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-1b20c151-5329-42d3-b47d-2b5e35771c23 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc696e57-667f-4451-b6b7-ff70513b7290 HTTP/1.1" status: 200 len: 903 time: 0.1797328 Jul 15 14:57:30.684158 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-a29b4558-ac58-44e1-92f8-f2a0ef2b4c04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a877dc9-de97-4a8e-96ad-d46479b35576 HTTP/1.1" status: 200 len: 217 time: 0.0533268 Jul 15 14:57:30.774040 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8cbba763-794d-4121-b41d-4b9d7ae71899 req-80faaf85-e3ba-4677-92dd-fde4afa7c802 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=979b5aa0-3631-48e0-b768-c17236449a8b HTTP/1.1" status: 200 len: 210 time: 0.0950754 Jul 15 14:57:30.824826 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-c3e698f9-a114-4d89-a139-0545675fd09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:30.826130 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-c3e698f9-a114-4d89-a139-0545675fd09a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=165daafa-0d29-4390-8abc-b1c1c0c27210 HTTP/1.1" status: 200 len: 797 time: 0.1283324 Jul 15 14:57:30.844625 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb90a46f-c5b4-44ca-81ed-7b921d2f8578 x-openstack-request-id: req-bb90a46f-c5b4-44ca-81ed-7b921d2f8578 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:30.845165 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63acdab6-18ce-4793-9de5-f464d7e299d6", "name": "network-vif-plugged", "status": "completed", "tag": "6319c56b-17e9-403b-b880-870a86feb706", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:30.845271 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bb90a46f-c5b4-44ca-81ed-7b921d2f8578 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:30.845653 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63acdab6-18ce-4793-9de5-f464d7e299d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319c56b-17e9-403b-b880-870a86feb706', 'code': 200} Jul 15 14:57:30.955548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff4280-32ba-4b3d-adb4-0d175b5db9c8 req-ddfbeaf5-0680-4b5f-9f14-ba7b008e5720 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:30.957307 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45ff4280-32ba-4b3d-adb4-0d175b5db9c8 req-ddfbeaf5-0680-4b5f-9f14-ba7b008e5720 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 943 time: 0.2722921 Jul 15 14:57:30.997785 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c30cd025-0139-4b46-b78e-bb82a48895a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:31.006622 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-432a179e-bd15-4553-aeb8-7ceb1dd96bbd req-8b7d16e8-2966-4398-9a9d-3ce99887cb37 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "GET /v2.0/security-groups/21a33185-b59d-43fd-9204-46554ae70b45 HTTP/1.1" status: 200 len: 1812 time: 0.1471603 Jul 15 14:57:31.084380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-f1e4ded7-ec10-401d-b86d-4f276f3f28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.085790 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-f1e4ded7-ec10-401d-b86d-4f276f3f28f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc696e57-667f-4451-b6b7-ff70513b7290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2436492 Jul 15 14:57:31.088591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45ff4280-32ba-4b3d-adb4-0d175b5db9c8 req-2879d64a-e923-4e06-b6a9-e4b24336ba2b tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220803 Jul 15 14:57:31.118216 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cd025-0139-4b46-b78e-bb82a48895a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02090ca6-5ee4-4768-8aba-a4603b352741,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:31.175791 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53de5c23-ebb8-4b5a-8abf-2eb9faf5c68b x-openstack-request-id: req-53de5c23-ebb8-4b5a-8abf-2eb9faf5c68b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:31.184256 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979b5aa0-3631-48e0-b768-c17236449a8b", "name": "network-vif-deleted", "tag": "65ccd9a7-ff2b-4112-8fe1-57b13e626358", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:31.184530 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53de5c23-ebb8-4b5a-8abf-2eb9faf5c68b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:31.184967 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979b5aa0-3631-48e0-b768-c17236449a8b', 'name': 'network-vif-deleted', 'tag': '65ccd9a7-ff2b-4112-8fe1-57b13e626358', 'status': 'completed', 'code': 200} Jul 15 14:57:31.201988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30cd025-0139-4b46-b78e-bb82a48895a1 admin admin] Checking segment: {'id': '8fed424e-93c9-48aa-b19e-03fd3711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:31.202350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30cd025-0139-4b46-b78e-bb82a48895a1 admin admin] Network hostable DHCP agents. Network: 8385c4b7-7489-4899-ba46-4cc28a769256, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:57:31.219060 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-432a179e-bd15-4553-aeb8-7ceb1dd96bbd req-175f5bb6-1352-4f56-b0d2-885a27866d32 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:31.263265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30cd025-0139-4b46-b78e-bb82a48895a1 admin admin] Network 8385c4b7-7489-4899-ba46-4cc28a769256 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:57:31.269960 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-432a179e-bd15-4553-aeb8-7ceb1dd96bbd req-175f5bb6-1352-4f56-b0d2-885a27866d32 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:31.273967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-1862efcf-7e49-460b-81c2-b7463fa9bfa7 service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738410 Jul 15 14:57:31.310556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-c30cd025-0139-4b46-b78e-bb82a48895a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 8385c4b7-7489-4899-ba46-4cc28a769256) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:31.319723 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5803bc9c-556d-48df-a3df-ccc2e289ba39 None None] Network 8385c4b7-7489-4899-ba46-4cc28a769256 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:57:31.355540 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30cd025-0139-4b46-b78e-bb82a48895a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.356057 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c30cd025-0139-4b46-b78e-bb82a48895a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:31.417440 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c30cd025-0139-4b46-b78e-bb82a48895a1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9832814 Jul 15 14:57:31.420615 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47472) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:31.428316 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1081440412-router', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:31.440367 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-432a179e-bd15-4553-aeb8-7ceb1dd96bbd req-175f5bb6-1352-4f56-b0d2-885a27866d32 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:31.443632 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-432a179e-bd15-4553-aeb8-7ceb1dd96bbd req-175f5bb6-1352-4f56-b0d2-885a27866d32 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:31.444926 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-432a179e-bd15-4553-aeb8-7ceb1dd96bbd req-175f5bb6-1352-4f56-b0d2-885a27866d32 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "DELETE /v2.0/security-groups/21a33185-b59d-43fd-9204-46554ae70b45 HTTP/1.1" status: 204 len: 173 time: 0.4125752 Jul 15 14:57:31.465027 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:31.466801 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:31.471189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f5bb6-1352-4f56-b0d2-885a27866d32 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a33185-b59d-43fd-9204-46554ae70b45,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:31.502230 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c7cc2-6896-4ce1-8f2a-50b3b0258e97 req-7662eae5-a872-4d83-85a8-00fa2392ee1a tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.504237 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a81c7cc2-6896-4ce1-8f2a-50b3b0258e97 req-7662eae5-a872-4d83-85a8-00fa2392ee1a tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.2226970 Jul 15 14:57:31.506905 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bead1f3c-be3f-4c2a-b70c-a6bf477d06b7 req-addbe611-18c1-4532-9e5d-88ab3b29c2f2 service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108564 Jul 15 14:57:31.565290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-8385c4b7-7489-4899-ba46-4cc28a769256', 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'fixed_ips': [{'subnet_id': '02090ca6-5ee4-4768-8aba-a4603b352741'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:57:31.566894 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:31.598579 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:31.612859 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a81c7cc2-6896-4ce1-8f2a-50b3b0258e97 req-7e21bd60-338f-4ca7-b761-2045a8169578 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889518 Jul 15 14:57:31.690337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-b10d45f0-05ae-4413-98aa-2c220079bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.691047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-b10d45f0-05ae-4413-98aa-2c220079bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.691636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-b10d45f0-05ae-4413-98aa-2c220079bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.692129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-b10d45f0-05ae-4413-98aa-2c220079bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.692602 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-b10d45f0-05ae-4413-98aa-2c220079bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.693077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-b10d45f0-05ae-4413-98aa-2c220079bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.693548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-b10d45f0-05ae-4413-98aa-2c220079bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.695593 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-b10d45f0-05ae-4413-98aa-2c220079bad5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40bf669d7c86461487aff158b418b6f8&device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 6487 time: 0.1322968 Jul 15 14:57:31.712331 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9beee3-2d9a-4282-b62e-4547d45dec9c req-045581bc-cbc7-4042-b7b8-3a61ea3173f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.718476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9beee3-2d9a-4282-b62e-4547d45dec9c req-045581bc-cbc7-4042-b7b8-3a61ea3173f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.724741 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9beee3-2d9a-4282-b62e-4547d45dec9c req-045581bc-cbc7-4042-b7b8-3a61ea3173f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.731138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9beee3-2d9a-4282-b62e-4547d45dec9c req-045581bc-cbc7-4042-b7b8-3a61ea3173f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.732999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Allocated IP 172.20.0.2 (8385c4b7-7489-4899-ba46-4cc28a769256/02090ca6-5ee4-4768-8aba-a4603b352741/06e297ba-89f7-4dee-819f-01cd8f494011) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:31.737887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9beee3-2d9a-4282-b62e-4547d45dec9c req-045581bc-cbc7-4042-b7b8-3a61ea3173f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.744229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9beee3-2d9a-4282-b62e-4547d45dec9c req-045581bc-cbc7-4042-b7b8-3a61ea3173f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.750352 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9beee3-2d9a-4282-b62e-4547d45dec9c req-045581bc-cbc7-4042-b7b8-3a61ea3173f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.752771 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f9beee3-2d9a-4282-b62e-4547d45dec9c req-045581bc-cbc7-4042-b7b8-3a61ea3173f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5430 time: 0.1774070 Jul 15 14:57:31.770216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:31.859280 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f9beee3-2d9a-4282-b62e-4547d45dec9c req-51f84be2-c49c-4faf-b350-5479602e8b9e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953612 Jul 15 14:57:31.903223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-8f63064a-e5e6-4988-b50f-8dcc9634fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:31.903223 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-8f63064a-e5e6-4988-b50f-8dcc9634fcb0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc696e57-667f-4451-b6b7-ff70513b7290 HTTP/1.1" status: 200 len: 903 time: 0.1411860 Jul 15 14:57:31.970889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-8c05b143-4eb5-4ae3-af2f-a8488c83ae5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4486f9c8-90ef-4cf7-ae45-4487afb34ea3 HTTP/1.1" status: 200 len: 217 time: 0.0658178 Jul 15 14:57:32.074330 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-8d3a767e-099c-4a59-a0b1-8b9fc5024f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:32.075892 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-8d3a767e-099c-4a59-a0b1-8b9fc5024f40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=165daafa-0d29-4390-8abc-b1c1c0c27210 HTTP/1.1" status: 200 len: 797 time: 0.0921113 Jul 15 14:57:32.087380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cdf744fc-230a-4b43-9b37-1da4be516755 req-9a2ea8ef-0768-4309-8db3-ee517d38e76e tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "GET /v2.0/security-groups/87a6d789-2dc3-4eb6-a623-4ac296b36330 HTTP/1.1" status: 200 len: 1813 time: 0.1189570 Jul 15 14:57:32.095127 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.128620 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.134805 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.144755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Transition to ACTIVE for port object 06e297ba-89f7-4dee-819f-01cd8f494011 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:32.161369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Transition to ACTIVE for port object 06e297ba-89f7-4dee-819f-01cd8f494011 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:32.169123 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.225456 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Network 8385c4b7-7489-4899-ba46-4cc28a769256 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:32.226522 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Pushing event updated for resources: {'Port': ['ID=06e297ba-89f7-4dee-819f-01cd8f494011,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:32.229492 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:32.232399 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:32.250280 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cdf744fc-230a-4b43-9b37-1da4be516755 req-853c819a-0293-4196-8e05-5b7adb83fd10 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.251039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Allocated IP 172.25.4.130 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/695e449e-1669-4a11-9f12-b7a3b5dea7c7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:32.293122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-b04e2786-ea76-4641-8e95-d939a6ac3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:32.294708 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-b04e2786-ea76-4641-8e95-d939a6ac3dd5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc696e57-667f-4451-b6b7-ff70513b7290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1530685 Jul 15 14:57:32.296338 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cdf744fc-230a-4b43-9b37-1da4be516755 req-853c819a-0293-4196-8e05-5b7adb83fd10 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.304203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Attempting to bind port 06e297ba-89f7-4dee-819f-01cd8f494011 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:32.304931 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Attempting to bind port 06e297ba-89f7-4dee-819f-01cd8f494011 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '8fed424e-93c9-48aa-b19e-03fd3711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:32.305720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Attempting to bind port 06e297ba-89f7-4dee-819f-01cd8f494011 on network 8385c4b7-7489-4899-ba46-4cc28a769256 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:32.306628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a34bb0-b156-4f3a-a38e-0436cb48009c req-d895e072-6b9d-490a-8797-6cb564a78f4b tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:32.308186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29a34bb0-b156-4f3a-a38e-0436cb48009c req-d895e072-6b9d-490a-8797-6cb564a78f4b tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 943 time: 0.1586394 Jul 15 14:57:32.313210 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:32.314678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Checking segment: {'id': '8fed424e-93c9-48aa-b19e-03fd3711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:32.315310 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.316021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Bound using segment: {'id': '8fed424e-93c9-48aa-b19e-03fd3711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:32.316700 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Bound port: 06e297ba-89f7-4dee-819f-01cd8f494011, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fed424e-93c9-48aa-b19e-03fd3711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:32.318513 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.391911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] For port 06e297ba-89f7-4dee-819f-01cd8f494011, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:32.397986 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] For port 06e297ba-89f7-4dee-819f-01cd8f494011, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=06e297ba-89f7-4dee-819f-01cd8f494011,segment=NetworkSegment(8fed424e-93c9-48aa-b19e-03fd3711bb3d),segment_id=8fed424e-93c9-48aa-b19e-03fd3711bb3d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:32.398503 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.405021 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.443560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29a34bb0-b156-4f3a-a38e-0436cb48009c req-8ed21c62-c47e-4918-a597-cf1971a599dc tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145554 Jul 15 14:57:32.446740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 65ccd9a7-ff2b-4112-8fe1-57b13e626358 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:57:32.449167 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cdf744fc-230a-4b43-9b37-1da4be516755 req-853c819a-0293-4196-8e05-5b7adb83fd10 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.451820 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cdf744fc-230a-4b43-9b37-1da4be516755 req-853c819a-0293-4196-8e05-5b7adb83fd10 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.452977 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cdf744fc-230a-4b43-9b37-1da4be516755 req-853c819a-0293-4196-8e05-5b7adb83fd10 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] 10.222.0.38 "DELETE /v2.0/security-groups/87a6d789-2dc3-4eb6-a623-4ac296b36330 HTTP/1.1" status: 204 len: 173 time: 0.3647828 Jul 15 14:57:32.455970 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.470063 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47488) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:32.488082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 65ccd9a7-ff2b-4112-8fe1-57b13e626358 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:57:32.488386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 65ccd9a7-ff2b-4112-8fe1-57b13e626358 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:57:32.501253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d68e4-2e5b-4437-a12d-372c91840300 None None] Pushing event updated for resources: {'Port': ['ID=06e297ba-89f7-4dee-819f-01cd8f494011,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:32.536293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:32.540340 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:32.545811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:32.549411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Pushing event updated for resources: {'Port': ['ID=695e449e-1669-4a11-9f12-b7a3b5dea7c7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:32.563475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c819a-0293-4196-8e05-5b7adb83fd10 tempest-SecurityGroupRulesNegativeTestJSON-192594287 tempest-SecurityGroupRulesNegativeTestJSON-192594287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a6d789-2dc3-4eb6-a623-4ac296b36330,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:32.618301 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-9b7c6aa2-00a3-4bb4-8951-948ecc2303b6 service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029938 Jul 15 14:57:32.708662 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.752867 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-3100592c-8dc2-4ce9-ad95-9ae7de1145bd admin admin] Deleting subnet d1535314-a1de-428d-8b29-ec6391591c2b {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:57:32.760522 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3100592c-8dc2-4ce9-ad95-9ae7de1145bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.862733 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3100592c-8dc2-4ce9-ad95-9ae7de1145bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.876646 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-361961b3-2ce4-45bb-be7a-8311d4d30eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.981041 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f243e990-a1ca-46bd-8272-86864aa450c0 req-178a5e2c-9183-42ab-b32a-db30957224dc service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550463 Jul 15 14:57:32.982821 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-8a7094cb-c788-4411-9373-93a660ad3a6b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499296 Jul 15 14:57:32.988933 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3100592c-8dc2-4ce9-ad95-9ae7de1145bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:33.128485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf0113-3e25-4172-82fd-35007555373f req-2c497648-e6d6-43a6-a5e0-d6a19259291f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:33.130104 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fecf0113-3e25-4172-82fd-35007555373f req-2c497648-e6d6-43a6-a5e0-d6a19259291f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.3095167 Jul 15 14:57:33.161142 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:33.167582 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3100592c-8dc2-4ce9-ad95-9ae7de1145bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:33.218258 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100592c-8dc2-4ce9-ad95-9ae7de1145bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1535314-a1de-428d-8b29-ec6391591c2b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:33.220839 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3100592c-8dc2-4ce9-ad95-9ae7de1145bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:33.226058 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3100592c-8dc2-4ce9-ad95-9ae7de1145bd admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d1535314-a1de-428d-8b29-ec6391591c2b HTTP/1.1" status: 204 len: 168 time: 0.7444720 Jul 15 14:57:33.230937 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-0b54c422-8a72-4500-9fb8-3ea951afa2c9 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:33.232489 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-0b54c422-8a72-4500-9fb8-3ea951afa2c9 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2178667 Jul 15 14:57:33.233352 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47508) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:33.237967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fecf0113-3e25-4172-82fd-35007555373f req-d85216c6-6518-47ce-b8be-d339a7c39c12 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011474 Jul 15 14:57:33.271270 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-be8653a8-4c7d-40ba-8316-dd886a2dfe75 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/quotas/e4e49258fa6a4fb18919af5b4ad01325 HTTP/1.1" status: 200 len: 375 time: 0.0271165 Jul 15 14:57:33.354327 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-67325c2d-284d-4cf3-b7f2-9aef5286f984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:33.406694 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:33.475341 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-b09370c2-158e-4cfc-85f4-22a59fbc3fdf tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1902778 Jul 15 14:57:33.527586 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-67325c2d-284d-4cf3-b7f2-9aef5286f984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:33.542985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-67325c2d-284d-4cf3-b7f2-9aef5286f984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb38a09-2b98-4463-8774-ce58d29c5a56']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:33.565661 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-67325c2d-284d-4cf3-b7f2-9aef5286f984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4709153f-dc0a-4371-aedb-9c2cffb84ee1') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:33.566104 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-67325c2d-284d-4cf3-b7f2-9aef5286f984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4709153f-dc0a-4371-aedb-9c2cffb84ee1') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:33.589372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b0811-8c75-4ef3-a9b2-88ffdfbd11f3 req-93919f42-6b01-4328-86f9-86df20fa02c0 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:33.590320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:57:33.591580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e24b0811-8c75-4ef3-a9b2-88ffdfbd11f3 req-93919f42-6b01-4328-86f9-86df20fa02c0 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.2301657 Jul 15 14:57:33.593525 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-67325c2d-284d-4cf3-b7f2-9aef5286f984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:33.619336 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-67325c2d-284d-4cf3-b7f2-9aef5286f984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:33.645192 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67325c2d-284d-4cf3-b7f2-9aef5286f984 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:57:33.645674 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-67325c2d-284d-4cf3-b7f2-9aef5286f984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: timer() Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:57:33.648034 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:57:33.679856 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e24b0811-8c75-4ef3-a9b2-88ffdfbd11f3 req-1cb04873-eea2-4d3d-a20f-cafe6019b21a tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772643 Jul 15 14:57:33.742422 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-67325c2d-284d-4cf3-b7f2-9aef5286f984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:33.766145 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-67325c2d-284d-4cf3-b7f2-9aef5286f984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:33.771347 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-67325c2d-284d-4cf3-b7f2-9aef5286f984 admin admin] 10.222.0.38 "DELETE /v2.0/networks/deb38a09-2b98-4463-8774-ce58d29c5a56 HTTP/1.1" status: 204 len: 168 time: 0.5338669 Jul 15 14:57:33.771347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67325c2d-284d-4cf3-b7f2-9aef5286f984 admin admin] Pushing event deleted for resources: {'Network': ['ID=deb38a09-2b98-4463-8774-ce58d29c5a56,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:33.791414 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:57:33.802925 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Sync routers for ids ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:57:33.813409 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:33.816366 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bacc9de5-cb9f-4d42-bc2f-73e83ca4b84f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3946967 Jul 15 14:57:33.818135 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Routers {'81fe2ef1-bdce-46a6-9698-31bf01c103c4'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:57:33.818807 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:57:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:33.819559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47520) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:33.981071 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74780933-ed37-47ce-9521-c86a532fec8b None None] Network 8385c4b7-7489-4899-ba46-4cc28a769256 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:57:34.019542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47526) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:34.067382 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Set router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:57:34.075187 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-11f4a56e-eed2-469a-b495-722dddbb2512 None None] Provisioning for port 06e297ba-89f7-4dee-819f-01cd8f494011 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:34.125196 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ad121686-f35c-4928-9e57-19fad50fbf58 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9c02dd3ea5e541a9bfc54051915b50df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1014609 Jul 15 14:57:34.125196 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47528) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:34.198030 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcce1302-0119-4a1c-a910-fbb9f2f51a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:34.277715 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:34.289768 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcce1302-0119-4a1c-a910-fbb9f2f51a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:34.378632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 06e297ba-89f7-4dee-819f-01cd8f494011 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:34.401309 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'name': 'tempest-TaggedBootDevicesTest-1081440412-router', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:31Z', 'updated_at': '2021-07-15T14:57:32Z', 'revision_number': 3, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'gw_port': {'id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:32Z', 'updated_at': '2021-07-15T14:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:34.445508 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Checking router: 81fe2ef1-bdce-46a6-9698-31bf01c103c4 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:57:34.448121 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Updating router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 port 695e449e-1669-4a11-9f12-b7a3b5dea7c7 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:57:34.497141 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:34.505423 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcce1302-0119-4a1c-a910-fbb9f2f51a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:34.515473 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcce1302-0119-4a1c-a910-fbb9f2f51a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:34.521915 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bcce1302-0119-4a1c-a910-fbb9f2f51a35 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2ff275bb-1126-4723-bfa7-a219f193cd79 HTTP/1.1" status: 204 len: 168 time: 0.3922608 Jul 15 14:57:34.542583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce1302-0119-4a1c-a910-fbb9f2f51a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff275bb-1126-4723-bfa7-a219f193cd79,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:34.553744 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 06e297ba-89f7-4dee-819f-01cd8f494011 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:34.567287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 06e297ba-89f7-4dee-819f-01cd8f494011 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:34.567669 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:34.709739 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:34.738812 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec199ed-2a6b-4784-a109-2d605cb21e11 req-45725acf-2f4e-49fb-ad4e-87fc004ca8ce tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:34.748267 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5ec199ed-2a6b-4784-a109-2d605cb21e11 req-45725acf-2f4e-49fb-ad4e-87fc004ca8ce tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 943 time: 0.8877676 Jul 15 14:57:34.782731 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:34.785617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a578b9d5-a8bc-411a-ae33-1a4ba47b7b10 None None] Provisioning complete for port 06e297ba-89f7-4dee-819f-01cd8f494011 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:34.786376 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a578b9d5-a8bc-411a-ae33-1a4ba47b7b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:34.818307 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5ec199ed-2a6b-4784-a109-2d605cb21e11 req-26597b41-c756-4bac-876d-a4a38947fa5c tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690389 Jul 15 14:57:34.863256 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 06e297ba-89f7-4dee-819f-01cd8f494011, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=06e297ba-89f7-4dee-819f-01cd8f494011,segment=NetworkSegment(8fed424e-93c9-48aa-b19e-03fd3711bb3d),segment_id=8fed424e-93c9-48aa-b19e-03fd3711bb3d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:34.883064 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c2dc8-dde9-4600-a282-b62674113409 req-6c2a2d7f-b5c5-43d9-bb27-365a51a61ad9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:34.897555 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c2dc8-dde9-4600-a282-b62674113409 req-6c2a2d7f-b5c5-43d9-bb27-365a51a61ad9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:34.913315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c2dc8-dde9-4600-a282-b62674113409 req-6c2a2d7f-b5c5-43d9-bb27-365a51a61ad9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:34.928425 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c2dc8-dde9-4600-a282-b62674113409 req-6c2a2d7f-b5c5-43d9-bb27-365a51a61ad9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:34.937503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c2dc8-dde9-4600-a282-b62674113409 req-6c2a2d7f-b5c5-43d9-bb27-365a51a61ad9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:34.954913 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c2dc8-dde9-4600-a282-b62674113409 req-6c2a2d7f-b5c5-43d9-bb27-365a51a61ad9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:34.968229 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:34.973279 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c2dc8-dde9-4600-a282-b62674113409 req-6c2a2d7f-b5c5-43d9-bb27-365a51a61ad9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:34.985846 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a21c2dc8-dde9-4600-a282-b62674113409 req-6c2a2d7f-b5c5-43d9-bb27-365a51a61ad9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5430 time: 1.0652344 Jul 15 14:57:35.023617 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:35.034879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c25cd-36ff-44ce-aade-444d5ab35990 req-229075e4-8260-41eb-88cf-67d7edccda1a tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:35.035915 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Transition to ACTIVE for port object 695e449e-1669-4a11-9f12-b7a3b5dea7c7 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:35.040116 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e58c25cd-36ff-44ce-aade-444d5ab35990 req-229075e4-8260-41eb-88cf-67d7edccda1a tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.11 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 943 time: 0.4960489 Jul 15 14:57:35.046932 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:35.083233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=06e297ba-89f7-4dee-819f-01cd8f494011,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:35.103881 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363ab81-bd2a-4ea1-bbc8-f6249bf5cddf None None] Pushing event updated for resources: {'Port': ['ID=695e449e-1669-4a11-9f12-b7a3b5dea7c7,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:35.116892 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e363ab81-bd2a-4ea1-bbc8-f6249bf5cddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:35.118712 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e363ab81-bd2a-4ea1-bbc8-f6249bf5cddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:35.118712 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e363ab81-bd2a-4ea1-bbc8-f6249bf5cddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:35.118712 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e363ab81-bd2a-4ea1-bbc8-f6249bf5cddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:35.119337 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e363ab81-bd2a-4ea1-bbc8-f6249bf5cddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:35.120039 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e363ab81-bd2a-4ea1-bbc8-f6249bf5cddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:35.121143 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e363ab81-bd2a-4ea1-bbc8-f6249bf5cddf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:35.121143 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e363ab81-bd2a-4ea1-bbc8-f6249bf5cddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:35.121425 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e363ab81-bd2a-4ea1-bbc8-f6249bf5cddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:35.121917 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e363ab81-bd2a-4ea1-bbc8-f6249bf5cddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:35.122331 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e363ab81-bd2a-4ea1-bbc8-f6249bf5cddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:35.122836 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e363ab81-bd2a-4ea1-bbc8-f6249bf5cddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:35.180770 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Attempting to bind port 695e449e-1669-4a11-9f12-b7a3b5dea7c7 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:35.181734 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Attempting to bind port 695e449e-1669-4a11-9f12-b7a3b5dea7c7 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:35.182408 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Attempting to bind port 695e449e-1669-4a11-9f12-b7a3b5dea7c7 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:35.189546 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:35.191625 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:35.192362 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:35.193068 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:35.194077 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Bound port: 695e449e-1669-4a11-9f12-b7a3b5dea7c7, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:35.194824 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:35.227662 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54e00451-64c2-455a-81ae-98c90dfb56d5 req-acb3ea81-6605-4748-8878-b06ad6f4477d tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 210 time: 0.0627897 Jul 15 14:57:35.261895 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a21c2dc8-dde9-4600-a282-b62674113409 req-f9126fb9-683e-47df-9507-a3f24c21143a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2751253 Jul 15 14:57:35.291349 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] For port 695e449e-1669-4a11-9f12-b7a3b5dea7c7, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:35.307109 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] For port 695e449e-1669-4a11-9f12-b7a3b5dea7c7, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=695e449e-1669-4a11-9f12-b7a3b5dea7c7,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:35.318466 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:35.337177 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-e58c25cd-36ff-44ce-aade-444d5ab35990 req-6e192e54-7425-4991-9d18-12081f9e3e35 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Deleting port 5abb581e-251d-4833-8cb3-56fa01d487cc {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:57:35.337515 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e58c25cd-36ff-44ce-aade-444d5ab35990 req-6e192e54-7425-4991-9d18-12081f9e3e35 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:35.442738 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90763310-aebb-4131-a463-eec03ef5eb9d req-dc511904-681e-4925-a8ad-9d4ef85bdd00 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:35.444455 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-90763310-aebb-4131-a463-eec03ef5eb9d req-dc511904-681e-4925-a8ad-9d4ef85bdd00 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.2057352 Jul 15 14:57:35.447762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Allocated IP 172.20.0.1 (8385c4b7-7489-4899-ba46-4cc28a769256/02090ca6-5ee4-4768-8aba-a4603b352741/d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:35.456176 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Routers {'81fe2ef1-bdce-46a6-9698-31bf01c103c4'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:57:35.456852 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:57:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:35.459972 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363ab81-bd2a-4ea1-bbc8-f6249bf5cddf None None] Pushing event updated for resources: {'Port': ['ID=695e449e-1669-4a11-9f12-b7a3b5dea7c7,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:35.573329 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-e58c25cd-36ff-44ce-aade-444d5ab35990 req-6e192e54-7425-4991-9d18-12081f9e3e35 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] For port 5abb581e-251d-4833-8cb3-56fa01d487cc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5abb581e-251d-4833-8cb3-56fa01d487cc,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:35.574037 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e58c25cd-36ff-44ce-aade-444d5ab35990 req-6e192e54-7425-4991-9d18-12081f9e3e35 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:35.608761 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] Set router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:57:35.624015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-e58c25cd-36ff-44ce-aade-444d5ab35990 req-6e192e54-7425-4991-9d18-12081f9e3e35 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Calling delete_port for 5abb581e-251d-4833-8cb3-56fa01d487cc owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:57:35.646167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef65891-7312-4a40-9bf3-ca615f8639b6 req-788a036d-c9af-4a10-bf88-02a0ceb8d33f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:35.650567 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6ef65891-7312-4a40-9bf3-ca615f8639b6 req-788a036d-c9af-4a10-bf88-02a0ceb8d33f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.2607641 Jul 15 14:57:35.671077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809f0ae-f846-475d-a515-614e3b387b0d req-db829378-174b-4b3c-a9f0-03095a6f5929 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:35.680797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8809f0ae-f846-475d-a515-614e3b387b0d req-db829378-174b-4b3c-a9f0-03095a6f5929 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 945 time: 0.2501287 Jul 15 14:57:35.752171 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-f23c930a-c1c0-4f21-b6b9-ba630cbd19e9 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819430 Jul 15 14:57:35.853914 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:35.901782 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'name': 'tempest-TaggedBootDevicesTest-1081440412-router', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:31Z', 'updated_at': '2021-07-15T14:57:32Z', 'revision_number': 3, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'gw_port': {'id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:32Z', 'updated_at': '2021-07-15T14:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:35.902633 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:35.921793 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-40ae6463-c6aa-4639-95b8-e193441b3f34 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:35.923322 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-40ae6463-c6aa-4639-95b8-e193441b3f34 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639514 Jul 15 14:57:35.934094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Transition to ACTIVE for port object d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:35.934593 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dad0f7-b344-4c60-b507-7a267edc27da None None] The sync data for ids ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'] in n-d-764435-3 is: [{'id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'name': 'tempest-TaggedBootDevicesTest-1081440412-router', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:31Z', 'updated_at': '2021-07-15T14:57:32Z', 'revision_number': 3, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'gw_port': {'id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:32Z', 'updated_at': '2021-07-15T14:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:57:35.939874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-90763310-aebb-4131-a463-eec03ef5eb9d req-5ea342b4-6401-49a3-82e8-c3345a1e80ef tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Deleting port 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:57:35.940221 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-90763310-aebb-4131-a463-eec03ef5eb9d req-5ea342b4-6401-49a3-82e8-c3345a1e80ef tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:35.946579 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-814552d8-b44c-4aa7-9c56-07ea8ccbbc59 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Request body: {'port': {'device_id': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'e4e49258fa6a4fb18919af5b4ad01325'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:36.029737 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8809f0ae-f846-475d-a515-614e3b387b0d req-28cf4846-0478-410b-95f2-a928c9cc017e tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477468 Jul 15 14:57:36.042053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47564) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:36.091624 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6ef65891-7312-4a40-9bf3-ca615f8639b6 req-6a9003e3-1c99-4aa8-9a76-eb9a8e7423aa tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071665 Jul 15 14:57:36.099653 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e58c25cd-36ff-44ce-aade-444d5ab35990 req-6e192e54-7425-4991-9d18-12081f9e3e35 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:36.168736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e192e54-7425-4991-9d18-12081f9e3e35 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Pushing event deleted for resources: {'Port': ['ID=5abb581e-251d-4833-8cb3-56fa01d487cc,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:36.187731 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:36.191790 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:57:36.273715 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-814552d8-b44c-4aa7-9c56-07ea8ccbbc59 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Made reservation on behalf of e4e49258fa6a4fb18919af5b4ad01325 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:36.279411 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-814552d8-b44c-4aa7-9c56-07ea8ccbbc59 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:36.306323 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Network 8385c4b7-7489-4899-ba46-4cc28a769256 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:36.325837 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-44556836-10cd-40ce-ab11-e62d57d00ad7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1020936377-network', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:36.332408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:36.340575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:36.356007 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:36.371822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-90763310-aebb-4131-a463-eec03ef5eb9d req-5ea342b4-6401-49a3-82e8-c3345a1e80ef tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] For port 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6,segment=NetworkSegment(f53f488c-09e7-46a8-8277-21c71e902323),segment_id=f53f488c-09e7-46a8-8277-21c71e902323)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:36.375714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 06e297ba-89f7-4dee-819f-01cd8f494011 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:36.383483 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-90763310-aebb-4131-a463-eec03ef5eb9d req-5ea342b4-6401-49a3-82e8-c3345a1e80ef tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:36.394217 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58c25cd-36ff-44ce-aade-444d5ab35990 req-6e192e54-7425-4991-9d18-12081f9e3e35 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] No DVR routers for this DVR port 5abb581e-251d-4833-8cb3-56fa01d487cc on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:57:36.422794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ef233e9-715b-4b2a-b109-7e1aae4f42b6 req-0e901a58-ea20-461e-93b4-d9af8b2a6ed3 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=78335c8b-d710-40f8-8b9b-e7b1610fe7e5 HTTP/1.1" status: 200 len: 210 time: 0.1180108 Jul 15 14:57:36.424883 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e58c25cd-36ff-44ce-aade-444d5ab35990 req-6e192e54-7425-4991-9d18-12081f9e3e35 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:36.428607 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e58c25cd-36ff-44ce-aade-444d5ab35990 req-6e192e54-7425-4991-9d18-12081f9e3e35 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.11 "DELETE /v2.0/ports/5abb581e-251d-4833-8cb3-56fa01d487cc HTTP/1.1" status: 204 len: 173 time: 1.3741674 Jul 15 14:57:36.432150 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78335c8b-d710-40f8-8b9b-e7b1610fe7e5', 'name': 'network-vif-deleted', 'tag': '5abb581e-251d-4833-8cb3-56fa01d487cc'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:36.434987 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0149d55b-44e9-4379-83a6-076542880b98" -d '{"events": [{"server_uuid": "78335c8b-d710-40f8-8b9b-e7b1610fe7e5", "name": "network-vif-deleted", "tag": "5abb581e-251d-4833-8cb3-56fa01d487cc"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:36.475016 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44556836-10cd-40ce-ab11-e62d57d00ad7 admin admin] Made reservation on behalf of 646cb425971247848b7aa902cf7d8ff7 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:36.480896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 06e297ba-89f7-4dee-819f-01cd8f494011 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:36.481356 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:36.484320 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44556836-10cd-40ce-ab11-e62d57d00ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:36.497827 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:36.500182 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da61866-7b59-4240-8cdc-953755286131 req-79b686c1-2b94-482e-864f-f98ffabf84d9 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:36.512638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5abb581e-251d-4833-8cb3-56fa01d487cc no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:57:36.514560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9da61866-7b59-4240-8cdc-953755286131 req-79b686c1-2b94-482e-864f-f98ffabf84d9 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 1096 time: 0.3040767 Jul 15 14:57:36.542464 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 5abb581e-251d-4833-8cb3-56fa01d487cc {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:57:36.543145 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5abb581e-251d-4833-8cb3-56fa01d487cc not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:57:36.635177 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-90763310-aebb-4131-a463-eec03ef5eb9d req-5ea342b4-6401-49a3-82e8-c3345a1e80ef tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Calling delete_port for 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:57:36.661060 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9da61866-7b59-4240-8cdc-953755286131 req-af30c5c8-8936-4806-a68c-4590c7dc0432 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450684 Jul 15 14:57:36.667538 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44556836-10cd-40ce-ab11-e62d57d00ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:36.734808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-057f09ff-426d-4701-8614-18e84aa573ba None None] Provisioning for port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:36.744657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-057f09ff-426d-4701-8614-18e84aa573ba None None] Provisioning complete for port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:36.745033 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-057f09ff-426d-4701-8614-18e84aa573ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:36.762054 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd080fff-60fc-4a6d-a93a-6450aeb97eb7 req-4853918a-1e71-442c-81a5-477bb4e8021a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 210 time: 0.0651789 Jul 15 14:57:36.793915 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-057f09ff-426d-4701-8614-18e84aa573ba None None] Port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:57:36.830225 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d855804-a7c1-4345-955a-e721b12275e0 x-openstack-request-id: req-4d855804-a7c1-4345-955a-e721b12275e0 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:36.830517 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78335c8b-d710-40f8-8b9b-e7b1610fe7e5", "name": "network-vif-deleted", "tag": "5abb581e-251d-4833-8cb3-56fa01d487cc", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:36.830793 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4d855804-a7c1-4345-955a-e721b12275e0 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:36.835445 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78335c8b-d710-40f8-8b9b-e7b1610fe7e5', 'name': 'network-vif-deleted', 'tag': '5abb581e-251d-4833-8cb3-56fa01d487cc', 'status': 'completed', 'code': 200} Jul 15 14:57:36.995652 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44556836-10cd-40ce-ab11-e62d57d00ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:37.013659 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b675ac4-9344-469d-ae19-b160a4ef02d0 req-c3c19cfe-d8c2-48d5-84fc-2022ba31ef56 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:37.022925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b675ac4-9344-469d-ae19-b160a4ef02d0 req-c3c19cfe-d8c2-48d5-84fc-2022ba31ef56 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:37.029655 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b675ac4-9344-469d-ae19-b160a4ef02d0 req-c3c19cfe-d8c2-48d5-84fc-2022ba31ef56 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:37.036422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b675ac4-9344-469d-ae19-b160a4ef02d0 req-c3c19cfe-d8c2-48d5-84fc-2022ba31ef56 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:37.043679 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b675ac4-9344-469d-ae19-b160a4ef02d0 req-c3c19cfe-d8c2-48d5-84fc-2022ba31ef56 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:37.051433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b675ac4-9344-469d-ae19-b160a4ef02d0 req-c3c19cfe-d8c2-48d5-84fc-2022ba31ef56 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:37.058124 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b675ac4-9344-469d-ae19-b160a4ef02d0 req-c3c19cfe-d8c2-48d5-84fc-2022ba31ef56 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:37.060773 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9b675ac4-9344-469d-ae19-b160a4ef02d0 req-c3c19cfe-d8c2-48d5-84fc-2022ba31ef56 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5430 time: 0.1968570 Jul 15 14:57:37.062264 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44556836-10cd-40ce-ab11-e62d57d00ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:37.126782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44556836-10cd-40ce-ab11-e62d57d00ad7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:57:37.136639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44556836-10cd-40ce-ab11-e62d57d00ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8803c347-746d-4c2f-be0c-3f324dd4c95b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:37.172876 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44556836-10cd-40ce-ab11-e62d57d00ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:37.173494 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-44556836-10cd-40ce-ab11-e62d57d00ad7 admin admin] Added segment 73d7448c-5849-4b42-ba92-d720cdc55d5c of type vlan for network b0bd61d9-2271-4d88-82f8-35dc2aab6f81 Jul 15 14:57:37.191715 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9b675ac4-9344-469d-ae19-b160a4ef02d0 req-2f54c5da-008d-4b42-ab1b-cf86e5d4476f tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1220067 Jul 15 14:57:37.246460 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44556836-10cd-40ce-ab11-e62d57d00ad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:37.304635 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44556836-10cd-40ce-ab11-e62d57d00ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:37.306475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44556836-10cd-40ce-ab11-e62d57d00ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:37.307115 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44556836-10cd-40ce-ab11-e62d57d00ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:37.369167 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-44556836-10cd-40ce-ab11-e62d57d00ad7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3254418 Jul 15 14:57:37.382434 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47584) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:37.391053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-7d41142e-0856-4561-a686-00b370d41438 admin admin] Request body: {'subnet': {'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1020936377-subnet', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:37.481071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44556836-10cd-40ce-ab11-e62d57d00ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=b0bd61d9-2271-4d88-82f8-35dc2aab6f81,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:37.493761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network b0bd61d9-2271-4d88-82f8-35dc2aab6f81 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:57:37.522173 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-90763310-aebb-4131-a463-eec03ef5eb9d req-5ea342b4-6401-49a3-82e8-c3345a1e80ef tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:37.533576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d41142e-0856-4561-a686-00b370d41438 admin admin] Made reservation on behalf of 646cb425971247848b7aa902cf7d8ff7 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:37.537166 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d41142e-0856-4561-a686-00b370d41438 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:37.544096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:37.601036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea342b4-6401-49a3-82e8-c3345a1e80ef tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Pushing event deleted for resources: {'Port': ['ID=6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:37.610724 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-814552d8-b44c-4aa7-9c56-07ea8ccbbc59 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Allocated IP 192.168.233.10 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/2d442acc-72fb-4e88-aa3f-0095bdd41bfe) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:37.625491 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4bfed-bb2d-42f4-bae8-f8759f427ea7 req-c48a0275-379c-41ec-9579-5a2073296cf9 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:37.627341 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcf4bfed-bb2d-42f4-bae8-f8759f427ea7 req-c48a0275-379c-41ec-9579-5a2073296cf9 tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb HTTP/1.1" status: 200 len: 867 time: 0.1971231 Jul 15 14:57:37.701217 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcf4bfed-bb2d-42f4-bae8-f8759f427ea7 req-0171e78e-083e-44f4-a102-91d602cb79cb tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.38 "GET /v2.0/security-groups?id=d5d2dc20-aa6a-430f-bddc-f72938d30da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608239 Jul 15 14:57:37.713913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-90763310-aebb-4131-a463-eec03ef5eb9d req-5ea342b4-6401-49a3-82e8-c3345a1e80ef tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] No DVR routers for this DVR port 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:57:37.719167 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-90763310-aebb-4131-a463-eec03ef5eb9d req-5ea342b4-6401-49a3-82e8-c3345a1e80ef tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:37.721867 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-90763310-aebb-4131-a463-eec03ef5eb9d req-5ea342b4-6401-49a3-82e8-c3345a1e80ef tempest-ServerRescueTestJSON-1953711250 tempest-ServerRescueTestJSON-1953711250-project] 10.222.0.22 "DELETE /v2.0/ports/6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 HTTP/1.1" status: 204 len: 173 time: 2.2621746 Jul 15 14:57:37.792030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb', 'name': 'network-vif-deleted', 'tag': '6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:37.794882 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f43571-6fe6-4ee2-b482-c00ec30909ba" -d '{"events": [{"server_uuid": "4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb", "name": "network-vif-deleted", "tag": "6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:37.853673 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:37.903185 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d41142e-0856-4561-a686-00b370d41438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:37.965488 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab66d7-2e75-4824-a7cd-0870a3b6f30d req-9d94c258-c5f6-4ec4-b572-daba9a17d718 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:37.967148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1bab66d7-2e75-4824-a7cd-0870a3b6f30d req-9d94c258-c5f6-4ec4-b572-daba9a17d718 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.1326361 Jul 15 14:57:38.021691 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41142e-0856-4561-a686-00b370d41438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17213894-ea71-452b-b85a-52eb9ca3aef3,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:38.030656 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41142e-0856-4561-a686-00b370d41438 admin admin] Checking segment: {'id': '73d7448c-5849-4b42-ba92-d720cdc55d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:38.031025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d41142e-0856-4561-a686-00b370d41438 admin admin] Network hostable DHCP agents. Network: b0bd61d9-2271-4d88-82f8-35dc2aab6f81, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:57:38.049534 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1bab66d7-2e75-4824-a7cd-0870a3b6f30d req-cac37cb8-4bea-4710-a9a9-cee6ba5aca36 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698991 Jul 15 14:57:38.081316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d41142e-0856-4561-a686-00b370d41438 admin admin] Network b0bd61d9-2271-4d88-82f8-35dc2aab6f81 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:57:38.086701 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-814552d8-b44c-4aa7-9c56-07ea8ccbbc59 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:38.096503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-7d41142e-0856-4561-a686-00b370d41438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, b0bd61d9-2271-4d88-82f8-35dc2aab6f81) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:38.110658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-814552d8-b44c-4aa7-9c56-07ea8ccbbc59 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Transition to ACTIVE for port object 2d442acc-72fb-4e88-aa3f-0095bdd41bfe will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:38.111049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d41142e-0856-4561-a686-00b370d41438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:38.112223 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d41142e-0856-4561-a686-00b370d41438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:38.126047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a106a2-7bba-458d-bd5c-cf2dfdb28bf3 None None] Network b0bd61d9-2271-4d88-82f8-35dc2aab6f81 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:57:38.146034 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7d41142e-0856-4561-a686-00b370d41438 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7623408 Jul 15 14:57:38.148682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47608) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:38.157124 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1020936377-router', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:38.183460 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:38.190179 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:38.202971 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:38.204314 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:38.226067 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-814552d8-b44c-4aa7-9c56-07ea8ccbbc59 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:38.311673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-814552d8-b44c-4aa7-9c56-07ea8ccbbc59 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:38.318394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-814552d8-b44c-4aa7-9c56-07ea8ccbbc59 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:38.327489 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-814552d8-b44c-4aa7-9c56-07ea8ccbbc59 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:38.335455 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['49b209ae-4cb9-4438-8f90-acb2c1cac55a', '6319c56b-17e9-403b-b880-870a86feb706'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:38.447852 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-814552d8-b44c-4aa7-9c56-07ea8ccbbc59 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:38.449700 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-814552d8-b44c-4aa7-9c56-07ea8ccbbc59 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:38.454357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 695e449e-1669-4a11-9f12-b7a3b5dea7c7 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:38.459724 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:38.479488 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:38.490064 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:38.569605 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-814552d8-b44c-4aa7-9c56-07ea8ccbbc59 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6326749 Jul 15 14:57:38.600323 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Request body: {'port': {'device_id': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:38.646399 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814552d8-b44c-4aa7-9c56-07ea8ccbbc59 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Pushing event updated for resources: {'Port': ['ID=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:38.770794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 695e449e-1669-4a11-9f12-b7a3b5dea7c7 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:38.772835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-a09562ae-4672-4a91-ab6a-5cff06b2d031 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:57:38.774237 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-a09562ae-4672-4a91-ab6a-5cff06b2d031 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3184264 Jul 15 14:57:38.786050 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:38.802773 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3b4e0-e386-4004-8474-f6a07e058cc5 req-5041f260-0aba-4925-b83c-8924005f6453 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:38.810083 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-4edcf67a-09bc-41d9-93d6-d498344f5221 service neutron] Request body: {'binding': {'host': 'n-h2-764435-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:38.810908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-4edcf67a-09bc-41d9-93d6-d498344f5221 service neutron] Unknown quota resources ['binding']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 14:57:38.811187 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66b3b4e0-e386-4004-8474-f6a07e058cc5 req-5041f260-0aba-4925-b83c-8924005f6453 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 935 time: 0.3835628 Jul 15 14:57:38.816594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 695e449e-1669-4a11-9f12-b7a3b5dea7c7 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:38.817040 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:38.826926 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-87530871-9043-434a-a3c6-f953f0b78771 None None] Provisioning for port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:38.842100 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Network 8385c4b7-7489-4899-ba46-4cc28a769256 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:38.842760 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:38.849836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:38.864674 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'fixed_ips': [{'subnet_id': '17213894-ea71-452b-b85a-52eb9ca3aef3'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:57:38.865545 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:38.880557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66b3b4e0-e386-4004-8474-f6a07e058cc5 req-fbc59125-6a91-4b5e-8ebb-630bba175be4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684502 Jul 15 14:57:38.887414 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-87530871-9043-434a-a3c6-f953f0b78771 None None] Provisioning complete for port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:38.888757 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87530871-9043-434a-a3c6-f953f0b78771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:39.044817 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9415a982-b34d-4454-be92-5ebc8bf805de x-openstack-request-id: req-9415a982-b34d-4454-be92-5ebc8bf805de {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:39.045059 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb", "name": "network-vif-deleted", "tag": "6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:39.045240 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9415a982-b34d-4454-be92-5ebc8bf805de {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:39.045652 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bebe055-d6e6-49a9-a4a1-fc1ee8bcf4cb', 'name': 'network-vif-deleted', 'tag': '6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6', 'status': 'completed', 'code': 200} Jul 15 14:57:39.085447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-87530871-9043-434a-a3c6-f953f0b78771 None None] Port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:57:39.180718 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:39.206631 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:39.214345 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:57:39.226846 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:39.265549 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Allocated IP 172.20.0.2 (b0bd61d9-2271-4d88-82f8-35dc2aab6f81/17213894-ea71-452b-b85a-52eb9ca3aef3/3ab704c7-e9f8-49a7-8f80-51d73b2eeda9) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:39.283496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 695e449e-1669-4a11-9f12-b7a3b5dea7c7, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=695e449e-1669-4a11-9f12-b7a3b5dea7c7,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:39.289368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8d45da4f-39a0-4c9d-8f77-bbfb142ef968 None None] Provisioning complete for port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:39.289736 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d45da4f-39a0-4c9d-8f77-bbfb142ef968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:39.295307 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:39.299090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed9358-594d-4c21-ac3c-15edb621f246 req-9b454f4d-91e1-46dd-a6b6-7f87473ad324 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:39.308805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed9358-594d-4c21-ac3c-15edb621f246 req-9b454f4d-91e1-46dd-a6b6-7f87473ad324 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:39.315055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed9358-594d-4c21-ac3c-15edb621f246 req-9b454f4d-91e1-46dd-a6b6-7f87473ad324 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:39.321680 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed9358-594d-4c21-ac3c-15edb621f246 req-9b454f4d-91e1-46dd-a6b6-7f87473ad324 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:39.328638 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed9358-594d-4c21-ac3c-15edb621f246 req-9b454f4d-91e1-46dd-a6b6-7f87473ad324 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:39.334581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed9358-594d-4c21-ac3c-15edb621f246 req-9b454f4d-91e1-46dd-a6b6-7f87473ad324 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:39.340801 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed9358-594d-4c21-ac3c-15edb621f246 req-9b454f4d-91e1-46dd-a6b6-7f87473ad324 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:39.342560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0aed9358-594d-4c21-ac3c-15edb621f246 req-9b454f4d-91e1-46dd-a6b6-7f87473ad324 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5430 time: 0.2129412 Jul 15 14:57:39.425787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-4edcf67a-09bc-41d9-93d6-d498344f5221 service neutron] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc on host n-h2-764435-3 for vnic_type normal with profile None {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:39.426239 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-4edcf67a-09bc-41d9-93d6-d498344f5221 service neutron] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:39.426717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-4edcf67a-09bc-41d9-93d6-d498344f5221 service neutron] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:39.434832 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0aed9358-594d-4c21-ac3c-15edb621f246 req-b23d0572-5e7a-474f-a1e3-dc34b82d2298 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0832496 Jul 15 14:57:39.445101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8d45da4f-39a0-4c9d-8f77-bbfb142ef968 None None] Port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:57:39.463141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Allocated IP 172.25.4.110 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/e22e4899-0c5d-496a-b596-e3d4631d55d6) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:39.465703 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-4edcf67a-09bc-41d9-93d6-d498344f5221 service neutron] Port 368c9bc7-3f28-474d-839f-d92f52ef95fc on network 1b052415-ea98-4ad2-9697-24ee25c7523e not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:57:39.466161 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-4edcf67a-09bc-41d9-93d6-d498344f5221 service neutron] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:39.472590 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=695e449e-1669-4a11-9f12-b7a3b5dea7c7,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:39.488236 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-4edcf67a-09bc-41d9-93d6-d498344f5221 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:39.489017 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-4edcf67a-09bc-41d9-93d6-d498344f5221 service neutron] Checking segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:39.489689 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-4edcf67a-09bc-41d9-93d6-d498344f5221 service neutron] Bound using segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:39.490391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-4edcf67a-09bc-41d9-93d6-d498344f5221 service neutron] Bound port: 368c9bc7-3f28-474d-839f-d92f52ef95fc, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:39.583670 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:57:39.584382 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:39.597435 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9f42086f-f96d-4543-964a-7cda136361d5 admin admin] 10.222.0.38 "PUT /v2.0/routers/81fe2ef1-bdce-46a6-9698-31bf01c103c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7751119 Jul 15 14:57:39.612619 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Sync routers for ids ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:57:39.619373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Transition to ACTIVE for port object 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:39.629205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Routers {'81fe2ef1-bdce-46a6-9698-31bf01c103c4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:57:39.630360 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:57:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:39.631706 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:39.645997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-4edcf67a-09bc-41d9-93d6-d498344f5221 service neutron] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=368c9bc7-3f28-474d-839f-d92f52ef95fc,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:39.653450 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-4edcf67a-09bc-41d9-93d6-d498344f5221 service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:39.654859 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-4edcf67a-09bc-41d9-93d6-d498344f5221 service neutron] 10.222.0.38 "POST /v2.0/ports/368c9bc7-3f28-474d-839f-d92f52ef95fc/bindings HTTP/1.1" status: 201 len: 389 time: 0.8527226 Jul 15 14:57:39.667694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d442acc-72fb-4e88-aa3f-0095bdd41bfe {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:39.676697 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:39.693029 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Transition to ACTIVE for port object 2d442acc-72fb-4e88-aa3f-0095bdd41bfe will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:39.698832 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:39.703906 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:57:39.821365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Pushing event updated for resources: {'Port': ['ID=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:39.828440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-b0b11565-c3c5-4ad3-8c8a-8ef5dc082b60 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:39.842795 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-b0b11565-c3c5-4ad3-8c8a-8ef5dc082b60 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/networks?id=eacc08ca-f982-4eb2-8bfa-36e206d649e0 HTTP/1.1" status: 200 len: 822 time: 0.2630162 Jul 15 14:57:39.866872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47638) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:39.895069 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:57:39.895714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6a0613fa-75bb-42c4-8a1e-28dc0f1f90d6 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:57:39.916495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-28346ecc-6ee0-402b-bfca-c9eb5a521fb6 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/quotas/3c822a4f9db84f3f82e1eaf160263154 HTTP/1.1" status: 200 len: 375 time: 0.0707793 Jul 15 14:57:39.928080 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Transition to ACTIVE for port object 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:39.945122 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:39.998564 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:40.017430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Attempting to bind port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:40.017934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Attempting to bind port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:40.018256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Attempting to bind port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:40.075245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=e22e4899-0c5d-496a-b596-e3d4631d55d6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:40.077349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Set router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:57:40.088905 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Network b0bd61d9-2271-4d88-82f8-35dc2aab6f81 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:40.108011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:40.116206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:40.121369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:40.125624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:40.127764 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Pushing event updated for resources: {'Port': ['ID=3ab704c7-e9f8-49a7-8f80-51d73b2eeda9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:40.146426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:57:40.146786 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Attempting to bind port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:40.148289 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:40.162497 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:40.163134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:40.163774 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:40.164406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Bound port: 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:40.164943 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:40.248098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-27d044d6-1aad-40ab-be26-3180b968f725 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3c822a4f9db84f3f82e1eaf160263154&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3303962 Jul 15 14:57:40.290316 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-f7278567-ca09-4017-9787-79b9b7c00ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:40.292202 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-f7278567-ca09-4017-9787-79b9b7c00ce4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 1096 time: 0.2761436 Jul 15 14:57:40.302455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:40.315006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:40.315352 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490d60d-fda2-494d-a01c-acdd66321e45 req-aabdb808-b1c1-4d2c-b1f2-c0a8e16cc384 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:40.318122 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b490d60d-fda2-494d-a01c-acdd66321e45 req-aabdb808-b1c1-4d2c-b1f2-c0a8e16cc384 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.1660254 Jul 15 14:57:40.318725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Attempting to bind port 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:40.320283 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Attempting to bind port 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '73d7448c-5849-4b42-ba92-d720cdc55d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:40.320701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Attempting to bind port 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 on network b0bd61d9-2271-4d88-82f8-35dc2aab6f81 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:40.339833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 695e449e-1669-4a11-9f12-b7a3b5dea7c7 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:40.341508 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:40.384558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:40.384925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Checking segment: {'id': '73d7448c-5849-4b42-ba92-d720cdc55d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:40.385405 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:40.385802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Bound using segment: {'id': '73d7448c-5849-4b42-ba92-d720cdc55d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:40.386330 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Bound port: 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d7448c-5849-4b42-ba92-d720cdc55d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:40.386766 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:40.414463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Pushing event updated for resources: {'Port': ['ID=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:40.431895 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:40.432725 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:40.434916 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-7eee7c07-00c3-494f-9c8e-42ab3fe0ca9b service neutron] 10.222.0.22 "PUT /v2.0/ports/2d442acc-72fb-4e88-aa3f-0095bdd41bfe HTTP/1.1" status: 200 len: 1095 time: 1.8459415 Jul 15 14:57:40.542562 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b9a8cb00-380b-41ad-87f3-d85245c761e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:40.544569 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b9a8cb00-380b-41ad-87f3-d85245c761e7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.2438447 Jul 15 14:57:40.618045 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-d78b3e9d-40c3-4663-9686-21281bd83329 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=368c9bc7-3f28-474d-839f-d92f52ef95fc HTTP/1.1" status: 200 len: 217 time: 0.0619590 Jul 15 14:57:40.676506 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-16925c2f-92a4-4a54-8357-936e684497b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:40.678466 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-16925c2f-92a4-4a54-8357-936e684497b2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 1098 time: 0.1815882 Jul 15 14:57:40.680580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-242d1499-e00d-43e6-b7c6-ab0f87065907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:40.682226 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-242d1499-e00d-43e6-b7c6-ab0f87065907 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.0559800 Jul 15 14:57:40.700128 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] For port 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:40.713884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] For port 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3ab704c7-e9f8-49a7-8f80-51d73b2eeda9,segment=NetworkSegment(73d7448c-5849-4b42-ba92-d720cdc55d5c),segment_id=73d7448c-5849-4b42-ba92-d720cdc55d5c)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:40.718841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 695e449e-1669-4a11-9f12-b7a3b5dea7c7 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:40.719426 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:40.774247 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:40.870500 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-e24d7ad6-11ea-4bf2-b20b-6e3ac21fd419 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1744854 Jul 15 14:57:40.882349 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-df5419be-1141-4021-aa2b-e7ca6624a1f8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe HTTP/1.1" status: 200 len: 217 time: 0.1835546 Jul 15 14:57:40.939102 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-11f7e174-6442-400d-9690-f1c4af0e80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:40.940331 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-11f7e174-6442-400d-9690-f1c4af0e80d8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0473840 Jul 15 14:57:40.984168 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'name': 'tempest-TaggedBootDevicesTest-1081440412-router', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:31Z', 'updated_at': '2021-07-15T14:57:37Z', 'revision_number': 4, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'gw_port': {'id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:32Z', 'updated_at': '2021-07-15T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'd1fd6542-acc7-48e6-a64a-a8b6d4dc0d90', 'name': '', 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'mac_address': 'fa:16:3e:f3:21:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:34Z', 'updated_at': '2021-07-15T14:57:37Z', 'revision_number': 2, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'subnets': [{'id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:40.986731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80834a-44cc-47f9-b618-e8b896a60611 None None] Pushing event updated for resources: {'Port': ['ID=3ab704c7-e9f8-49a7-8f80-51d73b2eeda9,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:41.038511 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Checking router: 81fe2ef1-bdce-46a6-9698-31bf01c103c4 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:57:41.039299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Updating router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:57:41.100318 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:41.118273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b490d60d-fda2-494d-a01c-acdd66321e45 req-c624a688-e214-4d6b-aa35-ffd14bd5e03f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7914331 Jul 15 14:57:41.387526 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:41.389795 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125eff12-cfdf-4c3c-8ef6-c126217e9265" -d '{"events": [{"name": "network-changed", "server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:41.445715 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-55619d98-d42f-4c72-b8df-5fab2718ddb2 service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663035 Jul 15 14:57:41.448496 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-740e8c15-b891-4461-85d1-8e08cad7d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:41.449899 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-740e8c15-b891-4461-85d1-8e08cad7d8ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4978247 Jul 15 14:57:41.478874 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-c00aa11a-1df9-404a-a807-6571a08d9412 service neutron] 10.222.0.38 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2299037 Jul 15 14:57:41.588039 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:41.611317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Transition to ACTIVE for port object d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:41.622620 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:41.641908 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-b40a83c4-cbe3-4a38-8292-c4d12f289868 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691775 Jul 15 14:57:41.646358 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-a5600c4c-b3e2-4366-add5-3f2cefee60b3 service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856830 Jul 15 14:57:41.692676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49add5c4-5508-4263-9516-6f1d60a4fa0f None None] Pushing event updated for resources: {'Port': ['ID=d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:41.796875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Attempting to bind port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:41.797343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Attempting to bind port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '8fed424e-93c9-48aa-b19e-03fd3711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:41.797782 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Attempting to bind port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 on network 8385c4b7-7489-4899-ba46-4cc28a769256 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:41.820003 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:41.820506 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Checking segment: {'id': '8fed424e-93c9-48aa-b19e-03fd3711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:41.820998 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:41.821470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Bound using segment: {'id': '8fed424e-93c9-48aa-b19e-03fd3711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:41.822086 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Bound port: d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fed424e-93c9-48aa-b19e-03fd3711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:41.822571 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:41.826486 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:41.902939 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-33e12f75-bec2-49b5-94f9-e035e0c1cf2b req-eb5bfa54-f10e-45b8-aade-46f22c982e0a service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447166 Jul 15 14:57:41.927496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e863637-441b-4913-a35d-6b32284640be req-283416f9-ebaf-4372-b95a-1b5d9b6514f8 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:41.932147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e863637-441b-4913-a35d-6b32284640be req-283416f9-ebaf-4372-b95a-1b5d9b6514f8 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 945 time: 0.5691018 Jul 15 14:57:41.937717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] For port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:41.944752 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] For port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90,segment=NetworkSegment(8fed424e-93c9-48aa-b19e-03fd3711bb3d),segment_id=8fed424e-93c9-48aa-b19e-03fd3711bb3d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:41.953709 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:42.020412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Routers {'81fe2ef1-bdce-46a6-9698-31bf01c103c4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:57:42.021056 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:57:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:42.072635 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-30b66e2b-7fbb-473a-8427-0c42d9bc9274 service neutron] 10.222.0.38 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927787 Jul 15 14:57:42.091339 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49add5c4-5508-4263-9516-6f1d60a4fa0f None None] Pushing event updated for resources: {'Port': ['ID=d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:42.241230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] Set router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:57:42.436696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:42.580249 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:42.689676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3170af-44cc-4b77-b0c2-a35d60f2c9bf None None] Network b0bd61d9-2271-4d88-82f8-35dc2aab6f81 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:57:42.756792 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e863637-441b-4913-a35d-6b32284640be req-01025de4-8285-4702-afc3-bf866cde144b tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7096531 Jul 15 14:57:42.796746 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8c18415-7e29-4949-8ede-a0c3c2954bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:43.005532 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:43.010884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b86e2-ad98-4137-ab8a-f81e3932b27e req-e470351f-8849-49a6-a4e4-793434c46c18 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:43.012617 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f7b86e2-ad98-4137-ab8a-f81e3932b27e req-e470351f-8849-49a6-a4e4-793434c46c18 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 947 time: 0.4495199 Jul 15 14:57:43.038918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Router 44aa7394-9a30-4a12-8e7a-c91e82e1175c is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:57:43.114829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-08a89a40-f5a2-4f02-9741-096b456585c2 None None] Provisioning for port 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:43.134997 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-08a89a40-f5a2-4f02-9741-096b456585c2 None None] Provisioning complete for port 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:43.135382 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08a89a40-f5a2-4f02-9741-096b456585c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:43.218189 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f7b86e2-ad98-4137-ab8a-f81e3932b27e req-49b533a3-862e-449b-b60f-3688cd396883 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935749 Jul 15 14:57:43.266599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'name': 'tempest-TaggedBootDevicesTest-1081440412-router', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:31Z', 'updated_at': '2021-07-15T14:57:37Z', 'revision_number': 4, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'gw_port': {'id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:32Z', 'updated_at': '2021-07-15T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'd1fd6542-acc7-48e6-a64a-a8b6d4dc0d90', 'name': '', 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'mac_address': 'fa:16:3e:f3:21:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:34Z', 'updated_at': '2021-07-15T14:57:41Z', 'revision_number': 4, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'subnets': [{'id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:43.314966 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575b8e7e-992e-424d-b9b0-3eb6b456c5c1 x-openstack-request-id: req-575b8e7e-992e-424d-b9b0-3eb6b456c5c1 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:43.316046 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:43.316046 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-575b8e7e-992e-424d-b9b0-3eb6b456c5c1 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:43.316700 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe', 'status': 'completed', 'code': 200} Jul 15 14:57:43.334094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb1b5cf-d597-448d-af43-c50367d93ee5 None None] The sync data for ids ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'] in n-d-764435-3 is: [{'id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'name': 'tempest-TaggedBootDevicesTest-1081440412-router', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:31Z', 'updated_at': '2021-07-15T14:57:37Z', 'revision_number': 4, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'gw_port': {'id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:32Z', 'updated_at': '2021-07-15T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'd1fd6542-acc7-48e6-a64a-a8b6d4dc0d90', 'name': '', 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'mac_address': 'fa:16:3e:f3:21:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:34Z', 'updated_at': '2021-07-15T14:57:41Z', 'revision_number': 4, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'subnets': [{'id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:57:43.475778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01369a-e96f-4414-a830-6c4a49f57750 req-a795c462-9621-4762-8cc0-5e14206c473e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:43.483584 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01369a-e96f-4414-a830-6c4a49f57750 req-a795c462-9621-4762-8cc0-5e14206c473e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:43.491008 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125eff12-cfdf-4c3c-8ef6-c126217e9265 req-ce84c23f-2bd0-459b-b6bf-11cece43b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:43.494016 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08a89a40-f5a2-4f02-9741-096b456585c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:43.498048 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-125eff12-cfdf-4c3c-8ef6-c126217e9265 req-ce84c23f-2bd0-459b-b6bf-11cece43b4c4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 1098 time: 0.1620054 Jul 15 14:57:43.506278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01369a-e96f-4414-a830-6c4a49f57750 req-a795c462-9621-4762-8cc0-5e14206c473e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:43.512810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01369a-e96f-4414-a830-6c4a49f57750 req-a795c462-9621-4762-8cc0-5e14206c473e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:43.529267 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01369a-e96f-4414-a830-6c4a49f57750 req-a795c462-9621-4762-8cc0-5e14206c473e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:43.541110 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01369a-e96f-4414-a830-6c4a49f57750 req-a795c462-9621-4762-8cc0-5e14206c473e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:43.551589 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01369a-e96f-4414-a830-6c4a49f57750 req-a795c462-9621-4762-8cc0-5e14206c473e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:43.578997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a01369a-e96f-4414-a830-6c4a49f57750 req-a795c462-9621-4762-8cc0-5e14206c473e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5430 time: 0.6207347 Jul 15 14:57:43.648331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-08a89a40-f5a2-4f02-9741-096b456585c2 None None] For port 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3ab704c7-e9f8-49a7-8f80-51d73b2eeda9,segment=NetworkSegment(73d7448c-5849-4b42-ba92-d720cdc55d5c),segment_id=73d7448c-5849-4b42-ba92-d720cdc55d5c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:43.659885 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08a89a40-f5a2-4f02-9741-096b456585c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:43.669874 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:57:43.682433 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Sync routers for ids ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:57:43.702096 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Routers {'44aa7394-9a30-4a12-8e7a-c91e82e1175c'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:57:43.705414 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:57:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:43.789839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125eff12-cfdf-4c3c-8ef6-c126217e9265 req-d9a1d5ba-6324-40d8-ad77-2a9115f2539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:43.791443 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-125eff12-cfdf-4c3c-8ef6-c126217e9265 req-d9a1d5ba-6324-40d8-ad77-2a9115f2539a service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2857437 Jul 15 14:57:43.798878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a89a40-f5a2-4f02-9741-096b456585c2 None None] Pushing event updated for resources: {'Port': ['ID=3ab704c7-e9f8-49a7-8f80-51d73b2eeda9,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:43.812392 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:43.816355 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b937f128-ae8d-4658-b459-5b68fc037fe0 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.6633687 Jul 15 14:57:43.834664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47730) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:43.842286 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-125eff12-cfdf-4c3c-8ef6-c126217e9265 req-b1150e15-7ba4-421c-b7b7-e2bfea0bf0ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe HTTP/1.1" status: 200 len: 217 time: 0.0405982 Jul 15 14:57:43.991522 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a01369a-e96f-4414-a830-6c4a49f57750 req-1d0723b5-1986-4350-8b6e-e1a577b5edaa tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4065378 Jul 15 14:57:44.011589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125eff12-cfdf-4c3c-8ef6-c126217e9265 req-c4638702-7ff6-496d-8f67-85a2cb007789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:44.017708 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-125eff12-cfdf-4c3c-8ef6-c126217e9265 req-c4638702-7ff6-496d-8f67-85a2cb007789 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1675761 Jul 15 14:57:44.050762 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Set router 44aa7394-9a30-4a12-8e7a-c91e82e1175c gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:57:44.189659 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-41574172-7adc-4975-910e-41dae8fd46d7 None None] Provisioning complete for port 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:44.190279 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125eff12-cfdf-4c3c-8ef6-c126217e9265 req-589e33dd-8693-4cf0-be32-14eaafe68671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:44.190410 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41574172-7adc-4975-910e-41dae8fd46d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:44.198916 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-125eff12-cfdf-4c3c-8ef6-c126217e9265 req-589e33dd-8693-4cf0-be32-14eaafe68671 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1728833 Jul 15 14:57:44.276492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362de2b-a3b5-420b-89ac-9a4d615fce4f req-7819869f-87e3-453a-a7a3-4b4ebaade608 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:44.281509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3362de2b-a3b5-420b-89ac-9a4d615fce4f req-7819869f-87e3-453a-a7a3-4b4ebaade608 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.6938899 Jul 15 14:57:44.453748 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-125eff12-cfdf-4c3c-8ef6-c126217e9265 req-6a6fd670-f4b8-4635-9e96-4fb3b827da90 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463405 Jul 15 14:57:44.608040 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:44.650354 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'name': 'tempest-ServersTestJSON-1020936377-router', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:38Z', 'updated_at': '2021-07-15T14:57:41Z', 'revision_number': 3, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'gw_port': {'id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:39Z', 'updated_at': '2021-07-15T14:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:44.723231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:44.724371 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:44.725820 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Checking router: 44aa7394-9a30-4a12-8e7a-c91e82e1175c for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:57:44.728321 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Updating router 44aa7394-9a30-4a12-8e7a-c91e82e1175c port e22e4899-0c5d-496a-b596-e3d4631d55d6 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:57:44.753622 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-1cd68fb0-5776-44ae-908e-c5ed778e1cb5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:44.754745 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-1cd68fb0-5776-44ae-908e-c5ed778e1cb5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.22 "GET /v2.0/networks?id=eacc08ca-f982-4eb2-8bfa-36e206d649e0 HTTP/1.1" status: 200 len: 822 time: 0.2999909 Jul 15 14:57:44.759387 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-125eff12-cfdf-4c3c-8ef6-c126217e9265 req-e72648a3-8158-4bf3-a7c3-f07dfd8c8dea service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891359 Jul 15 14:57:44.778803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-4d4ab47c-2540-4101-8c68-ca49f83537d1 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Request body: {'port': {'device_id': 'cd31dd4f-1796-4654-afab-52f107bbbcb8', 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0', 'admin_state_up': True, 'tenant_id': '3c822a4f9db84f3f82e1eaf160263154'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:44.813960 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:44.920321 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:45.055249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:45.069033 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:45.085020 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:45.168543 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-4d4ab47c-2540-4101-8c68-ca49f83537d1 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Made reservation on behalf of 3c822a4f9db84f3f82e1eaf160263154 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:45.172965 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-4d4ab47c-2540-4101-8c68-ca49f83537d1 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:45.391479 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:45.400773 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:45.420005 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Transition to ACTIVE for port object e22e4899-0c5d-496a-b596-e3d4631d55d6 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:45.435286 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:45.540529 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90,segment=NetworkSegment(8fed424e-93c9-48aa-b19e-03fd3711bb3d),segment_id=8fed424e-93c9-48aa-b19e-03fd3711bb3d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:45.550804 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:45.587867 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ec931-778c-4fe3-a6d2-5cade0c14989 None None] Pushing event updated for resources: {'Port': ['ID=e22e4899-0c5d-496a-b596-e3d4631d55d6,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:45.597798 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Attempting to bind port e22e4899-0c5d-496a-b596-e3d4631d55d6 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:45.598518 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Attempting to bind port e22e4899-0c5d-496a-b596-e3d4631d55d6 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:45.601881 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Attempting to bind port e22e4899-0c5d-496a-b596-e3d4631d55d6 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:45.618476 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:45.618925 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:45.619682 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:45.619817 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:45.620232 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Bound port: e22e4899-0c5d-496a-b596-e3d4631d55d6, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:45.622167 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:45.632740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-4d4ab47c-2540-4101-8c68-ca49f83537d1 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Allocated IP 172.20.0.6 (eacc08ca-f982-4eb2-8bfa-36e206d649e0/33a0028d-6b1b-4323-8f48-9385d7a289df/182bdccf-c5c4-4837-a102-2e057938894e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:45.698495 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:45.710364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 059c3637-ad4a-427a-a09c-b281e6ba4541 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:57:45.738310 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] For port e22e4899-0c5d-496a-b596-e3d4631d55d6, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:45.746163 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] For port e22e4899-0c5d-496a-b596-e3d4631d55d6, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e22e4899-0c5d-496a-b596-e3d4631d55d6,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:45.752642 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:45.818684 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6aa96752-8529-46bc-a419-f632fd7129b9 req-95fc27de-9656-41d9-8f14-3f69cbf9e3d4 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd31dd4f-1796-4654-afab-52f107bbbcb8 HTTP/1.1" status: 200 len: 210 time: 1.4179986 Jul 15 14:57:45.851434 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3362de2b-a3b5-420b-89ac-9a4d615fce4f req-87ff47e5-9974-4ba4-93d3-80b18751c5ce tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5542409 Jul 15 14:57:46.000362 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Routers {'44aa7394-9a30-4a12-8e7a-c91e82e1175c'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:57:46.001027 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:57:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:46.053047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 059c3637-ad4a-427a-a09c-b281e6ba4541, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=059c3637-ad4a-427a-a09c-b281e6ba4541,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:46.131797 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-4d4ab47c-2540-4101-8c68-ca49f83537d1 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:46.240452 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-4d4ab47c-2540-4101-8c68-ca49f83537d1 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:46.326718 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ec931-778c-4fe3-a6d2-5cade0c14989 None None] Pushing event updated for resources: {'Port': ['ID=e22e4899-0c5d-496a-b596-e3d4631d55d6,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:46.388651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-4d4ab47c-2540-4101-8c68-ca49f83537d1 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Network eacc08ca-f982-4eb2-8bfa-36e206d649e0 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:46.401396 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-4d4ab47c-2540-4101-8c68-ca49f83537d1 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:46.420838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-4d4ab47c-2540-4101-8c68-ca49f83537d1 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:46.424118 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '059c3637-ad4a-427a-a09c-b281e6ba4541', 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5', 'port_id': '059c3637-ad4a-427a-a09c-b281e6ba4541', 'mac_address': 'fa:16:3e:92:5d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:57:46.433846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-d8c18415-7e29-4949-8ede-a0c3c2954bce admin admin] Deleting port 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:57:46.435604 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8c18415-7e29-4949-8ede-a0c3c2954bce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:46.455076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:46.530931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ab47c-2540-4101-8c68-ca49f83537d1 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Pushing event updated for resources: {'Port': ['ID=182bdccf-c5c4-4837-a102-2e057938894e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:46.600931 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] Set router 44aa7394-9a30-4a12-8e7a-c91e82e1175c gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:57:46.611251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-4d4ab47c-2540-4101-8c68-ca49f83537d1 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:46.611772 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-4d4ab47c-2540-4101-8c68-ca49f83537d1 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:46.637657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 509907ba-1a04-411d-8ccf-0436bca64bb6 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:57:46.668666 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-4d4ab47c-2540-4101-8c68-ca49f83537d1 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8966999 Jul 15 14:57:46.685968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28071ae3-8d8f-4465-881e-aa9b447205fe req-7608afac-4d94-4c80-acb5-c838aad9722e tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:46.687721 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Request body: {'port': {'device_id': 'cd31dd4f-1796-4654-afab-52f107bbbcb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:46.697181 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28071ae3-8d8f-4465-881e-aa9b447205fe req-7608afac-4d94-4c80-acb5-c838aad9722e tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 945 time: 0.6434982 Jul 15 14:57:46.800570 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:46.836285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-d8c18415-7e29-4949-8ede-a0c3c2954bce admin admin] For port 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d,segment=NetworkSegment(f53f488c-09e7-46a8-8277-21c71e902323),segment_id=f53f488c-09e7-46a8-8277-21c71e902323)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:46.837339 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8c18415-7e29-4949-8ede-a0c3c2954bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:46.877200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-d8c18415-7e29-4949-8ede-a0c3c2954bce admin admin] Calling delete_port for 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:57:46.887735 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 059c3637-ad4a-427a-a09c-b281e6ba4541 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:46.889206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5d8f5-4002-4cfc-ae58-2943b08e4d20 req-9859e83e-954a-4d3b-91d0-16a8f98168b5 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:46.891333 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ce5d8f5-4002-4cfc-ae58-2943b08e4d20 req-9859e83e-954a-4d3b-91d0-16a8f98168b5 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 947 time: 0.4833932 Jul 15 14:57:46.921791 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28071ae3-8d8f-4465-881e-aa9b447205fe req-204cc40b-3063-49d7-9ad6-f89a369ad89d tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233427 Jul 15 14:57:46.984320 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:47.028566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 059c3637-ad4a-427a-a09c-b281e6ba4541, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=059c3637-ad4a-427a-a09c-b281e6ba4541,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:47.042023 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:47.044311 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:47.074220 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'name': 'tempest-ServersTestJSON-1020936377-router', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:38Z', 'updated_at': '2021-07-15T14:57:41Z', 'revision_number': 3, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'gw_port': {'id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:39Z', 'updated_at': '2021-07-15T14:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:47.121183 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:47.121995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 2d442acc-72fb-4e88-aa3f-0095bdd41bfe details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:57:47.179832 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc305f7-bdee-4b76-bdfc-ce3a6af69859 None None] The sync data for ids ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'] in n-d-764435-3 is: [{'id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'name': 'tempest-ServersTestJSON-1020936377-router', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:38Z', 'updated_at': '2021-07-15T14:57:41Z', 'revision_number': 3, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'gw_port': {'id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:39Z', 'updated_at': '2021-07-15T14:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:57:47.199088 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ce5d8f5-4002-4cfc-ae58-2943b08e4d20 req-1e763571-df7b-41ca-8f9f-f7807f3912c8 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984214 Jul 15 14:57:47.281837 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 509907ba-1a04-411d-8ccf-0436bca64bb6, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=509907ba-1a04-411d-8ccf-0436bca64bb6,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:47.377084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '509907ba-1a04-411d-8ccf-0436bca64bb6', 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35', 'port_id': '509907ba-1a04-411d-8ccf-0436bca64bb6', 'mac_address': 'fa:16:3e:bc:11:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d2ee4b-93a9-47e7-b439-b454b483e516', 'ip_address': '10.1.1.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:57:47.518379 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:47.547292 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=059c3637-ad4a-427a-a09c-b281e6ba4541,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:47.719651 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:47.834297 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182bdccf-c5c4-4837-a102-2e057938894e {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:47.853283 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:47.858404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509907ba-1a04-411d-8ccf-0436bca64bb6 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:47.870062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c4d44-a85d-41fb-9447-cf74cd20ec1a req-a12f431e-eedd-49e0-8987-6ceabb9f3c30 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:47.889571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c4d44-a85d-41fb-9447-cf74cd20ec1a req-a12f431e-eedd-49e0-8987-6ceabb9f3c30 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:47.891479 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Transition to ACTIVE for port object 182bdccf-c5c4-4837-a102-2e057938894e will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:47.900516 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:47.905264 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c4d44-a85d-41fb-9447-cf74cd20ec1a req-a12f431e-eedd-49e0-8987-6ceabb9f3c30 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:47.912394 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 509907ba-1a04-411d-8ccf-0436bca64bb6, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=509907ba-1a04-411d-8ccf-0436bca64bb6,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:47.920089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c4d44-a85d-41fb-9447-cf74cd20ec1a req-a12f431e-eedd-49e0-8987-6ceabb9f3c30 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:47.929956 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c4d44-a85d-41fb-9447-cf74cd20ec1a req-a12f431e-eedd-49e0-8987-6ceabb9f3c30 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:47.936833 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c4d44-a85d-41fb-9447-cf74cd20ec1a req-a12f431e-eedd-49e0-8987-6ceabb9f3c30 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:47.938798 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:47.941000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9528b9f5-a68e-4bea-af14-70d1357b739c details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:57:47.944948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c4d44-a85d-41fb-9447-cf74cd20ec1a req-a12f431e-eedd-49e0-8987-6ceabb9f3c30 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:47.948321 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:47.954491 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d16c4d44-a85d-41fb-9447-cf74cd20ec1a req-a12f431e-eedd-49e0-8987-6ceabb9f3c30 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5430 time: 0.7892044 Jul 15 14:57:48.035239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=509907ba-1a04-411d-8ccf-0436bca64bb6,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:48.065315 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe', 'mac_address': 'fa:16:3e:98:7b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:57:48.146252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 9528b9f5-a68e-4bea-af14-70d1357b739c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9528b9f5-a68e-4bea-af14-70d1357b739c,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:48.160884 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:48.162673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=182bdccf-c5c4-4837-a102-2e057938894e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:48.178209 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '9528b9f5-a68e-4bea-af14-70d1357b739c', 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35', 'port_id': '9528b9f5-a68e-4bea-af14-70d1357b739c', 'mac_address': 'fa:16:3e:82:35:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d2ee4b-93a9-47e7-b439-b454b483e516', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:57:48.188149 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d442acc-72fb-4e88-aa3f-0095bdd41bfe {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:48.286157 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:48.305208 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9528b9f5-a68e-4bea-af14-70d1357b739c {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:48.312555 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d16c4d44-a85d-41fb-9447-cf74cd20ec1a req-c43c66c4-2ac8-4c90-8c9e-db7137247a02 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3571129 Jul 15 14:57:48.360229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:48.396313 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:48.410624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 9528b9f5-a68e-4bea-af14-70d1357b739c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9528b9f5-a68e-4bea-af14-70d1357b739c,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:48.417842 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:48.418140 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 95e5d932-f978-4d92-b727-48048c8c1f91 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:57:48.500040 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e22e4899-0c5d-496a-b596-e3d4631d55d6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:48.532500 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Attempting to bind port 182bdccf-c5c4-4837-a102-2e057938894e on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:48.533148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Attempting to bind port 182bdccf-c5c4-4837-a102-2e057938894e by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'b363b48d-2d44-41da-91d8-d8da0b9df13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:48.536669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Attempting to bind port 182bdccf-c5c4-4837-a102-2e057938894e on network eacc08ca-f982-4eb2-8bfa-36e206d649e0 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:48.546588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370a6cc-f084-44d2-ba3c-8c85e2048151 req-272a6076-a08a-43cf-80c8-53d353bc5b95 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:48.548671 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d370a6cc-f084-44d2-ba3c-8c85e2048151 req-272a6076-a08a-43cf-80c8-53d353bc5b95 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd31dd4f-1796-4654-afab-52f107bbbcb8 HTTP/1.1" status: 200 len: 931 time: 0.9887021 Jul 15 14:57:48.551036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Allocated IP 172.20.0.1 (b0bd61d9-2271-4d88-82f8-35dc2aab6f81/17213894-ea71-452b-b85a-52eb9ca3aef3/e057f7e5-30f6-48fe-8abf-c3f9d27aba43) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:48.559398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Port 182bdccf-c5c4-4837-a102-2e057938894e on network eacc08ca-f982-4eb2-8bfa-36e206d649e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:57:48.562518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Attempting to bind port 182bdccf-c5c4-4837-a102-2e057938894e on network eacc08ca-f982-4eb2-8bfa-36e206d649e0 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:48.588279 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:48.591906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Checking segment: {'id': 'b363b48d-2d44-41da-91d8-d8da0b9df13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:48.592555 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Bound using segment: {'id': 'b363b48d-2d44-41da-91d8-d8da0b9df13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:48.595784 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Bound port: 182bdccf-c5c4-4837-a102-2e057938894e, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b363b48d-2d44-41da-91d8-d8da0b9df13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:48.596592 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:48.632762 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['059c3637-ad4a-427a-a09c-b281e6ba4541'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:48.634330 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d370a6cc-f084-44d2-ba3c-8c85e2048151 req-1adc9ea0-e83e-47aa-981e-c8d0e989aaed tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739365 Jul 15 14:57:48.735808 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8c18415-7e29-4949-8ede-a0c3c2954bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:48.905809 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] For port 182bdccf-c5c4-4837-a102-2e057938894e, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:48.920803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] For port 182bdccf-c5c4-4837-a102-2e057938894e, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=182bdccf-c5c4-4837-a102-2e057938894e,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:48.937153 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:48.966302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['2d442acc-72fb-4e88-aa3f-0095bdd41bfe'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:49.060738 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:49.068662 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 14:57:49.080149 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=182bdccf-c5c4-4837-a102-2e057938894e,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:49.117823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c18415-7e29-4949-8ede-a0c3c2954bce admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:49.144535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:49.145564 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:49.146742 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-07cfa179-b489-4a7c-9544-f27fd926f6c0 service neutron] 10.222.0.22 "PUT /v2.0/ports/182bdccf-c5c4-4837-a102-2e057938894e HTTP/1.1" status: 200 len: 1091 time: 2.4695477 Jul 15 14:57:49.150429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd31dd4f-1796-4654-afab-52f107bbbcb8', 'tag': '182bdccf-c5c4-4837-a102-2e057938894e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:49.153241 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b88a217-a71a-47a5-a87d-5cd00bc8e334" -d '{"events": [{"name": "network-changed", "server_uuid": "cd31dd4f-1796-4654-afab-52f107bbbcb8", "tag": "182bdccf-c5c4-4837-a102-2e057938894e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:49.191592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 95e5d932-f978-4d92-b727-48048c8c1f91, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=95e5d932-f978-4d92-b727-48048c8c1f91,segment=NetworkSegment(48e68b30-5f0b-4738-b03f-2d38210cb5ab),segment_id=48e68b30-5f0b-4738-b03f-2d38210cb5ab)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:49.229512 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '95e5d932-f978-4d92-b727-48048c8c1f91', 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'port_id': '95e5d932-f978-4d92-b727-48048c8c1f91', 'mac_address': 'fa:16:3e:fe:9c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:57:49.303288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d3c9c-671b-4910-9544-864b5fd138c6 req-cafcfc69-3590-48e7-9e91-1ae7a834e13b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:49.312190 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-310d3c9c-671b-4910-9544-864b5fd138c6 req-cafcfc69-3590-48e7-9e91-1ae7a834e13b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 944 time: 0.6954961 Jul 15 14:57:49.338683 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-a430e311-921f-406b-ae5b-c07c94bdd084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:49.340946 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:49.342004 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-a430e311-921f-406b-ae5b-c07c94bdd084 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c822a4f9db84f3f82e1eaf160263154&device_id=cd31dd4f-1796-4654-afab-52f107bbbcb8 HTTP/1.1" status: 200 len: 1094 time: 0.1440153 Jul 15 14:57:49.415698 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-317d9ca7-c1d8-459c-9a55-27a5e80d181b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=182bdccf-c5c4-4837-a102-2e057938894e HTTP/1.1" status: 200 len: 217 time: 0.0645854 Jul 15 14:57:49.449536 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:49.523303 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:49.533795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-640463cb-8ed6-4969-821b-759d87be1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:49.538351 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-640463cb-8ed6-4969-821b-759d87be1bad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=33a0028d-6b1b-4323-8f48-9385d7a289df HTTP/1.1" status: 200 len: 862 time: 0.1120088 Jul 15 14:57:49.559050 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e5d932-f978-4d92-b727-48048c8c1f91 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:49.589370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 95e5d932-f978-4d92-b727-48048c8c1f91, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=95e5d932-f978-4d92-b727-48048c8c1f91,segment=NetworkSegment(48e68b30-5f0b-4738-b03f-2d38210cb5ab),segment_id=48e68b30-5f0b-4738-b03f-2d38210cb5ab)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:49.591981 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=9528b9f5-a68e-4bea-af14-70d1357b739c,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:49.592861 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-4470fe57-8268-4199-b8cd-54ba9b444ce4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eacc08ca-f982-4eb2-8bfa-36e206d649e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478094 Jul 15 14:57:49.618789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port e22e4899-0c5d-496a-b596-e3d4631d55d6 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:49.631188 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:49.632144 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:57:49.666613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b4aee-cde9-40e1-9cc1-21c0622a3c2c req-34035597-0a2c-408c-9904-035db17653da tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:49.680832 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-133b4aee-cde9-40e1-9cc1-21c0622a3c2c req-34035597-0a2c-408c-9904-035db17653da tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 945 time: 0.6861200 Jul 15 14:57:49.771329 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-310d3c9c-671b-4910-9544-864b5fd138c6 req-dda0efc2-f7f3-4295-9130-014b1f1cf2f6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579864 Jul 15 14:57:49.850412 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-133b4aee-cde9-40e1-9cc1-21c0622a3c2c req-aeb063be-350a-47b7-bc7e-ccd78d00e3f6 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683798 Jul 15 14:57:49.873483 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-4e67f7c8-f4d9-49ba-ac63-5a6a7d7c69f3 service neutron] 10.222.0.22 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669137 Jul 15 14:57:49.884975 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:49.965316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4486f9c8-90ef-4cf7-ae45-4487afb34ea3,segment=NetworkSegment(4761f364-2462-4508-bff1-948a8786037b),segment_id=4761f364-2462-4508-bff1-948a8786037b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:49.976182 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Transition to ACTIVE for port object e057f7e5-30f6-48fe-8abf-c3f9d27aba43 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:50.019378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e22e4899-0c5d-496a-b596-e3d4631d55d6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:50.022106 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:50.026150 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8c18415-7e29-4949-8ede-a0c3c2954bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:50.093726 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca1478d-b825-446b-9a66-d6618b496ad2 x-openstack-request-id: req-4ca1478d-b825-446b-9a66-d6618b496ad2 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:50.094355 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd31dd4f-1796-4654-afab-52f107bbbcb8", "tag": "182bdccf-c5c4-4837-a102-2e057938894e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:50.094355 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ca1478d-b825-446b-9a66-d6618b496ad2 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:50.094726 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd31dd4f-1796-4654-afab-52f107bbbcb8', 'tag': '182bdccf-c5c4-4837-a102-2e057938894e', 'status': 'completed', 'code': 200} Jul 15 14:57:50.209913 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-75dc181f-91f6-46d0-ad88-d75249aa84b4 req-149b9bca-9fe4-4fd8-8440-15d2a9f56123 service neutron] 10.222.0.22 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288815 Jul 15 14:57:50.329091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '4486f9c8-90ef-4cf7-ae45-4487afb34ea3', 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290', 'port_id': '4486f9c8-90ef-4cf7-ae45-4487afb34ea3', 'mac_address': 'fa:16:3e:ee:c7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '165daafa-0d29-4390-8abc-b1c1c0c27210', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:57:50.422201 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=95e5d932-f978-4d92-b727-48048c8c1f91,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:50.487235 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88a217-a71a-47a5-a87d-5cd00bc8e334 req-8ac1ffda-d8b1-4e11-95c0-ea0c34feafee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:50.497388 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b88a217-a71a-47a5-a87d-5cd00bc8e334 req-8ac1ffda-d8b1-4e11-95c0-ea0c34feafee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c822a4f9db84f3f82e1eaf160263154&device_id=cd31dd4f-1796-4654-afab-52f107bbbcb8 HTTP/1.1" status: 200 len: 1094 time: 0.1916125 Jul 15 14:57:50.518102 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:50.625137 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Pushing event updated for resources: {'Port': ['ID=e057f7e5-30f6-48fe-8abf-c3f9d27aba43,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:50.671364 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Network b0bd61d9-2271-4d88-82f8-35dc2aab6f81 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:50.711764 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:50.750811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:50.756582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:50.763126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88a217-a71a-47a5-a87d-5cd00bc8e334 req-8a94a779-a4e4-433d-9960-6f963a8bc3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:50.764690 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b88a217-a71a-47a5-a87d-5cd00bc8e334 req-8a94a779-a4e4-433d-9960-6f963a8bc3ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=eacc08ca-f982-4eb2-8bfa-36e206d649e0 HTTP/1.1" status: 200 len: 923 time: 0.2575336 Jul 15 14:57:50.811391 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:50.841034 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port e22e4899-0c5d-496a-b596-e3d4631d55d6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e22e4899-0c5d-496a-b596-e3d4631d55d6,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:50.853051 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:50.869968 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:50.910497 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b88a217-a71a-47a5-a87d-5cd00bc8e334 req-c16cf1dc-e1e3-4d56-a679-0a7affb75da8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=182bdccf-c5c4-4837-a102-2e057938894e HTTP/1.1" status: 200 len: 217 time: 0.1277723 Jul 15 14:57:50.942402 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a3b24-f83d-4e1f-88db-d838a47b40e2 req-3b1fa7f7-59cb-477e-81f1-d29da4b182e5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:50.959928 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a3b24-f83d-4e1f-88db-d838a47b40e2 req-3b1fa7f7-59cb-477e-81f1-d29da4b182e5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:50.978558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a3b24-f83d-4e1f-88db-d838a47b40e2 req-3b1fa7f7-59cb-477e-81f1-d29da4b182e5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:50.989042 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a3b24-f83d-4e1f-88db-d838a47b40e2 req-3b1fa7f7-59cb-477e-81f1-d29da4b182e5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:51.011734 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a3b24-f83d-4e1f-88db-d838a47b40e2 req-3b1fa7f7-59cb-477e-81f1-d29da4b182e5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:51.022815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a3b24-f83d-4e1f-88db-d838a47b40e2 req-3b1fa7f7-59cb-477e-81f1-d29da4b182e5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:51.030365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88a217-a71a-47a5-a87d-5cd00bc8e334 req-c63d1912-1428-462a-8720-01cd5255335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:51.031978 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b88a217-a71a-47a5-a87d-5cd00bc8e334 req-c63d1912-1428-462a-8720-01cd5255335f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=33a0028d-6b1b-4323-8f48-9385d7a289df HTTP/1.1" status: 200 len: 862 time: 0.1135659 Jul 15 14:57:51.039096 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a3b24-f83d-4e1f-88db-d838a47b40e2 req-3b1fa7f7-59cb-477e-81f1-d29da4b182e5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:51.056943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-438a3b24-f83d-4e1f-88db-d838a47b40e2 req-3b1fa7f7-59cb-477e-81f1-d29da4b182e5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5433 time: 0.6797397 Jul 15 14:57:51.090839 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4486f9c8-90ef-4cf7-ae45-4487afb34ea3,segment=NetworkSegment(4761f364-2462-4508-bff1-948a8786037b),segment_id=4761f364-2462-4508-bff1-948a8786037b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:51.115643 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b88a217-a71a-47a5-a87d-5cd00bc8e334 req-23484e63-4f38-496e-b342-4792df99eb68 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eacc08ca-f982-4eb2-8bfa-36e206d649e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745351 Jul 15 14:57:51.135042 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:51.135726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:57:51.161540 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-438a3b24-f83d-4e1f-88db-d838a47b40e2 req-46cf9c50-a846-432f-9032-68525c5e58cd tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1037760 Jul 15 14:57:51.162382 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:51.183566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c18415-7e29-4949-8ede-a0c3c2954bce admin admin] Router 6bb50147-37b0-4d34-8101-6edef96740e7 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:57:51.235426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=e22e4899-0c5d-496a-b596-e3d4631d55d6,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:51.303272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=4486f9c8-90ef-4cf7-ae45-4487afb34ea3,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:51.320933 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:51.357092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e', 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35', 'port_id': '96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e', 'mac_address': 'fa:16:3e:48:36:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d2ee4b-93a9-47e7-b439-b454b483e516', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:57:51.442824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2f509c77-7bbf-41e0-b1e2-b2cf936b9d95 None None] Provisioning for port e057f7e5-30f6-48fe-8abf-c3f9d27aba43 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:51.455521 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2dac6e-160a-404a-8fee-6ecd739f853c req-58225b10-b549-41bf-885c-4ce92662fd1c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:51.459304 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b88a217-a71a-47a5-a87d-5cd00bc8e334 req-dbbc9aac-89bc-4b64-a376-70e6ca04f369 service neutron] 10.222.0.22 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354864 Jul 15 14:57:51.473590 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd2dac6e-160a-404a-8fee-6ecd739f853c req-58225b10-b549-41bf-885c-4ce92662fd1c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 948 time: 0.7963963 Jul 15 14:57:51.480658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2f509c77-7bbf-41e0-b1e2-b2cf936b9d95 None None] Provisioning complete for port e057f7e5-30f6-48fe-8abf-c3f9d27aba43 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:51.481038 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f509c77-7bbf-41e0-b1e2-b2cf936b9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:51.532140 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2f509c77-7bbf-41e0-b1e2-b2cf936b9d95 None None] Port e057f7e5-30f6-48fe-8abf-c3f9d27aba43 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:57:51.538118 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:51.556592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:51.604528 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:51.611921 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:51.612803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4a877dc9-de97-4a8e-96ad-d46479b35576 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:57:51.660661 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b88a217-a71a-47a5-a87d-5cd00bc8e334 req-03029b4a-c22b-4cb7-9410-fd597d60adaf service neutron] 10.222.0.22 "GET /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939712 Jul 15 14:57:51.770043 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:51.776090 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 4a877dc9-de97-4a8e-96ad-d46479b35576, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4a877dc9-de97-4a8e-96ad-d46479b35576,segment=NetworkSegment(4761f364-2462-4508-bff1-948a8786037b),segment_id=4761f364-2462-4508-bff1-948a8786037b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:51.802679 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '4a877dc9-de97-4a8e-96ad-d46479b35576', 'network_id': 'bc696e57-667f-4451-b6b7-ff70513b7290', 'port_id': '4a877dc9-de97-4a8e-96ad-d46479b35576', 'mac_address': 'fa:16:3e:58:ff:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '165daafa-0d29-4390-8abc-b1c1c0c27210', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:57:51.861499 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:51.884856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a877dc9-de97-4a8e-96ad-d46479b35576 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:51.914946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 4a877dc9-de97-4a8e-96ad-d46479b35576, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4a877dc9-de97-4a8e-96ad-d46479b35576,segment=NetworkSegment(4761f364-2462-4508-bff1-948a8786037b),segment_id=4761f364-2462-4508-bff1-948a8786037b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:51.934098 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:51.934837 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ea6c6468-db9b-4be4-a110-cfd32f419f39 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:57:52.095098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ea6c6468-db9b-4be4-a110-cfd32f419f39, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ea6c6468-db9b-4be4-a110-cfd32f419f39,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:52.125595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'ea6c6468-db9b-4be4-a110-cfd32f419f39', 'network_id': '92c49654-4ba4-4f61-8bf5-dcf860f7db35', 'port_id': 'ea6c6468-db9b-4be4-a110-cfd32f419f39', 'mac_address': 'fa:16:3e:5f:f9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d2ee4b-93a9-47e7-b439-b454b483e516', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:57:52.127414 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=4a877dc9-de97-4a8e-96ad-d46479b35576,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:52.320525 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd2dac6e-160a-404a-8fee-6ecd739f853c req-5060e6e2-6c25-4b6d-a929-5fd82e9ff5f5 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8455422 Jul 15 14:57:52.404179 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:52.438127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6c6468-db9b-4be4-a110-cfd32f419f39 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:52.455074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 2d442acc-72fb-4e88-aa3f-0095bdd41bfe up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:52.463597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 182bdccf-c5c4-4837-a102-2e057938894e details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:57:52.489829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd3f43-4895-4b29-a6e1-d789cce16c98 req-3e58d208-d78a-46fd-a3e5-ba2cb25daf1c tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:52.491621 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-21dd3f43-4895-4b29-a6e1-d789cce16c98 req-3e58d208-d78a-46fd-a3e5-ba2cb25daf1c tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd31dd4f-1796-4654-afab-52f107bbbcb8 HTTP/1.1" status: 200 len: 943 time: 1.1213336 Jul 15 14:57:52.575949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c18415-7e29-4949-8ede-a0c3c2954bce admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:57:52.586679 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d8c18415-7e29-4949-8ede-a0c3c2954bce admin admin] 10.222.0.38 "PUT /v2.0/routers/6bb50147-37b0-4d34-8101-6edef96740e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7178378 Jul 15 14:57:52.589071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47798) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:52.622084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770d100-02af-4892-82cd-7ff63ff30085 None None] Sync routers for ids ['6bb50147-37b0-4d34-8101-6edef96740e7'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:57:52.628826 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-21dd3f43-4895-4b29-a6e1-d789cce16c98 req-19af84a4-6c4d-40e6-bfbd-e973595373f9 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287069 Jul 15 14:57:52.632302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ea6c6468-db9b-4be4-a110-cfd32f419f39, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ea6c6468-db9b-4be4-a110-cfd32f419f39,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:52.657593 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:52.725518 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ea6c6468-db9b-4be4-a110-cfd32f419f39,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:52.731725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770d100-02af-4892-82cd-7ff63ff30085 None None] Routers {'6bb50147-37b0-4d34-8101-6edef96740e7'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:57:52.732526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7770d100-02af-4892-82cd-7ff63ff30085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:57:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6bb50147-37b0-4d34-8101-6edef96740e7'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:52.783907 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:52.848758 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:52.855932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:52.856309 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:52.938159 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-056c633e-a287-44a7-85f9-39129382446a admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:52.938612 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 182bdccf-c5c4-4837-a102-2e057938894e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=182bdccf-c5c4-4837-a102-2e057938894e,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:52.971664 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '182bdccf-c5c4-4837-a102-2e057938894e', 'network_id': 'eacc08ca-f982-4eb2-8bfa-36e206d649e0', 'port_id': '182bdccf-c5c4-4837-a102-2e057938894e', 'mac_address': 'fa:16:3e:9e:34:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a0028d-6b1b-4323-8f48-9385d7a289df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:57:52.988238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-7770d100-02af-4892-82cd-7ff63ff30085 None None] Set router 6bb50147-37b0-4d34-8101-6edef96740e7 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:57:53.079058 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:53.157627 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e22e4899-0c5d-496a-b596-e3d4631d55d6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:53.200494 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-056c633e-a287-44a7-85f9-39129382446a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:53.336100 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-056c633e-a287-44a7-85f9-39129382446a admin admin] Deleting port d36dec51-9c27-474c-93df-fa6cabf7acb9 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:57:53.338258 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-056c633e-a287-44a7-85f9-39129382446a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:53.372446 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:53.386666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182bdccf-c5c4-4837-a102-2e057938894e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:57:53.436904 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 182bdccf-c5c4-4837-a102-2e057938894e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=182bdccf-c5c4-4837-a102-2e057938894e,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:53.442571 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:53.536767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['509907ba-1a04-411d-8ccf-0436bca64bb6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:53.540798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['4486f9c8-90ef-4cf7-ae45-4487afb34ea3'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:53.542474 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-056c633e-a287-44a7-85f9-39129382446a admin admin] For port d36dec51-9c27-474c-93df-fa6cabf7acb9, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d36dec51-9c27-474c-93df-fa6cabf7acb9,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:53.543260 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-056c633e-a287-44a7-85f9-39129382446a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:53.611520 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-056c633e-a287-44a7-85f9-39129382446a admin admin] Calling delete_port for d36dec51-9c27-474c-93df-fa6cabf7acb9 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:57:53.686438 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['9528b9f5-a68e-4bea-af14-70d1357b739c'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:53.709159 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d153c9a-d451-478d-8512-a99da5374c09 req-4891cae1-2798-4ab2-bbf1-c38b8c7205d9 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:53.717162 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d153c9a-d451-478d-8512-a99da5374c09 req-4891cae1-2798-4ab2-bbf1-c38b8c7205d9 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 945 time: 0.8521085 Jul 15 14:57:53.728867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['95e5d932-f978-4d92-b727-48048c8c1f91'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:53.739664 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:53.750695 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Pushing event updated for resources: {'Port': ['ID=e057f7e5-30f6-48fe-8abf-c3f9d27aba43,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:53.755000 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:53.770254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250a0f0-467a-40d9-ad0c-0d28987fa75a req-e8521069-ce64-41ec-bebf-5eda5783ed99 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:53.772262 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4250a0f0-467a-40d9-ad0c-0d28987fa75a req-e8521069-ce64-41ec-bebf-5eda5783ed99 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 944 time: 1.0098248 Jul 15 14:57:53.776890 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:53.828973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d153c9a-d451-478d-8512-a99da5374c09 req-798f465e-d48c-4bc4-bebe-3962952c5090 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087086 Jul 15 14:57:53.879959 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-056c633e-a287-44a7-85f9-39129382446a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:53.927210 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c633e-a287-44a7-85f9-39129382446a admin admin] Pushing event deleted for resources: {'Port': ['ID=d36dec51-9c27-474c-93df-fa6cabf7acb9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:54.014211 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-056c633e-a287-44a7-85f9-39129382446a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:54.052922 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4250a0f0-467a-40d9-ad0c-0d28987fa75a req-8d2f0aaa-d11d-4793-8bf1-f72a9af56288 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728443 Jul 15 14:57:54.069572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:54.118757 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Network b0bd61d9-2271-4d88-82f8-35dc2aab6f81 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:54.122190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:54.161311 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e01e4b-fc57-48f0-aa5e-25b544c7c827 req-4bd9ad1d-91c6-4173-9607-90d652b54d43 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:54.170617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e01e4b-fc57-48f0-aa5e-25b544c7c827 req-4bd9ad1d-91c6-4173-9607-90d652b54d43 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:54.185274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ea6c6468-db9b-4be4-a110-cfd32f419f39'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:54.192369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e01e4b-fc57-48f0-aa5e-25b544c7c827 req-4bd9ad1d-91c6-4173-9607-90d652b54d43 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:54.212784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e01e4b-fc57-48f0-aa5e-25b544c7c827 req-4bd9ad1d-91c6-4173-9607-90d652b54d43 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:54.229730 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e01e4b-fc57-48f0-aa5e-25b544c7c827 req-4bd9ad1d-91c6-4173-9607-90d652b54d43 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:54.236141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e01e4b-fc57-48f0-aa5e-25b544c7c827 req-4bd9ad1d-91c6-4173-9607-90d652b54d43 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:54.278989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e01e4b-fc57-48f0-aa5e-25b544c7c827 req-4bd9ad1d-91c6-4173-9607-90d652b54d43 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:54.281357 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83e01e4b-fc57-48f0-aa5e-25b544c7c827 req-4bd9ad1d-91c6-4173-9607-90d652b54d43 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5437 time: 0.3105662 Jul 15 14:57:54.312222 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-056c633e-a287-44a7-85f9-39129382446a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:54.317756 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-056c633e-a287-44a7-85f9-39129382446a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:54.469962 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-056c633e-a287-44a7-85f9-39129382446a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:54.470518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056c633e-a287-44a7-85f9-39129382446a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb50147-37b0-4d34-8101-6edef96740e7 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:57:54.482353 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-056c633e-a287-44a7-85f9-39129382446a admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:54.483591 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-056c633e-a287-44a7-85f9-39129382446a admin admin] 10.222.0.38 "DELETE /v2.0/routers/6bb50147-37b0-4d34-8101-6edef96740e7 HTTP/1.1" status: 204 len: 168 time: 1.8933809 Jul 15 14:57:54.486259 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47816) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:54.524569 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['182bdccf-c5c4-4837-a102-2e057938894e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:54.586097 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f634c78-b79a-4342-a795-89c276d2147c admin admin] Deleting subnet e3e2944a-0132-40f6-86a7-f80000f7edae {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:57:54.594452 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f634c78-b79a-4342-a795-89c276d2147c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:54.673471 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83e01e4b-fc57-48f0-aa5e-25b544c7c827 req-6cce0e3a-1109-4f2c-9f81-3a6b42520c98 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3113093 Jul 15 14:57:54.721647 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f634c78-b79a-4342-a795-89c276d2147c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:54.759181 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a3e4d-8061-49b6-81bd-6ba246430303 req-cd1a62d8-12fe-431c-9dd9-236c0e9f557b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:54.761265 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-137a3e4d-8061-49b6-81bd-6ba246430303 req-cd1a62d8-12fe-431c-9dd9-236c0e9f557b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 948 time: 0.3865030 Jul 15 14:57:54.779216 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Router 44aa7394-9a30-4a12-8e7a-c91e82e1175c has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:57:54.799573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['4a877dc9-de97-4a8e-96ad-d46479b35576'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:57:54.834331 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-137a3e4d-8061-49b6-81bd-6ba246430303 req-78633067-be2b-4a5d-9db1-00ba727b554a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654979 Jul 15 14:57:54.859428 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f634c78-b79a-4342-a795-89c276d2147c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:54.990416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:54.992624 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f634c78-b79a-4342-a795-89c276d2147c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:54.992802 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56095736-260d-42d7-a535-f15541cfb0b9" -d '{"events": [{"server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "name": "network-vif-plugged", "status": "completed", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:55.038458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f634c78-b79a-4342-a795-89c276d2147c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3e2944a-0132-40f6-86a7-f80000f7edae,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:55.046961 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f634c78-b79a-4342-a795-89c276d2147c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:55.052401 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5f634c78-b79a-4342-a795-89c276d2147c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e3e2944a-0132-40f6-86a7-f80000f7edae HTTP/1.1" status: 204 len: 168 time: 0.5640628 Jul 15 14:57:55.053139 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47830) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:55.070699 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ac704e3c-1003-4603-ba12-9a6cec814f21 None None] Provisioning complete for port e057f7e5-30f6-48fe-8abf-c3f9d27aba43 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:55.071091 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac704e3c-1003-4603-ba12-9a6cec814f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:55.204728 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af786f6-50d0-4f29-a061-9e51eee0ae77 req-7b35910c-cba3-4618-8cc6-9c8b4d83470f tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:55.206620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2af786f6-50d0-4f29-a061-9e51eee0ae77 req-7b35910c-cba3-4618-8cc6-9c8b4d83470f tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd31dd4f-1796-4654-afab-52f107bbbcb8 HTTP/1.1" status: 200 len: 944 time: 0.2942936 Jul 15 14:57:55.215229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:57:55.224642 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-544c7349-d977-4e47-99b8-8d56990b27ac admin admin] 10.222.0.38 "PUT /v2.0/routers/44aa7394-9a30-4a12-8e7a-c91e82e1175c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3876371 Jul 15 14:57:55.230015 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:55.234205 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Sync routers for ids ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:57:55.252109 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Routers {'44aa7394-9a30-4a12-8e7a-c91e82e1175c'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:57:55.252109 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:57:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:55.257295 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9f1814b-0bfc-43b5-9934-ba014314be19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:55.297210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095133c-96d4-4b26-8a1e-beaa50e02852 req-9d648a25-5c03-4ab2-891f-5945685ad564 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:55.303977 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1095133c-96d4-4b26-8a1e-beaa50e02852 req-9d648a25-5c03-4ab2-891f-5945685ad564 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 945 time: 0.2153282 Jul 15 14:57:55.316280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e22e4899-0c5d-496a-b596-e3d4631d55d6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:55.316654 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:55.320890 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2af786f6-50d0-4f29-a061-9e51eee0ae77 req-8827baf8-0b86-4670-8e4c-118cf2cb29d2 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033022 Jul 15 14:57:55.415371 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1095133c-96d4-4b26-8a1e-beaa50e02852 req-ba89695d-afbb-439f-9363-1c0071d5ac0d tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041253 Jul 15 14:57:55.452965 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bc556c-4d90-46f1-b964-996461c57910 x-openstack-request-id: req-a2bc556c-4d90-46f1-b964-996461c57910 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:55.453542 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "name": "network-vif-plugged", "status": "completed", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:55.453949 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2bc556c-4d90-46f1-b964-996461c57910 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:55.454558 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe', 'code': 200} Jul 15 14:57:55.517358 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:55.518087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 059c3637-ad4a-427a-a09c-b281e6ba4541 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:55.559171 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ac704e3c-1003-4603-ba12-9a6cec814f21 None None] Port e057f7e5-30f6-48fe-8abf-c3f9d27aba43 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:57:55.561669 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9f1814b-0bfc-43b5-9934-ba014314be19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:55.567512 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=182bdccf-c5c4-4837-a102-2e057938894e,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:55.609399 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a9f1814b-0bfc-43b5-9934-ba014314be19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8e8904-96f8-43aa-96fc-cdc47e60811e']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:55.747730 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a9f1814b-0bfc-43b5-9934-ba014314be19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53f488c-09e7-46a8-8277-21c71e902323') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:55.748484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a9f1814b-0bfc-43b5-9934-ba014314be19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53f488c-09e7-46a8-8277-21c71e902323') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:55.779029 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:55.827599 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9f1814b-0bfc-43b5-9934-ba014314be19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:55.868396 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Set router 44aa7394-9a30-4a12-8e7a-c91e82e1175c gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:57:55.879692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6ad64-c701-4778-ab8e-5d14284339b4 req-e83b77f9-d2c8-4796-8e3e-85ed72de01cc tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:55.882083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3b6ad64-c701-4778-ab8e-5d14284339b4 req-e83b77f9-d2c8-4796-8e3e-85ed72de01cc tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 944 time: 0.2139597 Jul 15 14:57:55.937579 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9f1814b-0bfc-43b5-9934-ba014314be19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:55.966694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f1814b-0bfc-43b5-9934-ba014314be19 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:57:55.967118 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9f1814b-0bfc-43b5-9934-ba014314be19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:55.987672 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3b6ad64-c701-4778-ab8e-5d14284339b4 req-5e7e65a3-5bbe-4690-a280-cdfade112fb2 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972261 Jul 15 14:57:55.996827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04685938-710d-4f7b-9719-f8ec982dc091 req-3e48efae-ff2e-4fe5-9d9a-24e3720a7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:56.002947 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-04685938-710d-4f7b-9719-f8ec982dc091 req-3e48efae-ff2e-4fe5-9d9a-24e3720a7af3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 1100 time: 0.4174223 Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.005928 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: timer() Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:57:56.010910 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:57:56.058246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47850) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:56.066483 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1329253301', 'description': 'tempest-description--1395932767'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:56.171765 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:56.189731 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-04685938-710d-4f7b-9719-f8ec982dc091 req-1af782e2-084a-40be-9022-1ac5301ab056 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696792 Jul 15 14:57:56.208417 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9f1814b-0bfc-43b5-9934-ba014314be19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:56.220337 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9f1814b-0bfc-43b5-9934-ba014314be19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:56.232066 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a9f1814b-0bfc-43b5-9934-ba014314be19 admin admin] 10.222.0.38 "DELETE /v2.0/networks/af8e8904-96f8-43aa-96fc-cdc47e60811e HTTP/1.1" status: 204 len: 168 time: 1.1777735 Jul 15 14:57:56.254915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1814b-0bfc-43b5-9934-ba014314be19 admin admin] Pushing event deleted for resources: {'Network': ['ID=af8e8904-96f8-43aa-96fc-cdc47e60811e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:56.476494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47858) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:56.482399 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'name': 'tempest-ServersTestJSON-1020936377-router', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:38Z', 'updated_at': '2021-07-15T14:57:52Z', 'revision_number': 4, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'gw_port': {'id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:39Z', 'updated_at': '2021-07-15T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e057f7e5-30f6-48fe-8abf-c3f9d27aba43', 'name': '', 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'mac_address': 'fa:16:3e:9b:e3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:47Z', 'updated_at': '2021-07-15T14:57:53Z', 'revision_number': 2, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'subnets': [{'id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:56.505816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093d66f-d295-4b85-82f5-14015c351584 req-abfea0ce-b2ad-491a-9492-75408bef387a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:56.507515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0093d66f-d295-4b85-82f5-14015c351584 req-abfea0ce-b2ad-491a-9492-75408bef387a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.2669134 Jul 15 14:57:56.552197 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Checking router: 44aa7394-9a30-4a12-8e7a-c91e82e1175c for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:57:56.552471 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Updating router 44aa7394-9a30-4a12-8e7a-c91e82e1175c port e057f7e5-30f6-48fe-8abf-c3f9d27aba43 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:57:56.566766 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fc2cda6c-5301-4832-85c1-cb4aec58705e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e794f51c90a43d0870d439e2c14f378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884876 Jul 15 14:57:56.569623 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47860) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:56.602920 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:56.615938 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 059c3637-ad4a-427a-a09c-b281e6ba4541 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:56.616662 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:56.638309 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:56.648377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde54f79-540d-4921-ae95-3ed50ddd5161 req-47f514c5-4300-4ac8-a111-7ffcf112644f tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:56.665638 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde54f79-540d-4921-ae95-3ed50ddd5161 req-47f514c5-4300-4ac8-a111-7ffcf112644f tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:56.684377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde54f79-540d-4921-ae95-3ed50ddd5161 req-47f514c5-4300-4ac8-a111-7ffcf112644f tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:56.696813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde54f79-540d-4921-ae95-3ed50ddd5161 req-47f514c5-4300-4ac8-a111-7ffcf112644f tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:56.712782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde54f79-540d-4921-ae95-3ed50ddd5161 req-47f514c5-4300-4ac8-a111-7ffcf112644f tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:56.721410 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba5f4-4c0a-46f3-88ca-c8b0796ca040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:56.730256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde54f79-540d-4921-ae95-3ed50ddd5161 req-47f514c5-4300-4ac8-a111-7ffcf112644f tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:56.751413 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde54f79-540d-4921-ae95-3ed50ddd5161 req-47f514c5-4300-4ac8-a111-7ffcf112644f tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:56.775720 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cde54f79-540d-4921-ae95-3ed50ddd5161 req-47f514c5-4300-4ac8-a111-7ffcf112644f tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5437 time: 0.4540977 Jul 15 14:57:56.798169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:56.817182 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba5f4-4c0a-46f3-88ca-c8b0796ca040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:56.908963 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cde54f79-540d-4921-ae95-3ed50ddd5161 req-24cda6bb-47a6-4580-becd-201415786e82 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251557 Jul 15 14:57:56.920178 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:56.935757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8750083 Jul 15 14:57:56.939659 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0093d66f-d295-4b85-82f5-14015c351584 req-44eb0b2a-ab22-44f6-b3e5-a3fe82c730b4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121242 Jul 15 14:57:56.943629 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47864) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:56.959330 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-149914bd-ba56-4cee-b238-07ff4f5d0dbe tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Request body: {'security_group_rule': {'security_group_id': 'e16b8669-e3b4-46eb-bf00-92c3ad80c904', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:56.979681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16b8669-e3b4-46eb-bf00-92c3ad80c904,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:56.984250 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba5f4-4c0a-46f3-88ca-c8b0796ca040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:56.993785 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba5f4-4c0a-46f3-88ca-c8b0796ca040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:56.995055 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2c1ba5f4-4c0a-46f3-88ca-c8b0796ca040 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d5d2dc20-aa6a-430f-bddc-f72938d30da5 HTTP/1.1" status: 204 len: 168 time: 0.4098451 Jul 15 14:57:57.004957 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.015161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.016022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.016653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.016894 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.017334 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.017772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.018209 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.019259 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.020894 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.021366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.021842 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27382b5e-d36f-445a-9cbd-85b2e516ed4c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.056206 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ba5f4-4c0a-46f3-88ca-c8b0796ca040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d2dc20-aa6a-430f-bddc-f72938d30da5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:57.089101 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-149914bd-ba56-4cee-b238-07ff4f5d0dbe tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:57.300549 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7770d100-02af-4892-82cd-7ff63ff30085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'name': 'tempest-ServerRescueTestJSON-1074822748-router', 'tenant_id': '7e794f51c90a43d0870d439e2c14f378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'd36dec51-9c27-474c-93df-fa6cabf7acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:55:07Z', 'updated_at': '2021-07-15T14:57:48Z', 'revision_number': 5, 'project_id': '7e794f51c90a43d0870d439e2c14f378', 'gw_port': {'id': 'd36dec51-9c27-474c-93df-fa6cabf7acb9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb50147-37b0-4d34-8101-6edef96740e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:55:08Z', 'updated_at': '2021-07-15T14:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:57.321292 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-149914bd-ba56-4cee-b238-07ff4f5d0dbe tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:57.351563 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-149914bd-ba56-4cee-b238-07ff4f5d0dbe tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:57.367448 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770d100-02af-4892-82cd-7ff63ff30085 None None] Checking router: 6bb50147-37b0-4d34-8101-6edef96740e7 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:57:57.388748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770d100-02af-4892-82cd-7ff63ff30085 None None] Routers set() bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:57:57.389127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770d100-02af-4892-82cd-7ff63ff30085 None None] Router IDs set() for agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 14:57:57.389751 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_agentschedulers_db [None req-7770d100-02af-4892-82cd-7ff63ff30085 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6bb50147-37b0-4d34-8101-6edef96740e7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:57:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent'). {{(pid=100713) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 14:57:57.390148 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770d100-02af-4892-82cd-7ff63ff30085 None None] The sync data for ids ['6bb50147-37b0-4d34-8101-6edef96740e7'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:57:57.402439 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149914bd-ba56-4cee-b238-07ff4f5d0dbe tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3a1ae0-6e67-418b-8f03-f157d6a66864,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:57.422135 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:57.435522 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:57.438222 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-149914bd-ba56-4cee-b238-07ff4f5d0dbe tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:57.443822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47870) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:57.444047 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-149914bd-ba56-4cee-b238-07ff4f5d0dbe tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4937849 Jul 15 14:57:57.449571 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Request body: {'security_group_rule': {'security_group_id': 'e16b8669-e3b4-46eb-bf00-92c3ad80c904', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:57.462201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482963e1-5026-4a29-a0e3-79b3ace686b9 req-d9406846-73d6-40a5-b847-6b535c7f42ac tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:57.475410 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-482963e1-5026-4a29-a0e3-79b3ace686b9 req-d9406846-73d6-40a5-b847-6b535c7f42ac tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd31dd4f-1796-4654-afab-52f107bbbcb8 HTTP/1.1" status: 200 len: 944 time: 0.2651906 Jul 15 14:57:57.476701 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Transition to ACTIVE for port object e057f7e5-30f6-48fe-8abf-c3f9d27aba43 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:57.481103 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1483b0fa-fe3a-4600-ad97-f9bf47431de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059c3637-ad4a-427a-a09c-b281e6ba4541'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:57:57.483446 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd380397-ab61-434f-a942-8e8e4a4671a8" -d '{"events": [{"server_uuid": "1483b0fa-fe3a-4600-ad97-f9bf47431de9", "name": "network-vif-plugged", "status": "completed", "tag": "059c3637-ad4a-427a-a09c-b281e6ba4541"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:57:57.493464 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:57.552104 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:57.554283 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 059c3637-ad4a-427a-a09c-b281e6ba4541, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=059c3637-ad4a-427a-a09c-b281e6ba4541,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:57.563584 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:57.603988 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ec084-852f-4ba8-b48c-acae9012dfad None None] Pushing event updated for resources: {'Port': ['ID=e057f7e5-30f6-48fe-8abf-c3f9d27aba43,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:57.686878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=059c3637-ad4a-427a-a09c-b281e6ba4541,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:57.731341 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-482963e1-5026-4a29-a0e3-79b3ace686b9 req-0b903699-cc6d-4232-b308-be5f4f9f3270 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533474 Jul 15 14:57:57.782430 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:57.790607 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93b678-7029-4496-83e9-07f79d5d3db1 req-8ed833ed-8445-4650-9d8a-c969e803d995 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:57.793650 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:57.802427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-da93b678-7029-4496-83e9-07f79d5d3db1 req-8ed833ed-8445-4650-9d8a-c969e803d995 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 945 time: 0.3231745 Jul 15 14:57:57.834716 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Attempting to bind port e057f7e5-30f6-48fe-8abf-c3f9d27aba43 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:57.837939 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Attempting to bind port e057f7e5-30f6-48fe-8abf-c3f9d27aba43 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '73d7448c-5849-4b42-ba92-d720cdc55d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:57.838908 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Attempting to bind port e057f7e5-30f6-48fe-8abf-c3f9d27aba43 on network b0bd61d9-2271-4d88-82f8-35dc2aab6f81 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:57.841435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efd762f-47a0-4c0e-82c6-ec922232f999,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:57.864974 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:57.871130 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Checking segment: {'id': '73d7448c-5849-4b42-ba92-d720cdc55d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:57.871924 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:57.872554 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Bound using segment: {'id': '73d7448c-5849-4b42-ba92-d720cdc55d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:57.873284 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Bound port: e057f7e5-30f6-48fe-8abf-c3f9d27aba43, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d7448c-5849-4b42-ba92-d720cdc55d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:57.874120 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:57.896080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.897182 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.897851 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.898394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.899200 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.899719 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.900250 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.900895 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.901420 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.901937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.903768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.904307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:57.943458 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:57.947075 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5844e90f-cb91-4dc0-bb8f-a433ab882af7 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5015373 Jul 15 14:57:57.951093 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47876) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:57.959554 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:58.010056 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-da93b678-7029-4496-83e9-07f79d5d3db1 req-830c6a03-ba04-4976-b05e-8919cc37f7f6 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969264 Jul 15 14:57:58.083643 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c03f8bd-3468-47b3-b79e-72623099dc57 x-openstack-request-id: req-1c03f8bd-3468-47b3-b79e-72623099dc57 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:57:58.084065 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1483b0fa-fe3a-4600-ad97-f9bf47431de9", "name": "network-vif-plugged", "status": "completed", "tag": "059c3637-ad4a-427a-a09c-b281e6ba4541", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:57:58.084574 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c03f8bd-3468-47b3-b79e-72623099dc57 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:57:58.085235 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1483b0fa-fe3a-4600-ad97-f9bf47431de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059c3637-ad4a-427a-a09c-b281e6ba4541', 'code': 200} Jul 15 14:57:58.088359 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] For port e057f7e5-30f6-48fe-8abf-c3f9d27aba43, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:58.094882 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] For port e057f7e5-30f6-48fe-8abf-c3f9d27aba43, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e057f7e5-30f6-48fe-8abf-c3f9d27aba43,segment=NetworkSegment(73d7448c-5849-4b42-ba92-d720cdc55d5c),segment_id=73d7448c-5849-4b42-ba92-d720cdc55d5c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:58.100822 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:58.146055 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:58.215082 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ec084-852f-4ba8-b48c-acae9012dfad None None] Pushing event updated for resources: {'Port': ['ID=e057f7e5-30f6-48fe-8abf-c3f9d27aba43,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:58.263913 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Routers {'44aa7394-9a30-4a12-8e7a-c91e82e1175c'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:57:58.264673 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:57:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:58.393680 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081386c5-3a41-4d4c-96fa-dbcf005b0e95 req-96b15ece-87ca-443c-b0cb-2c1ad8c242c9 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:58.402563 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-081386c5-3a41-4d4c-96fa-dbcf005b0e95 req-96b15ece-87ca-443c-b0cb-2c1ad8c242c9 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.3884945 Jul 15 14:57:58.490136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 182bdccf-c5c4-4837-a102-2e057938894e up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:58.547727 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] Set router 44aa7394-9a30-4a12-8e7a-c91e82e1175c gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:57:58.586894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-081386c5-3a41-4d4c-96fa-dbcf005b0e95 req-c0b9ba03-17bd-42cb-ae36-893530312e86 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817415 Jul 15 14:57:58.670024 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 182bdccf-c5c4-4837-a102-2e057938894e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:58.687594 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:58.690893 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 95e5d932-f978-4d92-b727-48048c8c1f91 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:58.740266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 182bdccf-c5c4-4837-a102-2e057938894e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:58.751850 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:58.790442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd83250-2e55-4845-b788-108db1b5be15 req-3ad4142d-5689-4e9d-af19-d65a50050414 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:58.805972 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd83250-2e55-4845-b788-108db1b5be15 req-3ad4142d-5689-4e9d-af19-d65a50050414 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:58.826799 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd83250-2e55-4845-b788-108db1b5be15 req-3ad4142d-5689-4e9d-af19-d65a50050414 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:58.844597 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd83250-2e55-4845-b788-108db1b5be15 req-3ad4142d-5689-4e9d-af19-d65a50050414 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:58.847510 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:57:58.855636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd83250-2e55-4845-b788-108db1b5be15 req-3ad4142d-5689-4e9d-af19-d65a50050414 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:58.879088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd83250-2e55-4845-b788-108db1b5be15 req-3ad4142d-5689-4e9d-af19-d65a50050414 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:58.893065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd83250-2e55-4845-b788-108db1b5be15 req-3ad4142d-5689-4e9d-af19-d65a50050414 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:58.896740 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bbd83250-2e55-4845-b788-108db1b5be15 req-3ad4142d-5689-4e9d-af19-d65a50050414 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5437 time: 0.5342898 Jul 15 14:57:58.935225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:57:58.937432 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3f2e9b08-ed51-40a9-bfb2-6031a2b6d29d not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:57:58.938131 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d36dec51-9c27-474c-93df-fa6cabf7acb9 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:57:59.023125 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: d36dec51-9c27-474c-93df-fa6cabf7acb9 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:57:59.023871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d36dec51-9c27-474c-93df-fa6cabf7acb9 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:57:59.078464 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 95e5d932-f978-4d92-b727-48048c8c1f91 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:59.090013 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bbd83250-2e55-4845-b788-108db1b5be15 req-33fd06cd-23c1-4b02-8812-deb304d73b23 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1430962 Jul 15 14:57:59.098863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 95e5d932-f978-4d92-b727-48048c8c1f91 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:59.099702 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:59.111186 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'name': 'tempest-ServersTestJSON-1020936377-router', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:38Z', 'updated_at': '2021-07-15T14:57:52Z', 'revision_number': 4, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'gw_port': {'id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:39Z', 'updated_at': '2021-07-15T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e057f7e5-30f6-48fe-8abf-c3f9d27aba43', 'name': '', 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'mac_address': 'fa:16:3e:9b:e3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:47Z', 'updated_at': '2021-07-15T14:57:58Z', 'revision_number': 4, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'subnets': [{'id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:57:59.170495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Allocated IP 172.25.4.180 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/4a7af8e9-6f3e-4da3-9a0b-41192a2a9bcf) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:59.187508 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:59.208502 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615085a7-a6e4-4003-a8a0-ff5e632c5b23 None None] The sync data for ids ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'] in n-d-764435-3 is: [{'id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'name': 'tempest-ServersTestJSON-1020936377-router', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:38Z', 'updated_at': '2021-07-15T14:57:52Z', 'revision_number': 4, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'gw_port': {'id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:39Z', 'updated_at': '2021-07-15T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e057f7e5-30f6-48fe-8abf-c3f9d27aba43', 'name': '', 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'mac_address': 'fa:16:3e:9b:e3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:47Z', 'updated_at': '2021-07-15T14:57:58Z', 'revision_number': 4, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'subnets': [{'id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:57:59.380330 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 182bdccf-c5c4-4837-a102-2e057938894e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=182bdccf-c5c4-4837-a102-2e057938894e,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:59.402070 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:59.500782 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:59.503890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=182bdccf-c5c4-4837-a102-2e057938894e,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:59.530734 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:59.558320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-236583d5-f458-47e9-a286-71989599a41b tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:59.559338 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 95e5d932-f978-4d92-b727-48048c8c1f91, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=95e5d932-f978-4d92-b727-48048c8c1f91,segment=NetworkSegment(48e68b30-5f0b-4738-b03f-2d38210cb5ab),segment_id=48e68b30-5f0b-4738-b03f-2d38210cb5ab)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:59.561139 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-236583d5-f458-47e9-a286-71989599a41b tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f&tenant_id=ebf1693107584ee2863f1119d2dec38c&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 1096 time: 0.1719244 Jul 15 14:57:59.567066 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:59.568500 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 509907ba-1a04-411d-8ccf-0436bca64bb6 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:59.572850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764435-3'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:59.711990 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=95e5d932-f978-4d92-b727-48048c8c1f91,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:59.749124 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16f38b-83be-4a65-b94b-c7e46e38ed96 req-5b90680d-2b7a-4407-87a6-51cdd9b0ea4f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:59.751343 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:59.757771 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb16f38b-83be-4a65-b94b-c7e46e38ed96 req-5b90680d-2b7a-4407-87a6-51cdd9b0ea4f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.8033373 Jul 15 14:57:59.771587 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 509907ba-1a04-411d-8ccf-0436bca64bb6 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:59.791007 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 509907ba-1a04-411d-8ccf-0436bca64bb6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:59.792013 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:59.813506 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:59.903334 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Pushing event updated for resources: {'Port': ['ID=4a7af8e9-6f3e-4da3-9a0b-41192a2a9bcf,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:59.928545 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7f26b-decc-4d91-9fca-15594f9e4bfb req-85559d49-dc68-4566-ad9d-73c10356b02c tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:59.937348 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5ca7f26b-decc-4d91-9fca-15594f9e4bfb req-85559d49-dc68-4566-ad9d-73c10356b02c tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd31dd4f-1796-4654-afab-52f107bbbcb8 HTTP/1.1" status: 200 len: 945 time: 0.3464479 Jul 15 14:57:59.989385 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:58:00.001970 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb16f38b-83be-4a65-b94b-c7e46e38ed96 req-2ae5f9ee-90c7-47c9-b4bc-e5ccc20b9dba tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402236 Jul 15 14:58:00.017319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:00.031010 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:58:00.153836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=368c9bc7-3f28-474d-839f-d92f52ef95fc,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:00.169505 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd31dd4f-1796-4654-afab-52f107bbbcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182bdccf-c5c4-4837-a102-2e057938894e'}, {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e5d932-f978-4d92-b727-48048c8c1f91'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:00.173242 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daa5f71-a1c4-4263-9be5-39fb60cb129c" -d '{"events": [{"server_uuid": "cd31dd4f-1796-4654-afab-52f107bbbcb8", "name": "network-vif-plugged", "status": "completed", "tag": "182bdccf-c5c4-4837-a102-2e057938894e"}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-plugged", "status": "completed", "tag": "95e5d932-f978-4d92-b727-48048c8c1f91"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:00.178875 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:00.181569 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5ca7f26b-decc-4d91-9fca-15594f9e4bfb req-1bcc2095-bcdb-40a2-acab-95c43b82baa9 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431121 Jul 15 14:58:00.198900 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1ec2f64-293a-49d0-abcb-57a419ca93a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:00.262598 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:00.285081 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 509907ba-1a04-411d-8ccf-0436bca64bb6, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=509907ba-1a04-411d-8ccf-0436bca64bb6,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:00.298664 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:00.379759 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:00.384878 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8145c732-1584-4885-834f-33a66969248f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368c9bc7-3f28-474d-839f-d92f52ef95fc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:00.393193 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40557f86-88a1-4817-bd9d-d4da5a791506" -d '{"events": [{"server_uuid": "8145c732-1584-4885-834f-33a66969248f", "name": "network-vif-unplugged", "status": "completed", "tag": "368c9bc7-3f28-474d-839f-d92f52ef95fc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:00.402787 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:00.414737 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:00.521427 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=509907ba-1a04-411d-8ccf-0436bca64bb6,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:00.551198 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 368c9bc7-3f28-474d-839f-d92f52ef95fc details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:58:00.684625 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:00.732275 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h1-764435-3, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:00.753745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9528b9f5-a68e-4bea-af14-70d1357b739c up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:58:00.860696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc on host n-h1-764435-3 for vnic_type normal with profile {"migrating_to": "n-h2-764435-3"} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:00.861075 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:00.861433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:00.884257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Port 368c9bc7-3f28-474d-839f-d92f52ef95fc on network 1b052415-ea98-4ad2-9697-24ee25c7523e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:58:00.886323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:00.902097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087dbc6-b51a-4f16-993a-5665018f6ad1 req-7bdee42f-56f5-4841-9492-d340369ce863 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:00.904218 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f087dbc6-b51a-4f16-993a-5665018f6ad1 req-7bdee42f-56f5-4841-9492-d340369ce863 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 943 time: 0.3745193 Jul 15 14:58:00.914772 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:00.915342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Checking segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:00.916070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Bound using segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:00.916565 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Bound port: 368c9bc7-3f28-474d-839f-d92f52ef95fc, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:00.917055 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:00.992691 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e057f7e5-30f6-48fe-8abf-c3f9d27aba43 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:58:01.021369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 9528b9f5-a68e-4bea-af14-70d1357b739c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:01.043092 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Pushing event updated for resources: {'Port': ['ID=368c9bc7-3f28-474d-839f-d92f52ef95fc,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:01.082416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 9528b9f5-a68e-4bea-af14-70d1357b739c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:01.088001 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:01.100701 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc on host n-h1-764435-3 for vnic_type normal with profile {"migrating_to": "n-h2-764435-3"} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:01.101453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:01.102054 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:01.111576 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Port 368c9bc7-3f28-474d-839f-d92f52ef95fc on network 1b052415-ea98-4ad2-9697-24ee25c7523e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:58:01.121799 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:01.131092 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f087dbc6-b51a-4f16-993a-5665018f6ad1 req-2721c580-8f95-42fc-9d25-cf532fbbdc57 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080472 Jul 15 14:58:01.132193 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:01.132656 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Checking segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:01.133170 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Bound using segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:01.134204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Bound port: 368c9bc7-3f28-474d-839f-d92f52ef95fc, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:01.143082 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:01.210663 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:01.229099 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:01.238704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h1-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:01.248908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=368c9bc7-3f28-474d-839f-d92f52ef95fc,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:58:01.269183 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:01.280693 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:01.290094 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.api [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 368c9bc7-3f28-474d-839f-d92f52ef95fc-n-h1-764435-3-0 {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 14:58:01.290748 n-d-764435-3 neutron-server[100712]: DEBUG oslo_db.api [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:58:01.339569 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=368c9bc7-3f28-474d-839f-d92f52ef95fc,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:01.345630 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port e057f7e5-30f6-48fe-8abf-c3f9d27aba43 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:01.353729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e057f7e5-30f6-48fe-8abf-c3f9d27aba43 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:01.354300 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:01.479763 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 368c9bc7-3f28-474d-839f-d92f52ef95fc has no active binding in host n-h2-764435-3 {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 14:58:01.481186 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:01.504006 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:01.533025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Pushing event updated for resources: {'Port': ['ID=4a7af8e9-6f3e-4da3-9a0b-41192a2a9bcf,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:01.571169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:01.578591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e3337b80-b4e1-4222-8e85-710a9da981ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6204312 Jul 15 14:58:01.578840 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:01.652644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc8f3f-09ef-41fe-85fc-524ea2244161 req-e0bc2109-75df-42a4-9708-62ad6db7365f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:01.666902 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25dc8f3f-09ef-41fe-85fc-524ea2244161 req-e0bc2109-75df-42a4-9708-62ad6db7365f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.3205035 Jul 15 14:58:01.694946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 9528b9f5-a68e-4bea-af14-70d1357b739c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9528b9f5-a68e-4bea-af14-70d1357b739c,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:01.723330 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port e057f7e5-30f6-48fe-8abf-c3f9d27aba43, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e057f7e5-30f6-48fe-8abf-c3f9d27aba43,segment=NetworkSegment(73d7448c-5849-4b42-ba92-d720cdc55d5c),segment_id=73d7448c-5849-4b42-ba92-d720cdc55d5c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:01.724828 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:01.726199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:58:01.741495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25dc8f3f-09ef-41fe-85fc-524ea2244161 req-a61039b9-db26-43c5-9cdb-4962e829e89a tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735025 Jul 15 14:58:01.768158 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:01.820527 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc on host n-h1-764435-3 for vnic_type normal with profile {"migrating_to": "n-h2-764435-3"} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:01.824863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:01.827359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:01.847868 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Port 368c9bc7-3f28-474d-839f-d92f52ef95fc on network 1b052415-ea98-4ad2-9697-24ee25c7523e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:58:01.848411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Attempting to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:01.855375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=9528b9f5-a68e-4bea-af14-70d1357b739c,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:01.868813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:01.872723 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Checking segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:01.873363 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Bound using segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:01.877068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Bound port: 368c9bc7-3f28-474d-839f-d92f52ef95fc, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:01.879423 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:01.888049 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:01.897295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:01.897675 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:01.950896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=e057f7e5-30f6-48fe-8abf-c3f9d27aba43,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:02.035578 n-d-764435-3 neutron-server[100712]: WARNING neutron.plugins.ml2.plugin [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Concurrent port binding operations failed on port 368c9bc7-3f28-474d-839f-d92f52ef95fc Jul 15 14:58:02.043180 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=368c9bc7-3f28-474d-839f-d92f52ef95fc,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:02.048475 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Attempt 2 to bind port 368c9bc7-3f28-474d-839f-d92f52ef95fc Jul 15 14:58:02.055213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:02.057172 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:02.061446 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-b0c2bd1e-36da-40f4-a1f6-f18e7c3f2b45 service neutron] 10.222.0.22 "PUT /v2.0/ports/368c9bc7-3f28-474d-839f-d92f52ef95fc HTTP/1.1" status: 200 len: 1121 time: 2.4927247 Jul 15 14:58:02.065279 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:02.069999 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5facf9-37f4-4772-b0e7-a60931d97966 req-c77140c0-600a-4587-9dea-ba932ef1b008 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:02.078159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f5facf9-37f4-4772-b0e7-a60931d97966 req-c77140c0-600a-4587-9dea-ba932ef1b008 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.2051644 Jul 15 14:58:02.142374 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f5facf9-37f4-4772-b0e7-a60931d97966 req-125a8cc8-e504-46e2-85af-84aa5e060fe7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602167 Jul 15 14:58:02.215687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4486f9c8-90ef-4cf7-ae45-4487afb34ea3,segment=NetworkSegment(4761f364-2462-4508-bff1-948a8786037b),segment_id=4761f364-2462-4508-bff1-948a8786037b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:02.220172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['368c9bc7-3f28-474d-839f-d92f52ef95fc'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:58:02.254705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['368c9bc7-3f28-474d-839f-d92f52ef95fc'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:58:02.324761 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:02.325626 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:58:02.498455 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fac9c1-2537-4fae-84f9-686c911a361b x-openstack-request-id: req-97fac9c1-2537-4fae-84f9-686c911a361b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:02.498776 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8145c732-1584-4885-834f-33a66969248f", "name": "network-vif-unplugged", "status": "completed", "tag": "368c9bc7-3f28-474d-839f-d92f52ef95fc", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:02.499023 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-97fac9c1-2537-4fae-84f9-686c911a361b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:02.499423 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8145c732-1584-4885-834f-33a66969248f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368c9bc7-3f28-474d-839f-d92f52ef95fc', 'code': 200} Jul 15 14:58:02.509339 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cea824-700c-4b1e-b6f3-597ec79abb5d x-openstack-request-id: req-60cea824-700c-4b1e-b6f3-597ec79abb5d {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:02.509889 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd31dd4f-1796-4654-afab-52f107bbbcb8", "name": "network-vif-plugged", "status": "completed", "tag": "182bdccf-c5c4-4837-a102-2e057938894e", "code": 200}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-plugged", "status": "completed", "tag": "95e5d932-f978-4d92-b727-48048c8c1f91", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:02.510149 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-60cea824-700c-4b1e-b6f3-597ec79abb5d {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:02.510666 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd31dd4f-1796-4654-afab-52f107bbbcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182bdccf-c5c4-4837-a102-2e057938894e', 'code': 200} Jul 15 14:58:02.510822 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e5d932-f978-4d92-b727-48048c8c1f91', 'code': 200} Jul 15 14:58:02.556389 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:02.598084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e3892-8ef3-45bc-b158-5a378f6a7016 req-a85f128f-86c0-4a23-ad59-9e53717f991d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:02.604089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e3892-8ef3-45bc-b158-5a378f6a7016 req-a85f128f-86c0-4a23-ad59-9e53717f991d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:02.625553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e3892-8ef3-45bc-b158-5a378f6a7016 req-a85f128f-86c0-4a23-ad59-9e53717f991d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:02.632256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e3892-8ef3-45bc-b158-5a378f6a7016 req-a85f128f-86c0-4a23-ad59-9e53717f991d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:02.637968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:02.638868 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:02.651338 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e3892-8ef3-45bc-b158-5a378f6a7016 req-a85f128f-86c0-4a23-ad59-9e53717f991d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:02.657295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e3892-8ef3-45bc-b158-5a378f6a7016 req-a85f128f-86c0-4a23-ad59-9e53717f991d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:02.682729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87137cb4-90a6-49b8-99b9-5823eb12a626 req-b359e244-7c72-428f-a456-2ec98733b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:02.684966 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-87137cb4-90a6-49b8-99b9-5823eb12a626 req-b359e244-7c72-428f-a456-2ec98733b82a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cd31dd4f-1796-4654-afab-52f107bbbcb8 HTTP/1.1" status: 200 len: 1096 time: 0.1525612 Jul 15 14:58:02.708080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e3892-8ef3-45bc-b158-5a378f6a7016 req-a85f128f-86c0-4a23-ad59-9e53717f991d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:02.714256 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f58e3892-8ef3-45bc-b158-5a378f6a7016 req-a85f128f-86c0-4a23-ad59-9e53717f991d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5441 time: 0.2924592 Jul 15 14:58:02.777472 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-87137cb4-90a6-49b8-99b9-5823eb12a626 req-40b55f9b-1304-4de9-b0d2-5114597b7add service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824003 Jul 15 14:58:02.917717 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f58e3892-8ef3-45bc-b158-5a378f6a7016 req-15142436-e2c7-4cc7-8de5-89c9845f6741 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1979308 Jul 15 14:58:02.925018 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=4486f9c8-90ef-4cf7-ae45-4487afb34ea3,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:02.934652 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e057f7e5-30f6-48fe-8abf-c3f9d27aba43 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:58:02.956864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdd772-046e-4d89-a4e1-c2822c47891a req-f46af6cf-411a-46b1-806e-51ada949d038 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:02.976380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cabdd772-046e-4d89-a4e1-c2822c47891a req-f46af6cf-411a-46b1-806e-51ada949d038 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd31dd4f-1796-4654-afab-52f107bbbcb8 HTTP/1.1" status: 200 len: 945 time: 0.2452092 Jul 15 14:58:02.997880 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:03.058872 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09400521-4bfe-44a2-a847-b8bcb6ea39f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:03.071852 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cabdd772-046e-4d89-a4e1-c2822c47891a req-7b350c01-32aa-440a-a354-17ce94cd4715 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836666 Jul 15 14:58:03.195147 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:03.205109 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-15b9d9a4-54a6-4186-8640-2efa9903bb29 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1329253301&fields=id&tenant_id=646cb425971247848b7aa902cf7d8ff7 HTTP/1.1" status: 200 len: 267 time: 0.0832479 Jul 15 14:58:03.236400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:03.239985 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e057f7e5-30f6-48fe-8abf-c3f9d27aba43 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:03.240648 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:03.296128 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:03.297381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4a877dc9-de97-4a8e-96ad-d46479b35576 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:58:03.402265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:03.435914 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-edbef648-fbc3-400c-991a-c71689c10c45 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:03.446777 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-edbef648-fbc3-400c-991a-c71689c10c45 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/networks?id=b0bd61d9-2271-4d88-82f8-35dc2aab6f81 HTTP/1.1" status: 200 len: 806 time: 0.2407582 Jul 15 14:58:03.472090 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-aab3e0de-ce88-48ff-aa00-c91b3e468785 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/quotas/646cb425971247848b7aa902cf7d8ff7 HTTP/1.1" status: 200 len: 375 time: 0.0242105 Jul 15 14:58:03.474254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 4a877dc9-de97-4a8e-96ad-d46479b35576 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:03.481138 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 4a877dc9-de97-4a8e-96ad-d46479b35576 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:03.481507 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:03.571777 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203bdf0-d5b8-4779-95dd-12578259a46a req-4db67a06-5eae-4e66-b375-9973ea3808b1 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:03.577500 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b203bdf0-d5b8-4779-95dd-12578259a46a req-4db67a06-5eae-4e66-b375-9973ea3808b1 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 943 time: 0.2077365 Jul 15 14:58:03.701694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b203bdf0-d5b8-4779-95dd-12578259a46a req-946b547e-174f-42bd-8a0e-98175cf851c8 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054220 Jul 15 14:58:03.724943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-7d6ed99f-a9fa-47da-b49a-b0736b399208 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=646cb425971247848b7aa902cf7d8ff7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2519617 Jul 15 14:58:03.905052 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:03.961375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 4a877dc9-de97-4a8e-96ad-d46479b35576, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4a877dc9-de97-4a8e-96ad-d46479b35576,segment=NetworkSegment(4761f364-2462-4508-bff1-948a8786037b),segment_id=4761f364-2462-4508-bff1-948a8786037b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:03.979087 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:03.981258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ea6c6468-db9b-4be4-a110-cfd32f419f39 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:58:04.111367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=4a877dc9-de97-4a8e-96ad-d46479b35576,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:04.111367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port ea6c6468-db9b-4be4-a110-cfd32f419f39 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:04.115205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port ea6c6468-db9b-4be4-a110-cfd32f419f39 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:04.115779 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:04.184055 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:04.246877 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:04.304215 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ea6c6468-db9b-4be4-a110-cfd32f419f39, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ea6c6468-db9b-4be4-a110-cfd32f419f39,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:04.314875 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:04.389692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3340b706-8876-492f-8f19-72e900d6904e req-4e7b5b5f-0d95-4bd3-b53f-08fa056094a9 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0496831 Jul 15 14:58:04.441250 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-8abfb105-8899-44dd-bc80-a3c79711f37e service neutron] 10.222.0.38 "GET /v2.0/networks/b0bd61d9-2271-4d88-82f8-35dc2aab6f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910455 Jul 15 14:58:04.444250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ea6c6468-db9b-4be4-a110-cfd32f419f39,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:04.500890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8145c732-1584-4885-834f-33a66969248f', 'tag': '368c9bc7-3f28-474d-839f-d92f52ef95fc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:04.503199 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81144f8-46a1-4aff-95f1-8bdba76a59c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8145c732-1584-4885-834f-33a66969248f", "tag": "368c9bc7-3f28-474d-839f-d92f52ef95fc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:04.512031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509907ba-1a04-411d-8ccf-0436bca64bb6'}, {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9528b9f5-a68e-4bea-af14-70d1357b739c'}, {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4486f9c8-90ef-4cf7-ae45-4487afb34ea3'}, {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e'}, {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a877dc9-de97-4a8e-96ad-d46479b35576'}, {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6c6468-db9b-4be4-a110-cfd32f419f39'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:04.514799 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e236290e-cc75-4e0b-b322-5ff63560f5ff" -d '{"events": [{"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-plugged", "status": "completed", "tag": "509907ba-1a04-411d-8ccf-0436bca64bb6"}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-plugged", "status": "completed", "tag": "9528b9f5-a68e-4bea-af14-70d1357b739c"}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-plugged", "status": "completed", "tag": "4486f9c8-90ef-4cf7-ae45-4487afb34ea3"}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-plugged", "status": "completed", "tag": "96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e"}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-plugged", "status": "completed", "tag": "4a877dc9-de97-4a8e-96ad-d46479b35576"}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-plugged", "status": "completed", "tag": "ea6c6468-db9b-4be4-a110-cfd32f419f39"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:04.648427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-05a49a95-d824-4a4b-968d-fea7b4af3d4a service neutron] 10.222.0.38 "GET /v2.0/networks/b0bd61d9-2271-4d88-82f8-35dc2aab6f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014363 Jul 15 14:58:04.783639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f07d-2402-4857-b017-615be1ce8d27 req-96c49431-e7ff-4744-ab66-e2aa50d2b908 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:04.800582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6e0f07d-2402-4857-b017-615be1ce8d27 req-96c49431-e7ff-4744-ab66-e2aa50d2b908 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.1824555 Jul 15 14:58:04.892992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6e0f07d-2402-4857-b017-615be1ce8d27 req-810bc6d8-49b9-4e0f-83c5-9e427e7e22fc tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891151 Jul 15 14:58:05.197409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42329dbf-bcd7-43b4-8514-41d4bd82c19d req-2653d2d7-c723-409f-bbd9-b174534c5837 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.204561 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42329dbf-bcd7-43b4-8514-41d4bd82c19d req-2653d2d7-c723-409f-bbd9-b174534c5837 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd31dd4f-1796-4654-afab-52f107bbbcb8 HTTP/1.1" status: 200 len: 945 time: 0.1260366 Jul 15 14:58:05.280905 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42329dbf-bcd7-43b4-8514-41d4bd82c19d req-d67075d1-7832-428e-a433-f9b14a4690a8 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753591 Jul 15 14:58:05.353912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3522d-0e7c-497f-a63c-06e9dd280602 req-b6fa7b32-cc66-4dc5-99f6-1e8777da23be tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.361910 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915aab5d-c984-461f-a383-5a4c920cb593 x-openstack-request-id: req-915aab5d-c984-461f-a383-5a4c920cb593 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:05.363176 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8145c732-1584-4885-834f-33a66969248f", "tag": "368c9bc7-3f28-474d-839f-d92f52ef95fc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:05.363662 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-915aab5d-c984-461f-a383-5a4c920cb593 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:05.364837 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8145c732-1584-4885-834f-33a66969248f', 'tag': '368c9bc7-3f28-474d-839f-d92f52ef95fc', 'status': 'completed', 'code': 200} Jul 15 14:58:05.377088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3522d-0e7c-497f-a63c-06e9dd280602 req-b6fa7b32-cc66-4dc5-99f6-1e8777da23be tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.394434 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3522d-0e7c-497f-a63c-06e9dd280602 req-b6fa7b32-cc66-4dc5-99f6-1e8777da23be tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.413346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3522d-0e7c-497f-a63c-06e9dd280602 req-b6fa7b32-cc66-4dc5-99f6-1e8777da23be tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.431252 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3522d-0e7c-497f-a63c-06e9dd280602 req-b6fa7b32-cc66-4dc5-99f6-1e8777da23be tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.439706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3522d-0e7c-497f-a63c-06e9dd280602 req-b6fa7b32-cc66-4dc5-99f6-1e8777da23be tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.446920 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3522d-0e7c-497f-a63c-06e9dd280602 req-b6fa7b32-cc66-4dc5-99f6-1e8777da23be tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.455435 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56b3522d-0e7c-497f-a63c-06e9dd280602 req-b6fa7b32-cc66-4dc5-99f6-1e8777da23be tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5444 time: 0.3205323 Jul 15 14:58:05.467290 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bbe867-709e-4b2e-96ce-3e28982cfaec x-openstack-request-id: req-89bbe867-709e-4b2e-96ce-3e28982cfaec {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:05.467851 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-plugged", "status": "completed", "tag": "509907ba-1a04-411d-8ccf-0436bca64bb6", "code": 200}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-plugged", "status": "completed", "tag": "9528b9f5-a68e-4bea-af14-70d1357b739c", "code": 200}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-plugged", "status": "completed", "tag": "4486f9c8-90ef-4cf7-ae45-4487afb34ea3", "code": 200}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-plugged", "status": "completed", "tag": "96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e", "code": 200}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-plugged", "status": "completed", "tag": "4a877dc9-de97-4a8e-96ad-d46479b35576", "code": 200}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-plugged", "status": "completed", "tag": "ea6c6468-db9b-4be4-a110-cfd32f419f39", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:05.467851 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-89bbe867-709e-4b2e-96ce-3e28982cfaec {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:05.468196 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509907ba-1a04-411d-8ccf-0436bca64bb6', 'code': 200} Jul 15 14:58:05.468443 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9528b9f5-a68e-4bea-af14-70d1357b739c', 'code': 200} Jul 15 14:58:05.468698 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4486f9c8-90ef-4cf7-ae45-4487afb34ea3', 'code': 200} Jul 15 14:58:05.468970 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e', 'code': 200} Jul 15 14:58:05.469209 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a877dc9-de97-4a8e-96ad-d46479b35576', 'code': 200} Jul 15 14:58:05.469401 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6c6468-db9b-4be4-a110-cfd32f419f39', 'code': 200} Jul 15 14:58:05.554912 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56b3522d-0e7c-497f-a63c-06e9dd280602 req-281cc961-ca45-445d-afe5-f9090508158f tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0982552 Jul 15 14:58:05.610398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81144f8-46a1-4aff-95f1-8bdba76a59c0 req-b123ae3b-3631-4059-875b-f09bf5841d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.616637 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b81144f8-46a1-4aff-95f1-8bdba76a59c0 req-b123ae3b-3631-4059-875b-f09bf5841d87 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 1124 time: 0.1505685 Jul 15 14:58:05.760248 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422633d-e02b-42fc-9042-75c34c942e56 req-7b043bdf-e43f-468b-8292-63a41f3766f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.761560 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422633d-e02b-42fc-9042-75c34c942e56 req-7b043bdf-e43f-468b-8292-63a41f3766f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.762235 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422633d-e02b-42fc-9042-75c34c942e56 req-7b043bdf-e43f-468b-8292-63a41f3766f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.762930 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422633d-e02b-42fc-9042-75c34c942e56 req-7b043bdf-e43f-468b-8292-63a41f3766f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.763636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422633d-e02b-42fc-9042-75c34c942e56 req-7b043bdf-e43f-468b-8292-63a41f3766f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.764320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422633d-e02b-42fc-9042-75c34c942e56 req-7b043bdf-e43f-468b-8292-63a41f3766f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.764981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422633d-e02b-42fc-9042-75c34c942e56 req-7b043bdf-e43f-468b-8292-63a41f3766f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.767577 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e422633d-e02b-42fc-9042-75c34c942e56 req-7b043bdf-e43f-468b-8292-63a41f3766f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 6501 time: 0.1405988 Jul 15 14:58:05.820340 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e422633d-e02b-42fc-9042-75c34c942e56 req-b52221e8-e8b8-4a04-849a-b1973e25623f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408287 Jul 15 14:58:05.852356 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:05.907649 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81144f8-46a1-4aff-95f1-8bdba76a59c0 req-2fc0d30b-2737-4e1c-8e87-96264eea3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:05.909162 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b81144f8-46a1-4aff-95f1-8bdba76a59c0 req-2fc0d30b-2737-4e1c-8e87-96264eea3913 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.2736816 Jul 15 14:58:06.019899 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b81144f8-46a1-4aff-95f1-8bdba76a59c0 req-03dfd179-8855-4692-8c88-b4f8605f9285 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=368c9bc7-3f28-474d-839f-d92f52ef95fc HTTP/1.1" status: 200 len: 217 time: 0.0968187 Jul 15 14:58:06.029812 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40e936-c25a-49b1-91c8-e259d4d811b7 req-e9e71590-f0c2-4144-a11e-34913cb4786d tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:06.031855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be40e936-c25a-49b1-91c8-e259d4d811b7 req-e9e71590-f0c2-4144-a11e-34913cb4786d tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 943 time: 0.3175342 Jul 15 14:58:06.128319 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be40e936-c25a-49b1-91c8-e259d4d811b7 req-9341529a-2778-4c92-a7ee-9b4b19c40373 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859149 Jul 15 14:58:06.130419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81144f8-46a1-4aff-95f1-8bdba76a59c0 req-a47b30b9-0e62-40c6-ab4a-45861dde2888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:06.136024 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b81144f8-46a1-4aff-95f1-8bdba76a59c0 req-a47b30b9-0e62-40c6-ab4a-45861dde2888 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.1027765 Jul 15 14:58:06.234089 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b81144f8-46a1-4aff-95f1-8bdba76a59c0 req-80347603-83e3-4832-9b4b-616694f1361a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911357 Jul 15 14:58:06.290841 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-859a5049-2e66-4b7e-b749-2f8afedcf62d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1725266 Jul 15 14:58:06.386518 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9bb4515-c328-4a8f-8c82-ef2f7a36f7cf req-79d82b41-b00d-47c0-9c21-64f510f33797 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 210 time: 0.0716174 Jul 15 14:58:06.464271 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b81144f8-46a1-4aff-95f1-8bdba76a59c0 req-03c54846-472b-4cbc-beeb-eb4bf1b8a883 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231722 Jul 15 14:58:06.491583 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-761d0120-0ee3-416c-8c33-49bb69d964c8 req-71ae604d-58b7-4218-b29f-f48634153594 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.1027756 Jul 15 14:58:06.687726 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c178a46e-bc64-4f6b-a654-efc5d43f91e4 req-f38eb611-d339-4ec6-95e0-cf114aa90aab tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0808294 Jul 15 14:58:06.697329 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b81144f8-46a1-4aff-95f1-8bdba76a59c0 req-2568185b-d9db-451a-b6f7-1d0c6e0ce611 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239316 Jul 15 14:58:06.751789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee382ccf-5333-415a-9036-054e84d38e52 req-31d6b0a8-9375-4838-a762-4ca4f718aa1d tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:06.770465 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee382ccf-5333-415a-9036-054e84d38e52 req-31d6b0a8-9375-4838-a762-4ca4f718aa1d tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.1850240 Jul 15 14:58:06.842461 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee382ccf-5333-415a-9036-054e84d38e52 req-f944d588-5273-400b-946e-09801338852c tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697453 Jul 15 14:58:06.989253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6013d-749b-4809-8d05-080e363db838 req-04ebc6f3-6106-41e0-9809-e4c79e0d1430 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:06.999455 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0d6013d-749b-4809-8d05-080e363db838 req-04ebc6f3-6106-41e0-9809-e4c79e0d1430 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.1313901 Jul 15 14:58:07.062580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0d6013d-749b-4809-8d05-080e363db838 req-c9e85eeb-b39f-4e2a-a5c1-4d4f356c6e19 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620420 Jul 15 14:58:07.283797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c345b3f-f059-40b3-b0e9-fe4f47a1b0f0 req-ca96c211-e178-4385-8ac4-ce0c2d3687fd tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:07.286656 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c345b3f-f059-40b3-b0e9-fe4f47a1b0f0 req-ca96c211-e178-4385-8ac4-ce0c2d3687fd tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd31dd4f-1796-4654-afab-52f107bbbcb8 HTTP/1.1" status: 200 len: 945 time: 0.1853898 Jul 15 14:58:07.477840 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-49a0030a-893e-4f85-8ddb-caf84fe31e8f tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:07.489143 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-49a0030a-893e-4f85-8ddb-caf84fe31e8f tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.22 "GET /v2.0/networks?id=b0bd61d9-2271-4d88-82f8-35dc2aab6f81 HTTP/1.1" status: 200 len: 806 time: 0.3145456 Jul 15 14:58:07.546844 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c345b3f-f059-40b3-b0e9-fe4f47a1b0f0 req-7c1cdf17-e72e-40d0-8be1-49cfa85f7dfb tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups?id=ece96647-4781-4717-b3d4-ef520d4e6b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509615 Jul 15 14:58:07.585390 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-f8ebf14e-2813-468d-8009-20067025d5e6 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=646cb425971247848b7aa902cf7d8ff7 HTTP/1.1" status: 200 len: 380 time: 0.0874546 Jul 15 14:58:07.596707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-23ce96b5-63b9-47a5-b628-ed63c194ea1e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Request body: {'port': {'device_id': '9c879ab6-ad39-42ec-a640-7b504eaebea1', 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'admin_state_up': True, 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'security_groups': ['e16b8669-e3b4-46eb-bf00-92c3ad80c904']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:07.599019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e983f-d653-4305-ac5c-a084d67ec32d req-c75027c7-d7e8-449f-8322-0d4dae3d1282 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:07.606668 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e983f-d653-4305-ac5c-a084d67ec32d req-c75027c7-d7e8-449f-8322-0d4dae3d1282 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:07.618774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e983f-d653-4305-ac5c-a084d67ec32d req-c75027c7-d7e8-449f-8322-0d4dae3d1282 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:07.626795 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e983f-d653-4305-ac5c-a084d67ec32d req-c75027c7-d7e8-449f-8322-0d4dae3d1282 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:07.634664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e983f-d653-4305-ac5c-a084d67ec32d req-c75027c7-d7e8-449f-8322-0d4dae3d1282 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:07.645371 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e983f-d653-4305-ac5c-a084d67ec32d req-c75027c7-d7e8-449f-8322-0d4dae3d1282 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:07.652026 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e983f-d653-4305-ac5c-a084d67ec32d req-c75027c7-d7e8-449f-8322-0d4dae3d1282 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:07.660710 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-100e983f-d653-4305-ac5c-a084d67ec32d req-c75027c7-d7e8-449f-8322-0d4dae3d1282 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5444 time: 0.2998683 Jul 15 14:58:07.747259 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-100e983f-d653-4305-ac5c-a084d67ec32d req-32618258-7bb2-43c5-b838-4c3e79a58d0d tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853827 Jul 15 14:58:07.956687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-23ce96b5-63b9-47a5-b628-ed63c194ea1e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Made reservation on behalf of 646cb425971247848b7aa902cf7d8ff7 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:07.961756 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-23ce96b5-63b9-47a5-b628-ed63c194ea1e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:08.026809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42aaca-c32c-4a0e-ae8d-9d134f80aae8 req-3322204f-53f6-4cad-904b-9cbd686e44b0 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:08.041218 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4c42aaca-c32c-4a0e-ae8d-9d134f80aae8 req-3322204f-53f6-4cad-904b-9cbd686e44b0 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 943 time: 0.1942792 Jul 15 14:58:08.160941 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b9f4169-d6e5-43d7-9d73-73bc1dc2221a req-12b9e1d1-aaf3-4c8e-9d15-39e7083e69cc tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 210 time: 0.1121030 Jul 15 14:58:08.220784 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-23ce96b5-63b9-47a5-b628-ed63c194ea1e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Allocated IP 172.20.0.6 (b0bd61d9-2271-4d88-82f8-35dc2aab6f81/17213894-ea71-452b-b85a-52eb9ca3aef3/ece3a68f-342e-47e9-8a1a-b8fe7098b963) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:58:08.231541 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4c42aaca-c32c-4a0e-ae8d-9d134f80aae8 req-7874ec25-f1ad-4fac-bf0f-b4605153e964 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892362 Jul 15 14:58:08.492388 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-23ce96b5-63b9-47a5-b628-ed63c194ea1e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:08.534232 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-23ce96b5-63b9-47a5-b628-ed63c194ea1e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Transition to ACTIVE for port object ece3a68f-342e-47e9-8a1a-b8fe7098b963 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:08.557940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba482c-5dbf-405f-bd9b-06e9f9888c85 req-948e71c2-19fe-4833-a3f6-e6db1921c511 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:08.559855 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8fba482c-5dbf-405f-bd9b-06e9f9888c85 req-948e71c2-19fe-4833-a3f6-e6db1921c511 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd31dd4f-1796-4654-afab-52f107bbbcb8 HTTP/1.1" status: 200 len: 945 time: 0.6617360 Jul 15 14:58:08.705248 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b5421c34-2649-4912-a011-70cee1fa6d6e req-93125737-4839-4cfd-9bc3-a1e51e9f40e3 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.1747208 Jul 15 14:58:08.751881 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-23ce96b5-63b9-47a5-b628-ed63c194ea1e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:08.828803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-3372d29b-027f-4a47-a1de-9e0d9804af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:08.830703 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-3372d29b-027f-4a47-a1de-9e0d9804af10 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 1100 time: 0.2003369 Jul 15 14:58:08.858636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00acbc4-0219-4ba2-b3ab-50a5a39ff9b0 req-d83bf460-22a3-492e-9222-7dead53a9cf5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:08.879338 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00acbc4-0219-4ba2-b3ab-50a5a39ff9b0 req-d83bf460-22a3-492e-9222-7dead53a9cf5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:08.889960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00acbc4-0219-4ba2-b3ab-50a5a39ff9b0 req-d83bf460-22a3-492e-9222-7dead53a9cf5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:08.898462 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-23ce96b5-63b9-47a5-b628-ed63c194ea1e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Network b0bd61d9-2271-4d88-82f8-35dc2aab6f81 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:58:08.908461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00acbc4-0219-4ba2-b3ab-50a5a39ff9b0 req-d83bf460-22a3-492e-9222-7dead53a9cf5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:08.913344 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-23ce96b5-63b9-47a5-b628-ed63c194ea1e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:08.920917 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-23ce96b5-63b9-47a5-b628-ed63c194ea1e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:58:08.934618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00acbc4-0219-4ba2-b3ab-50a5a39ff9b0 req-d83bf460-22a3-492e-9222-7dead53a9cf5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:08.945126 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00acbc4-0219-4ba2-b3ab-50a5a39ff9b0 req-d83bf460-22a3-492e-9222-7dead53a9cf5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:08.955948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00acbc4-0219-4ba2-b3ab-50a5a39ff9b0 req-d83bf460-22a3-492e-9222-7dead53a9cf5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:08.971160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e00acbc4-0219-4ba2-b3ab-50a5a39ff9b0 req-d83bf460-22a3-492e-9222-7dead53a9cf5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5444 time: 0.5152302 Jul 15 14:58:08.971832 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48078) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:08.985449 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-2c16e375-f960-4d94-9163-b5af525705a9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Request body: {'floatingip': {'port_id': '95e5d932-f978-4d92-b727-48048c8c1f91'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:09.048023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce96b5-63b9-47a5-b628-ed63c194ea1e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Pushing event updated for resources: {'Port': ['ID=ece3a68f-342e-47e9-8a1a-b8fe7098b963,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:09.142999 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2c16e375-f960-4d94-9163-b5af525705a9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:09.165206 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-23ce96b5-63b9-47a5-b628-ed63c194ea1e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:09.165897 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-23ce96b5-63b9-47a5-b628-ed63c194ea1e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:09.217330 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-8fba482c-5dbf-405f-bd9b-06e9f9888c85 req-01a1902b-79d2-4f72-be93-b4cbb995ece5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Deleting port 182bdccf-c5c4-4837-a102-2e057938894e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:58:09.218755 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fba482c-5dbf-405f-bd9b-06e9f9888c85 req-01a1902b-79d2-4f72-be93-b4cbb995ece5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:09.444956 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8fba482c-5dbf-405f-bd9b-06e9f9888c85 req-01a1902b-79d2-4f72-be93-b4cbb995ece5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] For port 182bdccf-c5c4-4837-a102-2e057938894e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=182bdccf-c5c4-4837-a102-2e057938894e,segment=NetworkSegment(b363b48d-2d44-41da-91d8-d8da0b9df13c),segment_id=b363b48d-2d44-41da-91d8-d8da0b9df13c)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:09.445423 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fba482c-5dbf-405f-bd9b-06e9f9888c85 req-01a1902b-79d2-4f72-be93-b4cbb995ece5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:09.450622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bb554cb9-a20f-4ef8-bd03-e6fc2780402a None None] Provisioning for port ece3a68f-342e-47e9-8a1a-b8fe7098b963 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:09.457911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bb554cb9-a20f-4ef8-bd03-e6fc2780402a None None] Provisioning complete for port ece3a68f-342e-47e9-8a1a-b8fe7098b963 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:09.458284 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb554cb9-a20f-4ef8-bd03-e6fc2780402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:09.516455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-8fba482c-5dbf-405f-bd9b-06e9f9888c85 req-01a1902b-79d2-4f72-be93-b4cbb995ece5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Calling delete_port for 182bdccf-c5c4-4837-a102-2e057938894e owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:58:09.523139 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-23ce96b5-63b9-47a5-b628-ed63c194ea1e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9313724 Jul 15 14:58:09.531414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-33bae832-a54b-4579-ab1e-ada485e73a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:09.547497 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-33bae832-a54b-4579-ab1e-ada485e73a3b service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.5742385 Jul 15 14:58:09.554180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-bb554cb9-a20f-4ef8-bd03-e6fc2780402a None None] Port ece3a68f-342e-47e9-8a1a-b8fe7098b963 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:58:09.562424 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Request body: {'port': {'device_id': '9c879ab6-ad39-42ec-a640-7b504eaebea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:09.615493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c446b-385b-43f6-82c6-439ccfceff34 req-da0af0e2-5e8f-4c02-82d6-faca46df645b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:09.635296 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e62c446b-385b-43f6-82c6-439ccfceff34 req-da0af0e2-5e8f-4c02-82d6-faca46df645b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.4518635 Jul 15 14:58:09.762682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:09.960612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc614a7-dba8-4c31-90b7-6a9570eb7e94 req-e65a80a6-3e7e-447a-ae4f-29716ea5926e tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:09.964741 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3bc614a7-dba8-4c31-90b7-6a9570eb7e94 req-e65a80a6-3e7e-447a-ae4f-29716ea5926e tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.8675189 Jul 15 14:58:09.973032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-9bf348dd-8d98-42e0-a346-a52df4123adf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe HTTP/1.1" status: 200 len: 217 time: 0.3890839 Jul 15 14:58:10.138924 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e62c446b-385b-43f6-82c6-439ccfceff34 req-b63192e1-5882-4dae-a8d7-11677eb7a2c9 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016496 Jul 15 14:58:10.275737 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3bc614a7-dba8-4c31-90b7-6a9570eb7e94 req-34e2c0ff-d417-452f-8f5b-1220ca51a823 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080194 Jul 15 14:58:10.377522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-49fa19ff-448d-4dc7-bd12-0f0771dddda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:10.388655 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-49fa19ff-448d-4dc7-bd12-0f0771dddda1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.3594484 Jul 15 14:58:10.480814 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fba482c-5dbf-405f-bd9b-06e9f9888c85 req-01a1902b-79d2-4f72-be93-b4cbb995ece5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:10.533962 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 182bdccf-c5c4-4837-a102-2e057938894e no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:58:10.555182 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1902b-79d2-4f72-be93-b4cbb995ece5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Pushing event deleted for resources: {'Port': ['ID=182bdccf-c5c4-4837-a102-2e057938894e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:10.595374 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 182bdccf-c5c4-4837-a102-2e057938894e {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:58:10.596867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 182bdccf-c5c4-4837-a102-2e057938894e not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:58:10.699383 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c692ba5d-02d5-426c-8bbc-698f247ba33f req-1625a511-64df-4481-bb38-f54036bceeb9 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd31dd4f-1796-4654-afab-52f107bbbcb8 HTTP/1.1" status: 200 len: 210 time: 0.1947834 Jul 15 14:58:10.758370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 368c9bc7-3f28-474d-839f-d92f52ef95fc no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:58:10.878626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece3a68f-342e-47e9-8a1a-b8fe7098b963 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:10.902057 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:10.945002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Transition to ACTIVE for port object ece3a68f-342e-47e9-8a1a-b8fe7098b963 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:11.042074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fba482c-5dbf-405f-bd9b-06e9f9888c85 req-01a1902b-79d2-4f72-be93-b4cbb995ece5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] No DVR routers for this DVR port 182bdccf-c5c4-4837-a102-2e057938894e on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:58:11.045808 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fba482c-5dbf-405f-bd9b-06e9f9888c85 req-01a1902b-79d2-4f72-be93-b4cbb995ece5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:11.049433 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8fba482c-5dbf-405f-bd9b-06e9f9888c85 req-01a1902b-79d2-4f72-be93-b4cbb995ece5 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.22 "DELETE /v2.0/ports/182bdccf-c5c4-4837-a102-2e057938894e HTTP/1.1" status: 204 len: 173 time: 2.4789276 Jul 15 14:58:11.051276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd31dd4f-1796-4654-afab-52f107bbbcb8', 'name': 'network-vif-deleted', 'tag': '182bdccf-c5c4-4837-a102-2e057938894e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:11.056349 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9931f1a8-a409-4d04-9f64-b0ab73896aca" -d '{"events": [{"server_uuid": "cd31dd4f-1796-4654-afab-52f107bbbcb8", "name": "network-vif-deleted", "tag": "182bdccf-c5c4-4837-a102-2e057938894e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:11.059780 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:11.176207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-02c88bf8-fe17-4600-a7d4-e4ad752b4890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:11.178807 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-02c88bf8-fe17-4600-a7d4-e4ad752b4890 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7697875 Jul 15 14:58:11.463923 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=ece3a68f-342e-47e9-8a1a-b8fe7098b963,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:11.509479 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Attempting to bind port ece3a68f-342e-47e9-8a1a-b8fe7098b963 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:11.510427 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Attempting to bind port ece3a68f-342e-47e9-8a1a-b8fe7098b963 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '73d7448c-5849-4b42-ba92-d720cdc55d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:11.510623 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Attempting to bind port ece3a68f-342e-47e9-8a1a-b8fe7098b963 on network b0bd61d9-2271-4d88-82f8-35dc2aab6f81 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:11.523046 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-8bd34a4c-6b13-4fc0-b55f-fe5a6033b9a9 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387378 Jul 15 14:58:11.523677 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Port ece3a68f-342e-47e9-8a1a-b8fe7098b963 on network b0bd61d9-2271-4d88-82f8-35dc2aab6f81 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:58:11.523815 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Attempting to bind port ece3a68f-342e-47e9-8a1a-b8fe7098b963 on network b0bd61d9-2271-4d88-82f8-35dc2aab6f81 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:11.537979 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:11.538468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Checking segment: {'id': '73d7448c-5849-4b42-ba92-d720cdc55d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:11.539243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Bound using segment: {'id': '73d7448c-5849-4b42-ba92-d720cdc55d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:11.539706 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Bound port: ece3a68f-342e-47e9-8a1a-b8fe7098b963, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d7448c-5849-4b42-ba92-d720cdc55d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:11.540046 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:11.616072 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-85ebfdd4-3832-4bbd-80b8-52bba6ede75b service neutron] 10.222.0.11 "GET /v2.0/ports/368c9bc7-3f28-474d-839f-d92f52ef95fc/bindings/n-h2-764435-3 HTTP/1.1" status: 200 len: 384 time: 0.5738778 Jul 15 14:58:11.669547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] For port ece3a68f-342e-47e9-8a1a-b8fe7098b963, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:11.678073 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] For port ece3a68f-342e-47e9-8a1a-b8fe7098b963, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ece3a68f-342e-47e9-8a1a-b8fe7098b963,segment=NetworkSegment(73d7448c-5849-4b42-ba92-d720cdc55d5c),segment_id=73d7448c-5849-4b42-ba92-d720cdc55d5c)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:58:11.688760 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:11.752529 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:11.753732 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:11.755347 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] 10.222.0.22 "PUT /v2.0/ports/ece3a68f-342e-47e9-8a1a-b8fe7098b963 HTTP/1.1" status: 200 len: 1091 time: 2.2186456 Jul 15 14:58:11.930729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e3d31-62bd-4a26-962f-02d8a0405fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=ece3a68f-342e-47e9-8a1a-b8fe7098b963,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:12.009870 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-cf012abc-3da3-4be8-a112-03aa6107d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:12.017069 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-cf012abc-3da3-4be8-a112-03aa6107d806 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=646cb425971247848b7aa902cf7d8ff7&device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 1094 time: 0.2037754 Jul 15 14:58:12.082161 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-567b71a9-5bb5-4c7f-b707-3515ae7c49ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece3a68f-342e-47e9-8a1a-b8fe7098b963 HTTP/1.1" status: 200 len: 217 time: 0.0544493 Jul 15 14:58:12.149007 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fca8d-eca4-4596-9120-2b9f73a1921b req-8c12bdc7-40db-4fee-9c6c-0dfb1de1343c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:12.150637 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e37fca8d-eca4-4596-9120-2b9f73a1921b req-8c12bdc7-40db-4fee-9c6c-0dfb1de1343c tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 943 time: 1.1477966 Jul 15 14:58:12.181172 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-2b80b8b1-840d-4845-8712-1c07b9ff365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:12.184534 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6ee3a-cbff-49f7-8b9e-3804afd44052 req-422650db-92e7-4004-8044-79a7aa61cf0f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:12.186319 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-2b80b8b1-840d-4845-8712-1c07b9ff365e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=17213894-ea71-452b-b85a-52eb9ca3aef3 HTTP/1.1" status: 200 len: 845 time: 0.0919769 Jul 15 14:58:12.192366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dac6ee3a-cbff-49f7-8b9e-3804afd44052 req-422650db-92e7-4004-8044-79a7aa61cf0f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 943 time: 0.5904217 Jul 15 14:58:12.282939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-a5a86715-965e-49f7-9c62-523f3cae305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:12.284519 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-a5a86715-965e-49f7-9c62-523f3cae305c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b0bd61d9-2271-4d88-82f8-35dc2aab6f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912852 Jul 15 14:58:12.419049 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-f77bbc40-ddea-4e48-9c6d-ce397cf8072f service neutron] 10.222.0.22 "GET /v2.0/networks/b0bd61d9-2271-4d88-82f8-35dc2aab6f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270988 Jul 15 14:58:12.535449 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bfad0aa2-dd2a-4fc7-8bf7-0692fc867581 req-5e5bff35-396f-448b-986b-1c89a2cdc2e5 service neutron] 10.222.0.22 "GET /v2.0/networks/b0bd61d9-2271-4d88-82f8-35dc2aab6f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086919 Jul 15 14:58:12.582605 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.resource_extend [None req-2c16e375-f960-4d94-9163-b5af525705a9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 14:58:12.621789 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-97822b98-55ec-45dc-9b6c-785949643808 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0683095 Jul 15 14:58:12.638078 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dac6ee3a-cbff-49f7-8b9e-3804afd44052 req-9e5061fe-2e28-4f95-9d95-2e683a582045 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444549 Jul 15 14:58:12.688939 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e37fca8d-eca4-4596-9120-2b9f73a1921b req-b6091e3c-608f-43f7-bd97-85ca896ec9fd tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/security-groups?id=e16b8669-e3b4-46eb-bf00-92c3ad80c904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5251310 Jul 15 14:58:12.699624 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2c16e375-f960-4d94-9163-b5af525705a9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:12.705694 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fe8d95-71c8-4a9d-9638-196b043e68ab x-openstack-request-id: req-f9fe8d95-71c8-4a9d-9638-196b043e68ab {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:12.707009 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd31dd4f-1796-4654-afab-52f107bbbcb8", "name": "network-vif-deleted", "tag": "182bdccf-c5c4-4837-a102-2e057938894e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:12.707009 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f9fe8d95-71c8-4a9d-9638-196b043e68ab {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:12.707396 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd31dd4f-1796-4654-afab-52f107bbbcb8', 'name': 'network-vif-deleted', 'tag': '182bdccf-c5c4-4837-a102-2e057938894e', 'status': 'completed', 'code': 200} Jul 15 14:58:12.708405 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2c16e375-f960-4d94-9163-b5af525705a9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:12.924017 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f6a948e-3028-4b33-a1e8-dfb8ba086892 req-80643ffb-292b-4946-aff9-e6ee92799308 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0660541 Jul 15 14:58:12.938409 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-2c16e375-f960-4d94-9163-b5af525705a9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Floating IP f3e3a9cd-64d7-469a-8ae3-e6957ac17c4d associated. External IP: 172.25.4.25, port: 95e5d932-f978-4d92-b727-48048c8c1f91. Jul 15 14:58:13.069541 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-de41f09d-1812-466b-ae26-92c91e3daa19 service neutron] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=368c9bc7-3f28-474d-839f-d92f52ef95fc,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:13.122843 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993327de-2106-4e51-b0ba-805e0e7d840f req-94c6957f-4b75-4007-81db-06d12f680ffb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:13.124427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-993327de-2106-4e51-b0ba-805e0e7d840f req-94c6957f-4b75-4007-81db-06d12f680ffb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.3207812 Jul 15 14:58:13.155379 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-de41f09d-1812-466b-ae26-92c91e3daa19 service neutron] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:13.192980 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:58:13.255664 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-993327de-2106-4e51-b0ba-805e0e7d840f req-7215afd1-300d-4bce-8015-a525b2242dd5 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230075 Jul 15 14:58:13.260260 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-de41f09d-1812-466b-ae26-92c91e3daa19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368c9bc7-3f28-474d-839f-d92f52ef95fc {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:13.283990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-de41f09d-1812-466b-ae26-92c91e3daa19 service neutron] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=368c9bc7-3f28-474d-839f-d92f52ef95fc,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:13.331893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ab1d5-1d6c-4430-9a64-3b4f1d5a050c req-8228bdf8-3a40-4a3b-b5de-696660b668c8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:13.333448 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-818ab1d5-1d6c-4430-9a64-3b4f1d5a050c req-8228bdf8-3a40-4a3b-b5de-696660b668c8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.2912011 Jul 15 14:58:13.365449 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-de41f09d-1812-466b-ae26-92c91e3daa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:13.478564 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-818ab1d5-1d6c-4430-9a64-3b4f1d5a050c req-9162c150-6195-4770-8c09-2e06cf9ab67b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140544 Jul 15 14:58:13.490157 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c16e375-f960-4d94-9163-b5af525705a9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:58:13.506370 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409ee57-b845-4c8a-a02f-b68e9d950c7f req-cecf0858-0204-4391-bae1-de27aefabe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:13.509219 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0409ee57-b845-4c8a-a02f-b68e9d950c7f req-cecf0858-0204-4391-bae1-de27aefabe11 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 1096 time: 0.2397277 Jul 15 14:58:13.575381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48148) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:13.604471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-de41f09d-1812-466b-ae26-92c91e3daa19 service neutron] Transition to ACTIVE for port object 368c9bc7-3f28-474d-839f-d92f52ef95fc will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:13.641382 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-de41f09d-1812-466b-ae26-92c91e3daa19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:13.642861 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88e99242-4b45-40cf-89b7-336b42365704 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:13.668066 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88e99242-4b45-40cf-89b7-336b42365704 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:13.722851 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88e99242-4b45-40cf-89b7-336b42365704 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:13.747915 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88e99242-4b45-40cf-89b7-336b42365704 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:13.753767 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-88e99242-4b45-40cf-89b7-336b42365704 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "DELETE /v2.0/security-groups/350bf8eb-6579-4455-ab93-39dd74dbd2df HTTP/1.1" status: 204 len: 168 time: 0.1759570 Jul 15 14:58:13.766344 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48154) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:13.779995 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e99242-4b45-40cf-89b7-336b42365704 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=350bf8eb-6579-4455-ab93-39dd74dbd2df,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:13.840480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-de41f09d-1812-466b-ae26-92c91e3daa19 service neutron] No DVR routers for this DVR port 368c9bc7-3f28-474d-839f-d92f52ef95fc on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:58:13.854107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409ee57-b845-4c8a-a02f-b68e9d950c7f req-d6ba6bac-4fb0-4c08-a4c7-65ed084b6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:13.855642 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0409ee57-b845-4c8a-a02f-b68e9d950c7f req-d6ba6bac-4fb0-4c08-a4c7-65ed084b6875 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 913 time: 0.3396640 Jul 15 14:58:13.856247 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41f09d-1812-466b-ae26-92c91e3daa19 service neutron] Pushing event updated for resources: {'Port': ['ID=368c9bc7-3f28-474d-839f-d92f52ef95fc,revision_number=10']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:13.864473 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-1fb05977-5c0f-4b48-baeb-249a926df717 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] show failed (client error): The resource could not be found. Jul 15 14:58:13.865491 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1fb05977-5c0f-4b48-baeb-249a926df717 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "GET /v2.0/security-groups/350bf8eb-6579-4455-ab93-39dd74dbd2df HTTP/1.1" status: 404 len: 347 time: 0.0946317 Jul 15 14:58:13.868320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48156) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:13.895284 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c16e375-f960-4d94-9163-b5af525705a9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:58:13.905691 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06c42b-2850-44a4-b831-114f2408b9a6 None None] Sync routers for ids ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:58:13.932055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06c42b-2850-44a4-b831-114f2408b9a6 None None] Routers {'3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:58:13.932893 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ff06c42b-2850-44a4-b831-114f2408b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:58:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:58:13.958413 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2c16e375-f960-4d94-9163-b5af525705a9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:13.970969 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0409ee57-b845-4c8a-a02f-b68e9d950c7f req-2222190e-f20e-4d5a-87a7-6076500e34de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=059c3637-ad4a-427a-a09c-b281e6ba4541 HTTP/1.1" status: 200 len: 217 time: 0.1032729 Jul 15 14:58:14.012237 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-de41f09d-1812-466b-ae26-92c91e3daa19 service neutron] 10.222.0.11 "PUT /v2.0/ports/368c9bc7-3f28-474d-839f-d92f52ef95fc/bindings/n-h2-764435-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3721702 Jul 15 14:58:14.090820 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2c16e375-f960-4d94-9163-b5af525705a9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "PUT /v2.0/floatingips/f3e3a9cd-64d7-469a-8ae3-e6957ac17c4d HTTP/1.1" status: 200 len: 990 time: 5.1161332 Jul 15 14:58:14.094121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'tag': '95e5d932-f978-4d92-b727-48048c8c1f91'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:14.096497 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70" -d '{"events": [{"name": "network-changed", "server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "tag": "95e5d932-f978-4d92-b727-48048c8c1f91"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:14.109944 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409ee57-b845-4c8a-a02f-b68e9d950c7f req-4691848d-aa49-4139-80a5-b22be577e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:14.111541 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0409ee57-b845-4c8a-a02f-b68e9d950c7f req-4691848d-aa49-4139-80a5-b22be577e4a1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2 HTTP/1.1" status: 200 len: 852 time: 0.1136365 Jul 15 14:58:14.112713 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-ff06c42b-2850-44a4-b831-114f2408b9a6 None None] Set router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:58:14.119549 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba941b2-5bf7-4f6b-8426-61c5fd2b5121 req-7caeec28-04c4-4c5d-9d44-a92a8d57171d tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:14.121148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cba941b2-5bf7-4f6b-8426-61c5fd2b5121 req-7caeec28-04c4-4c5d-9d44-a92a8d57171d tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 944 time: 0.3447828 Jul 15 14:58:14.152871 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3105a816-5e12-492d-97fd-eef62c89b609 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Deleting port 159fdd9e-9413-47f7-896d-b28d902fc90f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:58:14.153836 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3105a816-5e12-492d-97fd-eef62c89b609 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:14.178438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0409ee57-b845-4c8a-a02f-b68e9d950c7f req-68c6e403-9fb2-4f28-98fb-71029fb9cd60 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555990 Jul 15 14:58:14.195222 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38f77d-58f4-433b-810c-e495777c125b req-90e3a9d4-8cd5-4cec-80fc-207e9046bc37 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:14.202631 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e38f77d-58f4-433b-810c-e495777c125b req-90e3a9d4-8cd5-4cec-80fc-207e9046bc37 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 943 time: 0.3415062 Jul 15 14:58:14.229462 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-d61789dd-ab04-4d4b-baf8-d3ced682249c tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:14.231013 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-d61789dd-ab04-4d4b-baf8-d3ced682249c tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f&tenant_id=ebf1693107584ee2863f1119d2dec38c&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 1095 time: 0.1477196 Jul 15 14:58:14.265747 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cba941b2-5bf7-4f6b-8426-61c5fd2b5121 req-d8c468bc-653d-490b-8042-cc39bc4f15a8 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388228 Jul 15 14:58:14.293250 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3105a816-5e12-492d-97fd-eef62c89b609 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:14.293250 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3105a816-5e12-492d-97fd-eef62c89b609 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:14.312083 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3105a816-5e12-492d-97fd-eef62c89b609 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Calling delete_port for 159fdd9e-9413-47f7-896d-b28d902fc90f owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:58:14.327992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e38f77d-58f4-433b-810c-e495777c125b req-deb8dc04-84b2-442e-a989-072e61c3d613 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/security-groups?id=e16b8669-e3b4-46eb-bf00-92c3ad80c904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230600 Jul 15 14:58:14.383344 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-91dd5230-5683-46ba-870e-d50299c30def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:14.387125 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-91dd5230-5683-46ba-870e-d50299c30def service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f&tenant_id=ebf1693107584ee2863f1119d2dec38c HTTP/1.1" status: 200 len: 1095 time: 0.1491022 Jul 15 14:58:14.389161 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0409ee57-b845-4c8a-a02f-b68e9d950c7f req-887c4001-08f4-4d07-aa4f-30aa0714914e service neutron] 10.222.0.22 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044878 Jul 15 14:58:14.519239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ff06c42b-2850-44a4-b831-114f2408b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'name': 'tempest-TaggedBootDevicesTest_v242-540768427-router', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:56:05Z', 'updated_at': '2021-07-15T14:56:13Z', 'revision_number': 4, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'gw_port': {'id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:07Z', 'updated_at': '2021-07-15T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'f3e3a9cd-64d7-469a-8ae3-e6957ac17c4d', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'floating_ip_address': '172.25.4.25', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'port_id': '95e5d932-f978-4d92-b727-48048c8c1f91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'mac_address': 'fa:16:3e:fe:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35240747-2e08-474c-96a5-2904d36d7b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:56:57Z', 'updated_at': '2021-07-15T14:58:11Z', 'revision_number': 1, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2', 'name': '', 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'mac_address': 'fa:16:3e:78:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:12Z', 'updated_at': '2021-07-15T14:56:22Z', 'revision_number': 5, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'subnets': [{'id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:58:14.543977 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35b29150-3476-474d-ab45-2f70a6e55b01 req-d60f3f34-10e5-41c6-a61f-8b9293a7cd8a tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0401075 Jul 15 14:58:14.589106 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0409ee57-b845-4c8a-a02f-b68e9d950c7f req-cce75a8a-1f00-4c38-a8b2-58104b5a969e service neutron] 10.222.0.22 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906056 Jul 15 14:58:14.589869 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06c42b-2850-44a4-b831-114f2408b9a6 None None] Checking router: 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:58:14.602093 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ece3a68f-342e-47e9-8a1a-b8fe7098b963 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:58:14.630247 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-d281a6d2-1022-4850-a4d9-a2519dfbbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:14.631964 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-d281a6d2-1022-4850-a4d9-a2519dfbbb18 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 1095 time: 0.2049448 Jul 15 14:58:14.647415 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02605ee2-9196-45f8-be4e-3128acd5aaf3 x-openstack-request-id: req-02605ee2-9196-45f8-be4e-3128acd5aaf3 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:14.653815 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "tag": "95e5d932-f978-4d92-b727-48048c8c1f91", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:14.653815 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-02605ee2-9196-45f8-be4e-3128acd5aaf3 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:14.653815 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'tag': '95e5d932-f978-4d92-b727-48048c8c1f91', 'status': 'completed', 'code': 200} Jul 15 14:58:14.750284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c879ab6-ad39-42ec-a640-7b504eaebea1', 'tag': 'ece3a68f-342e-47e9-8a1a-b8fe7098b963'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:14.757495 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06c42b-2850-44a4-b831-114f2408b9a6 None None] Routers {'3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:58:14.761412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ff06c42b-2850-44a4-b831-114f2408b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:58:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:58:14.763329 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cd17ef-b235-4b1f-9e70-4e20431d798c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c879ab6-ad39-42ec-a640-7b504eaebea1", "tag": "ece3a68f-342e-47e9-8a1a-b8fe7098b963"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:14.904053 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ece3a68f-342e-47e9-8a1a-b8fe7098b963, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ece3a68f-342e-47e9-8a1a-b8fe7098b963,segment=NetworkSegment(73d7448c-5849-4b42-ba92-d720cdc55d5c),segment_id=73d7448c-5849-4b42-ba92-d720cdc55d5c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:14.917063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'ece3a68f-342e-47e9-8a1a-b8fe7098b963', 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'port_id': 'ece3a68f-342e-47e9-8a1a-b8fe7098b963', 'mac_address': 'fa:16:3e:55:a2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:58:14.938909 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3105a816-5e12-492d-97fd-eef62c89b609 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:14.952308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-ee0302e5-33cc-46e8-928f-f261576c4c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:14.952308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-ee0302e5-33cc-46e8-928f-f261576c4c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:14.952308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-ee0302e5-33cc-46e8-928f-f261576c4c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:14.952308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-ee0302e5-33cc-46e8-928f-f261576c4c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:14.952308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-ee0302e5-33cc-46e8-928f-f261576c4c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:14.952308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-ee0302e5-33cc-46e8-928f-f261576c4c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:14.952308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-ee0302e5-33cc-46e8-928f-f261576c4c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:14.954394 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-ee0302e5-33cc-46e8-928f-f261576c4c41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40bf669d7c86461487aff158b418b6f8&device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 6501 time: 0.2716289 Jul 15 14:58:14.975296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-8127fdd3-a430-4a7c-8f3a-ef92484e777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:14.976782 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-8127fdd3-a430-4a7c-8f3a-ef92484e777d service neutron] 10.222.0.22 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.3376458 Jul 15 14:58:14.999198 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:15.010586 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26615dfc-5266-44af-ad4d-10afce5e281d req-dfb5e75e-daf8-48f4-b8f8-769fbc8f0f20 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:15.012925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26615dfc-5266-44af-ad4d-10afce5e281d req-dfb5e75e-daf8-48f4-b8f8-769fbc8f0f20 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.2514589 Jul 15 14:58:15.027620 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece3a68f-342e-47e9-8a1a-b8fe7098b963 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:15.041048 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105a816-5e12-492d-97fd-eef62c89b609 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Pushing event deleted for resources: {'Port': ['ID=159fdd9e-9413-47f7-896d-b28d902fc90f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:15.055423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-ff06c42b-2850-44a4-b831-114f2408b9a6 None None] Set router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:58:15.069355 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99b013-3f6d-406e-b5ab-d3641dfc05a2 req-f2df2de5-eb93-46f1-b844-ac8ed19901e5 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:15.071061 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c99b013-3f6d-406e-b5ab-d3641dfc05a2 req-f2df2de5-eb93-46f1-b844-ac8ed19901e5 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.2421076 Jul 15 14:58:15.086558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ece3a68f-342e-47e9-8a1a-b8fe7098b963, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ece3a68f-342e-47e9-8a1a-b8fe7098b963,segment=NetworkSegment(73d7448c-5849-4b42-ba92-d720cdc55d5c),segment_id=73d7448c-5849-4b42-ba92-d720cdc55d5c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:15.094653 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:15.125123 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-e43c59ce-660a-4e72-aa7f-2c5823f1ec45 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=368c9bc7-3f28-474d-839f-d92f52ef95fc HTTP/1.1" status: 200 len: 217 time: 0.1249654 Jul 15 14:58:15.128812 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3105a816-5e12-492d-97fd-eef62c89b609 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:15.131625 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3105a816-5e12-492d-97fd-eef62c89b609 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:15.135507 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3105a816-5e12-492d-97fd-eef62c89b609 tempest-ImagesOneServerNegativeTestJSON-2003079639 tempest-ImagesOneServerNegativeTestJSON-2003079639-project] 10.222.0.38 "DELETE /v2.0/floatingips/d740c323-d4ba-4762-9b82-56dcdf8eb912 HTTP/1.1" status: 204 len: 168 time: 1.2661123 Jul 15 14:58:15.160592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=ece3a68f-342e-47e9-8a1a-b8fe7098b963,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:15.191974 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-38383946-86ad-4b48-805d-6f1fd0c59f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:15.193904 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-38383946-86ad-4b48-805d-6f1fd0c59f8c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.0572941 Jul 15 14:58:15.208549 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:15.209186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:15.209695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:15.210196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:15.210718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:15.211225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:15.211720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:15.212497 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:15.212998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:15.213501 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:15.214012 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:15.214503 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:15.244127 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-a5519e5b-899a-4872-9826-7afae1fd3c3b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408707 Jul 15 14:58:15.404316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['ece3a68f-342e-47e9-8a1a-b8fe7098b963'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:58:15.469100 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ff06c42b-2850-44a4-b831-114f2408b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'name': 'tempest-TaggedBootDevicesTest_v242-540768427-router', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:56:05Z', 'updated_at': '2021-07-15T14:56:13Z', 'revision_number': 4, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'gw_port': {'id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:07Z', 'updated_at': '2021-07-15T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'f3e3a9cd-64d7-469a-8ae3-e6957ac17c4d', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'floating_ip_address': '172.25.4.25', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'port_id': '95e5d932-f978-4d92-b727-48048c8c1f91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'mac_address': 'fa:16:3e:fe:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35240747-2e08-474c-96a5-2904d36d7b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:56:57Z', 'updated_at': '2021-07-15T14:58:11Z', 'revision_number': 1, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2', 'name': '', 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'mac_address': 'fa:16:3e:78:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:12Z', 'updated_at': '2021-07-15T14:56:22Z', 'revision_number': 5, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'subnets': [{'id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:58:15.495960 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26615dfc-5266-44af-ad4d-10afce5e281d req-298d9a25-0e22-430e-a306-f1c094fa8b02 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574425 Jul 15 14:58:15.522459 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06c42b-2850-44a4-b831-114f2408b9a6 None None] The sync data for ids ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'] in n-d-764435-3 is: [{'id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'name': 'tempest-TaggedBootDevicesTest_v242-540768427-router', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:56:05Z', 'updated_at': '2021-07-15T14:56:13Z', 'revision_number': 4, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'gw_port': {'id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:07Z', 'updated_at': '2021-07-15T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'f3e3a9cd-64d7-469a-8ae3-e6957ac17c4d', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'floating_ip_address': '172.25.4.25', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'port_id': '95e5d932-f978-4d92-b727-48048c8c1f91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'mac_address': 'fa:16:3e:fe:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35240747-2e08-474c-96a5-2904d36d7b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:56:57Z', 'updated_at': '2021-07-15T14:58:11Z', 'revision_number': 1, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2', 'name': '', 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'mac_address': 'fa:16:3e:78:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:12Z', 'updated_at': '2021-07-15T14:56:22Z', 'revision_number': 5, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'subnets': [{'id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:58:15.563325 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c99b013-3f6d-406e-b5ab-d3641dfc05a2 req-974b91e3-85fe-477d-8178-780259c73e3a tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841013 Jul 15 14:58:15.564724 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-1ff12ee8-6e0c-4de2-a230-a23ada3ee7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:15.566839 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-1ff12ee8-6e0c-4de2-a230-a23ada3ee7ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=62fd754e-5cad-4a48-a4b4-1613cbb8c1dc HTTP/1.1" status: 200 len: 917 time: 0.5999544 Jul 15 14:58:15.720062 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-ab19abf0-9fe1-46c9-acaa-ccf565ffac23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e5d932-f978-4d92-b727-48048c8c1f91 HTTP/1.1" status: 200 len: 998 time: 0.1453991 Jul 15 14:58:15.775909 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc2ec24-cc95-4796-8921-8f5c6c4022a3 x-openstack-request-id: req-3fc2ec24-cc95-4796-8921-8f5c6c4022a3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:15.776572 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c879ab6-ad39-42ec-a640-7b504eaebea1", "tag": "ece3a68f-342e-47e9-8a1a-b8fe7098b963", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:15.777127 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3fc2ec24-cc95-4796-8921-8f5c6c4022a3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:15.778026 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c879ab6-ad39-42ec-a640-7b504eaebea1', 'tag': 'ece3a68f-342e-47e9-8a1a-b8fe7098b963', 'status': 'completed', 'code': 200} Jul 15 14:58:15.829317 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-9d29f01d-9369-408c-b09f-d15909e32071 service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769515 Jul 15 14:58:15.889585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd17ef-b235-4b1f-9e70-4e20431d798c req-b7788b97-51cf-4102-bc6c-843329ceab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:15.891770 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8cd17ef-b235-4b1f-9e70-4e20431d798c req-b7788b97-51cf-4102-bc6c-843329ceab1b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=646cb425971247848b7aa902cf7d8ff7&device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 1095 time: 0.2432919 Jul 15 14:58:15.895536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-c6d2091f-b861-4fb2-9d19-c9961cbe7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:15.897072 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-c6d2091f-b861-4fb2-9d19-c9961cbe7d10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=218cf0bf-5930-417f-bd02-08d18ed24ea1 HTTP/1.1" status: 200 len: 855 time: 0.1655395 Jul 15 14:58:15.937754 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca30457-f4fc-4c2d-954e-24c4f710f7c1 None None] New status for floating IP f3e3a9cd-64d7-469a-8ae3-e6957ac17c4d: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:58:15.938578 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-6fccbbb5-7cb1-4d0f-ba1e-bb65304dccae service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015880 Jul 15 14:58:16.014760 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48198) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:16.021521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-64494f86-4761-4547-a3db-db5382f140ab tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-155528990'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:16.048431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64494f86-4761-4547-a3db-db5382f140ab tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Made reservation on behalf of 376291fad91d46c09381b2e97ae5561f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:16.059298 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64494f86-4761-4547-a3db-db5382f140ab tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.073686 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8952d-58ba-46d2-9931-45655b4d797a req-d29b23a9-7430-463f-b765-609d0bacf2c4 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:16.075280 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6c8952d-58ba-46d2-9931-45655b4d797a req-d29b23a9-7430-463f-b765-609d0bacf2c4 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 944 time: 0.2322125 Jul 15 14:58:16.083474 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025f1bd-ab73-455b-b944-a4073644c372 req-0dffe332-6383-4386-84d8-b336d6eb05fc tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:16.090209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a025f1bd-ab73-455b-b944-a4073644c372 req-0dffe332-6383-4386-84d8-b336d6eb05fc tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 944 time: 0.2899113 Jul 15 14:58:16.091135 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64494f86-4761-4547-a3db-db5382f140ab tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:58:16.119976 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64494f86-4761-4547-a3db-db5382f140ab tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.120274 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-64494f86-4761-4547-a3db-db5382f140ab tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Added segment 6a973d92-e780-49bc-acb7-c993b7021892 of type vlan for network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c Jul 15 14:58:16.136272 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd17ef-b235-4b1f-9e70-4e20431d798c req-12573ee8-015f-4c62-8119-7bc0af98e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:16.137763 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8cd17ef-b235-4b1f-9e70-4e20431d798c req-12573ee8-015f-4c62-8119-7bc0af98e5d7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b0bd61d9-2271-4d88-82f8-35dc2aab6f81 HTTP/1.1" status: 200 len: 907 time: 0.2369366 Jul 15 14:58:16.164693 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-14c40785-4e53-4ad8-a8a3-44e05cafbafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:16.166191 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-14c40785-4e53-4ad8-a8a3-44e05cafbafd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62fd754e-5cad-4a48-a4b4-1613cbb8c1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2544544 Jul 15 14:58:16.194032 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64494f86-4761-4547-a3db-db5382f140ab tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.213141 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a025f1bd-ab73-455b-b944-a4073644c372 req-b38868c6-9d11-4b33-8e2b-9685e7f34034 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220455 Jul 15 14:58:16.232320 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8cd17ef-b235-4b1f-9e70-4e20431d798c req-b532766b-0ac3-42e2-ba69-3c611f294f05 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece3a68f-342e-47e9-8a1a-b8fe7098b963 HTTP/1.1" status: 200 len: 217 time: 0.0779738 Jul 15 14:58:16.235662 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6c8952d-58ba-46d2-9931-45655b4d797a req-d19ba1bb-92f2-4d27-8618-651364715755 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/security-groups?id=e16b8669-e3b4-46eb-bf00-92c3ad80c904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376877 Jul 15 14:58:16.245502 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64494f86-4761-4547-a3db-db5382f140ab tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.264846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64494f86-4761-4547-a3db-db5382f140ab tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:16.267138 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64494f86-4761-4547-a3db-db5382f140ab tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.304019 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-64494f86-4761-4547-a3db-db5382f140ab tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2880416 Jul 15 14:58:16.308513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48200) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:16.318171 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-0fe88100-2bc8-4752-bc77-064719d40abb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1812086810'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:16.346004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd17ef-b235-4b1f-9e70-4e20431d798c req-b278c909-6aa8-4e9e-bbb3-c047f0a1116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:16.347970 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8cd17ef-b235-4b1f-9e70-4e20431d798c req-b278c909-6aa8-4e9e-bbb3-c047f0a1116f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=17213894-ea71-452b-b85a-52eb9ca3aef3 HTTP/1.1" status: 200 len: 845 time: 0.1017623 Jul 15 14:58:16.428330 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64494f86-4761-4547-a3db-db5382f140ab tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event updated for resources: {'Network': ['ID=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:16.429739 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e78e84c-f32e-4e65-8cb8-9ea8759390b2 req-d1449b67-ec40-42df-93df-8a7220f08748 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0587394 Jul 15 14:58:16.432926 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe88100-2bc8-4752-bc77-064719d40abb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Made reservation on behalf of 376291fad91d46c09381b2e97ae5561f for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:16.439658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:58:16.450807 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fe88100-2bc8-4752-bc77-064719d40abb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.453969 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-f762855b-bcdb-4f4e-96ad-8dc6c4260a0b tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:16.455542 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-f762855b-bcdb-4f4e-96ad-8dc6c4260a0b tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f&tenant_id=ebf1693107584ee2863f1119d2dec38c&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 1095 time: 0.1725242 Jul 15 14:58:16.463750 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-c52d9a4e-5e5f-4396-bf46-7df7aa700743 service neutron] 10.222.0.11 "GET /v2.0/networks/62fd754e-5cad-4a48-a4b4-1613cbb8c1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874613 Jul 15 14:58:16.531571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe88100-2bc8-4752-bc77-064719d40abb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:58:16.558063 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48206) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:16.580266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ece3a68f-342e-47e9-8a1a-b8fe7098b963 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:58:16.600008 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fe88100-2bc8-4752-bc77-064719d40abb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.600405 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-0fe88100-2bc8-4752-bc77-064719d40abb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Added segment dc0c81ee-0785-4cba-9a78-0313fb416409 of type vlan for network 1bead9a4-4428-4843-b726-82fc6739e864 Jul 15 14:58:16.647543 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port ece3a68f-342e-47e9-8a1a-b8fe7098b963 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:16.665820 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port ece3a68f-342e-47e9-8a1a-b8fe7098b963 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:16.666087 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.688100 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd17ef-b235-4b1f-9e70-4e20431d798c req-6d7a1425-f39e-46fd-b7ac-a4a5424b8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:16.690029 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8cd17ef-b235-4b1f-9e70-4e20431d798c req-6d7a1425-f39e-46fd-b7ac-a4a5424b8db6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b0bd61d9-2271-4d88-82f8-35dc2aab6f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3318839 Jul 15 14:58:16.710326 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db5594d-9949-494c-84fa-9c46db14e17c admin admin] Deleting subnet 33a0028d-6b1b-4323-8f48-9385d7a289df {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:58:16.739671 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fe88100-2bc8-4752-bc77-064719d40abb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.744582 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db5594d-9949-494c-84fa-9c46db14e17c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.760001 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.795088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c879ab6-ad39-42ec-a640-7b504eaebea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece3a68f-342e-47e9-8a1a-b8fe7098b963'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:16.796234 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db5594d-9949-494c-84fa-9c46db14e17c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.799467 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a3ead2-c7b5-4126-857a-e5ea3e04bcb4" -d '{"events": [{"server_uuid": "9c879ab6-ad39-42ec-a640-7b504eaebea1", "name": "network-vif-plugged", "status": "completed", "tag": "ece3a68f-342e-47e9-8a1a-b8fe7098b963"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:16.813759 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ece3a68f-342e-47e9-8a1a-b8fe7098b963, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ece3a68f-342e-47e9-8a1a-b8fe7098b963,segment=NetworkSegment(73d7448c-5849-4b42-ba92-d720cdc55d5c),segment_id=73d7448c-5849-4b42-ba92-d720cdc55d5c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:16.818786 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.819592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 059c3637-ad4a-427a-a09c-b281e6ba4541 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:58:16.824628 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e36eeb6c-e89f-4b75-9ee0-9bee8642ce70 req-9e8d21dc-c585-470a-a557-3ea8c781236a service neutron] 10.222.0.11 "GET /v2.0/networks/62fd754e-5cad-4a48-a4b4-1613cbb8c1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405788 Jul 15 14:58:16.826263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-123ad4cb-b840-475c-892f-75df54cce752 service neutron] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:16.832881 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-123ad4cb-b840-475c-892f-75df54cce752 service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.834447 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-111252a1-702d-4356-ba0e-5a9e47254f06 req-123ad4cb-b840-475c-892f-75df54cce752 service neutron] 10.222.0.22 "DELETE /v2.0/ports/368c9bc7-3f28-474d-839f-d92f52ef95fc/bindings/n-h1-764435-3 HTTP/1.1" status: 204 len: 173 time: 0.3717752 Jul 15 14:58:16.868630 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db5594d-9949-494c-84fa-9c46db14e17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.914942 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fe88100-2bc8-4752-bc77-064719d40abb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.923351 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe88100-2bc8-4752-bc77-064719d40abb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:16.924130 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fe88100-2bc8-4752-bc77-064719d40abb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.929856 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db5594d-9949-494c-84fa-9c46db14e17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.931487 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=ece3a68f-342e-47e9-8a1a-b8fe7098b963,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:16.968139 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5594d-9949-494c-84fa-9c46db14e17c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a0028d-6b1b-4323-8f48-9385d7a289df,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:16.973173 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db5594d-9949-494c-84fa-9c46db14e17c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.975921 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9db5594d-9949-494c-84fa-9c46db14e17c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/33a0028d-6b1b-4323-8f48-9385d7a289df HTTP/1.1" status: 204 len: 168 time: 0.4062328 Jul 15 14:58:16.978591 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48212) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:16.987107 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:16.989742 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8cd17ef-b235-4b1f-9e70-4e20431d798c req-740651f9-e8cf-4dd3-b940-740e3c577e2e service neutron] 10.222.0.22 "GET /v2.0/networks/b0bd61d9-2271-4d88-82f8-35dc2aab6f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881684 Jul 15 14:58:17.035695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 059c3637-ad4a-427a-a09c-b281e6ba4541, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=059c3637-ad4a-427a-a09c-b281e6ba4541,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:17.042269 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:17.046352 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ff002-323b-45fa-bc3d-35ece405dc53 req-b4f2ac7c-bcfd-43a6-9046-746b603ed942 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:17.054031 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a3ff002-323b-45fa-bc3d-35ece405dc53 req-b4f2ac7c-bcfd-43a6-9046-746b603ed942 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 945 time: 0.3005176 Jul 15 14:58:17.061731 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0fe88100-2bc8-4752-bc77-064719d40abb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7484701 Jul 15 14:58:17.066194 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48214) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:17.073426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bf415717-ca4d-4baa-af82-3dd0312a7143 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Request body: {'subnet': {'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:17.103036 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=059c3637-ad4a-427a-a09c-b281e6ba4541,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:17.106608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d559796-cafb-40f9-8b93-5dc056211558 req-3bdef5d5-e392-4d85-9063-ff7b79c6ddae tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:17.111171 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d559796-cafb-40f9-8b93-5dc056211558 req-3bdef5d5-e392-4d85-9063-ff7b79c6ddae tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.4108713 Jul 15 14:58:17.122823 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14801550-9f61-454b-85b1-2b5c0d52d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:17.151690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe88100-2bc8-4752-bc77-064719d40abb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event updated for resources: {'Network': ['ID=1bead9a4-4428-4843-b726-82fc6739e864,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:17.162688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 1bead9a4-4428-4843-b726-82fc6739e864 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:58:17.231127 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a3ff002-323b-45fa-bc3d-35ece405dc53 req-db7bd053-ea1b-4cf7-8de8-cbd494a67df5 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759787 Jul 15 14:58:17.262967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d559796-cafb-40f9-8b93-5dc056211558 req-d8aca360-2f86-476b-953a-a1a89cc84f0a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158867 Jul 15 14:58:17.275788 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14801550-9f61-454b-85b1-2b5c0d52d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:17.291713 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8cd17ef-b235-4b1f-9e70-4e20431d798c req-6bf763c4-861b-49b7-8b87-0e7aa48b383d service neutron] 10.222.0.22 "GET /v2.0/networks/b0bd61d9-2271-4d88-82f8-35dc2aab6f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634439 Jul 15 14:58:17.291976 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf415717-ca4d-4baa-af82-3dd0312a7143 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Made reservation on behalf of 376291fad91d46c09381b2e97ae5561f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:17.291976 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf415717-ca4d-4baa-af82-3dd0312a7143 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:17.323586 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdbd704-faf1-4dca-96d6-e244a5f04c02 x-openstack-request-id: req-3cdbd704-faf1-4dca-96d6-e244a5f04c02 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:17.323586 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c879ab6-ad39-42ec-a640-7b504eaebea1", "name": "network-vif-plugged", "status": "completed", "tag": "ece3a68f-342e-47e9-8a1a-b8fe7098b963", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:17.323586 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3cdbd704-faf1-4dca-96d6-e244a5f04c02 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:17.323586 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c879ab6-ad39-42ec-a640-7b504eaebea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece3a68f-342e-47e9-8a1a-b8fe7098b963', 'code': 200} Jul 15 14:58:17.324313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-14801550-9f61-454b-85b1-2b5c0d52d0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacc08ca-f982-4eb2-8bfa-36e206d649e0']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:58:17.364049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-14801550-9f61-454b-85b1-2b5c0d52d0b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b363b48d-2d44-41da-91d8-d8da0b9df13c') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:58:17.364341 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-14801550-9f61-454b-85b1-2b5c0d52d0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b363b48d-2d44-41da-91d8-d8da0b9df13c') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:58:17.381144 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14801550-9f61-454b-85b1-2b5c0d52d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:17.507719 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14801550-9f61-454b-85b1-2b5c0d52d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:17.526074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14801550-9f61-454b-85b1-2b5c0d52d0b5 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:58:17.526504 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14801550-9f61-454b-85b1-2b5c0d52d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: timer() Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:58:17.529207 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:58:17.555994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423423e-e857-4ec2-a768-f91c71a34d97 req-18819acc-e534-4689-8b6e-b2d629fac2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:17.557512 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e423423e-e857-4ec2-a768-f91c71a34d97 req-18819acc-e534-4689-8b6e-b2d629fac2f3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 1096 time: 0.1426032 Jul 15 14:58:17.559414 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf415717-ca4d-4baa-af82-3dd0312a7143 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:17.584570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b941a1c-c621-44d4-85eb-d9470cd0a4e8 req-7f61aa41-c2ec-4dde-bd66-eb94ccf00952 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:17.586565 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b941a1c-c621-44d4-85eb-d9470cd0a4e8 req-7f61aa41-c2ec-4dde-bd66-eb94ccf00952 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 944 time: 0.1221828 Jul 15 14:58:17.633052 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14801550-9f61-454b-85b1-2b5c0d52d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:17.646814 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14801550-9f61-454b-85b1-2b5c0d52d0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:17.648701 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-14801550-9f61-454b-85b1-2b5c0d52d0b5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/eacc08ca-f982-4eb2-8bfa-36e206d649e0 HTTP/1.1" status: 204 len: 168 time: 0.6693223 Jul 15 14:58:17.655163 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e423423e-e857-4ec2-a768-f91c71a34d97 req-b6fc335f-b9e3-4674-bdb3-188157874267 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e16b8669-e3b4-46eb-bf00-92c3ad80c904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858123 Jul 15 14:58:17.671147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b941a1c-c621-44d4-85eb-d9470cd0a4e8 req-d022d437-cd47-4cb7-bab7-00b85cd7dd9a tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753393 Jul 15 14:58:17.699586 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14801550-9f61-454b-85b1-2b5c0d52d0b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eacc08ca-f982-4eb2-8bfa-36e206d649e0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:17.702449 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf415717-ca4d-4baa-af82-3dd0312a7143 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event updated for resources: {'Subnet': ['ID=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:17.710210 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf415717-ca4d-4baa-af82-3dd0312a7143 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Checking segment: {'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:17.710629 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf415717-ca4d-4baa-af82-3dd0312a7143 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Network hostable DHCP agents. Network: 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:58:17.735045 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf415717-ca4d-4baa-af82-3dd0312a7143 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:58:17.752275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-bf415717-ca4d-4baa-af82-3dd0312a7143 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:17.763678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf415717-ca4d-4baa-af82-3dd0312a7143 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:17.764635 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf415717-ca4d-4baa-af82-3dd0312a7143 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:17.772904 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d74c060-a3c7-456c-9122-613a15b2ee6a None None] Network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:58:17.792276 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bf415717-ca4d-4baa-af82-3dd0312a7143 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7249446 Jul 15 14:58:17.796095 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48246) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:17.804569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8d8d27a9-9669-40a3-8726-bf42c581266a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Request body: {'subnet': {'network_id': '1bead9a4-4428-4843-b726-82fc6739e864', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:18.013606 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37ed4a-1fa2-46e8-86fd-dabb1a16c36e req-9240b45c-28b0-45c3-8c49-afddd80fe26e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:18.024318 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad37ed4a-1fa2-46e8-86fd-dabb1a16c36e req-9240b45c-28b0-45c3-8c49-afddd80fe26e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 945 time: 0.1816852 Jul 15 14:58:18.039814 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48268) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:18.045256 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c', 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'fixed_ips': [{'subnet_id': '9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:58:18.046465 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:18.062682 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8d27a9-9669-40a3-8726-bf42c581266a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Made reservation on behalf of 376291fad91d46c09381b2e97ae5561f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:18.066487 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d8d27a9-9669-40a3-8726-bf42c581266a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:18.095898 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad37ed4a-1fa2-46e8-86fd-dabb1a16c36e req-da4d3a76-a380-4f33-8762-5aa1c79c10ea tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/security-groups?id=e16b8669-e3b4-46eb-bf00-92c3ad80c904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696263 Jul 15 14:58:18.155731 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7389cf6b-f030-4571-a969-32fd5bd16de1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3c822a4f9db84f3f82e1eaf160263154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1145504 Jul 15 14:58:18.158965 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48270) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:18.267600 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-647c2dfb-b9fe-4a72-b63a-24cec4ada380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:18.320952 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-647c2dfb-b9fe-4a72-b63a-24cec4ada380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:18.355198 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d8d27a9-9669-40a3-8726-bf42c581266a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:18.456902 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d27a9-9669-40a3-8726-bf42c581266a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event updated for resources: {'Subnet': ['ID=97cd0b09-7fe2-4d3d-863f-66972b0476a8,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:18.459595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8d27a9-9669-40a3-8726-bf42c581266a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Checking segment: {'id': 'dc0c81ee-0785-4cba-9a78-0313fb416409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:18.460214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8d27a9-9669-40a3-8726-bf42c581266a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Network hostable DHCP agents. Network: 1bead9a4-4428-4843-b726-82fc6739e864, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:58:18.470916 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-643bc077-a385-4622-bb1e-c5f4abe73e8e req-1ec826bf-f9e0-4d0a-9beb-06341e554da5 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0469029 Jul 15 14:58:18.476641 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-647c2dfb-b9fe-4a72-b63a-24cec4ada380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:18.479582 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-647c2dfb-b9fe-4a72-b63a-24cec4ada380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:18.480863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-647c2dfb-b9fe-4a72-b63a-24cec4ada380 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ece96647-4781-4717-b3d4-ef520d4e6b4a HTTP/1.1" status: 204 len: 168 time: 0.3195508 Jul 15 14:58:18.482576 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8d27a9-9669-40a3-8726-bf42c581266a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Network 1bead9a4-4428-4843-b726-82fc6739e864 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:58:18.491296 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Allocated IP 10.1.1.2 (33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c/9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c/5981db5f-fa6a-4193-b40e-323b07b7fbdf) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:58:18.499016 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8d8d27a9-9669-40a3-8726-bf42c581266a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 1bead9a4-4428-4843-b726-82fc6739e864) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:18.514123 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8d27a9-9669-40a3-8726-bf42c581266a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:18.514974 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610819c2-cf28-4264-adef-4b553fce15e7 None None] Network 1bead9a4-4428-4843-b726-82fc6739e864 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:58:18.515099 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d8d27a9-9669-40a3-8726-bf42c581266a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:18.536455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618adbf-107b-4c26-9eba-3c86377ce091 req-caebe916-0ffc-4811-8098-503016e7c33d tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:18.538512 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d618adbf-107b-4c26-9eba-3c86377ce091 req-caebe916-0ffc-4811-8098-503016e7c33d tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=1483b0fa-fe3a-4600-ad97-f9bf47431de9 HTTP/1.1" status: 200 len: 943 time: 0.1956129 Jul 15 14:58:18.539733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c2dfb-b9fe-4a72-b63a-24cec4ada380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece96647-4781-4717-b3d4-ef520d4e6b4a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:18.552035 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8d8d27a9-9669-40a3-8726-bf42c581266a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7546036 Jul 15 14:58:18.554145 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:18.567731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e61636d9-a580-40e4-959b-a5060f806ee6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Request body: {'port': {'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c', 'name': 'tempest-TaggedBootDevicesTest-1133742130', 'fixed_ips': [{'subnet_id': '9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:18.720511 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:18.733066 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-d618adbf-107b-4c26-9eba-3c86377ce091 req-18f1e02f-7b90-44d0-9b58-0613b89efa28 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Deleting port 059c3637-ad4a-427a-a09c-b281e6ba4541 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:58:18.733454 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d618adbf-107b-4c26-9eba-3c86377ce091 req-18f1e02f-7b90-44d0-9b58-0613b89efa28 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:18.778883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61636d9-a580-40e4-959b-a5060f806ee6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Made reservation on behalf of 376291fad91d46c09381b2e97ae5561f for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:18.850454 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:18.880753 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Transition to ACTIVE for port object 5981db5f-fa6a-4193-b40e-323b07b7fbdf will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:18.929950 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e61636d9-a580-40e4-959b-a5060f806ee6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:18.936312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Transition to ACTIVE for port object 5981db5f-fa6a-4193-b40e-323b07b7fbdf will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:18.944321 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-d618adbf-107b-4c26-9eba-3c86377ce091 req-18f1e02f-7b90-44d0-9b58-0613b89efa28 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] For port 059c3637-ad4a-427a-a09c-b281e6ba4541, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=059c3637-ad4a-427a-a09c-b281e6ba4541,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:18.945010 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d618adbf-107b-4c26-9eba-3c86377ce091 req-18f1e02f-7b90-44d0-9b58-0613b89efa28 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:18.945685 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:18.961969 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-d618adbf-107b-4c26-9eba-3c86377ce091 req-18f1e02f-7b90-44d0-9b58-0613b89efa28 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Calling delete_port for 059c3637-ad4a-427a-a09c-b281e6ba4541 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:58:18.973972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-e61636d9-a580-40e4-959b-a5060f806ee6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] device_id is not set on port e6c7806c-4a42-48df-8fdb-c278e251f75b yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 14:58:18.979693 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-1bead9a4-4428-4843-b726-82fc6739e864', 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'fixed_ips': [{'subnet_id': '97cd0b09-7fe2-4d3d-863f-66972b0476a8'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:58:18.980547 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:19.038913 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:58:19.051838 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:19.053841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f4bf1-8dba-405f-8e98-afa42517702b req-88f4efbd-d00b-4b68-8d66-5a27ea4902b4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:19.061054 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f74f4bf1-8dba-405f-8e98-afa42517702b req-88f4efbd-d00b-4b68-8d66-5a27ea4902b4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.1696143 Jul 15 14:58:19.103389 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:58:19.111575 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:19.118112 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Pushing event updated for resources: {'Port': ['ID=5981db5f-fa6a-4193-b40e-323b07b7fbdf,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:19.152762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f74f4bf1-8dba-405f-8e98-afa42517702b req-222f6c80-3c97-4bc7-b1c9-3036191ef2c3 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878201 Jul 15 14:58:19.206866 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Attempting to bind port 5981db5f-fa6a-4193-b40e-323b07b7fbdf on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:19.207244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Attempting to bind port 5981db5f-fa6a-4193-b40e-323b07b7fbdf by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:19.207650 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Attempting to bind port 5981db5f-fa6a-4193-b40e-323b07b7fbdf on network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:19.235193 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e61636d9-a580-40e4-959b-a5060f806ee6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Allocated IP 10.1.1.87 (33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c/9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c/e6c7806c-4a42-48df-8fdb-c278e251f75b) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:58:19.237897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:19.238294 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Checking segment: {'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:19.238952 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:19.239362 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Bound using segment: {'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:19.240257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Bound port: 5981db5f-fa6a-4193-b40e-323b07b7fbdf, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:19.240415 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:19.262340 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d618adbf-107b-4c26-9eba-3c86377ce091 req-18f1e02f-7b90-44d0-9b58-0613b89efa28 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:19.298121 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Allocated IP 10.2.2.2 (1bead9a4-4428-4843-b726-82fc6739e864/97cd0b09-7fe2-4d3d-863f-66972b0476a8/e5fa746b-b542-481b-a5fe-553bdcc550c5) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:58:19.327621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1483b0fa-fe3a-4600-ad97-f9bf47431de9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '059c3637-ad4a-427a-a09c-b281e6ba4541'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:19.330280 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f652ceb0-75b1-4f15-a1aa-edfb82b8edd3" -d '{"events": [{"server_uuid": "1483b0fa-fe3a-4600-ad97-f9bf47431de9", "name": "network-vif-unplugged", "status": "completed", "tag": "059c3637-ad4a-427a-a09c-b281e6ba4541"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:19.343695 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1e02f-7b90-44d0-9b58-0613b89efa28 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Pushing event deleted for resources: {'Port': ['ID=059c3637-ad4a-427a-a09c-b281e6ba4541,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:19.370244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] For port 5981db5f-fa6a-4193-b40e-323b07b7fbdf, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:19.415342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d618adbf-107b-4c26-9eba-3c86377ce091 req-18f1e02f-7b90-44d0-9b58-0613b89efa28 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] No DVR routers for this DVR port 059c3637-ad4a-427a-a09c-b281e6ba4541 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:58:19.417272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] For port 5981db5f-fa6a-4193-b40e-323b07b7fbdf, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5981db5f-fa6a-4193-b40e-323b07b7fbdf,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:58:19.419076 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d618adbf-107b-4c26-9eba-3c86377ce091 req-18f1e02f-7b90-44d0-9b58-0613b89efa28 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:19.430015 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d618adbf-107b-4c26-9eba-3c86377ce091 req-18f1e02f-7b90-44d0-9b58-0613b89efa28 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "DELETE /v2.0/ports/059c3637-ad4a-427a-a09c-b281e6ba4541 HTTP/1.1" status: 204 len: 173 time: 0.8835080 Jul 15 14:58:19.431685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1483b0fa-fe3a-4600-ad97-f9bf47431de9', 'name': 'network-vif-deleted', 'tag': '059c3637-ad4a-427a-a09c-b281e6ba4541'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:19.432981 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:19.434244 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d5d01f-a987-485e-8c1c-0108e3cf6f63" -d '{"events": [{"server_uuid": "1483b0fa-fe3a-4600-ad97-f9bf47431de9", "name": "network-vif-deleted", "tag": "059c3637-ad4a-427a-a09c-b281e6ba4541"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:19.490280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a7a3d-5397-42b9-ae1b-2a27816f0253 None None] Pushing event updated for resources: {'Port': ['ID=5981db5f-fa6a-4193-b40e-323b07b7fbdf,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:19.505360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e61636d9-a580-40e4-959b-a5060f806ee6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:19.506544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa222404-48a2-4f07-8ed1-f9c0405d527b req-5809dd42-4180-4f12-86e1-2219a3f474c4 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:19.523790 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa222404-48a2-4f07-8ed1-f9c0405d527b req-5809dd42-4180-4f12-86e1-2219a3f474c4 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 1095 time: 0.1960344 Jul 15 14:58:19.526802 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-e61636d9-a580-40e4-959b-a5060f806ee6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Transition to ACTIVE for port object e6c7806c-4a42-48df-8fdb-c278e251f75b will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:19.576520 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa222404-48a2-4f07-8ed1-f9c0405d527b req-0e9d092d-dd9e-482d-bae9-33e1167e7269 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496054 Jul 15 14:58:19.582643 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e61636d9-a580-40e4-959b-a5060f806ee6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:19.632330 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:19.644741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Transition to ACTIVE for port object e5fa746b-b542-481b-a5fe-553bdcc550c5 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:19.670551 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Transition to ACTIVE for port object e5fa746b-b542-481b-a5fe-553bdcc550c5 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:19.678962 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61636d9-a580-40e4-959b-a5060f806ee6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:58:19.683538 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e61636d9-a580-40e4-959b-a5060f806ee6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:19.685920 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:19.694143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61636d9-a580-40e4-959b-a5060f806ee6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:58:19.732578 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61636d9-a580-40e4-959b-a5060f806ee6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event updated for resources: {'Port': ['ID=e6c7806c-4a42-48df-8fdb-c278e251f75b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:19.774558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Pushing event updated for resources: {'Port': ['ID=e5fa746b-b542-481b-a5fe-553bdcc550c5,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:19.780987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Network 1bead9a4-4428-4843-b726-82fc6739e864 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:58:19.782708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:19.785454 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:58:19.791639 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61636d9-a580-40e4-959b-a5060f806ee6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:19.792365 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e61636d9-a580-40e4-959b-a5060f806ee6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:19.821009 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e61636d9-a580-40e4-959b-a5060f806ee6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2629342 Jul 15 14:58:19.823551 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48320) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:19.840920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cb951deb-a788-40d2-9b7b-333487255e50 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Request body: {'port': {'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c', 'name': 'tempest-TaggedBootDevicesTest-288229820', 'fixed_ips': [{'subnet_id': '9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:19.904272 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48322) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:19.905800 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Attempting to bind port e5fa746b-b542-481b-a5fe-553bdcc550c5 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:19.906360 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Attempting to bind port e5fa746b-b542-481b-a5fe-553bdcc550c5 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'dc0c81ee-0785-4cba-9a78-0313fb416409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:19.906997 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Attempting to bind port e5fa746b-b542-481b-a5fe-553bdcc550c5 on network 1bead9a4-4428-4843-b726-82fc6739e864 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:19.914011 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:19.917293 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Checking segment: {'id': 'dc0c81ee-0785-4cba-9a78-0313fb416409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:19.917957 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:19.918378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Bound using segment: {'id': 'dc0c81ee-0785-4cba-9a78-0313fb416409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:19.918914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Bound port: e5fa746b-b542-481b-a5fe-553bdcc550c5, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c81ee-0785-4cba-9a78-0313fb416409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:19.919849 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:19.943814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c32967-c763-4fde-b52e-3412797d3494 req-aa77ebd9-b887-4ca8-8edb-00a455bacad8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:19.945667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91c32967-c763-4fde-b52e-3412797d3494 req-aa77ebd9-b887-4ca8-8edb-00a455bacad8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 945 time: 0.2113745 Jul 15 14:58:19.996603 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91c32967-c763-4fde-b52e-3412797d3494 req-35be4ebd-1011-4a82-abf5-60ecc6764a40 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/security-groups?id=e16b8669-e3b4-46eb-bf00-92c3ad80c904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450311 Jul 15 14:58:20.062408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb951deb-a788-40d2-9b7b-333487255e50 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Made reservation on behalf of 376291fad91d46c09381b2e97ae5561f for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:20.063050 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] For port e5fa746b-b542-481b-a5fe-553bdcc550c5, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:20.066882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] For port e5fa746b-b542-481b-a5fe-553bdcc550c5, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e5fa746b-b542-481b-a5fe-553bdcc550c5,segment=NetworkSegment(dc0c81ee-0785-4cba-9a78-0313fb416409),segment_id=dc0c81ee-0785-4cba-9a78-0313fb416409)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:58:20.071364 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb951deb-a788-40d2-9b7b-333487255e50 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:20.073665 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:20.090388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-cb951deb-a788-40d2-9b7b-333487255e50 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] device_id is not set on port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 14:58:20.112326 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-3b3981c8-ffd2-4b0d-8d1a-76122bbcd3af admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-312438271-network', 'tenant_id': 'f1907a4b97a441cd9ed8d75274e01f80'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:20.137440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350afb76-7093-450a-aecb-ed6183145a8c None None] Pushing event updated for resources: {'Port': ['ID=e5fa746b-b542-481b-a5fe-553bdcc550c5,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:20.161489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3981c8-ffd2-4b0d-8d1a-76122bbcd3af admin admin] Made reservation on behalf of f1907a4b97a441cd9ed8d75274e01f80 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:20.163890 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b3981c8-ffd2-4b0d-8d1a-76122bbcd3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:20.185891 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b3981c8-ffd2-4b0d-8d1a-76122bbcd3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:20.276957 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649b8349-e54e-4fd7-a196-950b1db77671 x-openstack-request-id: req-649b8349-e54e-4fd7-a196-950b1db77671 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:20.277279 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1483b0fa-fe3a-4600-ad97-f9bf47431de9", "name": "network-vif-unplugged", "status": "failed", "tag": "059c3637-ad4a-427a-a09c-b281e6ba4541", "code": 422}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:20.277537 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-649b8349-e54e-4fd7-a196-950b1db77671 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:20.278018 n-d-764435-3 neutron-server[100713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1483b0fa-fe3a-4600-ad97-f9bf47431de9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '059c3637-ad4a-427a-a09c-b281e6ba4541', 'code': 422} returned with failed status Jul 15 14:58:20.313311 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a1ebd9-44ca-4634-b09c-2dda0da4fe40 x-openstack-request-id: req-36a1ebd9-44ca-4634-b09c-2dda0da4fe40 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:20.313741 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1483b0fa-fe3a-4600-ad97-f9bf47431de9", "name": "network-vif-deleted", "tag": "059c3637-ad4a-427a-a09c-b281e6ba4541", "status": "failed", "code": 422}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:20.314105 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-36a1ebd9-44ca-4634-b09c-2dda0da4fe40 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:20.316838 n-d-764435-3 neutron-server[100711]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1483b0fa-fe3a-4600-ad97-f9bf47431de9', 'name': 'network-vif-deleted', 'tag': '059c3637-ad4a-427a-a09c-b281e6ba4541', 'status': 'failed', 'code': 422} returned with failed status Jul 15 14:58:20.335617 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b3981c8-ffd2-4b0d-8d1a-76122bbcd3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:20.342408 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b3981c8-ffd2-4b0d-8d1a-76122bbcd3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:20.383241 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3981c8-ffd2-4b0d-8d1a-76122bbcd3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d865f0d2-bbe9-47d5-bdbf-8270c85e845f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:20.397596 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-cb951deb-a788-40d2-9b7b-333487255e50 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Allocated IP 10.1.1.118 (33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c/9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c/1f3696f3-00cd-46db-8061-ca8adfe8c0d3) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:58:20.418522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3981c8-ffd2-4b0d-8d1a-76122bbcd3af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:58:20.491057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4bc77df0-67c8-4165-991d-bf3b2d96a28b req-e408b0bd-9e6b-4dae-8760-66f08beb47e0 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0642908 Jul 15 14:58:20.492563 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b3981c8-ffd2-4b0d-8d1a-76122bbcd3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:20.493091 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-3b3981c8-ffd2-4b0d-8d1a-76122bbcd3af admin admin] Added segment 2308aa5f-107e-41bd-8063-c2e74c9c4ec4 of type vlan for network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac Jul 15 14:58:20.565553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 059c3637-ad4a-427a-a09c-b281e6ba4541 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:58:20.593414 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b3981c8-ffd2-4b0d-8d1a-76122bbcd3af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:20.611768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 059c3637-ad4a-427a-a09c-b281e6ba4541 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:58:20.613374 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 059c3637-ad4a-427a-a09c-b281e6ba4541 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:58:20.712919 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b3981c8-ffd2-4b0d-8d1a-76122bbcd3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:20.713864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3981c8-ffd2-4b0d-8d1a-76122bbcd3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:20.714459 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b3981c8-ffd2-4b0d-8d1a-76122bbcd3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:20.716561 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb951deb-a788-40d2-9b7b-333487255e50 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:20.734286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-cb951deb-a788-40d2-9b7b-333487255e50 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Transition to ACTIVE for port object 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:20.764316 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3b3981c8-ffd2-4b0d-8d1a-76122bbcd3af admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8563166 Jul 15 14:58:20.764566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48332) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:20.770121 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-21c6b362-cf5d-4e46-ae08-46c30928cb74 admin admin] Request body: {'subnet': {'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-312438271-subnet', 'tenant_id': 'f1907a4b97a441cd9ed8d75274e01f80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:20.773700 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda28c0-06c5-49b7-a2a1-e47e89cb3c2a req-b0947c01-034d-48a0-a8c0-6562dc76371b tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:20.775269 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3cda28c0-06c5-49b7-a2a1-e47e89cb3c2a req-b0947c01-034d-48a0-a8c0-6562dc76371b tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 1095 time: 0.1658392 Jul 15 14:58:20.796878 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb951deb-a788-40d2-9b7b-333487255e50 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:20.813605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3981c8-ffd2-4b0d-8d1a-76122bbcd3af admin admin] Pushing event updated for resources: {'Network': ['ID=03ebfc59-ab4a-4228-ba98-4caf8d6538ac,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:20.832220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:58:20.840671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb951deb-a788-40d2-9b7b-333487255e50 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:58:20.845173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a54107-c5fd-4a23-9fe6-ff44d5ae9b80 req-ea1c3964-29df-4e97-82fc-c300872fb8f4 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:20.846476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-cb951deb-a788-40d2-9b7b-333487255e50 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:20.847652 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17a54107-c5fd-4a23-9fe6-ff44d5ae9b80 req-ea1c3964-29df-4e97-82fc-c300872fb8f4 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 945 time: 0.1961195 Jul 15 14:58:20.866237 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48334) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:20.867397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb951deb-a788-40d2-9b7b-333487255e50 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:58:20.872046 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-30807775-2150-401b-8202-7d5d7780f16b tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Request body: {'floatingip': {'port_id': 'ece3a68f-342e-47e9-8a1a-b8fe7098b963'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:20.898292 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c6b362-cf5d-4e46-ae08-46c30928cb74 admin admin] Made reservation on behalf of f1907a4b97a441cd9ed8d75274e01f80 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:20.900892 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21c6b362-cf5d-4e46-ae08-46c30928cb74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:20.921751 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3cda28c0-06c5-49b7-a2a1-e47e89cb3c2a req-2ff524a8-df85-4310-9c18-bd68d5ce227f tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112642 Jul 15 14:58:20.929920 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-30807775-2150-401b-8202-7d5d7780f16b tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:21.058167 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb951deb-a788-40d2-9b7b-333487255e50 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event updated for resources: {'Port': ['ID=1f3696f3-00cd-46db-8061-ca8adfe8c0d3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:21.112297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5981db5f-fa6a-4193-b40e-323b07b7fbdf up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:58:21.185886 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb951deb-a788-40d2-9b7b-333487255e50 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:21.186726 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb951deb-a788-40d2-9b7b-333487255e50 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:21.223706 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cb951deb-a788-40d2-9b7b-333487255e50 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3986189 Jul 15 14:58:21.226772 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf23e1a8-bf91-4b15-94ca-d411704ce539 None None] Network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:58:21.305865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 5981db5f-fa6a-4193-b40e-323b07b7fbdf completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:21.335409 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-556bb02e-fa2e-4dc4-91fe-95ac9a6d6bd8 None None] Provisioning for port 5981db5f-fa6a-4193-b40e-323b07b7fbdf completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:21.345348 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 5981db5f-fa6a-4193-b40e-323b07b7fbdf triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:21.345939 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:21.358271 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-556bb02e-fa2e-4dc4-91fe-95ac9a6d6bd8 None None] Provisioning complete for port 5981db5f-fa6a-4193-b40e-323b07b7fbdf triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:21.359650 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-556bb02e-fa2e-4dc4-91fe-95ac9a6d6bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:21.379384 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21c6b362-cf5d-4e46-ae08-46c30928cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:21.470959 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6b362-cf5d-4e46-ae08-46c30928cb74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4eca178-0ffb-4cd8-96ff-741d6035f765,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:21.497533 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c6b362-cf5d-4e46-ae08-46c30928cb74 admin admin] Checking segment: {'id': '2308aa5f-107e-41bd-8063-c2e74c9c4ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:21.498263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c6b362-cf5d-4e46-ae08-46c30928cb74 admin admin] Network hostable DHCP agents. Network: 03ebfc59-ab4a-4228-ba98-4caf8d6538ac, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:58:21.526067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c6b362-cf5d-4e46-ae08-46c30928cb74 admin admin] Network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:58:21.545943 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-21c6b362-cf5d-4e46-ae08-46c30928cb74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 03ebfc59-ab4a-4228-ba98-4caf8d6538ac) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:21.553204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18318e8b-af4a-4ca6-ba35-8412cc3f1ca1 req-84650dc7-2655-4ed2-b65c-d806fea046d1 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:21.554816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-18318e8b-af4a-4ca6-ba35-8412cc3f1ca1 req-84650dc7-2655-4ed2-b65c-d806fea046d1 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.4136508 Jul 15 14:58:21.567254 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c6b362-cf5d-4e46-ae08-46c30928cb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:21.573796 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21c6b362-cf5d-4e46-ae08-46c30928cb74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:21.604782 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b01ac90-d1d6-4c38-b90c-ca1accdbb7db None None] Network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:58:21.622610 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-21c6b362-cf5d-4e46-ae08-46c30928cb74 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8540940 Jul 15 14:58:21.714917 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:21.719181 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-556bb02e-fa2e-4dc4-91fe-95ac9a6d6bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:21.843169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7657c875-e47f-4706-a677-6e9f903d7a2a None None] Network 1bead9a4-4428-4843-b726-82fc6739e864 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:58:22.001901 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 5981db5f-fa6a-4193-b40e-323b07b7fbdf, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5981db5f-fa6a-4193-b40e-323b07b7fbdf,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:22.019319 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:22.020175 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e5fa746b-b542-481b-a5fe-553bdcc550c5 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:58:22.040075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48362) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:22.045133 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e9922602-a997-4349-ab0d-33dfec5fae4e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--427839843', 'description': 'tempest-description--321458016'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:22.080508 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9922602-a997-4349-ab0d-33dfec5fae4e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:22.082395 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-18318e8b-af4a-4ca6-ba35-8412cc3f1ca1 req-e82f15a8-10ba-44e1-a9d7-3f3c0342bb52 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705415 Jul 15 14:58:22.322816 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-30807775-2150-401b-8202-7d5d7780f16b tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:22.323090 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9922602-a997-4349-ab0d-33dfec5fae4e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:22.337857 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9922602-a997-4349-ab0d-33dfec5fae4e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:22.341303 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04896bd0-166d-44c3-9ce6-a4eafdd12328 None None] Network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:58:22.357260 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-556bb02e-fa2e-4dc4-91fe-95ac9a6d6bd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 14:58:22.357593 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-556bb02e-fa2e-4dc4-91fe-95ac9a6d6bd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:58:22.367077 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9922602-a997-4349-ab0d-33dfec5fae4e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:22.370781 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e9922602-a997-4349-ab0d-33dfec5fae4e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3296320 Jul 15 14:58:22.385590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48372) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:22.399055 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-135f890c-f531-432a-a483-ea07c619203c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Request body: {'security_group_rule': {'security_group_id': '77a270d0-e6f7-4f24-9130-9e82fba4fc22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:22.443031 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-30807775-2150-401b-8202-7d5d7780f16b tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:22.444536 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=5981db5f-fa6a-4193-b40e-323b07b7fbdf,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:22.452303 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port e5fa746b-b542-481b-a5fe-553bdcc550c5 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:22.460525 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9922602-a997-4349-ab0d-33dfec5fae4e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a270d0-e6f7-4f24-9130-9e82fba4fc22,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:22.490334 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-135f890c-f531-432a-a483-ea07c619203c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:22.629409 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-135f890c-f531-432a-a483-ea07c619203c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:22.637151 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-135f890c-f531-432a-a483-ea07c619203c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:22.664683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6830e7-b574-416a-a50b-343451df5136 req-43c00ea8-abe4-4e35-a6c0-ca2b026558cf tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:22.666464 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de6830e7-b574-416a-a50b-343451df5136 req-43c00ea8-abe4-4e35-a6c0-ca2b026558cf tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 812 time: 0.4028373 Jul 15 14:58:22.668661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbd6a0e5-a46a-4f8f-ab93-9b5d15776527 req-68f759de-428f-48c5-8893-564eed4e9e17 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0524464 Jul 15 14:58:22.669923 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-30807775-2150-401b-8202-7d5d7780f16b tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Floating IP 0abea602-51a7-4b8b-8fec-888330134bf5 associated. External IP: 172.25.4.180, port: ece3a68f-342e-47e9-8a1a-b8fe7098b963. Jul 15 14:58:22.688736 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-135f890c-f531-432a-a483-ea07c619203c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:22.689963 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-135f890c-f531-432a-a483-ea07c619203c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3033979 Jul 15 14:58:22.697557 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48376) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:22.702266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-71147680-82f0-45b1-9cd0-d286ec99ac97 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Request body: {'security_group_rule': {'security_group_id': '77a270d0-e6f7-4f24-9130-9e82fba4fc22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:22.729404 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f890c-f531-432a-a483-ea07c619203c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a84ca55-6e08-41bf-aa9b-a90c32313ddc,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:22.783573 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71147680-82f0-45b1-9cd0-d286ec99ac97 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:22.844688 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de6830e7-b574-416a-a50b-343451df5136 req-d5673843-12fd-4efd-9689-7f84e5580f47 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/quotas/c897b36bbafc46f38b8951e37af7f8d2 HTTP/1.1" status: 200 len: 375 time: 0.0276792 Jul 15 14:58:22.917880 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71147680-82f0-45b1-9cd0-d286ec99ac97 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:22.923604 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71147680-82f0-45b1-9cd0-d286ec99ac97 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:22.942128 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de6830e7-b574-416a-a50b-343451df5136 req-6baeb838-6f12-4424-8fea-57caccf748d3 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880766 Jul 15 14:58:22.944703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5981db5f-fa6a-4193-b40e-323b07b7fbdf up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:58:22.951476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71147680-82f0-45b1-9cd0-d286ec99ac97 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab84322d-8973-4f7a-ab67-3dae1c960d69,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:22.990599 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71147680-82f0-45b1-9cd0-d286ec99ac97 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:22.992396 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-71147680-82f0-45b1-9cd0-d286ec99ac97 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2938197 Jul 15 14:58:22.995525 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48380) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:23.007105 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:23.054489 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:23.096407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 5981db5f-fa6a-4193-b40e-323b07b7fbdf triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:23.096793 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:23.183893 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:23.185029 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] Provisioning for port e6c7806c-4a42-48df-8fdb-c278e251f75b completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:23.212515 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] Provisioning complete for port e6c7806c-4a42-48df-8fdb-c278e251f75b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:23.213294 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:23.267671 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] Port e6c7806c-4a42-48df-8fdb-c278e251f75b cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:58:23.287849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] Provisioning for port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:23.293697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] Provisioning complete for port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:23.294400 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:23.339305 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de6830e7-b574-416a-a50b-343451df5136 req-08ed2a16-ec98-44a6-9ded-02a0297639d8 service neutron] 10.222.0.38 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962760 Jul 15 14:58:23.344335 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] Port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:58:23.365477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] Provisioning for port e5fa746b-b542-481b-a5fe-553bdcc550c5 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:23.371087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] Provisioning complete for port e5fa746b-b542-481b-a5fe-553bdcc550c5 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:23.371560 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:23.382949 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Allocated IP 172.25.4.108 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/bb507f53-5f1d-4c93-b428-09fd30b678f7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:58:23.392167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-8cfa1668-c4f7-479f-b56c-729b81d67ba9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:23.394155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-8cfa1668-c4f7-479f-b56c-729b81d67ba9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/networks?id=03ebfc59-ab4a-4228-ba98-4caf8d6538ac HTTP/1.1" status: 200 len: 814 time: 0.2368789 Jul 15 14:58:23.397750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30807775-2150-401b-8202-7d5d7780f16b tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Router 44aa7394-9a30-4a12-8e7a-c91e82e1175c has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:58:23.456066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-02979051-4b7b-49de-a792-cd281b130fbe tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/quotas/f1907a4b97a441cd9ed8d75274e01f80 HTTP/1.1" status: 200 len: 375 time: 0.0529113 Jul 15 14:58:23.480753 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:23.510429 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:23.510985 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-66b62506-107b-4a2a-8a37-e0bf66ba0878 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1907a4b97a441cd9ed8d75274e01f80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525293 Jul 15 14:58:23.520841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] For port e5fa746b-b542-481b-a5fe-553bdcc550c5, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e5fa746b-b542-481b-a5fe-553bdcc550c5,segment=NetworkSegment(dc0c81ee-0785-4cba-9a78-0313fb416409),segment_id=dc0c81ee-0785-4cba-9a78-0313fb416409)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:23.528672 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:23.569001 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:23.588012 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] Provisioning complete for port 5981db5f-fa6a-4193-b40e-323b07b7fbdf triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:23.588383 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:23.597505 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de6830e7-b574-416a-a50b-343451df5136 req-cccafd08-e8bb-446c-931c-b3b2723d7333 service neutron] 10.222.0.38 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443194 Jul 15 14:58:23.638016 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event updated for resources: {'Port': ['ID=bb507f53-5f1d-4c93-b428-09fd30b678f7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:23.661496 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:58:23.663373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:23.665924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:58:23.710554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c4eb4-2b18-4299-be43-7cc6418bf221 None None] Pushing event updated for resources: {'Port': ['ID=e5fa746b-b542-481b-a5fe-553bdcc550c5,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:23.755145 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-fc82b67c-d540-4c63-a01a-8fc52986e46f service neutron] 10.222.0.38 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430546 Jul 15 14:58:23.770440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30807775-2150-401b-8202-7d5d7780f16b tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:58:23.775845 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-30807775-2150-401b-8202-7d5d7780f16b tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:23.780327 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:23.795195 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857c1b77-a692-427f-8ec5-d948853e4c67 None None] Sync routers for ids ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:58:23.822899 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-30807775-2150-401b-8202-7d5d7780f16b tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "PUT /v2.0/floatingips/0abea602-51a7-4b8b-8fec-888330134bf5 HTTP/1.1" status: 200 len: 991 time: 2.9528525 Jul 15 14:58:23.829737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c879ab6-ad39-42ec-a640-7b504eaebea1', 'tag': 'ece3a68f-342e-47e9-8a1a-b8fe7098b963'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:23.833109 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f0536e-d726-45a7-bcb6-0ab3bd5f2100" -d '{"events": [{"name": "network-changed", "server_uuid": "9c879ab6-ad39-42ec-a640-7b504eaebea1", "tag": "ece3a68f-342e-47e9-8a1a-b8fe7098b963"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:23.849387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857c1b77-a692-427f-8ec5-d948853e4c67 None None] Routers {'44aa7394-9a30-4a12-8e7a-c91e82e1175c'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:58:23.849903 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-857c1b77-a692-427f-8ec5-d948853e4c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:58:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:58:23.867341 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:23.939692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-c19b06a1-cde7-4bcd-a700-bcf2d47bd273 service neutron] 10.222.0.38 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765416 Jul 15 14:58:24.064716 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c006a72b-33ed-4f49-a2db-95f6c0b72f21 None None] Provisioning complete for port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:24.065262 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c006a72b-33ed-4f49-a2db-95f6c0b72f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:24.120539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-857c1b77-a692-427f-8ec5-d948853e4c67 None None] Set router 44aa7394-9a30-4a12-8e7a-c91e82e1175c gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:58:24.191071 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:24.202504 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:24.240362 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5986f8c-aaf8-4521-a77d-555f976227fa req-58d2ebb5-627e-4e70-a959-5f0717067ff4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:24.260015 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5986f8c-aaf8-4521-a77d-555f976227fa req-58d2ebb5-627e-4e70-a959-5f0717067ff4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.1806846 Jul 15 14:58:24.349532 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5986f8c-aaf8-4521-a77d-555f976227fa req-18236bc0-2ace-4150-94d4-f9ccc3e0b5dc tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825996 Jul 15 14:58:24.369959 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c006a72b-33ed-4f49-a2db-95f6c0b72f21 None None] Port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:58:24.390340 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event updated for resources: {'Port': ['ID=bb507f53-5f1d-4c93-b428-09fd30b678f7,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:24.413712 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:24.440162 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:24.451474 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2e7cc1eb-e35a-4898-bd62-80d14354340b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4452782 Jul 15 14:58:24.586566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-857c1b77-a692-427f-8ec5-d948853e4c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'name': 'tempest-ServersTestJSON-1020936377-router', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:38Z', 'updated_at': '2021-07-15T14:57:52Z', 'revision_number': 4, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'gw_port': {'id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:39Z', 'updated_at': '2021-07-15T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '0abea602-51a7-4b8b-8fec-888330134bf5', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'port_id': 'ece3a68f-342e-47e9-8a1a-b8fe7098b963', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'mac_address': 'fa:16:3e:55:a2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c879ab6-ad39-42ec-a640-7b504eaebea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:58:00Z', 'updated_at': '2021-07-15T14:58:22Z', 'revision_number': 1, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e057f7e5-30f6-48fe-8abf-c3f9d27aba43', 'name': '', 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'mac_address': 'fa:16:3e:9b:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:47Z', 'updated_at': '2021-07-15T14:58:01Z', 'revision_number': 5, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'subnets': [{'id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:58:24.635293 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857c1b77-a692-427f-8ec5-d948853e4c67 None None] Checking router: 44aa7394-9a30-4a12-8e7a-c91e82e1175c for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:58:24.646935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857c1b77-a692-427f-8ec5-d948853e4c67 None None] Routers {'44aa7394-9a30-4a12-8e7a-c91e82e1175c'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:58:24.647643 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-857c1b77-a692-427f-8ec5-d948853e4c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:58:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:58:24.703156 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-797fd7aa-07df-4c1f-8810-aad481a0f781 req-a1d0b49c-049a-4d5e-be41-81c3a09f5d85 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0653524 Jul 15 14:58:24.705169 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f759f5e-0ce9-430b-8f5c-56320e328eb2 x-openstack-request-id: req-5f759f5e-0ce9-430b-8f5c-56320e328eb2 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:24.705529 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c879ab6-ad39-42ec-a640-7b504eaebea1", "tag": "ece3a68f-342e-47e9-8a1a-b8fe7098b963", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:24.705721 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5f759f5e-0ce9-430b-8f5c-56320e328eb2 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:24.706100 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c879ab6-ad39-42ec-a640-7b504eaebea1', 'tag': 'ece3a68f-342e-47e9-8a1a-b8fe7098b963', 'status': 'completed', 'code': 200} Jul 15 14:58:24.839790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-857c1b77-a692-427f-8ec5-d948853e4c67 None None] Set router 44aa7394-9a30-4a12-8e7a-c91e82e1175c gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:58:24.888702 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-abb06a48-8f48-4f81-ad1f-eff113856d4a req-e9c21c54-375b-4f4d-b951-e30a685142cf tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 210 time: 0.1244860 Jul 15 14:58:24.913630 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb02d74f-5c38-49e5-8dfb-691b0b4b8a87 req-f78a0475-03b0-48ac-a551-84ded6c5b6bb tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 210 time: 0.1242850 Jul 15 14:58:24.979167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0536e-d726-45a7-bcb6-0ab3bd5f2100 req-1c033641-bdbe-480f-98e8-5bbc30440e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:24.981804 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61f0536e-d726-45a7-bcb6-0ab3bd5f2100 req-1c033641-bdbe-480f-98e8-5bbc30440e47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=646cb425971247848b7aa902cf7d8ff7&device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 1096 time: 0.2683539 Jul 15 14:58:24.992224 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e5fa746b-b542-481b-a5fe-553bdcc550c5 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:58:25.146719 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-f6e4d49e-dfdf-4c02-aaad-f992dd8ff67f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--427839843&fields=id&tenant_id=376291fad91d46c09381b2e97ae5561f HTTP/1.1" status: 200 len: 267 time: 0.0880709 Jul 15 14:58:25.219484 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e5fa746b-b542-481b-a5fe-553bdcc550c5 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:25.219711 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:25.223718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e9649849-9c45-4866-8f72-da3273e6f421 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:25.225327 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e9649849-9c45-4866-8f72-da3273e6f421 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports/e6c7806c-4a42-48df-8fdb-c278e251f75b HTTP/1.1" status: 200 len: 931 time: 0.0682585 Jul 15 14:58:25.231128 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0536e-d726-45a7-bcb6-0ab3bd5f2100 req-17fd7a3f-8d2c-48d9-b18c-249b21c8a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:25.232930 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61f0536e-d726-45a7-bcb6-0ab3bd5f2100 req-17fd7a3f-8d2c-48d9-b18c-249b21c8a040 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b0bd61d9-2271-4d88-82f8-35dc2aab6f81 HTTP/1.1" status: 200 len: 907 time: 0.2449837 Jul 15 14:58:25.372975 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61f0536e-d726-45a7-bcb6-0ab3bd5f2100 req-21ae9d57-0ef2-474c-9fc1-042993543a54 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece3a68f-342e-47e9-8a1a-b8fe7098b963 HTTP/1.1" status: 200 len: 999 time: 0.0793817 Jul 15 14:58:25.381416 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b7231f6b-efe1-47af-8269-15f5cc58eaa7 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:25.383002 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b7231f6b-efe1-47af-8269-15f5cc58eaa7 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports/1f3696f3-00cd-46db-8061-ca8adfe8c0d3 HTTP/1.1" status: 200 len: 931 time: 0.1490805 Jul 15 14:58:25.386481 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-857c1b77-a692-427f-8ec5-d948853e4c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'name': 'tempest-ServersTestJSON-1020936377-router', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:38Z', 'updated_at': '2021-07-15T14:57:52Z', 'revision_number': 4, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'gw_port': {'id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:39Z', 'updated_at': '2021-07-15T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '0abea602-51a7-4b8b-8fec-888330134bf5', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'port_id': 'ece3a68f-342e-47e9-8a1a-b8fe7098b963', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'mac_address': 'fa:16:3e:55:a2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c879ab6-ad39-42ec-a640-7b504eaebea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:58:00Z', 'updated_at': '2021-07-15T14:58:22Z', 'revision_number': 1, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e057f7e5-30f6-48fe-8abf-c3f9d27aba43', 'name': '', 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'mac_address': 'fa:16:3e:9b:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:47Z', 'updated_at': '2021-07-15T14:58:01Z', 'revision_number': 5, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'subnets': [{'id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:58:25.414917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857c1b77-a692-427f-8ec5-d948853e4c67 None None] The sync data for ids ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'] in n-d-764435-3 is: [{'id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'name': 'tempest-ServersTestJSON-1020936377-router', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:38Z', 'updated_at': '2021-07-15T14:57:52Z', 'revision_number': 4, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'gw_port': {'id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:39Z', 'updated_at': '2021-07-15T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '0abea602-51a7-4b8b-8fec-888330134bf5', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'port_id': 'ece3a68f-342e-47e9-8a1a-b8fe7098b963', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'mac_address': 'fa:16:3e:55:a2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c879ab6-ad39-42ec-a640-7b504eaebea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:58:00Z', 'updated_at': '2021-07-15T14:58:22Z', 'revision_number': 1, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e057f7e5-30f6-48fe-8abf-c3f9d27aba43', 'name': '', 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'mac_address': 'fa:16:3e:9b:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:47Z', 'updated_at': '2021-07-15T14:58:01Z', 'revision_number': 5, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'subnets': [{'id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:58:25.449499 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-fb8a1ffb-b56b-4523-9aa6-7e1ba404cb5a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?network_id=1bead9a4-4428-4843-b726-82fc6739e864&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0310390 Jul 15 14:58:25.499121 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-97de9692-4711-4026-8864-b72d3297fbc6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?network_id=1bead9a4-4428-4843-b726-82fc6739e864&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0420301 Jul 15 14:58:25.503706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0536e-d726-45a7-bcb6-0ab3bd5f2100 req-9cdaf2ba-8bde-4203-a174-9c53af8e5e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:25.505222 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61f0536e-d726-45a7-bcb6-0ab3bd5f2100 req-9cdaf2ba-8bde-4203-a174-9c53af8e5e3d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=17213894-ea71-452b-b85a-52eb9ca3aef3 HTTP/1.1" status: 200 len: 845 time: 0.1212733 Jul 15 14:58:25.663603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0536e-d726-45a7-bcb6-0ab3bd5f2100 req-947b78e8-14c3-460c-b383-b333f96b82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:25.665264 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61f0536e-d726-45a7-bcb6-0ab3bd5f2100 req-947b78e8-14c3-460c-b383-b333f96b82b0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b0bd61d9-2271-4d88-82f8-35dc2aab6f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486599 Jul 15 14:58:25.788702 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe4f030-11d8-4836-b7fe-e63af43486e8 None None] New status for floating IP 0abea602-51a7-4b8b-8fec-888330134bf5: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:58:25.796230 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-93e3873a-d9ee-4056-9e7b-ebfa7a6e7806 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:25.803820 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-93e3873a-d9ee-4056-9e7b-ebfa7a6e7806 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:25.809621 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-93e3873a-d9ee-4056-9e7b-ebfa7a6e7806 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:25.817811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-93e3873a-d9ee-4056-9e7b-ebfa7a6e7806 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/networks?id=8385c4b7-7489-4899-ba46-4cc28a769256&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=1bead9a4-4428-4843-b726-82fc6739e864&id=1bead9a4-4428-4843-b726-82fc6739e864 HTTP/1.1" status: 200 len: 1990 time: 0.3114991 Jul 15 14:58:25.861943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-365fbe61-a000-4f9b-a5a2-76f38bef42a4 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/quotas/376291fad91d46c09381b2e97ae5561f HTTP/1.1" status: 200 len: 375 time: 0.0428331 Jul 15 14:58:25.984984 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61f0536e-d726-45a7-bcb6-0ab3bd5f2100 req-2747a6d2-2e38-4981-94cf-d39b93a27ba6 service neutron] 10.222.0.22 "GET /v2.0/networks/b0bd61d9-2271-4d88-82f8-35dc2aab6f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993813 Jul 15 14:58:26.055033 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6830e7-b574-416a-a50b-343451df5136 req-4497c775-7439-4f2f-b1ad-ae659861fca7 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:26.056517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de6830e7-b574-416a-a50b-343451df5136 req-4497c775-7439-4f2f-b1ad-ae659861fca7 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.11 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 812 time: 0.2806973 Jul 15 14:58:26.063984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dfee9-e493-4e45-92c0-7d6244015a35 req-16553f6b-8529-4196-9d00-37268f8cc454 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:26.065364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb2dfee9-e493-4e45-92c0-7d6244015a35 req-16553f6b-8529-4196-9d00-37268f8cc454 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.3946028 Jul 15 14:58:26.076712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-de6830e7-b574-416a-a50b-343451df5136 req-3de9592a-f13f-4d75-a5da-5eb563d1049f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Request body: {'port': {'device_id': '912be3ea-da1c-4535-bfb6-6139448f4765', 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5', 'admin_state_up': True, 'tenant_id': 'c897b36bbafc46f38b8951e37af7f8d2'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:26.139136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-709af8c7-c718-4420-8783-4a418e2e2c20 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=376291fad91d46c09381b2e97ae5561f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2692170 Jul 15 14:58:26.453860 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-44330984-7a22-46b0-b046-a8228cf45b2f tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:26.455620 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-44330984-7a22-46b0-b046-a8228cf45b2f tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.11 "GET /v2.0/networks?id=03ebfc59-ab4a-4228-ba98-4caf8d6538ac HTTP/1.1" status: 200 len: 814 time: 0.1989174 Jul 15 14:58:26.474316 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-afad2c13-d66f-4223-a1fb-17ab913a1457 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Request body: {'port': {'device_id': '1e7aea20-3983-4bf1-abaf-3941a31771f6', 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac', 'admin_state_up': True, 'tenant_id': 'f1907a4b97a441cd9ed8d75274e01f80'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:26.638123 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19db01c6-d65f-4e57-b06a-e56b3457b5f3 req-c0876e75-c5c0-4933-b9c4-1dff5fe2622e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1428256 Jul 15 14:58:26.642293 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb2dfee9-e493-4e45-92c0-7d6244015a35 req-4619f864-d840-460e-be3d-9da2f0e617aa tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617449 Jul 15 14:58:26.668872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-afad2c13-d66f-4223-a1fb-17ab913a1457 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Made reservation on behalf of f1907a4b97a441cd9ed8d75274e01f80 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:26.673334 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-afad2c13-d66f-4223-a1fb-17ab913a1457 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:26.728897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61f0536e-d726-45a7-bcb6-0ab3bd5f2100 req-643553c2-3082-410b-963c-5eaf950a3823 service neutron] 10.222.0.22 "GET /v2.0/networks/b0bd61d9-2271-4d88-82f8-35dc2aab6f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7329419 Jul 15 14:58:26.731369 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-fc35ad6b-b1d2-46b6-aecd-ea438480aff5 service neutron] 10.222.0.38 "GET /v2.0/networks/8385c4b7-7489-4899-ba46-4cc28a769256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504608 Jul 15 14:58:26.826803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6830e7-b574-416a-a50b-343451df5136 req-3de9592a-f13f-4d75-a5da-5eb563d1049f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Made reservation on behalf of c897b36bbafc46f38b8951e37af7f8d2 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:26.837441 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-de6830e7-b574-416a-a50b-343451df5136 req-3de9592a-f13f-4d75-a5da-5eb563d1049f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:26.875515 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db01c6-d65f-4e57-b06a-e56b3457b5f3 req-ed113c2d-a065-4d52-aeb8-8f44a6274fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:26.877094 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19db01c6-d65f-4e57-b06a-e56b3457b5f3 req-ed113c2d-a065-4d52-aeb8-8f44a6274fb3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 1101 time: 0.1933239 Jul 15 14:58:26.920917 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-afad2c13-d66f-4223-a1fb-17ab913a1457 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Allocated IP 172.20.0.12 (03ebfc59-ab4a-4228-ba98-4caf8d6538ac/e4eca178-0ffb-4cd8-96ff-741d6035f765/3fcee8ca-4076-46a3-802c-ed7f2794d408) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:58:26.997973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d9e1e72-de22-4fec-a432-73c238b5aea5 req-fee41e57-0ef7-42d2-b364-f6e9671f544d tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0463850 Jul 15 14:58:27.060373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-d89f40f2-a339-429d-89d2-2c6b49f4a468 service neutron] 10.222.0.38 "GET /v2.0/networks/8385c4b7-7489-4899-ba46-4cc28a769256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088360 Jul 15 14:58:27.141870 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-1514aa32-3fd6-47a1-ac5f-d71512388910 service neutron] 10.222.0.38 "GET /v2.0/ports/e6c7806c-4a42-48df-8fdb-c278e251f75b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0642080 Jul 15 14:58:27.209726 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cbeceb67-c5a2-42f2-b63c-cc98a210b9c1 req-9e13c46d-f7c7-4677-92de-2c7dafd92ecb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 210 time: 0.0302885 Jul 15 14:58:27.209975 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-afad2c13-d66f-4223-a1fb-17ab913a1457 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:27.234920 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-de6830e7-b574-416a-a50b-343451df5136 req-3de9592a-f13f-4d75-a5da-5eb563d1049f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Allocated IP 172.20.0.7 (6239ea20-fb27-4507-a07e-8bd13bd4e1c5/b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2/2f936173-1e1b-4331-a297-88bfabc6c2ea) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:58:27.276470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db01c6-d65f-4e57-b06a-e56b3457b5f3 req-d7e27271-092b-43b3-800b-96355e840ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:27.279529 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19db01c6-d65f-4e57-b06a-e56b3457b5f3 req-d7e27271-092b-43b3-800b-96355e840ef1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.3559332 Jul 15 14:58:27.282026 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-afad2c13-d66f-4223-a1fb-17ab913a1457 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:27.357126 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-76b767c9-6fea-4fd4-9b6b-ebfaaf978995 service neutron] 10.222.0.38 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909738 Jul 15 14:58:27.381889 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19db01c6-d65f-4e57-b06a-e56b3457b5f3 req-90a4b619-d8b2-472e-b123-7f65a108a534 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6319c56b-17e9-403b-b880-870a86feb706 HTTP/1.1" status: 200 len: 217 time: 0.0765448 Jul 15 14:58:27.405484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-afad2c13-d66f-4223-a1fb-17ab913a1457 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:58:27.427348 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-afad2c13-d66f-4223-a1fb-17ab913a1457 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:27.433921 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-afad2c13-d66f-4223-a1fb-17ab913a1457 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:58:27.439242 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad2c13-d66f-4223-a1fb-17ab913a1457 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Pushing event updated for resources: {'Port': ['ID=3fcee8ca-4076-46a3-802c-ed7f2794d408,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:27.485812 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db01c6-d65f-4e57-b06a-e56b3457b5f3 req-aea80f4b-0a22-4cdd-8568-cd00f87fb0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:27.487270 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19db01c6-d65f-4e57-b06a-e56b3457b5f3 req-aea80f4b-0a22-4cdd-8568-cd00f87fb0e9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0950778 Jul 15 14:58:27.511665 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-afad2c13-d66f-4223-a1fb-17ab913a1457 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:27.512301 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-afad2c13-d66f-4223-a1fb-17ab913a1457 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:27.556417 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-afad2c13-d66f-4223-a1fb-17ab913a1457 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0868883 Jul 15 14:58:27.575289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Request body: {'port': {'device_id': '1e7aea20-3983-4bf1-abaf-3941a31771f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:27.585291 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-de6830e7-b574-416a-a50b-343451df5136 req-3de9592a-f13f-4d75-a5da-5eb563d1049f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:27.588830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-1a9e5165-2b42-4bf6-bcb6-24a86a836ccc service neutron] 10.222.0.38 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307351 Jul 15 14:58:27.605629 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147f87c-d62a-4eed-86bd-bd310d5101cb req-324b5241-7243-457d-89da-e4f872b7890c tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:27.607527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a147f87c-d62a-4eed-86bd-bd310d5101cb req-324b5241-7243-457d-89da-e4f872b7890c tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 932 time: 0.2383354 Jul 15 14:58:27.636460 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db01c6-d65f-4e57-b06a-e56b3457b5f3 req-1ecb096d-5e6b-42ea-b5bc-fa03ef7ccec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:27.638372 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19db01c6-d65f-4e57-b06a-e56b3457b5f3 req-1ecb096d-5e6b-42ea-b5bc-fa03ef7ccec6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1447661 Jul 15 14:58:27.694411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e543617f-fbb8-4af3-977e-09bbf9e6b136 service neutron] 10.222.0.38 "GET /v2.0/ports/1f3696f3-00cd-46db-8061-ca8adfe8c0d3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0839846 Jul 15 14:58:27.730431 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a147f87c-d62a-4eed-86bd-bd310d5101cb req-33604bf1-b04b-4467-8ba8-aa6db56395e3 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879886 Jul 15 14:58:27.733270 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-de6830e7-b574-416a-a50b-343451df5136 req-3de9592a-f13f-4d75-a5da-5eb563d1049f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:27.789737 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:27.838759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6830e7-b574-416a-a50b-343451df5136 req-3de9592a-f13f-4d75-a5da-5eb563d1049f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:58:27.845271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-de6830e7-b574-416a-a50b-343451df5136 req-3de9592a-f13f-4d75-a5da-5eb563d1049f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:27.852049 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19db01c6-d65f-4e57-b06a-e56b3457b5f3 req-a2187815-508d-470f-b10e-fd0181405ed7 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041669 Jul 15 14:58:27.853693 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6830e7-b574-416a-a50b-343451df5136 req-3de9592a-f13f-4d75-a5da-5eb563d1049f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:58:27.860927 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9592a-f13f-4d75-a5da-5eb563d1049f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Pushing event updated for resources: {'Port': ['ID=2f936173-1e1b-4331-a297-88bfabc6c2ea,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:27.903490 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-27db3c00-cfc7-459e-a226-916f7b60b6e7 service neutron] 10.222.0.38 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993072 Jul 15 14:58:27.930579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6830e7-b574-416a-a50b-343451df5136 req-3de9592a-f13f-4d75-a5da-5eb563d1049f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:27.931213 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-de6830e7-b574-416a-a50b-343451df5136 req-3de9592a-f13f-4d75-a5da-5eb563d1049f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:27.970803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de6830e7-b574-416a-a50b-343451df5136 req-3de9592a-f13f-4d75-a5da-5eb563d1049f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8995740 Jul 15 14:58:28.005161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Request body: {'port': {'device_id': '912be3ea-da1c-4535-bfb6-6139448f4765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:28.066682 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-71e89ca4-6271-49f9-9d48-b675a674f1e4 service neutron] 10.222.0.38 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504674 Jul 15 14:58:28.094926 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19db01c6-d65f-4e57-b06a-e56b3457b5f3 req-54dccc36-b593-49d4-8397-f7c8cabb4dd7 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341561 Jul 15 14:58:28.182554 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:28.285663 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-7ad5fb29-e534-4acc-a82f-eef9496e586c service neutron] 10.222.0.38 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002487 Jul 15 14:58:28.385465 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed4906-5598-4b0e-b3bf-40da3e296c9b req-da591682-564b-469c-9cf6-aeef5c298b50 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:28.392993 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79ed4906-5598-4b0e-b3bf-40da3e296c9b req-da591682-564b-469c-9cf6-aeef5c298b50 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.2996755 Jul 15 14:58:28.500742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcee8ca-4076-46a3-802c-ed7f2794d408 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:28.509516 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:28.528398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Transition to ACTIVE for port object 3fcee8ca-4076-46a3-802c-ed7f2794d408 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:28.537745 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:28.551266 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79ed4906-5598-4b0e-b3bf-40da3e296c9b req-d560fad8-e506-42a6-8118-e3a64c29ca78 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572282 Jul 15 14:58:28.634044 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcee8ca-4076-46a3-802c-ed7f2794d408,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:28.722100 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4971a84e-8f83-4d3e-a549-40994f219ddb service neutron] 10.222.0.38 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342949 Jul 15 14:58:28.747590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Attempting to bind port 3fcee8ca-4076-46a3-802c-ed7f2794d408 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:28.748494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Attempting to bind port 3fcee8ca-4076-46a3-802c-ed7f2794d408 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '2308aa5f-107e-41bd-8063-c2e74c9c4ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:28.748966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Attempting to bind port 3fcee8ca-4076-46a3-802c-ed7f2794d408 on network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:28.756033 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Port 3fcee8ca-4076-46a3-802c-ed7f2794d408 on network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:58:28.757365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Attempting to bind port 3fcee8ca-4076-46a3-802c-ed7f2794d408 on network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:28.764166 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:28.764735 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Checking segment: {'id': '2308aa5f-107e-41bd-8063-c2e74c9c4ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:28.765403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Bound using segment: {'id': '2308aa5f-107e-41bd-8063-c2e74c9c4ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:28.765891 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Bound port: 3fcee8ca-4076-46a3-802c-ed7f2794d408, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2308aa5f-107e-41bd-8063-c2e74c9c4ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:28.766547 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:28.842650 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] For port 3fcee8ca-4076-46a3-802c-ed7f2794d408, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:28.846990 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] For port 3fcee8ca-4076-46a3-802c-ed7f2794d408, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3fcee8ca-4076-46a3-802c-ed7f2794d408,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:58:28.853810 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:28.903925 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:28.904370 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:28.905976 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] 10.222.0.11 "PUT /v2.0/ports/3fcee8ca-4076-46a3-802c-ed7f2794d408 HTTP/1.1" status: 200 len: 1092 time: 1.3384926 Jul 15 14:58:28.906571 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7aea20-3983-4bf1-abaf-3941a31771f6', 'tag': '3fcee8ca-4076-46a3-802c-ed7f2794d408'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:28.908874 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7937af35-66ff-4994-a1ef-151255b4f55f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7aea20-3983-4bf1-abaf-3941a31771f6", "tag": "3fcee8ca-4076-46a3-802c-ed7f2794d408"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:28.916910 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7596798-75b4-41bb-a46f-210e0369ea84 req-63212ad0-97df-4c25-a0d1-6c0fdfff2419 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0453067 Jul 15 14:58:28.930422 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-bbfeb8b0-840e-4f38-a25b-f95ca6a03f16 service neutron] 10.222.0.38 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942668 Jul 15 14:58:28.934423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f936173-1e1b-4331-a297-88bfabc6c2ea {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:28.946821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85f549-831a-4f16-bcc1-1ef974885286 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcee8ca-4076-46a3-802c-ed7f2794d408,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:28.949588 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:29.001378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Transition to ACTIVE for port object 2f936173-1e1b-4331-a297-88bfabc6c2ea will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:29.016923 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:29.045260 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-fa378ec9-e403-4086-891e-05fd61614e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:29.047315 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-fa378ec9-e403-4086-891e-05fd61614e36 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f1907a4b97a441cd9ed8d75274e01f80&device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 1095 time: 0.0673401 Jul 15 14:58:29.099504 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-6ac1cbd8-6d2a-4373-b2be-c79e10b9ebb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fcee8ca-4076-46a3-802c-ed7f2794d408 HTTP/1.1" status: 200 len: 217 time: 0.0374563 Jul 15 14:58:29.157124 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-d7477230-e28a-4f9c-b698-b4ec414d6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:29.158728 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-d7477230-e28a-4f9c-b698-b4ec414d6875 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4eca178-0ffb-4cd8-96ff-741d6035f765 HTTP/1.1" status: 200 len: 854 time: 0.0493164 Jul 15 14:58:29.168055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Pushing event updated for resources: {'Port': ['ID=2f936173-1e1b-4331-a297-88bfabc6c2ea,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:29.209655 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-50c48537-f4c3-46cf-9bf9-15abc5961f60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=03ebfc59-ab4a-4228-ba98-4caf8d6538ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397928 Jul 15 14:58:29.238627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a0159f70-e1fd-4e3a-bd35-536f2c127ac1 service neutron] 10.222.0.38 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912693 Jul 15 14:58:29.330860 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-a87b7292-2e01-494c-b151-0aee3f58f855 service neutron] 10.222.0.11 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101670 Jul 15 14:58:29.331093 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bdc97-2952-4eb9-be0b-cc0d8a928041 req-8b1d7d23-2bbe-4dd2-8e61-2052ccaaea53 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:29.332844 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-151bdc97-2952-4eb9-be0b-cc0d8a928041 req-8b1d7d23-2bbe-4dd2-8e61-2052ccaaea53 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 943 time: 0.2630715 Jul 15 14:58:29.387442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Attempting to bind port 2f936173-1e1b-4331-a297-88bfabc6c2ea on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:29.387788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Attempting to bind port 2f936173-1e1b-4331-a297-88bfabc6c2ea by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:29.388134 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Attempting to bind port 2f936173-1e1b-4331-a297-88bfabc6c2ea on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:29.411420 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Port 2f936173-1e1b-4331-a297-88bfabc6c2ea on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:58:29.411835 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Attempting to bind port 2f936173-1e1b-4331-a297-88bfabc6c2ea on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:29.437443 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-05869b7a-c515-4ebf-9b34-249a52a34490 req-7e26649d-fc03-47cb-ae86-d8a4070d09ad service neutron] 10.222.0.11 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985575 Jul 15 14:58:29.438783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:29.439132 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Checking segment: {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:29.439518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Bound using segment: {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:29.439959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Bound port: 2f936173-1e1b-4331-a297-88bfabc6c2ea, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:29.440317 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:29.449415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-151bdc97-2952-4eb9-be0b-cc0d8a928041 req-94248dac-4b3f-4835-934b-2e033194ced3 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077983 Jul 15 14:58:29.484459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-ac489ce7-6d9d-4605-bbba-7c1a63d4cf41 service neutron] 10.222.0.38 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355621 Jul 15 14:58:29.488740 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7423b94d-b540-4039-bf13-685507e8f5f5 req-6f41f5f5-8f21-477a-acbe-a142210a846c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2280219 Jul 15 14:58:29.636140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] For port 2f936173-1e1b-4331-a297-88bfabc6c2ea, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:29.656912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] For port 2f936173-1e1b-4331-a297-88bfabc6c2ea, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2f936173-1e1b-4331-a297-88bfabc6c2ea,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:58:29.669711 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:29.732603 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-ac696daa-927a-4876-81ff-cf2beb985ada service neutron] 10.222.0.38 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264850 Jul 15 14:58:29.745702 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:29.746328 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:29.748008 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de6830e7-b574-416a-a50b-343451df5136 req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] 10.222.0.11 "PUT /v2.0/ports/2f936173-1e1b-4331-a297-88bfabc6c2ea HTTP/1.1" status: 200 len: 1091 time: 1.7489843 Jul 15 14:58:29.748244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912be3ea-da1c-4535-bfb6-6139448f4765', 'tag': '2f936173-1e1b-4331-a297-88bfabc6c2ea'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:29.750457 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf4d205-b441-4c5d-bc08-a6993ea5b49e" -d '{"events": [{"name": "network-changed", "server_uuid": "912be3ea-da1c-4535-bfb6-6139448f4765", "tag": "2f936173-1e1b-4331-a297-88bfabc6c2ea"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:29.839235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022ad5d-7590-4121-b41e-3f8bab7abb9f service neutron] Pushing event updated for resources: {'Port': ['ID=2f936173-1e1b-4331-a297-88bfabc6c2ea,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:29.846215 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423b94d-b540-4039-bf13-685507e8f5f5 req-b66e8eec-6b3a-47f9-b98b-61515a87ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:29.848056 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7423b94d-b540-4039-bf13-685507e8f5f5 req-b66e8eec-6b3a-47f9-b98b-61515a87ebd8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 1096 time: 0.2892656 Jul 15 14:58:29.857140 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-844e054b-bafb-49fb-be1a-ad039dc2eb7d service neutron] show failed (client error): The resource could not be found. Jul 15 14:58:29.858577 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-844e054b-bafb-49fb-be1a-ad039dc2eb7d service neutron] 10.222.0.22 "GET /v2.0/ports/2d442acc-72fb-4e88-aa3f-0095bdd41bfe/bindings/n-h1-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.0730624 Jul 15 14:58:29.956731 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-afed1a4e-9433-4337-bdfb-51a257d74ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:30.179573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-31bd5fed-abb0-4c7c-90fb-0179c7dbf311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:30.181135 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-31bd5fed-abb0-4c7c-90fb-0179c7dbf311 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121&tenant_id=e4e49258fa6a4fb18919af5b4ad01325 HTTP/1.1" status: 200 len: 1100 time: 0.0703409 Jul 15 14:58:30.200990 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:30.284666 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:30.327691 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-0048c591-aae3-42bd-aad6-ce5454bedcbd service neutron] 10.222.0.38 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706038 Jul 15 14:58:30.371058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cc41d-9c52-49fb-bfae-a161ae4eaf31 req-02d78232-3373-4277-84a3-05cd8f125116 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:30.372556 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e07cc41d-9c52-49fb-bfae-a161ae4eaf31 req-02d78232-3373-4277-84a3-05cd8f125116 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 944 time: 0.5870707 Jul 15 14:58:30.377513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6830e7-b574-416a-a50b-343451df5136 req-55698419-a675-4ad5-b0a7-05b4987321c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:30.379515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de6830e7-b574-416a-a50b-343451df5136 req-55698419-a675-4ad5-b0a7-05b4987321c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 1094 time: 0.5664060 Jul 15 14:58:30.475878 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423b94d-b540-4039-bf13-685507e8f5f5 req-f496d97a-eeaf-4f2f-be21-af30b112ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:30.477278 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7423b94d-b540-4039-bf13-685507e8f5f5 req-f496d97a-eeaf-4f2f-be21-af30b112ef9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.6039288 Jul 15 14:58:30.483693 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de6830e7-b574-416a-a50b-343451df5136 req-66f52067-a3d4-4602-a386-0f46dbe61e1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f936173-1e1b-4331-a297-88bfabc6c2ea HTTP/1.1" status: 200 len: 217 time: 0.0820339 Jul 15 14:58:30.515015 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:30.553215 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:30.572213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7423b94d-b540-4039-bf13-685507e8f5f5 req-54b1b90e-7c78-412f-bd73-090a2c84291c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170 HTTP/1.1" status: 200 len: 217 time: 0.0807979 Jul 15 14:58:30.579594 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e07cc41d-9c52-49fb-bfae-a161ae4eaf31 req-820c52d8-c58f-4a9e-a381-af5db5438a3a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904013 Jul 15 14:58:30.605919 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:30.624001 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Transition to ACTIVE for port object 2d442acc-72fb-4e88-aa3f-0095bdd41bfe will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:30.629997 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:30.632281 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e6494a55-4a9c-416f-9cd6-51e7bf87b7ca service neutron] 10.222.0.38 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938445 Jul 15 14:58:30.647519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6830e7-b574-416a-a50b-343451df5136 req-64eec628-2b30-4d55-b02d-84c339158997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:30.649060 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de6830e7-b574-416a-a50b-343451df5136 req-64eec628-2b30-4d55-b02d-84c339158997 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2 HTTP/1.1" status: 200 len: 852 time: 0.1473577 Jul 15 14:58:30.658489 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9057c0a5-95c2-4cec-b2b5-25e35d519fe9 x-openstack-request-id: req-9057c0a5-95c2-4cec-b2b5-25e35d519fe9 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:30.658647 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7aea20-3983-4bf1-abaf-3941a31771f6", "tag": "3fcee8ca-4076-46a3-802c-ed7f2794d408", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:30.658895 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9057c0a5-95c2-4cec-b2b5-25e35d519fe9 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:30.659324 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7aea20-3983-4bf1-abaf-3941a31771f6', 'tag': '3fcee8ca-4076-46a3-802c-ed7f2794d408', 'status': 'completed', 'code': 200} Jul 15 14:58:30.660540 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423b94d-b540-4039-bf13-685507e8f5f5 req-14ba9c7c-8ab5-4b35-a1bd-91d23e1a1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:30.663486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7423b94d-b540-4039-bf13-685507e8f5f5 req-14ba9c7c-8ab5-4b35-a1bd-91d23e1a1da5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.0776687 Jul 15 14:58:30.706788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de6830e7-b574-416a-a50b-343451df5136 req-893a9db2-0d6a-4afd-8498-7611ea4bcbba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422351 Jul 15 14:58:30.734868 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7423b94d-b540-4039-bf13-685507e8f5f5 req-44e0e767-1cae-4a62-a8a9-380ddb6e3d2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370226 Jul 15 14:58:30.867791 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3fcee8ca-4076-46a3-802c-ed7f2794d408 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:58:30.885101 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] No DVR routers for this DVR port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:58:30.922032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Pushing event updated for resources: {'Port': ['ID=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:30.968517 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937af35-66ff-4994-a1ef-151255b4f55f req-a3120037-843e-4334-804b-4f1b1dfa05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:30.968517 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7937af35-66ff-4994-a1ef-151255b4f55f req-a3120037-843e-4334-804b-4f1b1dfa05d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f1907a4b97a441cd9ed8d75274e01f80&device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 1095 time: 0.2492352 Jul 15 14:58:30.986459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de6830e7-b574-416a-a50b-343451df5136 req-0e7d6c65-bb82-4e54-9dc2-1ef268c290e0 service neutron] 10.222.0.11 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608981 Jul 15 14:58:31.007706 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Attempting to bind port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:31.008045 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Attempting to bind port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:31.008608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Attempting to bind port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:31.012470 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7423b94d-b540-4039-bf13-685507e8f5f5 req-ced577b2-862f-4122-8c92-7323b61d7cfd service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649086 Jul 15 14:58:31.065861 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:58:31.066621 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Attempting to bind port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:31.186237 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3fcee8ca-4076-46a3-802c-ed7f2794d408, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3fcee8ca-4076-46a3-802c-ed7f2794d408,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:31.187266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:31.187614 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:31.188009 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:31.188495 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Bound port: 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:31.191868 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:31.204855 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '3fcee8ca-4076-46a3-802c-ed7f2794d408', 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac', 'port_id': '3fcee8ca-4076-46a3-802c-ed7f2794d408', 'mac_address': 'fa:16:3e:ca:99:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4eca178-0ffb-4cd8-96ff-741d6035f765', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:58:31.284268 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:31.305640 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcee8ca-4076-46a3-802c-ed7f2794d408 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:31.312609 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de6830e7-b574-416a-a50b-343451df5136 req-1bce90a0-7e38-45e7-9da5-1c07f4d130fb service neutron] 10.222.0.11 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076591 Jul 15 14:58:31.321609 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b0652-4ce4-437c-9e8a-64ed023bb648 req-66771c18-9c31-456d-be86-6a4205bc9e2b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:31.323287 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-383b0652-4ce4-437c-9e8a-64ed023bb648 req-66771c18-9c31-456d-be86-6a4205bc9e2b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 947 time: 0.2155187 Jul 15 14:58:31.325826 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7423b94d-b540-4039-bf13-685507e8f5f5 req-53b22c85-d6e2-4d4b-aa48-23ee6945a96b service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971296 Jul 15 14:58:31.346102 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3fcee8ca-4076-46a3-802c-ed7f2794d408, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3fcee8ca-4076-46a3-802c-ed7f2794d408,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:31.356919 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:31.380712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:31.395374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:58:31.402444 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-383b0652-4ce4-437c-9e8a-64ed023bb648 req-12505f90-9a12-4b09-9763-615686e7516f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620561 Jul 15 14:58:31.403103 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937af35-66ff-4994-a1ef-151255b4f55f req-adfc83ba-b26b-45f0-b02a-320103066b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:31.404598 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7937af35-66ff-4994-a1ef-151255b4f55f req-adfc83ba-b26b-45f0-b02a-320103066b33 service neutron] 10.222.0.11 "GET /v2.0/networks?id=03ebfc59-ab4a-4228-ba98-4caf8d6538ac HTTP/1.1" status: 200 len: 915 time: 0.4245124 Jul 15 14:58:31.408967 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:31.463122 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=3fcee8ca-4076-46a3-802c-ed7f2794d408,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:31.494371 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7937af35-66ff-4994-a1ef-151255b4f55f req-205b5717-9516-4f4e-9c4d-363db03031a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fcee8ca-4076-46a3-802c-ed7f2794d408 HTTP/1.1" status: 200 len: 217 time: 0.0805457 Jul 15 14:58:31.501997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:31.502640 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:31.504289 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] 10.222.0.11 "PUT /v2.0/ports/2d442acc-72fb-4e88-aa3f-0095bdd41bfe HTTP/1.1" status: 200 len: 1095 time: 1.3095472 Jul 15 14:58:31.630189 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c88d07-8a18-42cc-b13c-5533bf10202b service neutron] Pushing event updated for resources: {'Port': ['ID=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:31.640071 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c160cb51-4ba6-4766-b362-d77aebc5f344 x-openstack-request-id: req-c160cb51-4ba6-4766-b362-d77aebc5f344 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:31.641010 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912be3ea-da1c-4535-bfb6-6139448f4765", "tag": "2f936173-1e1b-4331-a297-88bfabc6c2ea", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:31.641010 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c160cb51-4ba6-4766-b362-d77aebc5f344 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:31.642490 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912be3ea-da1c-4535-bfb6-6139448f4765', 'tag': '2f936173-1e1b-4331-a297-88bfabc6c2ea', 'status': 'completed', 'code': 200} Jul 15 14:58:31.658243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937af35-66ff-4994-a1ef-151255b4f55f req-2af92b2a-d3f0-4bb0-821a-f77db1dfb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:31.660381 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7937af35-66ff-4994-a1ef-151255b4f55f req-2af92b2a-d3f0-4bb0-821a-f77db1dfb75f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4eca178-0ffb-4cd8-96ff-741d6035f765 HTTP/1.1" status: 200 len: 854 time: 0.1459079 Jul 15 14:58:31.759127 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7937af35-66ff-4994-a1ef-151255b4f55f req-7044769a-10b3-4cd2-a2ab-e86c40f2b136 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=03ebfc59-ab4a-4228-ba98-4caf8d6538ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827162 Jul 15 14:58:31.774184 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-963802a0-89cd-4583-9466-bce18e0fcc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:31.782084 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-963802a0-89cd-4583-9466-bce18e0fcc2e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 1098 time: 0.2293792 Jul 15 14:58:31.784913 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['3fcee8ca-4076-46a3-802c-ed7f2794d408'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:58:31.802968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4d205-b441-4c5d-bc08-a6993ea5b49e req-46c3e2e6-25ac-49d6-a797-ef7bcb86208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:31.809838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcf4d205-b441-4c5d-bc08-a6993ea5b49e req-46c3e2e6-25ac-49d6-a797-ef7bcb86208b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 1094 time: 0.1228895 Jul 15 14:58:31.987742 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7725c28e-0047-450b-85b0-9711c096a7f3 req-9c3627e4-f27f-4682-9238-7a27ccbdb883 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.1895878 Jul 15 14:58:32.072525 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7937af35-66ff-4994-a1ef-151255b4f55f req-2a5308ab-afa7-4a38-a586-374b4e28039a service neutron] 10.222.0.11 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008211 Jul 15 14:58:32.109486 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-813421f1-61e0-4802-8820-23a379e7cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:32.110981 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-813421f1-61e0-4802-8820-23a379e7cbbb service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.3137262 Jul 15 14:58:32.175894 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-dfe2e0d3-37e3-48b4-a8b4-c3f7bd992b2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe HTTP/1.1" status: 200 len: 217 time: 0.0538709 Jul 15 14:58:32.286426 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4d205-b441-4c5d-bc08-a6993ea5b49e req-eca72002-308c-4b55-8bdf-53201b9864c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:32.288424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcf4d205-b441-4c5d-bc08-a6993ea5b49e req-eca72002-308c-4b55-8bdf-53201b9864c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 913 time: 0.4599864 Jul 15 14:58:32.309999 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-1fb4ac47-8ba7-4c18-8184-692fafb9d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:32.310494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9feeebe-ff5b-4ddc-8d6a-3c0f10e73a6d req-f324afa6-4a46-4e04-85a9-94d6fb91cace tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:32.311578 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-1fb4ac47-8ba7-4c18-8184-692fafb9d632 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0720339 Jul 15 14:58:32.313609 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7937af35-66ff-4994-a1ef-151255b4f55f req-c3a06b3b-62c9-4c60-ab85-cb7b3cde3243 service neutron] 10.222.0.11 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332897 Jul 15 14:58:32.315010 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9feeebe-ff5b-4ddc-8d6a-3c0f10e73a6d req-f324afa6-4a46-4e04-85a9-94d6fb91cace tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 943 time: 0.4144208 Jul 15 14:58:32.397627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcf4d205-b441-4c5d-bc08-a6993ea5b49e req-1fc61d0f-6d7a-4ea4-9bd6-a40d3494b3b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f936173-1e1b-4331-a297-88bfabc6c2ea HTTP/1.1" status: 200 len: 217 time: 0.0814116 Jul 15 14:58:32.402360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-707657ce-15a1-446a-87b5-e23af5a76726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:32.403982 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-707657ce-15a1-446a-87b5-e23af5a76726 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0724440 Jul 15 14:58:32.441415 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e7cda-8a87-4f8b-9ad1-7c54b4428e1c req-4d8f501f-ee33-4426-9511-7cf6f53de179 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:32.443783 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee9e7cda-8a87-4f8b-9ad1-7c54b4428e1c req-4d8f501f-ee33-4426-9511-7cf6f53de179 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 945 time: 0.2001565 Jul 15 14:58:32.472492 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9feeebe-ff5b-4ddc-8d6a-3c0f10e73a6d req-10ce09d3-cf23-4f6d-9a62-9db091e78129 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467643 Jul 15 14:58:32.525648 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee9e7cda-8a87-4f8b-9ad1-7c54b4428e1c req-80cea7e0-8e5e-462c-a732-6ac4e5927597 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619860 Jul 15 14:58:32.527078 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4d205-b441-4c5d-bc08-a6993ea5b49e req-e359a024-f4a9-46e8-9036-3c4ed7e89bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:32.528463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcf4d205-b441-4c5d-bc08-a6993ea5b49e req-e359a024-f4a9-46e8-9036-3c4ed7e89bbd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2 HTTP/1.1" status: 200 len: 852 time: 0.1106336 Jul 15 14:58:32.543636 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-5eccfc1b-2d99-4d62-ac57-a7fa32a4129e service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308267 Jul 15 14:58:32.595920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 2d442acc-72fb-4e88-aa3f-0095bdd41bfe no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:58:32.608560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcf4d205-b441-4c5d-bc08-a6993ea5b49e req-45cbcccb-be40-4597-8667-c52c6e3e1905 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671210 Jul 15 14:58:32.686735 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 2d442acc-72fb-4e88-aa3f-0095bdd41bfe not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:58:32.696454 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe'}, {'name': 'network-changed', 'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:32.713015 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896592a4-2559-4a4b-ad0b-9009a6b51fd1" -d '{"events": [{"server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "name": "network-vif-unplugged", "status": "completed", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe"}, {"name": "network-changed", "server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:32.735308 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:32.759992 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dd1808bb-f848-4381-aad3-33090e7b1a16 req-8b6aac00-6f73-4f4c-b0b9-05cda1939a7d service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040718 Jul 15 14:58:32.792832 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08f6c258-7624-48b0-bbcc-2dbbe52de086 req-a1054f64-87be-4148-8d5d-0397b41f7cb5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.0785744 Jul 15 14:58:32.821636 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcf4d205-b441-4c5d-bc08-a6993ea5b49e req-0d5dcf11-6e30-401c-a310-5066f244b08a service neutron] 10.222.0.11 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035341 Jul 15 14:58:32.870180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2f936173-1e1b-4331-a297-88bfabc6c2ea details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:58:32.883845 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17cc040c-bdbc-4d8a-b3cb-e36e6ee41491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:33.075209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcf4d205-b441-4c5d-bc08-a6993ea5b49e req-2dd801cb-d296-44ff-9039-92796e37023a service neutron] 10.222.0.11 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399085 Jul 15 14:58:33.086250 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19214609-20b7-4d04-af5c-7653f0c00a0b x-openstack-request-id: req-19214609-20b7-4d04-af5c-7653f0c00a0b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:33.086818 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "name": "network-vif-unplugged", "status": "completed", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe", "code": 200}, {"name": "network-changed", "server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:33.087094 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-19214609-20b7-4d04-af5c-7653f0c00a0b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:33.087598 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe', 'code': 200} Jul 15 14:58:33.088072 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe', 'status': 'completed', 'code': 200} Jul 15 14:58:33.090454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e262f-25dd-4db2-b215-b19a2c6a8782 req-09ef3b10-e9b9-49e7-a212-74367041901a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:33.092227 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-890e262f-25dd-4db2-b215-b19a2c6a8782 req-09ef3b10-e9b9-49e7-a212-74367041901a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 947 time: 0.1908193 Jul 15 14:58:33.187010 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-890e262f-25dd-4db2-b215-b19a2c6a8782 req-5a568e31-e3fb-4b57-8bab-0af61fb296ad tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860367 Jul 15 14:58:33.229495 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-326d6469-7478-4acc-9721-989d69fc57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:33.231147 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-326d6469-7478-4acc-9721-989d69fc57b0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 1098 time: 0.1116617 Jul 15 14:58:33.251703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 2f936173-1e1b-4331-a297-88bfabc6c2ea, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2f936173-1e1b-4331-a297-88bfabc6c2ea,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:33.264750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-f3fd42c9-74d8-4480-b106-a9210758d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:33.266657 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-f3fd42c9-74d8-4480-b106-a9210758d381 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 1098 time: 0.1229658 Jul 15 14:58:33.280346 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a118c425-6880-4efe-89c4-a0ba9b7930af req-a7679d72-dc1b-4cb7-9bce-d0b1791897ca tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0530057 Jul 15 14:58:33.281105 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '2f936173-1e1b-4331-a297-88bfabc6c2ea', 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5', 'port_id': '2f936173-1e1b-4331-a297-88bfabc6c2ea', 'mac_address': 'fa:16:3e:9a:15:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:58:33.348399 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:33.364243 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f936173-1e1b-4331-a297-88bfabc6c2ea {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:33.393514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 2f936173-1e1b-4331-a297-88bfabc6c2ea, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2f936173-1e1b-4331-a297-88bfabc6c2ea,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:33.401743 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:33.463864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=2f936173-1e1b-4331-a297-88bfabc6c2ea,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:33.471158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-db012a45-4987-4ec3-9bdd-00062fdaa58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:33.473145 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-db012a45-4987-4ec3-9bdd-00062fdaa58f service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2334740 Jul 15 14:58:33.492242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-fe78021a-a22e-408a-88bc-8151561c2af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:33.493924 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-fe78021a-a22e-408a-88bc-8151561c2af4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2129948 Jul 15 14:58:33.499835 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-597a0be7-8554-4198-aebe-7660bc5a0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:33.501469 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-597a0be7-8554-4198-aebe-7660bc5a0f08 service neutron] 10.222.0.22 "GET /v2.0/ports/e6c7806c-4a42-48df-8fdb-c278e251f75b HTTP/1.1" status: 200 len: 1027 time: 0.0856333 Jul 15 14:58:33.549006 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-aa81391c-b8a8-46a0-97d0-48ac07a140de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe HTTP/1.1" status: 200 len: 217 time: 0.0695596 Jul 15 14:58:33.603254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a2ada5ae-22ad-474d-aa69-82b82ce76fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:33.610034 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a2ada5ae-22ad-474d-aa69-82b82ce76fe2 service neutron] 10.222.0.22 "GET /v2.0/ports/1f3696f3-00cd-46db-8061-ca8adfe8c0d3 HTTP/1.1" status: 200 len: 1027 time: 0.0989499 Jul 15 14:58:33.615381 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-769876c4-8372-4bc6-9fd2-c31aa9383c79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe HTTP/1.1" status: 200 len: 217 time: 0.1126812 Jul 15 14:58:33.669359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-6bb8f9e4-166c-4cd2-aef9-7f642b2c93f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:33.671430 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-6bb8f9e4-166c-4cd2-aef9-7f642b2c93f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1105082 Jul 15 14:58:33.687295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-6c70cffb-20aa-4014-a014-a5e9ec9c934c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:33.690380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-6c70cffb-20aa-4014-a014-a5e9ec9c934c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0637715 Jul 15 14:58:33.752582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-39f9b176-1fae-4442-b467-afa2b4084cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:33.755584 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-39f9b176-1fae-4442-b467-afa2b4084cbc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752978 Jul 15 14:58:33.860471 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-2a088cee-2245-47f8-ba77-cdb9a3b57923 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947523 Jul 15 14:58:33.872244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['2f936173-1e1b-4331-a297-88bfabc6c2ea'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:58:33.923545 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-1af981b3-8ba5-45d3-a2be-a9d5c625e902 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:33.930032 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-1af981b3-8ba5-45d3-a2be-a9d5c625e902 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:33.936066 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-1af981b3-8ba5-45d3-a2be-a9d5c625e902 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:33.937803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-1af981b3-8ba5-45d3-a2be-a9d5c625e902 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.22 "GET /v2.0/networks?id=8385c4b7-7489-4899-ba46-4cc28a769256&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=1bead9a4-4428-4843-b726-82fc6739e864&id=1bead9a4-4428-4843-b726-82fc6739e864 HTTP/1.1" status: 200 len: 1990 time: 0.3199868 Jul 15 14:58:33.978867 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-213d0f54-ee65-4890-b240-ad40d293b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:33.980390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-213d0f54-ee65-4890-b240-ad40d293b852 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2773829 Jul 15 14:58:33.997667 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-471b67e9-1d1e-4f7e-acb6-4725a5ed20e3 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302769 Jul 15 14:58:34.001567 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2db26-41e2-44ba-babe-5047d839a05e req-15b94a9b-46e9-4654-9aed-9a4385b59c1f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:34.003420 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44b2db26-41e2-44ba-babe-5047d839a05e req-15b94a9b-46e9-4654-9aed-9a4385b59c1f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 944 time: 0.2875607 Jul 15 14:58:34.038690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60287af-8f60-40a6-8493-3899299959e2 req-4fb72c7a-c74f-4634-b928-1eed90b61ec6 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:34.045666 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c60287af-8f60-40a6-8493-3899299959e2 req-4fb72c7a-c74f-4634-b928-1eed90b61ec6 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 945 time: 0.3084788 Jul 15 14:58:34.131637 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-7d07cf2d-d6cd-4d40-b81a-d4a04590dff5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=376291fad91d46c09381b2e97ae5561f HTTP/1.1" status: 200 len: 379 time: 0.1836822 Jul 15 14:58:34.142442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-800270d7-62ae-4725-b6a0-ccfc6d525dde tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Request body: {'port': {'device_id': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256', 'admin_state_up': True, 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'security_groups': ['77a270d0-e6f7-4f24-9130-9e82fba4fc22']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:34.151024 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:34.236338 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44b2db26-41e2-44ba-babe-5047d839a05e req-5a2c0752-d25b-4e63-8b3b-ff96f41232e6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770651 Jul 15 14:58:34.246302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c60287af-8f60-40a6-8493-3899299959e2 req-518d7038-2f0d-4647-a64c-31e8dcebb199 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997981 Jul 15 14:58:34.300804 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-6e9e79ea-7865-486c-832f-cf3b74067077 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956164 Jul 15 14:58:34.499878 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d052d353-21bb-477d-a995-fec1b5891703 req-fa039adc-cbea-4de7-a36e-7cb6a1434368 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.0371518 Jul 15 14:58:34.533210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-800270d7-62ae-4725-b6a0-ccfc6d525dde tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Made reservation on behalf of 376291fad91d46c09381b2e97ae5561f for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:34.537811 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-800270d7-62ae-4725-b6a0-ccfc6d525dde tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:34.564443 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-896592a4-2559-4a4b-ad0b-9009a6b51fd1 req-b87784ed-1e4a-4e86-91be-67772902f3ec service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425153 Jul 15 14:58:34.799057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-905899be-6884-430d-8640-167b2aef171a req-dea6f01d-b490-4e5d-ac17-564c7a223ffe tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0454774 Jul 15 14:58:34.818242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-800270d7-62ae-4725-b6a0-ccfc6d525dde tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Allocated IP 172.20.0.9 (8385c4b7-7489-4899-ba46-4cc28a769256/02090ca6-5ee4-4768-8aba-a4603b352741/956ce13d-6924-4a54-a406-a345c8b62cf5) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:58:34.882036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776e02e-d86f-433d-9b15-ecaafa068979 req-96ceada3-2415-4bfc-ad0d-79b7acc17020 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:34.883649 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9776e02e-d86f-433d-9b15-ecaafa068979 req-96ceada3-2415-4bfc-ad0d-79b7acc17020 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 947 time: 0.1694319 Jul 15 14:58:34.889181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2d442acc-72fb-4e88-aa3f-0095bdd41bfe details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:58:34.891817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3fcee8ca-4076-46a3-802c-ed7f2794d408 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:58:34.983119 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 3fcee8ca-4076-46a3-802c-ed7f2794d408 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:35.012645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 3fcee8ca-4076-46a3-802c-ed7f2794d408 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:35.013337 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:35.084291 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:35.102907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe', 'mac_address': 'fa:16:3e:98:7b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:58:35.110509 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-800270d7-62ae-4725-b6a0-ccfc6d525dde tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:35.127768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-800270d7-62ae-4725-b6a0-ccfc6d525dde tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Transition to ACTIVE for port object 956ce13d-6924-4a54-a406-a345c8b62cf5 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:35.147291 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9776e02e-d86f-433d-9b15-ecaafa068979 req-ea729434-c479-4e8a-a8a1-2872509498fb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487009 Jul 15 14:58:35.164042 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:35.186697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d442acc-72fb-4e88-aa3f-0095bdd41bfe {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:35.193262 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:35.194665 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-800270d7-62ae-4725-b6a0-ccfc6d525dde tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:35.227973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7aea20-3983-4bf1-abaf-3941a31771f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcee8ca-4076-46a3-802c-ed7f2794d408'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:35.230703 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25e3c0e-be49-4d7b-b715-92e7beb7508c" -d '{"events": [{"server_uuid": "1e7aea20-3983-4bf1-abaf-3941a31771f6", "name": "network-vif-plugged", "status": "completed", "tag": "3fcee8ca-4076-46a3-802c-ed7f2794d408"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:35.282376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:35.291907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3fcee8ca-4076-46a3-802c-ed7f2794d408, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3fcee8ca-4076-46a3-802c-ed7f2794d408,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:35.298897 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:35.310326 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f81a568-4df9-431a-86ef-a5d5a6e10964 x-openstack-request-id: req-7f81a568-4df9-431a-86ef-a5d5a6e10964 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:35.310963 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7aea20-3983-4bf1-abaf-3941a31771f6", "name": "network-vif-plugged", "status": "completed", "tag": "3fcee8ca-4076-46a3-802c-ed7f2794d408", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:35.311393 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f81a568-4df9-431a-86ef-a5d5a6e10964 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:35.312766 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7aea20-3983-4bf1-abaf-3941a31771f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcee8ca-4076-46a3-802c-ed7f2794d408', 'code': 200} Jul 15 14:58:35.315472 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:35.518503 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:35.620791 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=3fcee8ca-4076-46a3-802c-ed7f2794d408,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:35.784711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-800270d7-62ae-4725-b6a0-ccfc6d525dde tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Network 8385c4b7-7489-4899-ba46-4cc28a769256 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:58:35.785425 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['2d442acc-72fb-4e88-aa3f-0095bdd41bfe'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:58:35.797774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-800270d7-62ae-4725-b6a0-ccfc6d525dde tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:35.804823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-800270d7-62ae-4725-b6a0-ccfc6d525dde tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:58:35.807836 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800270d7-62ae-4725-b6a0-ccfc6d525dde tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event updated for resources: {'Port': ['ID=956ce13d-6924-4a54-a406-a345c8b62cf5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:35.870438 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:35.908748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-800270d7-62ae-4725-b6a0-ccfc6d525dde tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:35.909940 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-800270d7-62ae-4725-b6a0-ccfc6d525dde tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:35.920454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4add1-47e0-43fd-bf31-30f226f2f2e6 req-f69b7287-2856-4305-9ee9-383d19b44d35 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:35.922031 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1d4add1-47e0-43fd-bf31-30f226f2f2e6 req-f69b7287-2856-4305-9ee9-383d19b44d35 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 944 time: 0.2753265 Jul 15 14:58:35.965092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae872b8-9cee-46e9-bf06-b64f4182c198 req-19af0bf8-0e90-4b2c-8821-e7581f5f5b2c tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:35.972852 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ae872b8-9cee-46e9-bf06-b64f4182c198 req-19af0bf8-0e90-4b2c-8821-e7581f5f5b2c tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.3154399 Jul 15 14:58:35.982725 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176c435-cee6-49d7-827b-a1d01702bfd2 req-67e67ae7-4283-4b38-88e5-c6273dc37796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:35.989888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1176c435-cee6-49d7-827b-a1d01702bfd2 req-67e67ae7-4283-4b38-88e5-c6273dc37796 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 1097 time: 0.3321619 Jul 15 14:58:35.993364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-800270d7-62ae-4725-b6a0-ccfc6d525dde tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8551292 Jul 15 14:58:36.012675 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e0884144-7e5b-46bd-afa6-e4fbf61af45c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Request body: {'port': {'device_id': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c', 'admin_state_up': True, 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'security_groups': ['77a270d0-e6f7-4f24-9130-9e82fba4fc22']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:36.115897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1d4add1-47e0-43fd-bf31-30f226f2f2e6 req-2e784228-f938-4fcb-9312-ae8a9b2c0b77 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833289 Jul 15 14:58:36.140613 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ae872b8-9cee-46e9-bf06-b64f4182c198 req-a36b1369-2ab0-4660-8778-fdfa645f78f7 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668770 Jul 15 14:58:36.254581 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1176c435-cee6-49d7-827b-a1d01702bfd2 req-ba28622f-aba3-40b3-a17e-56138c862886 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206190 Jul 15 14:58:36.313253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b836048e-3139-451d-a18f-6894185034a3 None None] Provisioning for port 956ce13d-6924-4a54-a406-a345c8b62cf5 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:36.323578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b836048e-3139-451d-a18f-6894185034a3 None None] Provisioning complete for port 956ce13d-6924-4a54-a406-a345c8b62cf5 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:36.323994 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b836048e-3139-451d-a18f-6894185034a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:36.381850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e0884144-7e5b-46bd-afa6-e4fbf61af45c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Made reservation on behalf of 376291fad91d46c09381b2e97ae5561f for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:36.385807 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e0884144-7e5b-46bd-afa6-e4fbf61af45c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:36.395091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b836048e-3139-451d-a18f-6894185034a3 None None] Port 956ce13d-6924-4a54-a406-a345c8b62cf5 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:58:36.429311 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6eb99-09be-4f4a-b73a-2d28def7cebe req-d381c642-50c7-4a0f-a989-b6f31211589a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:36.431119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eda6eb99-09be-4f4a-b73a-2d28def7cebe req-d381c642-50c7-4a0f-a989-b6f31211589a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 931 time: 0.1324153 Jul 15 14:58:36.539973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eda6eb99-09be-4f4a-b73a-2d28def7cebe req-cb9cd299-8734-4a41-9288-169e6d4e5838 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692878 Jul 15 14:58:36.620757 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e0884144-7e5b-46bd-afa6-e4fbf61af45c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Allocated IP 10.1.1.167 (33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c/9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c/59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:58:36.678567 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e6e6ca3b-d3f3-48c4-a3b9-4edaf8455e41 req-2f792cc9-3215-44c3-93c8-88a52e715232 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0436413 Jul 15 14:58:36.876668 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679ded7-8fb5-4e94-8ceb-5f6c4eb704bb req-9eb52125-3e09-454b-a23c-3a072aedfa1b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:36.878214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a679ded7-8fb5-4e94-8ceb-5f6c4eb704bb req-9eb52125-3e09-454b-a23c-3a072aedfa1b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 948 time: 0.1491833 Jul 15 14:58:36.882033 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e0884144-7e5b-46bd-afa6-e4fbf61af45c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:36.899708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2f936173-1e1b-4331-a297-88bfabc6c2ea up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:58:36.911438 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e0884144-7e5b-46bd-afa6-e4fbf61af45c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Transition to ACTIVE for port object 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:36.945355 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a679ded7-8fb5-4e94-8ceb-5f6c4eb704bb req-056a0f53-a76f-496e-b0ab-e5a18e919b97 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590041 Jul 15 14:58:36.988370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 2f936173-1e1b-4331-a297-88bfabc6c2ea completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:36.995114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 2f936173-1e1b-4331-a297-88bfabc6c2ea triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:36.995710 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:37.024357 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e0884144-7e5b-46bd-afa6-e4fbf61af45c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:37.085235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e0884144-7e5b-46bd-afa6-e4fbf61af45c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:58:37.091818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e0884144-7e5b-46bd-afa6-e4fbf61af45c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:37.096485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e0884144-7e5b-46bd-afa6-e4fbf61af45c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:58:37.104598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0884144-7e5b-46bd-afa6-e4fbf61af45c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event updated for resources: {'Port': ['ID=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:37.189399 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:37.196692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e0884144-7e5b-46bd-afa6-e4fbf61af45c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:37.198667 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e0884144-7e5b-46bd-afa6-e4fbf61af45c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:37.234758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e0884144-7e5b-46bd-afa6-e4fbf61af45c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2305512 Jul 15 14:58:37.254988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4fc28101-f5d9-4e48-b88f-a142711f506c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Request body: {'port': {'device_id': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c', 'admin_state_up': True, 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'security_groups': ['77a270d0-e6f7-4f24-9130-9e82fba4fc22']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:37.295561 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 2f936173-1e1b-4331-a297-88bfabc6c2ea, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2f936173-1e1b-4331-a297-88bfabc6c2ea,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:37.306439 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:37.318468 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912be3ea-da1c-4535-bfb6-6139448f4765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f936173-1e1b-4331-a297-88bfabc6c2ea'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:37.322434 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3498171-b8e4-4ca9-8beb-ee9d7a1b85f8" -d '{"events": [{"server_uuid": "912be3ea-da1c-4535-bfb6-6139448f4765", "name": "network-vif-plugged", "status": "completed", "tag": "2f936173-1e1b-4331-a297-88bfabc6c2ea"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:37.418365 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=2f936173-1e1b-4331-a297-88bfabc6c2ea,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:37.551656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-72010ddb-421b-4801-8fd9-a8b78332f5d2 None None] Provisioning for port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:37.559348 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-72010ddb-421b-4801-8fd9-a8b78332f5d2 None None] Provisioning complete for port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:37.559895 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-72010ddb-421b-4801-8fd9-a8b78332f5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:37.609932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91961116-e9bd-4a55-901d-fbdb3d9f6f3e req-46919221-03f4-4f33-8a93-5f9ba4a1f2f9 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:37.640085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91961116-e9bd-4a55-901d-fbdb3d9f6f3e req-46919221-03f4-4f33-8a93-5f9ba4a1f2f9 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.2415462 Jul 15 14:58:37.640571 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-72010ddb-421b-4801-8fd9-a8b78332f5d2 None None] Port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:58:37.664715 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4fc28101-f5d9-4e48-b88f-a142711f506c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Made reservation on behalf of 376291fad91d46c09381b2e97ae5561f for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:37.670919 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4fc28101-f5d9-4e48-b88f-a142711f506c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:37.839018 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91961116-e9bd-4a55-901d-fbdb3d9f6f3e req-055f70a7-2284-44fe-b31a-95bcdb2f4b14 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951685 Jul 15 14:58:37.920424 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6db4125-b918-4452-ba1c-e7e297cb507a x-openstack-request-id: req-e6db4125-b918-4452-ba1c-e7e297cb507a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:37.920795 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912be3ea-da1c-4535-bfb6-6139448f4765", "name": "network-vif-plugged", "status": "completed", "tag": "2f936173-1e1b-4331-a297-88bfabc6c2ea", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:37.921218 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e6db4125-b918-4452-ba1c-e7e297cb507a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:37.921719 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912be3ea-da1c-4535-bfb6-6139448f4765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f936173-1e1b-4331-a297-88bfabc6c2ea', 'code': 200} Jul 15 14:58:38.041304 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-08c52ec6-d5e5-4857-bfbe-6c41370dc2da tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:38.043032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-08c52ec6-d5e5-4857-bfbe-6c41370dc2da tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.11 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121&tenant_id=e4e49258fa6a4fb18919af5b4ad01325&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 948 time: 0.3148186 Jul 15 14:58:38.078457 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6e156-b643-41c2-8c3e-c1d88b60246c req-7ed7e020-0c40-4663-a046-b20d0dc36e67 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:38.080050 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ea6e156-b643-41c2-8c3e-c1d88b60246c req-7ed7e020-0c40-4663-a046-b20d0dc36e67 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.2683430 Jul 15 14:58:38.081276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4fc28101-f5d9-4e48-b88f-a142711f506c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Allocated IP 10.1.1.181 (33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c/9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c/c27002a5-aff8-4cb1-b048-1f360f6947d2) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:58:38.118454 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2680cd-6d38-4730-b5aa-8deee83c0cea req-2ed9e821-9180-4c3e-be11-ea850ae4e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:38.124099 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ac2680cd-6d38-4730-b5aa-8deee83c0cea req-2ed9e821-9180-4c3e-be11-ea850ae4e766 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 1096 time: 0.1317546 Jul 15 14:58:38.181503 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ac2680cd-6d38-4730-b5aa-8deee83c0cea req-5b9718f1-702f-43a9-944f-1404bf6d247e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497453 Jul 15 14:58:38.220837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ea6e156-b643-41c2-8c3e-c1d88b60246c req-804cf9d3-ecfb-44e5-90fb-88433f5751c4 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157193 Jul 15 14:58:38.256089 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-8064b90f-c55d-44c9-8b1b-b66d919d17d1 service neutron] 10.222.0.11 "GET /v2.0/ports/2d442acc-72fb-4e88-aa3f-0095bdd41bfe/bindings/n-h1-764435-3 HTTP/1.1" status: 200 len: 382 time: 0.1862891 Jul 15 14:58:38.533411 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4fc28101-f5d9-4e48-b88f-a142711f506c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:38.574180 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4fc28101-f5d9-4e48-b88f-a142711f506c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Transition to ACTIVE for port object c27002a5-aff8-4cb1-b048-1f360f6947d2 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:38.577131 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-c5247b0b-ec15-4f0d-a549-8b931bf87336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:38.578714 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-c5247b0b-ec15-4f0d-a549-8b931bf87336 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 1099 time: 0.3022480 Jul 15 14:58:38.607902 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfb742-b57c-4b68-82fd-07ff1f92bf35 req-b9b59678-3d65-4b01-a901-c581e741fe8a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:38.615418 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfb742-b57c-4b68-82fd-07ff1f92bf35 req-b9b59678-3d65-4b01-a901-c581e741fe8a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:38.617264 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dcfb742-b57c-4b68-82fd-07ff1f92bf35 req-b9b59678-3d65-4b01-a901-c581e741fe8a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 1653 time: 0.2219207 Jul 15 14:58:38.655409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88038fbb-a5f6-43fa-bf88-0e0426b68050 req-a1ff4a62-b9d1-4438-b65b-1999848c6e4c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:38.656925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88038fbb-a5f6-43fa-bf88-0e0426b68050 req-a1ff4a62-b9d1-4438-b65b-1999848c6e4c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 948 time: 0.2605155 Jul 15 14:58:38.785532 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dcfb742-b57c-4b68-82fd-07ff1f92bf35 req-eacbf517-8fbd-494c-88bb-54dad908c89a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499610 Jul 15 14:58:38.798668 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4fc28101-f5d9-4e48-b88f-a142711f506c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:38.818975 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88038fbb-a5f6-43fa-bf88-0e0426b68050 req-80d8d38b-c1eb-46a9-9e96-453174395132 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453862 Jul 15 14:58:38.884921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-64aa1877-1314-4f73-9086-d2d25776de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:38.887356 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-64aa1877-1314-4f73-9086-d2d25776de8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2987874 Jul 15 14:58:38.921588 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2d442acc-72fb-4e88-aa3f-0095bdd41bfe up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:58:38.933361 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4fc28101-f5d9-4e48-b88f-a142711f506c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:58:38.993431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4fc28101-f5d9-4e48-b88f-a142711f506c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:38.996983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4fc28101-f5d9-4e48-b88f-a142711f506c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:58:39.050099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:39.055054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:39.055449 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:39.070567 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-2b9713e9-6823-401a-826f-09bc6f0dc84c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe HTTP/1.1" status: 200 len: 217 time: 0.1703110 Jul 15 14:58:39.086478 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4fc28101-f5d9-4e48-b88f-a142711f506c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:39.087204 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4fc28101-f5d9-4e48-b88f-a142711f506c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:39.181271 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:39.219300 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:39.225716 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b45f6f92-63e3-49f0-90bb-e6945f7d4892 req-73b46368-6de8-4dfc-9c68-592a7e769114 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0623560 Jul 15 14:58:39.228490 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:39.236903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc28101-f5d9-4e48-b88f-a142711f506c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event updated for resources: {'Port': ['ID=c27002a5-aff8-4cb1-b048-1f360f6947d2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:39.361797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4fc28101-f5d9-4e48-b88f-a142711f506c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1161730 Jul 15 14:58:39.373069 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:39.384131 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9df80465-8875-4ba5-8736-d122d6fb01b3 None None] Provisioning for port c27002a5-aff8-4cb1-b048-1f360f6947d2 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:39.389976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-ff27d025-2d4f-444b-937a-33f0c31b6d9e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Request body: {'port': {'device_id': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864', 'admin_state_up': True, 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'security_groups': ['77a270d0-e6f7-4f24-9130-9e82fba4fc22']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:39.393473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9df80465-8875-4ba5-8736-d122d6fb01b3 None None] Provisioning complete for port c27002a5-aff8-4cb1-b048-1f360f6947d2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:39.396363 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9df80465-8875-4ba5-8736-d122d6fb01b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:39.461794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9df80465-8875-4ba5-8736-d122d6fb01b3 None None] Port c27002a5-aff8-4cb1-b048-1f360f6947d2 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:58:39.498796 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7971ef-80d5-4bb3-8587-aa2b689753ac req-a690313f-2dd9-4e04-8bcd-8ee48fd983dc tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:39.504292 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed7971ef-80d5-4bb3-8587-aa2b689753ac req-a690313f-2dd9-4e04-8bcd-8ee48fd983dc tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.3890090 Jul 15 14:58:39.507989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-ddbfc494-83c0-4197-b678-b47a44b82364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:39.509562 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-ddbfc494-83c0-4197-b678-b47a44b82364 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.4134216 Jul 15 14:58:39.715256 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed7971ef-80d5-4bb3-8587-aa2b689753ac req-37e8cddc-6aaf-4804-89dc-b7e65b5d2851 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406374 Jul 15 14:58:39.764185 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47d50c-704d-4341-a731-f0464a68580a req-c44fee85-634b-4a59-afde-671178ef5454 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:39.765784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c47d50c-704d-4341-a731-f0464a68580a req-c44fee85-634b-4a59-afde-671178ef5454 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.3461869 Jul 15 14:58:39.808916 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-b489d57e-744f-42bb-aaf5-45cf8b75f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:39.810397 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-b489d57e-744f-42bb-aaf5-45cf8b75f1a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2240396 Jul 15 14:58:39.810976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-ff27d025-2d4f-444b-937a-33f0c31b6d9e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Made reservation on behalf of 376291fad91d46c09381b2e97ae5561f for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:39.931127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:39.944675 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7298ff0e-a306-492a-9040-9b1eaa77762a" -d '{"events": [{"server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "name": "network-vif-plugged", "status": "completed", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:40.359433 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c47d50c-704d-4341-a731-f0464a68580a req-2e0ae72c-dd6b-4947-81f3-76e50291c33e tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5855930 Jul 15 14:58:40.522497 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-ebd8c126-7c65-4463-84cb-a0dc381f9936 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6923096 Jul 15 14:58:40.529211 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-ff27d025-2d4f-444b-937a-33f0c31b6d9e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:40.896714 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-21b81aa2-6902-4dd3-bd15-1d1ab890fb70 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532231 Jul 15 14:58:40.990561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e46332-d90e-4aab-a9c6-8eaf6d7c5da4 req-6efd5ed7-33a5-4186-a0c7-0f11887c67b8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:40.996421 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e46332-d90e-4aab-a9c6-8eaf6d7c5da4 req-6efd5ed7-33a5-4186-a0c7-0f11887c67b8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:41.002546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e46332-d90e-4aab-a9c6-8eaf6d7c5da4 req-6efd5ed7-33a5-4186-a0c7-0f11887c67b8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:41.010249 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0e46332-d90e-4aab-a9c6-8eaf6d7c5da4 req-6efd5ed7-33a5-4186-a0c7-0f11887c67b8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 2374 time: 0.3936598 Jul 15 14:58:41.067956 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-ff27d025-2d4f-444b-937a-33f0c31b6d9e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Allocated IP 10.2.2.100 (1bead9a4-4428-4843-b726-82fc6739e864/97cd0b09-7fe2-4d3d-863f-66972b0476a8/497ae9a9-ff93-4d7a-8209-f52e5bb98d9f) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:58:41.104039 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0e46332-d90e-4aab-a9c6-8eaf6d7c5da4 req-55540e11-a201-4f29-bc50-db908b8aac72 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927317 Jul 15 14:58:41.115742 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb3ca6-7786-47c8-8035-7736898c645f req-feacac37-f552-4a0f-930e-a0eeae26420e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:41.123821 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-debb3ca6-7786-47c8-8035-7736898c645f req-feacac37-f552-4a0f-930e-a0eeae26420e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.2431169 Jul 15 14:58:41.214432 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-debb3ca6-7786-47c8-8035-7736898c645f req-a9c323bd-5c8c-4d78-836d-e8988a6f5559 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906641 Jul 15 14:58:41.224981 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74c5c65-4515-4d19-ba17-e9f73efe8443 x-openstack-request-id: req-c74c5c65-4515-4d19-ba17-e9f73efe8443 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:41.236295 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "name": "network-vif-plugged", "status": "completed", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:41.236860 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c74c5c65-4515-4d19-ba17-e9f73efe8443 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:41.237774 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe', 'code': 200} Jul 15 14:58:41.323968 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-ff27d025-2d4f-444b-937a-33f0c31b6d9e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:41.340294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-ff27d025-2d4f-444b-937a-33f0c31b6d9e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Transition to ACTIVE for port object 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:41.399822 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bfe5127-c830-4b96-b7a9-498a1bd67197 req-27fe3b63-ecc7-42ff-a6ad-94ce16da805c tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0455718 Jul 15 14:58:41.414190 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-ff27d025-2d4f-444b-937a-33f0c31b6d9e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:41.500527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-ff27d025-2d4f-444b-937a-33f0c31b6d9e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Network 1bead9a4-4428-4843-b726-82fc6739e864 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:58:41.537798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-ff27d025-2d4f-444b-937a-33f0c31b6d9e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:41.542974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-ff27d025-2d4f-444b-937a-33f0c31b6d9e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:58:41.613553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-ff27d025-2d4f-444b-937a-33f0c31b6d9e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:41.614191 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-ff27d025-2d4f-444b-937a-33f0c31b6d9e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:41.623438 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27d025-2d4f-444b-937a-33f0c31b6d9e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event updated for resources: {'Port': ['ID=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:41.677107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-ff27d025-2d4f-444b-937a-33f0c31b6d9e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3037674 Jul 15 14:58:41.693389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-91f64668-9943-488f-9938-ba132cc0f8cf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Request body: {'port': {'device_id': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864', 'admin_state_up': True, 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'security_groups': ['77a270d0-e6f7-4f24-9130-9e82fba4fc22']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:41.816371 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19639bff-c0b6-4f13-b5ad-8ac4c146947a req-c17c2ae3-3bcb-41a8-ab22-1570f61a36b5 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:41.823423 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19639bff-c0b6-4f13-b5ad-8ac4c146947a req-c17c2ae3-3bcb-41a8-ab22-1570f61a36b5 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.3511760 Jul 15 14:58:41.907625 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f0ab81b3-d667-4f15-938e-fedf9ce65562 None None] Provisioning for port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:41.915917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f0ab81b3-d667-4f15-938e-fedf9ce65562 None None] Provisioning complete for port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:41.918100 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0ab81b3-d667-4f15-938e-fedf9ce65562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:41.939035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19639bff-c0b6-4f13-b5ad-8ac4c146947a req-2b24cf17-774f-424f-a003-4e3798829e20 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147106 Jul 15 14:58:41.955731 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-91f64668-9943-488f-9938-ba132cc0f8cf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Made reservation on behalf of 376291fad91d46c09381b2e97ae5561f for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:41.960584 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-91f64668-9943-488f-9938-ba132cc0f8cf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:41.984195 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab81b3-d667-4f15-938e-fedf9ce65562 None None] Port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:58:42.021492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b76fab-8c19-4e97-bccf-016f902dd4ed req-c15e911e-75ed-4e4a-a131-757ddb3b9837 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:42.023126 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7b76fab-8c19-4e97-bccf-016f902dd4ed req-c15e911e-75ed-4e4a-a131-757ddb3b9837 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.1736028 Jul 15 14:58:42.138112 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7b76fab-8c19-4e97-bccf-016f902dd4ed req-dbcddea8-29b8-4c75-9c3c-770373f1a6b4 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862083 Jul 15 14:58:42.286982 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-91f64668-9943-488f-9938-ba132cc0f8cf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Allocated IP 10.2.2.200 (1bead9a4-4428-4843-b726-82fc6739e864/97cd0b09-7fe2-4d3d-863f-66972b0476a8/4b61e0da-7262-42eb-badb-84072e586233) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:58:42.397071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb635a7b-cf0a-4db6-ae33-e5229421943b req-3054bf1b-03f8-4cd7-8ead-41e297b85232 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:42.407356 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb635a7b-cf0a-4db6-ae33-e5229421943b req-3054bf1b-03f8-4cd7-8ead-41e297b85232 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:42.418311 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb635a7b-cf0a-4db6-ae33-e5229421943b req-3054bf1b-03f8-4cd7-8ead-41e297b85232 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:42.426953 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb635a7b-cf0a-4db6-ae33-e5229421943b req-3054bf1b-03f8-4cd7-8ead-41e297b85232 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:42.438396 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb635a7b-cf0a-4db6-ae33-e5229421943b req-3054bf1b-03f8-4cd7-8ead-41e297b85232 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 3095 time: 0.1751821 Jul 15 14:58:42.646156 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb635a7b-cf0a-4db6-ae33-e5229421943b req-8d8ab645-c758-4fa4-b581-3366f2f8d3dc tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060614 Jul 15 14:58:42.673971 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-91f64668-9943-488f-9938-ba132cc0f8cf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:42.706523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-91f64668-9943-488f-9938-ba132cc0f8cf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Transition to ACTIVE for port object 4b61e0da-7262-42eb-badb-84072e586233 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:42.733843 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66b105-6379-4694-afe9-65274b4a780d req-8c5c69d1-0822-4c0c-b0fe-b364ec12a39e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:42.739188 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3f66b105-6379-4694-afe9-65274b4a780d req-8c5c69d1-0822-4c0c-b0fe-b364ec12a39e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.2131846 Jul 15 14:58:42.851124 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3f66b105-6379-4694-afe9-65274b4a780d req-f976ab1b-7932-4e77-b58c-16163f79a3a9 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026723 Jul 15 14:58:42.868208 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-91f64668-9943-488f-9938-ba132cc0f8cf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:42.961279 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-91f64668-9943-488f-9938-ba132cc0f8cf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Network 1bead9a4-4428-4843-b726-82fc6739e864 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:58:42.967718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-91f64668-9943-488f-9938-ba132cc0f8cf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:42.972697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f64668-9943-488f-9938-ba132cc0f8cf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event updated for resources: {'Port': ['ID=4b61e0da-7262-42eb-badb-84072e586233,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:42.975493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-91f64668-9943-488f-9938-ba132cc0f8cf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:58:43.043000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bac13f-092d-43c1-8943-8aaa29c4462f req-29f5a8e0-4def-48dd-9cf4-6d83f5549131 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:43.043000 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11bac13f-092d-43c1-8943-8aaa29c4462f req-29f5a8e0-4def-48dd-9cf4-6d83f5549131 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.2172089 Jul 15 14:58:43.080239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-91f64668-9943-488f-9938-ba132cc0f8cf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:43.080913 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-91f64668-9943-488f-9938-ba132cc0f8cf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:43.128332 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11bac13f-092d-43c1-8943-8aaa29c4462f req-3f29dc1f-42b2-459d-940c-0a6560f6e8b6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063397 Jul 15 14:58:43.130736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c0d2961-c5e3-45e0-87fe-06233f0711cd req-a055baf1-347f-4021-b20e-986d5e44dc80 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0580370 Jul 15 14:58:43.142691 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-91f64668-9943-488f-9938-ba132cc0f8cf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4583108 Jul 15 14:58:43.155475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Request body: {'port': {'device_id': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:43.362581 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:43.419361 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2faa-4e2d-4849-b985-d2de52395d37 None None] Provisioning for port 4b61e0da-7262-42eb-badb-84072e586233 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:43.430185 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2faa-4e2d-4849-b985-d2de52395d37 None None] Provisioning complete for port 4b61e0da-7262-42eb-badb-84072e586233 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:43.432613 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2faa-4e2d-4849-b985-d2de52395d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:43.505913 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2faa-4e2d-4849-b985-d2de52395d37 None None] Port 4b61e0da-7262-42eb-badb-84072e586233 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:58:43.765569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec2314-69ca-42b3-926c-aad9a68b2a24 req-5813567e-93a5-45f5-ae71-0b7872dfe467 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:43.767525 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82ec2314-69ca-42b3-926c-aad9a68b2a24 req-5813567e-93a5-45f5-ae71-0b7872dfe467 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.1749015 Jul 15 14:58:43.895370 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82ec2314-69ca-42b3-926c-aad9a68b2a24 req-37d16592-2e83-428c-aeb4-960ac73ebe19 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155803 Jul 15 14:58:43.900980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956ce13d-6924-4a54-a406-a345c8b62cf5 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:43.928442 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:43.939273 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-c40a7f53-8d57-4a07-bbb1-4ee4a7716f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:43.942136 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-c40a7f53-8d57-4a07-bbb1-4ee4a7716f12 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121&tenant_id=e4e49258fa6a4fb18919af5b4ad01325 HTTP/1.1" status: 200 len: 1100 time: 0.0885537 Jul 15 14:58:43.951603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Transition to ACTIVE for port object 956ce13d-6924-4a54-a406-a345c8b62cf5 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:43.954090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:43.962232 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:44.040617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21150627-b6ad-4afc-b760-fef3fab682d8 req-d2eeebe5-1315-4d62-b2d8-143de4eb40c1 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:44.048306 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21150627-b6ad-4afc-b760-fef3fab682d8 req-d2eeebe5-1315-4d62-b2d8-143de4eb40c1 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:44.059753 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21150627-b6ad-4afc-b760-fef3fab682d8 req-d2eeebe5-1315-4d62-b2d8-143de4eb40c1 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:44.068052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21150627-b6ad-4afc-b760-fef3fab682d8 req-d2eeebe5-1315-4d62-b2d8-143de4eb40c1 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:44.074959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21150627-b6ad-4afc-b760-fef3fab682d8 req-d2eeebe5-1315-4d62-b2d8-143de4eb40c1 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:44.077145 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-21150627-b6ad-4afc-b760-fef3fab682d8 req-d2eeebe5-1315-4d62-b2d8-143de4eb40c1 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 3816 time: 0.2087231 Jul 15 14:58:44.083549 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:44.106318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Pushing event updated for resources: {'Port': ['ID=956ce13d-6924-4a54-a406-a345c8b62cf5,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:44.201365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-21150627-b6ad-4afc-b760-fef3fab682d8 req-fa6f6948-5f40-4ab7-b185-75cd0f93270a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162922 Jul 15 14:58:44.285588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Attempting to bind port 956ce13d-6924-4a54-a406-a345c8b62cf5 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:44.285945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Attempting to bind port 956ce13d-6924-4a54-a406-a345c8b62cf5 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '8fed424e-93c9-48aa-b19e-03fd3711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:44.286512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Attempting to bind port 956ce13d-6924-4a54-a406-a345c8b62cf5 on network 8385c4b7-7489-4899-ba46-4cc28a769256 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:44.318466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Port 956ce13d-6924-4a54-a406-a345c8b62cf5 on network 8385c4b7-7489-4899-ba46-4cc28a769256 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:58:44.318968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Attempting to bind port 956ce13d-6924-4a54-a406-a345c8b62cf5 on network 8385c4b7-7489-4899-ba46-4cc28a769256 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:44.345570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:44.345920 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Checking segment: {'id': '8fed424e-93c9-48aa-b19e-03fd3711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:44.346322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Bound using segment: {'id': '8fed424e-93c9-48aa-b19e-03fd3711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:44.346827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Bound port: 956ce13d-6924-4a54-a406-a345c8b62cf5, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fed424e-93c9-48aa-b19e-03fd3711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:44.349212 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:44.392180 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:44.449127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:44.506988 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:44.511213 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74b1ff-79d8-40c3-8dc2-c16398894eb2 req-41fabc1d-1ae0-4df9-be45-f962d4b06aa4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:44.513498 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7dff2b-fa1a-42a8-8fc1-44cc38e7623d" -d '{"events": [{"server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "name": "network-vif-unplugged", "status": "completed", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:44.519417 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:44.520213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db74b1ff-79d8-40c3-8dc2-c16398894eb2 req-41fabc1d-1ae0-4df9-be45-f962d4b06aa4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.2932088 Jul 15 14:58:44.534220 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Transition to ACTIVE for port object 2d442acc-72fb-4e88-aa3f-0095bdd41bfe will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:44.538467 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:44.557295 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6d97d72-8a0c-4db9-a24f-cde423d206f9 req-f23d4d20-0479-4050-ad0c-fffe10dd8893 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0675590 Jul 15 14:58:44.616364 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] For port 956ce13d-6924-4a54-a406-a345c8b62cf5, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:44.631227 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db74b1ff-79d8-40c3-8dc2-c16398894eb2 req-8d775041-0e0b-4722-ab15-3492252e44fd tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102712 Jul 15 14:58:44.639084 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Pushing event updated for resources: {'Port': ['ID=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:44.661399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] For port 956ce13d-6924-4a54-a406-a345c8b62cf5, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=956ce13d-6924-4a54-a406-a345c8b62cf5,segment=NetworkSegment(8fed424e-93c9-48aa-b19e-03fd3711bb3d),segment_id=8fed424e-93c9-48aa-b19e-03fd3711bb3d)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:58:44.673818 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:44.685085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] No DVR routers for this DVR port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:58:44.757137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Attempting to bind port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:44.757487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Attempting to bind port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:44.761037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Attempting to bind port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:44.773705 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:58:44.774283 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Pushing event updated for resources: {'Port': ['ID=956ce13d-6924-4a54-a406-a345c8b62cf5,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:44.777052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Attempting to bind port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:44.789727 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:44.790071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:44.790465 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:44.790939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Bound port: 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:44.791309 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:44.813094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:44.814028 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:44.816282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8fea6fbf-0569-4cd0-8ed9-bed426d019a6 service neutron] 10.222.0.22 "PUT /v2.0/ports/956ce13d-6924-4a54-a406-a345c8b62cf5 HTTP/1.1" status: 200 len: 1091 time: 1.6649098 Jul 15 14:58:44.816866 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'tag': '956ce13d-6924-4a54-a406-a345c8b62cf5'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:44.822018 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4a30be-3d8e-45c0-98de-b5274ac97253" -d '{"events": [{"name": "network-changed", "server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "tag": "956ce13d-6924-4a54-a406-a345c8b62cf5"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:44.857649 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Request body: {'port': {'device_id': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:44.944861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2d442acc-72fb-4e88-aa3f-0095bdd41bfe no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:58:44.978228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:44.991772 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:58:45.008373 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:45.026559 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec29d80-6e04-4931-b077-e5356d2afa5a req-2e53f2ed-babf-40a6-af4a-6622f573e46f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.028309 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bec29d80-6e04-4931-b077-e5356d2afa5a req-2e53f2ed-babf-40a6-af4a-6622f573e46f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.2694829 Jul 15 14:58:45.032282 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2d442acc-72fb-4e88-aa3f-0095bdd41bfe not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:58:45.103877 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.109928 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:45.112111 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] 10.222.0.22 "PUT /v2.0/ports/2d442acc-72fb-4e88-aa3f-0095bdd41bfe HTTP/1.1" status: 200 len: 1096 time: 1.1625736 Jul 15 14:58:45.146982 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc1e79d-29fa-47cb-ba70-900e3570ae79 x-openstack-request-id: req-ecc1e79d-29fa-47cb-ba70-900e3570ae79 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:45.147509 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "name": "network-vif-unplugged", "status": "completed", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:45.147937 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ecc1e79d-29fa-47cb-ba70-900e3570ae79 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:45.148515 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe', 'code': 200} Jul 15 14:58:45.198394 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:45.233425 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bec29d80-6e04-4931-b077-e5356d2afa5a req-b3765bb7-96c9-42b7-9651-97f1e06d28e6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609731 Jul 15 14:58:45.236869 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7410bbca-1003-46e8-9eff-9b53002a5847 x-openstack-request-id: req-7410bbca-1003-46e8-9eff-9b53002a5847 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:45.237160 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "tag": "956ce13d-6924-4a54-a406-a345c8b62cf5", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:45.237414 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7410bbca-1003-46e8-9eff-9b53002a5847 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:45.238393 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'tag': '956ce13d-6924-4a54-a406-a345c8b62cf5', 'status': 'completed', 'code': 200} Jul 15 14:58:45.251758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf993c5-fbf3-4730-8538-02c1e86be588 service neutron] Pushing event updated for resources: {'Port': ['ID=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,revision_number=11']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:45.411003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-8624c62b-2aa9-4d00-a317-93f10d25c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.412555 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-8624c62b-2aa9-4d00-a317-93f10d25c2e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 1099 time: 0.2501612 Jul 15 14:58:45.509794 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a30be-3d8e-45c0-98de-b5274ac97253 req-d377921e-84eb-411a-a4b3-bb22fc928546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.510279 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a30be-3d8e-45c0-98de-b5274ac97253 req-d377921e-84eb-411a-a4b3-bb22fc928546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.510786 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a30be-3d8e-45c0-98de-b5274ac97253 req-d377921e-84eb-411a-a4b3-bb22fc928546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.511255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a30be-3d8e-45c0-98de-b5274ac97253 req-d377921e-84eb-411a-a4b3-bb22fc928546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.511726 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a30be-3d8e-45c0-98de-b5274ac97253 req-d377921e-84eb-411a-a4b3-bb22fc928546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.513491 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a4a30be-3d8e-45c0-98de-b5274ac97253 req-d377921e-84eb-411a-a4b3-bb22fc928546 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=376291fad91d46c09381b2e97ae5561f&device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 4363 time: 0.2433388 Jul 15 14:58:45.648369 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14fb6401-8a15-4d54-b91f-b0d28fcb8f80 req-85cab609-a778-455c-824c-ff0fe8fa77f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.2396281 Jul 15 14:58:45.673358 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-a4566053-2c37-4d49-be3f-12046bd8017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.675568 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-a4566053-2c37-4d49-be3f-12046bd8017d service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2512383 Jul 15 14:58:45.723729 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-316fbaeb-421d-45e3-a062-c68bf89d6e72 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe HTTP/1.1" status: 200 len: 217 time: 0.0406759 Jul 15 14:58:45.775731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a30be-3d8e-45c0-98de-b5274ac97253 req-e200e8c6-0e28-494e-8a55-5344a35468a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.776519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a30be-3d8e-45c0-98de-b5274ac97253 req-e200e8c6-0e28-494e-8a55-5344a35468a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.777165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a30be-3d8e-45c0-98de-b5274ac97253 req-e200e8c6-0e28-494e-8a55-5344a35468a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.778980 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a4a30be-3d8e-45c0-98de-b5274ac97253 req-e200e8c6-0e28-494e-8a55-5344a35468a9 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=376291fad91d46c09381b2e97ae5561f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2486789 Jul 15 14:58:45.793996 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938eda2c-b549-45e5-a884-4809080269b5 req-171fb91d-155a-4608-a9cf-42bdae7b1902 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.795538 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-938eda2c-b549-45e5-a884-4809080269b5 req-171fb91d-155a-4608-a9cf-42bdae7b1902 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.2200086 Jul 15 14:58:45.810236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc795b-8b6c-478f-9d51-f1f0654d2270 req-7551e64b-7183-4545-b8e6-f307af29e821 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.817510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc795b-8b6c-478f-9d51-f1f0654d2270 req-7551e64b-7183-4545-b8e6-f307af29e821 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.822255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-8d8111f3-a901-44ef-857e-16b269b87050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.823751 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-8d8111f3-a901-44ef-857e-16b269b87050 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0916748 Jul 15 14:58:45.823907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc795b-8b6c-478f-9d51-f1f0654d2270 req-7551e64b-7183-4545-b8e6-f307af29e821 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.830036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc795b-8b6c-478f-9d51-f1f0654d2270 req-7551e64b-7183-4545-b8e6-f307af29e821 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.836297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc795b-8b6c-478f-9d51-f1f0654d2270 req-7551e64b-7183-4545-b8e6-f307af29e821 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.844024 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5dc795b-8b6c-478f-9d51-f1f0654d2270 req-7551e64b-7183-4545-b8e6-f307af29e821 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 3828 time: 0.2405791 Jul 15 14:58:45.927794 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a30be-3d8e-45c0-98de-b5274ac97253 req-a7975781-ed47-4517-9939-abe78a02282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.928866 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1a4a30be-3d8e-45c0-98de-b5274ac97253 req-a7975781-ed47-4517-9939-abe78a02282f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407042 Jul 15 14:58:45.932340 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-938eda2c-b549-45e5-a884-4809080269b5 req-4def562c-31f2-4b68-a37d-8e606b44021e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806727 Jul 15 14:58:45.951874 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5dc795b-8b6c-478f-9d51-f1f0654d2270 req-171e78d2-845d-4486-9130-f67be93fb4da tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070261 Jul 15 14:58:45.959165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-ec317393-4f74-4c2f-b6f4-39e96a17ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:45.961357 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-ec317393-4f74-4c2f-b6f4-39e96a17ba96 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1288006 Jul 15 14:58:46.032513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c7806c-4a42-48df-8fdb-c278e251f75b {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:46.058753 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:46.083591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Transition to ACTIVE for port object e6c7806c-4a42-48df-8fdb-c278e251f75b will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:46.091043 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:46.159005 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-6c8ac9cf-a7ba-47ff-a426-84e3c95e0f5d service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899626 Jul 15 14:58:46.225689 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-455b6c6a-084e-4518-a8a2-e5de91171706 req-4a4bf770-c09e-4881-bc5f-3a3fd03b3806 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0805407 Jul 15 14:58:46.273934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Pushing event updated for resources: {'Port': ['ID=e6c7806c-4a42-48df-8fdb-c278e251f75b,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:46.284196 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-43b37a7c-bb3a-42c5-a024-a7ea340661cf req-f629f7a3-33c8-4233-83a4-d8351c2076b6 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164234 Jul 15 14:58:46.755868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a19d47-9582-4512-9271-cd9a216acad7 req-88398598-5026-4c0f-8f57-7f97e7143202 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:46.757524 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97a19d47-9582-4512-9271-cd9a216acad7 req-88398598-5026-4c0f-8f57-7f97e7143202 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 948 time: 0.6143868 Jul 15 14:58:46.883361 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97a19d47-9582-4512-9271-cd9a216acad7 req-aafd9ada-1cb9-430c-967e-8a2f62e87355 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917246 Jul 15 14:58:46.886784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Attempting to bind port e6c7806c-4a42-48df-8fdb-c278e251f75b on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:46.887072 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Attempting to bind port e6c7806c-4a42-48df-8fdb-c278e251f75b by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:46.887447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Attempting to bind port e6c7806c-4a42-48df-8fdb-c278e251f75b on network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:46.895604 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Port e6c7806c-4a42-48df-8fdb-c278e251f75b on network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:58:46.895924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Attempting to bind port e6c7806c-4a42-48df-8fdb-c278e251f75b on network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:46.907649 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356125e-652e-4e85-8f94-b644afffb08f req-63f33261-f001-4c48-b5d7-369c05043b6e tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:46.917125 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3356125e-652e-4e85-8f94-b644afffb08f req-63f33261-f001-4c48-b5d7-369c05043b6e tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.1863878 Jul 15 14:58:46.967222 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3356125e-652e-4e85-8f94-b644afffb08f req-068c6dd2-6302-4544-9764-da9963970d88 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491898 Jul 15 14:58:46.968272 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:46.968617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Checking segment: {'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:46.969012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Bound using segment: {'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:46.969463 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Bound port: e6c7806c-4a42-48df-8fdb-c278e251f75b, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:46.969818 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:47.068048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] For port e6c7806c-4a42-48df-8fdb-c278e251f75b, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:47.072682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] For port e6c7806c-4a42-48df-8fdb-c278e251f75b, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e6c7806c-4a42-48df-8fdb-c278e251f75b,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:58:47.077972 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:47.118159 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:47.122156 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:47.124652 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] 10.222.0.22 "PUT /v2.0/ports/e6c7806c-4a42-48df-8fdb-c278e251f75b HTTP/1.1" status: 200 len: 1130 time: 2.2722592 Jul 15 14:58:47.152251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:47.155502 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a68ccf-7131-44b9-9853-5456327316aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:47.172943 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Request body: {'port': {'device_id': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:47.186767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f2c54-49dc-4150-8af6-5967de97711a service neutron] Pushing event updated for resources: {'Port': ['ID=e6c7806c-4a42-48df-8fdb-c278e251f75b,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:47.243848 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'tag': 'e6c7806c-4a42-48df-8fdb-c278e251f75b'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:47.246109 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4d49bc-de9f-4615-aa97-3af01162eb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "tag": "e6c7806c-4a42-48df-8fdb-c278e251f75b"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:47.346479 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:47.431553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2e255-31c2-408f-9078-d6343080e969 req-1d1b3d77-a3e5-4301-b8b6-0f521b9706fd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:47.437924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2e255-31c2-408f-9078-d6343080e969 req-1d1b3d77-a3e5-4301-b8b6-0f521b9706fd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:47.444420 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2e255-31c2-408f-9078-d6343080e969 req-1d1b3d77-a3e5-4301-b8b6-0f521b9706fd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:47.450431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2e255-31c2-408f-9078-d6343080e969 req-1d1b3d77-a3e5-4301-b8b6-0f521b9706fd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:47.456976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2e255-31c2-408f-9078-d6343080e969 req-1d1b3d77-a3e5-4301-b8b6-0f521b9706fd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:47.463437 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2e255-31c2-408f-9078-d6343080e969 req-1d1b3d77-a3e5-4301-b8b6-0f521b9706fd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:47.465419 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-74e2e255-31c2-408f-9078-d6343080e969 req-1d1b3d77-a3e5-4301-b8b6-0f521b9706fd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 4600 time: 0.3107340 Jul 15 14:58:47.490910 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a5bc3-c744-4582-9feb-8ea7659e62e0 req-2306eb07-6b57-4c75-9b22-f63473e2d317 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:47.492480 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a9a5bc3-c744-4582-9feb-8ea7659e62e0 req-2306eb07-6b57-4c75-9b22-f63473e2d317 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.2755849 Jul 15 14:58:47.624341 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-74e2e255-31c2-408f-9078-d6343080e969 req-42e1a766-744c-41de-901e-59d9f6ac7582 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1506948 Jul 15 14:58:47.632106 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a9a5bc3-c744-4582-9feb-8ea7659e62e0 req-e292a7e2-dcc7-4208-b1d4-fa73b006dbcc tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306636 Jul 15 14:58:47.756092 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34935b0a-d36e-46c9-91f6-63d078b1be06 x-openstack-request-id: req-34935b0a-d36e-46c9-91f6-63d078b1be06 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:47.756610 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "tag": "e6c7806c-4a42-48df-8fdb-c278e251f75b", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:47.757050 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-34935b0a-d36e-46c9-91f6-63d078b1be06 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:47.757681 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'tag': 'e6c7806c-4a42-48df-8fdb-c278e251f75b', 'status': 'completed', 'code': 200} Jul 15 14:58:47.972673 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-976b705c-09b8-44d4-8671-7f48b75d8470 req-b3acadc0-8c9c-4cb4-b70c-1eef1da82fe8 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0647144 Jul 15 14:58:48.105371 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68ccf-7131-44b9-9853-5456327316aa req-f618bb78-2e6b-4b0d-8760-f07b604ee07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.108383 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78a68ccf-7131-44b9-9853-5456327316aa req-f618bb78-2e6b-4b0d-8760-f07b604ee07f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 1099 time: 0.2885623 Jul 15 14:58:48.130811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:48.187607 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:48.216400 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b0f639-9470-497f-bde7-41bf42803f77 x-openstack-request-id: req-d8b0f639-9470-497f-bde7-41bf42803f77 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:48.219895 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:48.220761 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d8b0f639-9470-497f-bde7-41bf42803f77 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:48.221194 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe', 'status': 'completed', 'code': 200} Jul 15 14:58:48.290921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Transition to ACTIVE for port object 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:48.333807 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:48.407749 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d49bc-de9f-4615-aa97-3af01162eb2e req-647facf3-8ba1-4718-9841-4b5312206f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.408540 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d49bc-de9f-4615-aa97-3af01162eb2e req-647facf3-8ba1-4718-9841-4b5312206f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.409192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d49bc-de9f-4615-aa97-3af01162eb2e req-647facf3-8ba1-4718-9841-4b5312206f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.411019 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d49bc-de9f-4615-aa97-3af01162eb2e req-647facf3-8ba1-4718-9841-4b5312206f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.411709 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d49bc-de9f-4615-aa97-3af01162eb2e req-647facf3-8ba1-4718-9841-4b5312206f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.412355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d49bc-de9f-4615-aa97-3af01162eb2e req-647facf3-8ba1-4718-9841-4b5312206f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.414581 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1c4d49bc-de9f-4615-aa97-3af01162eb2e req-647facf3-8ba1-4718-9841-4b5312206f44 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=376291fad91d46c09381b2e97ae5561f&device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5286 time: 0.6508265 Jul 15 14:58:48.417251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68ccf-7131-44b9-9853-5456327316aa req-eb055ec3-26fa-4d66-b7df-13b334d4edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.419748 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-78a68ccf-7131-44b9-9853-5456327316aa req-eb055ec3-26fa-4d66-b7df-13b334d4edf0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 1099 time: 0.1950903 Jul 15 14:58:48.491798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3696f3-00cd-46db-8061-ca8adfe8c0d3,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:48.620288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68ccf-7131-44b9-9853-5456327316aa req-eb3406a7-54bd-4b65-9a59-4c43de66e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.622241 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78a68ccf-7131-44b9-9853-5456327316aa req-eb3406a7-54bd-4b65-9a59-4c43de66e8ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.4706531 Jul 15 14:58:48.652499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d49bc-de9f-4615-aa97-3af01162eb2e req-f29195be-68aa-462e-8127-03cb0fcf3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.652991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d49bc-de9f-4615-aa97-3af01162eb2e req-f29195be-68aa-462e-8127-03cb0fcf3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.653468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d49bc-de9f-4615-aa97-3af01162eb2e req-f29195be-68aa-462e-8127-03cb0fcf3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.655123 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1c4d49bc-de9f-4615-aa97-3af01162eb2e req-f29195be-68aa-462e-8127-03cb0fcf3ca4 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=376291fad91d46c09381b2e97ae5561f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2266841 Jul 15 14:58:48.659175 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68ccf-7131-44b9-9853-5456327316aa req-0b87e9dd-a526-49dd-9bbb-4ff2f2801bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.661389 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-78a68ccf-7131-44b9-9853-5456327316aa req-0b87e9dd-a526-49dd-9bbb-4ff2f2801bc9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1865501 Jul 15 14:58:48.692900 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d16cbc-01e0-4927-ac68-fa7e6a34d199 req-763ab13f-d6b4-43b3-97a9-89a5426bd5fb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.700775 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83d16cbc-01e0-4927-ac68-fa7e6a34d199 req-763ab13f-d6b4-43b3-97a9-89a5426bd5fb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 948 time: 0.4384377 Jul 15 14:58:48.727394 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:48.805521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d49bc-de9f-4615-aa97-3af01162eb2e req-d8af5706-96a1-483d-950c-c1e6357168a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.809300 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1c4d49bc-de9f-4615-aa97-3af01162eb2e req-d8af5706-96a1-483d-950c-c1e6357168a2 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390331 Jul 15 14:58:48.869916 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-78a68ccf-7131-44b9-9853-5456327316aa req-fe6f0316-7a75-4cc3-80b1-0410059fe6c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe HTTP/1.1" status: 200 len: 217 time: 0.0423481 Jul 15 14:58:48.895208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78a68ccf-7131-44b9-9853-5456327316aa req-8f31ad34-b9b6-4385-9b98-916d0cc2a36d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe HTTP/1.1" status: 200 len: 217 time: 0.2624586 Jul 15 14:58:48.921660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68ccf-7131-44b9-9853-5456327316aa req-62706ef1-2d4d-490e-b83b-43321aa8b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.923405 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-78a68ccf-7131-44b9-9853-5456327316aa req-62706ef1-2d4d-490e-b83b-43321aa8b53a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0469973 Jul 15 14:58:48.985527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68ccf-7131-44b9-9853-5456327316aa req-b4114e94-83c0-4ed2-8ee1-5d409b9b2d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.988969 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78a68ccf-7131-44b9-9853-5456327316aa req-b4114e94-83c0-4ed2-8ee1-5d409b9b2d5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0684865 Jul 15 14:58:48.992359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68ccf-7131-44b9-9853-5456327316aa req-a95c72d7-f13f-460d-a4bc-1fe384a45432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:48.994212 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-78a68ccf-7131-44b9-9853-5456327316aa req-a95c72d7-f13f-460d-a4bc-1fe384a45432 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639062 Jul 15 14:58:49.011445 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:49.068002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf8126-2864-4a14-b585-3d21ca8dad45 req-a22aa972-f14d-4f01-beda-cce7a11b3dcd tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:49.075359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8cf8126-2864-4a14-b585-3d21ca8dad45 req-a22aa972-f14d-4f01-beda-cce7a11b3dcd tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.5732293 Jul 15 14:58:49.109142 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Attempting to bind port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:49.109490 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Attempting to bind port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:49.109828 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Attempting to bind port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 on network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:49.131202 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83d16cbc-01e0-4927-ac68-fa7e6a34d199 req-85cd86fc-1f60-4c4a-b085-7b448ffc193c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294565 Jul 15 14:58:49.136881 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-78a68ccf-7131-44b9-9853-5456327316aa req-43585850-fc88-44b2-bb31-da706f23bb98 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348388 Jul 15 14:58:49.137268 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 on network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:58:49.137811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Attempting to bind port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 on network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:49.155000 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8cf8126-2864-4a14-b585-3d21ca8dad45 req-330ce50a-8c85-4def-b876-aafa0f150b01 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784738 Jul 15 14:58:49.179894 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:49.180527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Checking segment: {'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:49.181202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Bound using segment: {'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:49.182879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Bound port: 1f3696f3-00cd-46db-8061-ca8adfe8c0d3, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:49.183922 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:49.306864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] For port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:49.309936 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] For port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1f3696f3-00cd-46db-8061-ca8adfe8c0d3,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:58:49.323665 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:49.351113 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-78a68ccf-7131-44b9-9853-5456327316aa req-43dcc258-6a61-4611-a778-3485c60eca8a service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067394 Jul 15 14:58:49.360727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68ccf-7131-44b9-9853-5456327316aa req-5b78b260-63cb-4a1c-b815-ae56320c9086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:49.362279 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78a68ccf-7131-44b9-9853-5456327316aa req-5b78b260-63cb-4a1c-b815-ae56320c9086 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3458717 Jul 15 14:58:49.410674 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:49.411551 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:49.413048 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] 10.222.0.22 "PUT /v2.0/ports/1f3696f3-00cd-46db-8061-ca8adfe8c0d3 HTTP/1.1" status: 200 len: 1130 time: 2.2445266 Jul 15 14:58:49.469133 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Request body: {'port': {'device_id': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:49.509480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458271de-54f6-4715-9e03-46edbe64ae49 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3696f3-00cd-46db-8061-ca8adfe8c0d3,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:49.688530 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78a68ccf-7131-44b9-9853-5456327316aa req-b88f6bec-4501-4430-b8c7-70ac5085087c service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991560 Jul 15 14:58:49.699427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb390e38-6ef1-4ae2-acb5-e28c84b197cc req-d318e315-315f-4dc8-b449-b9ec388a247e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:49.707167 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb390e38-6ef1-4ae2-acb5-e28c84b197cc req-d318e315-315f-4dc8-b449-b9ec388a247e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.3314798 Jul 15 14:58:49.729796 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b22fea7-080c-42a3-bde9-f47c0570dbb3 req-d53df7ca-5458-4341-82c0-bf953fdcde9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31d2aa2abdd64e1fb44e7dcfa0486184&device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0661211 Jul 15 14:58:49.745183 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:49.758502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'tag': '1f3696f3-00cd-46db-8061-ca8adfe8c0d3'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:49.760919 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0716fc22-a1d4-4c2a-8a64-35f2c1dc7035" -d '{"events": [{"name": "network-changed", "server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "tag": "1f3696f3-00cd-46db-8061-ca8adfe8c0d3"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:49.768091 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b22fea7-080c-42a3-bde9-f47c0570dbb3 req-b00fcfa8-d95b-47a0-9e81-abedf81331b8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=31d2aa2abdd64e1fb44e7dcfa0486184&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303588 Jul 15 14:58:49.868142 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb390e38-6ef1-4ae2-acb5-e28c84b197cc req-2eb3a33e-6cbf-4a45-ac5f-5be9f62ad38b tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599410 Jul 15 14:58:49.954786 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22fea7-080c-42a3-bde9-f47c0570dbb3 req-129002db-603a-40b6-8301-f9d6d4162d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:49.956305 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b22fea7-080c-42a3-bde9-f47c0570dbb3 req-129002db-603a-40b6-8301-f9d6d4162d2f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1768935 Jul 15 14:58:50.056477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78a68ccf-7131-44b9-9853-5456327316aa req-25f1a6de-9734-4870-a356-b95b6312a8fc service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419187 Jul 15 14:58:50.113364 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7a03a-b1d0-47ba-829f-52a79313ae8b req-19eae8ae-381b-4d41-a408-2f5578d059c5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.119261 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7a03a-b1d0-47ba-829f-52a79313ae8b req-19eae8ae-381b-4d41-a408-2f5578d059c5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.125206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7a03a-b1d0-47ba-829f-52a79313ae8b req-19eae8ae-381b-4d41-a408-2f5578d059c5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.131925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7a03a-b1d0-47ba-829f-52a79313ae8b req-19eae8ae-381b-4d41-a408-2f5578d059c5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.137810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7a03a-b1d0-47ba-829f-52a79313ae8b req-19eae8ae-381b-4d41-a408-2f5578d059c5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.144163 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7a03a-b1d0-47ba-829f-52a79313ae8b req-19eae8ae-381b-4d41-a408-2f5578d059c5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.150335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7a03a-b1d0-47ba-829f-52a79313ae8b req-19eae8ae-381b-4d41-a408-2f5578d059c5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.155413 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bcc7a03a-b1d0-47ba-829f-52a79313ae8b req-19eae8ae-381b-4d41-a408-2f5578d059c5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5372 time: 0.3115578 Jul 15 14:58:50.199404 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:58:50.258658 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bcc7a03a-b1d0-47ba-829f-52a79313ae8b req-c9719aaa-0c24-4caf-b322-c3140db2e7b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957735 Jul 15 14:58:50.342906 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cb2eda-5e0d-4662-8f19-c5c2c47a8c75 x-openstack-request-id: req-c1cb2eda-5e0d-4662-8f19-c5c2c47a8c75 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:50.343174 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "tag": "1f3696f3-00cd-46db-8061-ca8adfe8c0d3", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:50.343709 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c1cb2eda-5e0d-4662-8f19-c5c2c47a8c75 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:50.343852 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'tag': '1f3696f3-00cd-46db-8061-ca8adfe8c0d3', 'status': 'completed', 'code': 200} Jul 15 14:58:50.356800 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e67c5293-cb8e-48b3-9013-d2ca17fca885 req-d885481b-7816-402a-980f-3380ba83b151 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0586376 Jul 15 14:58:50.450761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:50.460281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716fc22-a1d4-4c2a-8a64-35f2c1dc7035 req-4f0e28f7-6ce3-4363-b1e7-8a04cf91a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.460867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716fc22-a1d4-4c2a-8a64-35f2c1dc7035 req-4f0e28f7-6ce3-4363-b1e7-8a04cf91a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.461255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716fc22-a1d4-4c2a-8a64-35f2c1dc7035 req-4f0e28f7-6ce3-4363-b1e7-8a04cf91a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.461734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716fc22-a1d4-4c2a-8a64-35f2c1dc7035 req-4f0e28f7-6ce3-4363-b1e7-8a04cf91a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.462209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716fc22-a1d4-4c2a-8a64-35f2c1dc7035 req-4f0e28f7-6ce3-4363-b1e7-8a04cf91a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.462713 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716fc22-a1d4-4c2a-8a64-35f2c1dc7035 req-4f0e28f7-6ce3-4363-b1e7-8a04cf91a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.463186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716fc22-a1d4-4c2a-8a64-35f2c1dc7035 req-4f0e28f7-6ce3-4363-b1e7-8a04cf91a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.465304 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0716fc22-a1d4-4c2a-8a64-35f2c1dc7035 req-4f0e28f7-6ce3-4363-b1e7-8a04cf91a1d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=376291fad91d46c09381b2e97ae5561f&device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 6209 time: 0.1003110 Jul 15 14:58:50.479176 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:50.517058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Transition to ACTIVE for port object 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:50.525777 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:50.586404 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Pushing event updated for resources: {'Port': ['ID=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:50.639883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716fc22-a1d4-4c2a-8a64-35f2c1dc7035 req-47d2240e-1560-4bcd-9e38-8596a83dcb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.640463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716fc22-a1d4-4c2a-8a64-35f2c1dc7035 req-47d2240e-1560-4bcd-9e38-8596a83dcb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.641007 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716fc22-a1d4-4c2a-8a64-35f2c1dc7035 req-47d2240e-1560-4bcd-9e38-8596a83dcb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.642977 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0716fc22-a1d4-4c2a-8a64-35f2c1dc7035 req-47d2240e-1560-4bcd-9e38-8596a83dcb34 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=376291fad91d46c09381b2e97ae5561f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1688004 Jul 15 14:58:50.657936 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bd4c2-0b34-452d-8661-582eed45d457 req-9dfec248-f6dc-4cf2-afb6-1905d5d42748 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.660234 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc4bd4c2-0b34-452d-8661-582eed45d457 req-9dfec248-f6dc-4cf2-afb6-1905d5d42748 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 948 time: 0.2136705 Jul 15 14:58:50.720075 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 2d442acc-72fb-4e88-aa3f-0095bdd41bfe details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:58:50.754485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc4bd4c2-0b34-452d-8661-582eed45d457 req-8c3b1abc-9386-4eb2-89da-fe1326830cfb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814013 Jul 15 14:58:50.805926 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716fc22-a1d4-4c2a-8a64-35f2c1dc7035 req-193e09bc-433b-45e1-ace0-69d17dda0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.811944 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0716fc22-a1d4-4c2a-8a64-35f2c1dc7035 req-193e09bc-433b-45e1-ace0-69d17dda0fbe service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1595638 Jul 15 14:58:50.859395 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:50.876166 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe', 'mac_address': 'fa:16:3e:98:7b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:58:50.951879 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:50.960103 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6290c-b1b2-458f-9d41-6d2aa8bb9a4b req-2611ce90-3fa4-432b-abd7-74fc02ce8a32 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:50.976286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d442acc-72fb-4e88-aa3f-0095bdd41bfe {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:50.981433 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54e6290c-b1b2-458f-9d41-6d2aa8bb9a4b req-2611ce90-3fa4-432b-abd7-74fc02ce8a32 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.3916411 Jul 15 14:58:51.000989 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:51.007204 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:51.092172 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54e6290c-b1b2-458f-9d41-6d2aa8bb9a4b req-75816924-f4c2-4408-aeac-ea9563ec017a tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095109 Jul 15 14:58:51.095496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Attempting to bind port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:51.095844 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Attempting to bind port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:51.096193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Attempting to bind port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f on network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:51.121200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,revision_number=12']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:51.135858 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f on network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:58:51.136139 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Attempting to bind port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f on network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:51.152289 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:51.152679 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Checking segment: {'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:51.153054 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Bound using segment: {'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:51.153519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Bound port: 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:51.153893 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:51.221581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510dbeb-c2e0-42d9-83da-cdbd116aca0e req-1ed2dac6-d770-4dd7-9e3c-9ecd627e3879 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:51.229689 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a510dbeb-c2e0-42d9-83da-cdbd116aca0e req-1ed2dac6-d770-4dd7-9e3c-9ecd627e3879 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 949 time: 0.2116523 Jul 15 14:58:51.288555 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] For port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:51.289833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['2d442acc-72fb-4e88-aa3f-0095bdd41bfe'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:58:51.294471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] For port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:58:51.315839 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:51.368148 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:51.369615 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:51.372639 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] 10.222.0.22 "PUT /v2.0/ports/59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f HTTP/1.1" status: 200 len: 1091 time: 1.9210482 Jul 15 14:58:51.472671 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Request body: {'port': {'device_id': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:51.578815 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a510dbeb-c2e0-42d9-83da-cdbd116aca0e req-245b1afa-c3c6-4800-8fa0-2e545f0470ef tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481359 Jul 15 14:58:51.588230 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ac549-e482-46e6-a6a6-35b0b4f6da74 service neutron] Pushing event updated for resources: {'Port': ['ID=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:51.677276 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7b22fea7-080c-42a3-bde9-f47c0570dbb3 req-bac3839e-946e-4d5c-8429-12c5c320e254 tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0437496 Jul 15 14:58:51.699979 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b8f77-ab94-424b-9b0d-ad9fd6438dcc req-6fb1b14c-4a25-49bf-b97e-38e28c2b5d56 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:51.702057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a9b8f77-ab94-424b-9b0d-ad9fd6438dcc req-6fb1b14c-4a25-49bf-b97e-38e28c2b5d56 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.4056144 Jul 15 14:58:51.727685 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:51.797069 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a9b8f77-ab94-424b-9b0d-ad9fd6438dcc req-a90ac06f-54f7-40ef-a072-0c0d2643a165 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881934 Jul 15 14:58:52.166767 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-00de61d5-ceca-47d6-ae58-6ac2b5c29bd0 req-33d741fb-a36f-4679-9e04-9d18c10ca24a tempest-ServerShowV257Test-1546717262 tempest-ServerShowV257Test-1546717262-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf29917f-aa00-42e6-89b7-b5229715fbdc HTTP/1.1" status: 200 len: 210 time: 0.0911098 Jul 15 14:58:52.261522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1252b-18ea-460a-898f-516a764d12b4 req-95ae2cd2-a38d-45c1-b910-a21223bf4f61 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.268643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1252b-18ea-460a-898f-516a764d12b4 req-95ae2cd2-a38d-45c1-b910-a21223bf4f61 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.276199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1252b-18ea-460a-898f-516a764d12b4 req-95ae2cd2-a38d-45c1-b910-a21223bf4f61 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.282857 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1252b-18ea-460a-898f-516a764d12b4 req-95ae2cd2-a38d-45c1-b910-a21223bf4f61 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.304446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1252b-18ea-460a-898f-516a764d12b4 req-95ae2cd2-a38d-45c1-b910-a21223bf4f61 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.319611 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1252b-18ea-460a-898f-516a764d12b4 req-95ae2cd2-a38d-45c1-b910-a21223bf4f61 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.334403 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1252b-18ea-460a-898f-516a764d12b4 req-95ae2cd2-a38d-45c1-b910-a21223bf4f61 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.340305 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0ab1252b-18ea-460a-898f-516a764d12b4 req-95ae2cd2-a38d-45c1-b910-a21223bf4f61 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5384 time: 0.2638755 Jul 15 14:58:52.370052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'tag': '59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:52.372584 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a672719b-7c64-46fa-b357-3d603542076c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "tag": "59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:52.445489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27002a5-aff8-4cb1-b048-1f360f6947d2 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:52.457289 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:52.499568 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0ab1252b-18ea-460a-898f-516a764d12b4 req-28fe6d75-0613-4b74-bc11-b5e1312bd186 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1235895 Jul 15 14:58:52.513807 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Transition to ACTIVE for port object c27002a5-aff8-4cb1-b048-1f360f6947d2 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:52.526895 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:52.582057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eeadc3-b9ed-4dc9-9956-a2e9f22149d3 req-66995023-2a01-4adf-ad76-697bcbbec0bc tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.584080 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32eeadc3-b9ed-4dc9-9956-a2e9f22149d3 req-66995023-2a01-4adf-ad76-697bcbbec0bc tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.1866403 Jul 15 14:58:52.587921 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3633e7cb-d6ef-40e3-bd47-2b4f126620be x-openstack-request-id: req-3633e7cb-d6ef-40e3-bd47-2b4f126620be {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:52.588224 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "tag": "59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:52.588512 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3633e7cb-d6ef-40e3-bd47-2b4f126620be {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:52.588900 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'tag': '59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f', 'status': 'completed', 'code': 200} Jul 15 14:58:52.635658 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=c27002a5-aff8-4cb1-b048-1f360f6947d2,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:52.727526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 2d442acc-72fb-4e88-aa3f-0095bdd41bfe up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:58:52.732462 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672719b-7c64-46fa-b357-3d603542076c req-214edd41-3abf-44f7-917c-a6a95b3779da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.733137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672719b-7c64-46fa-b357-3d603542076c req-214edd41-3abf-44f7-917c-a6a95b3779da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.733595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672719b-7c64-46fa-b357-3d603542076c req-214edd41-3abf-44f7-917c-a6a95b3779da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.734953 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672719b-7c64-46fa-b357-3d603542076c req-214edd41-3abf-44f7-917c-a6a95b3779da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.735797 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672719b-7c64-46fa-b357-3d603542076c req-214edd41-3abf-44f7-917c-a6a95b3779da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.736704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672719b-7c64-46fa-b357-3d603542076c req-214edd41-3abf-44f7-917c-a6a95b3779da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.737506 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672719b-7c64-46fa-b357-3d603542076c req-214edd41-3abf-44f7-917c-a6a95b3779da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.740904 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a672719b-7c64-46fa-b357-3d603542076c req-214edd41-3abf-44f7-917c-a6a95b3779da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=376291fad91d46c09381b2e97ae5561f&device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 6301 time: 0.1359048 Jul 15 14:58:52.823070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:52.828740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:52.829557 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:52.939109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672719b-7c64-46fa-b357-3d603542076c req-82972cf3-fad2-4753-835c-50845a5ac8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.939606 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672719b-7c64-46fa-b357-3d603542076c req-82972cf3-fad2-4753-835c-50845a5ac8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.941356 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672719b-7c64-46fa-b357-3d603542076c req-82972cf3-fad2-4753-835c-50845a5ac8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:52.943576 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a672719b-7c64-46fa-b357-3d603542076c req-82972cf3-fad2-4753-835c-50845a5ac8cd service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=376291fad91d46c09381b2e97ae5561f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1954985 Jul 15 14:58:52.968486 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:52.996208 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:52.998831 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744f1f11-7faf-47c8-9a29-d5dc6aae233e" -d '{"events": [{"server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "name": "network-vif-plugged", "status": "completed", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:53.014587 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:58:53.019848 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:53.062991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672719b-7c64-46fa-b357-3d603542076c req-6ad98ac1-0ce6-4683-931b-68e110d87606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:53.065076 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a672719b-7c64-46fa-b357-3d603542076c req-6ad98ac1-0ce6-4683-931b-68e110d87606 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1143503 Jul 15 14:58:53.080011 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,revision_number=13']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:53.114183 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32eeadc3-b9ed-4dc9-9956-a2e9f22149d3 req-65bb83b8-61b5-46a0-81d1-9d87d8625d13 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215108 Jul 15 14:58:53.135645 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-96aca2d5-d3f8-4cec-baa5-bfdc5923cb0c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4355552 Jul 15 14:58:53.188521 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Attempting to bind port c27002a5-aff8-4cb1-b048-1f360f6947d2 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:53.189162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Attempting to bind port c27002a5-aff8-4cb1-b048-1f360f6947d2 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:53.189162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Attempting to bind port c27002a5-aff8-4cb1-b048-1f360f6947d2 on network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:53.194090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Port c27002a5-aff8-4cb1-b048-1f360f6947d2 on network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:58:53.194412 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Attempting to bind port c27002a5-aff8-4cb1-b048-1f360f6947d2 on network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:53.201779 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:53.202163 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Checking segment: {'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:53.202502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Bound using segment: {'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:53.202973 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Bound port: c27002a5-aff8-4cb1-b048-1f360f6947d2, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a973d92-e780-49bc-acb7-c993b7021892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:53.203357 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:53.309957 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-64ba20d5-2735-4848-bcf7-69b0459bec2c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:53.311431 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-64ba20d5-2735-4848-bcf7-69b0459bec2c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749883 Jul 15 14:58:53.368364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-c96063f4-c66f-4fa3-9547-7c4722b60c09 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/quotas/e4e49258fa6a4fb18919af5b4ad01325 HTTP/1.1" status: 200 len: 375 time: 0.0466545 Jul 15 14:58:53.369434 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] For port c27002a5-aff8-4cb1-b048-1f360f6947d2, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:53.397542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] For port c27002a5-aff8-4cb1-b048-1f360f6947d2, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c27002a5-aff8-4cb1-b048-1f360f6947d2,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:58:53.423714 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:53.470167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:53.470985 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:53.473008 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] 10.222.0.22 "PUT /v2.0/ports/c27002a5-aff8-4cb1-b048-1f360f6947d2 HTTP/1.1" status: 200 len: 1091 time: 2.0392115 Jul 15 14:58:53.515611 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Request body: {'port': {'device_id': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:53.525404 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6098cce-6821-47f0-95aa-09abe7c80ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=c27002a5-aff8-4cb1-b048-1f360f6947d2,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:53.560644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d742bf2-7bbe-4695-9515-81de4daa70aa req-40393736-386c-42d5-b27f-f9ede45ad3fb tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:53.562323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d742bf2-7bbe-4695-9515-81de4daa70aa req-40393736-386c-42d5-b27f-f9ede45ad3fb tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.2278781 Jul 15 14:58:53.573874 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-ea439e10-8943-4804-bd01-eebec4864583 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1981094 Jul 15 14:58:53.651007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d742bf2-7bbe-4695-9515-81de4daa70aa req-d6c3e5ab-fe14-44e2-8e54-7ef97544b0bc tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741823 Jul 15 14:58:53.663026 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:53.782275 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f42dfac-86f6-4571-a8c5-6adb82bb4ae2 x-openstack-request-id: req-3f42dfac-86f6-4571-a8c5-6adb82bb4ae2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:53.783390 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "name": "network-vif-plugged", "status": "completed", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:53.784091 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f42dfac-86f6-4571-a8c5-6adb82bb4ae2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:53.784897 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe', 'code': 200} Jul 15 14:58:54.117379 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-d02d37ed-7fa0-4292-bcce-6efadd3e937c tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:54.119086 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-d02d37ed-7fa0-4292-bcce-6efadd3e937c tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 808 time: 0.2226622 Jul 15 14:58:54.147410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:54.157523 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:54.163920 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-d1fc0de9-14a5-40b8-a20d-111ab4e520b4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/quotas/ebf1693107584ee2863f1119d2dec38c HTTP/1.1" status: 200 len: 375 time: 0.0354736 Jul 15 14:58:54.179193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Transition to ACTIVE for port object 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:54.188793 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48902) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:54.191932 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:54.235856 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167a787-e2d5-4625-a905-53f7f2b67ea8 req-66a42e7c-1e91-42d3-b104-3a59d210b6d4 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:54.243219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167a787-e2d5-4625-a905-53f7f2b67ea8 req-66a42e7c-1e91-42d3-b104-3a59d210b6d4 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:54.249509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167a787-e2d5-4625-a905-53f7f2b67ea8 req-66a42e7c-1e91-42d3-b104-3a59d210b6d4 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:54.258438 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167a787-e2d5-4625-a905-53f7f2b67ea8 req-66a42e7c-1e91-42d3-b104-3a59d210b6d4 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:54.263216 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167a787-e2d5-4625-a905-53f7f2b67ea8 req-66a42e7c-1e91-42d3-b104-3a59d210b6d4 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:54.269807 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167a787-e2d5-4625-a905-53f7f2b67ea8 req-66a42e7c-1e91-42d3-b104-3a59d210b6d4 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:54.276156 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167a787-e2d5-4625-a905-53f7f2b67ea8 req-66a42e7c-1e91-42d3-b104-3a59d210b6d4 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:54.278213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1167a787-e2d5-4625-a905-53f7f2b67ea8 req-66a42e7c-1e91-42d3-b104-3a59d210b6d4 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5396 time: 0.2598310 Jul 15 14:58:54.314376 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2af4eb23-16ff-46ff-a9e4-c161fd74e192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:54.356615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Pushing event updated for resources: {'Port': ['ID=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:54.429481 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1167a787-e2d5-4625-a905-53f7f2b67ea8 req-24bf88ba-0410-477a-92ee-08493d94a662 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289201 Jul 15 14:58:54.454509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-5ddd4a9d-674e-4765-acd2-b7cd30d6d6d0 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2803748 Jul 15 14:58:54.505803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Attempting to bind port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:54.506166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Attempting to bind port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'dc0c81ee-0785-4cba-9a78-0313fb416409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:54.506545 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Attempting to bind port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f on network 1bead9a4-4428-4843-b726-82fc6739e864 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:54.519802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f on network 1bead9a4-4428-4843-b726-82fc6739e864 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:58:54.521812 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Attempting to bind port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f on network 1bead9a4-4428-4843-b726-82fc6739e864 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:54.531292 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2af4eb23-16ff-46ff-a9e4-c161fd74e192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:54.538252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2af4eb23-16ff-46ff-a9e4-c161fd74e192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:54.563012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:54.563322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Checking segment: {'id': 'dc0c81ee-0785-4cba-9a78-0313fb416409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:54.563626 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Bound using segment: {'id': 'dc0c81ee-0785-4cba-9a78-0313fb416409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:54.564033 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Bound port: 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0c81ee-0785-4cba-9a78-0313fb416409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:54.564407 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:54.590507 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'tag': 'c27002a5-aff8-4cb1-b048-1f360f6947d2'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:54.592030 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038fb08c-6d4c-47a6-a53b-524b8cb86713" -d '{"events": [{"name": "network-changed", "server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "tag": "c27002a5-aff8-4cb1-b048-1f360f6947d2"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:54.594832 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2af4eb23-16ff-46ff-a9e4-c161fd74e192 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=31d2aa2abdd64e1fb44e7dcfa0486184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025550 Jul 15 14:58:54.598070 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48910) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:54.605155 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4eb23-16ff-46ff-a9e4-c161fd74e192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920e3ed4-1ece-4ac6-9c7b-0c73315343e2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:54.672014 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e218756-faf4-4cf5-8730-56a3d043c7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:54.684798 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-952c4f93-6fbd-4fb7-a822-dcd20cb72148 req-ab5fe0d3-754a-40fb-b99d-c04fbd2f5a43 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 210 time: 0.0528147 Jul 15 14:58:54.688290 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-0f30288b-2b07-4d05-8750-bcb6dc77a65d service neutron] 10.222.0.38 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255723 Jul 15 14:58:54.704688 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e218756-faf4-4cf5-8730-56a3d043c7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:54.740571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] For port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:54.759960 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e218756-faf4-4cf5-8730-56a3d043c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:54.763306 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e218756-faf4-4cf5-8730-56a3d043c7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:54.764740 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9e218756-faf4-4cf5-8730-56a3d043c7e5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/920e3ed4-1ece-4ac6-9c7b-0c73315343e2 HTTP/1.1" status: 204 len: 168 time: 0.1656063 Jul 15 14:58:54.781475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] For port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f,segment=NetworkSegment(dc0c81ee-0785-4cba-9a78-0313fb416409),segment_id=dc0c81ee-0785-4cba-9a78-0313fb416409)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:58:54.791217 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:54.793796 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e218756-faf4-4cf5-8730-56a3d043c7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920e3ed4-1ece-4ac6-9c7b-0c73315343e2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:54.885576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:54.886202 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:54.887710 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] 10.222.0.22 "PUT /v2.0/ports/497ae9a9-ff93-4d7a-8209-f52e5bb98d9f HTTP/1.1" status: 200 len: 1091 time: 1.3798077 Jul 15 14:58:54.891689 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-d9d4bf19-254e-40fb-bb2a-dacd7705b1c1 service neutron] 10.222.0.38 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966963 Jul 15 14:58:54.919287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c350bab-8786-44ef-b95c-753f19381405 service neutron] Pushing event updated for resources: {'Port': ['ID=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:54.952923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Request body: {'port': {'device_id': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:55.024948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06b07e-3da0-4e2d-b3ce-1980178fd245 req-4f4ae699-331f-4a12-8061-3dcefc8d0dd7 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:55.026651 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c06b07e-3da0-4e2d-b3ce-1980178fd245 req-4f4ae699-331f-4a12-8061-3dcefc8d0dd7 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.1990423 Jul 15 14:58:55.146096 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c06b07e-3da0-4e2d-b3ce-1980178fd245 req-841c51eb-622b-482c-808f-302e80d0598f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080968 Jul 15 14:58:55.154235 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:55.155664 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-82bc34a3-d023-4a35-984b-f9b20ac823fe tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589938 Jul 15 14:58:55.374696 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-6d8161c8-59d4-4600-9704-62c9f6dd6c87 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:55.380129 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-6d8161c8-59d4-4600-9704-62c9f6dd6c87 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099857 Jul 15 14:58:55.396923 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298fa3cc-2d3a-4ceb-b221-4179a6c987de x-openstack-request-id: req-298fa3cc-2d3a-4ceb-b221-4179a6c987de {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:55.397479 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "tag": "c27002a5-aff8-4cb1-b048-1f360f6947d2", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:55.397642 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-298fa3cc-2d3a-4ceb-b221-4179a6c987de {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:55.398207 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'tag': 'c27002a5-aff8-4cb1-b048-1f360f6947d2', 'status': 'completed', 'code': 200} Jul 15 14:58:55.414370 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-3ee87510-79c7-4b76-b939-b1f55064ee62 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Request body: {'port': {'device_id': '585979dc-4545-46a1-a72b-22548ce721fb', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'e4e49258fa6a4fb18919af5b4ad01325'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:55.644680 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb08c-6d4c-47a6-a53b-524b8cb86713 req-74401155-3eba-4983-9e55-5c7ec028048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:55.645714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb08c-6d4c-47a6-a53b-524b8cb86713 req-74401155-3eba-4983-9e55-5c7ec028048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:55.646398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb08c-6d4c-47a6-a53b-524b8cb86713 req-74401155-3eba-4983-9e55-5c7ec028048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:55.647181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb08c-6d4c-47a6-a53b-524b8cb86713 req-74401155-3eba-4983-9e55-5c7ec028048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:55.647901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb08c-6d4c-47a6-a53b-524b8cb86713 req-74401155-3eba-4983-9e55-5c7ec028048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:55.648566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb08c-6d4c-47a6-a53b-524b8cb86713 req-74401155-3eba-4983-9e55-5c7ec028048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:55.649324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb08c-6d4c-47a6-a53b-524b8cb86713 req-74401155-3eba-4983-9e55-5c7ec028048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:55.652037 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-038fb08c-6d4c-47a6-a53b-524b8cb86713 req-74401155-3eba-4983-9e55-5c7ec028048d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=376291fad91d46c09381b2e97ae5561f&device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 6410 time: 0.2272723 Jul 15 14:58:55.716989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-3ee87510-79c7-4b76-b939-b1f55064ee62 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Made reservation on behalf of e4e49258fa6a4fb18919af5b4ad01325 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:55.718934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab7e17-5074-4d70-b54e-e45cf0092ca6 req-7516ff40-5600-4ac0-9736-d73aff05f149 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:55.719896 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-3ee87510-79c7-4b76-b939-b1f55064ee62 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:55.721014 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11ab7e17-5074-4d70-b54e-e45cf0092ca6 req-7516ff40-5600-4ac0-9736-d73aff05f149 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.1350749 Jul 15 14:58:55.813222 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bc0cf123-b325-49c3-9f6c-97ecef9d2ed1 req-1ebf4006-2343-4a18-85ae-44d28060fd8d tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 210 time: 0.0417962 Jul 15 14:58:55.839737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b61e0da-7262-42eb-badb-84072e586233 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:55.855879 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:55.882622 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11ab7e17-5074-4d70-b54e-e45cf0092ca6 req-f3d8c395-eb5b-4b9c-8665-96280314ebcd tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340356 Jul 15 14:58:55.911687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Transition to ACTIVE for port object 4b61e0da-7262-42eb-badb-84072e586233 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:55.918428 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:55.978517 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb08c-6d4c-47a6-a53b-524b8cb86713 req-caa4312d-d812-4de5-afb4-cc4748e7a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:55.980091 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb08c-6d4c-47a6-a53b-524b8cb86713 req-caa4312d-d812-4de5-afb4-cc4748e7a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:55.981549 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb08c-6d4c-47a6-a53b-524b8cb86713 req-caa4312d-d812-4de5-afb4-cc4748e7a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:55.985280 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-038fb08c-6d4c-47a6-a53b-524b8cb86713 req-caa4312d-d812-4de5-afb4-cc4748e7a7bd service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=376291fad91d46c09381b2e97ae5561f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3226287 Jul 15 14:58:56.033004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Pushing event updated for resources: {'Port': ['ID=4b61e0da-7262-42eb-badb-84072e586233,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:56.089882 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-3ee87510-79c7-4b76-b939-b1f55064ee62 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Allocated IP 192.168.233.93 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/f00d0206-5e37-431f-aa87-3910788c3834) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:58:56.168664 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03846744-5449-4e3b-9bee-9be9d9fbd136 req-6b7fe877-14a3-4ec6-b620-c5ddc6aaa9e8 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 210 time: 0.0751739 Jul 15 14:58:56.209920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb08c-6d4c-47a6-a53b-524b8cb86713 req-f13a1880-98d0-4652-b8b3-af50a988dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.211915 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-038fb08c-6d4c-47a6-a53b-524b8cb86713 req-f13a1880-98d0-4652-b8b3-af50a988dfe4 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2180839 Jul 15 14:58:56.236510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Attempting to bind port 4b61e0da-7262-42eb-badb-84072e586233 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:56.236846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Attempting to bind port 4b61e0da-7262-42eb-badb-84072e586233 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'dc0c81ee-0785-4cba-9a78-0313fb416409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:56.237312 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Attempting to bind port 4b61e0da-7262-42eb-badb-84072e586233 on network 1bead9a4-4428-4843-b726-82fc6739e864 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:56.251529 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Port 4b61e0da-7262-42eb-badb-84072e586233 on network 1bead9a4-4428-4843-b726-82fc6739e864 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:58:56.251854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Attempting to bind port 4b61e0da-7262-42eb-badb-84072e586233 on network 1bead9a4-4428-4843-b726-82fc6739e864 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:56.270867 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17767a85-8d7e-477a-ae16-3fbf789d3bff req-0fe18dbd-719a-42bc-bfd0-42f2177b5331 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.277899 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17767a85-8d7e-477a-ae16-3fbf789d3bff req-0fe18dbd-719a-42bc-bfd0-42f2177b5331 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.284452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17767a85-8d7e-477a-ae16-3fbf789d3bff req-0fe18dbd-719a-42bc-bfd0-42f2177b5331 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.292196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17767a85-8d7e-477a-ae16-3fbf789d3bff req-0fe18dbd-719a-42bc-bfd0-42f2177b5331 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.298697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17767a85-8d7e-477a-ae16-3fbf789d3bff req-0fe18dbd-719a-42bc-bfd0-42f2177b5331 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.306021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17767a85-8d7e-477a-ae16-3fbf789d3bff req-0fe18dbd-719a-42bc-bfd0-42f2177b5331 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.313486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17767a85-8d7e-477a-ae16-3fbf789d3bff req-0fe18dbd-719a-42bc-bfd0-42f2177b5331 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.322067 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17767a85-8d7e-477a-ae16-3fbf789d3bff req-0fe18dbd-719a-42bc-bfd0-42f2177b5331 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.2965572 Jul 15 14:58:56.349277 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:56.349553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Checking segment: {'id': 'dc0c81ee-0785-4cba-9a78-0313fb416409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:56.349977 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Bound using segment: {'id': 'dc0c81ee-0785-4cba-9a78-0313fb416409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:56.350467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Bound port: 4b61e0da-7262-42eb-badb-84072e586233, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0c81ee-0785-4cba-9a78-0313fb416409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:56.350927 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:56.394814 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-3ee87510-79c7-4b76-b939-b1f55064ee62 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:56.419432 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-3ee87510-79c7-4b76-b939-b1f55064ee62 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Transition to ACTIVE for port object f00d0206-5e37-431f-aa87-3910788c3834 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:56.424288 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17767a85-8d7e-477a-ae16-3fbf789d3bff req-798fd96d-11d7-41eb-a51d-3b9576ad5133 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010444 Jul 15 14:58:56.451869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] For port 4b61e0da-7262-42eb-badb-84072e586233, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:56.463081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] For port 4b61e0da-7262-42eb-badb-84072e586233, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4b61e0da-7262-42eb-badb-84072e586233,segment=NetworkSegment(dc0c81ee-0785-4cba-9a78-0313fb416409),segment_id=dc0c81ee-0785-4cba-9a78-0313fb416409)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:58:56.472189 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:56.506948 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-3ee87510-79c7-4b76-b939-b1f55064ee62 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:56.520823 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['49b209ae-4cb9-4438-8f90-acb2c1cac55a', '6319c56b-17e9-403b-b880-870a86feb706', '2d442acc-72fb-4e88-aa3f-0095bdd41bfe'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:58:56.522827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.523479 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:56.524870 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] 10.222.0.22 "PUT /v2.0/ports/4b61e0da-7262-42eb-badb-84072e586233 HTTP/1.1" status: 200 len: 1091 time: 1.5873163 Jul 15 14:58:56.562417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf77c0b-4681-499f-b891-31c05f00074d service neutron] Pushing event updated for resources: {'Port': ['ID=4b61e0da-7262-42eb-badb-84072e586233,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:56.625708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-3ee87510-79c7-4b76-b939-b1f55064ee62 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:58:56.627288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-3ee87510-79c7-4b76-b939-b1f55064ee62 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:56.630861 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-3ee87510-79c7-4b76-b939-b1f55064ee62 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:58:56.700915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-3ee87510-79c7-4b76-b939-b1f55064ee62 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.701795 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-3ee87510-79c7-4b76-b939-b1f55064ee62 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:56.719879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee87510-79c7-4b76-b939-b1f55064ee62 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Pushing event updated for resources: {'Port': ['ID=f00d0206-5e37-431f-aa87-3910788c3834,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:56.733921 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-3ee87510-79c7-4b76-b939-b1f55064ee62 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3464501 Jul 15 14:58:56.746451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Request body: {'port': {'device_id': '585979dc-4545-46a1-a72b-22548ce721fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:56.787186 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e0fc3-11e9-4a2e-a2cf-f03f3cb2011f req-c168ee25-1e20-4fef-b763-2cbe985fb9c8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.790987 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc0e0fc3-11e9-4a2e-a2cf-f03f3cb2011f req-c168ee25-1e20-4fef-b763-2cbe985fb9c8 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.1625440 Jul 15 14:58:56.801923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-3a140227-a475-48dd-bfb7-4f58c805cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.802858 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-3a140227-a475-48dd-bfb7-4f58c805cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.803537 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-3a140227-a475-48dd-bfb7-4f58c805cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.804228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-3a140227-a475-48dd-bfb7-4f58c805cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.804872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-3a140227-a475-48dd-bfb7-4f58c805cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.805512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-3a140227-a475-48dd-bfb7-4f58c805cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.806198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-3a140227-a475-48dd-bfb7-4f58c805cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:56.808602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-3a140227-a475-48dd-bfb7-4f58c805cf12 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=376291fad91d46c09381b2e97ae5561f&device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 6477 time: 0.2369304 Jul 15 14:58:56.855257 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-df57d161-24d5-418e-bb98-9e29597b8c82 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=956ce13d-6924-4a54-a406-a345c8b62cf5 HTTP/1.1" status: 200 len: 217 time: 0.0378044 Jul 15 14:58:56.886958 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:57.005543 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc0e0fc3-11e9-4a2e-a2cf-f03f3cb2011f req-27c5cc61-3d99-482a-840e-f1c5934b0f7e tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955397 Jul 15 14:58:57.007632 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-38508d73-5c00-4e9b-93e7-907f39b1a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:57.029250 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-38508d73-5c00-4e9b-93e7-907f39b1a0f5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=02090ca6-5ee4-4768-8aba-a4603b352741 HTTP/1.1" status: 200 len: 851 time: 0.1468918 Jul 15 14:58:57.180943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-84b1f7af-80c5-4ec9-a831-ad4c1b575361 None None] Provisioning for port f00d0206-5e37-431f-aa87-3910788c3834 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:58:57.189775 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-84b1f7af-80c5-4ec9-a831-ad4c1b575361 None None] Provisioning complete for port f00d0206-5e37-431f-aa87-3910788c3834 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:58:57.191190 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-84b1f7af-80c5-4ec9-a831-ad4c1b575361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:57.292770 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-84b1f7af-80c5-4ec9-a831-ad4c1b575361 None None] Port f00d0206-5e37-431f-aa87-3910788c3834 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:58:57.314281 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-6c09ac8f-b152-4593-baf3-0d222b803b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:57.315862 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-6c09ac8f-b152-4593-baf3-0d222b803b44 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8385c4b7-7489-4899-ba46-4cc28a769256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2857332 Jul 15 14:58:57.341442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-a184cb98-1b7f-4df2-b083-977c4289cf5c tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:57.343375 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-a184cb98-1b7f-4df2-b083-977c4289cf5c tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.11 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 808 time: 0.1895640 Jul 15 14:58:57.381202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Request body: {'port': {'device_id': '3fe2ecdd-832c-413b-bc6f-b17282f535aa', 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e', 'admin_state_up': True, 'tenant_id': 'ebf1693107584ee2863f1119d2dec38c'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:57.399273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'tag': '497ae9a9-ff93-4d7a-8209-f52e5bb98d9f'}, {'name': 'network-changed', 'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'tag': '4b61e0da-7262-42eb-badb-84072e586233'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:57.402249 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b202010-9857-4b19-a079-626149738393" -d '{"events": [{"name": "network-changed", "server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "tag": "497ae9a9-ff93-4d7a-8209-f52e5bb98d9f"}, {"name": "network-changed", "server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "tag": "4b61e0da-7262-42eb-badb-84072e586233"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:57.424378 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00d0206-5e37-431f-aa87-3910788c3834 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:58:57.447534 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:57.469597 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Transition to ACTIVE for port object f00d0206-5e37-431f-aa87-3910788c3834 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:58:57.486810 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:57.500811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08d47fdf-8bba-4bb2-b7f1-34fd69478342 req-ed5fe1e3-a6ee-4a2a-b1fa-6f2077a93536 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 210 time: 0.0529056 Jul 15 14:58:57.596947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Pushing event updated for resources: {'Port': ['ID=f00d0206-5e37-431f-aa87-3910788c3834,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:57.690181 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-0bebfba3-8a42-4aec-96b9-d2035726a001 service neutron] 10.222.0.22 "GET /v2.0/networks/8385c4b7-7489-4899-ba46-4cc28a769256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664002 Jul 15 14:58:57.708950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Attempting to bind port f00d0206-5e37-431f-aa87-3910788c3834 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:58:57.709819 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Attempting to bind port f00d0206-5e37-431f-aa87-3910788c3834 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:58:57.710829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Attempting to bind port f00d0206-5e37-431f-aa87-3910788c3834 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:57.716352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Port f00d0206-5e37-431f-aa87-3910788c3834 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:58:57.717031 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Attempting to bind port f00d0206-5e37-431f-aa87-3910788c3834 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:58:57.725991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:58:57.726746 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:58:57.727379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:58:57.728051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Bound port: f00d0206-5e37-431f-aa87-3910788c3834, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:58:57.728652 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:57.814512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:58:57.819177 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f00d0206-5e37-431f-aa87-3910788c3834,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:58:57.824583 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:57.838514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Made reservation on behalf of ebf1693107584ee2863f1119d2dec38c for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:58:57.843480 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:57.866117 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d6848-a21a-4e86-ba8b-f21c2de20cd2 req-9d9b965a-968c-4b4c-802f-4a0cc5b482a1 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:57.868106 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-910d6848-a21a-4e86-ba8b-f21c2de20cd2 req-9d9b965a-968c-4b4c-802f-4a0cc5b482a1 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.3240023 Jul 15 14:58:57.874684 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:57.875584 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:57.877236 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] 10.222.0.22 "PUT /v2.0/ports/f00d0206-5e37-431f-aa87-3910788c3834 HTTP/1.1" status: 200 len: 1095 time: 1.1363163 Jul 15 14:58:57.880694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585979dc-4545-46a1-a72b-22548ce721fb', 'tag': 'f00d0206-5e37-431f-aa87-3910788c3834'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:58:57.884350 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781faa5f-fb98-4bb1-a518-ca8a0d32e534" -d '{"events": [{"name": "network-changed", "server_uuid": "585979dc-4545-46a1-a72b-22548ce721fb", "tag": "f00d0206-5e37-431f-aa87-3910788c3834"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:58:57.973080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Pushing event updated for resources: {'Port': ['ID=f00d0206-5e37-431f-aa87-3910788c3834,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:57.985205 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:57.985559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:57.985897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:57.986236 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:57.986822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:57.988300 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:57.988300 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:57.988527 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:57.988787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:57.989293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:57.989630 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:57.989962 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ac295-5822-4600-b570-f0d47b192d2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:58.039795 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-dbfc1435-c418-46df-aa32-9ad08c2bc148 service neutron] 10.222.0.22 "GET /v2.0/networks/8385c4b7-7489-4899-ba46-4cc28a769256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363080 Jul 15 14:58:58.042804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-58377783-b8e7-403e-b893-5b39363fc301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:58.051545 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-58377783-b8e7-403e-b893-5b39363fc301 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 1098 time: 0.1202826 Jul 15 14:58:58.121229 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-24cd7629-c67c-4489-aa31-432e8e3b3f80 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f00d0206-5e37-431f-aa87-3910788c3834 HTTP/1.1" status: 200 len: 217 time: 0.0630610 Jul 15 14:58:58.149598 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a51192e6-de39-4b01-b9ea-4b9af50028cd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=e6c7806c-4a42-48df-8fdb-c278e251f75b HTTP/1.1" status: 200 len: 217 time: 0.0971026 Jul 15 14:58:58.203920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-ed24edf8-37e2-44fd-bf58-78713ca6bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:58.206522 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-ed24edf8-37e2-44fd-bf58-78713ca6bb0b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0730023 Jul 15 14:58:58.209983 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-910d6848-a21a-4e86-ba8b-f21c2de20cd2 req-d438f134-b033-453f-8992-f3ece52690a0 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940824 Jul 15 14:58:58.235651 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087dabc-ddf5-4cc0-9440-225226e1e3c6 req-95327ea4-9485-4a36-8567-95ec202012fb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:58.242811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7087dabc-ddf5-4cc0-9440-225226e1e3c6 req-95327ea4-9485-4a36-8567-95ec202012fb tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 947 time: 0.3693867 Jul 15 14:58:58.280113 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94280097-7505-486c-8d30-ba705a9d24fb x-openstack-request-id: req-94280097-7505-486c-8d30-ba705a9d24fb {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:58.280415 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "tag": "497ae9a9-ff93-4d7a-8209-f52e5bb98d9f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "tag": "4b61e0da-7262-42eb-badb-84072e586233", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:58.280673 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-94280097-7505-486c-8d30-ba705a9d24fb {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:58.281068 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'tag': '497ae9a9-ff93-4d7a-8209-f52e5bb98d9f', 'status': 'completed', 'code': 200} Jul 15 14:58:58.281324 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'tag': '4b61e0da-7262-42eb-badb-84072e586233', 'status': 'completed', 'code': 200} Jul 15 14:58:58.289748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-5ec52951-d35f-42a0-8ef4-d9fcfed7fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:58.291847 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-5ec52951-d35f-42a0-8ef4-d9fcfed7fbdb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723889 Jul 15 14:58:58.356289 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-cd92ce61-ed1b-4e7c-8981-663c9f665c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:58.357809 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-cd92ce61-ed1b-4e7c-8981-663c9f665c00 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.1452138 Jul 15 14:58:58.373590 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7087dabc-ddf5-4cc0-9440-225226e1e3c6 req-0c29abfe-5901-4e1b-827a-e6bf54366821 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298242 Jul 15 14:58:58.401777 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Allocated IP 172.20.0.4 (1b052415-ea98-4ad2-9697-24ee25c7523e/4f5fa273-121e-4648-b059-cb3497a7f2a0/32381893-d766-4198-8a4a-6fd98a74e920) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:58:58.408617 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-38438438-1f06-48c3-9bf6-26ed7afe8e2e service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087809 Jul 15 14:58:58.454216 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aef2f0b-736e-4e41-b733-86798f66bad9 x-openstack-request-id: req-9aef2f0b-736e-4e41-b733-86798f66bad9 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:58:58.454869 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585979dc-4545-46a1-a72b-22548ce721fb", "tag": "f00d0206-5e37-431f-aa87-3910788c3834", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:58:58.454970 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9aef2f0b-736e-4e41-b733-86798f66bad9 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:58:58.455357 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585979dc-4545-46a1-a72b-22548ce721fb', 'tag': 'f00d0206-5e37-431f-aa87-3910788c3834', 'status': 'completed', 'code': 200} Jul 15 14:58:58.565953 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eaaf97aa-a134-4bec-baee-e0d3252d0a1a req-5d436a41-1ba4-4eac-836b-3d55a58cb352 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495395 Jul 15 14:58:58.685953 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781faa5f-fb98-4bb1-a518-ca8a0d32e534 req-b70fc8bd-548c-4d2e-a966-53cb0ea54c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:58.687600 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-781faa5f-fb98-4bb1-a518-ca8a0d32e534 req-b70fc8bd-548c-4d2e-a966-53cb0ea54c74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 1098 time: 0.0594041 Jul 15 14:58:58.787649 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781faa5f-fb98-4bb1-a518-ca8a0d32e534 req-5d58cc30-7ef5-41e9-b8bd-12e7b64297e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:58.789064 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-781faa5f-fb98-4bb1-a518-ca8a0d32e534 req-5d58cc30-7ef5-41e9-b8bd-12e7b64297e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.0955727 Jul 15 14:58:58.831984 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-781faa5f-fb98-4bb1-a518-ca8a0d32e534 req-2fdc30b9-b970-492e-a89c-a312072ddc43 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f00d0206-5e37-431f-aa87-3910788c3834 HTTP/1.1" status: 200 len: 217 time: 0.0356717 Jul 15 14:58:58.883504 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781faa5f-fb98-4bb1-a518-ca8a0d32e534 req-4051296e-3f1d-48d5-b52d-a65fa5f0c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:58.885675 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-781faa5f-fb98-4bb1-a518-ca8a0d32e534 req-4051296e-3f1d-48d5-b52d-a65fa5f0c59b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0468712 Jul 15 14:58:58.903459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-7d8b9478-8eda-432e-8cfd-cf6968f0e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:58.904967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-7d8b9478-8eda-432e-8cfd-cf6968f0e186 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5304453 Jul 15 14:58:58.950299 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781faa5f-fb98-4bb1-a518-ca8a0d32e534 req-e6299225-5623-4f93-ab82-226703854f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:58.952386 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-781faa5f-fb98-4bb1-a518-ca8a0d32e534 req-e6299225-5623-4f93-ab82-226703854f22 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0563209 Jul 15 14:58:59.071828 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-781faa5f-fb98-4bb1-a518-ca8a0d32e534 req-3edb3051-4685-436b-8618-fd2df73cb558 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110890 Jul 15 14:58:59.073516 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:59.119019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9718c43-5afd-44f5-a37b-dafc7879bffd req-47ad2b8c-bff4-4f6d-aa0d-bb3f8aa78536 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:59.120536 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9718c43-5afd-44f5-a37b-dafc7879bffd req-47ad2b8c-bff4-4f6d-aa0d-bb3f8aa78536 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.2931197 Jul 15 14:58:59.136193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbe824-2c2c-41c1-8555-c6228ac5cfc9 req-df49f807-51cb-44bd-8344-91b767f6e4b6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:59.142292 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbe824-2c2c-41c1-8555-c6228ac5cfc9 req-df49f807-51cb-44bd-8344-91b767f6e4b6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:59.148288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbe824-2c2c-41c1-8555-c6228ac5cfc9 req-df49f807-51cb-44bd-8344-91b767f6e4b6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:59.154129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbe824-2c2c-41c1-8555-c6228ac5cfc9 req-df49f807-51cb-44bd-8344-91b767f6e4b6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:59.160901 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbe824-2c2c-41c1-8555-c6228ac5cfc9 req-df49f807-51cb-44bd-8344-91b767f6e4b6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:59.166749 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbe824-2c2c-41c1-8555-c6228ac5cfc9 req-df49f807-51cb-44bd-8344-91b767f6e4b6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:59.172772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbe824-2c2c-41c1-8555-c6228ac5cfc9 req-df49f807-51cb-44bd-8344-91b767f6e4b6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:59.174692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4dbe824-2c2c-41c1-8555-c6228ac5cfc9 req-df49f807-51cb-44bd-8344-91b767f6e4b6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.7422936 Jul 15 14:58:59.180200 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-781faa5f-fb98-4bb1-a518-ca8a0d32e534 req-45179c09-13d6-4f12-93f8-4d2e199e6f37 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008215 Jul 15 14:58:59.189488 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-8b9d71f2-86db-4f97-a249-92d2695169e8 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473750 Jul 15 14:58:59.292484 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9718c43-5afd-44f5-a37b-dafc7879bffd req-4c318ba5-860f-4c68-91b2-7ca1a048b466 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142726 Jul 15 14:58:59.322227 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:59.328742 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4dbe824-2c2c-41c1-8555-c6228ac5cfc9 req-d4c5b79e-ad74-4371-9347-d39b8128850f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1360741 Jul 15 14:58:59.334555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['368c9bc7-3f28-474d-839f-d92f52ef95fc'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:58:59.400716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Network 1b052415-ea98-4ad2-9697-24ee25c7523e is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:58:59.406772 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-51382183-2f1c-42e2-b755-3aee600509a0 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051046 Jul 15 14:58:59.411016 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:58:59.414011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:58:59.455557 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Pushing event updated for resources: {'Port': ['ID=32381893-d766-4198-8a4a-6fd98a74e920,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:59.499641 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-cabc24f5-729d-4101-b94c-fdab7131e034 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=1f3696f3-00cd-46db-8061-ca8adfe8c0d3 HTTP/1.1" status: 200 len: 217 time: 0.0810637 Jul 15 14:58:59.504319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:59.504760 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:59.505009 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:59.505348 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:59.505686 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:59.506019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:59.506332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:59.506694 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:59.507020 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:59.507341 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:59.507660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:59.508167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:59.534966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:59.535850 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:59.584722 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-8ef012fc-0a7c-4734-aa1a-aa678510ba75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2113452 Jul 15 14:58:59.605778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Request body: {'port': {'device_id': '3fe2ecdd-832c-413b-bc6f-b17282f535aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:58:59.653577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4a345785-b12e-4ee7-9ebb-4ca8eaf138b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:59.655080 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4a345785-b12e-4ee7-9ebb-4ca8eaf138b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.1154428 Jul 15 14:58:59.782799 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:59.815300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdfbfc-2be8-4fcf-9e26-1b5cca71be5c req-333d2a6d-17b6-41c8-ab46-589401a5452f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:59.817523 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0dcdfbfc-2be8-4fcf-9e26-1b5cca71be5c req-333d2a6d-17b6-41c8-ab46-589401a5452f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 931 time: 0.2315059 Jul 15 14:58:59.880141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-6ede868d-0140-44ce-b415-bd39d542052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:58:59.881657 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-6ede868d-0140-44ce-b415-bd39d542052a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2160921 Jul 15 14:58:59.951454 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86e6af77-6c0c-418b-b8bb-6532785d8164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:59.999404 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0dcdfbfc-2be8-4fcf-9e26-1b5cca71be5c req-7313de4f-2aab-46d2-b17b-08f8b29fc24d tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737545 Jul 15 14:59:00.011570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f4772-a2b5-4568-9f04-29c6087215f9 req-6060892f-aed1-4154-a63d-99f1b7b8a0cb tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:00.013058 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c5f4772-a2b5-4568-9f04-29c6087215f9 req-6060892f-aed1-4154-a63d-99f1b7b8a0cb tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.2860663 Jul 15 14:59:00.149697 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c5f4772-a2b5-4568-9f04-29c6087215f9 req-34404581-754f-4e2a-8e91-cfdc794d55ae tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967381 Jul 15 14:59:00.174618 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-f384c64d-3c1a-459b-9f97-087eb5efe358 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841213 Jul 15 14:59:00.346851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634113b2-32b8-41e0-b314-c6d66f18abf7 req-2d0cacf7-6ebc-4438-b93d-79bed1040984 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:00.349636 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-634113b2-32b8-41e0-b314-c6d66f18abf7 req-2d0cacf7-6ebc-4438-b93d-79bed1040984 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 947 time: 0.2323225 Jul 15 14:59:00.395179 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-594d848b-8803-4718-94bf-d3bd27f84a4f service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791136 Jul 15 14:59:00.475640 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-1cd49fb0-f76a-4f18-827e-cf99fca26f29 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f HTTP/1.1" status: 200 len: 217 time: 0.0673485 Jul 15 14:59:00.502131 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-634113b2-32b8-41e0-b314-c6d66f18abf7 req-10841f36-cb65-4af4-aa6f-4d19fd7acf46 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397862 Jul 15 14:59:00.529727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32381893-d766-4198-8a4a-6fd98a74e920 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:00.551605 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:00.596682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Transition to ACTIVE for port object 32381893-d766-4198-8a4a-6fd98a74e920 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:59:00.602809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-551c5cd0-1629-4ef1-9a83-884a42ada54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:00.604592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-551c5cd0-1629-4ef1-9a83-884a42ada54f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.1209521 Jul 15 14:59:00.607642 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:00.748963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Pushing event updated for resources: {'Port': ['ID=32381893-d766-4198-8a4a-6fd98a74e920,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:00.768019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6834903-b9ca-4c33-8cf2-093133581b68 req-10686978-3136-4f37-93f5-d0cc427701c7 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:00.770220 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6834903-b9ca-4c33-8cf2-093133581b68 req-10686978-3136-4f37-93f5-d0cc427701c7 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.2669806 Jul 15 14:59:00.879501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-816c4d47-0c6d-4e5e-b2de-16b9da998c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:00.881071 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-816c4d47-0c6d-4e5e-b2de-16b9da998c0a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2611589 Jul 15 14:59:00.904356 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6834903-b9ca-4c33-8cf2-093133581b68 req-2ae81054-05b1-4d99-b330-d4518a0d311e tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101193 Jul 15 14:59:00.919978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead78ba-12f8-4484-8d72-c99bc75b9965 req-ea89b638-c990-4f1c-a624-2602e088ffbe tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:00.927347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead78ba-12f8-4484-8d72-c99bc75b9965 req-ea89b638-c990-4f1c-a624-2602e088ffbe tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:00.932944 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead78ba-12f8-4484-8d72-c99bc75b9965 req-ea89b638-c990-4f1c-a624-2602e088ffbe tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:00.938826 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead78ba-12f8-4484-8d72-c99bc75b9965 req-ea89b638-c990-4f1c-a624-2602e088ffbe tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:00.945514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead78ba-12f8-4484-8d72-c99bc75b9965 req-ea89b638-c990-4f1c-a624-2602e088ffbe tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:00.951350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead78ba-12f8-4484-8d72-c99bc75b9965 req-ea89b638-c990-4f1c-a624-2602e088ffbe tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:00.957587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead78ba-12f8-4484-8d72-c99bc75b9965 req-ea89b638-c990-4f1c-a624-2602e088ffbe tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:00.965213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5ead78ba-12f8-4484-8d72-c99bc75b9965 req-ea89b638-c990-4f1c-a624-2602e088ffbe tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.3426912 Jul 15 14:59:01.008275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Attempting to bind port 32381893-d766-4198-8a4a-6fd98a74e920 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:59:01.009471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Attempting to bind port 32381893-d766-4198-8a4a-6fd98a74e920 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:59:01.010058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Attempting to bind port 32381893-d766-4198-8a4a-6fd98a74e920 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:59:01.051158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Port 32381893-d766-4198-8a4a-6fd98a74e920 on network 1b052415-ea98-4ad2-9697-24ee25c7523e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:59:01.051854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Attempting to bind port 32381893-d766-4198-8a4a-6fd98a74e920 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:59:01.094334 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5ead78ba-12f8-4484-8d72-c99bc75b9965 req-a1744ed3-7a7d-414e-b8df-c6a469f94f13 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1281590 Jul 15 14:59:01.102617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:59:01.102617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Checking segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:59:01.102617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Bound using segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:59:01.102617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Bound port: 32381893-d766-4198-8a4a-6fd98a74e920, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:59:01.102617 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:01.168889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-e0b53cbb-034d-4464-83c5-10070e7f72e8 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775514 Jul 15 14:59:01.308277 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] For port 32381893-d766-4198-8a4a-6fd98a74e920, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:59:01.332993 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] For port 32381893-d766-4198-8a4a-6fd98a74e920, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=32381893-d766-4198-8a4a-6fd98a74e920,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:59:01.344999 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:01.362166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5e61043c-2373-41d1-942c-95f890b96b3e service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755173 Jul 15 14:59:01.442283 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:01.442937 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:01.444412 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] 10.222.0.11 "PUT /v2.0/ports/32381893-d766-4198-8a4a-6fd98a74e920 HTTP/1.1" status: 200 len: 1091 time: 1.8441100 Jul 15 14:59:01.444919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe2ecdd-832c-413b-bc6f-b17282f535aa', 'tag': '32381893-d766-4198-8a4a-6fd98a74e920'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:01.447183 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be292bf5-5827-4f74-85e6-6c069e1fca58" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe2ecdd-832c-413b-bc6f-b17282f535aa", "tag": "32381893-d766-4198-8a4a-6fd98a74e920"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:01.489199 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-bcfd9504-1952-41ef-a079-fc866e68c837 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=c27002a5-aff8-4cb1-b048-1f360f6947d2 HTTP/1.1" status: 200 len: 217 time: 0.1034093 Jul 15 14:59:01.883792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b6a6d-09d0-4fd5-9d52-bae848b91121 service neutron] Pushing event updated for resources: {'Port': ['ID=32381893-d766-4198-8a4a-6fd98a74e920,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:01.898138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e274c-0692-472e-929e-a45087ef4fc6 req-3290dcc2-b4ab-4121-918d-964aeef8bedf tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:01.899863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-364e274c-0692-472e-929e-a45087ef4fc6 req-3290dcc2-b4ab-4121-918d-964aeef8bedf tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 943 time: 0.6340930 Jul 15 14:59:01.951240 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-0ef6437f-730c-467b-b718-6c5483ea1412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:01.952699 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-0ef6437f-730c-467b-b718-6c5483ea1412 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.4428899 Jul 15 14:59:01.984436 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780477e-3511-4efd-96b7-95383a0fd12e req-d8b00db3-ecb9-4829-82a9-689beb7b0bb4 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:01.985938 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d780477e-3511-4efd-96b7-95383a0fd12e req-d8b00db3-ecb9-4829-82a9-689beb7b0bb4 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.6308711 Jul 15 14:59:02.032119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-364e274c-0692-472e-929e-a45087ef4fc6 req-7447f7a5-9621-4842-bc5c-6724b7b881e1 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168041 Jul 15 14:59:02.045183 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-84658fe9-6faf-45bb-95e4-04c18620dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:02.046701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-84658fe9-6faf-45bb-95e4-04c18620dec7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 1094 time: 0.5499032 Jul 15 14:59:02.127844 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d780477e-3511-4efd-96b7-95383a0fd12e req-cae6aed1-d1ad-4481-99a4-eaa24b4b861b tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337416 Jul 15 14:59:02.133860 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-44d72f26-5261-488a-9ceb-570309355d1f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32381893-d766-4198-8a4a-6fd98a74e920 HTTP/1.1" status: 200 len: 217 time: 0.0716841 Jul 15 14:59:02.163717 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24131284-b4a4-4df4-887f-e7c9bd13061d x-openstack-request-id: req-24131284-b4a4-4df4-887f-e7c9bd13061d {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:02.166755 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe2ecdd-832c-413b-bc6f-b17282f535aa", "tag": "32381893-d766-4198-8a4a-6fd98a74e920", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:02.167240 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24131284-b4a4-4df4-887f-e7c9bd13061d {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:02.168711 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe2ecdd-832c-413b-bc6f-b17282f535aa', 'tag': '32381893-d766-4198-8a4a-6fd98a74e920', 'status': 'completed', 'code': 200} Jul 15 14:59:02.197890 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-f7f01036-2c16-4485-8bcb-77cacd8fb520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:02.199467 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-f7f01036-2c16-4485-8bcb-77cacd8fb520 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2320125 Jul 15 14:59:02.478564 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-340371db-e0c8-4cc0-9aae-385295e11729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:02.480085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-340371db-e0c8-4cc0-9aae-385295e11729 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.3337283 Jul 15 14:59:02.512365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49054) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:02.547107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-7f4f313f-167e-45f7-bde3-00d015466375 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479660 Jul 15 14:59:02.568213 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-5109e813-b8b4-4f9c-ad18-b3ba3f61af6b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:59:02.569323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-5109e813-b8b4-4f9c-ad18-b3ba3f61af6b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075514 Jul 15 14:59:02.579077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13815f-4847-49f4-a18b-011caf1d6fa3 req-a0ed6f06-f8c1-4030-b8ce-72ceafd83980 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:02.580650 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c13815f-4847-49f4-a18b-011caf1d6fa3 req-a0ed6f06-f8c1-4030-b8ce-72ceafd83980 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.2424023 Jul 15 14:59:02.598174 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-85c24738-831c-4014-8bcf-e857e77fea87 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823514 Jul 15 14:59:02.655914 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ce72e39-3dc3-4c75-86d3-f64f82a85668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:02.669750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d543af0-72af-4513-adff-79066e1efe9e req-90eeff66-46d3-4ade-bd63-edf5ac4b30f4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:02.671318 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d543af0-72af-4513-adff-79066e1efe9e req-90eeff66-46d3-4ade-bd63-edf5ac4b30f4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 947 time: 0.3136079 Jul 15 14:59:02.709172 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:02.758501 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c13815f-4847-49f4-a18b-011caf1d6fa3 req-c8d4d478-2f89-41a6-992b-223603343272 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648037 Jul 15 14:59:02.771780 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ce72e39-3dc3-4c75-86d3-f64f82a85668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:02.777891 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ce72e39-3dc3-4c75-86d3-f64f82a85668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:02.787261 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f00d0206-5e37-431f-aa87-3910788c3834 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:59:02.808824 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce72e39-3dc3-4c75-86d3-f64f82a85668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c419123-b2ad-4343-ae18-a30bc3786d45,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:02.844082 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1ce72e39-3dc3-4c75-86d3-f64f82a85668 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2b6533903ae746d19ea0554d7fd841f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304598 Jul 15 14:59:02.845127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49058) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:02.847857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d543af0-72af-4513-adff-79066e1efe9e req-6efd2fe2-5e12-4b13-a1c7-899d0dc4fa74 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205959 Jul 15 14:59:02.853983 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-25df4a6c-dcc2-49dc-9111-bcad411a50de service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700596 Jul 15 14:59:02.911332 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4f9052aa-da0e-417f-a355-c51f33e632bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:02.926468 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4abe2b95-9aad-4705-9ee0-79973911ec07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:02.941921 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4f9052aa-da0e-417f-a355-c51f33e632bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:02.960631 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-c30462eb-7ea9-4424-937b-ac17469e56be service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503201 Jul 15 14:59:02.994895 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4f9052aa-da0e-417f-a355-c51f33e632bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:02.999157 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4f9052aa-da0e-417f-a355-c51f33e632bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:03.002811 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4f9052aa-da0e-417f-a355-c51f33e632bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4c419123-b2ad-4343-ae18-a30bc3786d45 HTTP/1.1" status: 204 len: 168 time: 0.1542745 Jul 15 14:59:03.013191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9052aa-da0e-417f-a355-c51f33e632bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c419123-b2ad-4343-ae18-a30bc3786d45,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:03.074658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f00d0206-5e37-431f-aa87-3910788c3834,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:03.086772 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-21531c33-cd9c-4d54-a6ae-21f231ca10a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f HTTP/1.1" status: 200 len: 217 time: 0.0975435 Jul 15 14:59:03.088916 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'f00d0206-5e37-431f-aa87-3910788c3834', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'f00d0206-5e37-431f-aa87-3910788c3834', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:59:03.135098 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:03.149999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00d0206-5e37-431f-aa87-3910788c3834 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:03.171729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f00d0206-5e37-431f-aa87-3910788c3834,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:03.179320 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:03.229199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a4752b76-247d-43f0-9dd5-31a91a14ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:03.230859 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a4752b76-247d-43f0-9dd5-31a91a14ef46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97cd0b09-7fe2-4d3d-863f-66972b0476a8 HTTP/1.1" status: 200 len: 797 time: 0.1155801 Jul 15 14:59:03.233272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07039536-00d2-4590-ba6d-36689bf9ed0b req-ffe19511-13d9-44dc-ab9e-8d04c2c16a92 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506045 Jul 15 14:59:03.284529 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f00d0206-5e37-431f-aa87-3910788c3834,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:03.303760 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd3956-6356-418d-ae85-4d9e4e2179f4 req-1f880895-87a1-49ec-a659-d6d79901e76e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:03.309784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd3956-6356-418d-ae85-4d9e4e2179f4 req-1f880895-87a1-49ec-a659-d6d79901e76e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:03.315870 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd3956-6356-418d-ae85-4d9e4e2179f4 req-1f880895-87a1-49ec-a659-d6d79901e76e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:03.322260 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd3956-6356-418d-ae85-4d9e4e2179f4 req-1f880895-87a1-49ec-a659-d6d79901e76e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:03.328364 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd3956-6356-418d-ae85-4d9e4e2179f4 req-1f880895-87a1-49ec-a659-d6d79901e76e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:03.335034 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd3956-6356-418d-ae85-4d9e4e2179f4 req-1f880895-87a1-49ec-a659-d6d79901e76e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:03.340999 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd3956-6356-418d-ae85-4d9e4e2179f4 req-1f880895-87a1-49ec-a659-d6d79901e76e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:03.343009 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4bcd3956-6356-418d-ae85-4d9e4e2179f4 req-1f880895-87a1-49ec-a659-d6d79901e76e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.2551384 Jul 15 14:59:03.444759 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['f00d0206-5e37-431f-aa87-3910788c3834'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:03.469098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5f1308ff-ba7b-423b-b8da-7003b34d6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:03.470258 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-5f1308ff-ba7b-423b-b8da-7003b34d6dbf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bead9a4-4428-4843-b726-82fc6739e864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2283347 Jul 15 14:59:03.479166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4bcd3956-6356-418d-ae85-4d9e4e2179f4 req-0c0ded43-e6ca-4cad-8b70-76230523ce4f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236274 Jul 15 14:59:03.516590 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be292bf5-5827-4f74-85e6-6c069e1fca58 req-b802f17e-c8c2-47e8-8e85-759b29b8127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:03.518398 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be292bf5-5827-4f74-85e6-6c069e1fca58 req-b802f17e-c8c2-47e8-8e85-759b29b8127b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 1094 time: 0.1743710 Jul 15 14:59:03.546315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff81a09-5eb9-4c53-a063-dca96fbe1bb4 req-9bc93b5b-c4ad-4315-9bf7-656fc4b1ad11 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:03.547873 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ff81a09-5eb9-4c53-a063-dca96fbe1bb4 req-9bc93b5b-c4ad-4315-9bf7-656fc4b1ad11 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 943 time: 0.2018998 Jul 15 14:59:03.749037 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ff81a09-5eb9-4c53-a063-dca96fbe1bb4 req-41cac76d-193e-48b2-b431-ef9e23c71db9 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498232 Jul 15 14:59:03.750920 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-a3471071-bb91-4f33-bdb6-8edf3c593b76 service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695699 Jul 15 14:59:03.803896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be292bf5-5827-4f74-85e6-6c069e1fca58 req-39fbf65a-ed8b-4060-9932-0b8ea01a76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:03.805658 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be292bf5-5827-4f74-85e6-6c069e1fca58 req-39fbf65a-ed8b-4060-9932-0b8ea01a76a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.2770152 Jul 15 14:59:03.822128 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563822b0-c85d-4427-bcf0-e277f21f6323 req-ae045e10-bd1f-4af9-8588-657d193c8c03 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:03.823641 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-563822b0-c85d-4427-bcf0-e277f21f6323 req-ae045e10-bd1f-4af9-8588-657d193c8c03 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.2136784 Jul 15 14:59:03.910064 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be292bf5-5827-4f74-85e6-6c069e1fca58 req-4e4def79-ffaa-4209-aeab-1a7fe9cd0a78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32381893-d766-4198-8a4a-6fd98a74e920 HTTP/1.1" status: 200 len: 217 time: 0.0959058 Jul 15 14:59:04.012022 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-563822b0-c85d-4427-bcf0-e277f21f6323 req-26100b7b-bed2-4f20-bd21-0924d434104c tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807945 Jul 15 14:59:04.027528 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-76159988-d271-405c-b581-cd3ec8a2022c service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654338 Jul 15 14:59:04.045609 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be292bf5-5827-4f74-85e6-6c069e1fca58 req-141b69e0-e14e-4d23-a366-2eb8f9a655b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:04.047180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be292bf5-5827-4f74-85e6-6c069e1fca58 req-141b69e0-e14e-4d23-a366-2eb8f9a655b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.1220057 Jul 15 14:59:04.087363 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-c16390d4-3311-448d-9717-ce33b77d9b9b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b61e0da-7262-42eb-badb-84072e586233 HTTP/1.1" status: 200 len: 217 time: 0.0527186 Jul 15 14:59:04.110709 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be292bf5-5827-4f74-85e6-6c069e1fca58 req-bd83c9ff-297b-49fb-a40f-63fd6edba2db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323074 Jul 15 14:59:04.152090 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:04.192798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b1ff0-f060-40f8-8ea9-a6fe0e4fb02d req-1dbe3f06-c941-44e1-a9b5-5c97f824aadc tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:04.194322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d03b1ff0-f060-40f8-8ea9-a6fe0e4fb02d req-1dbe3f06-c941-44e1-a9b5-5c97f824aadc tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.2938600 Jul 15 14:59:04.285957 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2acc191d-e3ef-4e27-afca-3d14ce88655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:04.287229 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-2acc191d-e3ef-4e27-afca-3d14ce88655e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97cd0b09-7fe2-4d3d-863f-66972b0476a8 HTTP/1.1" status: 200 len: 797 time: 0.1796837 Jul 15 14:59:04.371193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d03b1ff0-f060-40f8-8ea9-a6fe0e4fb02d req-2e728cee-4462-4911-90e9-5c3e807b9b86 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520936 Jul 15 14:59:04.383201 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be292bf5-5827-4f74-85e6-6c069e1fca58 req-5020e888-161d-4ebe-867a-4bb90e6c7af6 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619858 Jul 15 14:59:04.403576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed27c3-bbb5-409e-8b8c-baad5616e3aa req-704b1977-5792-4009-85f6-516bb6f4d95e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:04.405186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28ed27c3-bbb5-409e-8b8c-baad5616e3aa req-704b1977-5792-4009-85f6-516bb6f4d95e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 948 time: 0.2482111 Jul 15 14:59:04.511024 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-83f87ada-3bc7-4dd7-9c67-6df2adf4c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:04.512584 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-83f87ada-3bc7-4dd7-9c67-6df2adf4c44d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bead9a4-4428-4843-b726-82fc6739e864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2159874 Jul 15 14:59:04.553578 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28ed27c3-bbb5-409e-8b8c-baad5616e3aa req-add68df1-ffb8-4133-a7e0-72aefdfb07b8 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357443 Jul 15 14:59:04.584551 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be292bf5-5827-4f74-85e6-6c069e1fca58 req-46a18f46-8622-4c31-b92d-17bd41cf55c2 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780906 Jul 15 14:59:04.646580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-4532eb36-04c7-49dd-939d-32da1bf0a99b service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255786 Jul 15 14:59:04.779647 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbfbec79-af57-410c-80f1-454a4bec2d15 req-ac129057-b884-4407-b448-f358b8528646 service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249790 Jul 15 14:59:04.782692 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f00d0206-5e37-431f-aa87-3910788c3834 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:59:04.826125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86036e4-f330-4602-88e4-8d5b43ae14c3 req-ca4869ab-3db1-44d7-8d2a-158391cd923f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:04.833210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86036e4-f330-4602-88e4-8d5b43ae14c3 req-ca4869ab-3db1-44d7-8d2a-158391cd923f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:04.851556 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port f00d0206-5e37-431f-aa87-3910788c3834 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:59:04.857297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port f00d0206-5e37-431f-aa87-3910788c3834 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:59:04.858238 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:04.868223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86036e4-f330-4602-88e4-8d5b43ae14c3 req-ca4869ab-3db1-44d7-8d2a-158391cd923f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:04.875706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86036e4-f330-4602-88e4-8d5b43ae14c3 req-ca4869ab-3db1-44d7-8d2a-158391cd923f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:04.885666 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86036e4-f330-4602-88e4-8d5b43ae14c3 req-ca4869ab-3db1-44d7-8d2a-158391cd923f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:04.892584 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86036e4-f330-4602-88e4-8d5b43ae14c3 req-ca4869ab-3db1-44d7-8d2a-158391cd923f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:04.900032 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86036e4-f330-4602-88e4-8d5b43ae14c3 req-ca4869ab-3db1-44d7-8d2a-158391cd923f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:04.908065 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e86036e4-f330-4602-88e4-8d5b43ae14c3 req-ca4869ab-3db1-44d7-8d2a-158391cd923f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.1884780 Jul 15 14:59:04.961789 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:04.989692 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585979dc-4545-46a1-a72b-22548ce721fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00d0206-5e37-431f-aa87-3910788c3834'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:04.992004 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daf53ab-0b3e-475f-b3ea-4780d76fb0a9" -d '{"events": [{"server_uuid": "585979dc-4545-46a1-a72b-22548ce721fb", "name": "network-vif-plugged", "status": "completed", "tag": "f00d0206-5e37-431f-aa87-3910788c3834"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:05.007129 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f00d0206-5e37-431f-aa87-3910788c3834,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:05.011571 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:05.066729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f00d0206-5e37-431f-aa87-3910788c3834,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:05.338788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e86036e4-f330-4602-88e4-8d5b43ae14c3 req-0b81d031-cc58-4ad8-8de8-d9fa433eec1a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4297221 Jul 15 14:59:05.369636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-ea4dd516-654d-4e0f-a33a-2b289ac8687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:05.369741 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-ea4dd516-654d-4e0f-a33a-2b289ac8687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:05.370217 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-ea4dd516-654d-4e0f-a33a-2b289ac8687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:05.370722 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-ea4dd516-654d-4e0f-a33a-2b289ac8687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:05.371200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-ea4dd516-654d-4e0f-a33a-2b289ac8687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:05.371694 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-ea4dd516-654d-4e0f-a33a-2b289ac8687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:05.372140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-ea4dd516-654d-4e0f-a33a-2b289ac8687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:05.374120 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b202010-9857-4b19-a079-626149738393 req-ea4dd516-654d-4e0f-a33a-2b289ac8687f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=376291fad91d46c09381b2e97ae5561f&device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 6477 time: 0.4632070 Jul 15 14:59:05.399307 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b1dc7-b56b-4a12-b8b7-2425acb0d5bf req-7ba10746-0749-4478-ba63-c2fbb49e9359 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:05.400677 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b648a118-3eb1-4d41-9a5b-9982515182c6 x-openstack-request-id: req-b648a118-3eb1-4d41-9a5b-9982515182c6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:05.401190 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585979dc-4545-46a1-a72b-22548ce721fb", "name": "network-vif-plugged", "status": "completed", "tag": "f00d0206-5e37-431f-aa87-3910788c3834", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:05.401310 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-150b1dc7-b56b-4a12-b8b7-2425acb0d5bf req-7ba10746-0749-4478-ba63-c2fbb49e9359 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 943 time: 0.4806848 Jul 15 14:59:05.401426 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b648a118-3eb1-4d41-9a5b-9982515182c6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:05.401692 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585979dc-4545-46a1-a72b-22548ce721fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00d0206-5e37-431f-aa87-3910788c3834', 'code': 200} Jul 15 14:59:05.522080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa01fb3-2047-4a1f-80dd-b8c94573a134 req-a3152dd9-52b3-4103-94ec-9a4b18f88e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:05.524396 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6fa01fb3-2047-4a1f-80dd-b8c94573a134 req-a3152dd9-52b3-4103-94ec-9a4b18f88e53 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 1100 time: 0.0595040 Jul 15 14:59:05.529556 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-150b1dc7-b56b-4a12-b8b7-2425acb0d5bf req-9e48d6b0-0f93-4b1a-b572-90a40720ff3e tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171184 Jul 15 14:59:05.566312 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6fa01fb3-2047-4a1f-80dd-b8c94573a134 req-2db07333-f664-4bac-ac5f-d033411b6db6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349247 Jul 15 14:59:05.591207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-bb3caba1-c860-4237-afa6-032b07d48f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:05.592622 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b202010-9857-4b19-a079-626149738393 req-bb3caba1-c860-4237-afa6-032b07d48f78 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bead9a4-4428-4843-b726-82fc6739e864 HTTP/1.1" status: 200 len: 903 time: 0.2111394 Jul 15 14:59:05.654214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b202010-9857-4b19-a079-626149738393 req-2bf91c8c-a1fd-4ee0-aeb1-58c6bdc6f63d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f HTTP/1.1" status: 200 len: 217 time: 0.0381701 Jul 15 14:59:05.665688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37121c8-4992-4593-ad2f-1edcb6609ebf req-278d5f58-830f-4e15-8f11-ea1667521bf0 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:05.667280 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e37121c8-4992-4593-ad2f-1edcb6609ebf req-278d5f58-830f-4e15-8f11-ea1667521bf0 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.1267161 Jul 15 14:59:05.768892 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-ff2a08eb-8c2a-42d6-ba30-5cf706381d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:05.771017 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b202010-9857-4b19-a079-626149738393 req-ff2a08eb-8c2a-42d6-ba30-5cf706381d50 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97cd0b09-7fe2-4d3d-863f-66972b0476a8 HTTP/1.1" status: 200 len: 797 time: 0.1028602 Jul 15 14:59:05.778058 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e37121c8-4992-4593-ad2f-1edcb6609ebf req-093e9a04-1482-45fe-b1f9-448dc64fe499 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013157 Jul 15 14:59:05.842503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1be7d-b845-4f3e-8bcf-c84acb2abac0 req-c660981c-9f65-4d06-96ac-9a47f48b19eb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:05.842503 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7bc1be7d-b845-4f3e-8bcf-c84acb2abac0 req-c660981c-9f65-4d06-96ac-9a47f48b19eb tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.1328480 Jul 15 14:59:05.873838 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:05.888514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-0f9e6d01-c43e-4aca-8a4b-da2880ebc7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:05.890047 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b202010-9857-4b19-a079-626149738393 req-0f9e6d01-c43e-4aca-8a4b-da2880ebc7d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bead9a4-4428-4843-b726-82fc6739e864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1087713 Jul 15 14:59:05.908242 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7bc1be7d-b845-4f3e-8bcf-c84acb2abac0 req-9cdf4964-9346-4ac6-a35b-b6a0b7088609 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601103 Jul 15 14:59:06.041170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b202010-9857-4b19-a079-626149738393 req-7bfb4b82-3c31-4035-839f-f071a879bbdf service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318209 Jul 15 14:59:06.171236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e0ca9-aabb-4aea-b43b-05e565d700d5 req-6bee3251-f150-4588-b303-2c4788368579 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.172752 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b55e0ca9-aabb-4aea-b43b-05e565d700d5 req-6bee3251-f150-4588-b303-2c4788368579 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.1468346 Jul 15 14:59:06.174732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b202010-9857-4b19-a079-626149738393 req-91f533fa-a1f4-4b54-87bb-3fa05f713168 service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157660 Jul 15 14:59:06.213342 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b55e0ca9-aabb-4aea-b43b-05e565d700d5 req-1c0d94a4-9467-45c5-8254-245d9ff1eadf tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345640 Jul 15 14:59:06.300712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-a8ba9827-279b-4899-837e-7a75ca80c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.301207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-a8ba9827-279b-4899-837e-7a75ca80c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.301693 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-a8ba9827-279b-4899-837e-7a75ca80c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.302168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-a8ba9827-279b-4899-837e-7a75ca80c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.302676 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-a8ba9827-279b-4899-837e-7a75ca80c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.303156 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-a8ba9827-279b-4899-837e-7a75ca80c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.303651 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-a8ba9827-279b-4899-837e-7a75ca80c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.305619 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b202010-9857-4b19-a079-626149738393 req-a8ba9827-279b-4899-837e-7a75ca80c4f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=376291fad91d46c09381b2e97ae5561f&device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 6477 time: 0.0646300 Jul 15 14:59:06.418975 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-0aa2be75-86a8-41c4-a64c-df0605eff626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.420897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b202010-9857-4b19-a079-626149738393 req-0aa2be75-86a8-41c4-a64c-df0605eff626 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bead9a4-4428-4843-b726-82fc6739e864 HTTP/1.1" status: 200 len: 903 time: 0.1059895 Jul 15 14:59:06.464150 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b202010-9857-4b19-a079-626149738393 req-9c44ef22-055f-46b2-b71f-c7ace83a2ccb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b61e0da-7262-42eb-badb-84072e586233 HTTP/1.1" status: 200 len: 217 time: 0.0361505 Jul 15 14:59:06.564070 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-ae9a094f-5aad-4dda-8969-67f10172132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.565639 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b202010-9857-4b19-a079-626149738393 req-ae9a094f-5aad-4dda-8969-67f10172132f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97cd0b09-7fe2-4d3d-863f-66972b0476a8 HTTP/1.1" status: 200 len: 797 time: 0.0915823 Jul 15 14:59:06.635408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484041d2-e47d-44fa-9a75-8c30263fb541 req-bf6c14a3-8333-4049-a329-564ee7d40745 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.643693 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484041d2-e47d-44fa-9a75-8c30263fb541 req-bf6c14a3-8333-4049-a329-564ee7d40745 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.648012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484041d2-e47d-44fa-9a75-8c30263fb541 req-bf6c14a3-8333-4049-a329-564ee7d40745 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.654219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484041d2-e47d-44fa-9a75-8c30263fb541 req-bf6c14a3-8333-4049-a329-564ee7d40745 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.661130 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484041d2-e47d-44fa-9a75-8c30263fb541 req-bf6c14a3-8333-4049-a329-564ee7d40745 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.667038 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484041d2-e47d-44fa-9a75-8c30263fb541 req-bf6c14a3-8333-4049-a329-564ee7d40745 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.673156 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484041d2-e47d-44fa-9a75-8c30263fb541 req-bf6c14a3-8333-4049-a329-564ee7d40745 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.675366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-484041d2-e47d-44fa-9a75-8c30263fb541 req-bf6c14a3-8333-4049-a329-564ee7d40745 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.1629231 Jul 15 14:59:06.768758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-484041d2-e47d-44fa-9a75-8c30263fb541 req-e179638b-0566-4770-87f9-1a0e6b9225a9 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0796974 Jul 15 14:59:06.774116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202010-9857-4b19-a079-626149738393 req-d201a5a3-302e-443d-9cb4-899a95ad464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.775612 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b202010-9857-4b19-a079-626149738393 req-d201a5a3-302e-443d-9cb4-899a95ad464a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bead9a4-4428-4843-b726-82fc6739e864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2001414 Jul 15 14:59:06.798489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025965b4-2f09-4c5f-98a0-2d59ec4f490a req-8463ed7f-7d91-48b1-9276-cf5443bbf5a8 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:06.800014 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-025965b4-2f09-4c5f-98a0-2d59ec4f490a req-8463ed7f-7d91-48b1-9276-cf5443bbf5a8 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 943 time: 0.1236613 Jul 15 14:59:06.892272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-025965b4-2f09-4c5f-98a0-2d59ec4f490a req-c3ac2244-44c7-4bcf-9eed-87456d58405b tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799465 Jul 15 14:59:06.921280 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b202010-9857-4b19-a079-626149738393 req-1d1fea53-46a7-4205-84c8-ce076504d5d4 service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378515 Jul 15 14:59:07.082407 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e979e-8d3f-4687-812b-8056cb0b0c0f req-3b5a3ed8-3012-4652-b695-b468788b8ae5 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:07.083920 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f95e979e-8d3f-4687-812b-8056cb0b0c0f req-3b5a3ed8-3012-4652-b695-b468788b8ae5 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.1826534 Jul 15 14:59:07.090544 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b202010-9857-4b19-a079-626149738393 req-e3b47ce4-3388-4853-bdea-9667e4684e6c service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526887 Jul 15 14:59:07.139279 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f95e979e-8d3f-4687-812b-8056cb0b0c0f req-61fa471c-d516-4afe-8508-3f3be858826b tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477781 Jul 15 14:59:07.151004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69167ff5-1480-453c-8bee-0f2c551036d3 req-34454d60-6973-41f3-b9eb-829b6125e1e0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:07.152766 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-69167ff5-1480-453c-8bee-0f2c551036d3 req-34454d60-6973-41f3-b9eb-829b6125e1e0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.1244109 Jul 15 14:59:07.199424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-69167ff5-1480-453c-8bee-0f2c551036d3 req-a252d774-c052-4fe5-9e3f-2b5b9fdeb4ba tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352468 Jul 15 14:59:07.436501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b28281-187a-418e-a55b-8ebfef78df61 req-4dbbac42-3c50-40ba-98f5-12312e8f085f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:07.438021 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58b28281-187a-418e-a55b-8ebfef78df61 req-4dbbac42-3c50-40ba-98f5-12312e8f085f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.0723262 Jul 15 14:59:07.477311 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58b28281-187a-418e-a55b-8ebfef78df61 req-79fc4866-cc95-42e5-ba9b-1742cd88dc99 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334287 Jul 15 14:59:07.656273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f1d0-5b64-4ded-8181-adfee9c1b48a req-c90b85da-95e5-469f-b1fa-708455ff00d3 tempest-MigrationsAdminTest-1641280741 tempest-MigrationsAdminTest-1641280741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:07.657805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a03f1d0-5b64-4ded-8181-adfee9c1b48a req-c90b85da-95e5-469f-b1fa-708455ff00d3 tempest-MigrationsAdminTest-1641280741 tempest-MigrationsAdminTest-1641280741-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 1100 time: 0.0540438 Jul 15 14:59:07.696466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a03f1d0-5b64-4ded-8181-adfee9c1b48a req-6de3de6d-d253-4e5a-9807-d0e64a468b22 tempest-MigrationsAdminTest-1641280741 tempest-MigrationsAdminTest-1641280741-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317395 Jul 15 14:59:07.975032 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead07dca-83e1-4b20-adfd-7d06a9823057 req-531253f3-3d5f-4837-9b5b-1e6edcf85448 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:07.980983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead07dca-83e1-4b20-adfd-7d06a9823057 req-531253f3-3d5f-4837-9b5b-1e6edcf85448 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:07.987138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead07dca-83e1-4b20-adfd-7d06a9823057 req-531253f3-3d5f-4837-9b5b-1e6edcf85448 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:07.993972 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead07dca-83e1-4b20-adfd-7d06a9823057 req-531253f3-3d5f-4837-9b5b-1e6edcf85448 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:08.000197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead07dca-83e1-4b20-adfd-7d06a9823057 req-531253f3-3d5f-4837-9b5b-1e6edcf85448 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:08.008366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead07dca-83e1-4b20-adfd-7d06a9823057 req-531253f3-3d5f-4837-9b5b-1e6edcf85448 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:08.014596 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead07dca-83e1-4b20-adfd-7d06a9823057 req-531253f3-3d5f-4837-9b5b-1e6edcf85448 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:08.016560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ead07dca-83e1-4b20-adfd-7d06a9823057 req-531253f3-3d5f-4837-9b5b-1e6edcf85448 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.1145375 Jul 15 14:59:08.071549 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ead07dca-83e1-4b20-adfd-7d06a9823057 req-edef4044-f14c-46b7-8b0f-f20fe2295b4e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478899 Jul 15 14:59:08.299167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc40e2-9419-4a87-9744-3e78c4778545 req-3b759b31-d53b-499c-b997-168a2e5d2710 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:08.301345 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-abbc40e2-9419-4a87-9744-3e78c4778545 req-3b759b31-d53b-499c-b997-168a2e5d2710 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 943 time: 0.0891998 Jul 15 14:59:08.366577 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-abbc40e2-9419-4a87-9744-3e78c4778545 req-ac4c5a73-1846-4c75-bf99-86b2a8b35f72 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586514 Jul 15 14:59:08.431554 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-8544ec13-83ca-445a-b653-b9fd6dd25606 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866046 Jul 15 14:59:08.490721 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7181bb6-7cfb-4a1b-ad47-84d5eb0eecac req-c386254c-a240-40f1-82f5-70295b8166af tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:08.492362 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7181bb6-7cfb-4a1b-ad47-84d5eb0eecac req-c386254c-a240-40f1-82f5-70295b8166af tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.0852823 Jul 15 14:59:08.599948 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7181bb6-7cfb-4a1b-ad47-84d5eb0eecac req-36533997-b737-4f7a-8bf4-6bd6c78dc41a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012685 Jul 15 14:59:08.649399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889e65d-138b-4585-a44d-8103f0e224d7 req-1a1b1343-c49c-48ba-aa49-c151fb282ae2 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:08.649399 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5889e65d-138b-4585-a44d-8103f0e224d7 req-1a1b1343-c49c-48ba-aa49-c151fb282ae2 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.1419392 Jul 15 14:59:08.703742 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5889e65d-138b-4585-a44d-8103f0e224d7 req-e9beeb6f-5537-466f-9e14-5d211fdea594 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478933 Jul 15 14:59:08.903000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32023c4-03b7-4168-b4bc-54d855428ebb req-207972b6-c321-41b8-b13e-861b2d2ccee7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:08.904949 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d32023c4-03b7-4168-b4bc-54d855428ebb req-207972b6-c321-41b8-b13e-861b2d2ccee7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.0769532 Jul 15 14:59:08.957790 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d32023c4-03b7-4168-b4bc-54d855428ebb req-b695eb39-50d8-48c1-880e-bbd8097701b3 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452368 Jul 15 14:59:09.299339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6f3b0-fd9d-4562-a1e9-2da5cda22a2f req-88ae0ed9-a043-4976-81c1-2aa60beee029 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:09.308766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6f3b0-fd9d-4562-a1e9-2da5cda22a2f req-88ae0ed9-a043-4976-81c1-2aa60beee029 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:09.315208 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6f3b0-fd9d-4562-a1e9-2da5cda22a2f req-88ae0ed9-a043-4976-81c1-2aa60beee029 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:09.321188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6f3b0-fd9d-4562-a1e9-2da5cda22a2f req-88ae0ed9-a043-4976-81c1-2aa60beee029 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:09.327102 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6f3b0-fd9d-4562-a1e9-2da5cda22a2f req-88ae0ed9-a043-4976-81c1-2aa60beee029 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:09.333473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6f3b0-fd9d-4562-a1e9-2da5cda22a2f req-88ae0ed9-a043-4976-81c1-2aa60beee029 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:09.339319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6f3b0-fd9d-4562-a1e9-2da5cda22a2f req-88ae0ed9-a043-4976-81c1-2aa60beee029 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:09.341284 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fc6f3b0-fd9d-4562-a1e9-2da5cda22a2f req-88ae0ed9-a043-4976-81c1-2aa60beee029 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.1241310 Jul 15 14:59:09.387196 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fc6f3b0-fd9d-4562-a1e9-2da5cda22a2f req-6fb23481-3170-46c7-9ad3-10585377d19f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367229 Jul 15 14:59:09.558823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410cac3-dfd5-44ac-aa00-186826a9f113 req-cf825677-2551-44d8-8b96-88eb3a11ba91 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:09.560438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a410cac3-dfd5-44ac-aa00-186826a9f113 req-cf825677-2551-44d8-8b96-88eb3a11ba91 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 943 time: 0.0671601 Jul 15 14:59:09.601927 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a410cac3-dfd5-44ac-aa00-186826a9f113 req-049d88f1-9c5b-428a-8806-a05572aaf15a tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357237 Jul 15 14:59:09.802277 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e710e-eb2c-4686-97c7-2f76ccda166f req-96efff1c-e2a6-4a0b-8398-e8c433843227 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:09.804149 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-241e710e-eb2c-4686-97c7-2f76ccda166f req-96efff1c-e2a6-4a0b-8398-e8c433843227 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.0861394 Jul 15 14:59:09.892514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-241e710e-eb2c-4686-97c7-2f76ccda166f req-904832a6-c612-43c6-b3b8-112f7f695a4a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803254 Jul 15 14:59:09.976843 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-727bfdf9-1d99-4cf9-a3b4-46a465c8884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:09.978646 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-727bfdf9-1d99-4cf9-a3b4-46a465c8884c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 1100 time: 0.0828602 Jul 15 14:59:10.140785 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae77a4-59e8-45a9-b6c3-020ce694654d req-5e90cf2d-2448-4d11-aaf3-50b62eec941a tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:10.142806 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9ae77a4-59e8-45a9-b6c3-020ce694654d req-5e90cf2d-2448-4d11-aaf3-50b62eec941a tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.1628964 Jul 15 14:59:10.144582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-9868231e-a74d-472d-8e33-7d5ccb4d408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:10.145998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-9868231e-a74d-472d-8e33-7d5ccb4d408c service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1552131 Jul 15 14:59:10.204005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-c1daeef9-07a1-4153-b4e9-5fb6b6fb7201 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f00d0206-5e37-431f-aa87-3910788c3834 HTTP/1.1" status: 200 len: 217 time: 0.0468931 Jul 15 14:59:10.258450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9ae77a4-59e8-45a9-b6c3-020ce694654d req-b29c17d5-b982-4afd-92c0-9e37986ba56e tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085029 Jul 15 14:59:10.284509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-e7e64579-fd47-49a0-b34b-58d89872b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:10.286712 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-e7e64579-fd47-49a0-b34b-58d89872b79a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0758111 Jul 15 14:59:10.390112 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bad2e-d00d-4fb8-a44b-3fb2f24fb7b4 req-02667ba1-5c31-4c61-ac01-b3187202f31e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:10.391938 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-434bad2e-d00d-4fb8-a44b-3fb2f24fb7b4 req-02667ba1-5c31-4c61-ac01-b3187202f31e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.1198986 Jul 15 14:59:10.397628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-818ce582-da47-43e0-be63-030034e6821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:10.399235 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-818ce582-da47-43e0-be63-030034e6821e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919089 Jul 15 14:59:10.471909 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-434bad2e-d00d-4fb8-a44b-3fb2f24fb7b4 req-aaef138f-b11b-4644-a51c-f85160e13213 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715141 Jul 15 14:59:10.564773 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-b0d82ea7-c8d1-4315-8574-a55bc2e7d1a2 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574821 Jul 15 14:59:10.678160 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37144200-d8f4-4d07-b982-368e120d7d50 req-036ba2b6-c322-4a8d-b3de-43d7553f382a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:10.684355 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37144200-d8f4-4d07-b982-368e120d7d50 req-036ba2b6-c322-4a8d-b3de-43d7553f382a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:10.690602 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37144200-d8f4-4d07-b982-368e120d7d50 req-036ba2b6-c322-4a8d-b3de-43d7553f382a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:10.697121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37144200-d8f4-4d07-b982-368e120d7d50 req-036ba2b6-c322-4a8d-b3de-43d7553f382a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:10.703264 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37144200-d8f4-4d07-b982-368e120d7d50 req-036ba2b6-c322-4a8d-b3de-43d7553f382a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:10.710343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37144200-d8f4-4d07-b982-368e120d7d50 req-036ba2b6-c322-4a8d-b3de-43d7553f382a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:10.716865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37144200-d8f4-4d07-b982-368e120d7d50 req-036ba2b6-c322-4a8d-b3de-43d7553f382a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:10.719031 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37144200-d8f4-4d07-b982-368e120d7d50 req-036ba2b6-c322-4a8d-b3de-43d7553f382a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.1962788 Jul 15 14:59:10.786929 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-e9f044bf-bd9e-4d2e-9053-0e12f1d4fcfa service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129185 Jul 15 14:59:10.814235 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37144200-d8f4-4d07-b982-368e120d7d50 req-d78ba590-60d3-41b2-b47b-611d74ded370 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741813 Jul 15 14:59:10.843068 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455104d-f91e-4d04-84af-8c55a9b9d203 req-ad54bb36-7ef4-4aa0-9631-54f186b53587 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:10.850682 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4455104d-f91e-4d04-84af-8c55a9b9d203 req-ad54bb36-7ef4-4aa0-9631-54f186b53587 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 943 time: 0.1247375 Jul 15 14:59:10.886866 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4455104d-f91e-4d04-84af-8c55a9b9d203 req-b488ba24-10b8-45c9-828b-f95922a3cf41 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353038 Jul 15 14:59:11.114838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5ec8f-397a-4024-b064-18fdcd4b303e req-d46161f8-2092-4fe4-a33d-a7a791e65647 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:11.117226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12a5ec8f-397a-4024-b064-18fdcd4b303e req-d46161f8-2092-4fe4-a33d-a7a791e65647 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.0770853 Jul 15 14:59:11.157901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12a5ec8f-397a-4024-b064-18fdcd4b303e req-5c53d9ef-5e0b-4c55-9f7b-a47d2de3d0de tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347729 Jul 15 14:59:11.447022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6f5d9-76b3-4ac3-bf26-aa88c6ef1995 req-ee3b7ca8-c0c5-4d19-a51b-3c2343fdd8f4 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:11.448602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95f6f5d9-76b3-4ac3-bf26-aa88c6ef1995 req-ee3b7ca8-c0c5-4d19-a51b-3c2343fdd8f4 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.0662060 Jul 15 14:59:11.487402 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95f6f5d9-76b3-4ac3-bf26-aa88c6ef1995 req-9edd94ce-b1cb-46a1-b8d6-fd0fb0286591 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332029 Jul 15 14:59:11.670247 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a893f6-e18f-4c8e-b8c5-f91d09706dc1 req-d6d63203-d5ad-4138-9ac3-523600bec817 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:11.671758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1a893f6-e18f-4c8e-b8c5-f91d09706dc1 req-d6d63203-d5ad-4138-9ac3-523600bec817 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.0694613 Jul 15 14:59:11.710318 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1a893f6-e18f-4c8e-b8c5-f91d09706dc1 req-556128b3-b225-4591-a6ab-0768fd5f1437 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326400 Jul 15 14:59:12.067361 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057669c-01e3-4c05-8e32-89b6bb1acd85 req-725f2703-a6e3-4d18-bd70-de3964fd2901 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:12.073226 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057669c-01e3-4c05-8e32-89b6bb1acd85 req-725f2703-a6e3-4d18-bd70-de3964fd2901 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:12.079116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057669c-01e3-4c05-8e32-89b6bb1acd85 req-725f2703-a6e3-4d18-bd70-de3964fd2901 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:12.086277 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057669c-01e3-4c05-8e32-89b6bb1acd85 req-725f2703-a6e3-4d18-bd70-de3964fd2901 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:12.092397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057669c-01e3-4c05-8e32-89b6bb1acd85 req-725f2703-a6e3-4d18-bd70-de3964fd2901 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:12.099023 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057669c-01e3-4c05-8e32-89b6bb1acd85 req-725f2703-a6e3-4d18-bd70-de3964fd2901 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:12.106060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057669c-01e3-4c05-8e32-89b6bb1acd85 req-725f2703-a6e3-4d18-bd70-de3964fd2901 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:12.108110 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9057669c-01e3-4c05-8e32-89b6bb1acd85 req-725f2703-a6e3-4d18-bd70-de3964fd2901 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.1594200 Jul 15 14:59:12.187035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9057669c-01e3-4c05-8e32-89b6bb1acd85 req-10af9c25-c633-422e-9ec0-9d9f34eedb18 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609622 Jul 15 14:59:12.210748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db392788-ccc6-4e67-a77c-a75972595030 req-8fd8ea28-c27a-4041-bf76-046de6d1542c tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:12.212452 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db392788-ccc6-4e67-a77c-a75972595030 req-8fd8ea28-c27a-4041-bf76-046de6d1542c tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 943 time: 0.2113154 Jul 15 14:59:12.264979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db392788-ccc6-4e67-a77c-a75972595030 req-aef19dda-688d-44ed-ac68-746f35e9e230 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451345 Jul 15 14:59:12.461738 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e1f74-5af8-4eec-8c31-bbceec074b73 req-9938ce47-8802-4db3-84cb-611c9cbd418d tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:12.463400 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6b8e1f74-5af8-4eec-8c31-bbceec074b73 req-9938ce47-8802-4db3-84cb-611c9cbd418d tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.0760236 Jul 15 14:59:12.510439 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6b8e1f74-5af8-4eec-8c31-bbceec074b73 req-a105debf-fad8-43cc-9260-80f8317710f3 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404775 Jul 15 14:59:12.671451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5901d-c82b-46ae-b815-d13604d4b39e req-8d4722a8-698e-4f00-90bc-9ad20406cc9b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:12.672966 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bdd5901d-c82b-46ae-b815-d13604d4b39e req-8d4722a8-698e-4f00-90bc-9ad20406cc9b tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.0680892 Jul 15 14:59:12.714208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bdd5901d-c82b-46ae-b815-d13604d4b39e req-905e4d1c-cdc4-4a4a-8efb-2123b00136af tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353179 Jul 15 14:59:12.921650 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67789374-0dfa-42a0-900c-fc86bb8ebeb9 req-a598ba81-94db-42ff-82f4-608b123ad1dd tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:12.923782 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67789374-0dfa-42a0-900c-fc86bb8ebeb9 req-a598ba81-94db-42ff-82f4-608b123ad1dd tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.0866227 Jul 15 14:59:12.971891 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67789374-0dfa-42a0-900c-fc86bb8ebeb9 req-dfa59af7-4929-476a-9dd4-76c0e996117b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409389 Jul 15 14:59:13.121094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 32381893-d766-4198-8a4a-6fd98a74e920 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:59:13.217897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 32381893-d766-4198-8a4a-6fd98a74e920, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=32381893-d766-4198-8a4a-6fd98a74e920,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:13.231092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '32381893-d766-4198-8a4a-6fd98a74e920', 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e', 'port_id': '32381893-d766-4198-8a4a-6fd98a74e920', 'mac_address': 'fa:16:3e:8a:db:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5fa273-121e-4648-b059-cb3497a7f2a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:59:13.274966 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:13.287812 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32381893-d766-4198-8a4a-6fd98a74e920 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:13.307982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 32381893-d766-4198-8a4a-6fd98a74e920, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=32381893-d766-4198-8a4a-6fd98a74e920,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:13.314288 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:13.381154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=32381893-d766-4198-8a4a-6fd98a74e920,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:13.397189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea29570-089f-4d59-90b2-bd15527f05f5 req-65be0c94-2027-4375-902c-ab0faa1f1eb5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:13.403893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea29570-089f-4d59-90b2-bd15527f05f5 req-65be0c94-2027-4375-902c-ab0faa1f1eb5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:13.410726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea29570-089f-4d59-90b2-bd15527f05f5 req-65be0c94-2027-4375-902c-ab0faa1f1eb5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:13.416621 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea29570-089f-4d59-90b2-bd15527f05f5 req-65be0c94-2027-4375-902c-ab0faa1f1eb5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:13.422594 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea29570-089f-4d59-90b2-bd15527f05f5 req-65be0c94-2027-4375-902c-ab0faa1f1eb5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:13.429054 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea29570-089f-4d59-90b2-bd15527f05f5 req-65be0c94-2027-4375-902c-ab0faa1f1eb5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:13.434927 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea29570-089f-4d59-90b2-bd15527f05f5 req-65be0c94-2027-4375-902c-ab0faa1f1eb5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:13.436857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ea29570-089f-4d59-90b2-bd15527f05f5 req-65be0c94-2027-4375-902c-ab0faa1f1eb5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.1187999 Jul 15 14:59:13.510232 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ea29570-089f-4d59-90b2-bd15527f05f5 req-dd5a7c7c-3252-452d-92d1-3078b6321915 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633829 Jul 15 14:59:13.535912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59665a11-dc7a-4b80-a80a-81756f369a3e req-f9cd7883-4087-4507-ac7c-6721941e9588 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:13.535912 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59665a11-dc7a-4b80-a80a-81756f369a3e req-f9cd7883-4087-4507-ac7c-6721941e9588 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 944 time: 0.0974400 Jul 15 14:59:13.584209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59665a11-dc7a-4b80-a80a-81756f369a3e req-4d10438a-e9fb-474c-bdca-40d3a81dbad2 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429075 Jul 15 14:59:13.641278 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['32381893-d766-4198-8a4a-6fd98a74e920'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:13.845448 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc575ac1-6fca-46a0-8578-9a257305c799 req-953ad20b-e893-4f5c-9f73-26aa7e98d375 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:13.846983 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc575ac1-6fca-46a0-8578-9a257305c799 req-953ad20b-e893-4f5c-9f73-26aa7e98d375 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.0751739 Jul 15 14:59:13.918574 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc575ac1-6fca-46a0-8578-9a257305c799 req-2709cea0-f38e-453c-9778-062c62951fb6 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617838 Jul 15 14:59:13.936895 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e7ce8-5c3e-4f37-92f5-047c6b96108c req-91928cde-95be-4d73-a01d-f35abdc62c83 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:13.938409 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-617e7ce8-5c3e-4f37-92f5-047c6b96108c req-91928cde-95be-4d73-a01d-f35abdc62c83 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.0905154 Jul 15 14:59:13.985242 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-617e7ce8-5c3e-4f37-92f5-047c6b96108c req-f753e4f7-cf1f-4fb4-9b4a-95b2f233e603 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399222 Jul 15 14:59:14.157106 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dee6d9-bf5a-4094-9f97-10b8f0926f64 req-1466d5c4-b808-44b6-a918-78bf57a039ce tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:14.158879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11dee6d9-bf5a-4094-9f97-10b8f0926f64 req-1466d5c4-b808-44b6-a918-78bf57a039ce tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.0702133 Jul 15 14:59:14.207466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11dee6d9-bf5a-4094-9f97-10b8f0926f64 req-e9906704-b936-42f8-8f83-985c006a8406 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Jul 15 14:59:14.436053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a68ca-8032-406f-9b4e-e03d49105692 req-2fd49132-d68d-461b-a29b-d216ebf39090 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:14.437728 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-124a68ca-8032-406f-9b4e-e03d49105692 req-2fd49132-d68d-461b-a29b-d216ebf39090 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.0822768 Jul 15 14:59:14.483005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-124a68ca-8032-406f-9b4e-e03d49105692 req-5c686085-6e3f-49f3-bf71-a39db996c307 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389421 Jul 15 14:59:14.712855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34113211-3fbd-412c-b27b-35306edd724d req-11e7b1f5-8399-4724-aa00-19757a7372bf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:14.718741 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34113211-3fbd-412c-b27b-35306edd724d req-11e7b1f5-8399-4724-aa00-19757a7372bf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:14.725530 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34113211-3fbd-412c-b27b-35306edd724d req-11e7b1f5-8399-4724-aa00-19757a7372bf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:14.731538 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34113211-3fbd-412c-b27b-35306edd724d req-11e7b1f5-8399-4724-aa00-19757a7372bf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:14.737560 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34113211-3fbd-412c-b27b-35306edd724d req-11e7b1f5-8399-4724-aa00-19757a7372bf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:14.743788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34113211-3fbd-412c-b27b-35306edd724d req-11e7b1f5-8399-4724-aa00-19757a7372bf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:14.749710 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34113211-3fbd-412c-b27b-35306edd724d req-11e7b1f5-8399-4724-aa00-19757a7372bf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:14.751660 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-34113211-3fbd-412c-b27b-35306edd724d req-11e7b1f5-8399-4724-aa00-19757a7372bf tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.1172254 Jul 15 14:59:14.827534 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-34113211-3fbd-412c-b27b-35306edd724d req-cece2eae-fcce-4d04-b152-b75d9cfaec78 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649452 Jul 15 14:59:14.848568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22305e-987a-48e6-ab4e-f2d8dcc5b438 req-c3b20d08-fafe-404d-97d5-11d45e1a4a25 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:14.850377 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab22305e-987a-48e6-ab4e-f2d8dcc5b438 req-c3b20d08-fafe-404d-97d5-11d45e1a4a25 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 944 time: 0.0977914 Jul 15 14:59:14.900671 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab22305e-987a-48e6-ab4e-f2d8dcc5b438 req-d5134b23-9e29-4c41-9481-8e3981b05be5 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434303 Jul 15 14:59:15.165347 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 32381893-d766-4198-8a4a-6fd98a74e920 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:59:15.173075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fa628-4fd1-478e-a7f5-894147d8a20d req-84839c1b-2b83-47e7-beb6-41711dba36ef tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:15.174748 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e7fa628-4fd1-478e-a7f5-894147d8a20d req-84839c1b-2b83-47e7-beb6-41711dba36ef tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.0707166 Jul 15 14:59:15.229019 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e7fa628-4fd1-478e-a7f5-894147d8a20d req-e35e8b6f-8b9c-4a04-854a-627b05203851 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455081 Jul 15 14:59:15.235998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 32381893-d766-4198-8a4a-6fd98a74e920 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:59:15.240637 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 32381893-d766-4198-8a4a-6fd98a74e920 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:59:15.241313 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:15.320598 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:15.348897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe2ecdd-832c-413b-bc6f-b17282f535aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32381893-d766-4198-8a4a-6fd98a74e920'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:15.351239 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b781208d-64c5-485b-b9b3-bf7a90f3e86b" -d '{"events": [{"server_uuid": "3fe2ecdd-832c-413b-bc6f-b17282f535aa", "name": "network-vif-plugged", "status": "completed", "tag": "32381893-d766-4198-8a4a-6fd98a74e920"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:15.428034 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019063e0-bcf2-4b01-956c-3fdd1e54dcd0 req-126b428a-a562-468c-b775-724b5db90544 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:15.430232 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-019063e0-bcf2-4b01-956c-3fdd1e54dcd0 req-126b428a-a562-468c-b775-724b5db90544 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.0863268 Jul 15 14:59:15.489013 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-019063e0-bcf2-4b01-956c-3fdd1e54dcd0 req-02ebcb39-a244-4a6f-b582-b75afc91dc73 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522218 Jul 15 14:59:15.521353 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68994a8-9123-4745-aa5f-d8b2259435f2 x-openstack-request-id: req-c68994a8-9123-4745-aa5f-d8b2259435f2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:15.521642 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe2ecdd-832c-413b-bc6f-b17282f535aa", "name": "network-vif-plugged", "status": "completed", "tag": "32381893-d766-4198-8a4a-6fd98a74e920", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:15.522056 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c68994a8-9123-4745-aa5f-d8b2259435f2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:15.522630 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe2ecdd-832c-413b-bc6f-b17282f535aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32381893-d766-4198-8a4a-6fd98a74e920', 'code': 200} Jul 15 14:59:15.526713 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 32381893-d766-4198-8a4a-6fd98a74e920, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=32381893-d766-4198-8a4a-6fd98a74e920,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:15.532351 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:15.533573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3fcee8ca-4076-46a3-802c-ed7f2794d408 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:59:15.538461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8813cc3-983f-43bb-8ef5-6673d0ba6df7 req-78a4cb60-7f9d-4883-9f9d-6167d3248cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:15.540701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8813cc3-983f-43bb-8ef5-6673d0ba6df7 req-78a4cb60-7f9d-4883-9f9d-6167d3248cc0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 1095 time: 0.0629339 Jul 15 14:59:15.580226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8813cc3-983f-43bb-8ef5-6673d0ba6df7 req-de140064-2921-4d6f-a398-0f92fd66f64a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328958 Jul 15 14:59:15.601677 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=32381893-d766-4198-8a4a-6fd98a74e920,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:15.612456 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:15.613669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:15.614181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:15.614714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:15.618611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:15.618611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:15.618611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:15.618611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:15.618611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:15.618611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:15.618611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:15.618611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:15.676086 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:15.713843 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3fcee8ca-4076-46a3-802c-ed7f2794d408, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3fcee8ca-4076-46a3-802c-ed7f2794d408,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:15.719364 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:15.730899 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b77290-b9f3-4df8-9bda-093a562bdb47 req-6fbd9bf4-eb3e-48fa-b011-a6edfbf801ea tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:15.732461 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20b77290-b9f3-4df8-9bda-093a562bdb47 req-6fbd9bf4-eb3e-48fa-b011-a6edfbf801ea tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.1168025 Jul 15 14:59:15.748846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bf300-0268-4cdb-8ef4-1face17eae3e req-20aa1647-fed4-47dd-b27e-2fd450692b0c tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:15.749792 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f58bf300-0268-4cdb-8ef4-1face17eae3e req-20aa1647-fed4-47dd-b27e-2fd450692b0c tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.11 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 945 time: 0.0931211 Jul 15 14:59:15.778197 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=3fcee8ca-4076-46a3-802c-ed7f2794d408,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:15.833933 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20b77290-b9f3-4df8-9bda-093a562bdb47 req-985b25c6-6bc9-4d62-befa-b852c40cdeca tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831649 Jul 15 14:59:15.891196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-f58bf300-0268-4cdb-8ef4-1face17eae3e req-d1d0ef8e-e1f6-44b9-926e-122849fc8dac tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Deleting port 2f936173-1e1b-4331-a297-88bfabc6c2ea {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:59:15.891835 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f58bf300-0268-4cdb-8ef4-1face17eae3e req-d1d0ef8e-e1f6-44b9-926e-122849fc8dac tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:16.048378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-f58bf300-0268-4cdb-8ef4-1face17eae3e req-d1d0ef8e-e1f6-44b9-926e-122849fc8dac tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] For port 2f936173-1e1b-4331-a297-88bfabc6c2ea, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2f936173-1e1b-4331-a297-88bfabc6c2ea,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:16.048856 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f58bf300-0268-4cdb-8ef4-1face17eae3e req-d1d0ef8e-e1f6-44b9-926e-122849fc8dac tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:16.084963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-f58bf300-0268-4cdb-8ef4-1face17eae3e req-d1d0ef8e-e1f6-44b9-926e-122849fc8dac tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Calling delete_port for 2f936173-1e1b-4331-a297-88bfabc6c2ea owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:59:16.510818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36b222-baf7-4707-9e15-fc8fcb076a15 req-777f746b-f9b6-4194-95c9-c9575d01d76a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:16.516639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36b222-baf7-4707-9e15-fc8fcb076a15 req-777f746b-f9b6-4194-95c9-c9575d01d76a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:16.523414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36b222-baf7-4707-9e15-fc8fcb076a15 req-777f746b-f9b6-4194-95c9-c9575d01d76a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:16.529235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36b222-baf7-4707-9e15-fc8fcb076a15 req-777f746b-f9b6-4194-95c9-c9575d01d76a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:16.535708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36b222-baf7-4707-9e15-fc8fcb076a15 req-777f746b-f9b6-4194-95c9-c9575d01d76a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:16.541610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36b222-baf7-4707-9e15-fc8fcb076a15 req-777f746b-f9b6-4194-95c9-c9575d01d76a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:16.547697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36b222-baf7-4707-9e15-fc8fcb076a15 req-777f746b-f9b6-4194-95c9-c9575d01d76a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:16.549622 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bc36b222-baf7-4707-9e15-fc8fcb076a15 req-777f746b-f9b6-4194-95c9-c9575d01d76a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.5557153 Jul 15 14:59:16.580584 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28749c6f-26b3-4ea6-9ac7-26690681ed75 req-b30ea994-68f7-4930-a568-f3c9801d7f62 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:16.582678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28749c6f-26b3-4ea6-9ac7-26690681ed75 req-b30ea994-68f7-4930-a568-f3c9801d7f62 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 945 time: 0.5464177 Jul 15 14:59:16.655495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bc36b222-baf7-4707-9e15-fc8fcb076a15 req-a79d7ff0-850f-4d79-9b44-e8a45d677d91 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915656 Jul 15 14:59:16.663761 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28749c6f-26b3-4ea6-9ac7-26690681ed75 req-38bcb2ce-562f-4900-9faa-2e85ffe4b654 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714965 Jul 15 14:59:16.749689 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f58bf300-0268-4cdb-8ef4-1face17eae3e req-d1d0ef8e-e1f6-44b9-926e-122849fc8dac tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:16.768164 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['2f936173-1e1b-4331-a297-88bfabc6c2ea'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:16.814749 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0ef8e-e1f6-44b9-926e-122849fc8dac tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Pushing event deleted for resources: {'Port': ['ID=2f936173-1e1b-4331-a297-88bfabc6c2ea,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:16.881115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58bf300-0268-4cdb-8ef4-1face17eae3e req-d1d0ef8e-e1f6-44b9-926e-122849fc8dac tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] No DVR routers for this DVR port 2f936173-1e1b-4331-a297-88bfabc6c2ea on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:59:16.884706 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f58bf300-0268-4cdb-8ef4-1face17eae3e req-d1d0ef8e-e1f6-44b9-926e-122849fc8dac tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:16.887076 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f58bf300-0268-4cdb-8ef4-1face17eae3e req-d1d0ef8e-e1f6-44b9-926e-122849fc8dac tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.11 "DELETE /v2.0/ports/2f936173-1e1b-4331-a297-88bfabc6c2ea HTTP/1.1" status: 204 len: 173 time: 1.1298475 Jul 15 14:59:16.887660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912be3ea-da1c-4535-bfb6-6139448f4765', 'name': 'network-vif-deleted', 'tag': '2f936173-1e1b-4331-a297-88bfabc6c2ea'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:16.890044 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0cac82-2668-4ec6-904f-ec1a13b89077" -d '{"events": [{"server_uuid": "912be3ea-da1c-4535-bfb6-6139448f4765", "name": "network-vif-deleted", "tag": "2f936173-1e1b-4331-a297-88bfabc6c2ea"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:16.970489 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49368) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:17.080226 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e1cf7-a5ea-4c66-a6c3-fd35fea922c7 req-2ccc3ff1-4bbf-4b42-93f9-bbbdf494de61 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:17.081758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f16e1cf7-a5ea-4c66-a6c3-fd35fea922c7 req-2ccc3ff1-4bbf-4b42-93f9-bbbdf494de61 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.1139779 Jul 15 14:59:17.092492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecff819-dec9-4cdc-b11f-70f933613326 req-8d6e9764-0ca1-4808-9699-ec34e0b2f8ae tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:17.093922 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aecff819-dec9-4cdc-b11f-70f933613326 req-8d6e9764-0ca1-4808-9699-ec34e0b2f8ae tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 944 time: 0.0919580 Jul 15 14:59:17.116873 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4769f881-dcbd-453e-a717-d4f37368819e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:17.152693 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f16e1cf7-a5ea-4c66-a6c3-fd35fea922c7 req-70397704-8143-4500-b816-da5e5c20fb0e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577528 Jul 15 14:59:17.161718 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aecff819-dec9-4cdc-b11f-70f933613326 req-740bbde6-8fcc-4c03-b30d-90e83233f41c tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598166 Jul 15 14:59:17.165396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3fcee8ca-4076-46a3-802c-ed7f2794d408 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:59:17.207110 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4769f881-dcbd-453e-a717-d4f37368819e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:17.213988 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4769f881-dcbd-453e-a717-d4f37368819e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:17.230433 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af20495-e485-4dfa-9e50-c67ad01c2cda x-openstack-request-id: req-5af20495-e485-4dfa-9e50-c67ad01c2cda {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:17.230756 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912be3ea-da1c-4535-bfb6-6139448f4765", "name": "network-vif-deleted", "tag": "2f936173-1e1b-4331-a297-88bfabc6c2ea", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:17.231011 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5af20495-e485-4dfa-9e50-c67ad01c2cda {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:17.231413 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912be3ea-da1c-4535-bfb6-6139448f4765', 'name': 'network-vif-deleted', 'tag': '2f936173-1e1b-4331-a297-88bfabc6c2ea', 'status': 'completed', 'code': 200} Jul 15 14:59:17.244164 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769f881-dcbd-453e-a717-d4f37368819e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91468fa1-17b9-4cc7-acdb-a53c983332bf,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:17.270110 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4769f881-dcbd-453e-a717-d4f37368819e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1aa5a6c9fa24e66bf5137717ae09109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977946 Jul 15 14:59:17.272886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49372) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:17.297032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3fcee8ca-4076-46a3-802c-ed7f2794d408, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3fcee8ca-4076-46a3-802c-ed7f2794d408,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:17.310317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '3fcee8ca-4076-46a3-802c-ed7f2794d408', 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac', 'port_id': '3fcee8ca-4076-46a3-802c-ed7f2794d408', 'mac_address': 'fa:16:3e:ca:99:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4eca178-0ffb-4cd8-96ff-741d6035f765', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:59:17.332782 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1a5cb15-8042-4439-b174-22f766af384e req-4eeb6264-7e78-4c64-a7e8-9aeb5ea37b97 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=912be3ea-da1c-4535-bfb6-6139448f4765 HTTP/1.1" status: 200 len: 210 time: 0.0374637 Jul 15 14:59:17.353776 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-504e6f56-7fd0-41ce-9e45-607787042a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:17.361960 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:17.375571 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcee8ca-4076-46a3-802c-ed7f2794d408 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:17.382772 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-504e6f56-7fd0-41ce-9e45-607787042a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:17.397964 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3fcee8ca-4076-46a3-802c-ed7f2794d408, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3fcee8ca-4076-46a3-802c-ed7f2794d408,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:17.402668 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:17.433298 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-504e6f56-7fd0-41ce-9e45-607787042a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:17.436131 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-504e6f56-7fd0-41ce-9e45-607787042a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:17.439682 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-504e6f56-7fd0-41ce-9e45-607787042a10 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/91468fa1-17b9-4cc7-acdb-a53c983332bf HTTP/1.1" status: 204 len: 168 time: 0.1635294 Jul 15 14:59:17.445652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e6f56-7fd0-41ce-9e45-607787042a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91468fa1-17b9-4cc7-acdb-a53c983332bf,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:17.475442 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=3fcee8ca-4076-46a3-802c-ed7f2794d408,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:17.523988 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7aea20-3983-4bf1-abaf-3941a31771f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcee8ca-4076-46a3-802c-ed7f2794d408'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:17.526618 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd695b0-875c-4413-b2a5-e17593c9bb1b" -d '{"events": [{"server_uuid": "1e7aea20-3983-4bf1-abaf-3941a31771f6", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcee8ca-4076-46a3-802c-ed7f2794d408"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:17.568116 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc87ab4-4955-4302-a6fd-fc5c67b48e9c x-openstack-request-id: req-0cc87ab4-4955-4302-a6fd-fc5c67b48e9c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:17.568413 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7aea20-3983-4bf1-abaf-3941a31771f6", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcee8ca-4076-46a3-802c-ed7f2794d408", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:17.568670 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0cc87ab4-4955-4302-a6fd-fc5c67b48e9c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:17.569068 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7aea20-3983-4bf1-abaf-3941a31771f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcee8ca-4076-46a3-802c-ed7f2794d408', 'code': 200} Jul 15 14:59:17.717301 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['3fcee8ca-4076-46a3-802c-ed7f2794d408'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:17.920553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2232ece-ec49-4b2d-83ff-357ed00e722d req-aff9e449-595b-432d-a36a-d19602a54570 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:17.922060 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f2232ece-ec49-4b2d-83ff-357ed00e722d req-aff9e449-595b-432d-a36a-d19602a54570 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 945 time: 0.1251247 Jul 15 14:59:17.949699 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4a502-eff8-43a9-8aa7-520a088a5911 req-1447a906-116a-4655-8311-8d6f86210160 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:17.955570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4a502-eff8-43a9-8aa7-520a088a5911 req-1447a906-116a-4655-8311-8d6f86210160 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:17.962661 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4a502-eff8-43a9-8aa7-520a088a5911 req-1447a906-116a-4655-8311-8d6f86210160 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:17.968439 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4a502-eff8-43a9-8aa7-520a088a5911 req-1447a906-116a-4655-8311-8d6f86210160 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:17.974691 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4a502-eff8-43a9-8aa7-520a088a5911 req-1447a906-116a-4655-8311-8d6f86210160 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:17.980577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4a502-eff8-43a9-8aa7-520a088a5911 req-1447a906-116a-4655-8311-8d6f86210160 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:17.986353 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4a502-eff8-43a9-8aa7-520a088a5911 req-1447a906-116a-4655-8311-8d6f86210160 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:17.989437 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12d4a502-eff8-43a9-8aa7-520a088a5911 req-1447a906-116a-4655-8311-8d6f86210160 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.1495361 Jul 15 14:59:18.034674 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f2232ece-ec49-4b2d-83ff-357ed00e722d req-9275649e-31c5-4828-928e-f36be1435d3a tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040130 Jul 15 14:59:18.049982 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12d4a502-eff8-43a9-8aa7-520a088a5911 req-a41f7c2b-99da-4a04-97e1-9c8e512d6a9b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524485 Jul 15 14:59:18.357496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8c233-32e2-435c-afda-b50f75e98500 req-a8635677-c743-4208-8512-0aae54957655 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:18.364935 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50a8c233-32e2-435c-afda-b50f75e98500 req-a8635677-c743-4208-8512-0aae54957655 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 1096 time: 0.1033340 Jul 15 14:59:18.389741 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a1760-93d2-43c0-b90f-f7c3fe04c4c0 req-d642d9bd-db38-45f2-af50-9806dad4076b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:18.391317 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a9a1760-93d2-43c0-b90f-f7c3fe04c4c0 req-d642d9bd-db38-45f2-af50-9806dad4076b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.1001189 Jul 15 14:59:18.422976 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50a8c233-32e2-435c-afda-b50f75e98500 req-54b3ee6f-788c-48de-a912-5b0fb3c4911a tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563672 Jul 15 14:59:18.444205 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a9a1760-93d2-43c0-b90f-f7c3fe04c4c0 req-a49e4065-93e9-4d89-8082-ed99b1259055 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460615 Jul 15 14:59:18.619493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda69f41-2b8b-48f8-96a3-17f5840791e8 req-6781dc50-cf70-4993-b752-f520ad15425e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:18.621383 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eda69f41-2b8b-48f8-96a3-17f5840791e8 req-6781dc50-cf70-4993-b752-f520ad15425e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 945 time: 0.0727370 Jul 15 14:59:18.696645 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eda69f41-2b8b-48f8-96a3-17f5840791e8 req-ba2ad926-3131-4dac-bc22-0a021bfee481 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690281 Jul 15 14:59:18.718132 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193229f-628f-4dc0-9827-e3a2b0b87b5b req-15eb8d64-7c48-4835-a827-f7b40913f0a7 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:18.719859 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b193229f-628f-4dc0-9827-e3a2b0b87b5b req-15eb8d64-7c48-4835-a827-f7b40913f0a7 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 1096 time: 0.0841026 Jul 15 14:59:18.732794 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:18.759531 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b193229f-628f-4dc0-9827-e3a2b0b87b5b req-38fcdd2e-8c72-438e-a397-0079c0bd332e tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324318 Jul 15 14:59:18.903616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390492-bba7-4d43-a3ee-0d036313decd req-1bcdd6e0-0cba-44ac-a1c4-4c40ca4c4408 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:18.905105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f2390492-bba7-4d43-a3ee-0d036313decd req-1bcdd6e0-0cba-44ac-a1c4-4c40ca4c4408 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 812 time: 0.1151378 Jul 15 14:59:18.923474 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f2390492-bba7-4d43-a3ee-0d036313decd req-f0fcba28-0604-4a84-83b0-d6ae3a5f4958 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/quotas/c897b36bbafc46f38b8951e37af7f8d2 HTTP/1.1" status: 200 len: 375 time: 0.0104918 Jul 15 14:59:18.957977 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f2390492-bba7-4d43-a3ee-0d036313decd req-ee6fc863-f81f-404a-ab68-59d94642f2fc tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293741 Jul 15 14:59:19.026927 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:19.124918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-f2390492-bba7-4d43-a3ee-0d036313decd req-90169af4-a0a8-4958-9a67-11dc35a6cb53 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:59:19.126355 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f2390492-bba7-4d43-a3ee-0d036313decd req-90169af4-a0a8-4958-9a67-11dc35a6cb53 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1609597 Jul 15 14:59:19.194874 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3fcee8ca-4076-46a3-802c-ed7f2794d408 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:59:19.225149 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f2390492-bba7-4d43-a3ee-0d036313decd req-fe57112f-cea2-44aa-b4c5-13687b95fd2c service neutron] 10.222.0.38 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910420 Jul 15 14:59:19.268051 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 3fcee8ca-4076-46a3-802c-ed7f2794d408 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:59:19.268358 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:19.331556 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f2390492-bba7-4d43-a3ee-0d036313decd req-af8f4398-fb3f-4619-aa8c-88b7b3786646 service neutron] 10.222.0.38 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993648 Jul 15 14:59:19.373468 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:19.436272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3fcee8ca-4076-46a3-802c-ed7f2794d408, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3fcee8ca-4076-46a3-802c-ed7f2794d408,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:19.441915 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:19.443562 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2f936173-1e1b-4331-a297-88bfabc6c2ea no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:59:19.467092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 2f936173-1e1b-4331-a297-88bfabc6c2ea {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:59:19.467441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2f936173-1e1b-4331-a297-88bfabc6c2ea not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:59:19.549598 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=3fcee8ca-4076-46a3-802c-ed7f2794d408,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:19.570553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7aea20-3983-4bf1-abaf-3941a31771f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcee8ca-4076-46a3-802c-ed7f2794d408'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:19.573748 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e1be26-a702-4f35-b7fe-2695d2e0217c" -d '{"events": [{"server_uuid": "1e7aea20-3983-4bf1-abaf-3941a31771f6", "name": "network-vif-plugged", "status": "completed", "tag": "3fcee8ca-4076-46a3-802c-ed7f2794d408"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:19.685703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5da32-c678-4c61-9d17-1719347137b6 req-4c895441-4507-40d6-839a-82e980378f63 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:19.692575 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5da32-c678-4c61-9d17-1719347137b6 req-4c895441-4507-40d6-839a-82e980378f63 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:19.698866 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5da32-c678-4c61-9d17-1719347137b6 req-4c895441-4507-40d6-839a-82e980378f63 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:19.705029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5da32-c678-4c61-9d17-1719347137b6 req-4c895441-4507-40d6-839a-82e980378f63 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:19.712082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5da32-c678-4c61-9d17-1719347137b6 req-4c895441-4507-40d6-839a-82e980378f63 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:19.718849 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5da32-c678-4c61-9d17-1719347137b6 req-4c895441-4507-40d6-839a-82e980378f63 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:19.726440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5da32-c678-4c61-9d17-1719347137b6 req-4c895441-4507-40d6-839a-82e980378f63 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:19.734462 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8cb5da32-c678-4c61-9d17-1719347137b6 req-4c895441-4507-40d6-839a-82e980378f63 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.1340330 Jul 15 14:59:19.801209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8cb5da32-c678-4c61-9d17-1719347137b6 req-04e1980f-3742-445c-a7be-c23add6288e5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632539 Jul 15 14:59:20.012774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-b1edfeb7-bc9b-467d-9f17-43ab4c08cbef tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:59:20.014059 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-b1edfeb7-bc9b-467d-9f17-43ab4c08cbef tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062895 Jul 15 14:59:20.065271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-78df6961-8555-4472-a5d0-6a2b72b72ff4 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:59:20.075242 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-78df6961-8555-4472-a5d0-6a2b72b72ff4 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156524 Jul 15 14:59:20.083582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-2bbf8fcf-dd06-48c1-8e8a-7db924d08e72 service neutron] Request body: {'binding': {'host': 'n-h2-764435-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:59:20.084237 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-2bbf8fcf-dd06-48c1-8e8a-7db924d08e72 service neutron] Unknown quota resources ['binding']. {{(pid=100711) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 14:59:20.318372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-2bbf8fcf-dd06-48c1-8e8a-7db924d08e72 service neutron] Attempting to bind port 32381893-d766-4198-8a4a-6fd98a74e920 on host n-h2-764435-3 for vnic_type normal with profile None {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:59:20.318372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-2bbf8fcf-dd06-48c1-8e8a-7db924d08e72 service neutron] Attempting to bind port 32381893-d766-4198-8a4a-6fd98a74e920 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:59:20.319478 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-2bbf8fcf-dd06-48c1-8e8a-7db924d08e72 service neutron] Attempting to bind port 32381893-d766-4198-8a4a-6fd98a74e920 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:59:20.327842 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-2bbf8fcf-dd06-48c1-8e8a-7db924d08e72 service neutron] Port 32381893-d766-4198-8a4a-6fd98a74e920 on network 1b052415-ea98-4ad2-9697-24ee25c7523e not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:59:20.328195 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-2bbf8fcf-dd06-48c1-8e8a-7db924d08e72 service neutron] Attempting to bind port 32381893-d766-4198-8a4a-6fd98a74e920 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:59:20.340881 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-2bbf8fcf-dd06-48c1-8e8a-7db924d08e72 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:59:20.342830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-2bbf8fcf-dd06-48c1-8e8a-7db924d08e72 service neutron] Checking segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:59:20.343232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-2bbf8fcf-dd06-48c1-8e8a-7db924d08e72 service neutron] Bound using segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:59:20.343680 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-2bbf8fcf-dd06-48c1-8e8a-7db924d08e72 service neutron] Bound port: 32381893-d766-4198-8a4a-6fd98a74e920, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:59:20.384773 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3957622-8e10-45b2-b439-efc8524a8ae0 req-7e8e8bd9-83cb-4f3a-a4a7-6d4b7f16ca82 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:20.387609 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3957622-8e10-45b2-b439-efc8524a8ae0 req-7e8e8bd9-83cb-4f3a-a4a7-6d4b7f16ca82 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.1275544 Jul 15 14:59:20.439270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-2bbf8fcf-dd06-48c1-8e8a-7db924d08e72 service neutron] For port 32381893-d766-4198-8a4a-6fd98a74e920, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=32381893-d766-4198-8a4a-6fd98a74e920,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:59:20.453159 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-2bbf8fcf-dd06-48c1-8e8a-7db924d08e72 service neutron] Notify callbacks [] for binding, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:20.454391 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-2bbf8fcf-dd06-48c1-8e8a-7db924d08e72 service neutron] 10.222.0.38 "POST /v2.0/ports/32381893-d766-4198-8a4a-6fd98a74e920/bindings HTTP/1.1" status: 201 len: 389 time: 0.3776836 Jul 15 14:59:20.463943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3957622-8e10-45b2-b439-efc8524a8ae0 req-bada3eac-8ad7-421f-bf91-c2b1a8605f54 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500445 Jul 15 14:59:20.603994 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a1e330-b2af-46cf-8457-f9ec02989700 x-openstack-request-id: req-e8a1e330-b2af-46cf-8457-f9ec02989700 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:20.604926 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7aea20-3983-4bf1-abaf-3941a31771f6", "name": "network-vif-plugged", "status": "completed", "tag": "3fcee8ca-4076-46a3-802c-ed7f2794d408", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:20.605427 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e8a1e330-b2af-46cf-8457-f9ec02989700 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:20.606024 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7aea20-3983-4bf1-abaf-3941a31771f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcee8ca-4076-46a3-802c-ed7f2794d408', 'code': 200} Jul 15 14:59:20.660966 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3f18cf07-9bd1-46d4-b46b-c9e16671674c req-2da4806d-6815-4667-8237-a161834680be tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 210 time: 0.0698493 Jul 15 14:59:20.888820 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49526) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:20.893620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e978c-fe6d-41b6-8bba-79ae490d5d9a req-31148375-5286-4a44-a995-0c577975c75c tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:20.895962 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-771e978c-fe6d-41b6-8bba-79ae490d5d9a req-31148375-5286-4a44-a995-0c577975c75c tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.1852999 Jul 15 14:59:20.936028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-c2392a2f-9bba-45fa-8c57-52b1d1237c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:20.937598 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-c2392a2f-9bba-45fa-8c57-52b1d1237c8a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 1096 time: 0.1754506 Jul 15 14:59:21.012428 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb5df-7bf9-44a4-b8ee-3fece46d55c8 req-6e43bd7c-3b4a-43d1-9977-2ae15fa01614 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:21.014015 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6dabb5df-7bf9-44a4-b8ee-3fece46d55c8 req-6e43bd7c-3b4a-43d1-9977-2ae15fa01614 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 945 time: 0.2164338 Jul 15 14:59:21.020003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85652aee-b94b-482c-bfe5-645b2d9a1710 req-7f61c54a-a3d4-4ad1-9a01-a77700b5f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:21.021851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-85652aee-b94b-482c-bfe5-645b2d9a1710 req-7f61c54a-a3d4-4ad1-9a01-a77700b5f856 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 1097 time: 0.1821206 Jul 15 14:59:21.024862 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-771e978c-fe6d-41b6-8bba-79ae490d5d9a req-a0a190e7-144e-43fb-9d72-c43210c1674e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179688 Jul 15 14:59:21.140190 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-85652aee-b94b-482c-bfe5-645b2d9a1710 req-c67bd73a-d95c-4b9f-98a0-87b641dbf1a4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787253 Jul 15 14:59:21.154337 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6dabb5df-7bf9-44a4-b8ee-3fece46d55c8 req-97933900-499a-44ff-affb-ea778603854e tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266050 Jul 15 14:59:21.163643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-e3276ed4-aaae-4faf-ae54-2def70f4556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:21.165173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-e3276ed4-aaae-4faf-ae54-2def70f4556f service neutron] 10.222.0.22 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.2183516 Jul 15 14:59:21.257595 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-fce61b7a-35ee-4307-a3bf-27dfbb4caaa0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32381893-d766-4198-8a4a-6fd98a74e920 HTTP/1.1" status: 200 len: 217 time: 0.0446784 Jul 15 14:59:21.311963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6da32fe5-9793-4c66-884f-c13b5b937d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:21.328998 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-52623e1d-68a0-43d8-ba1b-35c49718a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:21.331240 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-52623e1d-68a0-43d8-ba1b-35c49718a507 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.0523608 Jul 15 14:59:21.353642 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd459a9-cd53-4533-8d9a-b52932d681cc req-6ee341fb-1316-4a49-bc09-f5e40f7f35dd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:21.362987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd459a9-cd53-4533-8d9a-b52932d681cc req-6ee341fb-1316-4a49-bc09-f5e40f7f35dd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:21.369536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd459a9-cd53-4533-8d9a-b52932d681cc req-6ee341fb-1316-4a49-bc09-f5e40f7f35dd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:21.375616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd459a9-cd53-4533-8d9a-b52932d681cc req-6ee341fb-1316-4a49-bc09-f5e40f7f35dd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:21.385168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd459a9-cd53-4533-8d9a-b52932d681cc req-6ee341fb-1316-4a49-bc09-f5e40f7f35dd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:21.391368 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd459a9-cd53-4533-8d9a-b52932d681cc req-6ee341fb-1316-4a49-bc09-f5e40f7f35dd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:21.398674 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd459a9-cd53-4533-8d9a-b52932d681cc req-6ee341fb-1316-4a49-bc09-f5e40f7f35dd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:21.400766 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7fd459a9-cd53-4533-8d9a-b52932d681cc req-6ee341fb-1316-4a49-bc09-f5e40f7f35dd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.2343259 Jul 15 14:59:21.433342 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-46195e22-f14f-4bc3-b820-1a3588bbdf85 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313601 Jul 15 14:59:21.441886 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390492-bba7-4d43-a3ee-0d036313decd req-4cbc6d07-c9ea-4057-a50a-d0e706613977 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:21.443397 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2390492-bba7-4d43-a3ee-0d036313decd req-4cbc6d07-c9ea-4057-a50a-d0e706613977 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.11 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 812 time: 0.1402826 Jul 15 14:59:21.470314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-f2390492-bba7-4d43-a3ee-0d036313decd req-58cb4a35-3fb1-40eb-82ca-4d5340b0f026 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Request body: {'port': {'device_id': '0ca5aa80-a31c-4609-b1da-9fd238f36e25', 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5', 'admin_state_up': True, 'tenant_id': 'c897b36bbafc46f38b8951e37af7f8d2'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:59:21.495862 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7fd459a9-cd53-4533-8d9a-b52932d681cc req-014fdf92-3521-4021-ab2d-566e6be17422 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651650 Jul 15 14:59:21.552948 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6da32fe5-9793-4c66-884f-c13b5b937d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:21.562472 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-918464b5-453a-46a0-ab7b-05b1b5feca54 service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157939 Jul 15 14:59:21.563533 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6da32fe5-9793-4c66-884f-c13b5b937d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:21.621902 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da32fe5-9793-4c66-884f-c13b5b937d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7e75e4-e23e-4005-85cc-bd5363bddb7a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:21.631073 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6da32fe5-9793-4c66-884f-c13b5b937d24 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1c83841a80f46ef871f03f85e33d872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7381122 Jul 15 14:59:21.631580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:21.666999 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2390492-bba7-4d43-a3ee-0d036313decd req-58cb4a35-3fb1-40eb-82ca-4d5340b0f026 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Made reservation on behalf of c897b36bbafc46f38b8951e37af7f8d2 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:59:21.670472 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f2390492-bba7-4d43-a3ee-0d036313decd req-58cb4a35-3fb1-40eb-82ca-4d5340b0f026 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:21.715110 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-e0de2d28-f959-4d6f-a8ba-76c648921563 service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450379 Jul 15 14:59:21.728035 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb898ffd-2d31-4c58-8add-d8853cb5f95e req-c919b7df-b4ba-4efa-9ff8-b663ed89e483 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:21.735003 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb898ffd-2d31-4c58-8add-d8853cb5f95e req-c919b7df-b4ba-4efa-9ff8-b663ed89e483 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.1014330 Jul 15 14:59:21.755375 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7faebebf-b4a9-4f2d-9b38-0577ffc42e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:21.786316 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb898ffd-2d31-4c58-8add-d8853cb5f95e req-70087d2b-3c99-47bb-a46b-cfdb73a00aa6 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500112 Jul 15 14:59:21.800132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7faebebf-b4a9-4f2d-9b38-0577ffc42e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:21.826094 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1dabbab3-b186-48a6-b1fc-d378d71dbcf1 req-923689be-2baf-4ec0-a616-b8a98574ea88 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 210 time: 0.0319734 Jul 15 14:59:21.878408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-f2390492-bba7-4d43-a3ee-0d036313decd req-58cb4a35-3fb1-40eb-82ca-4d5340b0f026 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Allocated IP 172.20.0.13 (6239ea20-fb27-4507-a07e-8bd13bd4e1c5/b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2/79ceba52-d7f1-4eef-b0be-1f85245d03de) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:59:21.901487 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7faebebf-b4a9-4f2d-9b38-0577ffc42e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:21.904047 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7faebebf-b4a9-4f2d-9b38-0577ffc42e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:21.905245 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7faebebf-b4a9-4f2d-9b38-0577ffc42e4f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0c7e75e4-e23e-4005-85cc-bd5363bddb7a HTTP/1.1" status: 204 len: 168 time: 0.2730021 Jul 15 14:59:21.930101 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faebebf-b4a9-4f2d-9b38-0577ffc42e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7e75e4-e23e-4005-85cc-bd5363bddb7a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:22.097830 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f2390492-bba7-4d43-a3ee-0d036313decd req-58cb4a35-3fb1-40eb-82ca-4d5340b0f026 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:22.208637 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f2390492-bba7-4d43-a3ee-0d036313decd req-58cb4a35-3fb1-40eb-82ca-4d5340b0f026 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:22.286739 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2390492-bba7-4d43-a3ee-0d036313decd req-58cb4a35-3fb1-40eb-82ca-4d5340b0f026 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:59:22.294983 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-f2390492-bba7-4d43-a3ee-0d036313decd req-58cb4a35-3fb1-40eb-82ca-4d5340b0f026 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:59:22.306624 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407799d-6646-4792-a9d5-de36623b96ad req-aeded82c-1b5e-4bb3-a0f4-398c9f08c198 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:22.308325 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2390492-bba7-4d43-a3ee-0d036313decd req-58cb4a35-3fb1-40eb-82ca-4d5340b0f026 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:59:22.320483 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3407799d-6646-4792-a9d5-de36623b96ad req-aeded82c-1b5e-4bb3-a0f4-398c9f08c198 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.1216745 Jul 15 14:59:22.364671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb4a35-3fb1-40eb-82ca-4d5340b0f026 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Pushing event updated for resources: {'Port': ['ID=79ceba52-d7f1-4eef-b0be-1f85245d03de,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:22.381793 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49550) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:22.393455 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3407799d-6646-4792-a9d5-de36623b96ad req-6ab5e5ad-2342-458c-8a9f-edfc3569c3c9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720758 Jul 15 14:59:22.403416 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa378965-a367-4d03-b2e8-f6310b16a88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:22.420370 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390492-bba7-4d43-a3ee-0d036313decd req-58cb4a35-3fb1-40eb-82ca-4d5340b0f026 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:22.421240 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f2390492-bba7-4d43-a3ee-0d036313decd req-58cb4a35-3fb1-40eb-82ca-4d5340b0f026 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:22.437611 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664152b-a069-490d-88ca-47ffe52cbf3d req-21574f63-75ec-474b-80b9-ee0be0cf20b1 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:22.439602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6664152b-a069-490d-88ca-47ffe52cbf3d req-21574f63-75ec-474b-80b9-ee0be0cf20b1 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 945 time: 0.1168962 Jul 15 14:59:22.484410 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6664152b-a069-490d-88ca-47ffe52cbf3d req-fa700f7b-015d-46b5-b6d1-89ff62a49357 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384033 Jul 15 14:59:22.555704 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa378965-a367-4d03-b2e8-f6310b16a88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:22.561911 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa378965-a367-4d03-b2e8-f6310b16a88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:22.594673 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49558) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:22.603121 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fa378965-a367-4d03-b2e8-f6310b16a88b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dcba477ea21841b8908852569b30ba12&name=default HTTP/1.1" status: 200 len: 2980 time: 0.2137227 Jul 15 14:59:22.612917 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2390492-bba7-4d43-a3ee-0d036313decd req-58cb4a35-3fb1-40eb-82ca-4d5340b0f026 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1472235 Jul 15 14:59:22.649542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Request body: {'port': {'device_id': '0ca5aa80-a31c-4609-b1da-9fd238f36e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:59:22.700499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa378965-a367-4d03-b2e8-f6310b16a88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84add161-6a6f-4101-a2e7-9439c4d716a5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:22.703720 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ab81a112-ff3b-49a8-8851-619fa6b662c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:22.739077 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ab81a112-ff3b-49a8-8851-619fa6b662c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:22.773756 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:22.775681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d3ca3-48b5-4849-8db8-1bc81f9ea85c req-5bcea6bf-69c7-46ef-8518-b90596642402 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:22.777712 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-258d3ca3-48b5-4849-8db8-1bc81f9ea85c req-5bcea6bf-69c7-46ef-8518-b90596642402 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.1264729 Jul 15 14:59:22.872708 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-258d3ca3-48b5-4849-8db8-1bc81f9ea85c req-d1379d09-08db-4191-ba79-1ddfe5a18a02 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662837 Jul 15 14:59:22.903237 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe03c25-14ac-4e10-9724-3d97a0e4aee5 req-4cd7515e-143f-459a-8b25-e5cbbfe12a5e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:22.912325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe03c25-14ac-4e10-9724-3d97a0e4aee5 req-4cd7515e-143f-459a-8b25-e5cbbfe12a5e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:22.917139 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe03c25-14ac-4e10-9724-3d97a0e4aee5 req-4cd7515e-143f-459a-8b25-e5cbbfe12a5e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:22.923375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe03c25-14ac-4e10-9724-3d97a0e4aee5 req-4cd7515e-143f-459a-8b25-e5cbbfe12a5e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:22.930092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe03c25-14ac-4e10-9724-3d97a0e4aee5 req-4cd7515e-143f-459a-8b25-e5cbbfe12a5e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:22.936265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe03c25-14ac-4e10-9724-3d97a0e4aee5 req-4cd7515e-143f-459a-8b25-e5cbbfe12a5e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:22.943457 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe03c25-14ac-4e10-9724-3d97a0e4aee5 req-4cd7515e-143f-459a-8b25-e5cbbfe12a5e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:22.945393 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebe03c25-14ac-4e10-9724-3d97a0e4aee5 req-4cd7515e-143f-459a-8b25-e5cbbfe12a5e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.1923962 Jul 15 14:59:22.946568 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ab81a112-ff3b-49a8-8851-619fa6b662c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:22.949137 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ab81a112-ff3b-49a8-8851-619fa6b662c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:22.953102 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ab81a112-ff3b-49a8-8851-619fa6b662c0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/84add161-6a6f-4101-a2e7-9439c4d716a5 HTTP/1.1" status: 204 len: 168 time: 0.3572364 Jul 15 14:59:22.976540 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81a112-ff3b-49a8-8851-619fa6b662c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84add161-6a6f-4101-a2e7-9439c4d716a5,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:23.002300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebe03c25-14ac-4e10-9724-3d97a0e4aee5 req-3ce17a71-8576-45c0-a57e-2f412d11b0a1 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463076 Jul 15 14:59:23.161074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2017a9-bd55-4bcf-8b7a-b494f0bc1650 req-0d8ee013-75e4-42d6-965d-34e2d82b07f1 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:23.170695 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b2017a9-bd55-4bcf-8b7a-b494f0bc1650 req-0d8ee013-75e4-42d6-965d-34e2d82b07f1 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.0900369 Jul 15 14:59:23.220834 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b2017a9-bd55-4bcf-8b7a-b494f0bc1650 req-876d335b-50ca-43fd-ade5-712255d03c26 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488095 Jul 15 14:59:23.240843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ceba52-d7f1-4eef-b0be-1f85245d03de {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:23.259162 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:23.288679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Transition to ACTIVE for port object 79ceba52-d7f1-4eef-b0be-1f85245d03de will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:59:23.302041 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:23.311778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6600e-23b9-4f7c-a1f0-36d3aae47c6b req-f67abf7d-5711-4727-9375-a1835ab5e614 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:23.313881 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-53f6600e-23b9-4f7c-a1f0-36d3aae47c6b req-f67abf7d-5711-4727-9375-a1835ab5e614 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 932 time: 0.0961413 Jul 15 14:59:23.370702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=79ceba52-d7f1-4eef-b0be-1f85245d03de,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:23.387610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-53f6600e-23b9-4f7c-a1f0-36d3aae47c6b req-84b1d638-fc19-45c0-84d6-0885bb15e76f tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657728 Jul 15 14:59:23.497278 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Attempting to bind port 79ceba52-d7f1-4eef-b0be-1f85245d03de on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:59:23.497928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Attempting to bind port 79ceba52-d7f1-4eef-b0be-1f85245d03de by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:59:23.498068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Attempting to bind port 79ceba52-d7f1-4eef-b0be-1f85245d03de on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:59:23.511539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Port 79ceba52-d7f1-4eef-b0be-1f85245d03de on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:59:23.511908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Attempting to bind port 79ceba52-d7f1-4eef-b0be-1f85245d03de on network 6239ea20-fb27-4507-a07e-8bd13bd4e1c5 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:59:23.536108 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:59:23.536786 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Checking segment: {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:59:23.536920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Bound using segment: {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:59:23.537286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Bound port: 79ceba52-d7f1-4eef-b0be-1f85245d03de, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688c6480-0fa8-42ad-9986-558f317a8660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:59:23.537645 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:23.695047 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] For port 79ceba52-d7f1-4eef-b0be-1f85245d03de, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:59:23.699392 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] For port 79ceba52-d7f1-4eef-b0be-1f85245d03de, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=79ceba52-d7f1-4eef-b0be-1f85245d03de,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:59:23.701429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c6cc5-9b0d-4fd7-b681-771f5bc8c185 req-0726c604-cadb-45cd-8a6e-eb116e4a2724 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:23.709934 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff0c6cc5-9b0d-4fd7-b681-771f5bc8c185 req-0726c604-cadb-45cd-8a6e-eb116e4a2724 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 945 time: 0.0785778 Jul 15 14:59:23.711215 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:23.749799 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:23.750759 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:23.752556 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] 10.222.0.11 "PUT /v2.0/ports/79ceba52-d7f1-4eef-b0be-1f85245d03de HTTP/1.1" status: 200 len: 1092 time: 1.1236150 Jul 15 14:59:23.753246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca5aa80-a31c-4609-b1da-9fd238f36e25', 'tag': '79ceba52-d7f1-4eef-b0be-1f85245d03de'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:23.756249 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0c1794-71ec-46de-9db7-73dd9e466610" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca5aa80-a31c-4609-b1da-9fd238f36e25", "tag": "79ceba52-d7f1-4eef-b0be-1f85245d03de"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:23.780847 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff0c6cc5-9b0d-4fd7-b681-771f5bc8c185 req-d62b9e16-6b86-4b18-867b-9c5ec8a508bc tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698700 Jul 15 14:59:23.806971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204067c-4d19-48e5-8877-86012a00b2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=79ceba52-d7f1-4eef-b0be-1f85245d03de,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:23.896102 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390492-bba7-4d43-a3ee-0d036313decd req-5bb71dd9-21ca-4b34-88db-9b4c05caac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:23.898232 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2390492-bba7-4d43-a3ee-0d036313decd req-5bb71dd9-21ca-4b34-88db-9b4c05caac89 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 1095 time: 0.0876510 Jul 15 14:59:23.964752 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2390492-bba7-4d43-a3ee-0d036313decd req-b3f64fe1-db67-4c1e-8907-a452683f16f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79ceba52-d7f1-4eef-b0be-1f85245d03de HTTP/1.1" status: 200 len: 217 time: 0.0566006 Jul 15 14:59:24.047207 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390492-bba7-4d43-a3ee-0d036313decd req-d033417c-a9ef-415e-98f1-83e847c40298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:24.048707 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2390492-bba7-4d43-a3ee-0d036313decd req-d033417c-a9ef-415e-98f1-83e847c40298 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2 HTTP/1.1" status: 200 len: 852 time: 0.0729580 Jul 15 14:59:24.062925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-91953b07-fa81-4233-ad95-ea2e26b42100 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:24.067293 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-91953b07-fa81-4233-ad95-ea2e26b42100 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/networks?id=03ebfc59-ab4a-4228-ba98-4caf8d6538ac HTTP/1.1" status: 200 len: 814 time: 0.1614845 Jul 15 14:59:24.086554 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2390492-bba7-4d43-a3ee-0d036313decd req-99dd2bb3-ba6b-431c-a149-41c287782bc9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280325 Jul 15 14:59:24.098397 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-ab186f5c-dc21-409c-8177-41efeaff0652 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/quotas/f1907a4b97a441cd9ed8d75274e01f80 HTTP/1.1" status: 200 len: 375 time: 0.0257342 Jul 15 14:59:24.182704 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f44596-49dc-4b29-bc80-f13133cfc4d6 x-openstack-request-id: req-99f44596-49dc-4b29-bc80-f13133cfc4d6 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:24.183067 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca5aa80-a31c-4609-b1da-9fd238f36e25", "tag": "79ceba52-d7f1-4eef-b0be-1f85245d03de", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:24.183252 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-99f44596-49dc-4b29-bc80-f13133cfc4d6 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:24.183683 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca5aa80-a31c-4609-b1da-9fd238f36e25', 'tag': '79ceba52-d7f1-4eef-b0be-1f85245d03de', 'status': 'completed', 'code': 200} Jul 15 14:59:24.232577 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2390492-bba7-4d43-a3ee-0d036313decd req-a0440e5c-6c2d-4b2a-a865-da7e6efea04d service neutron] 10.222.0.11 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376696 Jul 15 14:59:24.238450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-bfc61d52-ddaf-4d03-90b5-a70a6d6948df tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1907a4b97a441cd9ed8d75274e01f80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1388252 Jul 15 14:59:24.251588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-6478d3b1-3f45-4b09-a361-15efe358d1b3 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:59:24.254572 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-6478d3b1-3f45-4b09-a361-15efe358d1b3 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084205 Jul 15 14:59:24.397981 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2390492-bba7-4d43-a3ee-0d036313decd req-4b4ee313-978c-4e82-98f7-e5b128d6c8c0 service neutron] 10.222.0.11 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549792 Jul 15 14:59:24.402306 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-70fbc39e-eea3-44da-be66-2a6ebc2e745a service neutron] 10.222.0.38 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412330 Jul 15 14:59:24.531764 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-40891bd8-c552-40cf-a6c7-391d644eeab3 service neutron] 10.222.0.38 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274853 Jul 15 14:59:24.548298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c1794-71ec-46de-9db7-73dd9e466610 req-acc5d00a-9c1b-4066-9902-766c27fa3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:24.551847 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ee0c1794-71ec-46de-9db7-73dd9e466610 req-acc5d00a-9c1b-4066-9902-766c27fa3875 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 1095 time: 0.0777271 Jul 15 14:59:24.689334 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d1bad-1aa1-4a97-8308-4ec23d26f787 req-2b382085-218b-4210-accb-c1afb97df1c9 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:24.696850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d1bad-1aa1-4a97-8308-4ec23d26f787 req-2b382085-218b-4210-accb-c1afb97df1c9 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:24.702817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c1794-71ec-46de-9db7-73dd9e466610 req-2d29dcef-8f9c-4ece-b7bf-fd1c124b65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:24.704608 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ee0c1794-71ec-46de-9db7-73dd9e466610 req-2d29dcef-8f9c-4ece-b7bf-fd1c124b65b3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 200 len: 913 time: 0.1449964 Jul 15 14:59:24.718601 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d1bad-1aa1-4a97-8308-4ec23d26f787 req-2b382085-218b-4210-accb-c1afb97df1c9 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:24.734898 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d1bad-1aa1-4a97-8308-4ec23d26f787 req-2b382085-218b-4210-accb-c1afb97df1c9 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:24.753146 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d1bad-1aa1-4a97-8308-4ec23d26f787 req-2b382085-218b-4210-accb-c1afb97df1c9 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:24.765676 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d1bad-1aa1-4a97-8308-4ec23d26f787 req-2b382085-218b-4210-accb-c1afb97df1c9 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:24.773056 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d1bad-1aa1-4a97-8308-4ec23d26f787 req-2b382085-218b-4210-accb-c1afb97df1c9 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:24.781115 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf1d1bad-1aa1-4a97-8308-4ec23d26f787 req-2b382085-218b-4210-accb-c1afb97df1c9 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5420 time: 0.2131474 Jul 15 14:59:24.790854 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ee0c1794-71ec-46de-9db7-73dd9e466610 req-fb185676-ba47-4621-bca5-e5ba386f0924 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79ceba52-d7f1-4eef-b0be-1f85245d03de HTTP/1.1" status: 200 len: 217 time: 0.0775299 Jul 15 14:59:24.838937 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf1d1bad-1aa1-4a97-8308-4ec23d26f787 req-e5845204-900a-482c-a30e-fbf16950546b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568137 Jul 15 14:59:24.876912 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 956ce13d-6924-4a54-a406-a345c8b62cf5 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:59:24.906140 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c1794-71ec-46de-9db7-73dd9e466610 req-20b09adb-4ddf-4d01-aef5-66d7d7082976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:24.908849 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ee0c1794-71ec-46de-9db7-73dd9e466610 req-20b09adb-4ddf-4d01-aef5-66d7d7082976 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2 HTTP/1.1" status: 200 len: 852 time: 0.1097913 Jul 15 14:59:24.946794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af790796-2818-4ea3-a747-2c717c24786d req-dc3df787-1100-456c-899e-6b5c371c1260 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:24.958079 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af790796-2818-4ea3-a747-2c717c24786d req-dc3df787-1100-456c-899e-6b5c371c1260 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.1572149 Jul 15 14:59:25.001728 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ee0c1794-71ec-46de-9db7-73dd9e466610 req-19f7997b-5945-428f-8baa-604d067cb402 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6239ea20-fb27-4507-a07e-8bd13bd4e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697598 Jul 15 14:59:25.037879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af790796-2818-4ea3-a747-2c717c24786d req-8df789cc-5c5c-46f2-a61f-90e962ebb553 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787997 Jul 15 14:59:25.038781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 956ce13d-6924-4a54-a406-a345c8b62cf5, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=956ce13d-6924-4a54-a406-a345c8b62cf5,segment=NetworkSegment(8fed424e-93c9-48aa-b19e-03fd3711bb3d),segment_id=8fed424e-93c9-48aa-b19e-03fd3711bb3d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:25.053388 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '956ce13d-6924-4a54-a406-a345c8b62cf5', 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256', 'port_id': '956ce13d-6924-4a54-a406-a345c8b62cf5', 'mac_address': 'fa:16:3e:8d:bd:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:59:25.107479 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:25.122752 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956ce13d-6924-4a54-a406-a345c8b62cf5 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:25.153317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 956ce13d-6924-4a54-a406-a345c8b62cf5, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=956ce13d-6924-4a54-a406-a345c8b62cf5,segment=NetworkSegment(8fed424e-93c9-48aa-b19e-03fd3711bb3d),segment_id=8fed424e-93c9-48aa-b19e-03fd3711bb3d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:25.160765 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:25.161897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:59:25.163813 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8fe6935-50a0-4c95-b271-af19fbf92ef8 req-e0ce99ba-cc81-48c3-a142-fbb1ecd97859 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 210 time: 0.0457799 Jul 15 14:59:25.200909 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103a38b-6a1e-4267-ab99-415a5c095867 req-161d16a0-dc1b-446a-ae1b-8600c53d99e9 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:25.210761 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0103a38b-6a1e-4267-ab99-415a5c095867 req-161d16a0-dc1b-446a-ae1b-8600c53d99e9 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 944 time: 0.1371830 Jul 15 14:59:25.268493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=956ce13d-6924-4a54-a406-a345c8b62cf5,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:25.305910 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ee0c1794-71ec-46de-9db7-73dd9e466610 req-0bb302cd-fb1a-441e-97e8-bcf43d2d7b5f service neutron] 10.222.0.11 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968230 Jul 15 14:59:25.344957 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0103a38b-6a1e-4267-ab99-415a5c095867 req-ad556506-4b28-4db5-9055-866bed65255d tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327329 Jul 15 14:59:25.387694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f,segment=NetworkSegment(dc0c81ee-0785-4cba-9a78-0313fb416409),segment_id=dc0c81ee-0785-4cba-9a78-0313fb416409)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:25.393175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e1ef2-a2d2-4be0-b933-d4a9f6e1c33b req-1d83d34b-e5bd-48e1-a46e-0428febadfbb tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:25.398111 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-707e1ef2-a2d2-4be0-b933-d4a9f6e1c33b req-1d83d34b-e5bd-48e1-a46e-0428febadfbb tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e7aea20-3983-4bf1-abaf-3941a31771f6 HTTP/1.1" status: 200 len: 946 time: 0.1766202 Jul 15 14:59:25.421517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '497ae9a9-ff93-4d7a-8209-f52e5bb98d9f', 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864', 'port_id': '497ae9a9-ff93-4d7a-8209-f52e5bb98d9f', 'mac_address': 'fa:16:3e:7e:7d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97cd0b09-7fe2-4d3d-863f-66972b0476a8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:59:25.544311 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:25.556476 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ee0c1794-71ec-46de-9db7-73dd9e466610 req-476c1782-c321-42b3-bed1-ae4aa69f9989 service neutron] 10.222.0.11 "GET /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411168 Jul 15 14:59:25.569824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:25.598034 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f,segment=NetworkSegment(dc0c81ee-0785-4cba-9a78-0313fb416409),segment_id=dc0c81ee-0785-4cba-9a78-0313fb416409)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:25.603204 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:25.604217 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4b61e0da-7262-42eb-badb-84072e586233 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:59:25.653407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4b61e0da-7262-42eb-badb-84072e586233, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4b61e0da-7262-42eb-badb-84072e586233,segment=NetworkSegment(dc0c81ee-0785-4cba-9a78-0313fb416409),segment_id=dc0c81ee-0785-4cba-9a78-0313fb416409)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:25.671591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '4b61e0da-7262-42eb-badb-84072e586233', 'network_id': '1bead9a4-4428-4843-b726-82fc6739e864', 'port_id': '4b61e0da-7262-42eb-badb-84072e586233', 'mac_address': 'fa:16:3e:d4:34:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97cd0b09-7fe2-4d3d-863f-66972b0476a8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:59:25.697568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-707e1ef2-a2d2-4be0-b933-d4a9f6e1c33b req-3e3a4551-ef3e-4fbf-a8d6-d022071f784a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Deleting port 3fcee8ca-4076-46a3-802c-ed7f2794d408 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:59:25.698149 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-707e1ef2-a2d2-4be0-b933-d4a9f6e1c33b req-3e3a4551-ef3e-4fbf-a8d6-d022071f784a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:25.768455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f1af1-9168-467b-8325-aa5a97001a63 req-11f7064e-baf8-49d3-9579-c51c4b29b14a tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:25.769616 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:25.776310 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1f4f1af1-9168-467b-8325-aa5a97001a63 req-11f7064e-baf8-49d3-9579-c51c4b29b14a tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 945 time: 0.1741352 Jul 15 14:59:25.794794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:25.811433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b61e0da-7262-42eb-badb-84072e586233 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:25.837078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4b61e0da-7262-42eb-badb-84072e586233, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4b61e0da-7262-42eb-badb-84072e586233,segment=NetworkSegment(dc0c81ee-0785-4cba-9a78-0313fb416409),segment_id=dc0c81ee-0785-4cba-9a78-0313fb416409)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:25.844085 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:25.844959 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e6c7806c-4a42-48df-8fdb-c278e251f75b details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:59:25.986728 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-707e1ef2-a2d2-4be0-b933-d4a9f6e1c33b req-3e3a4551-ef3e-4fbf-a8d6-d022071f784a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] For port 3fcee8ca-4076-46a3-802c-ed7f2794d408, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3fcee8ca-4076-46a3-802c-ed7f2794d408,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:25.987120 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-707e1ef2-a2d2-4be0-b933-d4a9f6e1c33b req-3e3a4551-ef3e-4fbf-a8d6-d022071f784a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:26.006572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-707e1ef2-a2d2-4be0-b933-d4a9f6e1c33b req-3e3a4551-ef3e-4fbf-a8d6-d022071f784a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Calling delete_port for 3fcee8ca-4076-46a3-802c-ed7f2794d408 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:59:26.026378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=4b61e0da-7262-42eb-badb-84072e586233,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:26.110628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port e6c7806c-4a42-48df-8fdb-c278e251f75b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e6c7806c-4a42-48df-8fdb-c278e251f75b,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:26.131258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'e6c7806c-4a42-48df-8fdb-c278e251f75b', 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c', 'port_id': 'e6c7806c-4a42-48df-8fdb-c278e251f75b', 'mac_address': 'fa:16:3e:62:a5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:59:26.204484 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:26.222790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c7806c-4a42-48df-8fdb-c278e251f75b {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:26.236633 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1f4f1af1-9168-467b-8325-aa5a97001a63 req-a0817c18-83fb-4e78-ae96-505144f8a139 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589987 Jul 15 14:59:26.266073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port e6c7806c-4a42-48df-8fdb-c278e251f75b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e6c7806c-4a42-48df-8fdb-c278e251f75b,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:26.275924 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:26.275924 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c27002a5-aff8-4cb1-b048-1f360f6947d2 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:59:26.311942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae540-3623-4892-8712-b034b90fe099 req-45a97854-9810-44f2-9298-619dc5c56a01 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:26.319237 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae540-3623-4892-8712-b034b90fe099 req-45a97854-9810-44f2-9298-619dc5c56a01 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:26.325653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae540-3623-4892-8712-b034b90fe099 req-45a97854-9810-44f2-9298-619dc5c56a01 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:26.331869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae540-3623-4892-8712-b034b90fe099 req-45a97854-9810-44f2-9298-619dc5c56a01 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:26.340161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae540-3623-4892-8712-b034b90fe099 req-45a97854-9810-44f2-9298-619dc5c56a01 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:26.347922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae540-3623-4892-8712-b034b90fe099 req-45a97854-9810-44f2-9298-619dc5c56a01 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:26.357401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae540-3623-4892-8712-b034b90fe099 req-45a97854-9810-44f2-9298-619dc5c56a01 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:26.368411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a75ae540-3623-4892-8712-b034b90fe099 req-45a97854-9810-44f2-9298-619dc5c56a01 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5423 time: 0.2627881 Jul 15 14:59:26.388205 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-707e1ef2-a2d2-4be0-b933-d4a9f6e1c33b req-3e3a4551-ef3e-4fbf-a8d6-d022071f784a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:26.394922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c27002a5-aff8-4cb1-b048-1f360f6947d2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c27002a5-aff8-4cb1-b048-1f360f6947d2,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:26.404941 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=e6c7806c-4a42-48df-8fdb-c278e251f75b,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:26.408210 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['3fcee8ca-4076-46a3-802c-ed7f2794d408'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:26.435198 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'c27002a5-aff8-4cb1-b048-1f360f6947d2', 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c', 'port_id': 'c27002a5-aff8-4cb1-b048-1f360f6947d2', 'mac_address': 'fa:16:3e:36:f7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:59:26.495501 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:26.514079 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27002a5-aff8-4cb1-b048-1f360f6947d2 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:26.553737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c27002a5-aff8-4cb1-b048-1f360f6947d2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c27002a5-aff8-4cb1-b048-1f360f6947d2,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:26.560087 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:26.560836 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:59:26.617756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=c27002a5-aff8-4cb1-b048-1f360f6947d2,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:26.622630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a4551-ef3e-4fbf-a8d6-d022071f784a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Pushing event deleted for resources: {'Port': ['ID=3fcee8ca-4076-46a3-802c-ed7f2794d408,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:26.651685 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1f3696f3-00cd-46db-8061-ca8adfe8c0d3,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:26.667085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '1f3696f3-00cd-46db-8061-ca8adfe8c0d3', 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c', 'port_id': '1f3696f3-00cd-46db-8061-ca8adfe8c0d3', 'mac_address': 'fa:16:3e:02:a2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:59:26.699048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-707e1ef2-a2d2-4be0-b933-d4a9f6e1c33b req-3e3a4551-ef3e-4fbf-a8d6-d022071f784a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] No DVR routers for this DVR port 3fcee8ca-4076-46a3-802c-ed7f2794d408 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:59:26.733378 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:26.733574 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-707e1ef2-a2d2-4be0-b933-d4a9f6e1c33b req-3e3a4551-ef3e-4fbf-a8d6-d022071f784a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:26.735662 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-707e1ef2-a2d2-4be0-b933-d4a9f6e1c33b req-3e3a4551-ef3e-4fbf-a8d6-d022071f784a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.11 "DELETE /v2.0/ports/3fcee8ca-4076-46a3-802c-ed7f2794d408 HTTP/1.1" status: 204 len: 173 time: 1.3307703 Jul 15 14:59:26.739342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7aea20-3983-4bf1-abaf-3941a31771f6', 'name': 'network-vif-deleted', 'tag': '3fcee8ca-4076-46a3-802c-ed7f2794d408'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:26.741692 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3f16df-0bb4-422b-90bf-28d2975527d2" -d '{"events": [{"server_uuid": "1e7aea20-3983-4bf1-abaf-3941a31771f6", "name": "network-vif-deleted", "tag": "3fcee8ca-4076-46a3-802c-ed7f2794d408"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:26.761316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:26.762027 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a75ae540-3623-4892-8712-b034b90fe099 req-f3a0e354-34c6-4334-8ce2-ce2716a0e01c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3875828 Jul 15 14:59:26.795346 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1f3696f3-00cd-46db-8061-ca8adfe8c0d3,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:26.803360 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:26.804350 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:59:26.861000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-ed687643-1a05-4250-a052-0a6abece2dff tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:26.869065 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-ed687643-1a05-4250-a052-0a6abece2dff tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.22 "GET /v2.0/networks?id=03ebfc59-ab4a-4228-ba98-4caf8d6538ac HTTP/1.1" status: 200 len: 814 time: 0.4830010 Jul 15 14:59:26.887102 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-6b8be17e-f97b-4381-9d8f-50b8558745da tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Request body: {'port': {'device_id': '08c117c7-8182-4f97-bafb-f235debc668a', 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac', 'admin_state_up': True, 'tenant_id': 'f1907a4b97a441cd9ed8d75274e01f80'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:59:26.899321 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:26.902306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=1f3696f3-00cd-46db-8061-ca8adfe8c0d3,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:26.916858 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f', 'network_id': '33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c', 'port_id': '59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f', 'mac_address': 'fa:16:3e:00:05:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c', 'ip_address': '10.1.1.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:59:26.930901 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5c384-5967-4a59-ae8e-47f52e924f80 req-a012c94a-c15f-405f-b797-349912e9f1a7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:26.939148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8f5c384-5967-4a59-ae8e-47f52e924f80 req-a012c94a-c15f-405f-b797-349912e9f1a7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.4271510 Jul 15 14:59:26.959893 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:26.976716 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:27.003315 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:27.011698 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:27.055380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8f5c384-5967-4a59-ae8e-47f52e924f80 req-1a31e088-a840-4d4e-bc2b-1cae515810a6 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150112 Jul 15 14:59:27.082972 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:27.093951 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26e0aa99-8367-4e89-805f-fd886ae699c3 req-24ff197e-2a91-4421-a9e3-6fa3afb305d8 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 210 time: 0.0654111 Jul 15 14:59:27.153347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-6b8be17e-f97b-4381-9d8f-50b8558745da tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Made reservation on behalf of f1907a4b97a441cd9ed8d75274e01f80 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:59:27.157287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-6b8be17e-f97b-4381-9d8f-50b8558745da tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:27.204481 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:59:27.236262 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 79ceba52-d7f1-4eef-b0be-1f85245d03de details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:59:27.466888 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 79ceba52-d7f1-4eef-b0be-1f85245d03de, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=79ceba52-d7f1-4eef-b0be-1f85245d03de,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:27.502584 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '79ceba52-d7f1-4eef-b0be-1f85245d03de', 'network_id': '6239ea20-fb27-4507-a07e-8bd13bd4e1c5', 'port_id': '79ceba52-d7f1-4eef-b0be-1f85245d03de', 'mac_address': 'fa:16:3e:f4:0a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:59:27.686162 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:27.718290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['e6c7806c-4a42-48df-8fdb-c278e251f75b'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:27.785891 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ceba52-d7f1-4eef-b0be-1f85245d03de {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:27.833622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 79ceba52-d7f1-4eef-b0be-1f85245d03de, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=79ceba52-d7f1-4eef-b0be-1f85245d03de,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:27.833784 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d442ceb-ef3f-430f-a28a-5652c6b8af24 x-openstack-request-id: req-3d442ceb-ef3f-430f-a28a-5652c6b8af24 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:27.834232 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7aea20-3983-4bf1-abaf-3941a31771f6", "name": "network-vif-deleted", "tag": "3fcee8ca-4076-46a3-802c-ed7f2794d408", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:27.835568 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3d442ceb-ef3f-430f-a28a-5652c6b8af24 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:27.835963 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7aea20-3983-4bf1-abaf-3941a31771f6', 'name': 'network-vif-deleted', 'tag': '3fcee8ca-4076-46a3-802c-ed7f2794d408', 'status': 'completed', 'code': 200} Jul 15 14:59:27.857027 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:27.931585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['956ce13d-6924-4a54-a406-a345c8b62cf5'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:28.002715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['1f3696f3-00cd-46db-8061-ca8adfe8c0d3'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:28.050475 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['4b61e0da-7262-42eb-badb-84072e586233'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:28.052917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['c27002a5-aff8-4cb1-b048-1f360f6947d2'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:28.073575 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['497ae9a9-ff93-4d7a-8209-f52e5bb98d9f'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:28.076271 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:28.084876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adca7c-2c6b-4072-b4d5-c3846071ae80 req-2c24c993-7bfd-4f60-b8dd-75b28faf51bc tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:28.090105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44adca7c-2c6b-4072-b4d5-c3846071ae80 req-2c24c993-7bfd-4f60-b8dd-75b28faf51bc tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 944 time: 0.8609288 Jul 15 14:59:28.095459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-6b8be17e-f97b-4381-9d8f-50b8558745da tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Allocated IP 172.20.0.11 (03ebfc59-ab4a-4228-ba98-4caf8d6538ac/e4eca178-0ffb-4cd8-96ff-741d6035f765/f86f5e16-a046-4a48-ab96-34989a3bea8c) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:59:28.162453 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6269e2d-b391-448e-9904-f35cb0e9b627 req-6ae101b8-2ae4-4089-b13b-7e1cae391a3e tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:28.179167 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e6269e2d-b391-448e-9904-f35cb0e9b627 req-6ae101b8-2ae4-4089-b13b-7e1cae391a3e tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 945 time: 0.3506269 Jul 15 14:59:28.268170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44adca7c-2c6b-4072-b4d5-c3846071ae80 req-17991a1d-14e6-4894-b578-3c8d4cf2c21c tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655340 Jul 15 14:59:28.343217 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e6269e2d-b391-448e-9904-f35cb0e9b627 req-01484a17-f713-4e04-afa8-ec6692a84d74 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630406 Jul 15 14:59:28.450842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['79ceba52-d7f1-4eef-b0be-1f85245d03de'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:28.655561 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-6b8be17e-f97b-4381-9d8f-50b8558745da tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:28.736144 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f49e2-5f86-4009-b567-cc2205818860 req-fe905128-877f-4d5f-b169-2f9029a1a636 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:28.742810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f49e2-5f86-4009-b567-cc2205818860 req-fe905128-877f-4d5f-b169-2f9029a1a636 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:28.749225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f49e2-5f86-4009-b567-cc2205818860 req-fe905128-877f-4d5f-b169-2f9029a1a636 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:28.757791 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f49e2-5f86-4009-b567-cc2205818860 req-fe905128-877f-4d5f-b169-2f9029a1a636 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:28.775634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f49e2-5f86-4009-b567-cc2205818860 req-fe905128-877f-4d5f-b169-2f9029a1a636 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:28.781852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=79ceba52-d7f1-4eef-b0be-1f85245d03de,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:28.783381 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f49e2-5f86-4009-b567-cc2205818860 req-fe905128-877f-4d5f-b169-2f9029a1a636 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:28.792628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f49e2-5f86-4009-b567-cc2205818860 req-fe905128-877f-4d5f-b169-2f9029a1a636 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:28.802794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a0f49e2-5f86-4009-b567-cc2205818860 req-fe905128-877f-4d5f-b169-2f9029a1a636 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5427 time: 0.2117755 Jul 15 14:59:28.838553 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-6b8be17e-f97b-4381-9d8f-50b8558745da tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:28.898558 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a0f49e2-5f86-4009-b567-cc2205818860 req-3f190f3e-b97a-4349-9e8a-92db4e9466ab tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946870 Jul 15 14:59:28.944317 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-6b8be17e-f97b-4381-9d8f-50b8558745da tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:59:28.949526 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-6b8be17e-f97b-4381-9d8f-50b8558745da tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:59:28.963062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-6b8be17e-f97b-4381-9d8f-50b8558745da tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:59:29.015665 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-6b8be17e-f97b-4381-9d8f-50b8558745da tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:29.016316 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-6b8be17e-f97b-4381-9d8f-50b8558745da tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:29.047233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8be17e-f97b-4381-9d8f-50b8558745da tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Pushing event updated for resources: {'Port': ['ID=f86f5e16-a046-4a48-ab96-34989a3bea8c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:29.094062 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-6b8be17e-f97b-4381-9d8f-50b8558745da tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2144413 Jul 15 14:59:29.148252 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fe5c2-5049-4f1a-b6fa-658c11a130e2 req-c8c29ebf-a53b-4b3d-8fc5-6a52bf8c8647 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:29.149885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d2fe5c2-5049-4f1a-b6fa-658c11a130e2 req-c8c29ebf-a53b-4b3d-8fc5-6a52bf8c8647 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.2043934 Jul 15 14:59:29.190167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65510b52-e41b-410d-b529-60b10794a590 req-6bce0134-5c5a-4b18-9e0c-fc91279492c9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:29.192535 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65510b52-e41b-410d-b529-60b10794a590 req-6bce0134-5c5a-4b18-9e0c-fc91279492c9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 932 time: 0.1365390 Jul 15 14:59:29.254966 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d2fe5c2-5049-4f1a-b6fa-658c11a130e2 req-2cf64d79-4451-4429-86b9-c54ce35248a1 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974874 Jul 15 14:59:29.270481 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3fcee8ca-4076-46a3-802c-ed7f2794d408 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:59:29.299907 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65510b52-e41b-410d-b529-60b10794a590 req-af2dd6a8-34df-4f72-aa3c-074012fadcd9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977404 Jul 15 14:59:29.376695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 3fcee8ca-4076-46a3-802c-ed7f2794d408 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:59:29.377044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3fcee8ca-4076-46a3-802c-ed7f2794d408 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:59:29.471218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Request body: {'port': {'device_id': '08c117c7-8182-4f97-bafb-f235debc668a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:59:29.653397 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:29.945061 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69defc-55c3-44da-bc55-4dc30c3f7fc8 req-9a0ab026-3af1-4fab-b2b5-70cb9fff07ae tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:29.946819 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc69defc-55c3-44da-bc55-4dc30c3f7fc8 req-9a0ab026-3af1-4fab-b2b5-70cb9fff07ae tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 945 time: 0.2487683 Jul 15 14:59:29.955867 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98573ec9-96ba-48bf-8881-9bcf4c631c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:30.058210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559a3a0-eeb3-4674-a2ad-88b1cb2be5ed req-93d9056a-63b6-47cd-8fcf-80d6381111cf tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:30.059754 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b559a3a0-eeb3-4674-a2ad-88b1cb2be5ed req-93d9056a-63b6-47cd-8fcf-80d6381111cf tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 945 time: 0.2131138 Jul 15 14:59:30.065701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc69defc-55c3-44da-bc55-4dc30c3f7fc8 req-d518e5e7-e21f-41df-9886-1ea0accdc21a tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843503 Jul 15 14:59:30.128421 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b559a3a0-eeb3-4674-a2ad-88b1cb2be5ed req-bc80b090-8f2f-49da-8546-9bbb634bafec tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610914 Jul 15 14:59:30.169604 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86f5e16-a046-4a48-ab96-34989a3bea8c {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:30.181554 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:30.195023 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Transition to ACTIVE for port object f86f5e16-a046-4a48-ab96-34989a3bea8c will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:59:30.199899 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:30.337916 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f86f5e16-a046-4a48-ab96-34989a3bea8c,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:30.473041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfd4e2-385d-4f4e-b3ca-b1a758602fd5 req-dd2616fd-53eb-4e11-af72-ca6bd7ff7484 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:30.479390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfd4e2-385d-4f4e-b3ca-b1a758602fd5 req-dd2616fd-53eb-4e11-af72-ca6bd7ff7484 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:30.485079 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfd4e2-385d-4f4e-b3ca-b1a758602fd5 req-dd2616fd-53eb-4e11-af72-ca6bd7ff7484 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:30.491643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfd4e2-385d-4f4e-b3ca-b1a758602fd5 req-dd2616fd-53eb-4e11-af72-ca6bd7ff7484 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:30.497502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfd4e2-385d-4f4e-b3ca-b1a758602fd5 req-dd2616fd-53eb-4e11-af72-ca6bd7ff7484 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:30.504033 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfd4e2-385d-4f4e-b3ca-b1a758602fd5 req-dd2616fd-53eb-4e11-af72-ca6bd7ff7484 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:30.510201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfd4e2-385d-4f4e-b3ca-b1a758602fd5 req-dd2616fd-53eb-4e11-af72-ca6bd7ff7484 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:30.512185 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c6dfd4e2-385d-4f4e-b3ca-b1a758602fd5 req-dd2616fd-53eb-4e11-af72-ca6bd7ff7484 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5427 time: 0.2949255 Jul 15 14:59:30.518697 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ffd69699-c15d-49f3-832c-20acfc9bce80 req-96073b5e-d913-4e8e-8033-b7a426237f25 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2401123 Jul 15 14:59:30.549789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Attempting to bind port f86f5e16-a046-4a48-ab96-34989a3bea8c on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:59:30.550132 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Attempting to bind port f86f5e16-a046-4a48-ab96-34989a3bea8c by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '2308aa5f-107e-41bd-8063-c2e74c9c4ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:59:30.551047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Attempting to bind port f86f5e16-a046-4a48-ab96-34989a3bea8c on network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:59:30.596100 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Port f86f5e16-a046-4a48-ab96-34989a3bea8c on network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:59:30.596456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Attempting to bind port f86f5e16-a046-4a48-ab96-34989a3bea8c on network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:59:30.619515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:59:30.619856 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Checking segment: {'id': '2308aa5f-107e-41bd-8063-c2e74c9c4ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:59:30.620241 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Bound using segment: {'id': '2308aa5f-107e-41bd-8063-c2e74c9c4ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:59:30.620665 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Bound port: f86f5e16-a046-4a48-ab96-34989a3bea8c, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2308aa5f-107e-41bd-8063-c2e74c9c4ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:59:30.621023 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:30.631210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c6dfd4e2-385d-4f4e-b3ca-b1a758602fd5 req-4e213ea6-b06f-4c58-bda3-1b01aaa8e6cd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1104510 Jul 15 14:59:30.649458 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39aa17-c442-4fea-9ae0-b234caeb1a94 req-3c1416f3-a0aa-41da-a06f-b8678b09f0d4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:30.661443 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e39aa17-c442-4fea-9ae0-b234caeb1a94 req-3c1416f3-a0aa-41da-a06f-b8678b09f0d4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.2811844 Jul 15 14:59:30.739931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd69699-c15d-49f3-832c-20acfc9bce80 req-740b732f-2273-431d-a89a-6ef6bcf8e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:30.741391 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ffd69699-c15d-49f3-832c-20acfc9bce80 req-740b732f-2273-431d-a89a-6ef6bcf8e956 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 1096 time: 0.1879439 Jul 15 14:59:30.818444 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e39aa17-c442-4fea-9ae0-b234caeb1a94 req-8095c442-8eab-4bfb-a96b-467ee83ce67d tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430287 Jul 15 14:59:30.836906 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] For port f86f5e16-a046-4a48-ab96-34989a3bea8c, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:59:30.866067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] For port f86f5e16-a046-4a48-ab96-34989a3bea8c, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f86f5e16-a046-4a48-ab96-34989a3bea8c,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:59:30.899574 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:30.953694 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:30.954302 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:30.955723 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] 10.222.0.22 "PUT /v2.0/ports/f86f5e16-a046-4a48-ab96-34989a3bea8c HTTP/1.1" status: 200 len: 1092 time: 1.8494465 Jul 15 14:59:30.958627 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c117c7-8182-4f97-bafb-f235debc668a', 'tag': 'f86f5e16-a046-4a48-ab96-34989a3bea8c'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:30.961637 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c065702-8c6f-4827-9074-99e2e8761d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "08c117c7-8182-4f97-bafb-f235debc668a", "tag": "f86f5e16-a046-4a48-ab96-34989a3bea8c"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:31.014652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337715a-dff8-4134-b5a9-74875064ef9c req-14ad628e-0616-4d55-a04c-6031397b0ac1 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:31.016106 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5337715a-dff8-4134-b5a9-74875064ef9c req-14ad628e-0616-4d55-a04c-6031397b0ac1 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 944 time: 0.2695503 Jul 15 14:59:31.030639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd69699-c15d-49f3-832c-20acfc9bce80 req-31388400-b796-4776-8190-8368ee95137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:31.032077 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ffd69699-c15d-49f3-832c-20acfc9bce80 req-31388400-b796-4776-8190-8368ee95137f service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.2565923 Jul 15 14:59:31.058926 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b732d4-2c29-4add-9d33-ce59700c8cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f86f5e16-a046-4a48-ab96-34989a3bea8c,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:31.110227 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ffd69699-c15d-49f3-832c-20acfc9bce80 req-f7b35d2e-4ec1-4fd7-88d6-5f2b4f00dbac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51 HTTP/1.1" status: 200 len: 217 time: 0.0534427 Jul 15 14:59:31.112306 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27f7089-5836-473b-9522-661cd614c3c6 x-openstack-request-id: req-d27f7089-5836-473b-9522-661cd614c3c6 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:31.112306 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c117c7-8182-4f97-bafb-f235debc668a", "tag": "f86f5e16-a046-4a48-ab96-34989a3bea8c", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:31.113698 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d27f7089-5836-473b-9522-661cd614c3c6 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:31.113698 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c117c7-8182-4f97-bafb-f235debc668a', 'tag': 'f86f5e16-a046-4a48-ab96-34989a3bea8c', 'status': 'completed', 'code': 200} Jul 15 14:59:31.170580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5337715a-dff8-4134-b5a9-74875064ef9c req-5c93282c-67cc-4165-80f2-43acaca24ff8 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413136 Jul 15 14:59:31.193970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd69699-c15d-49f3-832c-20acfc9bce80 req-64a9e065-bd68-4dab-b5a8-007be46a596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:31.195476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ffd69699-c15d-49f3-832c-20acfc9bce80 req-64a9e065-bd68-4dab-b5a8-007be46a596b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.0708725 Jul 15 14:59:31.198471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-c9e7befb-3e82-4ed2-965b-ee66c47bd16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:31.199920 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-c9e7befb-3e82-4ed2-965b-ee66c47bd16d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f1907a4b97a441cd9ed8d75274e01f80&device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 1095 time: 0.1947668 Jul 15 14:59:31.247306 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ffd69699-c15d-49f3-832c-20acfc9bce80 req-b055adde-0c22-4b57-9f70-59f699114d92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432496 Jul 15 14:59:31.265319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 79ceba52-d7f1-4eef-b0be-1f85245d03de up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:59:31.310745 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-6f837025-06b5-465a-b979-98a685c9ba43 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f86f5e16-a046-4a48-ab96-34989a3bea8c HTTP/1.1" status: 200 len: 217 time: 0.0949204 Jul 15 14:59:31.329167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 79ceba52-d7f1-4eef-b0be-1f85245d03de completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:59:31.335075 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 79ceba52-d7f1-4eef-b0be-1f85245d03de triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:59:31.335556 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:31.433768 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:31.458616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca5aa80-a31c-4609-b1da-9fd238f36e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ceba52-d7f1-4eef-b0be-1f85245d03de'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:31.461098 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8621d350-de4f-4ece-9df3-0370eebe9394" -d '{"events": [{"server_uuid": "0ca5aa80-a31c-4609-b1da-9fd238f36e25", "name": "network-vif-plugged", "status": "completed", "tag": "79ceba52-d7f1-4eef-b0be-1f85245d03de"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:31.465272 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b87cd447-17d1-4b04-88a4-2788e7bc33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:31.466790 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-b87cd447-17d1-4b04-88a4-2788e7bc33c5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e4eca178-0ffb-4cd8-96ff-741d6035f765 HTTP/1.1" status: 200 len: 854 time: 0.1426778 Jul 15 14:59:31.474589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 79ceba52-d7f1-4eef-b0be-1f85245d03de, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=79ceba52-d7f1-4eef-b0be-1f85245d03de,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:31.479302 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:31.518137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49874) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:31.520707 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-6dad70c8-95dd-4d6b-84d8-f111a1d70230 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=03ebfc59-ab4a-4228-ba98-4caf8d6538ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441973 Jul 15 14:59:31.528880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b847e-2bd5-4a89-bdd3-7e3ce3459065 req-bce85c7c-73da-4234-ab55-4c3fcec7e3e0 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:31.530383 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db9b847e-2bd5-4a89-bdd3-7e3ce3459065 req-bce85c7c-73da-4234-ab55-4c3fcec7e3e0 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 945 time: 0.3169281 Jul 15 14:59:31.530636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=79ceba52-d7f1-4eef-b0be-1f85245d03de,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:31.542630 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ffd69699-c15d-49f3-832c-20acfc9bce80 req-dbd2a283-41b3-4437-8193-6ebd78f13943 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746131 Jul 15 14:59:31.571797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad155-8b86-4e66-a0d1-9128e18ba5dc req-9e643fd8-9f20-4e02-9898-6db895af72a2 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:31.573277 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6efad155-8b86-4e66-a0d1-9128e18ba5dc req-9e643fd8-9f20-4e02-9898-6db895af72a2 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 945 time: 0.2659545 Jul 15 14:59:31.635875 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41eef176-a89f-49f1-8653-aa95f89b8669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:31.697006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db9b847e-2bd5-4a89-bdd3-7e3ce3459065 req-361a5618-d984-42a1-b281-d87286cac9a6 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517959 Jul 15 14:59:31.740933 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6efad155-8b86-4e66-a0d1-9128e18ba5dc req-8bf6e687-d376-4c37-a970-985e5295c395 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503336 Jul 15 14:59:31.746355 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41eef176-a89f-49f1-8653-aa95f89b8669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:31.746483 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344858f0-dc91-4126-8003-a7fd00bacd2c x-openstack-request-id: req-344858f0-dc91-4126-8003-a7fd00bacd2c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:31.746785 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca5aa80-a31c-4609-b1da-9fd238f36e25", "name": "network-vif-plugged", "status": "completed", "tag": "79ceba52-d7f1-4eef-b0be-1f85245d03de", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:31.747108 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-344858f0-dc91-4126-8003-a7fd00bacd2c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:31.747581 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca5aa80-a31c-4609-b1da-9fd238f36e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ceba52-d7f1-4eef-b0be-1f85245d03de', 'code': 200} Jul 15 14:59:31.755337 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41eef176-a89f-49f1-8653-aa95f89b8669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:31.763876 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-acf0bc67-c076-4ca1-b7f2-62dc363df8b8 service neutron] 10.222.0.22 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315133 Jul 15 14:59:31.798761 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ffd69699-c15d-49f3-832c-20acfc9bce80 req-d2e89841-1e45-4d14-a8de-423b0865b384 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348843 Jul 15 14:59:31.807476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eef176-a89f-49f1-8653-aa95f89b8669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e911f0d1-d332-42f9-a4e0-436bdcd13660,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:31.814309 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-41eef176-a89f-49f1-8653-aa95f89b8669 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d752c6204ec349d5ba48e0c2d94fe9b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938423 Jul 15 14:59:31.817117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49880) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:31.878028 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4280ee8b-bf62-4af0-8e57-ac25a953306a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:31.892150 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1ab5d12-816e-4d03-ab73-5125f015d32a req-52ad3b29-cfa3-4d8d-86d1-0dc090f9da39 service neutron] 10.222.0.22 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163242 Jul 15 14:59:31.903964 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4280ee8b-bf62-4af0-8e57-ac25a953306a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:31.969296 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4280ee8b-bf62-4af0-8e57-ac25a953306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:31.972069 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4280ee8b-bf62-4af0-8e57-ac25a953306a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:31.976119 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4280ee8b-bf62-4af0-8e57-ac25a953306a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e911f0d1-d332-42f9-a4e0-436bdcd13660 HTTP/1.1" status: 204 len: 168 time: 0.1554308 Jul 15 14:59:31.983408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280ee8b-bf62-4af0-8e57-ac25a953306a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e911f0d1-d332-42f9-a4e0-436bdcd13660,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:32.061905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df204c-df9a-49f5-9255-7eef16f07da4 req-24a2edcc-8ae6-4825-8e42-9433d3f6b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:32.063556 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97df204c-df9a-49f5-9255-7eef16f07da4 req-24a2edcc-8ae6-4825-8e42-9433d3f6b033 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 1097 time: 0.1828721 Jul 15 14:59:32.141798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb7a87-b2c0-4925-8222-2f14b8887018 req-83ab6938-d748-407e-b5aa-0be1d6da0fba tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:32.148185 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb7a87-b2c0-4925-8222-2f14b8887018 req-83ab6938-d748-407e-b5aa-0be1d6da0fba tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:32.154041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb7a87-b2c0-4925-8222-2f14b8887018 req-83ab6938-d748-407e-b5aa-0be1d6da0fba tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:32.160455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb7a87-b2c0-4925-8222-2f14b8887018 req-83ab6938-d748-407e-b5aa-0be1d6da0fba tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:32.166379 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb7a87-b2c0-4925-8222-2f14b8887018 req-83ab6938-d748-407e-b5aa-0be1d6da0fba tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:32.172248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb7a87-b2c0-4925-8222-2f14b8887018 req-83ab6938-d748-407e-b5aa-0be1d6da0fba tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:32.178811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb7a87-b2c0-4925-8222-2f14b8887018 req-83ab6938-d748-407e-b5aa-0be1d6da0fba tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:32.180701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3bb7a87-b2c0-4925-8222-2f14b8887018 req-83ab6938-d748-407e-b5aa-0be1d6da0fba tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5427 time: 0.2487531 Jul 15 14:59:32.192096 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97df204c-df9a-49f5-9255-7eef16f07da4 req-18b2c24f-0c83-4ac0-a9eb-a21adc26df9b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164236 Jul 15 14:59:32.204511 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c065702-8c6f-4827-9074-99e2e8761d6f req-3b3d21b4-46e8-4820-afdb-7df2a618d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:32.205972 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c065702-8c6f-4827-9074-99e2e8761d6f req-3b3d21b4-46e8-4820-afdb-7df2a618d444 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f1907a4b97a441cd9ed8d75274e01f80&device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 1095 time: 0.2537332 Jul 15 14:59:32.220101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd3cb8-1fc2-4ed9-b80e-c7bfa939bbb8 req-0e3429e4-d477-401a-8ba4-454b96fbfc6e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:32.221473 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eecd3cb8-1fc2-4ed9-b80e-c7bfa939bbb8 req-0e3429e4-d477-401a-8ba4-454b96fbfc6e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.2371776 Jul 15 14:59:32.256744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49894) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:32.273042 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37302011-5cf7-4ee0-804f-c2580400ab31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:32.287420 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3bb7a87-b2c0-4925-8222-2f14b8887018 req-a9feb3ad-c5c4-4527-b10e-0aac083328c7 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980725 Jul 15 14:59:32.346605 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eecd3cb8-1fc2-4ed9-b80e-c7bfa939bbb8 req-84c9b7ff-27d5-43d8-ac26-8ade0f88f5c0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122375 Jul 15 14:59:32.376273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c065702-8c6f-4827-9074-99e2e8761d6f req-d2c96858-3a6b-48c3-b663-10b8034a5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:32.378468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c065702-8c6f-4827-9074-99e2e8761d6f req-d2c96858-3a6b-48c3-b663-10b8034a5303 service neutron] 10.222.0.22 "GET /v2.0/networks?id=03ebfc59-ab4a-4228-ba98-4caf8d6538ac HTTP/1.1" status: 200 len: 915 time: 0.1534026 Jul 15 14:59:32.401794 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37302011-5cf7-4ee0-804f-c2580400ab31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:32.408349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37302011-5cf7-4ee0-804f-c2580400ab31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:32.465838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37302011-5cf7-4ee0-804f-c2580400ab31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795f22a4-02b9-4ad2-ae36-4f4742174a05,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:32.491110 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-37302011-5cf7-4ee0-804f-c2580400ab31 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7dfea1a995c547c0af77d5d69291b1a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329481 Jul 15 14:59:32.492346 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49896) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:32.559192 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9808-e205-4ec3-807c-f525735efd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:32.593280 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9808-e205-4ec3-807c-f525735efd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:32.650685 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9808-e205-4ec3-807c-f525735efd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:32.653364 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9808-e205-4ec3-807c-f525735efd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:32.657219 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f0bd9808-e205-4ec3-807c-f525735efd79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/795f22a4-02b9-4ad2-ae36-4f4742174a05 HTTP/1.1" status: 204 len: 168 time: 0.1614182 Jul 15 14:59:32.663614 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd9808-e205-4ec3-807c-f525735efd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795f22a4-02b9-4ad2-ae36-4f4742174a05,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:32.699889 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:32.800050 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c065702-8c6f-4827-9074-99e2e8761d6f req-f7b4ca16-a6e1-4741-ab58-5e761ae50048 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f86f5e16-a046-4a48-ab96-34989a3bea8c HTTP/1.1" status: 200 len: 217 time: 0.4140108 Jul 15 14:59:32.854880 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c1f6c64-bf92-44cd-aaca-c199aab64f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:32.924902 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c065702-8c6f-4827-9074-99e2e8761d6f req-bf1a2385-7896-417a-a948-0c6d286ed449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:32.926453 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c065702-8c6f-4827-9074-99e2e8761d6f req-bf1a2385-7896-417a-a948-0c6d286ed449 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e4eca178-0ffb-4cd8-96ff-741d6035f765 HTTP/1.1" status: 200 len: 854 time: 0.0980351 Jul 15 14:59:32.973585 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c065702-8c6f-4827-9074-99e2e8761d6f req-4cfb6345-60f1-4217-8e11-475ee25a38c3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=03ebfc59-ab4a-4228-ba98-4caf8d6538ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358369 Jul 15 14:59:32.983129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144ac8d-7e40-4288-8df6-8583a1e3e668 req-d18bb748-4eed-4ebe-a572-97f0778e7c8b tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:32.984658 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e144ac8d-7e40-4288-8df6-8583a1e3e668 req-d18bb748-4eed-4ebe-a572-97f0778e7c8b tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 944 time: 0.1871634 Jul 15 14:59:33.023542 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c27002a5-aff8-4cb1-b048-1f360f6947d2 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:59:33.034917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fe520-e009-4bda-8d6f-6d25a13efffd req-a016ec68-b05a-4d1e-9c66-43816d50745d tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:33.036596 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-278fe520-e009-4bda-8d6f-6d25a13efffd req-a016ec68-b05a-4d1e-9c66-43816d50745d tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 945 time: 0.2094376 Jul 15 14:59:33.091662 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port c27002a5-aff8-4cb1-b048-1f360f6947d2 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:59:33.097174 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port c27002a5-aff8-4cb1-b048-1f360f6947d2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:59:33.099131 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:33.119134 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e144ac8d-7e40-4288-8df6-8583a1e3e668 req-c21b6498-d343-4580-967a-7fc26f7efdd6 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234367 Jul 15 14:59:33.145917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-278fe520-e009-4bda-8d6f-6d25a13efffd req-985ff6e7-9f70-4eee-abfe-64426719c6d2 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989580 Jul 15 14:59:33.168662 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c065702-8c6f-4827-9074-99e2e8761d6f req-a9ad3f5e-7a7d-46f9-9a91-420aac61d383 service neutron] 10.222.0.22 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822042 Jul 15 14:59:33.200670 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:33.241247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c27002a5-aff8-4cb1-b048-1f360f6947d2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c27002a5-aff8-4cb1-b048-1f360f6947d2,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:33.248307 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:33.249426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:59:33.324485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c065702-8c6f-4827-9074-99e2e8761d6f req-9c411920-ae88-4fc2-82e3-5cb43628f1f5 service neutron] 10.222.0.22 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449156 Jul 15 14:59:33.360511 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=c27002a5-aff8-4cb1-b048-1f360f6947d2,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:33.380588 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:59:33.387398 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:59:33.387851 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:33.404399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70ba84-1ec8-42dc-b6a5-0595df819b0e req-63ce6489-a47f-4863-9041-7c1dd4f3ab82 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:33.414712 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b70ba84-1ec8-42dc-b6a5-0595df819b0e req-63ce6489-a47f-4863-9041-7c1dd4f3ab82 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 946 time: 0.1396818 Jul 15 14:59:33.468237 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b70ba84-1ec8-42dc-b6a5-0595df819b0e req-b05083c9-5bb8-466c-bc16-600503fcefa2 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526354 Jul 15 14:59:33.520925 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:33.560130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1f3696f3-00cd-46db-8061-ca8adfe8c0d3,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:33.565220 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:33.566343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 956ce13d-6924-4a54-a406-a345c8b62cf5 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:59:33.577238 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd114909-10a7-4d47-8da3-d50146de6683 req-96b99332-30f5-46a3-93f0-3e3c180ad799 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:33.584739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd114909-10a7-4d47-8da3-d50146de6683 req-96b99332-30f5-46a3-93f0-3e3c180ad799 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:33.591594 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd114909-10a7-4d47-8da3-d50146de6683 req-96b99332-30f5-46a3-93f0-3e3c180ad799 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:33.599299 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd114909-10a7-4d47-8da3-d50146de6683 req-96b99332-30f5-46a3-93f0-3e3c180ad799 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:33.606174 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd114909-10a7-4d47-8da3-d50146de6683 req-96b99332-30f5-46a3-93f0-3e3c180ad799 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:33.613564 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd114909-10a7-4d47-8da3-d50146de6683 req-96b99332-30f5-46a3-93f0-3e3c180ad799 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:33.620043 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd114909-10a7-4d47-8da3-d50146de6683 req-96b99332-30f5-46a3-93f0-3e3c180ad799 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:33.622001 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd114909-10a7-4d47-8da3-d50146de6683 req-96b99332-30f5-46a3-93f0-3e3c180ad799 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5428 time: 0.1515229 Jul 15 14:59:33.667789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=1f3696f3-00cd-46db-8061-ca8adfe8c0d3,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:33.681668 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 956ce13d-6924-4a54-a406-a345c8b62cf5 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:59:33.686225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 956ce13d-6924-4a54-a406-a345c8b62cf5 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:59:33.686722 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:33.698009 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd114909-10a7-4d47-8da3-d50146de6683 req-4572f370-6450-4681-a810-8870f0faa03b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647016 Jul 15 14:59:33.722481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c818f1-b3c3-4485-88b9-f3809a465884 req-98913805-fde0-4866-be76-1d8306842c67 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:33.724287 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38c818f1-b3c3-4485-88b9-f3809a465884 req-98913805-fde0-4866-be76-1d8306842c67 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.1009519 Jul 15 14:59:33.756732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27002a5-aff8-4cb1-b048-1f360f6947d2'}, {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3696f3-00cd-46db-8061-ca8adfe8c0d3'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:33.759019 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008c6645-7993-449f-bf41-4f066193d3e7" -d '{"events": [{"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-plugged", "status": "completed", "tag": "c27002a5-aff8-4cb1-b048-1f360f6947d2"}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-plugged", "status": "completed", "tag": "1f3696f3-00cd-46db-8061-ca8adfe8c0d3"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:33.779328 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:33.787087 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38c818f1-b3c3-4485-88b9-f3809a465884 req-64b940e6-5efd-416d-8cc3-6967769456a2 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555503 Jul 15 14:59:33.814295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 956ce13d-6924-4a54-a406-a345c8b62cf5, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=956ce13d-6924-4a54-a406-a345c8b62cf5,segment=NetworkSegment(8fed424e-93c9-48aa-b19e-03fd3711bb3d),segment_id=8fed424e-93c9-48aa-b19e-03fd3711bb3d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:33.819282 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:33.820376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:59:33.908042 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2914127-c1c5-4218-a72e-04d63fbf2eb9 x-openstack-request-id: req-a2914127-c1c5-4218-a72e-04d63fbf2eb9 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:33.908343 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-plugged", "status": "completed", "tag": "c27002a5-aff8-4cb1-b048-1f360f6947d2", "code": 200}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-plugged", "status": "completed", "tag": "1f3696f3-00cd-46db-8061-ca8adfe8c0d3", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:33.908598 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2914127-c1c5-4218-a72e-04d63fbf2eb9 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:33.908998 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27002a5-aff8-4cb1-b048-1f360f6947d2', 'code': 200} Jul 15 14:59:33.909259 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3696f3-00cd-46db-8061-ca8adfe8c0d3', 'code': 200} Jul 15 14:59:33.914986 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=956ce13d-6924-4a54-a406-a345c8b62cf5,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:33.927947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:59:33.932079 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:59:33.932484 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:34.013973 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:34.047136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:34.051641 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:34.052499 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:59:34.137174 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:34.158488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:59:34.163676 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:34.164519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:59:34.164882 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:34.262167 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:34.299513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f,segment=NetworkSegment(dc0c81ee-0785-4cba-9a78-0313fb416409),segment_id=dc0c81ee-0785-4cba-9a78-0313fb416409)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:34.304792 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:34.305748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4b61e0da-7262-42eb-badb-84072e586233 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:59:34.373981 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cedef4-e217-49a3-93d6-c52e370a9863 req-e011d513-8c9e-4d9a-8888-e193b2534f4d tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:34.375678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9cedef4-e217-49a3-93d6-c52e370a9863 req-e011d513-8c9e-4d9a-8888-e193b2534f4d tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 944 time: 0.1218233 Jul 15 14:59:34.385088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376eb68-715e-48a9-88cd-93fe0134ca44 req-85d18e43-b6ac-48fc-a61e-956516704c5f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:34.386766 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9376eb68-715e-48a9-88cd-93fe0134ca44 req-85d18e43-b6ac-48fc-a61e-956516704c5f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 945 time: 0.1009908 Jul 15 14:59:34.395790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:34.405947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 4b61e0da-7262-42eb-badb-84072e586233 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:59:34.410512 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 4b61e0da-7262-42eb-badb-84072e586233 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:59:34.410933 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:34.448445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9cedef4-e217-49a3-93d6-c52e370a9863 req-eaf64ae3-30e8-4159-9d26-af0aa2f8c905 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606389 Jul 15 14:59:34.453570 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9376eb68-715e-48a9-88cd-93fe0134ca44 req-62d34a67-4647-406d-a9c0-c577e9c52be2 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506649 Jul 15 14:59:34.509229 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:34.548212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-8da34d37-abbd-4e67-93bc-14b568117037 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:34.549994 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-8da34d37-abbd-4e67-93bc-14b568117037 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa&tenant_id=ebf1693107584ee2863f1119d2dec38c&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 1096 time: 0.0684452 Jul 15 14:59:34.555258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4b61e0da-7262-42eb-badb-84072e586233, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4b61e0da-7262-42eb-badb-84072e586233,segment=NetworkSegment(dc0c81ee-0785-4cba-9a78-0313fb416409),segment_id=dc0c81ee-0785-4cba-9a78-0313fb416409)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:34.560662 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:34.561731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e6c7806c-4a42-48df-8fdb-c278e251f75b up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:59:34.562901 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764435-3'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:59:34.657052 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=4b61e0da-7262-42eb-badb-84072e586233,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:34.670791 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port e6c7806c-4a42-48df-8fdb-c278e251f75b completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:59:34.674970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port e6c7806c-4a42-48df-8fdb-c278e251f75b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:59:34.675452 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:34.682146 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:34.740991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f22b7-09ff-4094-a11c-9d88d929773f req-7d5105ea-3282-4661-a477-1686205d2de3 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:34.744005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-027f22b7-09ff-4094-a11c-9d88d929773f req-7d5105ea-3282-4661-a477-1686205d2de3 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 946 time: 0.1397245 Jul 15 14:59:34.766096 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:34.802044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port e6c7806c-4a42-48df-8fdb-c278e251f75b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e6c7806c-4a42-48df-8fdb-c278e251f75b,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:34.807596 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:34.821438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-027f22b7-09ff-4094-a11c-9d88d929773f req-f6510b8d-1628-4895-95f8-fedb39cbe735 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655465 Jul 15 14:59:34.871298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=e6c7806c-4a42-48df-8fdb-c278e251f75b,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:34.901959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] For port 32381893-d766-4198-8a4a-6fd98a74e920, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=32381893-d766-4198-8a4a-6fd98a74e920,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:34.994800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] For port 32381893-d766-4198-8a4a-6fd98a74e920, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:59:35.024034 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f86f5e16-a046-4a48-ab96-34989a3bea8c details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:59:35.073973 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe2ecdd-832c-413b-bc6f-b17282f535aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32381893-d766-4198-8a4a-6fd98a74e920'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:35.076245 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87e512d-8241-48dd-8320-52ed60ef80f8" -d '{"events": [{"server_uuid": "3fe2ecdd-832c-413b-bc6f-b17282f535aa", "name": "network-vif-unplugged", "status": "completed", "tag": "32381893-d766-4198-8a4a-6fd98a74e920"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:35.080564 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:35.094108 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:35.140899 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f938f21-470f-430e-b82e-7cefc47a8bb0 req-bdb15fd7-4164-482f-959a-ebfa61c488e6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:35.146916 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f86f5e16-a046-4a48-ab96-34989a3bea8c, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f86f5e16-a046-4a48-ab96-34989a3bea8c,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:35.148116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f938f21-470f-430e-b82e-7cefc47a8bb0 req-bdb15fd7-4164-482f-959a-ebfa61c488e6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:35.153983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f938f21-470f-430e-b82e-7cefc47a8bb0 req-bdb15fd7-4164-482f-959a-ebfa61c488e6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:35.160216 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f938f21-470f-430e-b82e-7cefc47a8bb0 req-bdb15fd7-4164-482f-959a-ebfa61c488e6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:35.160911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'f86f5e16-a046-4a48-ab96-34989a3bea8c', 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac', 'port_id': 'f86f5e16-a046-4a48-ab96-34989a3bea8c', 'mac_address': 'fa:16:3e:14:51:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4eca178-0ffb-4cd8-96ff-741d6035f765', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:59:35.165768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f938f21-470f-430e-b82e-7cefc47a8bb0 req-bdb15fd7-4164-482f-959a-ebfa61c488e6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:35.171673 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f938f21-470f-430e-b82e-7cefc47a8bb0 req-bdb15fd7-4164-482f-959a-ebfa61c488e6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:35.177798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f938f21-470f-430e-b82e-7cefc47a8bb0 req-bdb15fd7-4164-482f-959a-ebfa61c488e6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:35.180284 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f938f21-470f-430e-b82e-7cefc47a8bb0 req-bdb15fd7-4164-482f-959a-ebfa61c488e6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5434 time: 0.2443600 Jul 15 14:59:35.201706 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:35.212096 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db313859-608b-49bc-9c02-5b4edf139438 req-14a885ae-d4f8-4338-81a9-89bfcbe4d935 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:35.213558 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db313859-608b-49bc-9c02-5b4edf139438 req-14a885ae-d4f8-4338-81a9-89bfcbe4d935 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.2384596 Jul 15 14:59:35.216430 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86f5e16-a046-4a48-ab96-34989a3bea8c {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:35.237051 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f86f5e16-a046-4a48-ab96-34989a3bea8c, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f86f5e16-a046-4a48-ab96-34989a3bea8c,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:35.243165 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:35.296879 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f86f5e16-a046-4a48-ab96-34989a3bea8c,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:35.303359 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Pushing event updated for resources: {'Port': ['ID=32381893-d766-4198-8a4a-6fd98a74e920,revision_number=7']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:35.325034 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f938f21-470f-430e-b82e-7cefc47a8bb0 req-9935b174-2464-45e3-88c8-805a57f22e8b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242909 Jul 15 14:59:35.326131 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Attempting to bind port 32381893-d766-4198-8a4a-6fd98a74e920 on host n-h1-764435-3 for vnic_type normal with profile {"migrating_to": "n-h2-764435-3"} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:59:35.326461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Attempting to bind port 32381893-d766-4198-8a4a-6fd98a74e920 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:59:35.326834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Attempting to bind port 32381893-d766-4198-8a4a-6fd98a74e920 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:59:35.331298 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db313859-608b-49bc-9c02-5b4edf139438 req-cac36acc-e409-40af-bf89-d6af44331b16 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091313 Jul 15 14:59:35.335424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Port 32381893-d766-4198-8a4a-6fd98a74e920 on network 1b052415-ea98-4ad2-9697-24ee25c7523e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:59:35.335747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Attempting to bind port 32381893-d766-4198-8a4a-6fd98a74e920 on network 1b052415-ea98-4ad2-9697-24ee25c7523e {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:59:35.341824 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:59:35.342162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Checking segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:59:35.342570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Bound using segment: {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:59:35.342992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Bound port: 32381893-d766-4198-8a4a-6fd98a74e920, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1b052415-ea98-4ad2-9697-24ee25c7523e'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:59:35.343348 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:35.386742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49992) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:35.427318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] For port 32381893-d766-4198-8a4a-6fd98a74e920, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:59:35.430489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] For port 32381893-d766-4198-8a4a-6fd98a74e920, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=32381893-d766-4198-8a4a-6fd98a74e920,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:59:35.438196 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:35.524536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Pushing event updated for resources: {'Port': ['ID=32381893-d766-4198-8a4a-6fd98a74e920,revision_number=8']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:35.528502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:35.529061 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:35.530443 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d83f6ba1-90b7-4a42-9f4c-e85376fb4829 service neutron] 10.222.0.22 "PUT /v2.0/ports/32381893-d766-4198-8a4a-6fd98a74e920 HTTP/1.1" status: 200 len: 1121 time: 0.9732831 Jul 15 14:59:35.548707 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd4a1-4726-4f54-84ae-6665511a87d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:35.633010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['f86f5e16-a046-4a48-ab96-34989a3bea8c'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:35.647831 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fac626-ff5e-4958-bd53-7a5cba2dfed6 x-openstack-request-id: req-19fac626-ff5e-4958-bd53-7a5cba2dfed6 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:35.648686 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe2ecdd-832c-413b-bc6f-b17282f535aa", "name": "network-vif-unplugged", "status": "completed", "tag": "32381893-d766-4198-8a4a-6fd98a74e920", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:35.649044 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-19fac626-ff5e-4958-bd53-7a5cba2dfed6 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:35.649477 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe2ecdd-832c-413b-bc6f-b17282f535aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32381893-d766-4198-8a4a-6fd98a74e920', 'code': 200} Jul 15 14:59:35.710564 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd4a1-4726-4f54-84ae-6665511a87d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:35.716011 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd4a1-4726-4f54-84ae-6665511a87d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:35.770773 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2f8fd4a1-4726-4f54-84ae-6665511a87d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9099ab0203664f7f93d6e04f64658bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3798230 Jul 15 14:59:35.770962 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fd4a1-4726-4f54-84ae-6665511a87d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ef0e30-6ad2-45bd-8213-9c83afe9f50a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:35.774490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50002) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:35.838134 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2fa89652-13ec-4b7c-851d-5b596fc0a2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:35.842816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['32381893-d766-4198-8a4a-6fd98a74e920'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:35.845001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['32381893-d766-4198-8a4a-6fd98a74e920'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:35.867410 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2fa89652-13ec-4b7c-851d-5b596fc0a2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:35.895878 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ada59-2b58-4817-bd12-486cc1bda84d req-e6de8d8e-66ac-4cd9-830f-04d43b584640 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:35.897456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e3ada59-2b58-4817-bd12-486cc1bda84d req-e6de8d8e-66ac-4cd9-830f-04d43b584640 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 945 time: 0.1618230 Jul 15 14:59:35.905710 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76536f5-b213-48b7-a731-b56981d269d4 req-c4ee6bfa-5fa5-417f-9b37-6781678a7a78 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:35.908314 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f76536f5-b213-48b7-a731-b56981d269d4 req-c4ee6bfa-5fa5-417f-9b37-6781678a7a78 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 943 time: 0.1272099 Jul 15 14:59:35.913644 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956ce13d-6924-4a54-a406-a345c8b62cf5'}, {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f'}, {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497ae9a9-ff93-4d7a-8209-f52e5bb98d9f'}, {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b61e0da-7262-42eb-badb-84072e586233'}, {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c7806c-4a42-48df-8fdb-c278e251f75b'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:35.915996 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4df319-be0c-4fa3-beb0-3800bdec9dec" -d '{"events": [{"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-plugged", "status": "completed", "tag": "956ce13d-6924-4a54-a406-a345c8b62cf5"}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-plugged", "status": "completed", "tag": "59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f"}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-plugged", "status": "completed", "tag": "497ae9a9-ff93-4d7a-8209-f52e5bb98d9f"}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-plugged", "status": "completed", "tag": "4b61e0da-7262-42eb-badb-84072e586233"}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-plugged", "status": "completed", "tag": "e6c7806c-4a42-48df-8fdb-c278e251f75b"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:35.925431 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2fa89652-13ec-4b7c-851d-5b596fc0a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:35.928499 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2fa89652-13ec-4b7c-851d-5b596fc0a2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:35.932097 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2fa89652-13ec-4b7c-851d-5b596fc0a2ab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/20ef0e30-6ad2-45bd-8213-9c83afe9f50a HTTP/1.1" status: 204 len: 168 time: 0.1499341 Jul 15 14:59:35.938566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa89652-13ec-4b7c-851d-5b596fc0a2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ef0e30-6ad2-45bd-8213-9c83afe9f50a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:35.955707 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:35.995329 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f76536f5-b213-48b7-a731-b56981d269d4 req-349961e1-599f-4707-ae7e-8dc093f7c295 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816460 Jul 15 14:59:36.017193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e3ada59-2b58-4817-bd12-486cc1bda84d req-3e4445a0-2965-4095-9ce5-c0436677b23b tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911844 Jul 15 14:59:36.255258 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ae547-3ac3-4f21-8492-57960a912035 req-87cc9da4-4aea-4c96-89a6-e03c1734d3de tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:36.256877 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-800ae547-3ac3-4f21-8492-57960a912035 req-87cc9da4-4aea-4c96-89a6-e03c1734d3de tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 946 time: 0.1161532 Jul 15 14:59:36.302837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-800ae547-3ac3-4f21-8492-57960a912035 req-dcbc54be-d2ce-4cd4-83a5-71a773e7a425 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381553 Jul 15 14:59:36.323816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50012) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:36.344429 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3d52a6d8-ed54-4a76-bfea-4808e98c22db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:36.386589 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc78c24-95f2-45d2-9e29-9a822054f0e6 x-openstack-request-id: req-0dc78c24-95f2-45d2-9e29-9a822054f0e6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:36.388039 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-plugged", "status": "completed", "tag": "956ce13d-6924-4a54-a406-a345c8b62cf5", "code": 200}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-plugged", "status": "completed", "tag": "59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f", "code": 200}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-plugged", "status": "completed", "tag": "497ae9a9-ff93-4d7a-8209-f52e5bb98d9f", "code": 200}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-plugged", "status": "completed", "tag": "4b61e0da-7262-42eb-badb-84072e586233", "code": 200}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-plugged", "status": "completed", "tag": "e6c7806c-4a42-48df-8fdb-c278e251f75b", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:36.390185 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0dc78c24-95f2-45d2-9e29-9a822054f0e6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:36.391568 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956ce13d-6924-4a54-a406-a345c8b62cf5', 'code': 200} Jul 15 14:59:36.392139 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f', 'code': 200} Jul 15 14:59:36.392969 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497ae9a9-ff93-4d7a-8209-f52e5bb98d9f', 'code': 200} Jul 15 14:59:36.394117 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b61e0da-7262-42eb-badb-84072e586233', 'code': 200} Jul 15 14:59:36.395492 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c7806c-4a42-48df-8fdb-c278e251f75b', 'code': 200} Jul 15 14:59:36.515386 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3d52a6d8-ed54-4a76-bfea-4808e98c22db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:36.536954 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3d52a6d8-ed54-4a76-bfea-4808e98c22db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:36.638201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52a6d8-ed54-4a76-bfea-4808e98c22db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4f8a1e-e85d-4ff7-a420-ccd888210c95,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:36.642477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3d52a6d8-ed54-4a76-bfea-4808e98c22db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=10a2e3a7f88943c8ad403d74a9c7ae66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173745 Jul 15 14:59:36.645903 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50022) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:36.688502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81651e6b-ed99-4fea-99eb-2a8496f2dc3e req-06311e97-c22e-4f94-b657-f4868ffbaf4a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:36.694572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81651e6b-ed99-4fea-99eb-2a8496f2dc3e req-06311e97-c22e-4f94-b657-f4868ffbaf4a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:36.700543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81651e6b-ed99-4fea-99eb-2a8496f2dc3e req-06311e97-c22e-4f94-b657-f4868ffbaf4a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:36.702151 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1a1a-da86-4199-861b-36e569ca3c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:36.706552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81651e6b-ed99-4fea-99eb-2a8496f2dc3e req-06311e97-c22e-4f94-b657-f4868ffbaf4a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:36.712777 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81651e6b-ed99-4fea-99eb-2a8496f2dc3e req-06311e97-c22e-4f94-b657-f4868ffbaf4a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:36.718687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81651e6b-ed99-4fea-99eb-2a8496f2dc3e req-06311e97-c22e-4f94-b657-f4868ffbaf4a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:36.725212 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1a1a-da86-4199-861b-36e569ca3c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:36.725381 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81651e6b-ed99-4fea-99eb-2a8496f2dc3e req-06311e97-c22e-4f94-b657-f4868ffbaf4a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:36.727318 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-81651e6b-ed99-4fea-99eb-2a8496f2dc3e req-06311e97-c22e-4f94-b657-f4868ffbaf4a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5434 time: 0.2507534 Jul 15 14:59:36.744778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084d8d8-5a0f-4e59-bfb4-c7d327810936 req-d92ade9d-d1bf-4291-955e-0ee886d24ffd tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:36.746331 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0084d8d8-5a0f-4e59-bfb4-c7d327810936 req-d92ade9d-d1bf-4291-955e-0ee886d24ffd tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.2297816 Jul 15 14:59:36.776794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f368f19-d75b-40f3-ac73-fa8bfbdc2d8e req-10768f88-3a28-4219-b0d1-99272acf3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:36.777376 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f368f19-d75b-40f3-ac73-fa8bfbdc2d8e req-10768f88-3a28-4219-b0d1-99272acf3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:36.777959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f368f19-d75b-40f3-ac73-fa8bfbdc2d8e req-10768f88-3a28-4219-b0d1-99272acf3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:36.778580 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f368f19-d75b-40f3-ac73-fa8bfbdc2d8e req-10768f88-3a28-4219-b0d1-99272acf3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:36.779052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f368f19-d75b-40f3-ac73-fa8bfbdc2d8e req-10768f88-3a28-4219-b0d1-99272acf3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:36.779630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f368f19-d75b-40f3-ac73-fa8bfbdc2d8e req-10768f88-3a28-4219-b0d1-99272acf3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:36.779858 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1a1a-da86-4199-861b-36e569ca3c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:36.780187 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f368f19-d75b-40f3-ac73-fa8bfbdc2d8e req-10768f88-3a28-4219-b0d1-99272acf3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:36.782157 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1f368f19-d75b-40f3-ac73-fa8bfbdc2d8e req-10768f88-3a28-4219-b0d1-99272acf3143 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 6491 time: 0.2690620 Jul 15 14:59:36.783227 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1a1a-da86-4199-861b-36e569ca3c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:36.784682 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1e6e1a1a-da86-4199-861b-36e569ca3c79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fb4f8a1e-e85d-4ff7-a420-ccd888210c95 HTTP/1.1" status: 204 len: 168 time: 0.1376655 Jul 15 14:59:36.793224 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e1a1a-da86-4199-861b-36e569ca3c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4f8a1e-e85d-4ff7-a420-ccd888210c95,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:36.838761 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-81651e6b-ed99-4fea-99eb-2a8496f2dc3e req-f52861c0-57c4-43e9-93f9-800a64f79ad7 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040199 Jul 15 14:59:36.853675 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0084d8d8-5a0f-4e59-bfb4-c7d327810936 req-77843476-adf2-4b82-95e1-9603c501453a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997331 Jul 15 14:59:36.871328 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1f368f19-d75b-40f3-ac73-fa8bfbdc2d8e req-8c6290c9-9f6d-4cc5-b13e-5612ce46105e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658240 Jul 15 14:59:37.056322 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 32381893-d766-4198-8a4a-6fd98a74e920 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:59:37.186914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 32381893-d766-4198-8a4a-6fd98a74e920, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=32381893-d766-4198-8a4a-6fd98a74e920,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:37.198934 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 32381893-d766-4198-8a4a-6fd98a74e920 has no active binding in host n-h2-764435-3 {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 14:59:37.248048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fda96a-8067-4440-b862-76e59c82ff7e req-819de845-3f08-43a5-a8b8-4e614e57c118 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:37.249589 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20fda96a-8067-4440-b862-76e59c82ff7e req-819de845-3f08-43a5-a8b8-4e614e57c118 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 943 time: 0.1153998 Jul 15 14:59:37.262946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c1f27-e794-4394-8fec-5b9f5680afb9 req-bd341b59-64ca-480f-9266-9160d74d5f7a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:37.264466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-867c1f27-e794-4394-8fec-5b9f5680afb9 req-bd341b59-64ca-480f-9266-9160d74d5f7a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 945 time: 0.0942090 Jul 15 14:59:37.322512 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20fda96a-8067-4440-b862-76e59c82ff7e req-381afae4-90f6-4bd3-a1ce-0fba505cd348 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570412 Jul 15 14:59:37.328057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-867c1f27-e794-4394-8fec-5b9f5680afb9 req-c0ac75c5-c728-4320-a574-b90e4848cebc tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551932 Jul 15 14:59:37.500353 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d41d9-eb13-4766-9dfe-7ffc7e2e36c3 req-481256d0-98a1-4a8f-a3c5-e0d224e361ca tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:37.503001 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd4d41d9-eb13-4766-9dfe-7ffc7e2e36c3 req-481256d0-98a1-4a8f-a3c5-e0d224e361ca tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 946 time: 0.0666733 Jul 15 14:59:37.549036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd4d41d9-eb13-4766-9dfe-7ffc7e2e36c3 req-f45205eb-c520-48e2-b525-7997acf35495 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412507 Jul 15 14:59:37.650349 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe2ecdd-832c-413b-bc6f-b17282f535aa', 'tag': '32381893-d766-4198-8a4a-6fd98a74e920'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:37.652747 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e729275-a333-4248-ae70-4e8d745b98cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe2ecdd-832c-413b-bc6f-b17282f535aa", "tag": "32381893-d766-4198-8a4a-6fd98a74e920"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:37.693744 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf055fb-0ab2-4164-830d-65b54dc77546 x-openstack-request-id: req-9cf055fb-0ab2-4164-830d-65b54dc77546 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:37.694039 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe2ecdd-832c-413b-bc6f-b17282f535aa", "tag": "32381893-d766-4198-8a4a-6fd98a74e920", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:37.694293 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9cf055fb-0ab2-4164-830d-65b54dc77546 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:37.694730 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe2ecdd-832c-413b-bc6f-b17282f535aa', 'tag': '32381893-d766-4198-8a4a-6fd98a74e920', 'status': 'completed', 'code': 200} Jul 15 14:59:37.796697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e729275-a333-4248-ae70-4e8d745b98cd req-7ab8d4a4-40eb-4f4c-90ff-9061a6d5521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:37.798925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e729275-a333-4248-ae70-4e8d745b98cd req-7ab8d4a4-40eb-4f4c-90ff-9061a6d5521f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 1124 time: 0.0702164 Jul 15 14:59:37.959432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e729275-a333-4248-ae70-4e8d745b98cd req-58913c7f-db80-4ff8-b882-47a070da7eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:37.961313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e729275-a333-4248-ae70-4e8d745b98cd req-58913c7f-db80-4ff8-b882-47a070da7eda service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.1524382 Jul 15 14:59:38.025128 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e729275-a333-4248-ae70-4e8d745b98cd req-73e0436b-40d1-46c4-a4fb-d39b6bd43f02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32381893-d766-4198-8a4a-6fd98a74e920 HTTP/1.1" status: 200 len: 217 time: 0.0530357 Jul 15 14:59:38.052542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7350e-6765-4c29-b6e4-1a7abbfac9b4 req-20a51a02-e2b0-4140-9570-071d541d3f4c tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:38.054052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4f7350e-6765-4c29-b6e4-1a7abbfac9b4 req-20a51a02-e2b0-4140-9570-071d541d3f4c tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 946 time: 0.1563721 Jul 15 14:59:38.136004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e729275-a333-4248-ae70-4e8d745b98cd req-40ca1e14-8451-4da1-845f-72e5ce6b7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:38.137502 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e729275-a333-4248-ae70-4e8d745b98cd req-40ca1e14-8451-4da1-845f-72e5ce6b7835 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.0941608 Jul 15 14:59:38.182512 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4f7350e-6765-4c29-b6e4-1a7abbfac9b4 req-4784d75b-ff09-4776-af4d-8de80d521a56 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195843 Jul 15 14:59:38.186389 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e729275-a333-4248-ae70-4e8d745b98cd req-4b65b4a9-eba1-4d7d-9530-ac067eca2eda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394337 Jul 15 14:59:38.203268 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ff9ac-47c9-4f63-b221-7a00cf6d9d63 req-f4f10676-0dc8-4fd9-9620-111b1df4f0f8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:38.209640 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ff9ac-47c9-4f63-b221-7a00cf6d9d63 req-f4f10676-0dc8-4fd9-9620-111b1df4f0f8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:38.215643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ff9ac-47c9-4f63-b221-7a00cf6d9d63 req-f4f10676-0dc8-4fd9-9620-111b1df4f0f8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:38.221643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ff9ac-47c9-4f63-b221-7a00cf6d9d63 req-f4f10676-0dc8-4fd9-9620-111b1df4f0f8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:38.229027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ff9ac-47c9-4f63-b221-7a00cf6d9d63 req-f4f10676-0dc8-4fd9-9620-111b1df4f0f8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:38.235187 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ff9ac-47c9-4f63-b221-7a00cf6d9d63 req-f4f10676-0dc8-4fd9-9620-111b1df4f0f8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:38.241947 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ff9ac-47c9-4f63-b221-7a00cf6d9d63 req-f4f10676-0dc8-4fd9-9620-111b1df4f0f8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:38.250061 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a41ff9ac-47c9-4f63-b221-7a00cf6d9d63 req-f4f10676-0dc8-4fd9-9620-111b1df4f0f8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5434 time: 0.2678306 Jul 15 14:59:38.353691 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a41ff9ac-47c9-4f63-b221-7a00cf6d9d63 req-37c8bed0-b6ee-4a07-9f87-7b60a0703460 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1027315 Jul 15 14:59:38.415732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e729275-a333-4248-ae70-4e8d745b98cd req-ff2c0c6e-c5d8-418e-ad1a-2e6a670d4c91 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629324 Jul 15 14:59:38.474399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9de624-92ee-4c88-b2f8-c51a950f4cd9 req-440d5302-2f8e-44b7-b873-891be4b9d708 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:38.476227 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa9de624-92ee-4c88-b2f8-c51a950f4cd9 req-440d5302-2f8e-44b7-b873-891be4b9d708 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.1294787 Jul 15 14:59:38.563227 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa9de624-92ee-4c88-b2f8-c51a950f4cd9 req-ba7626ad-41a8-48d4-b4d1-018c7503626b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539954 Jul 15 14:59:38.565267 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e729275-a333-4248-ae70-4e8d745b98cd req-8f4a2f3b-e269-4e3c-bfda-084010b3dc72 service neutron] 10.222.0.11 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409500 Jul 15 14:59:38.833104 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c89b25-e51e-4874-97a0-a4946ede8d2d req-4c684b6c-f317-4e6d-b672-4f99ab700cac tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:38.835419 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-85c89b25-e51e-4874-97a0-a4946ede8d2d req-4c684b6c-f317-4e6d-b672-4f99ab700cac tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 943 time: 0.1331813 Jul 15 14:59:38.883512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f6c1a-7c9c-4791-8c52-a2a77603d36b req-fa784ea7-7c6e-4ff6-bda2-b53256e322d4 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:38.885798 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-805f6c1a-7c9c-4791-8c52-a2a77603d36b req-fa784ea7-7c6e-4ff6-bda2-b53256e322d4 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 945 time: 0.1463931 Jul 15 14:59:38.964731 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-85c89b25-e51e-4874-97a0-a4946ede8d2d req-88add25e-1b03-421b-a122-2fb555d8ed16 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055090 Jul 15 14:59:38.975282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-805f6c1a-7c9c-4791-8c52-a2a77603d36b req-4e4b00e2-4f65-48c7-aaca-89f84d396b6a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749612 Jul 15 14:59:39.041232 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50092) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:39.069349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f86f5e16-a046-4a48-ab96-34989a3bea8c up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:59:39.135666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port f86f5e16-a046-4a48-ab96-34989a3bea8c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:59:39.141375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port f86f5e16-a046-4a48-ab96-34989a3bea8c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:59:39.142016 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:39.178109 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-87d97a80-5463-47dc-ac1c-b21b8ae0c443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:39.276764 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:39.283746 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-87d97a80-5463-47dc-ac1c-b21b8ae0c443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:39.289348 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-87d97a80-5463-47dc-ac1c-b21b8ae0c443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:39.325479 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f86f5e16-a046-4a48-ab96-34989a3bea8c, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f86f5e16-a046-4a48-ab96-34989a3bea8c,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:39.327696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c117c7-8182-4f97-bafb-f235debc668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86f5e16-a046-4a48-ab96-34989a3bea8c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:39.331086 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182ad7a3-a3ad-4641-867f-bd0a592338b6" -d '{"events": [{"server_uuid": "08c117c7-8182-4f97-bafb-f235debc668a", "name": "network-vif-plugged", "status": "completed", "tag": "f86f5e16-a046-4a48-ab96-34989a3bea8c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:39.337545 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:39.344374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d97a80-5463-47dc-ac1c-b21b8ae0c443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108840c7-cecd-45d7-ab9d-a025f4a98051,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:39.351874 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-87d97a80-5463-47dc-ac1c-b21b8ae0c443 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f70edba067554bf58da75cb67df7ec92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095055 Jul 15 14:59:39.354724 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50100) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:39.399783 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f7ee74-2be2-453b-8862-874af566da5b x-openstack-request-id: req-98f7ee74-2be2-453b-8862-874af566da5b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:39.400103 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c117c7-8182-4f97-bafb-f235debc668a", "name": "network-vif-plugged", "status": "completed", "tag": "f86f5e16-a046-4a48-ab96-34989a3bea8c", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:39.400326 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-98f7ee74-2be2-453b-8862-874af566da5b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:39.405020 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c117c7-8182-4f97-bafb-f235debc668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86f5e16-a046-4a48-ab96-34989a3bea8c', 'code': 200} Jul 15 14:59:39.449951 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f86f5e16-a046-4a48-ab96-34989a3bea8c,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:39.452004 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6417-e5df-4c3e-a841-1074226a8ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:39.483705 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6417-e5df-4c3e-a841-1074226a8ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:39.503339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f26ee2-b0a5-4de7-9f28-45ca8726b561 req-3189d264-dbf4-444e-b821-d655e6b86143 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:39.507306 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49f26ee2-b0a5-4de7-9f28-45ca8726b561 req-3189d264-dbf4-444e-b821-d655e6b86143 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 946 time: 0.1847954 Jul 15 14:59:39.546132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6417-e5df-4c3e-a841-1074226a8ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:39.549138 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6417-e5df-4c3e-a841-1074226a8ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:39.553072 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7b9c6417-e5df-4c3e-a841-1074226a8ed8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/108840c7-cecd-45d7-ab9d-a025f4a98051 HTTP/1.1" status: 204 len: 168 time: 0.1940958 Jul 15 14:59:39.561786 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c6417-e5df-4c3e-a841-1074226a8ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108840c7-cecd-45d7-ab9d-a025f4a98051,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:39.656149 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49f26ee2-b0a5-4de7-9f28-45ca8726b561 req-46cfed68-25fd-4b8d-ba39-8f5e2019a9d6 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/security-groups?id=747587b4-b097-4950-b53f-06dd1d3ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262701 Jul 15 14:59:39.696788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22df72-b5b5-49bf-b9e2-25eabedfe8e3 req-43afd9b0-0850-4a04-a833-8e630743ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:39.696788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab22df72-b5b5-49bf-b9e2-25eabedfe8e3 req-43afd9b0-0850-4a04-a833-8e630743ed5e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 1097 time: 0.1876850 Jul 15 14:59:39.732257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e9bc1-0a6d-4357-a919-b95fb784d02b req-6cf17ebd-373e-47b1-89fd-511cdbffecc3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:39.739231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e9bc1-0a6d-4357-a919-b95fb784d02b req-6cf17ebd-373e-47b1-89fd-511cdbffecc3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:39.745225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e9bc1-0a6d-4357-a919-b95fb784d02b req-6cf17ebd-373e-47b1-89fd-511cdbffecc3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:39.751139 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e9bc1-0a6d-4357-a919-b95fb784d02b req-6cf17ebd-373e-47b1-89fd-511cdbffecc3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:39.758145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e9bc1-0a6d-4357-a919-b95fb784d02b req-6cf17ebd-373e-47b1-89fd-511cdbffecc3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:39.764445 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e9bc1-0a6d-4357-a919-b95fb784d02b req-6cf17ebd-373e-47b1-89fd-511cdbffecc3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:39.773835 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e9bc1-0a6d-4357-a919-b95fb784d02b req-6cf17ebd-373e-47b1-89fd-511cdbffecc3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:39.782064 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a6e9bc1-0a6d-4357-a919-b95fb784d02b req-6cf17ebd-373e-47b1-89fd-511cdbffecc3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5434 time: 0.2256908 Jul 15 14:59:39.866972 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a6e9bc1-0a6d-4357-a919-b95fb784d02b req-5719af82-3304-4254-ab03-9b5bee91a853 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837715 Jul 15 14:59:39.914879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab22df72-b5b5-49bf-b9e2-25eabedfe8e3 req-de82ec51-d636-47e4-a8c1-bec136586249 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113302 Jul 15 14:59:39.922055 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50116) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:39.945909 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1df52-2388-421a-85e2-e9d4d3b996fd req-00728a50-fc3e-47d2-a974-341286ebb335 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:39.947588 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdfb7a03-0191-45d9-8a74-17f294b53c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:39.948073 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17f1df52-2388-421a-85e2-e9d4d3b996fd req-00728a50-fc3e-47d2-a974-341286ebb335 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 946 time: 0.1635826 Jul 15 14:59:40.081045 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdfb7a03-0191-45d9-8a74-17f294b53c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:40.084573 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdfb7a03-0191-45d9-8a74-17f294b53c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:40.135125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ab4bd-1823-4452-9e70-f7bbc25bee58 req-03abbb20-92eb-49b2-aaab-964f4723622a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:40.136887 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb7a03-0191-45d9-8a74-17f294b53c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6c2ffb-5b5e-4ac8-ae35-0f1f3f8dc5a0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:40.137267 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-805ab4bd-1823-4452-9e70-f7bbc25bee58 req-03abbb20-92eb-49b2-aaab-964f4723622a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.1462851 Jul 15 14:59:40.157744 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-17f1df52-2388-421a-85e2-e9d4d3b996fd req-6549a7ad-7ee8-4caf-889b-dc03fc3a20b0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Deleting port 79ceba52-d7f1-4eef-b0be-1f85245d03de {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:59:40.158092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-17f1df52-2388-421a-85e2-e9d4d3b996fd req-6549a7ad-7ee8-4caf-889b-dc03fc3a20b0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:40.162321 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bdfb7a03-0191-45d9-8a74-17f294b53c8f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=36982191a0b94409ae9cf69def1629fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355485 Jul 15 14:59:40.162728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50122) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:40.231153 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d5382b8-0d94-4b56-85d9-0ab0e2b227dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:40.256758 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d5382b8-0d94-4b56-85d9-0ab0e2b227dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:40.312031 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d5382b8-0d94-4b56-85d9-0ab0e2b227dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:40.316120 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d5382b8-0d94-4b56-85d9-0ab0e2b227dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:40.322462 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4d5382b8-0d94-4b56-85d9-0ab0e2b227dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f6c2ffb-5b5e-4ac8-ae35-0f1f3f8dc5a0 HTTP/1.1" status: 204 len: 168 time: 0.1575336 Jul 15 14:59:40.332844 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5382b8-0d94-4b56-85d9-0ab0e2b227dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6c2ffb-5b5e-4ac8-ae35-0f1f3f8dc5a0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:40.580791 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-21a1f843-f7fe-416b-890e-dae46a8b2efd service neutron] 10.222.0.11 "GET /v2.0/ports/32381893-d766-4198-8a4a-6fd98a74e920/bindings/n-h2-764435-3 HTTP/1.1" status: 200 len: 384 time: 0.0592895 Jul 15 14:59:40.603743 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-805ab4bd-1823-4452-9e70-f7bbc25bee58 req-e9de3eee-3339-4b8b-88ef-58399cd3a372 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547858 Jul 15 14:59:40.676625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f70ed-93d3-4c37-aea3-057519526cc3 req-ce99e6ce-85ca-4f0c-862a-0605065e41b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:40.683121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f70ed-93d3-4c37-aea3-057519526cc3 req-ce99e6ce-85ca-4f0c-862a-0605065e41b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:40.689339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f70ed-93d3-4c37-aea3-057519526cc3 req-ce99e6ce-85ca-4f0c-862a-0605065e41b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:40.696486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f70ed-93d3-4c37-aea3-057519526cc3 req-ce99e6ce-85ca-4f0c-862a-0605065e41b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:40.702513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f70ed-93d3-4c37-aea3-057519526cc3 req-ce99e6ce-85ca-4f0c-862a-0605065e41b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:40.709188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f70ed-93d3-4c37-aea3-057519526cc3 req-ce99e6ce-85ca-4f0c-862a-0605065e41b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:40.718567 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f70ed-93d3-4c37-aea3-057519526cc3 req-ce99e6ce-85ca-4f0c-862a-0605065e41b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:40.733754 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f5f70ed-93d3-4c37-aea3-057519526cc3 req-ce99e6ce-85ca-4f0c-862a-0605065e41b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5434 time: 0.2317905 Jul 15 14:59:40.733931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50136) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:40.740567 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-201a5805-8505-476b-b8e5-2dac8c4ccd87 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Request body: {'floatingip': {'port_id': '956ce13d-6924-4a54-a406-a345c8b62cf5'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:59:40.744216 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-17f1df52-2388-421a-85e2-e9d4d3b996fd req-6549a7ad-7ee8-4caf-889b-dc03fc3a20b0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] For port 79ceba52-d7f1-4eef-b0be-1f85245d03de, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=79ceba52-d7f1-4eef-b0be-1f85245d03de,segment=NetworkSegment(688c6480-0fa8-42ad-9986-558f317a8660),segment_id=688c6480-0fa8-42ad-9986-558f317a8660)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:40.744791 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-17f1df52-2388-421a-85e2-e9d4d3b996fd req-6549a7ad-7ee8-4caf-889b-dc03fc3a20b0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:40.794984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-17f1df52-2388-421a-85e2-e9d4d3b996fd req-6549a7ad-7ee8-4caf-889b-dc03fc3a20b0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Calling delete_port for 79ceba52-d7f1-4eef-b0be-1f85245d03de owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:59:40.840597 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-201a5805-8505-476b-b8e5-2dac8c4ccd87 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:40.916726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1b499-df00-4a73-95b7-69a17c8bb65d req-57dbaa5d-6d49-4acf-a7b1-9f8904fd5b75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:40.918383 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cfd1b499-df00-4a73-95b7-69a17c8bb65d req-57dbaa5d-6d49-4acf-a7b1-9f8904fd5b75 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 943 time: 0.1833365 Jul 15 14:59:40.960111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d34f9a29-bd15-4501-877a-185ada9b38d7 service neutron] For port 32381893-d766-4198-8a4a-6fd98a74e920, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=32381893-d766-4198-8a4a-6fd98a74e920,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:40.995414 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cfd1b499-df00-4a73-95b7-69a17c8bb65d req-9b52641c-b25e-4a5a-82a0-8985c38cd7e5 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643682 Jul 15 14:59:41.007561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3566195-dccc-454b-8b77-b50b9e27f3c5 req-510b5227-28ef-46fe-be52-451cee0a095f tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:41.016187 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d34f9a29-bd15-4501-877a-185ada9b38d7 service neutron] For port 32381893-d766-4198-8a4a-6fd98a74e920, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:59:41.017990 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3566195-dccc-454b-8b77-b50b9e27f3c5 req-510b5227-28ef-46fe-be52-451cee0a095f tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1638691 Jul 15 14:59:41.134578 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3566195-dccc-454b-8b77-b50b9e27f3c5 req-f935381d-7f7d-422e-92ab-4291c4b5c11d tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155467 Jul 15 14:59:41.138490 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-17f1df52-2388-421a-85e2-e9d4d3b996fd req-6549a7ad-7ee8-4caf-889b-dc03fc3a20b0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:41.141116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d34f9a29-bd15-4501-877a-185ada9b38d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32381893-d766-4198-8a4a-6fd98a74e920 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:41.154915 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['79ceba52-d7f1-4eef-b0be-1f85245d03de'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:41.193962 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549a7ad-7ee8-4caf-889b-dc03fc3a20b0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Pushing event deleted for resources: {'Port': ['ID=79ceba52-d7f1-4eef-b0be-1f85245d03de,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:41.225036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d34f9a29-bd15-4501-877a-185ada9b38d7 service neutron] For port 32381893-d766-4198-8a4a-6fd98a74e920, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=32381893-d766-4198-8a4a-6fd98a74e920,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:41.244694 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d34f9a29-bd15-4501-877a-185ada9b38d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:41.262339 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4bba740-766a-44e6-9de1-a66f98d58ec0 req-80dff3bf-8ddc-409d-90b7-10c41dfac1be tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca5aa80-a31c-4609-b1da-9fd238f36e25 HTTP/1.1" status: 200 len: 210 time: 0.0725589 Jul 15 14:59:41.292063 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f1df52-2388-421a-85e2-e9d4d3b996fd req-6549a7ad-7ee8-4caf-889b-dc03fc3a20b0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] No DVR routers for this DVR port 79ceba52-d7f1-4eef-b0be-1f85245d03de on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:59:41.295026 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-17f1df52-2388-421a-85e2-e9d4d3b996fd req-6549a7ad-7ee8-4caf-889b-dc03fc3a20b0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:41.297087 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17f1df52-2388-421a-85e2-e9d4d3b996fd req-6549a7ad-7ee8-4caf-889b-dc03fc3a20b0 tempest-DeleteServersTestJSON-2117004200 tempest-DeleteServersTestJSON-2117004200-project] 10.222.0.11 "DELETE /v2.0/ports/79ceba52-d7f1-4eef-b0be-1f85245d03de HTTP/1.1" status: 204 len: 173 time: 1.3432238 Jul 15 14:59:41.297525 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca5aa80-a31c-4609-b1da-9fd238f36e25', 'name': 'network-vif-deleted', 'tag': '79ceba52-d7f1-4eef-b0be-1f85245d03de'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:41.299828 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df12710-41b0-4260-9f02-09a004480bda" -d '{"events": [{"server_uuid": "0ca5aa80-a31c-4609-b1da-9fd238f36e25", "name": "network-vif-deleted", "tag": "79ceba52-d7f1-4eef-b0be-1f85245d03de"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:41.341952 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98430e8-e433-4dd7-b99f-6c9c5620d487 x-openstack-request-id: req-e98430e8-e433-4dd7-b99f-6c9c5620d487 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:41.342255 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca5aa80-a31c-4609-b1da-9fd238f36e25", "name": "network-vif-deleted", "tag": "79ceba52-d7f1-4eef-b0be-1f85245d03de", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:41.342508 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e98430e8-e433-4dd7-b99f-6c9c5620d487 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:41.342992 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca5aa80-a31c-4609-b1da-9fd238f36e25', 'name': 'network-vif-deleted', 'tag': '79ceba52-d7f1-4eef-b0be-1f85245d03de', 'status': 'completed', 'code': 200} Jul 15 14:59:41.552381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d34f9a29-bd15-4501-877a-185ada9b38d7 service neutron] Transition to ACTIVE for port object 32381893-d766-4198-8a4a-6fd98a74e920 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:59:41.823705 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d34f9a29-bd15-4501-877a-185ada9b38d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:41.830509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9846a-8aea-4eae-9d5e-23ca96f682a4 req-42d1e804-26ad-49d6-8a83-29fb9470ba75 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:41.838805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab9846a-8aea-4eae-9d5e-23ca96f682a4 req-42d1e804-26ad-49d6-8a83-29fb9470ba75 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.1006503 Jul 15 14:59:41.889052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab9846a-8aea-4eae-9d5e-23ca96f682a4 req-f2e34bd0-3018-4ead-886f-f5d59fa3219a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493884 Jul 15 14:59:41.978034 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d34f9a29-bd15-4501-877a-185ada9b38d7 service neutron] No DVR routers for this DVR port 32381893-d766-4198-8a4a-6fd98a74e920 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:59:42.035210 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f9a29-bd15-4501-877a-185ada9b38d7 service neutron] Pushing event updated for resources: {'Port': ['ID=32381893-d766-4198-8a4a-6fd98a74e920,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:42.045377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.resource_extend [None req-201a5805-8505-476b-b8e5-2dac8c4ccd87 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 14:59:42.056700 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-d34f9a29-bd15-4501-877a-185ada9b38d7 service neutron] 10.222.0.11 "PUT /v2.0/ports/32381893-d766-4198-8a4a-6fd98a74e920/bindings/n-h2-764435-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4687264 Jul 15 14:59:42.146141 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-201a5805-8505-476b-b8e5-2dac8c4ccd87 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:42.162677 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-201a5805-8505-476b-b8e5-2dac8c4ccd87 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:42.280295 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-201a5805-8505-476b-b8e5-2dac8c4ccd87 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Floating IP 94ffb9f9-8312-45ff-a02e-530123b671ca associated. External IP: 172.25.4.108, port: 956ce13d-6924-4a54-a406-a345c8b62cf5. Jul 15 14:59:42.351282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-5c300648-5420-4385-bb86-0fe724d0face tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:42.354651 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-5c300648-5420-4385-bb86-0fe724d0face tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa&tenant_id=ebf1693107584ee2863f1119d2dec38c&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 1095 time: 0.2053931 Jul 15 14:59:42.415154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f700c-2179-4df7-b15a-b6a8da93aabb req-64f7109e-043f-47f1-aa44-08d349bfb3d7 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:42.415546 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-914f700c-2179-4df7-b15a-b6a8da93aabb req-64f7109e-043f-47f1-aa44-08d349bfb3d7 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 944 time: 0.2087543 Jul 15 14:59:42.471087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc354b8f-372a-4132-aa03-fc8fbb59704b req-e95e498f-0f31-4771-abb9-34c1edc2db77 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:42.475450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bc354b8f-372a-4132-aa03-fc8fbb59704b req-e95e498f-0f31-4771-abb9-34c1edc2db77 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.2082949 Jul 15 14:59:42.542565 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201a5805-8505-476b-b8e5-2dac8c4ccd87 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:59:42.552165 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-914f700c-2179-4df7-b15a-b6a8da93aabb req-24628835-e6cf-48d3-ae41-8591e7438501 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237338 Jul 15 14:59:42.562131 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-6471f397-cff0-4abb-bff0-6b187076cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:42.564681 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-6471f397-cff0-4abb-bff0-6b187076cb9f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa&tenant_id=ebf1693107584ee2863f1119d2dec38c HTTP/1.1" status: 200 len: 1095 time: 0.2029777 Jul 15 14:59:42.603185 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bc354b8f-372a-4132-aa03-fc8fbb59704b req-c41c41c9-5432-4735-983a-3539b942b69e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105514 Jul 15 14:59:42.715147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201a5805-8505-476b-b8e5-2dac8c4ccd87 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:59:42.726751 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e09ee-2699-46fc-a48b-8a1b257c6e7b None None] Sync routers for ids ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:59:42.727551 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-201a5805-8505-476b-b8e5-2dac8c4ccd87 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:42.743170 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e09ee-2699-46fc-a48b-8a1b257c6e7b None None] Routers {'81fe2ef1-bdce-46a6-9698-31bf01c103c4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:59:42.744585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1a6e09ee-2699-46fc-a48b-8a1b257c6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:59:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:59:42.760770 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-135e12ec-f005-4ca2-be38-ed1bad49ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:42.763528 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-135e12ec-f005-4ca2-be38-ed1bad49ac37 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ebf1693107584ee2863f1119d2dec38c&device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 1095 time: 0.1151183 Jul 15 14:59:42.780663 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-201a5805-8505-476b-b8e5-2dac8c4ccd87 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "PUT /v2.0/floatingips/94ffb9f9-8312-45ff-a02e-530123b671ca HTTP/1.1" status: 200 len: 991 time: 2.0456462 Jul 15 14:59:42.781281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'tag': '956ce13d-6924-4a54-a406-a345c8b62cf5'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:42.783970 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906ff825-e532-42e6-be6e-5f6c94aeab8b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "tag": "956ce13d-6924-4a54-a406-a345c8b62cf5"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:42.904925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-dc0562d1-e64c-43d5-8856-ba5520899b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:42.909347 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-dc0562d1-e64c-43d5-8856-ba5520899b17 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 200 len: 909 time: 0.1341608 Jul 15 14:59:42.983855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-5fe6a9c9-f1a5-43cb-b93f-9cf76aa6cc6e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32381893-d766-4198-8a4a-6fd98a74e920 HTTP/1.1" status: 200 len: 217 time: 0.0560522 Jul 15 14:59:42.990339 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-1a6e09ee-2699-46fc-a48b-8a1b257c6e7b None None] Set router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:59:43.046475 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcd5d89-a53f-4023-8b46-2ec66811ff6c x-openstack-request-id: req-dfcd5d89-a53f-4023-8b46-2ec66811ff6c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:43.047151 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "tag": "956ce13d-6924-4a54-a406-a345c8b62cf5", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:43.048053 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dfcd5d89-a53f-4023-8b46-2ec66811ff6c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:43.053765 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'tag': '956ce13d-6924-4a54-a406-a345c8b62cf5', 'status': 'completed', 'code': 200} Jul 15 14:59:43.151582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-e45ab512-af90-4690-9664-f1b0c7a653f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:43.154587 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-e45ab512-af90-4690-9664-f1b0c7a653f6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 200 len: 848 time: 0.1328146 Jul 15 14:59:43.173076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48641f5-fbaf-4cd0-a1e2-5a1fc2be15db req-1c5a5c45-ae45-482b-91f5-d8cc3d711297 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:43.179992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c48641f5-fbaf-4cd0-a1e2-5a1fc2be15db req-1c5a5c45-ae45-482b-91f5-d8cc3d711297 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1988211 Jul 15 14:59:43.216676 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-23b5ced0-371f-485b-a3e8-882ae39958e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b052415-ea98-4ad2-9697-24ee25c7523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343070 Jul 15 14:59:43.298990 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c48641f5-fbaf-4cd0-a1e2-5a1fc2be15db req-f744bb97-3414-4f9f-b856-4fef5c79b23e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178656 Jul 15 14:59:43.350388 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-adcd2d49-7f29-4fcd-bbbf-9d152d295c11 service neutron] show failed (client error): The resource could not be found. Jul 15 14:59:43.352192 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-adcd2d49-7f29-4fcd-bbbf-9d152d295c11 service neutron] 10.222.0.22 "GET /v2.0/ports/f00d0206-5e37-431f-aa87-3910788c3834/bindings/n-h1-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.1720932 Jul 15 14:59:43.413474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 79ceba52-d7f1-4eef-b0be-1f85245d03de no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:59:43.454478 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-85d12a45-e123-49b7-b8d7-a499b69bc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:43.455079 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-85d12a45-e123-49b7-b8d7-a499b69bc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:43.457739 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-85d12a45-e123-49b7-b8d7-a499b69bc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:43.459229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-85d12a45-e123-49b7-b8d7-a499b69bc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:43.460885 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-85d12a45-e123-49b7-b8d7-a499b69bc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:43.461841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 79ceba52-d7f1-4eef-b0be-1f85245d03de {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:59:43.462301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-85d12a45-e123-49b7-b8d7-a499b69bc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:43.463264 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 79ceba52-d7f1-4eef-b0be-1f85245d03de not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:59:43.463921 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-85d12a45-e123-49b7-b8d7-a499b69bc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:43.464539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 32381893-d766-4198-8a4a-6fd98a74e920 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:59:43.469670 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-85d12a45-e123-49b7-b8d7-a499b69bc445 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=376291fad91d46c09381b2e97ae5561f&device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 6491 time: 0.3827493 Jul 15 14:59:43.520730 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-42898e28-e071-412f-989c-0d6efc68fb34 service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871222 Jul 15 14:59:43.651472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-dc9c3894-78f9-4744-aeee-e3ebcb1072fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:43.653555 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-dc9c3894-78f9-4744-aeee-e3ebcb1072fd service neutron] 10.222.0.22 "GET /v2.0/networks?id=8385c4b7-7489-4899-ba46-4cc28a769256 HTTP/1.1" status: 200 len: 913 time: 0.1745384 Jul 15 14:59:43.699701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 32381893-d766-4198-8a4a-6fd98a74e920 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:59:43.701512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285d887-2d59-4c96-bad2-26afcb119b5b req-2b463fbd-82fd-4963-a8e7-bad317d7f5b0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:43.704167 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6285d887-2d59-4c96-bad2-26afcb119b5b req-2b463fbd-82fd-4963-a8e7-bad317d7f5b0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.3360007 Jul 15 14:59:43.786929 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1a6e09ee-2699-46fc-a48b-8a1b257c6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'name': 'tempest-TaggedBootDevicesTest-1081440412-router', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:31Z', 'updated_at': '2021-07-15T14:57:37Z', 'revision_number': 4, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'gw_port': {'id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:32Z', 'updated_at': '2021-07-15T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '94ffb9f9-8312-45ff-a02e-530123b671ca', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'floating_ip_address': '172.25.4.108', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'port_id': '956ce13d-6924-4a54-a406-a345c8b62cf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256', 'mac_address': 'fa:16:3e:8d:bd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:58:23Z', 'updated_at': '2021-07-15T14:59:41Z', 'revision_number': 1, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1fd6542-acc7-48e6-a64a-a8b6d4dc0d90', 'name': '', 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'mac_address': 'fa:16:3e:f3:21:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:34Z', 'updated_at': '2021-07-15T14:57:45Z', 'revision_number': 5, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'subnets': [{'id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:59:43.811567 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-05ebab4e-3ed9-40c5-9bbd-33ddce1c17b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=956ce13d-6924-4a54-a406-a345c8b62cf5 HTTP/1.1" status: 200 len: 999 time: 0.1499224 Jul 15 14:59:43.838290 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50242) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:43.859402 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6285d887-2d59-4c96-bad2-26afcb119b5b req-a3330d54-dc58-497f-a837-c6e9d321b001 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902529 Jul 15 14:59:43.880667 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e09ee-2699-46fc-a48b-8a1b257c6e7b None None] Checking router: 81fe2ef1-bdce-46a6-9698-31bf01c103c4 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:59:43.898346 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e09ee-2699-46fc-a48b-8a1b257c6e7b None None] Routers {'81fe2ef1-bdce-46a6-9698-31bf01c103c4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:59:43.899105 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1a6e09ee-2699-46fc-a48b-8a1b257c6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T14:59:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:59:43.915301 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-c779e05d-2a2f-4020-93bc-bc1f6cbaa122 service neutron] 10.222.0.22 "GET /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862903 Jul 15 14:59:43.982963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-b7db45f9-caa8-4407-aa0e-2f904d17144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:43.987168 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-b7db45f9-caa8-4407-aa0e-2f904d17144b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=02090ca6-5ee4-4768-8aba-a4603b352741 HTTP/1.1" status: 200 len: 851 time: 0.1687429 Jul 15 14:59:44.095741 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-b27461c5-7e0b-4f8c-a3b4-0dc31f28070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:44.106984 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-b27461c5-7e0b-4f8c-a3b4-0dc31f28070b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb&tenant_id=e4e49258fa6a4fb18919af5b4ad01325 HTTP/1.1" status: 200 len: 1100 time: 0.3771908 Jul 15 14:59:44.120377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:59:44.156381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-1a6e09ee-2699-46fc-a48b-8a1b257c6e7b None None] Set router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:59:44.162097 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b38fd51-7726-468a-9abc-981862ea97c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:44.252704 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:44.262951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfde20c-e3ad-4176-a5de-8504276b459e req-9a58f0bf-9209-4598-8a31-2d27cd4fa205 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:44.275108 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cbfde20c-e3ad-4176-a5de-8504276b459e req-9a58f0bf-9209-4598-8a31-2d27cd4fa205 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 944 time: 0.1913688 Jul 15 14:59:44.283648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-2e94f894-1922-4b00-98ce-c262f56f1864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:44.285767 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-2e94f894-1922-4b00-98ce-c262f56f1864 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8385c4b7-7489-4899-ba46-4cc28a769256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2839742 Jul 15 14:59:44.334417 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cbfde20c-e3ad-4176-a5de-8504276b459e req-396f05e8-5791-49e0-ae60-a87249e88d7f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574670 Jul 15 14:59:44.429413 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-b21b49c9-121b-4400-b660-e3f7a7fc0dce service neutron] 10.222.0.22 "GET /v2.0/networks/8385c4b7-7489-4899-ba46-4cc28a769256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177917 Jul 15 14:59:44.492648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-9141ba78-08e3-4ad1-817b-7fa0ef9a7e87 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:44.494513 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-9141ba78-08e3-4ad1-817b-7fa0ef9a7e87 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa&tenant_id=ebf1693107584ee2863f1119d2dec38c&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 1095 time: 0.1179347 Jul 15 14:59:44.692842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1a6e09ee-2699-46fc-a48b-8a1b257c6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'name': 'tempest-TaggedBootDevicesTest-1081440412-router', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:31Z', 'updated_at': '2021-07-15T14:57:37Z', 'revision_number': 4, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'gw_port': {'id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:32Z', 'updated_at': '2021-07-15T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '94ffb9f9-8312-45ff-a02e-530123b671ca', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'floating_ip_address': '172.25.4.108', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'port_id': '956ce13d-6924-4a54-a406-a345c8b62cf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256', 'mac_address': 'fa:16:3e:8d:bd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:58:23Z', 'updated_at': '2021-07-15T14:59:41Z', 'revision_number': 1, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1fd6542-acc7-48e6-a64a-a8b6d4dc0d90', 'name': '', 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'mac_address': 'fa:16:3e:f3:21:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:34Z', 'updated_at': '2021-07-15T14:57:45Z', 'revision_number': 5, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'subnets': [{'id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:59:44.731218 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e09ee-2699-46fc-a48b-8a1b257c6e7b None None] The sync data for ids ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'] in n-d-764435-3 is: [{'id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'name': 'tempest-TaggedBootDevicesTest-1081440412-router', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:31Z', 'updated_at': '2021-07-15T14:57:37Z', 'revision_number': 4, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'gw_port': {'id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:32Z', 'updated_at': '2021-07-15T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '94ffb9f9-8312-45ff-a02e-530123b671ca', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'floating_ip_address': '172.25.4.108', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'port_id': '956ce13d-6924-4a54-a406-a345c8b62cf5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256', 'mac_address': 'fa:16:3e:8d:bd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:58:23Z', 'updated_at': '2021-07-15T14:59:41Z', 'revision_number': 1, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1fd6542-acc7-48e6-a64a-a8b6d4dc0d90', 'name': '', 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'mac_address': 'fa:16:3e:f3:21:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:34Z', 'updated_at': '2021-07-15T14:57:45Z', 'revision_number': 5, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'subnets': [{'id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:59:44.781454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91a935-8ad7-4b01-aae1-9a5582ea4981 req-da2c23c0-d7d3-49cf-a086-4c7eadf70a5b tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:44.791135 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be91a935-8ad7-4b01-aae1-9a5582ea4981 req-da2c23c0-d7d3-49cf-a086-4c7eadf70a5b tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.2427697 Jul 15 14:59:44.824822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-20a4aec3-d39b-4b9f-b92c-7c380ffbd07b service neutron] For port 32381893-d766-4198-8a4a-6fd98a74e920, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:59:44.830739 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-20a4aec3-d39b-4b9f-b92c-7c380ffbd07b service neutron] Notify callbacks [] for binding, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:44.831914 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-20a4aec3-d39b-4b9f-b92c-7c380ffbd07b service neutron] 10.222.0.22 "DELETE /v2.0/ports/32381893-d766-4198-8a4a-6fd98a74e920/bindings/n-h1-764435-3 HTTP/1.1" status: 204 len: 173 time: 0.3291798 Jul 15 14:59:44.883881 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be91a935-8ad7-4b01-aae1-9a5582ea4981 req-a981151e-ddc7-4f8c-80d4-cadda7b10bc6 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915558 Jul 15 14:59:44.976332 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-906ff825-e532-42e6-be6e-5f6c94aeab8b req-b55df1b3-bcbb-47d0-a7fc-3e5186cf6536 service neutron] 10.222.0.22 "GET /v2.0/networks/8385c4b7-7489-4899-ba46-4cc28a769256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392528 Jul 15 14:59:45.025328 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b38fd51-7726-468a-9abc-981862ea97c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:45.062568 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b38fd51-7726-468a-9abc-981862ea97c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:45.139029 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40c859-b207-44d7-8ec9-8989a8ab9a34 None None] New status for floating IP 94ffb9f9-8312-45ff-a02e-530123b671ca: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:59:45.152702 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1b38fd51-7726-468a-9abc-981862ea97c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0c611334514949449a516d01d2c500b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3141034 Jul 15 14:59:45.158379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50266) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:45.167245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729fb60-ac7d-4e1d-b455-92098b13107b req-f920683c-14fb-4988-81d9-6d21ab0c256b tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:45.169482 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38fd51-7726-468a-9abc-981862ea97c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae90201-cd0d-4389-99de-db649b159bf3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:45.171427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8729fb60-ac7d-4e1d-b455-92098b13107b req-f920683c-14fb-4988-81d9-6d21ab0c256b tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1381102 Jul 15 14:59:45.199997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f00d0206-5e37-431f-aa87-3910788c3834,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:45.255122 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8729fb60-ac7d-4e1d-b455-92098b13107b req-2343fc60-ff11-4387-a478-f1df86a400dd tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611434 Jul 15 14:59:45.275680 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3db80a1-e17a-4722-9e01-011badb5cb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:45.286610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91c951-4353-44e3-8008-fb219360dbd1 req-ae0cf6a9-f90d-4a20-8487-b03876a5e3d5 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:45.286610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb91c951-4353-44e3-8008-fb219360dbd1 req-ae0cf6a9-f90d-4a20-8487-b03876a5e3d5 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.1344733 Jul 15 14:59:45.298008 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:59:45.344273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb91c951-4353-44e3-8008-fb219360dbd1 req-6020c1c2-e1c9-4de4-8888-8795d5055e40 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570188 Jul 15 14:59:45.373611 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3db80a1-e17a-4722-9e01-011badb5cb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:45.404759 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585979dc-4545-46a1-a72b-22548ce721fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00d0206-5e37-431f-aa87-3910788c3834'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:45.407450 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aab70e-8779-45d0-9931-0560f36933cb" -d '{"events": [{"server_uuid": "585979dc-4545-46a1-a72b-22548ce721fb", "name": "network-vif-unplugged", "status": "completed", "tag": "f00d0206-5e37-431f-aa87-3910788c3834"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:45.413987 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:45.440679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Transition to ACTIVE for port object f00d0206-5e37-431f-aa87-3910788c3834 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:59:45.468140 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:45.474990 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3db80a1-e17a-4722-9e01-011badb5cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:45.478006 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3db80a1-e17a-4722-9e01-011badb5cb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:45.482725 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b3db80a1-e17a-4722-9e01-011badb5cb74 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eae90201-cd0d-4389-99de-db649b159bf3 HTTP/1.1" status: 204 len: 168 time: 0.3232586 Jul 15 14:59:45.524204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db80a1-e17a-4722-9e01-011badb5cb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae90201-cd0d-4389-99de-db649b159bf3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:45.584552 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] No DVR routers for this DVR port f00d0206-5e37-431f-aa87-3910788c3834 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:59:45.590955 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Pushing event updated for resources: {'Port': ['ID=f00d0206-5e37-431f-aa87-3910788c3834,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:45.689363 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Attempting to bind port f00d0206-5e37-431f-aa87-3910788c3834 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:59:45.689752 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Attempting to bind port f00d0206-5e37-431f-aa87-3910788c3834 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:59:45.690216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Attempting to bind port f00d0206-5e37-431f-aa87-3910788c3834 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:59:45.695606 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Port f00d0206-5e37-431f-aa87-3910788c3834 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:59:45.695938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Attempting to bind port f00d0206-5e37-431f-aa87-3910788c3834 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:59:45.702903 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:59:45.703291 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:59:45.703696 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:59:45.704940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Bound port: f00d0206-5e37-431f-aa87-3910788c3834, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:59:45.705459 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:45.789429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:59:45.790365 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1766fca-b48f-451f-94e4-a7c93df92446 req-9feba410-9758-4d4a-ab7d-503ae0fe6873 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:45.792201 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1766fca-b48f-451f-94e4-a7c93df92446 req-9feba410-9758-4d4a-ab7d-503ae0fe6873 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 944 time: 0.1496513 Jul 15 14:59:45.799952 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f00d0206-5e37-431f-aa87-3910788c3834,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:59:45.806396 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:45.871633 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1766fca-b48f-451f-94e4-a7c93df92446 req-dbb809fa-a3e1-4d03-906b-3f9ee9a0ef3f tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719366 Jul 15 14:59:45.880926 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:45.881940 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:45.883663 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] 10.222.0.11 "PUT /v2.0/ports/f00d0206-5e37-431f-aa87-3910788c3834 HTTP/1.1" status: 200 len: 1095 time: 1.7746675 Jul 15 14:59:45.922052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f464e1-12d0-4423-8a8a-0d86da4db446 service neutron] Pushing event updated for resources: {'Port': ['ID=f00d0206-5e37-431f-aa87-3910788c3834,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:46.040372 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112f2f03-abc0-4360-b1d1-f99697b5aa0b x-openstack-request-id: req-112f2f03-abc0-4360-b1d1-f99697b5aa0b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:46.041500 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585979dc-4545-46a1-a72b-22548ce721fb", "name": "network-vif-unplugged", "status": "completed", "tag": "f00d0206-5e37-431f-aa87-3910788c3834", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:46.041812 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-112f2f03-abc0-4360-b1d1-f99697b5aa0b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:46.042851 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585979dc-4545-46a1-a72b-22548ce721fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00d0206-5e37-431f-aa87-3910788c3834', 'code': 200} Jul 15 14:59:46.067935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-e71f5942-5112-4209-88f6-9c757001836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:46.069699 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-e71f5942-5112-4209-88f6-9c757001836e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 1098 time: 0.1425021 Jul 15 14:59:46.116624 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50300) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:46.171851 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-50fa4a5c-ce48-445f-93c7-37ef42cec926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:46.302150 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-ebbd70fc-7182-44ef-ae83-392737ab4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:46.303901 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-ebbd70fc-7182-44ef-ae83-392737ab4249 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2269890 Jul 15 14:59:46.400868 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-e6bd1c3f-0a69-49b3-b154-7cfebc1d20d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f00d0206-5e37-431f-aa87-3910788c3834 HTTP/1.1" status: 200 len: 217 time: 0.0893395 Jul 15 14:59:46.438813 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-50fa4a5c-ce48-445f-93c7-37ef42cec926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:46.447881 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-50fa4a5c-ce48-445f-93c7-37ef42cec926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:46.494435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-78c7ed61-8668-44dd-a711-b076feb01c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:46.498063 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-78c7ed61-8668-44dd-a711-b076feb01c18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0901473 Jul 15 14:59:46.541960 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-50fa4a5c-ce48-445f-93c7-37ef42cec926 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ccdea29662cc4f3fa3e0e51ed1288d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4235463 Jul 15 14:59:46.543040 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa4a5c-ce48-445f-93c7-37ef42cec926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5fa522-9530-47d9-9230-9fcce5203257,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:46.546965 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50314) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:46.602379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-b802dd97-58f5-4d7d-89b9-366429b624bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:46.605547 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-b802dd97-58f5-4d7d-89b9-366429b624bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998788 Jul 15 14:59:46.700980 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-058cfeec-ac0e-451c-b59e-75bccd5e7ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:46.735282 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-512e281f-6cf3-40b5-a6f9-fa7a1093be1d service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199775 Jul 15 14:59:46.737081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002d164-ffdf-4634-9949-48bc1fdec966 req-6e3bfb61-bae8-4cf8-950f-4704fdd56553 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:46.739289 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6002d164-ffdf-4634-9949-48bc1fdec966 req-6e3bfb61-bae8-4cf8-950f-4704fdd56553 tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 1095 time: 0.1931674 Jul 15 14:59:46.742366 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-058cfeec-ac0e-451c-b59e-75bccd5e7ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:46.751826 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d15a4-7a6c-4c24-9064-93379b5d3baf req-f6df9b33-fe75-4fa8-800b-7f8dd175f490 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:46.753319 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f4d15a4-7a6c-4c24-9064-93379b5d3baf req-f6df9b33-fe75-4fa8-800b-7f8dd175f490 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1907463 Jul 15 14:59:46.851770 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f4d15a4-7a6c-4c24-9064-93379b5d3baf req-5a560faa-cfe2-4757-93cd-b3cecf8cf71f tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886588 Jul 15 14:59:46.854434 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6002d164-ffdf-4634-9949-48bc1fdec966 req-0e4560b6-4a38-41d7-a84d-ca2b767c442b tempest-LiveMigrationTest-1130314702 tempest-LiveMigrationTest-1130314702-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942161 Jul 15 14:59:46.873314 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-023dc414-90ac-475a-a027-8726c5181804 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304755 Jul 15 14:59:46.877744 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-058cfeec-ac0e-451c-b59e-75bccd5e7ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:46.882702 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-058cfeec-ac0e-451c-b59e-75bccd5e7ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:46.887597 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-058cfeec-ac0e-451c-b59e-75bccd5e7ac0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec5fa522-9530-47d9-9230-9fcce5203257 HTTP/1.1" status: 204 len: 168 time: 0.3362966 Jul 15 14:59:46.917978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cfeec-ac0e-451c-b59e-75bccd5e7ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5fa522-9530-47d9-9230-9fcce5203257,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:47.103156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f00d0206-5e37-431f-aa87-3910788c3834 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:59:47.171454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50c3fd-3a5d-45f9-bff8-4180143487d7 req-b0897380-7b9b-4ec5-bb05-1e141777e2fe tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:47.173467 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c50c3fd-3a5d-45f9-bff8-4180143487d7 req-b0897380-7b9b-4ec5-bb05-1e141777e2fe tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 947 time: 0.1559680 Jul 15 14:59:47.217964 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f00d0206-5e37-431f-aa87-3910788c3834 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:59:47.256139 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c50c3fd-3a5d-45f9-bff8-4180143487d7 req-123a687c-ff7b-45e5-b8c1-9f0484318ec6 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736389 Jul 15 14:59:47.615652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86e5f8-fbb8-4f9e-b035-e1c2ae399e90 req-15ba4db9-b1ae-4c7e-b34d-346e5033c8d5 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:47.617268 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d86e5f8-fbb8-4f9e-b035-e1c2ae399e90 req-15ba4db9-b1ae-4c7e-b34d-346e5033c8d5 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 944 time: 0.0823042 Jul 15 14:59:47.667885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d86e5f8-fbb8-4f9e-b035-e1c2ae399e90 req-ab2fd3d9-ec87-4889-8f94-a6aff302d4d9 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441213 Jul 15 14:59:48.043559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585979dc-4545-46a1-a72b-22548ce721fb', 'tag': 'f00d0206-5e37-431f-aa87-3910788c3834'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:48.046097 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a848cbd8-09b8-4e51-8721-bfae7291e1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "585979dc-4545-46a1-a72b-22548ce721fb", "tag": "f00d0206-5e37-431f-aa87-3910788c3834"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:48.114852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850bfd3-db78-4b6d-bab5-7dcbaa1fbc27 req-7fcc662c-c5a1-46e3-9ac7-bad4a5324386 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:48.116422 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7850bfd3-db78-4b6d-bab5-7dcbaa1fbc27 req-7fcc662c-c5a1-46e3-9ac7-bad4a5324386 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.0839615 Jul 15 14:59:48.147417 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b06511-d226-4d4a-8208-26b8297bd69a x-openstack-request-id: req-a6b06511-d226-4d4a-8208-26b8297bd69a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:48.147727 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585979dc-4545-46a1-a72b-22548ce721fb", "tag": "f00d0206-5e37-431f-aa87-3910788c3834", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:48.148124 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a6b06511-d226-4d4a-8208-26b8297bd69a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:48.148553 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585979dc-4545-46a1-a72b-22548ce721fb', 'tag': 'f00d0206-5e37-431f-aa87-3910788c3834', 'status': 'completed', 'code': 200} Jul 15 14:59:48.180950 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7850bfd3-db78-4b6d-bab5-7dcbaa1fbc27 req-246e0ace-414e-4b82-b898-01072a46635c tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570433 Jul 15 14:59:48.210101 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69958435-0fef-4c20-9710-9f86e99baefb req-2a44d694-abf5-43c3-af12-be590fb05562 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:48.211752 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-69958435-0fef-4c20-9710-9f86e99baefb req-2a44d694-abf5-43c3-af12-be590fb05562 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 944 time: 0.1526875 Jul 15 14:59:48.237461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-1693c1ac-d645-46d1-9b20-e3e7f4f6106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:48.240343 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-1693c1ac-d645-46d1-9b20-e3e7f4f6106a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 1098 time: 0.0583472 Jul 15 14:59:48.282039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-b2e1008a-459c-4748-bad1-f47e302c8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:48.283616 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-b2e1008a-459c-4748-bad1-f47e302c8a42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 1098 time: 0.1209521 Jul 15 14:59:48.354633 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-ad495114-2f5e-4548-84ca-18013f21173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:48.356952 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-ad495114-2f5e-4548-84ca-18013f21173f service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1086619 Jul 15 14:59:48.415077 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-86f16043-8430-4848-b2ec-6dafce1de02e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f00d0206-5e37-431f-aa87-3910788c3834 HTTP/1.1" status: 200 len: 217 time: 0.0503109 Jul 15 14:59:48.429162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-69958435-0fef-4c20-9710-9f86e99baefb req-ffd9facd-6cf9-43b9-a587-01bd0b4eeee4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Deleting port 32381893-d766-4198-8a4a-6fd98a74e920 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:59:48.429587 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-69958435-0fef-4c20-9710-9f86e99baefb req-ffd9facd-6cf9-43b9-a587-01bd0b4eeee4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:48.450733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-d94dbbee-7149-4f47-8d0f-6970850676f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:48.452743 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-d94dbbee-7149-4f47-8d0f-6970850676f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1576347 Jul 15 14:59:48.488233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-8e8f4cad-95fd-4d6e-a8ed-17581e35602f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:48.489521 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-8e8f4cad-95fd-4d6e-a8ed-17581e35602f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0579135 Jul 15 14:59:48.564734 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-7e28b696-729f-4337-b66a-73cee8f38aee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f00d0206-5e37-431f-aa87-3910788c3834 HTTP/1.1" status: 200 len: 217 time: 0.0813510 Jul 15 14:59:48.568333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f19fdb-fa1f-41ff-9ca8-1dab5ff8dbbc req-e81c42d8-0b95-418f-a1db-089d2fb69b74 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:48.571100 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36f19fdb-fa1f-41ff-9ca8-1dab5ff8dbbc req-e81c42d8-0b95-418f-a1db-089d2fb69b74 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 947 time: 0.1670504 Jul 15 14:59:48.605989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-18f919c2-2857-414a-8f38-4ffc97f70305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:48.607692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-18f919c2-2857-414a-8f38-4ffc97f70305 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1028166 Jul 15 14:59:48.631746 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36f19fdb-fa1f-41ff-9ca8-1dab5ff8dbbc req-bf995b69-6cb5-435e-872a-a378347c6385 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552709 Jul 15 14:59:48.655076 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-4bea20fc-06de-43b4-8816-74bb8da146eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:48.657870 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-4bea20fc-06de-43b4-8816-74bb8da146eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0782759 Jul 15 14:59:48.677755 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-69958435-0fef-4c20-9710-9f86e99baefb req-ffd9facd-6cf9-43b9-a587-01bd0b4eeee4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] For port 32381893-d766-4198-8a4a-6fd98a74e920, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=32381893-d766-4198-8a4a-6fd98a74e920,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:48.678129 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-69958435-0fef-4c20-9710-9f86e99baefb req-ffd9facd-6cf9-43b9-a587-01bd0b4eeee4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:48.694087 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-69958435-0fef-4c20-9710-9f86e99baefb req-ffd9facd-6cf9-43b9-a587-01bd0b4eeee4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Calling delete_port for 32381893-d766-4198-8a4a-6fd98a74e920 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:59:48.733963 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-f74599b7-7f89-4498-ad95-155beaaa5ca6 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071026 Jul 15 14:59:48.748824 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:48.856223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-14fda762-3a0f-4725-8f21-736eea3a1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:48.861275 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-14fda762-3a0f-4725-8f21-736eea3a1855 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1445007 Jul 15 14:59:48.931601 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-3b0eac3f-7769-4cee-a734-4052b3bf0892 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898816 Jul 15 14:59:48.951890 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fdd31-7704-49ce-aa3f-e32a0b96a867 req-dfcc1e27-a8bb-4e09-939d-9978624047b3 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:48.953440 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b7fdd31-7704-49ce-aa3f-e32a0b96a867 req-dfcc1e27-a8bb-4e09-939d-9978624047b3 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 944 time: 0.1240880 Jul 15 14:59:49.013011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b7fdd31-7704-49ce-aa3f-e32a0b96a867 req-3ebec0c5-6e53-4b3a-991f-0c096d81d67a tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524533 Jul 15 14:59:49.020226 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-8098e833-81d6-41db-ba87-b709c40a8fe2 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461723 Jul 15 14:59:49.022241 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:49.023187 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-69958435-0fef-4c20-9710-9f86e99baefb req-ffd9facd-6cf9-43b9-a587-01bd0b4eeee4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:49.039305 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['368c9bc7-3f28-474d-839f-d92f52ef95fc', '32381893-d766-4198-8a4a-6fd98a74e920'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:49.060937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9facd-6cf9-43b9-a587-01bd0b4eeee4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Pushing event deleted for resources: {'Port': ['ID=32381893-d766-4198-8a4a-6fd98a74e920,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:49.165367 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-69958435-0fef-4c20-9710-9f86e99baefb req-ffd9facd-6cf9-43b9-a587-01bd0b4eeee4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] No DVR routers for this DVR port 32381893-d766-4198-8a4a-6fd98a74e920 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:59:49.169588 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-69958435-0fef-4c20-9710-9f86e99baefb req-ffd9facd-6cf9-43b9-a587-01bd0b4eeee4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:49.171630 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-69958435-0fef-4c20-9710-9f86e99baefb req-ffd9facd-6cf9-43b9-a587-01bd0b4eeee4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.22 "DELETE /v2.0/ports/32381893-d766-4198-8a4a-6fd98a74e920 HTTP/1.1" status: 204 len: 173 time: 0.9548981 Jul 15 14:59:49.230366 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a848cbd8-09b8-4e51-8721-bfae7291e1b7 req-feba014c-5b57-4433-91c9-e5a33410b0ac service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983938 Jul 15 14:59:49.447408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6fd59-309d-45db-a59a-c81fd02e547f req-64970b66-f2c9-46bc-9cbb-f857b7678a79 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:49.450883 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fd6fd59-309d-45db-a59a-c81fd02e547f req-64970b66-f2c9-46bc-9cbb-f857b7678a79 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.0954809 Jul 15 14:59:49.490624 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fd6fd59-309d-45db-a59a-c81fd02e547f req-60949c2d-d156-4a77-bd08-4bc9a93037fc tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351717 Jul 15 14:59:49.882919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98bcfb-2728-4193-b208-526aeabe0239 req-b7287b86-cf15-4018-b331-5c8f8f67be69 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:49.890952 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c98bcfb-2728-4193-b208-526aeabe0239 req-b7287b86-cf15-4018-b331-5c8f8f67be69 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 947 time: 0.0825179 Jul 15 14:59:49.944461 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c98bcfb-2728-4193-b208-526aeabe0239 req-3c083e97-1e2f-4c7e-94f1-24490ca71a57 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495236 Jul 15 14:59:50.029194 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50396) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:50.149398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe2ecdd-832c-413b-bc6f-b17282f535aa', 'name': 'network-vif-deleted', 'tag': '32381893-d766-4198-8a4a-6fd98a74e920'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:50.151714 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b99e38-4cc6-4b8c-8306-e6cad1f4e8de" -d '{"events": [{"server_uuid": "3fe2ecdd-832c-413b-bc6f-b17282f535aa", "name": "network-vif-deleted", "tag": "32381893-d766-4198-8a4a-6fd98a74e920"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:50.223954 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56c4cdf2-68fe-4fa8-bc00-7155e92fb146 req-00df5a27-5e24-4193-a1f2-24761a5deed9 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 210 time: 0.0589263 Jul 15 14:59:50.285728 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad0005b-5f07-48aa-b49b-09c9043665d9 x-openstack-request-id: req-8ad0005b-5f07-48aa-b49b-09c9043665d9 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:50.286143 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe2ecdd-832c-413b-bc6f-b17282f535aa", "name": "network-vif-deleted", "tag": "32381893-d766-4198-8a4a-6fd98a74e920", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:50.286564 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ad0005b-5f07-48aa-b49b-09c9043665d9 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:50.286980 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe2ecdd-832c-413b-bc6f-b17282f535aa', 'name': 'network-vif-deleted', 'tag': '32381893-d766-4198-8a4a-6fd98a74e920', 'status': 'completed', 'code': 200} Jul 15 14:59:50.388106 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bdf64e-c5a4-4e9a-bc5f-587df2125570 admin admin] Deleting subnet b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:59:50.393432 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12bdf64e-c5a4-4e9a-bc5f-587df2125570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:50.450466 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12bdf64e-c5a4-4e9a-bc5f-587df2125570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:50.466484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-bd89c460-fb3e-44ff-8d6e-67f7e9d80207 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:50.469534 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-bd89c460-fb3e-44ff-8d6e-67f7e9d80207 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.11 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb&tenant_id=e4e49258fa6a4fb18919af5b4ad01325&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 947 time: 0.1511960 Jul 15 14:59:50.496571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7473ec1-95ea-4450-a56b-5f064857c223 req-d3d33c31-e08c-4df9-a815-bc2875fd5c77 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:50.504147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7473ec1-95ea-4450-a56b-5f064857c223 req-d3d33c31-e08c-4df9-a815-bc2875fd5c77 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 947 time: 0.1147110 Jul 15 14:59:50.524118 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12bdf64e-c5a4-4e9a-bc5f-587df2125570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:50.559583 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7473ec1-95ea-4450-a56b-5f064857c223 req-c593490a-66d3-417a-8592-c360100658ed tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545518 Jul 15 14:59:50.654458 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12bdf64e-c5a4-4e9a-bc5f-587df2125570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:50.660402 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-d4c10146-808c-4f81-9cc3-670c72153a22 service neutron] 10.222.0.11 "GET /v2.0/ports/f00d0206-5e37-431f-aa87-3910788c3834/bindings/n-h1-764435-3 HTTP/1.1" status: 200 len: 382 time: 0.1041400 Jul 15 14:59:50.686672 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdf64e-c5a4-4e9a-bc5f-587df2125570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:50.688986 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12bdf64e-c5a4-4e9a-bc5f-587df2125570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:50.691388 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-12bdf64e-c5a4-4e9a-bc5f-587df2125570 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b8b3b5d1-ab60-4ce3-a931-4fc9d758f2e2 HTTP/1.1" status: 204 len: 168 time: 0.6610205 Jul 15 14:59:50.694898 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50416) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:50.750554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-a9a206de-6a61-4d6a-94e1-ecb2d967908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:50.752355 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-a9a206de-6a61-4d6a-94e1-ecb2d967908d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 1098 time: 0.0596790 Jul 15 14:59:50.799488 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f35f1e53-e191-49ad-9035-8325727228b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:50.824113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d35b6-910d-4990-b407-45c095b4552b req-2324b2b5-563f-45c5-b376-149069e67832 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:50.831079 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c0d35b6-910d-4990-b407-45c095b4552b req-2324b2b5-563f-45c5-b376-149069e67832 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1457472 Jul 15 14:59:50.900117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-81fd6437-6c9c-4aa3-a795-bcfee964b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:50.901044 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-81fd6437-6c9c-4aa3-a795-bcfee964b969 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1400912 Jul 15 14:59:50.907069 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c0d35b6-910d-4990-b407-45c095b4552b req-29d84eae-73f4-4b40-95f6-beafe4cbb247 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750954 Jul 15 14:59:50.951754 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f35f1e53-e191-49ad-9035-8325727228b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:50.952833 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-8e608b6d-36c1-46e3-9ec0-d8c11cb65949 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f00d0206-5e37-431f-aa87-3910788c3834 HTTP/1.1" status: 200 len: 217 time: 0.0432212 Jul 15 14:59:50.964057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f35f1e53-e191-49ad-9035-8325727228b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6239ea20-fb27-4507-a07e-8bd13bd4e1c5']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:59:50.978612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f35f1e53-e191-49ad-9035-8325727228b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688c6480-0fa8-42ad-9986-558f317a8660') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:59:50.978921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f35f1e53-e191-49ad-9035-8325727228b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688c6480-0fa8-42ad-9986-558f317a8660') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:59:50.990241 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f35f1e53-e191-49ad-9035-8325727228b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:51.012138 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f35f1e53-e191-49ad-9035-8325727228b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:51.015829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-c0b5dcca-5a29-4b3c-b8ad-6d7ab3c732d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:51.017840 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-c0b5dcca-5a29-4b3c-b8ad-6d7ab3c732d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0568545 Jul 15 14:59:51.023198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35f1e53-e191-49ad-9035-8325727228b5 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:59:51.023866 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f35f1e53-e191-49ad-9035-8325727228b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.026123 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: timer() Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:59:51.029546 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:59:51.091314 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f35f1e53-e191-49ad-9035-8325727228b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:51.100163 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f35f1e53-e191-49ad-9035-8325727228b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:51.102394 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f35f1e53-e191-49ad-9035-8325727228b5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6239ea20-fb27-4507-a07e-8bd13bd4e1c5 HTTP/1.1" status: 204 len: 168 time: 0.4059029 Jul 15 14:59:51.115718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f1e53-e191-49ad-9035-8325727228b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6239ea20-fb27-4507-a07e-8bd13bd4e1c5,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:51.134934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-79dfc11a-d3ea-43a9-a98b-48f7aeaf0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:51.136576 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-79dfc11a-d3ea-43a9-a98b-48f7aeaf0654 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1023719 Jul 15 14:59:51.141891 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 32381893-d766-4198-8a4a-6fd98a74e920 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:59:51.167110 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 32381893-d766-4198-8a4a-6fd98a74e920 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:59:51.167478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 32381893-d766-4198-8a4a-6fd98a74e920 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:59:51.248302 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-d229e7a7-e20f-4391-8105-c184cfd8fbfa service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010160 Jul 15 14:59:51.262838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50426) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:51.328288 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-907bc725-b717-4fdc-960d-00cf46c07f0d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c897b36bbafc46f38b8951e37af7f8d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618138 Jul 15 14:59:51.328783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50428) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:51.381015 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-cb0485ea-0221-4b98-8d2a-92746572b19d service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248333 Jul 15 14:59:51.404063 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-504f00b9-1e42-41c2-85b6-95c86c71bd39 req-0054f5b9-0090-46a3-b032-7dae4bd5e892 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 210 time: 0.0424933 Jul 15 14:59:51.430895 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-402adcf9-3ec1-4467-8439-159df1838abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:51.435522 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device f00d0206-5e37-431f-aa87-3910788c3834 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:59:51.455249 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-402adcf9-3ec1-4467-8439-159df1838abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:51.511631 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-402adcf9-3ec1-4467-8439-159df1838abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:51.515451 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-402adcf9-3ec1-4467-8439-159df1838abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:51.516939 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-402adcf9-3ec1-4467-8439-159df1838abd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/747587b4-b097-4950-b53f-06dd1d3ec15e HTTP/1.1" status: 204 len: 168 time: 0.1870022 Jul 15 14:59:51.532702 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402adcf9-3ec1-4467-8439-159df1838abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747587b4-b097-4950-b53f-06dd1d3ec15e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:51.546255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f00d0206-5e37-431f-aa87-3910788c3834,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:51.568870 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'f00d0206-5e37-431f-aa87-3910788c3834', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'f00d0206-5e37-431f-aa87-3910788c3834', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:59:51.620312 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:51.636021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00d0206-5e37-431f-aa87-3910788c3834 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:51.667908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f00d0206-5e37-431f-aa87-3910788c3834,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:51.673834 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:51.758037 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=f00d0206-5e37-431f-aa87-3910788c3834,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:51.851812 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc74b6f-8543-4eca-aa2e-f864e342ca34 req-423d4998-6e65-4bce-9418-2e8a37ebcd4d tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:51.860886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-afc74b6f-8543-4eca-aa2e-f864e342ca34 req-423d4998-6e65-4bce-9418-2e8a37ebcd4d tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 948 time: 0.0892179 Jul 15 14:59:51.916112 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-afc74b6f-8543-4eca-aa2e-f864e342ca34 req-34740aa8-bf85-4fb5-a700-40ed7d233913 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535092 Jul 15 14:59:52.024766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['f00d0206-5e37-431f-aa87-3910788c3834'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:59:52.114672 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60df0a-0906-4da9-b83f-73428c9fba9c req-42c1ec8f-f020-464c-91c9-b4b633143f4f tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:52.116581 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c60df0a-0906-4da9-b83f-73428c9fba9c req-42c1ec8f-f020-464c-91c9-b4b633143f4f tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.0824318 Jul 15 14:59:52.191805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c60df0a-0906-4da9-b83f-73428c9fba9c req-047c8e27-2f2e-4c0f-8401-04c631345349 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685279 Jul 15 14:59:52.556317 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33eac54d-62f6-4be2-a3b8-d63fe1fb1485 req-0581ec3d-2f91-4703-8d0c-c0c12e897794 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 210 time: 0.0294423 Jul 15 14:59:53.152175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60417d10-2ded-4fb0-9ab0-91a0691d7e45 req-2dd3e712-fc83-40a6-a27c-b74904973d81 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:53.160862 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-60417d10-2ded-4fb0-9ab0-91a0691d7e45 req-2dd3e712-fc83-40a6-a27c-b74904973d81 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 948 time: 0.1072898 Jul 15 14:59:53.213260 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-60417d10-2ded-4fb0-9ab0-91a0691d7e45 req-f2431804-f305-47c7-be39-13e854bb50c1 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517254 Jul 15 14:59:53.311095 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50510) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:53.412395 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96053d5-ed0c-4be9-8b80-6a10f2bfe01c req-cda0b3ff-454f-4f1c-a616-f1d1f0f315ad tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:53.414191 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c96053d5-ed0c-4be9-8b80-6a10f2bfe01c req-cda0b3ff-454f-4f1c-a616-f1d1f0f315ad tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.0885401 Jul 15 14:59:53.437920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device f00d0206-5e37-431f-aa87-3910788c3834 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:59:53.467902 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c96053d5-ed0c-4be9-8b80-6a10f2bfe01c req-7ca155dc-e3a4-4fdc-83db-ff486b6b63fb tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461648 Jul 15 14:59:53.544461 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bad1992-e9ae-4c60-a91e-206f7202de85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:53.593191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f00d0206-5e37-431f-aa87-3910788c3834,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:53.620467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'f00d0206-5e37-431f-aa87-3910788c3834', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'f00d0206-5e37-431f-aa87-3910788c3834', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:59:53.708449 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bad1992-e9ae-4c60-a91e-206f7202de85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:53.723196 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bad1992-e9ae-4c60-a91e-206f7202de85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:53.772232 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4eed380-5a9f-49c5-8aae-40924c7d3035 req-84fe6b92-1430-4ae1-9538-ad5c2c550bb5 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fe2ecdd-832c-413b-bc6f-b17282f535aa HTTP/1.1" status: 200 len: 210 time: 0.0615978 Jul 15 14:59:53.797074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad1992-e9ae-4c60-a91e-206f7202de85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed2a4bd-0015-4534-925e-e74476fc702b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:53.802614 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3bad1992-e9ae-4c60-a91e-206f7202de85 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=78e01f2bf1c546c69893e2ef11a2bf69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903464 Jul 15 14:59:53.805748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50516) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:53.907920 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ecbf68a-5327-4512-87ba-97d9e889f695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:53.945941 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ecbf68a-5327-4512-87ba-97d9e889f695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:53.962187 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-2f15b601-480e-4000-aae3-ac9bc9aa582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:53.964016 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-2f15b601-480e-4000-aae3-ac9bc9aa582f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb&tenant_id=e4e49258fa6a4fb18919af5b4ad01325 HTTP/1.1" status: 200 len: 1099 time: 0.1286225 Jul 15 14:59:53.976744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:59:54.076553 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:54.078372 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ecbf68a-5327-4512-87ba-97d9e889f695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:54.080796 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ecbf68a-5327-4512-87ba-97d9e889f695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:54.084443 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4ecbf68a-5327-4512-87ba-97d9e889f695 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aed2a4bd-0015-4534-925e-e74476fc702b HTTP/1.1" status: 204 len: 168 time: 0.2751064 Jul 15 14:59:54.101357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbf68a-5327-4512-87ba-97d9e889f695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed2a4bd-0015-4534-925e-e74476fc702b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:54.468644 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f00d0206-5e37-431f-aa87-3910788c3834,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:54.532636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:59:54.616200 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f00d0206-5e37-431f-aa87-3910788c3834 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:59:54.628031 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:54.661195 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Ignored duplicate provisioning block setup for port f00d0206-5e37-431f-aa87-3910788c3834 by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 14:59:54.668738 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:54.804381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Pushing event updated for resources: {'Port': ['ID=f00d0206-5e37-431f-aa87-3910788c3834,revision_number=9']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:54.808525 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844344e-706b-4978-99ed-42a3b33b672a req-ccd83854-cf4e-416c-a179-9665319cb7e4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:54.811340 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8844344e-706b-4978-99ed-42a3b33b672a req-ccd83854-cf4e-416c-a179-9665319cb7e4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 947 time: 0.1204860 Jul 15 14:59:54.819266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] No DVR routers for this DVR port f00d0206-5e37-431f-aa87-3910788c3834 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:59:54.883365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8844344e-706b-4978-99ed-42a3b33b672a req-2eec7102-6180-47cb-9289-73ea5d056163 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507627 Jul 15 14:59:54.900712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Attempting to bind port f00d0206-5e37-431f-aa87-3910788c3834 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:59:54.901099 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Attempting to bind port f00d0206-5e37-431f-aa87-3910788c3834 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:59:54.902348 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Attempting to bind port f00d0206-5e37-431f-aa87-3910788c3834 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:59:54.909243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954761d3-4375-45fd-ae8b-b46a95409511 req-07745684-861f-4bd0-a1a0-3ed1da7613b1 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:54.917367 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-954761d3-4375-45fd-ae8b-b46a95409511 req-07745684-861f-4bd0-a1a0-3ed1da7613b1 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1333141 Jul 15 14:59:54.917551 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Port f00d0206-5e37-431f-aa87-3910788c3834 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:59:54.917872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Attempting to bind port f00d0206-5e37-431f-aa87-3910788c3834 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:59:54.924303 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:59:54.924841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:59:54.926411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:59:54.927364 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Bound port: f00d0206-5e37-431f-aa87-3910788c3834, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:59:54.927890 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:54.994522 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-954761d3-4375-45fd-ae8b-b46a95409511 req-8aa0969c-e43d-413f-a174-9a69b5d3d27a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749009 Jul 15 14:59:55.055314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:59:55.067785 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f00d0206-5e37-431f-aa87-3910788c3834,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:59:55.076735 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:55.101027 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:55.101967 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:55.103704 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] 10.222.0.22 "PUT /v2.0/ports/f00d0206-5e37-431f-aa87-3910788c3834 HTTP/1.1" status: 200 len: 1095 time: 1.1316497 Jul 15 14:59:55.104654 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585979dc-4545-46a1-a72b-22548ce721fb', 'tag': 'f00d0206-5e37-431f-aa87-3910788c3834'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:59:55.107616 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32843d6-65a9-42b0-b349-1512e49c9097" -d '{"events": [{"name": "network-changed", "server_uuid": "585979dc-4545-46a1-a72b-22548ce721fb", "tag": "f00d0206-5e37-431f-aa87-3910788c3834"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:59:55.255303 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0742d688-f8d7-4761-a79a-974bf7e989d7 x-openstack-request-id: req-0742d688-f8d7-4761-a79a-974bf7e989d7 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:59:55.255595 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585979dc-4545-46a1-a72b-22548ce721fb", "tag": "f00d0206-5e37-431f-aa87-3910788c3834", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:59:55.255852 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0742d688-f8d7-4761-a79a-974bf7e989d7 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:59:55.256258 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585979dc-4545-46a1-a72b-22548ce721fb', 'tag': 'f00d0206-5e37-431f-aa87-3910788c3834', 'status': 'completed', 'code': 200} Jul 15 14:59:55.275407 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0b5e4-095e-4e5d-aa24-f5ac97142d81 service neutron] Pushing event updated for resources: {'Port': ['ID=f00d0206-5e37-431f-aa87-3910788c3834,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:55.353501 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-da81dcf1-9b0e-4ed2-95a4-877711db1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:55.355213 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-da81dcf1-9b0e-4ed2-95a4-877711db1596 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 1099 time: 0.1597359 Jul 15 14:59:55.412554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-2dcba31e-c019-458d-95fa-831ee8109a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:55.414224 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-2dcba31e-c019-458d-95fa-831ee8109a85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 1099 time: 0.1411393 Jul 15 14:59:55.554415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-5d9f034d-eed5-407b-9155-f25d51765127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:55.556106 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-5d9f034d-eed5-407b-9155-f25d51765127 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1929557 Jul 15 14:59:55.630196 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-51fc615f-f24c-459f-8f31-c60887abe43c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f00d0206-5e37-431f-aa87-3910788c3834 HTTP/1.1" status: 200 len: 217 time: 0.0557363 Jul 15 14:59:55.635114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-50ef5f61-2bed-4218-b0e2-a3e1b6c74a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:55.636677 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-50ef5f61-2bed-4218-b0e2-a3e1b6c74a73 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2148767 Jul 15 14:59:55.795801 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-0e31d91c-bf5a-4be2-89bf-d0f62e16f68d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f00d0206-5e37-431f-aa87-3910788c3834 HTTP/1.1" status: 200 len: 217 time: 0.1345642 Jul 15 14:59:55.852248 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-10da7189-387c-4bfe-8fab-2cef69b161d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:55.854597 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-10da7189-387c-4bfe-8fab-2cef69b161d4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.2163918 Jul 15 14:59:55.902646 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-a97f3a1e-4b5c-4914-a623-4053078baac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:55.904244 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-a97f3a1e-4b5c-4914-a623-4053078baac1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0928442 Jul 15 14:59:56.007749 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-f5d5a779-750a-491a-b6cc-22c50e81c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:56.009391 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-f5d5a779-750a-491a-b6cc-22c50e81c45f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0979428 Jul 15 14:59:56.013992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-bb218666-5605-4f35-8e22-5442f867197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:56.027692 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-bb218666-5605-4f35-8e22-5442f867197e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601012 Jul 15 14:59:56.165186 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bc533-9680-4532-a664-78e905ac6cc1 req-f2e06db8-9875-48f1-aeb1-1fb093beb3f9 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:56.167799 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe0bc533-9680-4532-a664-78e905ac6cc1 req-f2e06db8-9875-48f1-aeb1-1fb093beb3f9 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 948 time: 0.1519969 Jul 15 14:59:56.221326 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-3ea13b9e-f433-482a-b522-dd7aed2b8f56 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924014 Jul 15 14:59:56.327321 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe0bc533-9680-4532-a664-78e905ac6cc1 req-7891274f-9f40-421d-a1c3-a273ecebbee9 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312895 Jul 15 14:59:56.397978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913ae70-39de-49a5-b9e0-57c3766efe70 req-0274ac1b-9104-4775-b5f3-5f926b866020 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:56.409569 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1913ae70-39de-49a5-b9e0-57c3766efe70 req-0274ac1b-9104-4775-b5f3-5f926b866020 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.2731576 Jul 15 14:59:56.506145 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1913ae70-39de-49a5-b9e0-57c3766efe70 req-78ee4089-44aa-49a8-bc17-c4537190ce17 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864885 Jul 15 14:59:56.776159 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-b2fce55c-0f15-42a7-aebe-5f6da11a288a service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7132714 Jul 15 14:59:56.778163 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-75a26d0e-84e0-4a80-96f7-6509065d71f6 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486364 Jul 15 14:59:56.917191 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f34372a-0dcd-4eca-8091-e8a0c8873c6d req-36365796-6c93-4891-9c5e-56aac44ade57 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202230 Jul 15 14:59:57.078758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-b4df695c-1072-4923-956d-73071aa1f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:57.081250 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-b4df695c-1072-4923-956d-73071aa1f587 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 1099 time: 0.0794129 Jul 15 14:59:57.216854 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-fa668034-8b8f-4fe8-86fd-767c90d4c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:57.218540 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-fa668034-8b8f-4fe8-86fd-767c90d4c6b0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1254928 Jul 15 14:59:57.268015 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-eddfc19a-4cc7-4b20-8c04-e054493fee1c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f00d0206-5e37-431f-aa87-3910788c3834 HTTP/1.1" status: 200 len: 217 time: 0.0418229 Jul 15 14:59:57.325701 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-5e1ce43e-0aae-4938-b7a0-bc7933024384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:57.327604 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-5e1ce43e-0aae-4938-b7a0-bc7933024384 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0527532 Jul 15 14:59:57.402815 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-18540f75-2147-4e44-ab6e-a0903124e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:57.405470 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-18540f75-2147-4e44-ab6e-a0903124e6ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701191 Jul 15 14:59:57.432878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device f00d0206-5e37-431f-aa87-3910788c3834 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:59:57.529778 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device f00d0206-5e37-431f-aa87-3910788c3834 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:59:57.549804 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-5376fe38-c101-4952-890d-811b80cdd9ef service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333714 Jul 15 14:59:57.559487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50642) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:57.677294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6e007-ce3c-4612-8e5f-c9a408988416 req-8a803be8-7b3e-43d6-be6a-761aee17fdb4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:57.684652 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3f6e007-ce3c-4612-8e5f-c9a408988416 req-8a803be8-7b3e-43d6-be6a-761aee17fdb4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 948 time: 0.1500382 Jul 15 14:59:57.746648 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:57.765479 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3f6e007-ce3c-4612-8e5f-c9a408988416 req-2bbc19f5-2db9-43f4-b77f-82d9fd226278 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798500 Jul 15 14:59:57.803824 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d32843d6-65a9-42b0-b349-1512e49c9097 req-2e88f9ea-40b5-4bc3-a56a-dae109ed83b2 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348650 Jul 15 14:59:57.840175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c4c10-730b-409e-80dc-7cdf4b66e00f req-51f8be0c-9ec9-4777-8bf0-09f6a344387b tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:57.853868 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-892c4c10-730b-409e-80dc-7cdf4b66e00f req-51f8be0c-9ec9-4777-8bf0-09f6a344387b tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1664331 Jul 15 14:59:57.885526 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:57.895509 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:57.915634 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-892c4c10-730b-409e-80dc-7cdf4b66e00f req-0d08b499-443d-4ee7-9de4-34739f71bdd5 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562732 Jul 15 14:59:57.927552 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a21030082b1a46dcab3516a0f8afb7fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667145 Jul 15 14:59:57.931923 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50648) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:57.997297 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2629f9ed-1d02-4b87-9c3c-7a7c27287fe9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:58.009072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:58.009429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:58.009760 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:58.010099 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:58.010438 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:58.010795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:58.011129 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:58.011459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:58.011788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:58.012314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:58.012652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:58.012993 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda3947-ff53-4687-8c4e-930998d30b28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:59:58.030499 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e648d2db-031f-4614-8a49-a7789eb64617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:58.056227 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e648d2db-031f-4614-8a49-a7789eb64617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:58.110667 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e648d2db-031f-4614-8a49-a7789eb64617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:58.115321 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e648d2db-031f-4614-8a49-a7789eb64617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:58.117187 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e648d2db-031f-4614-8a49-a7789eb64617 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2629f9ed-1d02-4b87-9c3c-7a7c27287fe9 HTTP/1.1" status: 204 len: 168 time: 0.1787293 Jul 15 14:59:58.138267 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648d2db-031f-4614-8a49-a7789eb64617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2629f9ed-1d02-4b87-9c3c-7a7c27287fe9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:58.405610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50656) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:58.419015 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f850595-ba79-4a57-98ab-4b7b59b74ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:58.508870 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f850595-ba79-4a57-98ab-4b7b59b74ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:58.512620 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f850595-ba79-4a57-98ab-4b7b59b74ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:58.552676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f850595-ba79-4a57-98ab-4b7b59b74ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b8544c-5fab-450e-9a48-1975a59aef82,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:58.560460 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5f850595-ba79-4a57-98ab-4b7b59b74ac1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=45738dc11c524ded9d1c608807c3c345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513393 Jul 15 14:59:58.560773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50662) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:58.618488 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8519c84a-2e8d-4310-bfa8-351e3acacbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:58.642791 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8519c84a-2e8d-4310-bfa8-351e3acacbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:58.703684 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8519c84a-2e8d-4310-bfa8-351e3acacbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:58.707515 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8519c84a-2e8d-4310-bfa8-351e3acacbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:58.708718 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8519c84a-2e8d-4310-bfa8-351e3acacbe4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e9b8544c-5fab-450e-9a48-1975a59aef82 HTTP/1.1" status: 204 len: 168 time: 0.1472058 Jul 15 14:59:58.716986 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519c84a-2e8d-4310-bfa8-351e3acacbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b8544c-5fab-450e-9a48-1975a59aef82,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:59:59.336801 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec0284-de4f-4ec0-b7f6-50a80d2f8668 req-04827457-b3f5-43e9-a847-2ef7c263daa0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:59.338322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d7ec0284-de4f-4ec0-b7f6-50a80d2f8668 req-04827457-b3f5-43e9-a847-2ef7c263daa0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 948 time: 0.4456794 Jul 15 14:59:59.351314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ff12c-195c-4927-b09f-8bce02d7ba77 req-2b38088e-f7e2-4d56-be55-5265cae30ab4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:59.353032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a2ff12c-195c-4927-b09f-8bce02d7ba77 req-2b38088e-f7e2-4d56-be55-5265cae30ab4 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 944 time: 0.4498334 Jul 15 14:59:59.424618 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d7ec0284-de4f-4ec0-b7f6-50a80d2f8668 req-791bbc06-201e-4726-9700-ec13ce53aaf6 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686011 Jul 15 14:59:59.451138 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a2ff12c-195c-4927-b09f-8bce02d7ba77 req-38d543c1-ba61-4529-8daf-19491a28c491 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826254 Jul 15 14:59:59.642477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc585528-c102-4fef-9e84-7e4e963b590d req-982bf461-8fe7-42e4-b182-a45db7964255 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:59.644754 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc585528-c102-4fef-9e84-7e4e963b590d req-982bf461-8fe7-42e4-b182-a45db7964255 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1021526 Jul 15 14:59:59.679334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916093a-63b0-4f79-a52d-632b3f788a26 req-18955999-a495-42a0-a29c-7ef6bd9e7c41 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:59.681138 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4916093a-63b0-4f79-a52d-632b3f788a26 req-18955999-a495-42a0-a29c-7ef6bd9e7c41 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.22 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 944 time: 0.1053636 Jul 15 14:59:59.694119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc585528-c102-4fef-9e84-7e4e963b590d req-2cf54ae3-61ea-4d25-a41f-67c213de43fc tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433023 Jul 15 14:59:59.798047 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-4916093a-63b0-4f79-a52d-632b3f788a26 req-6223c56d-0ad8-446b-8aa8-0bd89a453001 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Deleting port 368c9bc7-3f28-474d-839f-d92f52ef95fc {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:59:59.798512 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4916093a-63b0-4f79-a52d-632b3f788a26 req-6223c56d-0ad8-446b-8aa8-0bd89a453001 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:59.900494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b35eba-e513-47cd-9f12-ef093fb81b4f req-260996ce-353d-4168-9807-1c593fc7eca8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:59:59.901214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08b35eba-e513-47cd-9f12-ef093fb81b4f req-260996ce-353d-4168-9807-1c593fc7eca8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 945 time: 0.0869324 Jul 15 14:59:59.908529 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4916093a-63b0-4f79-a52d-632b3f788a26 req-6223c56d-0ad8-446b-8aa8-0bd89a453001 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] For port 368c9bc7-3f28-474d-839f-d92f52ef95fc, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=368c9bc7-3f28-474d-839f-d92f52ef95fc,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:59:59.908908 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4916093a-63b0-4f79-a52d-632b3f788a26 req-6223c56d-0ad8-446b-8aa8-0bd89a453001 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:59.924335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-4916093a-63b0-4f79-a52d-632b3f788a26 req-6223c56d-0ad8-446b-8aa8-0bd89a453001 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Calling delete_port for 368c9bc7-3f28-474d-839f-d92f52ef95fc owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:59:59.942521 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08b35eba-e513-47cd-9f12-ef093fb81b4f req-a3971a04-368d-433c-8bbf-78e5f4416fe5 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/security-groups?id=e16b8669-e3b4-46eb-bf00-92c3ad80c904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347714 Jul 15 14:59:59.962750 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-70e8547c-ed05-47bd-a835-ee1f03e4101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:00.107286 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4916093a-63b0-4f79-a52d-632b3f788a26 req-6223c56d-0ad8-446b-8aa8-0bd89a453001 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:00.122035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['368c9bc7-3f28-474d-839f-d92f52ef95fc'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:00:00.137687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223c56d-0ad8-446b-8aa8-0bd89a453001 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Pushing event deleted for resources: {'Port': ['ID=368c9bc7-3f28-474d-839f-d92f52ef95fc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:00.193388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4916093a-63b0-4f79-a52d-632b3f788a26 req-6223c56d-0ad8-446b-8aa8-0bd89a453001 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] No DVR routers for this DVR port 368c9bc7-3f28-474d-839f-d92f52ef95fc on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:00:00.196115 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4916093a-63b0-4f79-a52d-632b3f788a26 req-6223c56d-0ad8-446b-8aa8-0bd89a453001 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:00.198173 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4916093a-63b0-4f79-a52d-632b3f788a26 req-6223c56d-0ad8-446b-8aa8-0bd89a453001 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.22 "DELETE /v2.0/ports/368c9bc7-3f28-474d-839f-d92f52ef95fc HTTP/1.1" status: 204 len: 173 time: 0.5087221 Jul 15 15:00:00.198641 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8145c732-1584-4885-834f-33a66969248f', 'name': 'network-vif-deleted', 'tag': '368c9bc7-3f28-474d-839f-d92f52ef95fc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:00.200890 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef2ee1e-bf5a-4daa-9c27-20b7f165ba91" -d '{"events": [{"server_uuid": "8145c732-1584-4885-834f-33a66969248f", "name": "network-vif-deleted", "tag": "368c9bc7-3f28-474d-839f-d92f52ef95fc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:00.241377 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10974220-e7c8-411a-a92a-05a6ca0b405b x-openstack-request-id: req-10974220-e7c8-411a-a92a-05a6ca0b405b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:00.241672 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8145c732-1584-4885-834f-33a66969248f", "name": "network-vif-deleted", "tag": "368c9bc7-3f28-474d-839f-d92f52ef95fc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:00.241924 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-10974220-e7c8-411a-a92a-05a6ca0b405b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:00.242326 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8145c732-1584-4885-834f-33a66969248f', 'name': 'network-vif-deleted', 'tag': '368c9bc7-3f28-474d-839f-d92f52ef95fc', 'status': 'completed', 'code': 200} Jul 15 15:00:00.618647 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-00d1e62a-7a64-4c62-a466-de87cd3f0a52 req-75d367f4-5920-4c11-ac75-eb15ee76441a tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=8145c732-1584-4885-834f-33a66969248f HTTP/1.1" status: 200 len: 210 time: 0.0331457 Jul 15 15:00:00.653623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261b682-0e64-40b8-b6e6-769ca16c9b33 req-198abae1-fe3d-4bce-be94-e3326c69b5b9 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:00.655576 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7261b682-0e64-40b8-b6e6-769ca16c9b33 req-198abae1-fe3d-4bce-be94-e3326c69b5b9 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 948 time: 0.1060047 Jul 15 15:00:00.702822 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7261b682-0e64-40b8-b6e6-769ca16c9b33 req-e5fb2ad7-91bc-4765-aeec-c0ee2599fdae tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 Jul 15 15:00:01.084409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38277491-68b6-43bc-9732-81fd2a177393 req-3df12060-4bab-4464-bf1a-3d86befcbc9c tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:01.085900 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38277491-68b6-43bc-9732-81fd2a177393 req-3df12060-4bab-4464-bf1a-3d86befcbc9c tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1055083 Jul 15 15:00:01.088693 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa1f13-0923-417e-b2e7-3f7d7b633ef3 req-5a495549-c711-404f-943e-b8a80230bc3c tempest-MigrationsAdminTest-1641280741 tempest-MigrationsAdminTest-1641280741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:01.090101 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36aa1f13-0923-417e-b2e7-3f7d7b633ef3 req-5a495549-c711-404f-943e-b8a80230bc3c tempest-MigrationsAdminTest-1641280741 tempest-MigrationsAdminTest-1641280741-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 1099 time: 0.1211367 Jul 15 15:00:01.159492 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38277491-68b6-43bc-9732-81fd2a177393 req-7d15d9dd-fb95-46bf-8ee3-129c532adbc3 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675917 Jul 15 15:00:01.162662 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36aa1f13-0923-417e-b2e7-3f7d7b633ef3 req-ce4a1aca-a7fa-4440-aa1d-94b0e3c36f56 tempest-MigrationsAdminTest-1641280741 tempest-MigrationsAdminTest-1641280741-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592391 Jul 15 15:00:01.209339 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f00d0206-5e37-431f-aa87-3910788c3834 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:00:01.329922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f00d0206-5e37-431f-aa87-3910788c3834,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:01.343402 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'f00d0206-5e37-431f-aa87-3910788c3834', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'f00d0206-5e37-431f-aa87-3910788c3834', 'mac_address': 'fa:16:3e:aa:b5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:00:01.388792 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:01.405379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00d0206-5e37-431f-aa87-3910788c3834 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:00:01.427095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f00d0206-5e37-431f-aa87-3910788c3834,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:01.431679 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:01.498647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f00d0206-5e37-431f-aa87-3910788c3834,revision_number=11']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:01.504007 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8071bb9-7e1e-4cfc-8e36-6b84e48bae38 req-f470a6de-d408-479a-8d83-e323fd3e3a94 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:01.505633 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8071bb9-7e1e-4cfc-8e36-6b84e48bae38 req-f470a6de-d408-479a-8d83-e323fd3e3a94 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 945 time: 0.0822206 Jul 15 15:00:01.557958 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8071bb9-7e1e-4cfc-8e36-6b84e48bae38 req-78c77340-05ea-46fe-867e-bc817c89a740 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/security-groups?id=e16b8669-e3b4-46eb-bf00-92c3ad80c904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461020 Jul 15 15:00:01.613523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50762) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:01.723716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cff98-0e86-474f-b8d5-c5c3bdf70c58 req-f4534f94-5d8a-4865-baea-59dec8b211b6 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:01.725305 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e83cff98-0e86-474f-b8d5-c5c3bdf70c58 req-f4534f94-5d8a-4865-baea-59dec8b211b6 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.0736415 Jul 15 15:00:01.731176 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f39f739-8134-4c71-99d1-f69c973a31bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:01.771473 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e83cff98-0e86-474f-b8d5-c5c3bdf70c58 req-2992c38b-2b36-47b8-92bc-10697c9d15cd tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398452 Jul 15 15:00:01.829187 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f39f739-8134-4c71-99d1-f69c973a31bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:01.833043 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f39f739-8134-4c71-99d1-f69c973a31bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:01.876422 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9f39f739-8134-4c71-99d1-f69c973a31bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d55a519b48c440f8a5cc8fe064f2f4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617147 Jul 15 15:00:01.877319 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39f739-8134-4c71-99d1-f69c973a31bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abda3605-2873-4795-81c1-50f57c9b60a8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:01.879846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50772) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:01.888746 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['f00d0206-5e37-431f-aa87-3910788c3834'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:00:01.967422 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:01.998395 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:02.065618 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:02.069628 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:02.072604 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/abda3605-2873-4795-81c1-50f57c9b60a8 HTTP/1.1" status: 204 len: 168 time: 0.1908605 Jul 15 15:00:02.135667 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abda3605-2873-4795-81c1-50f57c9b60a8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:02.155140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:02.155837 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:02.156422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:02.156977 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:02.157662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:02.158323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:02.159153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:02.160290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:02.160972 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:02.161619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:02.162268 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:02.163191 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e69989-ea44-436b-b416-c13efcf35829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:02.217043 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99057f-2d7f-4240-9fc4-0352491acc3b req-18a13ee6-77c5-4c66-9697-b525539dd6eb tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:02.222087 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d99057f-2d7f-4240-9fc4-0352491acc3b req-18a13ee6-77c5-4c66-9697-b525539dd6eb tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 945 time: 0.1477401 Jul 15 15:00:02.266120 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d99057f-2d7f-4240-9fc4-0352491acc3b req-1c304422-3dd4-49db-a01e-1de090def7f6 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 Jul 15 15:00:02.398051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50788) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:02.412151 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-55294b95-6cd7-4fc4-b1c4-870985a3c619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:02.470381 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e72a1-e601-44e4-9b2f-cd80c447cea3 req-1fbb77e8-83b4-4be9-84f6-567309a1de59 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:02.471967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-806e72a1-e601-44e4-9b2f-cd80c447cea3 req-1fbb77e8-83b4-4be9-84f6-567309a1de59 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.0680065 Jul 15 15:00:02.524869 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-806e72a1-e601-44e4-9b2f-cd80c447cea3 req-4bd13bbc-8299-4af0-b5d7-270a5ccdcbe3 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429287 Jul 15 15:00:02.541918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee8fbc-b2c7-4ff2-b7dc-5fa155a33693 req-ac022c56-8db8-4b59-a4c5-05a17d1dc771 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:02.543604 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3aee8fbc-b2c7-4ff2-b7dc-5fa155a33693 req-ac022c56-8db8-4b59-a4c5-05a17d1dc771 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 945 time: 0.1012399 Jul 15 15:00:02.593391 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74521bef-4ad5-4291-b248-6accee62dce0 req-dca5faa0-57ed-4ce2-94ff-17a29b99a9d1 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:02.595998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-74521bef-4ad5-4291-b248-6accee62dce0 req-dca5faa0-57ed-4ce2-94ff-17a29b99a9d1 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 945 time: 0.0746281 Jul 15 15:00:02.608620 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-55294b95-6cd7-4fc4-b1c4-870985a3c619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:02.619879 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-55294b95-6cd7-4fc4-b1c4-870985a3c619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:02.637673 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-74521bef-4ad5-4291-b248-6accee62dce0 req-a97302da-3353-4dba-b40f-2e026d7525de tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/security-groups?id=e16b8669-e3b4-46eb-bf00-92c3ad80c904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359938 Jul 15 15:00:02.686517 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55294b95-6cd7-4fc4-b1c4-870985a3c619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c37c3c-e3d8-4bf4-bf52-8202e9b7ae69,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:02.692383 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:02.696250 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-55294b95-6cd7-4fc4-b1c4-870985a3c619 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cb030860276149c5890e8db3a0191f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970846 Jul 15 15:00:02.698742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50790) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:02.742787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3aee8fbc-b2c7-4ff2-b7dc-5fa155a33693 req-05daf8ec-0e61-47d5-93bd-7fcbcdcd5fdf tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Deleting port 9adffc1d-f299-4bca-b4bb-a12f18054d51 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:02.743132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3aee8fbc-b2c7-4ff2-b7dc-5fa155a33693 req-05daf8ec-0e61-47d5-93bd-7fcbcdcd5fdf tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:02.784036 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97ea6557-398d-458b-aaf7-aed3f5af480d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:02.851022 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78701d9a-d55a-4c8a-b0aa-0667fb2e542c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:02.851300 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97ea6557-398d-458b-aaf7-aed3f5af480d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:02.883061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3aee8fbc-b2c7-4ff2-b7dc-5fa155a33693 req-05daf8ec-0e61-47d5-93bd-7fcbcdcd5fdf tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] For port 9adffc1d-f299-4bca-b4bb-a12f18054d51, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9adffc1d-f299-4bca-b4bb-a12f18054d51,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:02.883498 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3aee8fbc-b2c7-4ff2-b7dc-5fa155a33693 req-05daf8ec-0e61-47d5-93bd-7fcbcdcd5fdf tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:02.907782 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3aee8fbc-b2c7-4ff2-b7dc-5fa155a33693 req-05daf8ec-0e61-47d5-93bd-7fcbcdcd5fdf tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Calling delete_port for 9adffc1d-f299-4bca-b4bb-a12f18054d51 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:02.961031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170d94b-80c6-4969-bfa7-7488af1f32a3 req-847cefe7-051c-495b-a4bf-9024f62a72c8 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:02.963469 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d170d94b-80c6-4969-bfa7-7488af1f32a3 req-847cefe7-051c-495b-a4bf-9024f62a72c8 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.0703878 Jul 15 15:00:02.971609 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97ea6557-398d-458b-aaf7-aed3f5af480d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:02.974196 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97ea6557-398d-458b-aaf7-aed3f5af480d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:02.975361 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-97ea6557-398d-458b-aaf7-aed3f5af480d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c3c37c3c-e3d8-4bf4-bf52-8202e9b7ae69 HTTP/1.1" status: 204 len: 168 time: 0.2757111 Jul 15 15:00:02.987215 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea6557-398d-458b-aaf7-aed3f5af480d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c37c3c-e3d8-4bf4-bf52-8202e9b7ae69,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:03.008137 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d170d94b-80c6-4969-bfa7-7488af1f32a3 req-8e2181e7-d43d-46e5-9520-90188fb9dfdd tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382502 Jul 15 15:00:03.097855 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3aee8fbc-b2c7-4ff2-b7dc-5fa155a33693 req-05daf8ec-0e61-47d5-93bd-7fcbcdcd5fdf tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:03.133140 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05daf8ec-0e61-47d5-93bd-7fcbcdcd5fdf tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Pushing event deleted for resources: {'Port': ['ID=9adffc1d-f299-4bca-b4bb-a12f18054d51,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:03.186452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aee8fbc-b2c7-4ff2-b7dc-5fa155a33693 req-05daf8ec-0e61-47d5-93bd-7fcbcdcd5fdf tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] No DVR routers for this DVR port 9adffc1d-f299-4bca-b4bb-a12f18054d51 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:00:03.189470 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3aee8fbc-b2c7-4ff2-b7dc-5fa155a33693 req-05daf8ec-0e61-47d5-93bd-7fcbcdcd5fdf tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:03.192657 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3aee8fbc-b2c7-4ff2-b7dc-5fa155a33693 req-05daf8ec-0e61-47d5-93bd-7fcbcdcd5fdf tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.11 "DELETE /v2.0/ports/9adffc1d-f299-4bca-b4bb-a12f18054d51 HTTP/1.1" status: 204 len: 173 time: 0.6426222 Jul 15 15:00:03.193107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ab09d5-8b33-4c4d-abc1-63d8daf52076', 'name': 'network-vif-deleted', 'tag': '9adffc1d-f299-4bca-b4bb-a12f18054d51'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:03.195582 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1fbc15-7531-4633-851d-299049c65b04" -d '{"events": [{"server_uuid": "c7ab09d5-8b33-4c4d-abc1-63d8daf52076", "name": "network-vif-deleted", "tag": "9adffc1d-f299-4bca-b4bb-a12f18054d51"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:03.231818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f00d0206-5e37-431f-aa87-3910788c3834 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:00:03.237492 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9bdddd-bea9-4e36-8731-1f9594249d92 x-openstack-request-id: req-8e9bdddd-bea9-4e36-8731-1f9594249d92 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:03.238548 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ab09d5-8b33-4c4d-abc1-63d8daf52076", "name": "network-vif-deleted", "tag": "9adffc1d-f299-4bca-b4bb-a12f18054d51", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:03.238897 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e9bdddd-bea9-4e36-8731-1f9594249d92 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:03.239590 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ab09d5-8b33-4c4d-abc1-63d8daf52076', 'name': 'network-vif-deleted', 'tag': '9adffc1d-f299-4bca-b4bb-a12f18054d51', 'status': 'completed', 'code': 200} Jul 15 15:00:03.295084 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed28eb-13ec-4ae7-b27c-5477701c6c76 req-a84662c8-8b5a-4c94-97fd-5d9a4c70dfe4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:03.297082 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8fed28eb-13ec-4ae7-b27c-5477701c6c76 req-a84662c8-8b5a-4c94-97fd-5d9a4c70dfe4 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 949 time: 0.0713129 Jul 15 15:00:03.349815 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:03.368165 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f00d0206-5e37-431f-aa87-3910788c3834 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:00:03.395037 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f00d0206-5e37-431f-aa87-3910788c3834,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:03.403874 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:03.404704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 368c9bc7-3f28-474d-839f-d92f52ef95fc no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:00:03.448263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 368c9bc7-3f28-474d-839f-d92f52ef95fc {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:00:03.448689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 368c9bc7-3f28-474d-839f-d92f52ef95fc not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:00:03.482631 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f00d0206-5e37-431f-aa87-3910788c3834,revision_number=12']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:03.482812 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-8fed28eb-13ec-4ae7-b27c-5477701c6c76 req-653d02c8-af7a-48c9-8e75-3db4636e7204 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Deleting port f00d0206-5e37-431f-aa87-3910788c3834 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:03.482896 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fed28eb-13ec-4ae7-b27c-5477701c6c76 req-653d02c8-af7a-48c9-8e75-3db4636e7204 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:03.491967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-875c75c8-3537-4e2f-9c2d-fca75bdd3937 req-4716902f-345e-4e08-a32c-cb1fcabc4a8d tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ab09d5-8b33-4c4d-abc1-63d8daf52076 HTTP/1.1" status: 200 len: 210 time: 0.0312512 Jul 15 15:00:03.594166 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8fed28eb-13ec-4ae7-b27c-5477701c6c76 req-653d02c8-af7a-48c9-8e75-3db4636e7204 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] For port f00d0206-5e37-431f-aa87-3910788c3834, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f00d0206-5e37-431f-aa87-3910788c3834,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:03.594645 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fed28eb-13ec-4ae7-b27c-5477701c6c76 req-653d02c8-af7a-48c9-8e75-3db4636e7204 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:03.611915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-8fed28eb-13ec-4ae7-b27c-5477701c6c76 req-653d02c8-af7a-48c9-8e75-3db4636e7204 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Calling delete_port for f00d0206-5e37-431f-aa87-3910788c3834 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:03.742894 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016d58a-7dd0-4036-8803-2a866a89e96a req-f294248d-ee6d-43c4-aea7-1784b007d1c4 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:03.744658 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9016d58a-7dd0-4036-8803-2a866a89e96a req-f294248d-ee6d-43c4-aea7-1784b007d1c4 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.0901463 Jul 15 15:00:03.812008 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fed28eb-13ec-4ae7-b27c-5477701c6c76 req-653d02c8-af7a-48c9-8e75-3db4636e7204 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:03.832437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['49b209ae-4cb9-4438-8f90-acb2c1cac55a', '6319c56b-17e9-403b-b880-870a86feb706', '2d442acc-72fb-4e88-aa3f-0095bdd41bfe'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:00:03.842832 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9016d58a-7dd0-4036-8803-2a866a89e96a req-89992fd3-35bf-4536-b33f-94a69f599fc1 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886278 Jul 15 15:00:03.855541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d02c8-af7a-48c9-8e75-3db4636e7204 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Pushing event deleted for resources: {'Port': ['ID=f00d0206-5e37-431f-aa87-3910788c3834,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:03.904877 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71d175-2949-4753-9079-fb996e173bd7 req-4a5c1ac8-2e9f-4f3f-bb73-4879885e72ae tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:03.914233 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c71d175-2949-4753-9079-fb996e173bd7 req-4a5c1ac8-2e9f-4f3f-bb73-4879885e72ae tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 945 time: 0.1243193 Jul 15 15:00:03.962950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fed28eb-13ec-4ae7-b27c-5477701c6c76 req-653d02c8-af7a-48c9-8e75-3db4636e7204 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] No DVR routers for this DVR port f00d0206-5e37-431f-aa87-3910788c3834 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:00:03.971759 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fed28eb-13ec-4ae7-b27c-5477701c6c76 req-653d02c8-af7a-48c9-8e75-3db4636e7204 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:03.974094 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8fed28eb-13ec-4ae7-b27c-5477701c6c76 req-653d02c8-af7a-48c9-8e75-3db4636e7204 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "DELETE /v2.0/ports/f00d0206-5e37-431f-aa87-3910788c3834 HTTP/1.1" status: 204 len: 173 time: 0.6600108 Jul 15 15:00:03.979084 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c71d175-2949-4753-9079-fb996e173bd7 req-17e55cd6-c80c-4fcb-9e1b-48114b231e52 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/security-groups?id=e16b8669-e3b4-46eb-bf00-92c3ad80c904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642571 Jul 15 15:00:04.080546 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee258249-f1f5-40a5-87a7-2beb4c3d5019 req-f15f3737-a06d-45ad-8464-c8c435d67a6b tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:04.083505 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ee258249-f1f5-40a5-87a7-2beb4c3d5019 req-f15f3737-a06d-45ad-8464-c8c435d67a6b tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 945 time: 0.0774732 Jul 15 15:00:04.210746 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:04.224360 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:00:04.299413 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-047e4755-cf1d-4e81-9585-224efc79ac10 req-36c164ca-6fc1-4241-82c9-6a606a785971 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=585979dc-4545-46a1-a72b-22548ce721fb HTTP/1.1" status: 200 len: 210 time: 0.0593338 Jul 15 15:00:04.327991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-ee258249-f1f5-40a5-87a7-2beb4c3d5019 req-94c41c79-c57e-4a55-ae7d-c0310bb3d0d8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Deleting port ece3a68f-342e-47e9-8a1a-b8fe7098b963 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:04.328370 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ee258249-f1f5-40a5-87a7-2beb4c3d5019 req-94c41c79-c57e-4a55-ae7d-c0310bb3d0d8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:04.435398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ee258249-f1f5-40a5-87a7-2beb4c3d5019 req-94c41c79-c57e-4a55-ae7d-c0310bb3d0d8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] For port ece3a68f-342e-47e9-8a1a-b8fe7098b963, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ece3a68f-342e-47e9-8a1a-b8fe7098b963,segment=NetworkSegment(73d7448c-5849-4b42-ba92-d720cdc55d5c),segment_id=73d7448c-5849-4b42-ba92-d720cdc55d5c)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:04.435873 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ee258249-f1f5-40a5-87a7-2beb4c3d5019 req-94c41c79-c57e-4a55-ae7d-c0310bb3d0d8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:04.696475 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ee258249-f1f5-40a5-87a7-2beb4c3d5019 req-94c41c79-c57e-4a55-ae7d-c0310bb3d0d8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:04.697584 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ee258249-f1f5-40a5-87a7-2beb4c3d5019 req-94c41c79-c57e-4a55-ae7d-c0310bb3d0d8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:04.698106 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [req-ee258249-f1f5-40a5-87a7-2beb4c3d5019 req-94c41c79-c57e-4a55-ae7d-c0310bb3d0d8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Floating IP 0abea602-51a7-4b8b-8fec-888330134bf5 disassociated. External IP: 172.25.4.180, port: ece3a68f-342e-47e9-8a1a-b8fe7098b963. Jul 15 15:00:04.698982 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-ee258249-f1f5-40a5-87a7-2beb4c3d5019 req-94c41c79-c57e-4a55-ae7d-c0310bb3d0d8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Calling delete_port for ece3a68f-342e-47e9-8a1a-b8fe7098b963 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:04.869732 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ee258249-f1f5-40a5-87a7-2beb4c3d5019 req-94c41c79-c57e-4a55-ae7d-c0310bb3d0d8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:04.954975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c41c79-c57e-4a55-ae7d-c0310bb3d0d8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Pushing event deleted for resources: {'Port': ['ID=ece3a68f-342e-47e9-8a1a-b8fe7098b963,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:05.089665 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee258249-f1f5-40a5-87a7-2beb4c3d5019 req-94c41c79-c57e-4a55-ae7d-c0310bb3d0d8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Router 44aa7394-9a30-4a12-8e7a-c91e82e1175c has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:00:05.143620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e6bc1-5ccb-4850-86e3-ac49b4dea937 req-fee974fb-02c1-41c1-8960-2e5801d728b4 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:05.145794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a2e6bc1-5ccb-4850-86e3-ac49b4dea937 req-fee974fb-02c1-41c1-8960-2e5801d728b4 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1191561 Jul 15 15:00:05.157037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e0418-1d1e-44f4-a560-0ac17ed9be65 req-29638f39-ed6e-47ec-8793-fbf030f15896 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:05.158978 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-782e0418-1d1e-44f4-a560-0ac17ed9be65 req-29638f39-ed6e-47ec-8793-fbf030f15896 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 945 time: 0.1221397 Jul 15 15:00:05.221123 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f00d0206-5e37-431f-aa87-3910788c3834 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:00:05.224319 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a2e6bc1-5ccb-4850-86e3-ac49b4dea937 req-d47980f6-7c2e-4d2f-911d-d3f5c64ceffe tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642772 Jul 15 15:00:05.227360 n-d-764435-3 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No ports have port_id starting with f00d0206-5e37-431f-aa87-3910788c3834 Jul 15 15:00:05.227454 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-782e0418-1d1e-44f4-a560-0ac17ed9be65 req-2b6d516c-0904-4987-921d-16ce42376336 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/security-groups?id=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604556 Jul 15 15:00:05.235494 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f00d0206-5e37-431f-aa87-3910788c3834 requested by agent hyperv_n-h2-764435-3 not found in database {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 15 15:00:05.243289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585979dc-4545-46a1-a72b-22548ce721fb', 'name': 'network-vif-deleted', 'tag': 'f00d0206-5e37-431f-aa87-3910788c3834'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:05.245364 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15285b4a-2e17-4702-a21c-6ca5f7dac105" -d '{"events": [{"server_uuid": "585979dc-4545-46a1-a72b-22548ce721fb", "name": "network-vif-deleted", "tag": "f00d0206-5e37-431f-aa87-3910788c3834"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:05.264051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee258249-f1f5-40a5-87a7-2beb4c3d5019 req-94c41c79-c57e-4a55-ae7d-c0310bb3d0d8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:00:05.278492 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba00720-5116-44f6-97fd-191924c1a01b None None] Sync routers for ids ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:00:05.292454 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba00720-5116-44f6-97fd-191924c1a01b None None] Routers {'44aa7394-9a30-4a12-8e7a-c91e82e1175c'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:00:05.296460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cba00720-5116-44f6-97fd-191924c1a01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:00:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:05.345647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee258249-f1f5-40a5-87a7-2beb4c3d5019 req-94c41c79-c57e-4a55-ae7d-c0310bb3d0d8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] No DVR routers for this DVR port ece3a68f-342e-47e9-8a1a-b8fe7098b963 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:00:05.350076 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44677d0f-4ca3-4d5f-b9f5-367bab99e4c0 x-openstack-request-id: req-44677d0f-4ca3-4d5f-b9f5-367bab99e4c0 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:05.350436 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585979dc-4545-46a1-a72b-22548ce721fb", "name": "network-vif-deleted", "tag": "f00d0206-5e37-431f-aa87-3910788c3834", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:05.350776 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-44677d0f-4ca3-4d5f-b9f5-367bab99e4c0 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:05.351267 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585979dc-4545-46a1-a72b-22548ce721fb', 'name': 'network-vif-deleted', 'tag': 'f00d0206-5e37-431f-aa87-3910788c3834', 'status': 'completed', 'code': 200} Jul 15 15:00:05.354496 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ee258249-f1f5-40a5-87a7-2beb4c3d5019 req-94c41c79-c57e-4a55-ae7d-c0310bb3d0d8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:05.357404 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ee258249-f1f5-40a5-87a7-2beb4c3d5019 req-94c41c79-c57e-4a55-ae7d-c0310bb3d0d8 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.22 "DELETE /v2.0/ports/ece3a68f-342e-47e9-8a1a-b8fe7098b963 HTTP/1.1" status: 204 len: 173 time: 1.2659366 Jul 15 15:00:05.492877 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82c4ae97-4801-408a-8e33-541fc83e8694 req-45991295-7f10-49d1-8030-95e2fcb87c3d tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c879ab6-ad39-42ec-a640-7b504eaebea1 HTTP/1.1" status: 200 len: 210 time: 0.0723686 Jul 15 15:00:05.530605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-cba00720-5116-44f6-97fd-191924c1a01b None None] Set router 44aa7394-9a30-4a12-8e7a-c91e82e1175c gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:00:05.541892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f5383-cb45-43a9-ab2a-92780e67f393 req-187d9051-d9bf-4e3f-8633-123e6eee0922 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:05.547017 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-954f5383-cb45-43a9-ab2a-92780e67f393 req-187d9051-d9bf-4e3f-8633-123e6eee0922 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.11 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 945 time: 0.1722102 Jul 15 15:00:05.718573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-954f5383-cb45-43a9-ab2a-92780e67f393 req-265a98c9-6b99-4dbf-bfa4-f7c55e3d70ac tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Deleting port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:05.719223 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-954f5383-cb45-43a9-ab2a-92780e67f393 req-265a98c9-6b99-4dbf-bfa4-f7c55e3d70ac tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:05.854001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cba00720-5116-44f6-97fd-191924c1a01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'name': 'tempest-ServersTestJSON-1020936377-router', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:38Z', 'updated_at': '2021-07-15T14:57:52Z', 'revision_number': 4, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'gw_port': {'id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:39Z', 'updated_at': '2021-07-15T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e057f7e5-30f6-48fe-8abf-c3f9d27aba43', 'name': '', 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'mac_address': 'fa:16:3e:9b:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:47Z', 'updated_at': '2021-07-15T14:58:01Z', 'revision_number': 5, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'subnets': [{'id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:05.901444 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-954f5383-cb45-43a9-ab2a-92780e67f393 req-265a98c9-6b99-4dbf-bfa4-f7c55e3d70ac tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] For port 4a83bd1a-2802-4e0e-8b11-7e30f6861170, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4a83bd1a-2802-4e0e-8b11-7e30f6861170,segment=NetworkSegment(89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea),segment_id=89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:05.902041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba00720-5116-44f6-97fd-191924c1a01b None None] Checking router: 44aa7394-9a30-4a12-8e7a-c91e82e1175c for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:00:05.902295 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-954f5383-cb45-43a9-ab2a-92780e67f393 req-265a98c9-6b99-4dbf-bfa4-f7c55e3d70ac tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:05.908267 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:05.914758 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba00720-5116-44f6-97fd-191924c1a01b None None] Routers {'44aa7394-9a30-4a12-8e7a-c91e82e1175c'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:00:05.915713 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cba00720-5116-44f6-97fd-191924c1a01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:00:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:05.937474 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-954f5383-cb45-43a9-ab2a-92780e67f393 req-265a98c9-6b99-4dbf-bfa4-f7c55e3d70ac tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Calling delete_port for 4a83bd1a-2802-4e0e-8b11-7e30f6861170 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:06.053184 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-cba00720-5116-44f6-97fd-191924c1a01b None None] Set router 44aa7394-9a30-4a12-8e7a-c91e82e1175c gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:00:06.130273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53fa4e-66d7-4e43-82d9-21af53116f12 req-e45a2e6c-20a7-45da-bd6d-1ce7402918cf tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:06.140446 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f53fa4e-66d7-4e43-82d9-21af53116f12 req-e45a2e6c-20a7-45da-bd6d-1ce7402918cf tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 950 time: 0.1287866 Jul 15 15:00:06.167775 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-954f5383-cb45-43a9-ab2a-92780e67f393 req-265a98c9-6b99-4dbf-bfa4-f7c55e3d70ac tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:06.202138 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f53fa4e-66d7-4e43-82d9-21af53116f12 req-6df21ddf-8de9-42d3-9de8-f7699f4ea4e6 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607886 Jul 15 15:00:06.244553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a98c9-6b99-4dbf-bfa4-f7c55e3d70ac tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Pushing event deleted for resources: {'Port': ['ID=4a83bd1a-2802-4e0e-8b11-7e30f6861170,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:06.307674 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-954f5383-cb45-43a9-ab2a-92780e67f393 req-265a98c9-6b99-4dbf-bfa4-f7c55e3d70ac tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] No DVR routers for this DVR port 4a83bd1a-2802-4e0e-8b11-7e30f6861170 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:00:06.307865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50892) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:06.321875 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-954f5383-cb45-43a9-ab2a-92780e67f393 req-265a98c9-6b99-4dbf-bfa4-f7c55e3d70ac tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:06.324017 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-954f5383-cb45-43a9-ab2a-92780e67f393 req-265a98c9-6b99-4dbf-bfa4-f7c55e3d70ac tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.11 "DELETE /v2.0/ports/4a83bd1a-2802-4e0e-8b11-7e30f6861170 HTTP/1.1" status: 204 len: 173 time: 0.7746305 Jul 15 15:00:06.386178 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cba00720-5116-44f6-97fd-191924c1a01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'name': 'tempest-ServersTestJSON-1020936377-router', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:38Z', 'updated_at': '2021-07-15T14:57:52Z', 'revision_number': 4, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'gw_port': {'id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:39Z', 'updated_at': '2021-07-15T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e057f7e5-30f6-48fe-8abf-c3f9d27aba43', 'name': '', 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'mac_address': 'fa:16:3e:9b:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:47Z', 'updated_at': '2021-07-15T14:58:01Z', 'revision_number': 5, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'subnets': [{'id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:06.430620 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba00720-5116-44f6-97fd-191924c1a01b None None] The sync data for ids ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'] in n-d-764435-3 is: [{'id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'name': 'tempest-ServersTestJSON-1020936377-router', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:38Z', 'updated_at': '2021-07-15T14:57:52Z', 'revision_number': 4, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'gw_port': {'id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:39Z', 'updated_at': '2021-07-15T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e057f7e5-30f6-48fe-8abf-c3f9d27aba43', 'name': '', 'network_id': 'b0bd61d9-2271-4d88-82f8-35dc2aab6f81', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'mac_address': 'fa:16:3e:9b:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:47Z', 'updated_at': '2021-07-15T14:58:01Z', 'revision_number': 5, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'subnets': [{'id': '17213894-ea71-452b-b85a-52eb9ca3aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:00:06.489501 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25c61668-8861-4230-bec9-f3eecf5359d3 req-8618db83-7f73-4ff1-9fcf-af1a3d67d905 tempest-LiveMigrationTest-1493342543 tempest-LiveMigrationTest-1493342543-project] 10.222.0.38 "GET /v2.0/ports?device_id=d349d337-551c-4967-9b41-1f39f0b5267f HTTP/1.1" status: 200 len: 210 time: 0.0449736 Jul 15 15:00:06.490465 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3888e8df-a738-48ca-bbc6-4e6e780415fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:06.553197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c088c-29b4-4aac-a9b8-dfaa7ccdc415 req-fc292fb2-b646-445e-ad3f-8721c5b52855 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:06.554835 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc6c088c-29b4-4aac-a9b8-dfaa7ccdc415 req-fc292fb2-b646-445e-ad3f-8721c5b52855 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1453729 Jul 15 15:00:06.623306 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc6c088c-29b4-4aac-a9b8-dfaa7ccdc415 req-24da91af-a1c1-4c1f-8808-44e40377fb16 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614078 Jul 15 15:00:06.635464 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50900) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:06.656133 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3888e8df-a738-48ca-bbc6-4e6e780415fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:06.663340 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3888e8df-a738-48ca-bbc6-4e6e780415fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:06.712925 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ec85696-0da8-4164-a43d-62b7dfffec3e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:06.717518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888e8df-a738-48ca-bbc6-4e6e780415fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3de99c-1a27-4a77-a004-199a57ddbdc1,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:06.722472 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3888e8df-a738-48ca-bbc6-4e6e780415fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d834407ed6894fd4af72ed2f16d322f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4134302 Jul 15 15:00:06.725328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50904) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:06.749694 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ec85696-0da8-4164-a43d-62b7dfffec3e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:06.783556 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3df2fd-d0ca-4bdd-9c72-24222f9bd9cb None None] New status for floating IP 0abea602-51a7-4b8b-8fec-888330134bf5: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:00:06.791199 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19dcb3e2-afca-4196-bb6b-0c1f578ae2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:06.824787 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ec85696-0da8-4164-a43d-62b7dfffec3e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:06.827360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ec85696-0da8-4164-a43d-62b7dfffec3e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:06.828556 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3ec85696-0da8-4164-a43d-62b7dfffec3e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "DELETE /v2.0/security-groups/e16b8669-e3b4-46eb-bf00-92c3ad80c904 HTTP/1.1" status: 204 len: 168 time: 0.1920853 Jul 15 15:00:06.834460 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50908) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:06.849226 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec85696-0da8-4164-a43d-62b7dfffec3e tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16b8669-e3b4-46eb-bf00-92c3ad80c904,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:06.881884 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19dcb3e2-afca-4196-bb6b-0c1f578ae2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:06.886211 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-2757711b-f6ce-4d24-b4d8-300980534cfd tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] show failed (client error): The resource could not be found. Jul 15 15:00:06.889661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2757711b-f6ce-4d24-b4d8-300980534cfd tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "GET /v2.0/security-groups/e16b8669-e3b4-46eb-bf00-92c3ad80c904 HTTP/1.1" status: 404 len: 347 time: 0.0541697 Jul 15 15:00:06.889792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50912) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:06.949610 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19dcb3e2-afca-4196-bb6b-0c1f578ae2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:06.952918 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19dcb3e2-afca-4196-bb6b-0c1f578ae2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:06.956631 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-19dcb3e2-afca-4196-bb6b-0c1f578ae2b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1a3de99c-1a27-4a77-a004-199a57ddbdc1 HTTP/1.1" status: 204 len: 168 time: 0.2279339 Jul 15 15:00:06.971477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcb3e2-afca-4196-bb6b-0c1f578ae2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3de99c-1a27-4a77-a004-199a57ddbdc1,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:07.105867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-83bd7be8-00a7-4765-b595-37b0325be4c1 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Deleting port 4a7af8e9-6f3e-4da3-9a0b-41192a2a9bcf {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:07.106841 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83bd7be8-00a7-4765-b595-37b0325be4c1 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:07.208494 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83bd7be8-00a7-4765-b595-37b0325be4c1 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:07.208817 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83bd7be8-00a7-4765-b595-37b0325be4c1 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:07.220463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-83bd7be8-00a7-4765-b595-37b0325be4c1 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Calling delete_port for 4a7af8e9-6f3e-4da3-9a0b-41192a2a9bcf owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:07.221460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ece3a68f-342e-47e9-8a1a-b8fe7098b963 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:00:07.242005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: ece3a68f-342e-47e9-8a1a-b8fe7098b963 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:00:07.242626 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ece3a68f-342e-47e9-8a1a-b8fe7098b963 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:00:07.350435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50922) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:07.361947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c879ab6-ad39-42ec-a640-7b504eaebea1', 'name': 'network-vif-deleted', 'tag': 'ece3a68f-342e-47e9-8a1a-b8fe7098b963'}, {'server_uuid': 'd349d337-551c-4967-9b41-1f39f0b5267f', 'name': 'network-vif-deleted', 'tag': '4a83bd1a-2802-4e0e-8b11-7e30f6861170'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:07.364333 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532be6a1-5218-45eb-b8f1-a70e292712bd" -d '{"events": [{"server_uuid": "9c879ab6-ad39-42ec-a640-7b504eaebea1", "name": "network-vif-deleted", "tag": "ece3a68f-342e-47e9-8a1a-b8fe7098b963"}, {"server_uuid": "d349d337-551c-4967-9b41-1f39f0b5267f", "name": "network-vif-deleted", "tag": "4a83bd1a-2802-4e0e-8b11-7e30f6861170"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:07.382252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2db49327-0d56-491a-b8a1-4239b601df33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:07.406692 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83bd7be8-00a7-4765-b595-37b0325be4c1 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:07.416973 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af4304f-f79a-466a-b75b-412722e1060f x-openstack-request-id: req-3af4304f-f79a-466a-b75b-412722e1060f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:07.417313 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c879ab6-ad39-42ec-a640-7b504eaebea1", "name": "network-vif-deleted", "tag": "ece3a68f-342e-47e9-8a1a-b8fe7098b963", "status": "completed", "code": 200}, {"server_uuid": "d349d337-551c-4967-9b41-1f39f0b5267f", "name": "network-vif-deleted", "tag": "4a83bd1a-2802-4e0e-8b11-7e30f6861170", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:07.417563 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3af4304f-f79a-466a-b75b-412722e1060f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:07.418111 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c879ab6-ad39-42ec-a640-7b504eaebea1', 'name': 'network-vif-deleted', 'tag': 'ece3a68f-342e-47e9-8a1a-b8fe7098b963', 'status': 'completed', 'code': 200} Jul 15 15:00:07.418218 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd349d337-551c-4967-9b41-1f39f0b5267f', 'name': 'network-vif-deleted', 'tag': '4a83bd1a-2802-4e0e-8b11-7e30f6861170', 'status': 'completed', 'code': 200} Jul 15 15:00:07.418415 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254d5d7-d647-4493-a0ff-ae92c2f4d90f req-1215f8bb-4bb0-43af-a447-43d05e9fe04c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:07.420036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e254d5d7-d647-4493-a0ff-ae92c2f4d90f req-1215f8bb-4bb0-43af-a447-43d05e9fe04c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 950 time: 0.0780933 Jul 15 15:00:07.446340 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd7be8-00a7-4765-b595-37b0325be4c1 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Pushing event deleted for resources: {'Port': ['ID=4a7af8e9-6f3e-4da3-9a0b-41192a2a9bcf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:07.447976 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9adffc1d-f299-4bca-b4bb-a12f18054d51 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:00:07.465211 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e254d5d7-d647-4493-a0ff-ae92c2f4d90f req-487a3963-5c94-49a8-9521-fa354e24e2c9 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393701 Jul 15 15:00:07.470236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 9adffc1d-f299-4bca-b4bb-a12f18054d51 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:00:07.470605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9adffc1d-f299-4bca-b4bb-a12f18054d51 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:00:07.591193 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83bd7be8-00a7-4765-b595-37b0325be4c1 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:07.594061 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83bd7be8-00a7-4765-b595-37b0325be4c1 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:07.595393 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-83bd7be8-00a7-4765-b595-37b0325be4c1 tempest-ServersTestJSON-1708369779 tempest-ServersTestJSON-1708369779-project] 10.222.0.38 "DELETE /v2.0/floatingips/0abea602-51a7-4b8b-8fec-888330134bf5 HTTP/1.1" status: 204 len: 168 time: 0.7044239 Jul 15 15:00:07.596830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50928) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:07.601716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50930) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:07.621422 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf5790-dd7c-4c99-b87e-7af0fbaf0c6f req-d396fbde-642c-4d50-b376-bab9d67fa47c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:07.623085 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5caf5790-dd7c-4c99-b87e-7af0fbaf0c6f req-d396fbde-642c-4d50-b376-bab9d67fa47c tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 950 time: 0.1780832 Jul 15 15:00:07.648429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e13bafa-645f-4059-8a3c-d3df6afd9670 admin admin] Deleting subnet 4f5fa273-121e-4648-b059-cb3497a7f2a0 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:00:07.651520 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e13bafa-645f-4059-8a3c-d3df6afd9670 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:07.687887 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e13bafa-645f-4059-8a3c-d3df6afd9670 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:07.717259 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2db49327-0d56-491a-b8a1-4239b601df33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:07.737252 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e13bafa-645f-4059-8a3c-d3df6afd9670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:07.839671 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e13bafa-645f-4059-8a3c-d3df6afd9670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:07.879358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef75972-33ad-48f5-8a26-66e3906cfa1f req-a27df533-defe-46ad-a43a-7ee1281ea6f7 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:07.881122 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ef75972-33ad-48f5-8a26-66e3906cfa1f req-a27df533-defe-46ad-a43a-7ee1281ea6f7 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1218486 Jul 15 15:00:07.884846 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e13bafa-645f-4059-8a3c-d3df6afd9670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:07.887021 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9e13bafa-645f-4059-8a3c-d3df6afd9670 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4f5fa273-121e-4648-b059-cb3497a7f2a0 HTTP/1.1" status: 204 len: 168 time: 0.2874503 Jul 15 15:00:07.888090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13bafa-645f-4059-8a3c-d3df6afd9670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f5fa273-121e-4648-b059-cb3497a7f2a0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:07.890679 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50936) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:08.000708 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ef75972-33ad-48f5-8a26-66e3906cfa1f req-cf4708eb-b533-4b10-b830-786513614af6 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885684 Jul 15 15:00:08.003122 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1646dadf-f878-42ac-bcbc-724d37c423e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.036310 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2db49327-0d56-491a-b8a1-4239b601df33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.099959 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1646dadf-f878-42ac-bcbc-724d37c423e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.111300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-1646dadf-f878-42ac-bcbc-724d37c423e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b052415-ea98-4ad2-9697-24ee25c7523e']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:08.124259 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-1646dadf-f878-42ac-bcbc-724d37c423e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:08.124650 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-1646dadf-f878-42ac-bcbc-724d37c423e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89102f4e-3b53-4e75-8aaa-4f0cfd3b7aea') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:08.128216 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2db49327-0d56-491a-b8a1-4239b601df33 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=92049b65c2a7428784bf24d8e74b1c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7740827 Jul 15 15:00:08.128216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db49327-0d56-491a-b8a1-4239b601df33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596ad7ca-795f-4949-a813-8f311de13bb3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:08.133083 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50938) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:08.142402 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1646dadf-f878-42ac-bcbc-724d37c423e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.159706 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1646dadf-f878-42ac-bcbc-724d37c423e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.166872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1646dadf-f878-42ac-bcbc-724d37c423e4 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:00:08.167272 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1646dadf-f878-42ac-bcbc-724d37c423e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:00:08.169011 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:00:08.252270 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1646dadf-f878-42ac-bcbc-724d37c423e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.261710 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1646dadf-f878-42ac-bcbc-724d37c423e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.264393 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1646dadf-f878-42ac-bcbc-724d37c423e4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1b052415-ea98-4ad2-9697-24ee25c7523e HTTP/1.1" status: 204 len: 168 time: 0.3723948 Jul 15 15:00:08.267040 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50946) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:08.287261 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646dadf-f878-42ac-bcbc-724d37c423e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b052415-ea98-4ad2-9697-24ee25c7523e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:08.331381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-5caf5790-dd7c-4c99-b87e-7af0fbaf0c6f req-01f0b565-928c-4977-94b6-222d3eb2b5a0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Deleting port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:08.332536 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5caf5790-dd7c-4c99-b87e-7af0fbaf0c6f req-01f0b565-928c-4977-94b6-222d3eb2b5a0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.338677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac74beb4-5fe9-4dfd-b586-6638fd8c875e admin admin] Deleting subnet 8b66e3e9-bd5b-4be8-bb4d-5f67aa75f1bd {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:00:08.342156 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac74beb4-5fe9-4dfd-b586-6638fd8c875e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.383937 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac74beb4-5fe9-4dfd-b586-6638fd8c875e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.424157 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6816a08d-eec7-47d8-99b6-79d658602c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.432911 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac74beb4-5fe9-4dfd-b586-6638fd8c875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.469090 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6816a08d-eec7-47d8-99b6-79d658602c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.493611 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac74beb4-5fe9-4dfd-b586-6638fd8c875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.523743 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74beb4-5fe9-4dfd-b586-6638fd8c875e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b66e3e9-bd5b-4be8-bb4d-5f67aa75f1bd,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:08.529793 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac74beb4-5fe9-4dfd-b586-6638fd8c875e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.532398 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ac74beb4-5fe9-4dfd-b586-6638fd8c875e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8b66e3e9-bd5b-4be8-bb4d-5f67aa75f1bd HTTP/1.1" status: 204 len: 168 time: 0.2642410 Jul 15 15:00:08.535342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50956) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:08.561640 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5caf5790-dd7c-4c99-b87e-7af0fbaf0c6f req-01f0b565-928c-4977-94b6-222d3eb2b5a0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] For port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:08.562014 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5caf5790-dd7c-4c99-b87e-7af0fbaf0c6f req-01f0b565-928c-4977-94b6-222d3eb2b5a0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.586074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-5caf5790-dd7c-4c99-b87e-7af0fbaf0c6f req-01f0b565-928c-4977-94b6-222d3eb2b5a0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Calling delete_port for 2d442acc-72fb-4e88-aa3f-0095bdd41bfe owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:08.648077 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77849d3f-3aa8-470f-bf38-a4bdbe72c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.678549 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6816a08d-eec7-47d8-99b6-79d658602c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.681169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6816a08d-eec7-47d8-99b6-79d658602c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.682402 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6816a08d-eec7-47d8-99b6-79d658602c49 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/596ad7ca-795f-4949-a813-8f311de13bb3 HTTP/1.1" status: 204 len: 168 time: 0.5460408 Jul 15 15:00:08.712020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816a08d-eec7-47d8-99b6-79d658602c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596ad7ca-795f-4949-a813-8f311de13bb3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:08.748017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b127fcf-201f-44ed-b6b2-cc81186bec7a req-3b462788-7d6e-4126-b236-18047f026867 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:08.749727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b127fcf-201f-44ed-b6b2-cc81186bec7a req-3b462788-7d6e-4126-b236-18047f026867 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68f4c71-d64b-4aeb-a30c-902def167121 HTTP/1.1" status: 200 len: 950 time: 0.1434844 Jul 15 15:00:08.819080 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77849d3f-3aa8-470f-bf38-a4bdbe72c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.833323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-77849d3f-3aa8-470f-bf38-a4bdbe72c5a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8fe849-1aed-4366-a764-d9ed7c602349']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:08.838286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b127fcf-201f-44ed-b6b2-cc81186bec7a req-32e60e01-5136-487f-a340-4c9e0132f8c7 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797653 Jul 15 15:00:08.841946 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5caf5790-dd7c-4c99-b87e-7af0fbaf0c6f req-01f0b565-928c-4977-94b6-222d3eb2b5a0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.846988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-77849d3f-3aa8-470f-bf38-a4bdbe72c5a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d88d52-8ed5-4b11-90b9-42149c2cc3e6') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:08.847277 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-77849d3f-3aa8-470f-bf38-a4bdbe72c5a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d88d52-8ed5-4b11-90b9-42149c2cc3e6') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:08.854903 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['49b209ae-4cb9-4438-8f90-acb2c1cac55a', '6319c56b-17e9-403b-b880-870a86feb706', '2d442acc-72fb-4e88-aa3f-0095bdd41bfe'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:00:08.862616 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77849d3f-3aa8-470f-bf38-a4bdbe72c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.887707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0b565-928c-4977-94b6-222d3eb2b5a0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Pushing event deleted for resources: {'Port': ['ID=2d442acc-72fb-4e88-aa3f-0095bdd41bfe,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:08.912858 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77849d3f-3aa8-470f-bf38-a4bdbe72c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.939815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77849d3f-3aa8-470f-bf38-a4bdbe72c5a9 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:00:08.941981 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77849d3f-3aa8-470f-bf38-a4bdbe72c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:00:08.945005 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:00:08.952479 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e33fd19-f7a2-4f6a-b0e5-163eb0f9ae5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:09.012785 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caf5790-dd7c-4c99-b87e-7af0fbaf0c6f req-01f0b565-928c-4977-94b6-222d3eb2b5a0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] No DVR routers for this DVR port 2d442acc-72fb-4e88-aa3f-0095bdd41bfe on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:00:09.018209 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5caf5790-dd7c-4c99-b87e-7af0fbaf0c6f req-01f0b565-928c-4977-94b6-222d3eb2b5a0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:09.022059 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5caf5790-dd7c-4c99-b87e-7af0fbaf0c6f req-01f0b565-928c-4977-94b6-222d3eb2b5a0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "DELETE /v2.0/ports/2d442acc-72fb-4e88-aa3f-0095bdd41bfe HTTP/1.1" status: 204 len: 173 time: 1.3637066 Jul 15 15:00:09.022245 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77849d3f-3aa8-470f-bf38-a4bdbe72c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:09.035987 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77849d3f-3aa8-470f-bf38-a4bdbe72c5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:09.041602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-77849d3f-3aa8-470f-bf38-a4bdbe72c5a9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3d8fe849-1aed-4366-a764-d9ed7c602349 HTTP/1.1" status: 204 len: 168 time: 0.5038342 Jul 15 15:00:09.091230 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77849d3f-3aa8-470f-bf38-a4bdbe72c5a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d8fe849-1aed-4366-a764-d9ed7c602349,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:09.381983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb99c3-eb8e-4bfc-a716-b2a13f432f3a req-7f33a8b8-3443-4aa6-8a2c-49cf7c18d7dc tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:09.390147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e0bb99c3-eb8e-4bfc-a716-b2a13f432f3a req-7f33a8b8-3443-4aa6-8a2c-49cf7c18d7dc tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1271498 Jul 15 15:00:09.429235 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'name': 'network-vif-deleted', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:09.432007 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a32f33-2e47-4819-9a5a-57c57edb3f6c" -d '{"events": [{"server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "name": "network-vif-deleted", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:09.436634 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50978) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:09.461658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4a83bd1a-2802-4e0e-8b11-7e30f6861170 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:00:09.483168 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e0bb99c3-eb8e-4bfc-a716-b2a13f432f3a req-d5f73eae-d285-4d45-b04e-567d3e78bf79 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919681 Jul 15 15:00:09.507719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 4a83bd1a-2802-4e0e-8b11-7e30f6861170 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:00:09.508338 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4a83bd1a-2802-4e0e-8b11-7e30f6861170 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:00:09.552099 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795ea279-25f2-4924-920d-89b1a45c9afd x-openstack-request-id: req-795ea279-25f2-4924-920d-89b1a45c9afd {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:09.552391 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68f4c71-d64b-4aeb-a30c-902def167121", "name": "network-vif-deleted", "tag": "2d442acc-72fb-4e88-aa3f-0095bdd41bfe", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:09.552640 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-795ea279-25f2-4924-920d-89b1a45c9afd {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:09.553026 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68f4c71-d64b-4aeb-a30c-902def167121', 'name': 'network-vif-deleted', 'tag': '2d442acc-72fb-4e88-aa3f-0095bdd41bfe', 'status': 'completed', 'code': 200} Jul 15 15:00:09.575861 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c24356a4-1f59-4d22-9b5e-5356fbe65092 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ebf1693107584ee2863f1119d2dec38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1381803 Jul 15 15:00:09.578653 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50986) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:09.625919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1e33fd19-f7a2-4f6a-b0e5-163eb0f9ae5c admin admin] Deleting port e057f7e5-30f6-48fe-8abf-c3f9d27aba43 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:09.626335 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e33fd19-f7a2-4f6a-b0e5-163eb0f9ae5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:09.711608 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d52f2a9f-86cb-4491-9a95-1649853dae48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:09.752621 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d52f2a9f-86cb-4491-9a95-1649853dae48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:09.773475 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-1e33fd19-f7a2-4f6a-b0e5-163eb0f9ae5c admin admin] For port e057f7e5-30f6-48fe-8abf-c3f9d27aba43, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e057f7e5-30f6-48fe-8abf-c3f9d27aba43,segment=NetworkSegment(73d7448c-5849-4b42-ba92-d720cdc55d5c),segment_id=73d7448c-5849-4b42-ba92-d720cdc55d5c)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:09.773900 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e33fd19-f7a2-4f6a-b0e5-163eb0f9ae5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:09.801256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1e33fd19-f7a2-4f6a-b0e5-163eb0f9ae5c admin admin] Calling delete_port for e057f7e5-30f6-48fe-8abf-c3f9d27aba43 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:09.888362 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d52f2a9f-86cb-4491-9a95-1649853dae48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:09.891299 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d52f2a9f-86cb-4491-9a95-1649853dae48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:09.897174 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d52f2a9f-86cb-4491-9a95-1649853dae48 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a HTTP/1.1" status: 204 len: 168 time: 0.3131118 Jul 15 15:00:09.909523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f2a9f-86cb-4491-9a95-1649853dae48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60e1f4b-2789-487d-bb3f-9f4cb4fefd4a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:10.086773 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e33fd19-f7a2-4f6a-b0e5-163eb0f9ae5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:10.136999 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33fd19-f7a2-4f6a-b0e5-163eb0f9ae5c admin admin] Pushing event deleted for resources: {'Port': ['ID=e057f7e5-30f6-48fe-8abf-c3f9d27aba43,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:10.415297 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51016) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:10.461948 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e33fd19-f7a2-4f6a-b0e5-163eb0f9ae5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:10.506308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415670c-90d7-477e-b35a-8811416a8015 req-ab0a1a01-43bb-4b88-bc91-68256f9f6a41 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:10.515236 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f415670c-90d7-477e-b35a-8811416a8015 req-ab0a1a01-43bb-4b88-bc91-68256f9f6a41 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.1142371 Jul 15 15:00:10.565531 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-af329a41-f104-4beb-b885-206509ce6987 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7554f7e191264feb97db9ce298cda22f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483908 Jul 15 15:00:10.565795 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f415670c-90d7-477e-b35a-8811416a8015 req-7d3e56c4-5399-4815-a505-f35738a07411 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489647 Jul 15 15:00:10.567067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51022) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:10.700990 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-33ea7aa6-ebd3-406f-b473-a38b3acef64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:10.744324 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-33ea7aa6-ebd3-406f-b473-a38b3acef64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:10.799827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345fe7e-df8f-4966-b733-be255a80bd91 req-a663e485-77da-4440-85de-137bbae8a3ff tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:10.802878 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8345fe7e-df8f-4966-b733-be255a80bd91 req-a663e485-77da-4440-85de-137bbae8a3ff tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1636395 Jul 15 15:00:10.824779 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e33fd19-f7a2-4f6a-b0e5-163eb0f9ae5c admin admin] Router 44aa7394-9a30-4a12-8e7a-c91e82e1175c has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:00:10.868786 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-33ea7aa6-ebd3-406f-b473-a38b3acef64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:10.871477 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-33ea7aa6-ebd3-406f-b473-a38b3acef64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:10.876554 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-33ea7aa6-ebd3-406f-b473-a38b3acef64b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f18506c2-0b18-4802-9a93-aef9a392b345 HTTP/1.1" status: 204 len: 168 time: 0.3041723 Jul 15 15:00:10.895468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8345fe7e-df8f-4966-b733-be255a80bd91 req-cf371565-fc90-4721-b992-4cba965f8fa4 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785632 Jul 15 15:00:10.907722 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea7aa6-ebd3-406f-b473-a38b3acef64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18506c2-0b18-4802-9a93-aef9a392b345,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:11.023238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e33fd19-f7a2-4f6a-b0e5-163eb0f9ae5c admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:00:11.037083 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1e33fd19-f7a2-4f6a-b0e5-163eb0f9ae5c admin admin] 10.222.0.38 "PUT /v2.0/routers/44aa7394-9a30-4a12-8e7a-c91e82e1175c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4273040 Jul 15 15:00:11.037675 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51038) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:11.043787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aab01b-42b1-49e8-be7b-bd44ff55286d None None] Sync routers for ids ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:00:11.067139 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aab01b-42b1-49e8-be7b-bd44ff55286d None None] Routers {'44aa7394-9a30-4a12-8e7a-c91e82e1175c'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:00:11.067793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-10aab01b-42b1-49e8-be7b-bd44ff55286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:00:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:11.218982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-10aab01b-42b1-49e8-be7b-bd44ff55286d None None] Set router 44aa7394-9a30-4a12-8e7a-c91e82e1175c gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:00:11.219455 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2148f63-2e0a-4e2f-85e3-10588f5d4a0b admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:11.357863 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2148f63-2e0a-4e2f-85e3-10588f5d4a0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:11.432171 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-e2148f63-2e0a-4e2f-85e3-10588f5d4a0b admin admin] Deleting port e22e4899-0c5d-496a-b596-e3d4631d55d6 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:11.432531 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2148f63-2e0a-4e2f-85e3-10588f5d4a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:11.433894 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-10aab01b-42b1-49e8-be7b-bd44ff55286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'name': 'tempest-ServersTestJSON-1020936377-router', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:38Z', 'updated_at': '2021-07-15T15:00:10Z', 'revision_number': 5, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'gw_port': {'id': 'e22e4899-0c5d-496a-b596-e3d4631d55d6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:39Z', 'updated_at': '2021-07-15T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:11.465989 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aab01b-42b1-49e8-be7b-bd44ff55286d None None] Checking router: 44aa7394-9a30-4a12-8e7a-c91e82e1175c for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:00:11.476914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aab01b-42b1-49e8-be7b-bd44ff55286d None None] Routers {'44aa7394-9a30-4a12-8e7a-c91e82e1175c'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:00:11.477547 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-10aab01b-42b1-49e8-be7b-bd44ff55286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:00:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:11.580791 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-e2148f63-2e0a-4e2f-85e3-10588f5d4a0b admin admin] For port e22e4899-0c5d-496a-b596-e3d4631d55d6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e22e4899-0c5d-496a-b596-e3d4631d55d6,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:11.581464 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2148f63-2e0a-4e2f-85e3-10588f5d4a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:11.596815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-e2148f63-2e0a-4e2f-85e3-10588f5d4a0b admin admin] Calling delete_port for e22e4899-0c5d-496a-b596-e3d4631d55d6 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:11.603131 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-10aab01b-42b1-49e8-be7b-bd44ff55286d None None] Set router 44aa7394-9a30-4a12-8e7a-c91e82e1175c gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:00:11.707846 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-10aab01b-42b1-49e8-be7b-bd44ff55286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'name': 'tempest-ServersTestJSON-1020936377-router', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:38Z', 'updated_at': '2021-07-15T15:00:11Z', 'revision_number': 6, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:11.737910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aab01b-42b1-49e8-be7b-bd44ff55286d None None] The sync data for ids ['44aa7394-9a30-4a12-8e7a-c91e82e1175c'] in n-d-764435-3 is: [{'id': '44aa7394-9a30-4a12-8e7a-c91e82e1175c', 'name': 'tempest-ServersTestJSON-1020936377-router', 'tenant_id': '646cb425971247848b7aa902cf7d8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:38Z', 'updated_at': '2021-07-15T15:00:11Z', 'revision_number': 6, 'project_id': '646cb425971247848b7aa902cf7d8ff7', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:00:11.871741 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f6a7d-85af-4b9b-b5bb-0d58fac9fec5 req-3da53825-5826-461d-ac7a-5f9f381ee5f6 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:11.873248 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-865f6a7d-85af-4b9b-b5bb-0d58fac9fec5 req-3da53825-5826-461d-ac7a-5f9f381ee5f6 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.1132169 Jul 15 15:00:11.922006 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2148f63-2e0a-4e2f-85e3-10588f5d4a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:11.956333 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-865f6a7d-85af-4b9b-b5bb-0d58fac9fec5 req-d80af516-e31f-4150-bbbe-d20cc4c5d556 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733454 Jul 15 15:00:11.961806 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2148f63-2e0a-4e2f-85e3-10588f5d4a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=e22e4899-0c5d-496a-b596-e3d4631d55d6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:12.061131 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2148f63-2e0a-4e2f-85e3-10588f5d4a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:12.085954 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d284be0-3008-409c-a97b-12f6d0f55cbc req-80a0e714-c129-4e04-8ade-f81bb3fc1358 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:12.091331 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d284be0-3008-409c-a97b-12f6d0f55cbc req-80a0e714-c129-4e04-8ade-f81bb3fc1358 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 950 time: 0.1136951 Jul 15 15:00:12.239364 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-4d284be0-3008-409c-a97b-12f6d0f55cbc req-6fdd8a95-8246-458a-9bc7-78c06a95ee0e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Deleting port 6319c56b-17e9-403b-b880-870a86feb706 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:12.240827 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4d284be0-3008-409c-a97b-12f6d0f55cbc req-6fdd8a95-8246-458a-9bc7-78c06a95ee0e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:12.266143 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2148f63-2e0a-4e2f-85e3-10588f5d4a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:12.269290 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2148f63-2e0a-4e2f-85e3-10588f5d4a0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:12.323185 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2148f63-2e0a-4e2f-85e3-10588f5d4a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:12.323854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2148f63-2e0a-4e2f-85e3-10588f5d4a0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44aa7394-9a30-4a12-8e7a-c91e82e1175c {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:00:12.329319 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2148f63-2e0a-4e2f-85e3-10588f5d4a0b admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:12.330611 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e2148f63-2e0a-4e2f-85e3-10588f5d4a0b admin admin] 10.222.0.38 "DELETE /v2.0/routers/44aa7394-9a30-4a12-8e7a-c91e82e1175c HTTP/1.1" status: 204 len: 168 time: 1.2917752 Jul 15 15:00:12.334357 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51108) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:12.379441 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0f4ea-868c-410f-a489-806214101fb4 req-8c3ee8cd-29d6-4149-9dd1-875863acb08f tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:12.381031 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-23f0f4ea-868c-410f-a489-806214101fb4 req-8c3ee8cd-29d6-4149-9dd1-875863acb08f tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.2662678 Jul 15 15:00:12.387772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51110) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:12.406722 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4d284be0-3008-409c-a97b-12f6d0f55cbc req-6fdd8a95-8246-458a-9bc7-78c06a95ee0e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] For port 6319c56b-17e9-403b-b880-870a86feb706, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6319c56b-17e9-403b-b880-870a86feb706,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:12.407088 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4d284be0-3008-409c-a97b-12f6d0f55cbc req-6fdd8a95-8246-458a-9bc7-78c06a95ee0e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:12.420947 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba667b3-76d5-48d4-810f-75d2f1e345d2 admin admin] Deleting subnet 17213894-ea71-452b-b85a-52eb9ca3aef3 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:00:12.423159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-4d284be0-3008-409c-a97b-12f6d0f55cbc req-6fdd8a95-8246-458a-9bc7-78c06a95ee0e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Calling delete_port for 6319c56b-17e9-403b-b880-870a86feb706 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:12.428453 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ba667b3-76d5-48d4-810f-75d2f1e345d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:12.469891 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-23f0f4ea-868c-410f-a489-806214101fb4 req-36d0a816-43cd-42d6-ad37-b0d76f494747 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728135 Jul 15 15:00:12.480045 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ba667b3-76d5-48d4-810f-75d2f1e345d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:12.600449 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4d284be0-3008-409c-a97b-12f6d0f55cbc req-6fdd8a95-8246-458a-9bc7-78c06a95ee0e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:12.615216 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['49b209ae-4cb9-4438-8f90-acb2c1cac55a', '6319c56b-17e9-403b-b880-870a86feb706'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:00:12.618665 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ba667b3-76d5-48d4-810f-75d2f1e345d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:12.676616 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd8a95-8246-458a-9bc7-78c06a95ee0e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Pushing event deleted for resources: {'Port': ['ID=6319c56b-17e9-403b-b880-870a86feb706,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:12.728216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d284be0-3008-409c-a97b-12f6d0f55cbc req-6fdd8a95-8246-458a-9bc7-78c06a95ee0e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] No DVR routers for this DVR port 6319c56b-17e9-403b-b880-870a86feb706 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:00:12.731220 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4d284be0-3008-409c-a97b-12f6d0f55cbc req-6fdd8a95-8246-458a-9bc7-78c06a95ee0e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:12.733872 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d284be0-3008-409c-a97b-12f6d0f55cbc req-6fdd8a95-8246-458a-9bc7-78c06a95ee0e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "DELETE /v2.0/ports/6319c56b-17e9-403b-b880-870a86feb706 HTTP/1.1" status: 204 len: 173 time: 0.6367223 Jul 15 15:00:12.737893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63acdab6-18ce-4793-9de5-f464d7e299d6', 'name': 'network-vif-deleted', 'tag': '6319c56b-17e9-403b-b880-870a86feb706'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:12.753054 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ba667b3-76d5-48d4-810f-75d2f1e345d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:12.758252 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3fe3c5-63e5-49a3-953b-ba6887c1b8b3" -d '{"events": [{"server_uuid": "63acdab6-18ce-4793-9de5-f464d7e299d6", "name": "network-vif-deleted", "tag": "6319c56b-17e9-403b-b880-870a86feb706"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:12.839952 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20721b6c-d51f-46e7-a706-0c4c43bd5ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:12.843946 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4176c978-427b-4fc3-aa7c-8835c1865aeb x-openstack-request-id: req-4176c978-427b-4fc3-aa7c-8835c1865aeb {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:12.844208 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63acdab6-18ce-4793-9de5-f464d7e299d6", "name": "network-vif-deleted", "tag": "6319c56b-17e9-403b-b880-870a86feb706", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:12.844458 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4176c978-427b-4fc3-aa7c-8835c1865aeb {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:12.844858 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63acdab6-18ce-4793-9de5-f464d7e299d6', 'name': 'network-vif-deleted', 'tag': '6319c56b-17e9-403b-b880-870a86feb706', 'status': 'completed', 'code': 200} Jul 15 15:00:12.897135 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba667b3-76d5-48d4-810f-75d2f1e345d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17213894-ea71-452b-b85a-52eb9ca3aef3,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:12.899527 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ba667b3-76d5-48d4-810f-75d2f1e345d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:12.904813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51128) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:12.905032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8ba667b3-76d5-48d4-810f-75d2f1e345d2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/17213894-ea71-452b-b85a-52eb9ca3aef3 HTTP/1.1" status: 204 len: 168 time: 0.5697312 Jul 15 15:00:12.957585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96983ac3-74e0-4959-a451-fe9cd7fe3fb9 None None] Network b0bd61d9-2271-4d88-82f8-35dc2aab6f81 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:00:13.139644 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20721b6c-d51f-46e7-a706-0c4c43bd5ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:13.142311 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:13.147040 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20721b6c-d51f-46e7-a706-0c4c43bd5ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:13.209046 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20721b6c-d51f-46e7-a706-0c4c43bd5ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9d00d7-5228-46ba-8c20-d8d59a97b397,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:13.301106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 2d442acc-72fb-4e88-aa3f-0095bdd41bfe no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:00:13.303080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] Deleting port 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:13.303486 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:13.319147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e22e4899-0c5d-496a-b596-e3d4631d55d6 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:00:13.377047 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a2ba6a7-d92d-46ec-baa4-535a72409afa req-61b2c938-7fd3-4560-9bb6-83fd40154843 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=63acdab6-18ce-4793-9de5-f464d7e299d6 HTTP/1.1" status: 200 len: 210 time: 0.0843003 Jul 15 15:00:13.390858 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-20721b6c-d51f-46e7-a706-0c4c43bd5ac2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f827eb9a389243e68aba2554692f60ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0019515 Jul 15 15:00:13.393657 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51138) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:13.405922 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] For port 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3ab704c7-e9f8-49a7-8f80-51d73b2eeda9,segment=NetworkSegment(73d7448c-5849-4b42-ba92-d720cdc55d5c),segment_id=73d7448c-5849-4b42-ba92-d720cdc55d5c)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:13.406669 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:13.435506 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] Calling delete_port for 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:13.447245 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 2d442acc-72fb-4e88-aa3f-0095bdd41bfe {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:00:13.447745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 2d442acc-72fb-4e88-aa3f-0095bdd41bfe not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:00:13.449410 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: e22e4899-0c5d-496a-b596-e3d4631d55d6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:00:13.449746 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e22e4899-0c5d-496a-b596-e3d4631d55d6 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:00:13.450244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e057f7e5-30f6-48fe-8abf-c3f9d27aba43 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:00:13.485703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: e057f7e5-30f6-48fe-8abf-c3f9d27aba43 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:00:13.485703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e057f7e5-30f6-48fe-8abf-c3f9d27aba43 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:00:13.506151 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef51fec9-6a59-45c9-bcb3-724453308a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:13.536545 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef51fec9-6a59-45c9-bcb3-724453308a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:13.601947 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef51fec9-6a59-45c9-bcb3-724453308a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:13.604565 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:13.607009 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef51fec9-6a59-45c9-bcb3-724453308a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:13.612348 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ef51fec9-6a59-45c9-bcb3-724453308a50 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5d9d00d7-5228-46ba-8c20-d8d59a97b397 HTTP/1.1" status: 204 len: 168 time: 0.2173231 Jul 15 15:00:13.625894 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96aaf5e-64d8-4c80-9a53-98a9fef478f8 None None] DHCP port deletion for b0bd61d9-2271-4d88-82f8-35dc2aab6f81 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:00:13.635041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51fec9-6a59-45c9-bcb3-724453308a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9d00d7-5228-46ba-8c20-d8d59a97b397,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:13.668250 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] No DVR routers for this DVR port 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:00:13.695922 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab704c7-e9f8-49a7-8f80-51d73b2eeda9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:13.769579 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:13.780494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bd61d9-2271-4d88-82f8-35dc2aab6f81']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:13.795201 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d7448c-5849-4b42-ba92-d720cdc55d5c') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:13.795517 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d7448c-5849-4b42-ba92-d720cdc55d5c') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:13.805495 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:13.823299 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:13.831109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:00:13.831923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c297df-76a0-456e-8766-6e845d00a3ef req-b50bbb48-b6b8-482e-a834-d8d7ffb0c95c tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:13.832101 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:13.834019 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c297df-76a0-456e-8766-6e845d00a3ef req-b50bbb48-b6b8-482e-a834-d8d7ffb0c95c tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.0846314 Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:00:13.835409 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:00:13.881287 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62c297df-76a0-456e-8766-6e845d00a3ef req-fb8f7109-d02c-4867-98ff-c00233936d47 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407467 Jul 15 15:00:13.910788 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:13.926566 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:13.929791 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b0bd61d9-2271-4d88-82f8-35dc2aab6f81 HTTP/1.1" status: 204 len: 168 time: 1.0239387 Jul 15 15:00:13.940422 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81615d5-d800-4c42-b6d6-3680c55e6134 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0bd61d9-2271-4d88-82f8-35dc2aab6f81,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:14.029784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-20048764-b8c5-4b30-a901-1ece5a81554d tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=19568005cce54146aab6697ad6d25275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233552 Jul 15 15:00:14.167391 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fc0f06aa-0bb5-42bb-8c63-fc846aa5508e tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:14.169054 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fc0f06aa-0bb5-42bb-8c63-fc846aa5508e tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1323476 Jul 15 15:00:14.187066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-40f29b1d-3f13-40be-9163-a7be828ee69a tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/quotas/19568005cce54146aab6697ad6d25275 HTTP/1.1" status: 200 len: 375 time: 0.0116565 Jul 15 15:00:14.199464 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51170) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:14.237639 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-ddf86198-562f-4d7f-832b-d66b13fcb1cf tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=19568005cce54146aab6697ad6d25275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437567 Jul 15 15:00:14.290851 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5b75b17f-050f-4dd2-a1e8-94af11750f53 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=646cb425971247848b7aa902cf7d8ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0887847 Jul 15 15:00:14.293530 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51174) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:14.315920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51176) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:14.357093 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-abe29ce7-c1cc-42ef-8c53-4189863accb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:14.387882 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-abe29ce7-c1cc-42ef-8c53-4189863accb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:14.448450 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-abe29ce7-c1cc-42ef-8c53-4189863accb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:14.453228 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-abe29ce7-c1cc-42ef-8c53-4189863accb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:14.457717 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-abe29ce7-c1cc-42ef-8c53-4189863accb6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8803c347-746d-4c2f-be0c-3f324dd4c95b HTTP/1.1" status: 204 len: 168 time: 0.1619086 Jul 15 15:00:14.479851 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2f2e7b86-4789-456f-bd3e-8eaeee6969f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:14.552645 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa5d80c4-6f80-4138-b53c-77557c0f0eb8 req-2ca4dfd5-e69d-4a39-a9a2-6457f4216699 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 210 time: 0.0877767 Jul 15 15:00:14.557782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51190) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:14.558653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe29ce7-c1cc-42ef-8c53-4189863accb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8803c347-746d-4c2f-be0c-3f324dd4c95b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:14.583408 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc7d7b0e-7d6e-4648-9690-d6d2a2ca121d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:14.681111 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2f2e7b86-4789-456f-bd3e-8eaeee6969f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:14.686484 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2f2e7b86-4789-456f-bd3e-8eaeee6969f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:14.743496 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2f2e7b86-4789-456f-bd3e-8eaeee6969f8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6e42cabfed3d4d848dbd2b7f36aa9177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4253078 Jul 15 15:00:14.745129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51198) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:14.746183 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e7b86-4789-456f-bd3e-8eaeee6969f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45a745f-4dca-43a7-9afc-399f24194895,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:14.839206 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ffed12-d9fe-4366-a79a-a8d2301a36e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:14.871360 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ffed12-d9fe-4366-a79a-a8d2301a36e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:14.970666 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc7d7b0e-7d6e-4648-9690-d6d2a2ca121d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:14.977672 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc7d7b0e-7d6e-4648-9690-d6d2a2ca121d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:15.027997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fc7d7b0e-7d6e-4648-9690-d6d2a2ca121d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bf673097b6fd436fb0b67dca4f6c5867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4669223 Jul 15 15:00:15.031346 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51214) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:15.040502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:00:15.073990 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ffed12-d9fe-4366-a79a-a8d2301a36e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:15.076698 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ffed12-d9fe-4366-a79a-a8d2301a36e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:15.078931 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-05ffed12-d9fe-4366-a79a-a8d2301a36e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b45a745f-4dca-43a7-9afc-399f24194895 HTTP/1.1" status: 204 len: 168 time: 0.3315063 Jul 15 15:00:15.093841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:00:15.094214 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3ab704c7-e9f8-49a7-8f80-51d73b2eeda9 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:00:15.132972 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5aefec3c-5503-4dd7-9f95-b3d2b42bbd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:15.146883 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d7b0e-7d6e-4648-9690-d6d2a2ca121d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bdcf02-a829-4b19-ad31-9d5c4e300bfc,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:15.181496 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5aefec3c-5503-4dd7-9f95-b3d2b42bbd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:15.198796 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffed12-d9fe-4366-a79a-a8d2301a36e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45a745f-4dca-43a7-9afc-399f24194895,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:15.254360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5aefec3c-5503-4dd7-9f95-b3d2b42bbd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:15.260283 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5aefec3c-5503-4dd7-9f95-b3d2b42bbd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:15.264236 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5aefec3c-5503-4dd7-9f95-b3d2b42bbd67 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c1bdcf02-a829-4b19-ad31-9d5c4e300bfc HTTP/1.1" status: 204 len: 168 time: 0.2288358 Jul 15 15:00:15.268843 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf355e-5066-484a-a83c-0b1b44e2afe9 req-98553080-2415-4729-89e4-e7d3e5d1825e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:15.272048 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefec3c-5503-4dd7-9f95-b3d2b42bbd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bdcf02-a829-4b19-ad31-9d5c4e300bfc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:15.276636 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5ebf355e-5066-484a-a83c-0b1b44e2afe9 req-98553080-2415-4729-89e4-e7d3e5d1825e tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.2475197 Jul 15 15:00:15.372457 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0884bb-f810-42ea-9cb4-b1c6f45136c1 req-13c53d37-98f5-462a-afa8-b47fb9f36d09 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:15.383590 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec0884bb-f810-42ea-9cb4-b1c6f45136c1 req-13c53d37-98f5-462a-afa8-b47fb9f36d09 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.2247896 Jul 15 15:00:15.478170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5ebf355e-5066-484a-a83c-0b1b44e2afe9 req-bc03fab6-cf68-49e2-9327-e010967f49b0 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003419 Jul 15 15:00:15.558123 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec0884bb-f810-42ea-9cb4-b1c6f45136c1 req-a212c80e-3856-4581-b532-e98db866b234 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600406 Jul 15 15:00:15.814752 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d27ac5b-9b14-486f-87b7-eaeb80798f74 req-63798d7e-6ea2-44be-ba6a-ca35b8acf97e tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 210 time: 0.0379758 Jul 15 15:00:15.849050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51244) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:15.952758 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-b464e4b1-6749-4b4b-8b2b-5d17bc8e802e tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=19568005cce54146aab6697ad6d25275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229754 Jul 15 15:00:15.962902 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-dba5be39-b103-423f-b59a-d0d635da616b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-387888547-network', 'tenant_id': '690a1dbf5e1e46ef8b7b3cda3fc2d154'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:15.995915 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba5be39-b103-423f-b59a-d0d635da616b admin admin] Made reservation on behalf of 690a1dbf5e1e46ef8b7b3cda3fc2d154 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:16.001919 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dba5be39-b103-423f-b59a-d0d635da616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:16.014481 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dba5be39-b103-423f-b59a-d0d635da616b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:16.132449 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dba5be39-b103-423f-b59a-d0d635da616b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:16.137231 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dba5be39-b103-423f-b59a-d0d635da616b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:16.144253 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-e8e702c2-59dc-41d3-9032-e1c71ca9bf8a tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:16.147857 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-e8e702c2-59dc-41d3-9032-e1c71ca9bf8a tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886227 Jul 15 15:00:16.161384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Request body: {'port': {'device_id': '3af1287b-0150-427f-805d-8fcf2e4958e1', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': '19568005cce54146aab6697ad6d25275'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:16.188390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5be39-b103-423f-b59a-d0d635da616b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d357af-ce1e-4904-a7f9-e2a01f8a7db7,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:16.196377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba5be39-b103-423f-b59a-d0d635da616b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:00:16.207962 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dba5be39-b103-423f-b59a-d0d635da616b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:16.208369 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-dba5be39-b103-423f-b59a-d0d635da616b admin admin] Added segment 34e3522b-a21f-44b3-bd8c-208d081f890c of type vlan for network 931ac9a6-e27f-4d21-928c-274c62ea66bf Jul 15 15:00:16.259484 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dba5be39-b103-423f-b59a-d0d635da616b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:16.298357 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dba5be39-b103-423f-b59a-d0d635da616b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:16.299921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba5be39-b103-423f-b59a-d0d635da616b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:16.300970 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dba5be39-b103-423f-b59a-d0d635da616b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:16.309586 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Made reservation on behalf of 19568005cce54146aab6697ad6d25275 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:16.315583 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:16.337459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dba5be39-b103-423f-b59a-d0d635da616b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4846110 Jul 15 15:00:16.337672 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51264) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:16.338112 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:16.355427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-4e543bb3-d68f-4f51-8298-926db9e627f1 admin admin] Request body: {'subnet': {'network_id': '931ac9a6-e27f-4d21-928c-274c62ea66bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-387888547-subnet', 'tenant_id': '690a1dbf5e1e46ef8b7b3cda3fc2d154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:16.399705 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5be39-b103-423f-b59a-d0d635da616b admin admin] Pushing event updated for resources: {'Network': ['ID=931ac9a6-e27f-4d21-928c-274c62ea66bf,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:16.412102 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 931ac9a6-e27f-4d21-928c-274c62ea66bf details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:00:16.414263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e8dec-72a8-4d70-85b6-8dc2ee99f88b req-69765633-534d-48f8-85d9-cf0171c8cd0f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:16.415914 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c56e8dec-72a8-4d70-85b6-8dc2ee99f88b req-69765633-534d-48f8-85d9-cf0171c8cd0f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.0873351 Jul 15 15:00:16.417953 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.api [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 15:00:16.417953 n-d-764435-3 neutron-server[100712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 15:00:16.417953 n-d-764435-3 neutron-server[100712]: [parameters: {'project_id_1': '19568005cce54146aab6697ad6d25275', 'expiration_1': datetime.datetime(2021, 7, 15, 15, 0, 16, 367687)}] Jul 15 15:00:16.417953 n-d-764435-3 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:00:16.418407 n-d-764435-3 neutron-server[100712]: DEBUG oslo_db.api [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:00:16.424414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e543bb3-d68f-4f51-8298-926db9e627f1 admin admin] Made reservation on behalf of 690a1dbf5e1e46ef8b7b3cda3fc2d154 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:16.427203 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4e543bb3-d68f-4f51-8298-926db9e627f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:16.597775 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c56e8dec-72a8-4d70-85b6-8dc2ee99f88b req-cf09a978-65db-4039-af0f-22c5f6e3c67f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Deleting port 49b209ae-4cb9-4438-8f90-acb2c1cac55a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:16.598122 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c56e8dec-72a8-4d70-85b6-8dc2ee99f88b req-cf09a978-65db-4039-af0f-22c5f6e3c67f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:16.714585 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4e543bb3-d68f-4f51-8298-926db9e627f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:16.765626 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e543bb3-d68f-4f51-8298-926db9e627f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=070344cc-bd11-404a-ac4e-126222cca93f,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:16.804982 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad55a2-d5b0-46d2-ba7a-6ef3dbfa04bc req-05687084-b960-4c86-8c63-1190e5c9902a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:16.812151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b7ad55a2-d5b0-46d2-ba7a-6ef3dbfa04bc req-05687084-b960-4c86-8c63-1190e5c9902a tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 950 time: 0.1592472 Jul 15 15:00:16.935121 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b7ad55a2-d5b0-46d2-ba7a-6ef3dbfa04bc req-d194db89-9820-46bf-b0ce-2ed11978cb4b tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/security-groups?id=57687576-1af6-4844-8c82-1dbebc92174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218202 Jul 15 15:00:16.937006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e543bb3-d68f-4f51-8298-926db9e627f1 admin admin] Checking segment: {'id': '34e3522b-a21f-44b3-bd8c-208d081f890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '931ac9a6-e27f-4d21-928c-274c62ea66bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:00:16.937618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e543bb3-d68f-4f51-8298-926db9e627f1 admin admin] Network hostable DHCP agents. Network: 931ac9a6-e27f-4d21-928c-274c62ea66bf, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:00:16.964658 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:17.008086 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b8f9f-fadf-4151-a303-a7d9b9e568e1 req-ecc41e27-7ea9-41fc-9cfb-689fec6f42ae tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:17.015964 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-165b8f9f-fadf-4151-a303-a7d9b9e568e1 req-ecc41e27-7ea9-41fc-9cfb-689fec6f42ae tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.2318380 Jul 15 15:00:17.024847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e543bb3-d68f-4f51-8298-926db9e627f1 admin admin] Network 931ac9a6-e27f-4d21-928c-274c62ea66bf is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:00:17.072453 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-165b8f9f-fadf-4151-a303-a7d9b9e568e1 req-221281d1-9230-4d87-a5e1-a8af58f3183f tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552597 Jul 15 15:00:17.074271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-4e543bb3-d68f-4f51-8298-926db9e627f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 931ac9a6-e27f-4d21-928c-274c62ea66bf) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:17.077176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c56e8dec-72a8-4d70-85b6-8dc2ee99f88b req-cf09a978-65db-4039-af0f-22c5f6e3c67f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] For port 49b209ae-4cb9-4438-8f90-acb2c1cac55a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=49b209ae-4cb9-4438-8f90-acb2c1cac55a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:17.077802 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c56e8dec-72a8-4d70-85b6-8dc2ee99f88b req-cf09a978-65db-4039-af0f-22c5f6e3c67f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:17.085213 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e543bb3-d68f-4f51-8298-926db9e627f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:17.085832 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4e543bb3-d68f-4f51-8298-926db9e627f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:17.095750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c56e8dec-72a8-4d70-85b6-8dc2ee99f88b req-cf09a978-65db-4039-af0f-22c5f6e3c67f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Calling delete_port for 49b209ae-4cb9-4438-8f90-acb2c1cac55a owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:17.107477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4286b4-376d-4d2f-9b1c-9c86201757b9 None None] Network 931ac9a6-e27f-4d21-928c-274c62ea66bf requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:00:17.261698 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6319c56b-17e9-403b-b880-870a86feb706 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:00:17.268192 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:17.297902 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4e543bb3-d68f-4f51-8298-926db9e627f1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9383659 Jul 15 15:00:17.299371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:17.317119 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 6319c56b-17e9-403b-b880-870a86feb706 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:00:17.317546 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6319c56b-17e9-403b-b880-870a86feb706 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:00:17.323136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0cf758-33c7-44f6-b35d-17b87c6d8fe0 None None] Network 931ac9a6-e27f-4d21-928c-274c62ea66bf requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:00:17.361887 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:17.488715 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-623680a4-97cc-49da-be61-f76bbbdff5f5 req-bcba1526-de56-42eb-9682-98264dd80a45 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 210 time: 0.0724077 Jul 15 15:00:17.546134 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c56e8dec-72a8-4d70-85b6-8dc2ee99f88b req-cf09a978-65db-4039-af0f-22c5f6e3c67f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:17.561286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['49b209ae-4cb9-4438-8f90-acb2c1cac55a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:00:17.584808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09a978-65db-4039-af0f-22c5f6e3c67f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Pushing event deleted for resources: {'Port': ['ID=49b209ae-4cb9-4438-8f90-acb2c1cac55a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:17.623382 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Allocated IP 192.168.233.44 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/9c1b876a-d6a1-43d6-9890-26c4e6d326ec) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:00:17.652009 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56e8dec-72a8-4d70-85b6-8dc2ee99f88b req-cf09a978-65db-4039-af0f-22c5f6e3c67f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] No DVR routers for this DVR port 49b209ae-4cb9-4438-8f90-acb2c1cac55a on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:00:17.655705 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c56e8dec-72a8-4d70-85b6-8dc2ee99f88b req-cf09a978-65db-4039-af0f-22c5f6e3c67f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:17.657822 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c56e8dec-72a8-4d70-85b6-8dc2ee99f88b req-cf09a978-65db-4039-af0f-22c5f6e3c67f tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.22 "DELETE /v2.0/ports/49b209ae-4cb9-4438-8f90-acb2c1cac55a HTTP/1.1" status: 204 len: 173 time: 1.2353516 Jul 15 15:00:17.658628 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c', 'name': 'network-vif-deleted', 'tag': '49b209ae-4cb9-4438-8f90-acb2c1cac55a'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:17.661701 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2899ae-306e-45d2-bc1b-890c23eb0d10" -d '{"events": [{"server_uuid": "3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c", "name": "network-vif-deleted", "tag": "49b209ae-4cb9-4438-8f90-acb2c1cac55a"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:17.714338 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db26944-fad3-4804-b48b-8d0d11b0c61f x-openstack-request-id: req-9db26944-fad3-4804-b48b-8d0d11b0c61f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:17.714677 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c", "name": "network-vif-deleted", "tag": "49b209ae-4cb9-4438-8f90-acb2c1cac55a", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:17.714934 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9db26944-fad3-4804-b48b-8d0d11b0c61f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:17.715352 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c', 'name': 'network-vif-deleted', 'tag': '49b209ae-4cb9-4438-8f90-acb2c1cac55a', 'status': 'completed', 'code': 200} Jul 15 15:00:17.906453 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:17.925035 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Transition to ACTIVE for port object 9c1b876a-d6a1-43d6-9890-26c4e6d326ec will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:00:17.986316 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:18.109750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:00:18.122034 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:18.124329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Pushing event updated for resources: {'Port': ['ID=9c1b876a-d6a1-43d6-9890-26c4e6d326ec,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:18.128346 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:18.202940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:18.203585 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:18.223122 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4bc155b6-ce14-4c46-9aba-dfa710cdaf5b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0659142 Jul 15 15:00:18.246490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Request body: {'port': {'device_id': '3af1287b-0150-427f-805d-8fcf2e4958e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:18.394160 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:18.567818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6305760e-5265-428e-b6e7-d229ddb8a4d0 None None] Provisioning for port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:00:18.573092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6305760e-5265-428e-b6e7-d229ddb8a4d0 None None] Provisioning complete for port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:18.573637 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6305760e-5265-428e-b6e7-d229ddb8a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:18.627127 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-105cdc89-ca50-40c3-884e-b08e3d674697 req-e110cacb-deeb-41f5-ad3c-ddf9e9685705 tempest-MigrationsAdminTest-660526944 tempest-MigrationsAdminTest-660526944-project] 10.222.0.38 "GET /v2.0/ports?device_id=3254e1ce-cbf5-4b75-ad95-bf9d6cfb9d1c HTTP/1.1" status: 200 len: 210 time: 0.0458617 Jul 15 15:00:18.685798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6305760e-5265-428e-b6e7-d229ddb8a4d0 None None] Port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:00:18.698129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-865abc8d-01ec-414d-940e-03c5707ef3b8 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:18.699748 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-865abc8d-01ec-414d-940e-03c5707ef3b8 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/networks?id=931ac9a6-e27f-4d21-928c-274c62ea66bf HTTP/1.1" status: 200 len: 813 time: 0.8821423 Jul 15 15:00:18.737487 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-ca8fe62f-6d96-43e4-8dcf-d9078383d8c8 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/quotas/690a1dbf5e1e46ef8b7b3cda3fc2d154 HTTP/1.1" status: 200 len: 375 time: 0.0319679 Jul 15 15:00:18.757851 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:18.801601 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-0fb4a181-7aec-4f2a-b49a-417f497e8cdd tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=690a1dbf5e1e46ef8b7b3cda3fc2d154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580189 Jul 15 15:00:18.889234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c1b876a-d6a1-43d6-9890-26c4e6d326ec {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:00:18.898026 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:18.913068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Transition to ACTIVE for port object 9c1b876a-d6a1-43d6-9890-26c4e6d326ec will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:00:18.916805 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:18.949203 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-db5fdb29-7a55-405b-9c2f-eac537585a22 service neutron] 10.222.0.38 "GET /v2.0/networks/931ac9a6-e27f-4d21-928c-274c62ea66bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467438 Jul 15 15:00:18.959572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fd98a-c257-4021-9a25-54411d197a13 req-c411c87a-5537-4f01-b153-e170f8bff054 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:18.967770 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb6fd98a-c257-4021-9a25-54411d197a13 req-c411c87a-5537-4f01-b153-e170f8bff054 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.2055211 Jul 15 15:00:19.053594 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Pushing event updated for resources: {'Port': ['ID=9c1b876a-d6a1-43d6-9890-26c4e6d326ec,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:19.071501 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:19.090792 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb6fd98a-c257-4021-9a25-54411d197a13 req-ef297639-e630-4a64-b50e-270df553592b tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218574 Jul 15 15:00:19.132032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Attempting to bind port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:00:19.132371 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Attempting to bind port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:00:19.132701 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Attempting to bind port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:00:19.145643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:00:19.145643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Attempting to bind port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:00:19.151923 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:00:19.152384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:00:19.152779 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:00:19.153291 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Bound port: 9c1b876a-d6a1-43d6-9890-26c4e6d326ec, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:00:19.153656 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:19.158474 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-8f5c4463-92f2-42d6-9add-67b4dc04a669 service neutron] 10.222.0.38 "GET /v2.0/networks/931ac9a6-e27f-4d21-928c-274c62ea66bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821890 Jul 15 15:00:19.267131 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] For port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:00:19.272010 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] For port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9c1b876a-d6a1-43d6-9890-26c4e6d326ec,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:00:19.277581 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:19.277750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51428) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:19.374565 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:19.375198 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:19.377181 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-fd042075-c633-46e2-8047-d289e19a32df service neutron] 10.222.0.11 "PUT /v2.0/ports/9c1b876a-d6a1-43d6-9890-26c4e6d326ec HTTP/1.1" status: 200 len: 1095 time: 1.1454256 Jul 15 15:00:19.391471 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd042075-c633-46e2-8047-d289e19a32df service neutron] Pushing event updated for resources: {'Port': ['ID=9c1b876a-d6a1-43d6-9890-26c4e6d326ec,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:19.547525 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-6fb0f8cd-b7ab-4d05-af81-9937e189bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:19.551771 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-6fb0f8cd-b7ab-4d05-af81-9937e189bb45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19568005cce54146aab6697ad6d25275&device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 1098 time: 0.1273243 Jul 15 15:00:19.652611 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-496597a7-43e6-4fee-8ff0-240c408f6974 req-6d42fe92-b1c7-4639-b9a6-47617f799fca tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 210 time: 0.0647666 Jul 15 15:00:19.656067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51440) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:19.681557 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-4b4a770c-863d-4792-94c2-6a47f9c4d405 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=9c1b876a-d6a1-43d6-9890-26c4e6d326ec HTTP/1.1" status: 200 len: 217 time: 0.1164145 Jul 15 15:00:19.781226 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af1287b-0150-427f-805d-8fcf2e4958e1', 'tag': '9c1b876a-d6a1-43d6-9890-26c4e6d326ec'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:19.783832 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fbb669-a1b7-470a-a73d-77e142d8d39f" -d '{"events": [{"name": "network-changed", "server_uuid": "3af1287b-0150-427f-805d-8fcf2e4958e1", "tag": "9c1b876a-d6a1-43d6-9890-26c4e6d326ec"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:19.785034 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-748b39c8-1cb9-415c-bfd8-bd13dac845ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:19.787631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-7f72857d-fa39-4f78-a23c-51cd449e5eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:19.789575 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-7f72857d-fa39-4f78-a23c-51cd449e5eac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1071372 Jul 15 15:00:19.812285 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d6ea72af-0871-4ad0-ae37-492d8196b5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:19.861190 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd8d7cf-d06a-4f35-8688-1c88d6f60b9e x-openstack-request-id: req-7dd8d7cf-d06a-4f35-8688-1c88d6f60b9e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:19.861478 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af1287b-0150-427f-805d-8fcf2e4958e1", "tag": "9c1b876a-d6a1-43d6-9890-26c4e6d326ec", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:19.861726 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7dd8d7cf-d06a-4f35-8688-1c88d6f60b9e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:19.862119 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af1287b-0150-427f-805d-8fcf2e4958e1', 'tag': '9c1b876a-d6a1-43d6-9890-26c4e6d326ec', 'status': 'completed', 'code': 200} Jul 15 15:00:19.872434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-7d75f383-fc21-456e-87fb-d6e72ff1ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:19.874193 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-7d75f383-fc21-456e-87fb-d6e72ff1ef9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774074 Jul 15 15:00:19.961193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a2959-052f-4bce-9f8a-a901aca5ea39 req-7e9b6b22-4ea0-4a3e-9d93-8b75df5f1915 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:19.968173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d9a2959-052f-4bce-9f8a-a901aca5ea39 req-7e9b6b22-4ea0-4a3e-9d93-8b75df5f1915 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 947 time: 0.1536160 Jul 15 15:00:19.982559 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-82158b96-01a1-4a2d-9725-d65a356fd307 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013031 Jul 15 15:00:20.036112 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d9a2959-052f-4bce-9f8a-a901aca5ea39 req-d06abee6-8fdb-4ac8-81ea-2d607e803233 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669391 Jul 15 15:00:20.054486 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-748b39c8-1cb9-415c-bfd8-bd13dac845ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:20.078699 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-748b39c8-1cb9-415c-bfd8-bd13dac845ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:20.101880 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a28e7d32-5c0f-406d-ab60-71801e8dbe91 req-6898a02f-885d-4cc4-822d-1fa659835061 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121438 Jul 15 15:00:20.131516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51456) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:20.172575 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-748b39c8-1cb9-415c-bfd8-bd13dac845ee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=99701a2315814ce69d51a09f937d79cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8936841 Jul 15 15:00:20.174930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b39c8-1cb9-415c-bfd8-bd13dac845ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133f45ad-02d1-4ca8-b995-d331775f96eb,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:20.175697 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51462) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:20.243243 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d6ea72af-0871-4ad0-ae37-492d8196b5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:20.250738 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d6ea72af-0871-4ad0-ae37-492d8196b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:20.315141 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-034cd8d4-9403-4008-92f2-df10debfcb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:20.352408 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d6ea72af-0871-4ad0-ae37-492d8196b5b5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4a0c1ed3a28e46d5857352c738c0d48c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6949277 Jul 15 15:00:20.353267 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea72af-0871-4ad0-ae37-492d8196b5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a913db4-b1ef-4183-a04f-47c5696b8499,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:20.355855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51466) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:20.381478 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1cc549cc-1b7c-4b43-acf0-68a1c04fb236 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e4e49258fa6a4fb18919af5b4ad01325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455089 Jul 15 15:00:20.382325 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51468) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:20.421251 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-034cd8d4-9403-4008-92f2-df10debfcb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:20.439441 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32f9ae-03b6-460d-8c35-8a4a5bfe2626 req-7d1ce91a-8e23-412d-a31c-2615bf4ad7af tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:20.446591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b32f9ae-03b6-460d-8c35-8a4a5bfe2626 req-7d1ce91a-8e23-412d-a31c-2615bf4ad7af tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1361964 Jul 15 15:00:20.454687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbb669-a1b7-470a-a73d-77e142d8d39f req-c621ec89-f76c-4e6b-8c01-b7069e2622c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:20.457883 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-22fbb669-a1b7-470a-a73d-77e142d8d39f req-c621ec89-f76c-4e6b-8c01-b7069e2622c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19568005cce54146aab6697ad6d25275&device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 1098 time: 0.3001790 Jul 15 15:00:20.465851 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a863b112-99c7-4071-aab0-22618be375b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:20.504088 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a863b112-99c7-4071-aab0-22618be375b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:20.509213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b32f9ae-03b6-460d-8c35-8a4a5bfe2626 req-0829b7a7-1999-4a11-ba67-98a6c23c0942 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617218 Jul 15 15:00:20.578659 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a863b112-99c7-4071-aab0-22618be375b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:20.581873 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a863b112-99c7-4071-aab0-22618be375b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:20.583577 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a863b112-99c7-4071-aab0-22618be375b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9a913db4-b1ef-4183-a04f-47c5696b8499 HTTP/1.1" status: 204 len: 168 time: 0.2247925 Jul 15 15:00:20.595424 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-379f81d1-7bfa-4ff2-8b73-2380fb3211f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:20.603957 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863b112-99c7-4071-aab0-22618be375b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a913db4-b1ef-4183-a04f-47c5696b8499,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:20.633575 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-034cd8d4-9403-4008-92f2-df10debfcb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:20.636439 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-034cd8d4-9403-4008-92f2-df10debfcb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:20.641341 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-034cd8d4-9403-4008-92f2-df10debfcb01 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/133f45ad-02d1-4ca8-b995-d331775f96eb HTTP/1.1" status: 204 len: 168 time: 0.4629304 Jul 15 15:00:20.656057 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-379f81d1-7bfa-4ff2-8b73-2380fb3211f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:20.675021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbb669-a1b7-470a-a73d-77e142d8d39f req-367c1ad5-b951-4eff-a0ac-584b4918e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:20.677861 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-22fbb669-a1b7-470a-a73d-77e142d8d39f req-367c1ad5-b951-4eff-a0ac-584b4918e8a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2012312 Jul 15 15:00:20.677861 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cd8d4-9403-4008-92f2-df10debfcb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133f45ad-02d1-4ca8-b995-d331775f96eb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:20.734219 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-22fbb669-a1b7-470a-a73d-77e142d8d39f req-5a26e863-4d07-4625-9d98-a5945c21039f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=9c1b876a-d6a1-43d6-9890-26c4e6d326ec HTTP/1.1" status: 200 len: 217 time: 0.0499687 Jul 15 15:00:20.853508 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbb669-a1b7-470a-a73d-77e142d8d39f req-76f1ee6c-88f9-490d-b370-11ea2e177969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:20.855840 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-22fbb669-a1b7-470a-a73d-77e142d8d39f req-76f1ee6c-88f9-490d-b370-11ea2e177969 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1026306 Jul 15 15:00:20.936351 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be9f17c0-a035-4c89-94e7-51eff635c2b3 req-6d4604d2-9eb0-4c1b-add6-18e868ecc14a tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 210 time: 0.0590649 Jul 15 15:00:20.951055 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-379f81d1-7bfa-4ff2-8b73-2380fb3211f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:20.955286 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-379f81d1-7bfa-4ff2-8b73-2380fb3211f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:20.960963 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-379f81d1-7bfa-4ff2-8b73-2380fb3211f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/57687576-1af6-4844-8c82-1dbebc92174e HTTP/1.1" status: 204 len: 168 time: 0.5744715 Jul 15 15:00:20.976617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f81d1-7bfa-4ff2-8b73-2380fb3211f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57687576-1af6-4844-8c82-1dbebc92174e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:20.989946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbb669-a1b7-470a-a73d-77e142d8d39f req-59e5b974-6292-4600-8e70-ff141bbc8e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:20.992495 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-22fbb669-a1b7-470a-a73d-77e142d8d39f req-59e5b974-6292-4600-8e70-ff141bbc8e6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1293502 Jul 15 15:00:21.083176 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-377ef8c8-6fea-4cb2-a010-b1418bec13fa tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:21.088655 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-377ef8c8-6fea-4cb2-a010-b1418bec13fa tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.11 "GET /v2.0/networks?id=931ac9a6-e27f-4d21-928c-274c62ea66bf HTTP/1.1" status: 200 len: 813 time: 0.2134624 Jul 15 15:00:21.106759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-4aa53cb2-e25b-40b4-8e4d-903938c2b366 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Request body: {'port': {'device_id': '8c8a9045-83cc-448e-8cb3-39390effb4e7', 'network_id': '931ac9a6-e27f-4d21-928c-274c62ea66bf', 'admin_state_up': True, 'tenant_id': '690a1dbf5e1e46ef8b7b3cda3fc2d154'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:21.140805 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51486) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:21.180891 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51488) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:21.200603 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8786663-53d3-47be-890f-f41a122b3124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:21.217510 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ceb61b6-5ceb-49d0-ab66-2c7dec174cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:21.267243 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-22fbb669-a1b7-470a-a73d-77e142d8d39f req-74637252-1d8b-442c-aeaa-13711e7609a9 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675700 Jul 15 15:00:21.269180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f86f5e16-a046-4a48-ab96-34989a3bea8c details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:00:21.275855 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 49b209ae-4cb9-4438-8f90-acb2c1cac55a no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:00:21.297108 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-4ceb61b6-5ceb-49d0-ab66-2c7dec174cf8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 15:00:21.297108 n-d-764435-3 neutron-server[100712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 15:00:21.297108 n-d-764435-3 neutron-server[100712]: [parameters: {'project_id': '2f4e0ca141484d999ab516263e6374e0', 'id': '601aacba-7a5f-429c-aef1-7595f6bfbce9', 'expiration': datetime.datetime(2021, 7, 15, 15, 2, 21, 272895)}] Jul 15 15:00:21.297108 n-d-764435-3 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:00:21.297813 n-d-764435-3 neutron-server[100712]: DEBUG oslo_db.api [None req-4ceb61b6-5ceb-49d0-ab66-2c7dec174cf8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:00:21.324235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a06371-64e7-4ffd-8805-fae5571988ae req-9c57a102-1be7-4ea6-a271-5f0830e3fcc0 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:21.326250 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-74a06371-64e7-4ffd-8805-fae5571988ae req-9c57a102-1be7-4ea6-a271-5f0830e3fcc0 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 947 time: 0.0928872 Jul 15 15:00:21.337803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 49b209ae-4cb9-4438-8f90-acb2c1cac55a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:00:21.338230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 49b209ae-4cb9-4438-8f90-acb2c1cac55a not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:00:21.378415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-74a06371-64e7-4ffd-8805-fae5571988ae req-5d726fcc-8bf1-4a4f-aa46-01b045980865 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423205 Jul 15 15:00:21.411478 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-22fbb669-a1b7-470a-a73d-77e142d8d39f req-70a83f24-e3ae-4c49-b9dc-bb8096f965a7 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365385 Jul 15 15:00:21.442505 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8786663-53d3-47be-890f-f41a122b3124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:21.448098 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8786663-53d3-47be-890f-f41a122b3124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:21.464046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f86f5e16-a046-4a48-ab96-34989a3bea8c, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f86f5e16-a046-4a48-ab96-34989a3bea8c,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:21.470345 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-4aa53cb2-e25b-40b4-8e4d-903938c2b366 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Made reservation on behalf of 690a1dbf5e1e46ef8b7b3cda3fc2d154 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:21.477777 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-4aa53cb2-e25b-40b4-8e4d-903938c2b366 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:21.481395 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'f86f5e16-a046-4a48-ab96-34989a3bea8c', 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac', 'port_id': 'f86f5e16-a046-4a48-ab96-34989a3bea8c', 'mac_address': 'fa:16:3e:14:51:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4eca178-0ffb-4cd8-96ff-741d6035f765', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:00:21.506597 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a8786663-53d3-47be-890f-f41a122b3124 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2b02735b53f649e8a0a82dadbd21eede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3622150 Jul 15 15:00:21.509987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51494) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:21.538507 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:21.560467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f86f5e16-a046-4a48-ab96-34989a3bea8c {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:00:21.573969 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8786663-53d3-47be-890f-f41a122b3124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea8a706-9bfd-4cae-a975-48d094caf093,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:21.586187 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f86f5e16-a046-4a48-ab96-34989a3bea8c, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f86f5e16-a046-4a48-ab96-34989a3bea8c,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:21.592367 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:21.652978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f86f5e16-a046-4a48-ab96-34989a3bea8c,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:21.655009 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-038579d9-0641-4dc1-9c12-daf023c854e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:21.662621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:21.663176 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:21.663707 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:21.664206 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:21.664868 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:21.665373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:21.665847 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:21.666379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:21.667009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:21.667608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:21.667970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:21.668445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:21.731287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-038579d9-0641-4dc1-9c12-daf023c854e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:21.764688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51500) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:21.773775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-4aa53cb2-e25b-40b4-8e4d-903938c2b366 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Allocated IP 172.20.0.14 (931ac9a6-e27f-4d21-928c-274c62ea66bf/070344cc-bd11-404a-ac4e-126222cca93f/ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:00:21.800403 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ceb61b6-5ceb-49d0-ab66-2c7dec174cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:21.822593 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-24702fb3-efe6-4cd2-a2dd-f51cf621e668 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b60b2cb3f2634243ac4aa619fb1b0884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565903 Jul 15 15:00:21.825090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51502) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:21.869287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b97fd3-07e4-457f-8fe4-1877b3d84853 req-02d70a4c-e45d-4896-9059-f82f5a8aa411 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:21.871011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83b97fd3-07e4-457f-8fe4-1877b3d84853 req-02d70a4c-e45d-4896-9059-f82f5a8aa411 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 945 time: 0.1715600 Jul 15 15:00:21.875392 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['f86f5e16-a046-4a48-ab96-34989a3bea8c'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:00:21.881832 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-038579d9-0641-4dc1-9c12-daf023c854e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:21.884555 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-038579d9-0641-4dc1-9c12-daf023c854e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:21.885720 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-038579d9-0641-4dc1-9c12-daf023c854e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aea8a706-9bfd-4cae-a975-48d094caf093 HTTP/1.1" status: 204 len: 168 time: 0.3747373 Jul 15 15:00:21.922248 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2c65c14-dd41-4fa7-9ccc-26d04873928e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:21.927510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038579d9-0641-4dc1-9c12-daf023c854e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea8a706-9bfd-4cae-a975-48d094caf093,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:21.977344 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2c65c14-dd41-4fa7-9ccc-26d04873928e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:21.999471 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83b97fd3-07e4-457f-8fe4-1877b3d84853 req-271d9341-634e-4bc6-822b-549ce0745bbb tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021585 Jul 15 15:00:22.062205 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-4aa53cb2-e25b-40b4-8e4d-903938c2b366 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:22.081001 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2c65c14-dd41-4fa7-9ccc-26d04873928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:22.086258 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2c65c14-dd41-4fa7-9ccc-26d04873928e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:22.092415 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c2c65c14-dd41-4fa7-9ccc-26d04873928e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4ac50c33-e7b0-4410-92d9-e6796a7a26bf HTTP/1.1" status: 204 len: 168 time: 0.2660563 Jul 15 15:00:22.111398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c65c14-dd41-4fa7-9ccc-26d04873928e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac50c33-e7b0-4410-92d9-e6796a7a26bf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:22.126904 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-4aa53cb2-e25b-40b4-8e4d-903938c2b366 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:22.170814 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ceb61b6-5ceb-49d0-ab66-2c7dec174cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:22.177336 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ceb61b6-5ceb-49d0-ab66-2c7dec174cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:22.224904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb61b6-5ceb-49d0-ab66-2c7dec174cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044be31d-4ff2-495b-b3e4-447c0f690ce8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:22.240201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-4aa53cb2-e25b-40b4-8e4d-903938c2b366 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Network 931ac9a6-e27f-4d21-928c-274c62ea66bf is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:00:22.245704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-4aa53cb2-e25b-40b4-8e4d-903938c2b366 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:22.249965 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4ceb61b6-5ceb-49d0-ab66-2c7dec174cf8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2f4e0ca141484d999ab516263e6374e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0638044 Jul 15 15:00:22.250856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51512) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:22.257895 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-4aa53cb2-e25b-40b4-8e4d-903938c2b366 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:22.295671 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa53cb2-e25b-40b4-8e4d-903938c2b366 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Pushing event updated for resources: {'Port': ['ID=ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:22.315803 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7aadfe3-202c-42b9-96e8-6bedcb00026a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:22.341407 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7aadfe3-202c-42b9-96e8-6bedcb00026a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:22.342922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-4aa53cb2-e25b-40b4-8e4d-903938c2b366 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:22.343649 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-4aa53cb2-e25b-40b4-8e4d-903938c2b366 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:22.365554 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524b74a-7240-4e28-bd0b-cbb108b1b22d req-a8253952-263c-45b1-898c-882e7baec5fc tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:22.374564 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9524b74a-7240-4e28-bd0b-cbb108b1b22d req-a8253952-263c-45b1-898c-882e7baec5fc tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 932 time: 0.2429171 Jul 15 15:00:22.398138 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-4aa53cb2-e25b-40b4-8e4d-903938c2b366 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2986689 Jul 15 15:00:22.403554 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7aadfe3-202c-42b9-96e8-6bedcb00026a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:22.406469 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7aadfe3-202c-42b9-96e8-6bedcb00026a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:22.408188 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e7aadfe3-202c-42b9-96e8-6bedcb00026a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/044be31d-4ff2-495b-b3e4-447c0f690ce8 HTTP/1.1" status: 204 len: 168 time: 0.1558778 Jul 15 15:00:22.411653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Request body: {'port': {'device_id': '8c8a9045-83cc-448e-8cb3-39390effb4e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:22.419824 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aadfe3-202c-42b9-96e8-6bedcb00026a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044be31d-4ff2-495b-b3e4-447c0f690ce8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:22.457439 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9524b74a-7240-4e28-bd0b-cbb108b1b22d req-ee73c424-3ee0-41d9-a625-14f622061c2f tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/security-groups?id=54d357af-ce1e-4904-a7f9-e2a01f8a7db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818136 Jul 15 15:00:22.569426 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:22.649232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdda68-b8ed-4bb9-8a4b-59180a27bac7 req-ae6b7421-247a-4296-af24-a91df93fecee tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:22.651029 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4bdda68-b8ed-4bb9-8a4b-59180a27bac7 req-ae6b7421-247a-4296-af24-a91df93fecee tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 947 time: 0.1268504 Jul 15 15:00:22.794992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4bdda68-b8ed-4bb9-8a4b-59180a27bac7 req-5ff91588-be0b-46bd-9556-eecbd844afd7 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854776 Jul 15 15:00:23.017210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:00:23.039230 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:23.056486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Transition to ACTIVE for port object ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:00:23.061373 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:23.226232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:23.282124 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f86f5e16-a046-4a48-ab96-34989a3bea8c up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:00:23.286859 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Attempting to bind port ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:00:23.286970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Attempting to bind port ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '34e3522b-a21f-44b3-bd8c-208d081f890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '931ac9a6-e27f-4d21-928c-274c62ea66bf'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:00:23.287306 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Attempting to bind port ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 on network 931ac9a6-e27f-4d21-928c-274c62ea66bf {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:00:23.296794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Port ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 on network 931ac9a6-e27f-4d21-928c-274c62ea66bf not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:00:23.297196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Attempting to bind port ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 on network 931ac9a6-e27f-4d21-928c-274c62ea66bf {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:00:23.310294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab62b9b-0019-4c15-b103-eafbc4b7e226 req-b7284ee0-6b4f-4f3b-8be3-932b08411f33 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:23.318336 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ab62b9b-0019-4c15-b103-eafbc4b7e226 req-b7284ee0-6b4f-4f3b-8be3-932b08411f33 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 945 time: 0.1786683 Jul 15 15:00:23.333003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:00:23.333512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Checking segment: {'id': '34e3522b-a21f-44b3-bd8c-208d081f890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '931ac9a6-e27f-4d21-928c-274c62ea66bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:00:23.333913 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Bound using segment: {'id': '34e3522b-a21f-44b3-bd8c-208d081f890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '931ac9a6-e27f-4d21-928c-274c62ea66bf'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:00:23.334504 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Bound port: ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e3522b-a21f-44b3-bd8c-208d081f890c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '931ac9a6-e27f-4d21-928c-274c62ea66bf'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:00:23.334908 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:23.340621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port f86f5e16-a046-4a48-ab96-34989a3bea8c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:23.341239 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:23.402052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ab62b9b-0019-4c15-b103-eafbc4b7e226 req-1cfe484a-71e8-420d-aeb0-c2231c337557 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808227 Jul 15 15:00:23.454408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] For port ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:00:23.459685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] For port ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9,segment=NetworkSegment(34e3522b-a21f-44b3-bd8c-208d081f890c),segment_id=34e3522b-a21f-44b3-bd8c-208d081f890c)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:00:23.461107 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:23.465780 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:23.493674 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c117c7-8182-4f97-bafb-f235debc668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86f5e16-a046-4a48-ab96-34989a3bea8c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:23.496878 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3035262-49d2-4de7-b193-d3b1d6a49e1e" -d '{"events": [{"server_uuid": "08c117c7-8182-4f97-bafb-f235debc668a", "name": "network-vif-plugged", "status": "completed", "tag": "f86f5e16-a046-4a48-ab96-34989a3bea8c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:23.514649 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:23.515108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f86f5e16-a046-4a48-ab96-34989a3bea8c, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f86f5e16-a046-4a48-ab96-34989a3bea8c,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:23.515644 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:23.517823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] 10.222.0.11 "PUT /v2.0/ports/ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 HTTP/1.1" status: 200 len: 1092 time: 1.1112833 Jul 15 15:00:23.521948 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:23.523971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8a9045-83cc-448e-8cb3-39390effb4e7', 'tag': 'ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:23.528225 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f943cb0-ebc1-4865-8241-f2a502f09f56" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8a9045-83cc-448e-8cb3-39390effb4e7", "tag": "ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:23.587662 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9c1b876a-d6a1-43d6-9890-26c4e6d326ec details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:00:23.591911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f86f5e16-a046-4a48-ab96-34989a3bea8c,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:23.618918 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134dfb48-9f31-4ff7-be0f-6f926a4716b8 x-openstack-request-id: req-134dfb48-9f31-4ff7-be0f-6f926a4716b8 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:23.619511 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c117c7-8182-4f97-bafb-f235debc668a", "name": "network-vif-plugged", "status": "completed", "tag": "f86f5e16-a046-4a48-ab96-34989a3bea8c", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:23.619926 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-134dfb48-9f31-4ff7-be0f-6f926a4716b8 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:23.620469 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c117c7-8182-4f97-bafb-f235debc668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86f5e16-a046-4a48-ab96-34989a3bea8c', 'code': 200} Jul 15 15:00:23.666894 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a1527-5089-4230-b9c5-9bd23db4cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:23.750318 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd339a6-6580-48ca-a6a1-3f12f2f96d33 x-openstack-request-id: req-ccd339a6-6580-48ca-a6a1-3f12f2f96d33 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:23.750647 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8a9045-83cc-448e-8cb3-39390effb4e7", "tag": "ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:23.750975 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ccd339a6-6580-48ca-a6a1-3f12f2f96d33 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:23.751432 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8a9045-83cc-448e-8cb3-39390effb4e7', 'tag': 'ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9', 'status': 'completed', 'code': 200} Jul 15 15:00:23.761520 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-37619330-194d-4a5c-aecf-afa300b3ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:23.763326 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-37619330-194d-4a5c-aecf-afa300b3ea6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=690a1dbf5e1e46ef8b7b3cda3fc2d154&device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 1095 time: 0.1931169 Jul 15 15:00:23.786987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9c1b876a-d6a1-43d6-9890-26c4e6d326ec,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:23.817948 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '9c1b876a-d6a1-43d6-9890-26c4e6d326ec', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '9c1b876a-d6a1-43d6-9890-26c4e6d326ec', 'mac_address': 'fa:16:3e:db:2a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:00:23.866414 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-fd3668e7-4e31-4f0b-839f-c977888c2cc6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 HTTP/1.1" status: 200 len: 217 time: 0.0935564 Jul 15 15:00:23.868345 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4213d-b88e-4ef8-95a0-ae434a385daf req-c9a484f8-7afd-4c79-a12d-4b3d86d2e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:23.873492 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b1c4213d-b88e-4ef8-95a0-ae434a385daf req-c9a484f8-7afd-4c79-a12d-4b3d86d2e443 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 1097 time: 0.1131635 Jul 15 15:00:23.918823 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:23.941791 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1b876a-d6a1-43d6-9890-26c4e6d326ec {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:00:23.955810 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b1c4213d-b88e-4ef8-95a0-ae434a385daf req-a35800c0-5195-4061-9847-0a1ba1ebef64 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733628 Jul 15 15:00:23.977614 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9c1b876a-d6a1-43d6-9890-26c4e6d326ec,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:23.987422 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:24.030310 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-370059cc-e537-47ef-a6d9-f15a2e477ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:24.033075 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-370059cc-e537-47ef-a6d9-f15a2e477ca9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=070344cc-bd11-404a-ac4e-126222cca93f HTTP/1.1" status: 200 len: 853 time: 0.1595843 Jul 15 15:00:24.075441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=9c1b876a-d6a1-43d6-9890-26c4e6d326ec,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:24.102140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-c495d513-f621-47d3-a5c2-052450cdf511 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=931ac9a6-e27f-4d21-928c-274c62ea66bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433462 Jul 15 15:00:24.118800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0a007-46ef-4743-bb32-ff32e68eb565 req-03f6ce97-0e7c-4044-bd60-518a18312a92 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:24.119787 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-69f0a007-46ef-4743-bb32-ff32e68eb565 req-03f6ce97-0e7c-4044-bd60-518a18312a92 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 944 time: 0.3388782 Jul 15 15:00:24.248083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-69f0a007-46ef-4743-bb32-ff32e68eb565 req-7baab3f1-1e47-436b-827e-789b596b0ad0 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/security-groups?id=54d357af-ce1e-4904-a7f9-e2a01f8a7db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191201 Jul 15 15:00:24.255188 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['9c1b876a-d6a1-43d6-9890-26c4e6d326ec'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:00:24.282415 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d5c0a-0b16-42c9-bae5-099a955b4d08 req-e6b328a3-1b40-41fd-9928-e2e6ec822bd8 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:24.286635 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-309d5c0a-0b16-42c9-bae5-099a955b4d08 req-e6b328a3-1b40-41fd-9928-e2e6ec822bd8 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 948 time: 0.2723477 Jul 15 15:00:24.339493 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-494bcbc2-b56b-41fa-a48f-a5caf7c417cc service neutron] 10.222.0.11 "GET /v2.0/networks/931ac9a6-e27f-4d21-928c-274c62ea66bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299130 Jul 15 15:00:24.377964 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-309d5c0a-0b16-42c9-bae5-099a955b4d08 req-87552d98-da1f-42a8-b564-00d9b0dfd18b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840092 Jul 15 15:00:24.529140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a6e30d6-6b92-40ef-9a61-ff32021c2a75 req-33849765-bac7-4c17-bd35-2bc8d4af7759 service neutron] 10.222.0.11 "GET /v2.0/networks/931ac9a6-e27f-4d21-928c-274c62ea66bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812994 Jul 15 15:00:24.761419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943cb0-ebc1-4865-8241-f2a502f09f56 req-d33470ba-9327-4f7b-ae31-a2aeb06311d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:24.763400 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f943cb0-ebc1-4865-8241-f2a502f09f56 req-d33470ba-9327-4f7b-ae31-a2aeb06311d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=690a1dbf5e1e46ef8b7b3cda3fc2d154&device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 1095 time: 0.1645327 Jul 15 15:00:24.825608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b801746-6c99-47ac-9b26-6d8aa23e1bc5 req-f18ebc23-66a9-4736-a815-b900689f6455 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:24.834023 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b801746-6c99-47ac-9b26-6d8aa23e1bc5 req-f18ebc23-66a9-4736-a815-b900689f6455 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1675742 Jul 15 15:00:24.950961 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b801746-6c99-47ac-9b26-6d8aa23e1bc5 req-61f46631-665e-4b74-a639-b6f5a0ff7693 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159434 Jul 15 15:00:24.974280 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943cb0-ebc1-4865-8241-f2a502f09f56 req-74b35f65-5ec7-4d98-8d6e-25cc39aeb0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:24.976018 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f943cb0-ebc1-4865-8241-f2a502f09f56 req-74b35f65-5ec7-4d98-8d6e-25cc39aeb0fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=931ac9a6-e27f-4d21-928c-274c62ea66bf HTTP/1.1" status: 200 len: 914 time: 0.2053878 Jul 15 15:00:25.045078 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f943cb0-ebc1-4865-8241-f2a502f09f56 req-9837fa5a-f1a2-45b0-adbd-d8ccc48e3b7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 HTTP/1.1" status: 200 len: 217 time: 0.0614309 Jul 15 15:00:25.113557 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943cb0-ebc1-4865-8241-f2a502f09f56 req-ce69ccd5-a39e-4570-a70c-6c0ed7c83938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:25.115213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f943cb0-ebc1-4865-8241-f2a502f09f56 req-ce69ccd5-a39e-4570-a70c-6c0ed7c83938 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=070344cc-bd11-404a-ac4e-126222cca93f HTTP/1.1" status: 200 len: 853 time: 0.0574431 Jul 15 15:00:25.161626 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f943cb0-ebc1-4865-8241-f2a502f09f56 req-7ac10352-4cfe-4dcd-990f-1f72a8d965a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=931ac9a6-e27f-4d21-928c-274c62ea66bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393262 Jul 15 15:00:25.260838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f943cb0-ebc1-4865-8241-f2a502f09f56 req-9bdc8a60-da7c-4b1f-90a1-4ef9f332bfbc service neutron] 10.222.0.11 "GET /v2.0/networks/931ac9a6-e27f-4d21-928c-274c62ea66bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925291 Jul 15 15:00:25.417943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f943cb0-ebc1-4865-8241-f2a502f09f56 req-9369f927-fa4a-4cc7-8a2e-f566430909e6 service neutron] 10.222.0.11 "GET /v2.0/networks/931ac9a6-e27f-4d21-928c-274c62ea66bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470208 Jul 15 15:00:25.485320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51728) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:25.497041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd25046-48c5-41f1-8951-2cfffe1c3fc8 req-5fdd3461-00e0-4e0c-a10c-45a195d95553 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:25.498639 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fd25046-48c5-41f1-8951-2cfffe1c3fc8 req-5fdd3461-00e0-4e0c-a10c-45a195d95553 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 944 time: 0.1299381 Jul 15 15:00:25.554660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9c1b876a-d6a1-43d6-9890-26c4e6d326ec up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:00:25.556447 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fd25046-48c5-41f1-8951-2cfffe1c3fc8 req-6bb02816-52ea-4408-be52-9a560443979f tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/security-groups?id=54d357af-ce1e-4904-a7f9-e2a01f8a7db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517018 Jul 15 15:00:25.621396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:00:25.627119 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:25.627788 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:25.669063 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0032812d-07dc-4f1c-ac9e-1dfd20b887f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:25.745295 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:25.812101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9c1b876a-d6a1-43d6-9890-26c4e6d326ec,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:25.813996 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af1287b-0150-427f-805d-8fcf2e4958e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1b876a-d6a1-43d6-9890-26c4e6d326ec'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:25.818401 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb4e2c8-7ff7-419f-95bc-f56d19476130" -d '{"events": [{"server_uuid": "3af1287b-0150-427f-805d-8fcf2e4958e1", "name": "network-vif-plugged", "status": "completed", "tag": "9c1b876a-d6a1-43d6-9890-26c4e6d326ec"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:25.823663 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:25.827171 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0032812d-07dc-4f1c-ac9e-1dfd20b887f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:25.834745 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0032812d-07dc-4f1c-ac9e-1dfd20b887f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:25.845362 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cd584-d793-4bdb-b367-7e624c496a78 req-5d8d5127-df60-4b12-9d3b-6499716dcc61 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:25.853067 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a2cd584-d793-4bdb-b367-7e624c496a78 req-5d8d5127-df60-4b12-9d3b-6499716dcc61 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 948 time: 0.1160393 Jul 15 15:00:25.875619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032812d-07dc-4f1c-ac9e-1dfd20b887f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eed89ae-2d73-4561-bf65-dc7274678782,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:25.897921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=9c1b876a-d6a1-43d6-9890-26c4e6d326ec,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:25.901862 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0032812d-07dc-4f1c-ac9e-1dfd20b887f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dbd6f944f28840ac9bcf256d67876be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152403 Jul 15 15:00:25.904396 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51756) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:25.931242 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a2cd584-d793-4bdb-b367-7e624c496a78 req-914ae3dd-5b96-47e1-b569-492165f1296a tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771050 Jul 15 15:00:25.975193 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ef37c93-8b36-436c-bd67-3533379eb7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:26.000326 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ef37c93-8b36-436c-bd67-3533379eb7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:26.056216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ef37c93-8b36-436c-bd67-3533379eb7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:26.059645 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ef37c93-8b36-436c-bd67-3533379eb7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:26.061076 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7ef37c93-8b36-436c-bd67-3533379eb7ee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7eed89ae-2d73-4561-bf65-dc7274678782 HTTP/1.1" status: 204 len: 168 time: 0.1556950 Jul 15 15:00:26.072163 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef37c93-8b36-436c-bd67-3533379eb7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eed89ae-2d73-4561-bf65-dc7274678782,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:26.121296 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18beaa58-b50f-4d4c-99b3-3df59044ef71 x-openstack-request-id: req-18beaa58-b50f-4d4c-99b3-3df59044ef71 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:26.121665 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af1287b-0150-427f-805d-8fcf2e4958e1", "name": "network-vif-plugged", "status": "completed", "tag": "9c1b876a-d6a1-43d6-9890-26c4e6d326ec", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:26.121987 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18beaa58-b50f-4d4c-99b3-3df59044ef71 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:26.122485 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af1287b-0150-427f-805d-8fcf2e4958e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1b876a-d6a1-43d6-9890-26c4e6d326ec', 'code': 200} Jul 15 15:00:26.323650 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0715786-7f84-4e5c-baff-cd6fc1ad8fbf req-b2dba87e-fbaa-4c61-9614-3a874ae48b95 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:26.325273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c0715786-7f84-4e5c-baff-cd6fc1ad8fbf req-b2dba87e-fbaa-4c61-9614-3a874ae48b95 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.0930524 Jul 15 15:00:26.336902 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1933a2-70a7-4bf5-bbb5-5f460e72f2bc req-fda4dd8d-ccb1-4ba9-b14a-33f709ea20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:26.338404 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d1933a2-70a7-4bf5-bbb5-5f460e72f2bc req-fda4dd8d-ccb1-4ba9-b14a-33f709ea20f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 1100 time: 0.1414654 Jul 15 15:00:26.396302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c0715786-7f84-4e5c-baff-cd6fc1ad8fbf req-de400432-c8f0-4096-9a4b-fd76b5467b81 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620556 Jul 15 15:00:26.400414 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d1933a2-70a7-4bf5-bbb5-5f460e72f2bc req-d4ee2102-3764-4fc2-b6b5-cda5cbc2cd39 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556269 Jul 15 15:00:26.633870 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefefbe8-d7a8-48b9-a5cd-252da422632c req-31ed029c-d716-469f-b800-38ecc11554a9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:26.635451 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aefefbe8-d7a8-48b9-a5cd-252da422632c req-31ed029c-d716-469f-b800-38ecc11554a9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.0800786 Jul 15 15:00:26.687849 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aefefbe8-d7a8-48b9-a5cd-252da422632c req-42ff8d74-6002-41a2-8fdc-efa03f320dbf tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460663 Jul 15 15:00:27.023676 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b1d0b-f7a9-4a3e-8d87-7da7583e7db5 req-7a720051-92ea-4bd0-9b3a-6ee77d0774b4 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:27.025606 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-563b1d0b-f7a9-4a3e-8d87-7da7583e7db5 req-7a720051-92ea-4bd0-9b3a-6ee77d0774b4 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 944 time: 0.0941689 Jul 15 15:00:27.079107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-563b1d0b-f7a9-4a3e-8d87-7da7583e7db5 req-5ca130b4-77ee-4452-9d60-7318b129bcde tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/security-groups?id=54d357af-ce1e-4904-a7f9-e2a01f8a7db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475390 Jul 15 15:00:27.302721 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51858) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:27.310582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf682e0-b3b2-4982-893e-10bc6a965eab req-a8f4742a-ed3e-43bc-bb9d-55c9a64c5e9a tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:27.319098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fcf682e0-b3b2-4982-893e-10bc6a965eab req-a8f4742a-ed3e-43bc-bb9d-55c9a64c5e9a tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 949 time: 0.0865190 Jul 15 15:00:27.376656 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fcf682e0-b3b2-4982-893e-10bc6a965eab req-16443c0b-b930-4fef-8707-722e1541ac84 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555127 Jul 15 15:00:27.494385 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-811c66a1-74d0-463d-aa47-eb65f1e0920c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:27.554254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:00:27.684733 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-811c66a1-74d0-463d-aa47-eb65f1e0920c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:27.690677 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-811c66a1-74d0-463d-aa47-eb65f1e0920c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:27.739016 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9,segment=NetworkSegment(34e3522b-a21f-44b3-bd8c-208d081f890c),segment_id=34e3522b-a21f-44b3-bd8c-208d081f890c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:27.753544 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9', 'network_id': '931ac9a6-e27f-4d21-928c-274c62ea66bf', 'port_id': 'ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9', 'mac_address': 'fa:16:3e:ff:67:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070344cc-bd11-404a-ac4e-126222cca93f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:00:27.786022 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-811c66a1-74d0-463d-aa47-eb65f1e0920c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=18b87ee17acb447f93d61cfb8a63b3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4815187 Jul 15 15:00:27.786919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c66a1-74d0-463d-aa47-eb65f1e0920c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf019f41-a571-4453-b42a-cca4f89a1c3a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:27.788720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51878) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:27.799754 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:27.820315 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:00:27.872143 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9,segment=NetworkSegment(34e3522b-a21f-44b3-bd8c-208d081f890c),segment_id=34e3522b-a21f-44b3-bd8c-208d081f890c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:27.880885 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:27.920328 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-26c2ab1b-6c55-4406-adba-abdd89ae2bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:27.948751 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-26c2ab1b-6c55-4406-adba-abdd89ae2bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:28.001048 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:28.140108 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-26c2ab1b-6c55-4406-adba-abdd89ae2bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:28.147474 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-26c2ab1b-6c55-4406-adba-abdd89ae2bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:28.148669 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-26c2ab1b-6c55-4406-adba-abdd89ae2bb8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bf019f41-a571-4453-b42a-cca4f89a1c3a HTTP/1.1" status: 204 len: 168 time: 0.3586094 Jul 15 15:00:28.149100 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:00:28.175169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2ab1b-6c55-4406-adba-abdd89ae2bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf019f41-a571-4453-b42a-cca4f89a1c3a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:28.216466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-d59ab077-a79e-4b66-8335-63d5bc0fc592 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:28.232735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-d59ab077-a79e-4b66-8335-63d5bc0fc592 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/networks?id=03ebfc59-ab4a-4228-ba98-4caf8d6538ac HTTP/1.1" status: 200 len: 814 time: 0.2099361 Jul 15 15:00:28.262405 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-ffce0f3e-1182-452e-b5c6-f2b841fee2c8 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/quotas/f1907a4b97a441cd9ed8d75274e01f80 HTTP/1.1" status: 200 len: 375 time: 0.0281177 Jul 15 15:00:28.448759 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-19af319e-16ad-45cf-b0f6-5a7270d20f63 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1907a4b97a441cd9ed8d75274e01f80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1852245 Jul 15 15:00:28.575054 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60b878-4f44-49c4-9b68-3d5b00d30aed req-f8bc8460-ca66-44a0-b01a-8cd5ffb2eabc tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:28.577013 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a60b878-4f44-49c4-9b68-3d5b00d30aed req-f8bc8460-ca66-44a0-b01a-8cd5ffb2eabc tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 945 time: 0.2396185 Jul 15 15:00:28.634923 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-3e353092-7e48-4a79-9b2b-b4386ff2c5e2 service neutron] 10.222.0.38 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852601 Jul 15 15:00:28.671812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a60b878-4f44-49c4-9b68-3d5b00d30aed req-e1636f83-9b5e-4017-b2c0-43eb6df962d1 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/security-groups?id=54d357af-ce1e-4904-a7f9-e2a01f8a7db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779643 Jul 15 15:00:28.791415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-96f7bc9d-7381-4196-bec1-e0a7a37bd183 service neutron] 10.222.0.38 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477480 Jul 15 15:00:28.834841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51914) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:28.881638 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2947a25c-0104-41d8-8b61-43b4616bf5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.006819 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2947a25c-0104-41d8-8b61-43b4616bf5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.016716 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2947a25c-0104-41d8-8b61-43b4616bf5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.112250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a2bc9-3bc6-4726-ac28-8d40f05357ca req-de0a9ce6-adb4-4c8c-b755-2aaaa73566cc tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:29.121115 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb6a2bc9-3bc6-4726-ac28-8d40f05357ca req-de0a9ce6-adb4-4c8c-b755-2aaaa73566cc tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 949 time: 0.2995439 Jul 15 15:00:29.141805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2947a25c-0104-41d8-8b61-43b4616bf5d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=95e05efcb83643e6901a7167db96667c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056207 Jul 15 15:00:29.142913 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947a25c-0104-41d8-8b61-43b4616bf5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dbcf37-32fb-4f2a-95f9-50eb8d7bc8fc,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:29.145564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51932) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:29.212509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51936) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:29.243578 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb6a2bc9-3bc6-4726-ac28-8d40f05357ca req-3dab87ae-7cf2-467d-9e3d-2d4047f89344 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115417 Jul 15 15:00:29.245727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51938) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:29.255621 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-80045f82-cca1-40ae-81db-06a0cbc0043c req-bb244603-8e9f-4de2-8408-668c1f8ed7d1 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 210 time: 0.0764866 Jul 15 15:00:29.294976 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2ffc-9e5c-4d0a-8c6b-c78c8f7e3734 req-cfff41a3-c444-4444-aa1b-e2ff2a925832 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:29.296638 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6c0a2ffc-9e5c-4d0a-8c6b-c78c8f7e3734 req-cfff41a3-c444-4444-aa1b-e2ff2a925832 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.22 "GET /v2.0/ports?device_id=08c117c7-8182-4f97-bafb-f235debc668a HTTP/1.1" status: 200 len: 946 time: 0.1426756 Jul 15 15:00:29.302914 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdaab40d-76ff-4a70-b596-09bd5232763a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.366346 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdaab40d-76ff-4a70-b596-09bd5232763a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.473553 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f397f51c-579a-4aca-bf8c-7deca770c9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.490329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-6c0a2ffc-9e5c-4d0a-8c6b-c78c8f7e3734 req-fcd58968-d7c1-467c-a738-15f074f3f2c9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Deleting port f86f5e16-a046-4a48-ab96-34989a3bea8c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:29.490950 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c0a2ffc-9e5c-4d0a-8c6b-c78c8f7e3734 req-fcd58968-d7c1-467c-a738-15f074f3f2c9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.495108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:29.496391 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdaab40d-76ff-4a70-b596-09bd5232763a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.498916 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdaab40d-76ff-4a70-b596-09bd5232763a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.502348 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fdaab40d-76ff-4a70-b596-09bd5232763a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70dbcf37-32fb-4f2a-95f9-50eb8d7bc8fc HTTP/1.1" status: 204 len: 168 time: 0.3522794 Jul 15 15:00:29.530941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaab40d-76ff-4a70-b596-09bd5232763a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dbcf37-32fb-4f2a-95f9-50eb8d7bc8fc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:29.569591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:00:29.614863 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f397f51c-579a-4aca-bf8c-7deca770c9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.616065 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.api [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 15:00:29.616065 n-d-764435-3 neutron-server[100711]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 15:00:29.616065 n-d-764435-3 neutron-server[100711]: [parameters: {'project_id': '92defe548d6c4e33aad886833987f4b3', 'id': '6037ba37-3ef0-452a-b25f-cc56c28b1ce9', 'expiration': datetime.datetime(2021, 7, 15, 15, 2, 29, 515310)}] Jul 15 15:00:29.616065 n-d-764435-3 neutron-server[100711]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:00:29.616611 n-d-764435-3 neutron-server[100711]: DEBUG oslo_db.api [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:00:29.622319 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f397f51c-579a-4aca-bf8c-7deca770c9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.655809 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:00:29.662136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:29.662656 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.679924 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f397f51c-579a-4aca-bf8c-7deca770c9b3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9d52c2e0855b4d8db5662b209a0e0781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352040 Jul 15 15:00:29.681139 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397f51c-579a-4aca-bf8c-7deca770c9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f691ea79-5672-47d1-bb93-90db5413d88f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:29.684287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51952) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:29.696691 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6c0a2ffc-9e5c-4d0a-8c6b-c78c8f7e3734 req-fcd58968-d7c1-467c-a738-15f074f3f2c9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] For port f86f5e16-a046-4a48-ab96-34989a3bea8c, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f86f5e16-a046-4a48-ab96-34989a3bea8c,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:29.709424 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c0a2ffc-9e5c-4d0a-8c6b-c78c8f7e3734 req-fcd58968-d7c1-467c-a738-15f074f3f2c9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.761010 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-09515cbb-8764-471c-aa48-6f1032e29c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.761879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-6c0a2ffc-9e5c-4d0a-8c6b-c78c8f7e3734 req-fcd58968-d7c1-467c-a738-15f074f3f2c9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Calling delete_port for f86f5e16-a046-4a48-ab96-34989a3bea8c owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:29.809238 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-09515cbb-8764-471c-aa48-6f1032e29c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.863769 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.894327 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8a9045-83cc-448e-8cb3-39390effb4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:29.897571 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cc052e-9110-4397-a000-c9e7115215a6" -d '{"events": [{"server_uuid": "8c8a9045-83cc-448e-8cb3-39390effb4e7", "name": "network-vif-plugged", "status": "completed", "tag": "ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:29.914977 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9,segment=NetworkSegment(34e3522b-a21f-44b3-bd8c-208d081f890c),segment_id=34e3522b-a21f-44b3-bd8c-208d081f890c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:29.928126 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.928267 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-09515cbb-8764-471c-aa48-6f1032e29c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.928267 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-09515cbb-8764-471c-aa48-6f1032e29c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:29.928267 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-09515cbb-8764-471c-aa48-6f1032e29c94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f691ea79-5672-47d1-bb93-90db5413d88f HTTP/1.1" status: 204 len: 168 time: 0.2411163 Jul 15 15:00:30.038605 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-209181ac-9ded-4280-ae7d-ed0b2a1104ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:30.038863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09515cbb-8764-471c-aa48-6f1032e29c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f691ea79-5672-47d1-bb93-90db5413d88f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:30.045090 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c0a2ffc-9e5c-4d0a-8c6b-c78c8f7e3734 req-fcd58968-d7c1-467c-a738-15f074f3f2c9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:30.076093 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65818f45-e11c-43fd-b92b-3a0efc317434 req-87a8654f-54c6-4f77-b043-a44084482658 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:30.085331 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65818f45-e11c-43fd-b92b-3a0efc317434 req-87a8654f-54c6-4f77-b043-a44084482658 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 946 time: 0.1832144 Jul 15 15:00:30.099785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['f86f5e16-a046-4a48-ab96-34989a3bea8c'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:00:30.172800 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65818f45-e11c-43fd-b92b-3a0efc317434 req-55f33998-4fe9-45c6-80e6-452c79170054 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/security-groups?id=54d357af-ce1e-4904-a7f9-e2a01f8a7db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860758 Jul 15 15:00:30.210480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd58968-d7c1-467c-a738-15f074f3f2c9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Pushing event deleted for resources: {'Port': ['ID=f86f5e16-a046-4a48-ab96-34989a3bea8c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:30.214270 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:30.258569 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:30.275598 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed84fa64-fbfb-42a1-823c-efcd06a2f036 x-openstack-request-id: req-ed84fa64-fbfb-42a1-823c-efcd06a2f036 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:30.275901 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8a9045-83cc-448e-8cb3-39390effb4e7", "name": "network-vif-plugged", "status": "completed", "tag": "ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:30.276164 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed84fa64-fbfb-42a1-823c-efcd06a2f036 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:30.276625 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8a9045-83cc-448e-8cb3-39390effb4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9', 'code': 200} Jul 15 15:00:30.277689 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0a2ffc-9e5c-4d0a-8c6b-c78c8f7e3734 req-fcd58968-d7c1-467c-a738-15f074f3f2c9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] No DVR routers for this DVR port f86f5e16-a046-4a48-ab96-34989a3bea8c on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:00:30.283708 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c0a2ffc-9e5c-4d0a-8c6b-c78c8f7e3734 req-fcd58968-d7c1-467c-a738-15f074f3f2c9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:30.289698 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6c0a2ffc-9e5c-4d0a-8c6b-c78c8f7e3734 req-fcd58968-d7c1-467c-a738-15f074f3f2c9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.22 "DELETE /v2.0/ports/f86f5e16-a046-4a48-ab96-34989a3bea8c HTTP/1.1" status: 204 len: 173 time: 0.9838872 Jul 15 15:00:30.290490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c117c7-8182-4f97-bafb-f235debc668a', 'name': 'network-vif-deleted', 'tag': 'f86f5e16-a046-4a48-ab96-34989a3bea8c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:30.307980 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3d6569-ba6a-456b-94fc-98fc9b42ee6b" -d '{"events": [{"server_uuid": "08c117c7-8182-4f97-bafb-f235debc668a", "name": "network-vif-deleted", "tag": "f86f5e16-a046-4a48-ab96-34989a3bea8c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:30.516822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51982) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:30.553405 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5379a3e-817d-4d6d-93a0-fdc959650d1a req-b2221ecd-794e-4421-9b30-a46321cc2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:30.555027 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b5379a3e-817d-4d6d-93a0-fdc959650d1a req-b2221ecd-794e-4421-9b30-a46321cc2f27 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 1097 time: 0.1377020 Jul 15 15:00:30.555989 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ba67fe9-9dd3-4acf-8206-d7f184d4050e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:30.620979 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fc45f4-6430-4df9-92b5-8ec79e2f9619 x-openstack-request-id: req-21fc45f4-6430-4df9-92b5-8ec79e2f9619 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:30.623107 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c117c7-8182-4f97-bafb-f235debc668a", "name": "network-vif-deleted", "tag": "f86f5e16-a046-4a48-ab96-34989a3bea8c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:30.623560 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-21fc45f4-6430-4df9-92b5-8ec79e2f9619 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:30.624734 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c117c7-8182-4f97-bafb-f235debc668a', 'name': 'network-vif-deleted', 'tag': 'f86f5e16-a046-4a48-ab96-34989a3bea8c', 'status': 'completed', 'code': 200} Jul 15 15:00:30.636630 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-cc371d01-7e11-4ce0-be79-d9655c499392 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2535763 Jul 15 15:00:30.828944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-b6cdf7f4-b55d-4bc5-9889-335a29f97436 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:30.830612 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-b6cdf7f4-b55d-4bc5-9889-335a29f97436 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.11 "GET /v2.0/networks?id=03ebfc59-ab4a-4228-ba98-4caf8d6538ac HTTP/1.1" status: 200 len: 814 time: 0.1309226 Jul 15 15:00:30.853305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-42918efc-d8a8-4d5d-81e8-f6f6d65bd08e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Request body: {'port': {'device_id': 'a99e5b29-822c-465f-bc7c-538af8daccc5', 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac', 'admin_state_up': True, 'tenant_id': 'f1907a4b97a441cd9ed8d75274e01f80'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:30.871625 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b5379a3e-817d-4d6d-93a0-fdc959650d1a req-7994f9af-6a7f-44cd-80bd-cefe6d578212 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=54d357af-ce1e-4904-a7f9-e2a01f8a7db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062296 Jul 15 15:00:31.012164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c279472b-0339-4407-8135-d21ed88b2b37 req-37802f1a-e16b-4350-908b-ce25a1c67c3a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 210 time: 0.0788224 Jul 15 15:00:31.031597 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-4bbc8a61-a80d-49fb-a94b-01314846c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.032084 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-4bbc8a61-a80d-49fb-a94b-01314846c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.032562 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-4bbc8a61-a80d-49fb-a94b-01314846c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.033033 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-4bbc8a61-a80d-49fb-a94b-01314846c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.033500 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-4bbc8a61-a80d-49fb-a94b-01314846c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.034006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-4bbc8a61-a80d-49fb-a94b-01314846c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.034465 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-4bbc8a61-a80d-49fb-a94b-01314846c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.036689 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-4bbc8a61-a80d-49fb-a94b-01314846c9fc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=376291fad91d46c09381b2e97ae5561f&device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 6491 time: 0.2051258 Jul 15 15:00:31.075559 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ba67fe9-9dd3-4acf-8206-d7f184d4050e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:31.091300 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ba67fe9-9dd3-4acf-8206-d7f184d4050e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:31.099354 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cd36c-e12c-4596-b7d7-d5c88433a07b req-0e2ae090-31a7-4cd9-aefb-a2a198d9ec84 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.115153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec2cd36c-e12c-4596-b7d7-d5c88433a07b req-0e2ae090-31a7-4cd9-aefb-a2a198d9ec84 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 949 time: 0.6373818 Jul 15 15:00:31.162131 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-3200cd88-74da-4c33-ace9-b25e9d0f60ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8105702 Jul 15 15:00:31.168461 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9ba67fe9-9dd3-4acf-8206-d7f184d4050e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4a86a12402664e75b58fc44530a6e3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6461535 Jul 15 15:00:31.169625 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52000) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:31.185037 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:31.235779 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-42918efc-d8a8-4d5d-81e8-f6f6d65bd08e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Made reservation on behalf of f1907a4b97a441cd9ed8d75274e01f80 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:31.239687 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-42918efc-d8a8-4d5d-81e8-f6f6d65bd08e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:31.274566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba67fe9-9dd3-4acf-8206-d7f184d4050e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fa1b1d-c5ae-47fe-ba64-769378059240,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:31.395196 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec2cd36c-e12c-4596-b7d7-d5c88433a07b req-a0913790-890c-401c-a4ea-fc33f3471f48 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778571 Jul 15 15:00:31.405405 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-1ad36849-e99c-49c5-8d61-5e2e787607e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.405910 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-1ad36849-e99c-49c5-8d61-5e2e787607e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.406381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-1ad36849-e99c-49c5-8d61-5e2e787607e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.408046 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-1ad36849-e99c-49c5-8d61-5e2e787607e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8385c4b7-7489-4899-ba46-4cc28a769256&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=1bead9a4-4428-4843-b726-82fc6739e864&id=1bead9a4-4428-4843-b726-82fc6739e864 HTTP/1.1" status: 200 len: 2293 time: 0.3307943 Jul 15 15:00:31.430834 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d82271e6-6749-4c58-a5af-fd5eb43f96bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:31.498028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-197626fe-fab0-4174-b6ac-cec1bd666485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.498523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-197626fe-fab0-4174-b6ac-cec1bd666485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.499035 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-197626fe-fab0-4174-b6ac-cec1bd666485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.500494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-197626fe-fab0-4174-b6ac-cec1bd666485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.500494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-197626fe-fab0-4174-b6ac-cec1bd666485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.500723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-197626fe-fab0-4174-b6ac-cec1bd666485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.501175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-197626fe-fab0-4174-b6ac-cec1bd666485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.503706 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-197626fe-fab0-4174-b6ac-cec1bd666485 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40bf669d7c86461487aff158b418b6f8&device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 6501 time: 0.2834892 Jul 15 15:00:31.530477 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d82271e6-6749-4c58-a5af-fd5eb43f96bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:31.547953 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-bcd2392c-8ec8-4537-a16b-8dd6db2c4664 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=956ce13d-6924-4a54-a406-a345c8b62cf5 HTTP/1.1" status: 200 len: 1001 time: 0.1288793 Jul 15 15:00:31.552318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Allocated IP 172.25.4.74 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/751581cd-954e-4f22-9841-6a36e348544f) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:00:31.602844 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b20a65-86e3-440b-91c1-26e5ccc6de03 req-681d98ac-e5d2-46c9-9b0f-1ce5ebeeb0d9 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.609904 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e5b20a65-86e3-440b-91c1-26e5ccc6de03 req-681d98ac-e5d2-46c9-9b0f-1ce5ebeeb0d9 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 946 time: 0.2504714 Jul 15 15:00:31.610810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-42918efc-d8a8-4d5d-81e8-f6f6d65bd08e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Allocated IP 172.20.0.9 (03ebfc59-ab4a-4228-ba98-4caf8d6538ac/e4eca178-0ffb-4cd8-96ff-741d6035f765/fdb42828-ee16-45e7-a290-5602aab48d65) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:00:31.646075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-0d7571d5-a128-49d2-b182-761ca6507b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.647974 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-0d7571d5-a128-49d2-b182-761ca6507b32 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=02090ca6-5ee4-4768-8aba-a4603b352741 HTTP/1.1" status: 200 len: 851 time: 0.0876474 Jul 15 15:00:31.700360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d82271e6-6749-4c58-a5af-fd5eb43f96bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:31.703108 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d82271e6-6749-4c58-a5af-fd5eb43f96bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:31.707776 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d82271e6-6749-4c58-a5af-fd5eb43f96bf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/91fa1b1d-c5ae-47fe-ba64-769378059240 HTTP/1.1" status: 204 len: 168 time: 0.5307693 Jul 15 15:00:31.742456 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82271e6-6749-4c58-a5af-fd5eb43f96bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fa1b1d-c5ae-47fe-ba64-769378059240,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:31.839089 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-86e1e98b-3cfc-4a52-b0a5-1426f970a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.840989 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-86e1e98b-3cfc-4a52-b0a5-1426f970a109 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8385c4b7-7489-4899-ba46-4cc28a769256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818960 Jul 15 15:00:31.893886 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-42918efc-d8a8-4d5d-81e8-f6f6d65bd08e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:31.896189 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e5b20a65-86e3-440b-91c1-26e5ccc6de03 req-f62f40b6-cd39-4536-b407-07b19e7c17b9 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/security-groups?id=54d357af-ce1e-4904-a7f9-e2a01f8a7db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857170 Jul 15 15:00:31.932300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-8ceb75a9-0d5b-497d-b924-d02631da219e tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=19568005cce54146aab6697ad6d25275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720575 Jul 15 15:00:31.987288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-8a91aefb-6e4a-4ab6-9238-66e22596029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.988170 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-8a91aefb-6e4a-4ab6-9238-66e22596029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.988842 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-8a91aefb-6e4a-4ab6-9238-66e22596029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:31.989370 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-0eb9a648-a0eb-4422-8f84-2a7eb270ce43 service neutron] 10.222.0.22 "GET /v2.0/networks/8385c4b7-7489-4899-ba46-4cc28a769256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354973 Jul 15 15:00:31.991410 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-8a91aefb-6e4a-4ab6-9238-66e22596029a service neutron] 10.222.0.11 "GET /v2.0/networks?id=62fd754e-5cad-4a48-a4b4-1613cbb8c1dc&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=bc696e57-667f-4451-b6b7-ff70513b7290&id=bc696e57-667f-4451-b6b7-ff70513b7290 HTTP/1.1" status: 200 len: 2297 time: 0.4330480 Jul 15 15:00:31.998508 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:32.037055 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-42918efc-d8a8-4d5d-81e8-f6f6d65bd08e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:32.127846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-42918efc-d8a8-4d5d-81e8-f6f6d65bd08e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:00:32.139166 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-42918efc-d8a8-4d5d-81e8-f6f6d65bd08e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:32.141709 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-42918efc-d8a8-4d5d-81e8-f6f6d65bd08e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:32.170349 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52050) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:32.183451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42918efc-d8a8-4d5d-81e8-f6f6d65bd08e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Pushing event updated for resources: {'Port': ['ID=fdb42828-ee16-45e7-a290-5602aab48d65,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:32.218768 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-bab28ab4-e7b7-44e1-8c0a-70428e62499d service neutron] 10.222.0.22 "GET /v2.0/networks/8385c4b7-7489-4899-ba46-4cc28a769256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208095 Jul 15 15:00:32.227451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-42918efc-d8a8-4d5d-81e8-f6f6d65bd08e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:32.228088 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-42918efc-d8a8-4d5d-81e8-f6f6d65bd08e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:32.255009 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-f084a062-5300-45dc-abba-6927ae6465bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e5d932-f978-4d92-b727-48048c8c1f91 HTTP/1.1" status: 200 len: 1000 time: 0.2472892 Jul 15 15:00:32.274991 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-54553215-7b40-4e50-86a4-64db1719d005 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=e6c7806c-4a42-48df-8fdb-c278e251f75b HTTP/1.1" status: 200 len: 217 time: 0.0441058 Jul 15 15:00:32.281851 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-42918efc-d8a8-4d5d-81e8-f6f6d65bd08e tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4430692 Jul 15 15:00:32.302227 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Request body: {'port': {'device_id': 'a99e5b29-822c-465f-bc7c-538af8daccc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:32.370677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-b8ea55c4-f1b0-4621-888b-6f25029ade9e tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:32.372284 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-b8ea55c4-f1b0-4621-888b-6f25029ade9e tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4264324 Jul 15 15:00:32.378575 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:32.381650 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-423d45ee-b9e4-4d61-9ea0-98b18794bdc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:32.440384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-15aef0dd-08e4-4283-a879-83c580440f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:32.441941 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-15aef0dd-08e4-4283-a879-83c580440f8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=218cf0bf-5930-417f-bd02-08d18ed24ea1 HTTP/1.1" status: 200 len: 855 time: 0.1587350 Jul 15 15:00:32.455872 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-ca01f6b4-7bb1-42e2-8ead-560daaaa8ddf tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/quotas/19568005cce54146aab6697ad6d25275 HTTP/1.1" status: 200 len: 375 time: 0.0704079 Jul 15 15:00:32.481811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:00:32.519065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:32.526932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:32.587453 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event updated for resources: {'Port': ['ID=751581cd-954e-4f22-9841-6a36e348544f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:32.614146 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16ec28-4493-4ab6-b84b-c73af8c4a401 req-5bb60f74-063b-46c8-8fba-428c8c567267 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:32.615821 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a16ec28-4493-4ab6-b84b-c73af8c4a401 req-5bb60f74-063b-46c8-8fba-428c8c567267 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 931 time: 0.3888333 Jul 15 15:00:32.699677 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-15185659-e75d-4b08-9078-ca8be28dd450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:32.700537 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-15185659-e75d-4b08-9078-ca8be28dd450 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.4173021 Jul 15 15:00:32.718087 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:32.743322 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:32.770387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-5e786944-d05a-416e-8e97-d4a93344996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:32.771995 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-5e786944-d05a-416e-8e97-d4a93344996e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62fd754e-5cad-4a48-a4b4-1613cbb8c1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3207295 Jul 15 15:00:32.828483 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-7677c051-c03e-428a-a207-ca750e8b399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:32.830139 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-7677c051-c03e-428a-a207-ca750e8b399c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1173654 Jul 15 15:00:32.831220 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a16ec28-4493-4ab6-b84b-c73af8c4a401 req-672d812b-11b8-4909-8496-e595f1d8efce tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972139 Jul 15 15:00:32.842285 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-799d360a-f844-4a08-ae71-2a81fab6d0e6 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=19568005cce54146aab6697ad6d25275&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3631847 Jul 15 15:00:32.862400 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-423d45ee-b9e4-4d61-9ea0-98b18794bdc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:32.869233 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-655920fa-2c79-4776-9f4f-7b16384ca19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:32.871174 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:32.874559 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-423d45ee-b9e4-4d61-9ea0-98b18794bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:33.062370 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-61913054-c91f-4bcc-9c78-e2594730a7b1 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795046 Jul 15 15:00:33.066267 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-423d45ee-b9e4-4d61-9ea0-98b18794bdc6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=99a40191561b4ea0ba19ffbfdcf53642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8941705 Jul 15 15:00:33.070551 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52078) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:33.100365 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d45ee-b9e4-4d61-9ea0-98b18794bdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1463bc-405d-435e-89e7-8f4ed7532e4c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:33.114911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-c5962bce-39d7-4e39-b2ea-a4509b32840b service neutron] 10.222.0.11 "GET /v2.0/networks/62fd754e-5cad-4a48-a4b4-1613cbb8c1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290553 Jul 15 15:00:33.139025 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:33.263275 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-822a12b1-549c-4850-a943-3172bfec6f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:33.296745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb42828-ee16-45e7-a290-5602aab48d65 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:00:33.305600 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-5f2fbae9-d9ed-482a-8436-b9d61b2b22d6 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244327 Jul 15 15:00:33.314160 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:33.331826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f86f5e16-a046-4a48-ab96-34989a3bea8c no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:00:33.368248 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-822a12b1-549c-4850-a943-3172bfec6f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:33.377840 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-778df6ef-1a42-4351-a016-543fdeec6c7f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=1f3696f3-00cd-46db-8061-ca8adfe8c0d3 HTTP/1.1" status: 200 len: 217 time: 0.0593770 Jul 15 15:00:33.394301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Transition to ACTIVE for port object fdb42828-ee16-45e7-a290-5602aab48d65 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:00:33.395129 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: f86f5e16-a046-4a48-ab96-34989a3bea8c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:00:33.395727 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f86f5e16-a046-4a48-ab96-34989a3bea8c not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:00:33.422807 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8288a28-82d3-45f9-b9d5-e4a28fce6ab7 req-ce809392-3fa5-4f5f-a016-e16712bd3177 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 210 time: 0.1004238 Jul 15 15:00:33.428788 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:33.514994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb42828-ee16-45e7-a290-5602aab48d65,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:33.518469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-8a392e73-8ff1-47f1-b670-428f42add62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:33.520485 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-8a392e73-8ff1-47f1-b670-428f42add62f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.1340377 Jul 15 15:00:33.521787 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-fe7fa53c-8ac6-4498-ab47-8b29d73d5698 service neutron] 10.222.0.11 "GET /v2.0/networks/62fd754e-5cad-4a48-a4b4-1613cbb8c1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799140 Jul 15 15:00:33.594476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b930f-9a25-4898-828b-8f405a786b40 req-6c832541-1dd1-4c1c-acb6-e828657521ed tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:33.595296 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-822a12b1-549c-4850-a943-3172bfec6f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:33.596721 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c3b930f-9a25-4898-828b-8f405a786b40 req-6c832541-1dd1-4c1c-acb6-e828657521ed tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 946 time: 0.2726967 Jul 15 15:00:33.598732 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-822a12b1-549c-4850-a943-3172bfec6f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:33.599959 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-822a12b1-549c-4850-a943-3172bfec6f30 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fe1463bc-405d-435e-89e7-8f4ed7532e4c HTTP/1.1" status: 204 len: 168 time: 0.5284305 Jul 15 15:00:33.603293 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-7bb1d049-fe0a-49bf-8bf3-11119678f0f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=9528b9f5-a68e-4bea-af14-70d1357b739c HTTP/1.1" status: 200 len: 217 time: 0.0670235 Jul 15 15:00:33.621479 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a12b1-549c-4850-a943-3172bfec6f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1463bc-405d-435e-89e7-8f4ed7532e4c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:33.658374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Attempting to bind port fdb42828-ee16-45e7-a290-5602aab48d65 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:00:33.658999 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Attempting to bind port fdb42828-ee16-45e7-a290-5602aab48d65 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '2308aa5f-107e-41bd-8063-c2e74c9c4ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:00:33.660116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Attempting to bind port fdb42828-ee16-45e7-a290-5602aab48d65 on network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:00:33.667475 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Port fdb42828-ee16-45e7-a290-5602aab48d65 on network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:00:33.667977 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Attempting to bind port fdb42828-ee16-45e7-a290-5602aab48d65 on network 03ebfc59-ab4a-4228-ba98-4caf8d6538ac {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:00:33.675924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-6fb30c5e-8457-4450-9057-fdd8bb35a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:33.677650 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-6fb30c5e-8457-4450-9057-fdd8bb35a7df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1331573 Jul 15 15:00:33.679078 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:00:33.679603 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Checking segment: {'id': '2308aa5f-107e-41bd-8063-c2e74c9c4ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:00:33.680146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Bound using segment: {'id': '2308aa5f-107e-41bd-8063-c2e74c9c4ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:00:33.680756 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Bound port: fdb42828-ee16-45e7-a290-5602aab48d65, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2308aa5f-107e-41bd-8063-c2e74c9c4ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:00:33.681278 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:33.792759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-0584f2d2-242a-48ef-b75d-4446f5142404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:33.794357 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-0584f2d2-242a-48ef-b75d-4446f5142404 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.1682303 Jul 15 15:00:33.801241 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:33.838586 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] For port fdb42828-ee16-45e7-a290-5602aab48d65, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:00:33.843283 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] For port fdb42828-ee16-45e7-a290-5602aab48d65, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=fdb42828-ee16-45e7-a290-5602aab48d65,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:00:33.846691 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-0b4eff9f-edb2-4132-9f60-d4712071a696 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592195 Jul 15 15:00:33.848049 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c3b930f-9a25-4898-828b-8f405a786b40 req-74c3b841-c81a-4899-84ef-0bb6289d23c9 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/security-groups?id=54d357af-ce1e-4904-a7f9-e2a01f8a7db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962712 Jul 15 15:00:33.848798 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:33.852092 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:33.926782 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:33.927928 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:33.929616 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] 10.222.0.11 "PUT /v2.0/ports/fdb42828-ee16-45e7-a290-5602aab48d65 HTTP/1.1" status: 200 len: 1091 time: 1.6358833 Jul 15 15:00:33.937226 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99e5b29-822c-465f-bc7c-538af8daccc5', 'tag': 'fdb42828-ee16-45e7-a290-5602aab48d65'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:33.940075 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2737700-7527-441a-85c1-9bd3da01eece" -d '{"events": [{"name": "network-changed", "server_uuid": "a99e5b29-822c-465f-bc7c-538af8daccc5", "tag": "fdb42828-ee16-45e7-a290-5602aab48d65"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:34.058346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-1b8af6e1-bbdf-413a-bc1d-851fe7c9177e req-5dac85cd-625c-4c14-92b1-b3c63a8e4d2d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1128453298', 'description': 'tempest-description-310193759'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:34.071229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event updated for resources: {'Port': ['ID=751581cd-954e-4f22-9841-6a36e348544f,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:34.094793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-2f11d69a-1e80-441d-a369-69c40ae05516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:34.096256 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-2f11d69a-1e80-441d-a369-69c40ae05516 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2929602 Jul 15 15:00:34.132746 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:34.134143 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-63b023f7-2ba3-41c2-91f9-553ef9cf3ea3 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777567 Jul 15 15:00:34.161824 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8af6e1-bbdf-413a-bc1d-851fe7c9177e req-5dac85cd-625c-4c14-92b1-b3c63a8e4d2d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:34.164483 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8e929-3182-45ea-8182-3a34648e1e52 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb42828-ee16-45e7-a290-5602aab48d65,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:34.167043 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:34.178967 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8af6e1-bbdf-413a-bc1d-851fe7c9177e req-5dac85cd-625c-4c14-92b1-b3c63a8e4d2d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:34.181767 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:34.183314 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-44eb94aa-63a9-4f9f-8e35-08983b47a29a tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9267900 Jul 15 15:00:34.186953 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52120) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:34.223150 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ea99266b-8322-4d0c-8602-1d525952044f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-45256799'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:34.238256 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-b869ec3a-b681-4b1a-8b67-e1bac1b56b47 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f HTTP/1.1" status: 200 len: 217 time: 0.0892692 Jul 15 15:00:34.306351 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.api [req-1b8af6e1-bbdf-413a-bc1d-851fe7c9177e req-5dac85cd-625c-4c14-92b1-b3c63a8e4d2d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 15:00:34.306351 n-d-764435-3 neutron-server[100711]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 15:00:34.306351 n-d-764435-3 neutron-server[100711]: [parameters: {'project_id_1': 'f9548a2fec0e478d919c71f6c774738a', 'expiration_1': datetime.datetime(2021, 7, 15, 15, 0, 34, 254840)}] Jul 15 15:00:34.306351 n-d-764435-3 neutron-server[100711]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:00:34.307258 n-d-764435-3 neutron-server[100711]: DEBUG oslo_db.api [req-1b8af6e1-bbdf-413a-bc1d-851fe7c9177e req-5dac85cd-625c-4c14-92b1-b3c63a8e4d2d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:00:34.315215 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-409afcfb-cf0a-4a91-9e19-4f35a2a1dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:34.318251 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-409afcfb-cf0a-4a91-9e19-4f35a2a1dc92 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.0664158 Jul 15 15:00:34.328338 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-68b962ec-42d6-43ac-bb92-a16d96a13de6 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238953 Jul 15 15:00:34.329303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea99266b-8322-4d0c-8602-1d525952044f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Made reservation on behalf of 92defe548d6c4e33aad886833987f4b3 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:34.333854 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea99266b-8322-4d0c-8602-1d525952044f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:34.334212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-28385120-36f9-411e-b370-5ce5bd337fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:34.335971 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-28385120-36f9-411e-b370-5ce5bd337fe0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f1907a4b97a441cd9ed8d75274e01f80&device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 1094 time: 0.2985435 Jul 15 15:00:34.371884 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea99266b-8322-4d0c-8602-1d525952044f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:34.437848 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-81a835af-ea81-4d69-bb18-f3557419914f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdb42828-ee16-45e7-a290-5602aab48d65 HTTP/1.1" status: 200 len: 217 time: 0.0914857 Jul 15 15:00:34.439205 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17f9e0-f827-4cc1-97f0-8ddc4a49f580 req-ad68933e-3ef4-4f65-aae5-16060f5d4168 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:34.441289 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa17f9e0-f827-4cc1-97f0-8ddc4a49f580 req-ad68933e-3ef4-4f65-aae5-16060f5d4168 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 943 time: 0.2119789 Jul 15 15:00:34.523575 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-0f7182b5-2367-484e-862f-d5b414e5deaa service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840913 Jul 15 15:00:34.527827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-298a7fcf-a088-498c-bd9f-77ef58f679a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:34.530827 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa17f9e0-f827-4cc1-97f0-8ddc4a49f580 req-fc15042a-7bc8-4f5d-89ca-42fef8896b8d tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795431 Jul 15 15:00:34.533140 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-298a7fcf-a088-498c-bd9f-77ef58f679a2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1960311 Jul 15 15:00:34.536057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-c5e9c071-cf03-4b64-b887-9da766bc1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:34.537671 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-c5e9c071-cf03-4b64-b887-9da766bc1f8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4eca178-0ffb-4cd8-96ff-741d6035f765 HTTP/1.1" status: 200 len: 854 time: 0.0862901 Jul 15 15:00:34.575182 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-e55fad8d-7dca-4ed4-813e-3992bd0a1b3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=ea6c6468-db9b-4be4-a110-cfd32f419f39 HTTP/1.1" status: 200 len: 217 time: 0.0434034 Jul 15 15:00:34.646198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-6a1a2773-12ff-4788-9921-161f09e9177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:34.647735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-6a1a2773-12ff-4788-9921-161f09e9177c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.0646286 Jul 15 15:00:34.659573 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd2e62a-774f-4d55-a39d-40f4da2eda29 x-openstack-request-id: req-1cd2e62a-774f-4d55-a39d-40f4da2eda29 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:34.660292 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99e5b29-822c-465f-bc7c-538af8daccc5", "tag": "fdb42828-ee16-45e7-a290-5602aab48d65", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:34.660292 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1cd2e62a-774f-4d55-a39d-40f4da2eda29 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:34.660755 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99e5b29-822c-465f-bc7c-538af8daccc5', 'tag': 'fdb42828-ee16-45e7-a290-5602aab48d65', 'status': 'completed', 'code': 200} Jul 15 15:00:34.663679 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-72fc212f-c3c7-482a-8535-e6e2d2d0f9b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=03ebfc59-ab4a-4228-ba98-4caf8d6538ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391338 Jul 15 15:00:34.704318 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea99266b-8322-4d0c-8602-1d525952044f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:34.712601 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea99266b-8322-4d0c-8602-1d525952044f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:34.741175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea99266b-8322-4d0c-8602-1d525952044f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:00:34.765246 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-e00e2f50-e1ea-4ecc-b3d4-a37fd2a155bc service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244086 Jul 15 15:00:34.767123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99266b-8322-4d0c-8602-1d525952044f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f333f98-95b9-4898-9242-f56a18cf4eef,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:34.775664 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea99266b-8322-4d0c-8602-1d525952044f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:34.776194 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-ea99266b-8322-4d0c-8602-1d525952044f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Added segment b8508b87-6b56-4dd7-b004-771cf3a2a906 of type vlan for network 763ae1f9-924d-4d1b-b103-7df18b8fa787 Jul 15 15:00:34.814657 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8af6e1-bbdf-413a-bc1d-851fe7c9177e req-5dac85cd-625c-4c14-92b1-b3c63a8e4d2d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:34.822402 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-e2a60541-a2f8-4b55-a59d-067807c4e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:34.823969 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-e2a60541-a2f8-4b55-a59d-067807c4e69e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1617846 Jul 15 15:00:34.842825 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea99266b-8322-4d0c-8602-1d525952044f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:34.877614 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-5a4cbc73-6860-4194-a96f-06f36dc58614 service neutron] 10.222.0.11 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047727 Jul 15 15:00:34.943533 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-688cee91-ed5d-44c3-b1cc-ae7f00bf8a2b service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680083 Jul 15 15:00:34.974642 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea99266b-8322-4d0c-8602-1d525952044f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:34.980972 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea99266b-8322-4d0c-8602-1d525952044f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:34.981861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea99266b-8322-4d0c-8602-1d525952044f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:35.037117 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-d541cbeb-679d-4c13-8e17-548664d7a066 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=c27002a5-aff8-4cb1-b048-1f360f6947d2 HTTP/1.1" status: 200 len: 217 time: 0.0521326 Jul 15 15:00:35.041070 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-3d5af058-4e75-4955-b1eb-c72e36cbc608 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031977 Jul 15 15:00:35.132103 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b1df09ad-d6f2-4ab0-85ed-8c644de6c959 req-dc452362-9c58-45e7-8216-7c0360d32c7a service neutron] 10.222.0.11 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444789 Jul 15 15:00:35.156386 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-20ca15e5-e758-4422-a907-99ea3698e724 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=19568005cce54146aab6697ad6d25275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791810 Jul 15 15:00:35.157246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99266b-8322-4d0c-8602-1d525952044f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event updated for resources: {'Network': ['ID=763ae1f9-924d-4d1b-b103-7df18b8fa787,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:35.174254 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-1e27263d-9bc4-42a9-8be7-489b995319a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:35.177781 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-1e27263d-9bc4-42a9-8be7-489b995319a6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.1323917 Jul 15 15:00:35.179307 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 763ae1f9-924d-4d1b-b103-7df18b8fa787 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:00:35.415188 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-570cb60c-f0c2-4272-acc9-f58bc9f71f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:35.416676 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-570cb60c-f0c2-4272-acc9-f58bc9f71f7a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2324772 Jul 15 15:00:35.530040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2737700-7527-441a-85c1-9bd3da01eece req-63e2cb07-15b9-47de-8dc2-0c7f50ab7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:35.531655 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2737700-7527-441a-85c1-9bd3da01eece req-63e2cb07-15b9-47de-8dc2-0c7f50ab7971 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f1907a4b97a441cd9ed8d75274e01f80&device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 1094 time: 0.2140257 Jul 15 15:00:35.541656 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d40200-1032-4c1d-b84b-e68fe9706feb req-b9241159-9e3a-4556-a8bb-05febf3d2e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:35.543237 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-75d40200-1032-4c1d-b84b-e68fe9706feb req-b9241159-9e3a-4556-a8bb-05febf3d2e68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=690a1dbf5e1e46ef8b7b3cda3fc2d154&device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 1097 time: 0.1886156 Jul 15 15:00:35.685161 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-49f6cc10-4838-4adb-a7bb-a9e28ec65807 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605557 Jul 15 15:00:35.801289 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8af6e1-bbdf-413a-bc1d-851fe7c9177e req-5dac85cd-625c-4c14-92b1-b3c63a8e4d2d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:35.802331 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d40200-1032-4c1d-b84b-e68fe9706feb req-3aa8a7b6-6e87-4183-8abe-65b084d1e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:35.803873 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-75d40200-1032-4c1d-b84b-e68fe9706feb req-3aa8a7b6-6e87-4183-8abe-65b084d1e2d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=931ac9a6-e27f-4d21-928c-274c62ea66bf HTTP/1.1" status: 200 len: 914 time: 0.2506621 Jul 15 15:00:35.806517 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2737700-7527-441a-85c1-9bd3da01eece req-e4a309a8-cd89-4322-97e6-49431e51cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:35.807948 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2737700-7527-441a-85c1-9bd3da01eece req-e4a309a8-cd89-4322-97e6-49431e51cd15 service neutron] 10.222.0.11 "GET /v2.0/networks?id=03ebfc59-ab4a-4228-ba98-4caf8d6538ac HTTP/1.1" status: 200 len: 915 time: 0.2688522 Jul 15 15:00:35.833523 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8af6e1-bbdf-413a-bc1d-851fe7c9177e req-5dac85cd-625c-4c14-92b1-b3c63a8e4d2d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:35.882577 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-98d363cd-6699-4a6d-ba72-ada95ec9d09d req-441763dc-49f4-4e6c-b103-0652c8263c65 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 210 time: 0.0797045 Jul 15 15:00:35.886769 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ea99266b-8322-4d0c-8602-1d525952044f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6906741 Jul 15 15:00:35.888234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52162) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:35.891282 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:35.894339 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2737700-7527-441a-85c1-9bd3da01eece req-b41dbfb6-e1e3-4186-8f36-64c04579d3b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdb42828-ee16-45e7-a290-5602aab48d65 HTTP/1.1" status: 200 len: 217 time: 0.0757446 Jul 15 15:00:35.897640 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-75d40200-1032-4c1d-b84b-e68fe9706feb req-6f31c054-aa90-48af-97aa-bf519e86c90a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 HTTP/1.1" status: 200 len: 217 time: 0.0812535 Jul 15 15:00:35.901355 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-9b2ebc95-1154-4a0a-acd4-1712beb61472 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082744 Jul 15 15:00:35.917522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1e4cc6b2-3212-4727-a92c-1d6da10073d1 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Request body: {'subnet': {'network_id': '763ae1f9-924d-4d1b-b103-7df18b8fa787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:35.925586 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-85a9486c-50de-4844-80f1-b49ac47aec77 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8656588 Jul 15 15:00:35.934414 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52164) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:36.009262 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-74065cdb-4cb8-4fd9-830b-380ad0b743a5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f HTTP/1.1" status: 200 len: 217 time: 0.0944121 Jul 15 15:00:36.042234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-eac170e5-2779-4d96-92d1-814b0c53618f tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:36.043815 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-eac170e5-2779-4d96-92d1-814b0c53618f tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8716922 Jul 15 15:00:36.045274 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-7fb0bf56-f63c-421f-a518-442735b49c79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e HTTP/1.1" status: 200 len: 217 time: 0.0909228 Jul 15 15:00:36.045868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac85cd-625c-4c14-92b1-b3c63a8e4d2d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9e641f-26a0-415e-b4cf-3e1712d6ea91,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:36.075722 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d40200-1032-4c1d-b84b-e68fe9706feb req-708ec0ad-aaad-408b-ab31-f123f225920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:36.077429 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-75d40200-1032-4c1d-b84b-e68fe9706feb req-708ec0ad-aaad-408b-ab31-f123f225920e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=070344cc-bd11-404a-ac4e-126222cca93f HTTP/1.1" status: 200 len: 853 time: 0.1520226 Jul 15 15:00:36.083543 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2737700-7527-441a-85c1-9bd3da01eece req-756f0cdb-f755-43b3-8bc8-e44662b686b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:36.085006 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2737700-7527-441a-85c1-9bd3da01eece req-756f0cdb-f755-43b3-8bc8-e44662b686b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4eca178-0ffb-4cd8-96ff-741d6035f765 HTTP/1.1" status: 200 len: 854 time: 0.1795180 Jul 15 15:00:36.089533 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f5f459b5-3e32-4895-9d60-4c8d50a00ae7 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2769648'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:36.090001 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f5f459b5-3e32-4895-9d60-4c8d50a00ae7 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] Unknown quota resources ['metering_label']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 15:00:36.091749 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-c9a6c4e1-7341-4f86-825b-6b45237e9822 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Request body: {'port': {'device_id': 'f66e68a1-7054-4f4e-8264-dec6d1c682b7', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': '19568005cce54146aab6697ad6d25275'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:36.288422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-7bea2e98-9c85-41ca-ab05-07ff3e5762c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:36.289883 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-7bea2e98-9c85-41ca-ab05-07ff3e5762c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.2136445 Jul 15 15:00:36.364167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc38197-c1a9-4824-93d5-f2a8ec7c9461 req-7a88c1ff-7d7a-4199-82de-b8f269ffae29 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:36.365809 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebc38197-c1a9-4824-93d5-f2a8ec7c9461 req-7a88c1ff-7d7a-4199-82de-b8f269ffae29 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 946 time: 0.3404152 Jul 15 15:00:36.370191 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8af6e1-bbdf-413a-bc1d-851fe7c9177e req-5dac85cd-625c-4c14-92b1-b3c63a8e4d2d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:36.386774 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8af6e1-bbdf-413a-bc1d-851fe7c9177e req-5dac85cd-625c-4c14-92b1-b3c63a8e4d2d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:36.446119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4cc6b2-3212-4727-a92c-1d6da10073d1 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Made reservation on behalf of 92defe548d6c4e33aad886833987f4b3 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:36.449301 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e4cc6b2-3212-4727-a92c-1d6da10073d1 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:36.490228 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8af6e1-bbdf-413a-bc1d-851fe7c9177e req-5dac85cd-625c-4c14-92b1-b3c63a8e4d2d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:36.491504 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8af6e1-bbdf-413a-bc1d-851fe7c9177e req-5dac85cd-625c-4c14-92b1-b3c63a8e4d2d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 2.4488664 Jul 15 15:00:36.500245 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2737700-7527-441a-85c1-9bd3da01eece req-b4437ca3-4910-4014-b0e9-840e97ffcfb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=03ebfc59-ab4a-4228-ba98-4caf8d6538ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4037342 Jul 15 15:00:36.507516 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac85cd-625c-4c14-92b1-b3c63a8e4d2d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b49b082-7d14-4d6b-97ae-cc593f67eb9e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:36.520346 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebc38197-c1a9-4824-93d5-f2a8ec7c9461 req-3a5328d3-0dfc-4780-9433-8013c843ec1b tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/security-groups?id=54d357af-ce1e-4904-a7f9-e2a01f8a7db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470687 Jul 15 15:00:36.520566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-64b55837-235c-4bd0-bd2f-06c418bf283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:36.521935 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-64b55837-235c-4bd0-bd2f-06c418bf283e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97cd0b09-7fe2-4d3d-863f-66972b0476a8 HTTP/1.1" status: 200 len: 797 time: 0.4992373 Jul 15 15:00:36.526039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-c9a6c4e1-7341-4f86-825b-6b45237e9822 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Made reservation on behalf of 19568005cce54146aab6697ad6d25275 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:36.526155 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-75d40200-1032-4c1d-b84b-e68fe9706feb req-b8ede883-804e-4372-b01c-b71b9c68e123 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=931ac9a6-e27f-4d21-928c-274c62ea66bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4271033 Jul 15 15:00:36.529542 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-c9a6c4e1-7341-4f86-825b-6b45237e9822 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:36.554367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-3d04d940-6e72-4be7-88ac-568a26f88709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:36.555951 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-3d04d940-6e72-4be7-88ac-568a26f88709 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2548718 Jul 15 15:00:36.769890 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5f459b5-3e32-4895-9d60-4c8d50a00ae7 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:36.770931 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f5f459b5-3e32-4895-9d60-4c8d50a00ae7 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 475 time: 0.8336549 Jul 15 15:00:36.779025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52172) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:36.787029 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f98b9a45-629c-49b7-b2aa-31e6e42b10ed tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4d731502-2c34-4e37-874e-ee1570ef759f'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:36.787555 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f98b9a45-629c-49b7-b2aa-31e6e42b10ed tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 15:00:36.876401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-e1f5059d-2ddf-494b-ac6b-729ef0a9f87b service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890785 Jul 15 15:00:36.882281 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-405a4539-b4f9-44dc-93ea-4f3448e53ce2 req-9b9a9f0e-9c8e-4a8d-b45f-11a85a43898d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Request body: {'security_group': {'name': 'tempest-securitygroup-796168257', 'description': 'tempest-description-336151506'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:36.932942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-c9a6c4e1-7341-4f86-825b-6b45237e9822 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Allocated IP 192.168.233.115 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/fc8634fb-4a52-4410-8815-1e0b0c278f7a) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:00:36.952959 n-d-764435-3 neutron-server[100712]: WARNING neutron.services.metering.metering_plugin [None req-f98b9a45-629c-49b7-b2aa-31e6e42b10ed tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 15:00:36.996919 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2737700-7527-441a-85c1-9bd3da01eece req-424199f9-b377-4d01-8eda-7885cf40b50f service neutron] 10.222.0.11 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731667 Jul 15 15:00:36.998863 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-75d40200-1032-4c1d-b84b-e68fe9706feb req-ed74bda0-1952-43af-9079-bb30ad761e96 service neutron] 10.222.0.11 "GET /v2.0/networks/931ac9a6-e27f-4d21-928c-274c62ea66bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608171 Jul 15 15:00:37.042728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-1e4ed23f-b94a-4d1e-b7a2-592bd8968077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:37.044299 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-1e4ed23f-b94a-4d1e-b7a2-592bd8968077 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bead9a4-4428-4843-b726-82fc6739e864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5081441 Jul 15 15:00:37.059543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c96b7-0e08-4be8-b279-c649d7c6cc3d req-6ca7ac5e-080e-4845-8e83-ea01a1bbea84 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:37.061209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-211c96b7-0e08-4be8-b279-c649d7c6cc3d req-6ca7ac5e-080e-4845-8e83-ea01a1bbea84 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 943 time: 0.3905432 Jul 15 15:00:37.068773 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-405a4539-b4f9-44dc-93ea-4f3448e53ce2 req-9b9a9f0e-9c8e-4a8d-b45f-11a85a43898d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:37.141099 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f98b9a45-629c-49b7-b2aa-31e6e42b10ed tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:37.142432 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f98b9a45-629c-49b7-b2aa-31e6e42b10ed tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3598452 Jul 15 15:00:37.156623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52176) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:37.160260 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e4cc6b2-3212-4727-a92c-1d6da10073d1 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:37.168851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e8ccfdf2-a541-4f7f-9ad4-8ff951204074 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4d731502-2c34-4e37-874e-ee1570ef759f'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:37.169380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e8ccfdf2-a541-4f7f-9ad4-8ff951204074 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100711) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 15:00:37.215653 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-2c5723a4-5bbb-4ac1-b1ec-0267f84c20f9 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224084 Jul 15 15:00:37.263354 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-211c96b7-0e08-4be8-b279-c649d7c6cc3d req-ca5f83d8-e39a-4a5c-8356-3cf8407f4057 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802387 Jul 15 15:00:37.325827 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2737700-7527-441a-85c1-9bd3da01eece req-02cd1455-5059-4113-9f51-32f7fc6f36c0 service neutron] 10.222.0.11 "GET /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794054 Jul 15 15:00:37.327774 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-75d40200-1032-4c1d-b84b-e68fe9706feb req-b10637b9-6bf2-4255-aabc-3041553d5d0e service neutron] 10.222.0.11 "GET /v2.0/networks/931ac9a6-e27f-4d21-928c-274c62ea66bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825749 Jul 15 15:00:37.339654 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-db406edb-0713-4e14-b043-2bcc19605243 service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775590 Jul 15 15:00:37.403879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-add7e883-0065-4331-8617-f705e3c599f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=509907ba-1a04-411d-8ccf-0436bca64bb6 HTTP/1.1" status: 200 len: 217 time: 0.1689646 Jul 15 15:00:37.419666 n-d-764435-3 neutron-server[100711]: WARNING neutron.services.metering.metering_plugin [None req-e8ccfdf2-a541-4f7f-9ad4-8ff951204074 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 15:00:37.447439 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-36677e98-de44-467b-be89-a6a43916bae0 service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993369 Jul 15 15:00:37.489443 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-cf9a6784-7823-49b6-a872-6178314403ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b61e0da-7262-42eb-badb-84072e586233 HTTP/1.1" status: 200 len: 217 time: 0.0357628 Jul 15 15:00:37.539751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-60512831-4bdf-4321-bebd-215c8d47d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:37.541391 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-60512831-4bdf-4321-bebd-215c8d47d889 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97cd0b09-7fe2-4d3d-863f-66972b0476a8 HTTP/1.1" status: 200 len: 797 time: 0.0462050 Jul 15 15:00:37.584319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device fdb42828-ee16-45e7-a290-5602aab48d65 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:00:37.603942 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01ad0abd-2be0-4d8e-89dd-6da4a65309df req-1cf59d7e-4624-458c-929d-d25728d3d29a tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 210 time: 0.1912887 Jul 15 15:00:37.604538 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cc6b2-3212-4727-a92c-1d6da10073d1 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event updated for resources: {'Subnet': ['ID=6df189e3-3be5-40d4-823d-dc298197f87f,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:37.612827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491c30-0300-4f87-b279-dd0bafea874f req-253533d2-deda-4dd3-8ca3-9c57d984f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:37.618156 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-253533d2-deda-4dd3-8ca3-9c57d984f37e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bead9a4-4428-4843-b726-82fc6739e864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0663357 Jul 15 15:00:37.697186 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4cc6b2-3212-4727-a92c-1d6da10073d1 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Checking segment: {'id': 'b8508b87-6b56-4dd7-b004-771cf3a2a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '763ae1f9-924d-4d1b-b103-7df18b8fa787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:00:37.697463 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4cc6b2-3212-4727-a92c-1d6da10073d1 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Network hostable DHCP agents. Network: 763ae1f9-924d-4d1b-b103-7df18b8fa787, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:00:37.705045 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e8ccfdf2-a541-4f7f-9ad4-8ff951204074 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:37.706480 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e8ccfdf2-a541-4f7f-9ad4-8ff951204074 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5436208 Jul 15 15:00:37.709129 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port fdb42828-ee16-45e7-a290-5602aab48d65, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=fdb42828-ee16-45e7-a290-5602aab48d65,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:37.721603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52182) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:37.722679 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'fdb42828-ee16-45e7-a290-5602aab48d65', 'network_id': '03ebfc59-ab4a-4228-ba98-4caf8d6538ac', 'port_id': 'fdb42828-ee16-45e7-a290-5602aab48d65', 'mac_address': 'fa:16:3e:33:86:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4eca178-0ffb-4cd8-96ff-741d6035f765', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:00:37.744281 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-79670d46-4a90-4eba-8316-5be5decd120a service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220527 Jul 15 15:00:37.750945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-52e67399-0800-4f3e-9f6b-09f60565c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:37.752472 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-52e67399-0800-4f3e-9f6b-09f60565c17d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.3359127 Jul 15 15:00:37.759220 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-c9a6c4e1-7341-4f86-825b-6b45237e9822 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:37.765913 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-405a4539-b4f9-44dc-93ea-4f3448e53ce2 req-9b9a9f0e-9c8e-4a8d-b45f-11a85a43898d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:37.767384 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:37.789150 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7bf4f774-1784-4437-bc60-adc219cd2923 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=98768ea4-7ef4-4bd6-9d78-c7115ae26c0e HTTP/1.1" status: 200 len: 462 time: 0.0616932 Jul 15 15:00:37.790446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52186) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:37.800401 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-405a4539-b4f9-44dc-93ea-4f3448e53ce2 req-9b9a9f0e-9c8e-4a8d-b45f-11a85a43898d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:37.859652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-c9a6c4e1-7341-4f86-825b-6b45237e9822 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Transition to ACTIVE for port object fc8634fb-4a52-4410-8815-1e0b0c278f7a will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:00:37.861078 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4cc6b2-3212-4727-a92c-1d6da10073d1 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Network 763ae1f9-924d-4d1b-b103-7df18b8fa787 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:00:37.898639 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-405a4539-b4f9-44dc-93ea-4f3448e53ce2 req-9b9a9f0e-9c8e-4a8d-b45f-11a85a43898d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:37.904376 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-405a4539-b4f9-44dc-93ea-4f3448e53ce2 req-9b9a9f0e-9c8e-4a8d-b45f-11a85a43898d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0369306 Jul 15 15:00:37.918128 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb42828-ee16-45e7-a290-5602aab48d65 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:00:37.926884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a9f0e-9c8e-4a8d-b45f-11a85a43898d tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6a2ab6-937a-4a53-abb0-2cc75ec73a1a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:37.929048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-1e4cc6b2-3212-4727-a92c-1d6da10073d1 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 763ae1f9-924d-4d1b-b103-7df18b8fa787) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:37.943137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port fdb42828-ee16-45e7-a290-5602aab48d65, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=fdb42828-ee16-45e7-a290-5602aab48d65,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:37.945675 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a72732-c9c2-44cb-8b0a-ab60a2cd7cfd None None] Network 763ae1f9-924d-4d1b-b103-7df18b8fa787 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:00:37.996571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4cc6b2-3212-4727-a92c-1d6da10073d1 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:37.997531 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e4cc6b2-3212-4727-a92c-1d6da10073d1 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:38.012178 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61368607-9d57-4f2e-80a5-3e5bf49c0fa6 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:38.013077 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-61368607-9d57-4f2e-80a5-3e5bf49c0fa6 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/98768ea4-7ef4-4bd6-9d78-c7115ae26c0e HTTP/1.1" status: 204 len: 168 time: 0.2215390 Jul 15 15:00:38.017862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52192) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:38.024399 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-c9a6c4e1-7341-4f86-825b-6b45237e9822 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:38.025059 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:38.036037 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-04e1e9db-7a6b-4e86-8d05-6bd3f59e03b3 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=98768ea4-7ef4-4bd6-9d78-c7115ae26c0e HTTP/1.1" status: 200 len: 221 time: 0.0176973 Jul 15 15:00:38.038377 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-54491c30-0300-4f87-b279-dd0bafea874f req-beb177d7-375a-48cf-93f9-91524cfd513b service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873349 Jul 15 15:00:38.039933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52194) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:38.050276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b5547861-1845-456a-9650-088396282837 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1012630498', 'description': 'label created by tempest'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:38.050753 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b5547861-1845-456a-9650-088396282837 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] Unknown quota resources ['metering_label']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 15:00:38.080590 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['9c1b876a-d6a1-43d6-9890-26c4e6d326ec'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:00:38.164933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-f6c4c959-af86-4986-b4e1-f067e0d7cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:38.167165 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-f6c4c959-af86-4986-b4e1-f067e0d7cafd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3949509 Jul 15 15:00:38.169656 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1e4cc6b2-3212-4727-a92c-1d6da10073d1 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2617269 Jul 15 15:00:38.174214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52196) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:38.179570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-827182618', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:38.194084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53c269-3bf7-43d0-b539-c31e616d39a4 req-faac8901-048c-48a5-98fc-ec3d5455f559 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:38.196043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bc53c269-3bf7-43d0-b539-c31e616d39a4 req-faac8901-048c-48a5-98fc-ec3d5455f559 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 946 time: 0.4332521 Jul 15 15:00:38.199306 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-c9a6c4e1-7341-4f86-825b-6b45237e9822 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:00:38.215397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-c9a6c4e1-7341-4f86-825b-6b45237e9822 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:38.228421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=fdb42828-ee16-45e7-a290-5602aab48d65,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:38.239342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-c9a6c4e1-7341-4f86-825b-6b45237e9822 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:38.244476 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-763ae1f9-924d-4d1b-b103-7df18b8fa787', 'network_id': '763ae1f9-924d-4d1b-b103-7df18b8fa787', 'tenant_id': '92defe548d6c4e33aad886833987f4b3', 'fixed_ips': [{'subnet_id': '6df189e3-3be5-40d4-823d-dc298197f87f'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:00:38.245334 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:38.247818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6c4e1-7341-4f86-825b-6b45237e9822 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Pushing event updated for resources: {'Port': ['ID=fc8634fb-4a52-4410-8815-1e0b0c278f7a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:38.296634 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b5547861-1845-456a-9650-088396282837 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:38.300971 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b5547861-1845-456a-9650-088396282837 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2582684 Jul 15 15:00:38.302443 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:38.303267 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:38.313087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52202) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:38.403740 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:38.428307 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['fdb42828-ee16-45e7-a290-5602aab48d65'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:00:38.432875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bc53c269-3bf7-43d0-b539-c31e616d39a4 req-ff68ccd4-f9bb-44c6-8990-553b7e5c1c40 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/security-groups?id=54d357af-ce1e-4904-a7f9-e2a01f8a7db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186518 Jul 15 15:00:38.498929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-c9a6c4e1-7341-4f86-825b-6b45237e9822 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:38.499876 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-c9a6c4e1-7341-4f86-825b-6b45237e9822 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:38.507584 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-885a4f0b-f822-4fcb-ad18-f71413bbc0f4 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=ea66ac2d-a2fb-48c1-9c0d-5d9d3c0d689e HTTP/1.1" status: 200 len: 468 time: 0.1931818 Jul 15 15:00:38.512829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52204) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:38.730819 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:38.824749 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8f40cfa5-a5b0-4d6f-9674-3fc39ceea6e1 None None] Provisioning for port fc8634fb-4a52-4410-8815-1e0b0c278f7a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:00:38.833984 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Allocated IP 172.20.0.2 (763ae1f9-924d-4d1b-b103-7df18b8fa787/6df189e3-3be5-40d4-823d-dc298197f87f/e70ab52a-9bda-41e3-93d6-7624f8a31a14) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:00:38.843269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8f40cfa5-a5b0-4d6f-9674-3fc39ceea6e1 None None] Provisioning complete for port fc8634fb-4a52-4410-8815-1e0b0c278f7a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:38.843594 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f40cfa5-a5b0-4d6f-9674-3fc39ceea6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:38.971072 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-4cf149c3-b722-46a3-b50b-a4cb95d84ceb req-5a2676bd-998d-4539-a381-698e773b6dd8 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-146442642', 'description': 'tempest-description-1352804209'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:38.977242 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8f40cfa5-a5b0-4d6f-9674-3fc39ceea6e1 None None] Port fc8634fb-4a52-4410-8815-1e0b0c278f7a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:00:38.984892 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-3527c9f8-a13c-4782-bc1c-044e0e59137f service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7877829 Jul 15 15:00:38.986286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-c9a6c4e1-7341-4f86-825b-6b45237e9822 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9088466 Jul 15 15:00:38.994055 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:39.016021 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:39.038948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Request body: {'port': {'device_id': 'f66e68a1-7054-4f4e-8264-dec6d1c682b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:39.165134 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:39.165356 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Allocated IP 172.25.4.3 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/7a1c640d-56ce-4acd-8e4d-3294d940c509) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:00:39.177941 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Transition to ACTIVE for port object e70ab52a-9bda-41e3-93d6-7624f8a31a14 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:00:39.198126 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4cf149c3-b722-46a3-b50b-a4cb95d84ceb req-5a2676bd-998d-4539-a381-698e773b6dd8 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:39.200097 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Transition to ACTIVE for port object e70ab52a-9bda-41e3-93d6-7624f8a31a14 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:00:39.212096 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:39.267362 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Network 763ae1f9-924d-4d1b-b103-7df18b8fa787 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:00:39.276775 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:39.284978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:39.291845 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4cf149c3-b722-46a3-b50b-a4cb95d84ceb req-5a2676bd-998d-4539-a381-698e773b6dd8 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:39.295688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Pushing event updated for resources: {'Port': ['ID=e70ab52a-9bda-41e3-93d6-7624f8a31a14,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:39.324011 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:39.371939 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Attempting to bind port e70ab52a-9bda-41e3-93d6-7624f8a31a14 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:00:39.372273 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Attempting to bind port e70ab52a-9bda-41e3-93d6-7624f8a31a14 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'b8508b87-6b56-4dd7-b004-771cf3a2a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '763ae1f9-924d-4d1b-b103-7df18b8fa787'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:00:39.372636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Attempting to bind port e70ab52a-9bda-41e3-93d6-7624f8a31a14 on network 763ae1f9-924d-4d1b-b103-7df18b8fa787 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:00:39.374286 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:39.380529 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:00:39.381219 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Checking segment: {'id': 'b8508b87-6b56-4dd7-b004-771cf3a2a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '763ae1f9-924d-4d1b-b103-7df18b8fa787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:00:39.381756 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:39.382279 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Bound using segment: {'id': 'b8508b87-6b56-4dd7-b004-771cf3a2a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '763ae1f9-924d-4d1b-b103-7df18b8fa787'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:00:39.382956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Bound port: e70ab52a-9bda-41e3-93d6-7624f8a31a14, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8508b87-6b56-4dd7-b004-771cf3a2a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '763ae1f9-924d-4d1b-b103-7df18b8fa787'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:00:39.383535 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:39.391937 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e957832d-9795-4040-8e21-c533dec35c95 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:39.396387 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e957832d-9795-4040-8e21-c533dec35c95 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/ea66ac2d-a2fb-48c1-9c0d-5d9d3c0d689e HTTP/1.1" status: 204 len: 168 time: 0.8769231 Jul 15 15:00:39.403200 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52212) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:39.414713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd0320-4d4f-453e-9b27-84ba62b2b771 req-49f33078-d846-460a-b847-b82f0474d5b8 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:39.416419 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcbd0320-4d4f-453e-9b27-84ba62b2b771 req-49f33078-d846-460a-b847-b82f0474d5b8 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 944 time: 0.4915762 Jul 15 15:00:39.419073 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:39.425065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:00:39.426458 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-ce4acbac-cc70-4a50-9bde-2aa382b49999 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134262 Jul 15 15:00:39.431230 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:39.437614 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:39.445689 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-405296f2-841b-40a4-9d37-a9d5b7712205 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=ea66ac2d-a2fb-48c1-9c0d-5d9d3c0d689e HTTP/1.1" status: 200 len: 216 time: 0.0361867 Jul 15 15:00:39.455213 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52214) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:39.483345 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event updated for resources: {'Port': ['ID=7a1c640d-56ce-4acd-8e4d-3294d940c509,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:39.484419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] For port e70ab52a-9bda-41e3-93d6-7624f8a31a14, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:00:39.489329 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] For port e70ab52a-9bda-41e3-93d6-7624f8a31a14, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e70ab52a-9bda-41e3-93d6-7624f8a31a14,segment=NetworkSegment(b8508b87-6b56-4dd7-b004-771cf3a2a906),segment_id=b8508b87-6b56-4dd7-b004-771cf3a2a906)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:00:39.495129 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:39.510207 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-7a0a3df3-0c70-409a-9485-e4af6818e157 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a877dc9-de97-4a8e-96ad-d46479b35576 HTTP/1.1" status: 200 len: 217 time: 0.0702586 Jul 15 15:00:39.538301 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7941de80-3e71-4b98-aeb2-5bb6b5422b1b tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0771251 Jul 15 15:00:39.557593 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52218) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:39.565986 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865f020-ac29-4cd9-ba7a-3c67aad9163d None None] Pushing event updated for resources: {'Port': ['ID=e70ab52a-9bda-41e3-93d6-7624f8a31a14,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:39.623172 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcbd0320-4d4f-453e-9b27-84ba62b2b771 req-a4d76fc5-9dc6-4819-823c-af55af8ada89 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857114 Jul 15 15:00:39.629851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c7384f0b-7921-4442-aadd-b43fa470a829 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0695148 Jul 15 15:00:39.640201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52220) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:39.792412 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-3a475983-7be1-4902-a0fd-2c4de5a6de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:39.793677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-3a475983-7be1-4902-a0fd-2c4de5a6de25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=165daafa-0d29-4390-8abc-b1c1c0c27210 HTTP/1.1" status: 200 len: 797 time: 0.2612598 Jul 15 15:00:39.817294 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4ce72117-4740-4bfa-a6e4-1ccd090a155c tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels/4d731502-2c34-4e37-874e-ee1570ef759f HTTP/1.1" status: 200 len: 470 time: 0.1717348 Jul 15 15:00:39.855002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52222) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:39.956932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a5d049d9-8322-4be7-b57e-9187241ca2e9 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules/cf373c7f-c752-48e6-b937-d1d987fbd3ac HTTP/1.1" status: 200 len: 459 time: 0.0905907 Jul 15 15:00:39.962065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52224) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:39.979002 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4cf149c3-b722-46a3-b50b-a4cb95d84ceb req-5a2676bd-998d-4539-a381-698e773b6dd8 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:40.003077 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4cf149c3-b722-46a3-b50b-a4cb95d84ceb req-5a2676bd-998d-4539-a381-698e773b6dd8 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:40.107574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2676bd-998d-4539-a381-698e773b6dd8 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5c00fa-ab2b-44b1-9c6e-1d9b547da776,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:40.121964 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5259197-c9f5-4121-8b87-8e89e117c37e req-f2cdb5b6-62d8-42aa-9376-9be5fcd884ee tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:40.123631 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f5259197-c9f5-4121-8b87-8e89e117c37e req-f2cdb5b6-62d8-42aa-9376-9be5fcd884ee tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 936 time: 0.3290215 Jul 15 15:00:40.172167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-027ad20d-8845-40b6-9fce-fbbb32bb0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:40.173359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-027ad20d-8845-40b6-9fce-fbbb32bb0b32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc696e57-667f-4451-b6b7-ff70513b7290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3309762 Jul 15 15:00:40.201095 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a4b8da5-2c8f-44dd-8f25-170707a15d18 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:40.204862 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9a4b8da5-2c8f-44dd-8f25-170707a15d18 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/cf373c7f-c752-48e6-b937-d1d987fbd3ac HTTP/1.1" status: 204 len: 168 time: 0.2391784 Jul 15 15:00:40.210955 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52226) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:40.329123 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f5259197-c9f5-4121-8b87-8e89e117c37e req-ec119c03-2568-412f-b0ed-30329dd273b1 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875467 Jul 15 15:00:40.369776 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4cf149c3-b722-46a3-b50b-a4cb95d84ceb req-5a2676bd-998d-4539-a381-698e773b6dd8 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:40.380595 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8634fb-4a52-4410-8815-1e0b0c278f7a {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:00:40.391413 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4cf149c3-b722-46a3-b50b-a4cb95d84ceb req-5a2676bd-998d-4539-a381-698e773b6dd8 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:40.401796 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:40.414085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-9ceecdce-971e-4187-a00b-5e5a0d3556d9 service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173223 Jul 15 15:00:40.453854 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4cf149c3-b722-46a3-b50b-a4cb95d84ceb req-5a2676bd-998d-4539-a381-698e773b6dd8 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:40.455148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cf149c3-b722-46a3-b50b-a4cb95d84ceb req-5a2676bd-998d-4539-a381-698e773b6dd8 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.5290461 Jul 15 15:00:40.481140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Transition to ACTIVE for port object fc8634fb-4a52-4410-8815-1e0b0c278f7a will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:00:40.481510 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:40.498071 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:40.498338 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-496495fc-f736-4c21-8fcc-06cddf1e4336 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:40.499341 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-496495fc-f736-4c21-8fcc-06cddf1e4336 tempest-MeteringIpV6TestJSON-1092554068 tempest-MeteringIpV6TestJSON-1092554068-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/4d731502-2c34-4e37-874e-ee1570ef759f HTTP/1.1" status: 204 len: 168 time: 0.2872584 Jul 15 15:00:40.506240 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2676bd-998d-4539-a381-698e773b6dd8 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297074dd-3edf-4544-87fa-bc86b813de9e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:40.752466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-b740ce3a-9f3c-4e13-ac6a-eb6d4a09206d service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234007 Jul 15 15:00:40.775822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Pushing event updated for resources: {'Port': ['ID=fc8634fb-4a52-4410-8815-1e0b0c278f7a,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:40.793410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-f477ae54-aec4-4c04-bcc0-25047dd9ec5e req-5738d46e-ae77-4e1c-b55e-c2a3c611e041 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-15669629', 'description': 'tempest-description-2113590504'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:40.870936 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:40.877380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-e83ca933-bb09-465c-a890-aea6097bd863 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4486f9c8-90ef-4cf7-ae45-4487afb34ea3 HTTP/1.1" status: 200 len: 217 time: 0.0874257 Jul 15 15:00:40.880904 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f477ae54-aec4-4c04-bcc0-25047dd9ec5e req-5738d46e-ae77-4e1c-b55e-c2a3c611e041 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:40.945676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52236) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:41.045014 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fc6305-7ff9-4f84-8ae7-fc5e910d187f None None] Network 763ae1f9-924d-4d1b-b103-7df18b8fa787 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:00:41.073366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebcc7e-00af-490a-9a60-ff288f0203cc req-63d9ce9d-0d4d-4e7c-a52f-86f8d0e06a26 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:41.080976 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82ebcc7e-00af-490a-9a60-ff288f0203cc req-63d9ce9d-0d4d-4e7c-a52f-86f8d0e06a26 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 946 time: 0.4381557 Jul 15 15:00:41.114495 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Router fbe8bb09-002b-432c-8ca6-226321367330 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:00:41.158569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-73074417-207f-49c9-82fd-e869713e353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:41.159449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e70ab52a-9bda-41e3-93d6-7624f8a31a14 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:00:41.162110 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-73074417-207f-49c9-82fd-e869713e353d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=165daafa-0d29-4390-8abc-b1c1c0c27210 HTTP/1.1" status: 200 len: 797 time: 0.2535324 Jul 15 15:00:41.201079 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cfce104-79f4-40a9-ae4d-ab2b8fa00369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:41.216724 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:00:41.218924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Attempting to bind port fc8634fb-4a52-4410-8815-1e0b0c278f7a on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:00:41.219265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Attempting to bind port fc8634fb-4a52-4410-8815-1e0b0c278f7a by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:00:41.219843 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Attempting to bind port fc8634fb-4a52-4410-8815-1e0b0c278f7a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:00:41.250513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Port fc8634fb-4a52-4410-8815-1e0b0c278f7a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:00:41.250991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Attempting to bind port fc8634fb-4a52-4410-8815-1e0b0c278f7a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:00:41.260260 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82ebcc7e-00af-490a-9a60-ff288f0203cc req-b753b74e-2eea-477d-bfbc-3da91136fda0 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/security-groups?id=54d357af-ce1e-4904-a7f9-e2a01f8a7db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774893 Jul 15 15:00:41.274181 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f477ae54-aec4-4c04-bcc0-25047dd9ec5e req-5738d46e-ae77-4e1c-b55e-c2a3c611e041 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:41.276357 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:00:41.276634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:00:41.277097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:00:41.277552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Bound port: fc8634fb-4a52-4410-8815-1e0b0c278f7a, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:00:41.278462 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:41.284999 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:00:41.292065 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port e70ab52a-9bda-41e3-93d6-7624f8a31a14 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:00:41.295712 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f477ae54-aec4-4c04-bcc0-25047dd9ec5e req-5738d46e-ae77-4e1c-b55e-c2a3c611e041 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:41.299235 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fff97f49-cf02-4304-8440-ca5b9bdf48b7 None None] Provisioning for port e70ab52a-9bda-41e3-93d6-7624f8a31a14 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:00:41.307438 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c64d28-c38f-47ba-ba8e-f62f44d2033c None None] Sync routers for ids ['fbe8bb09-002b-432c-8ca6-226321367330'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:00:41.320763 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fff97f49-cf02-4304-8440-ca5b9bdf48b7 None None] Provisioning complete for port e70ab52a-9bda-41e3-93d6-7624f8a31a14 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:41.321581 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c64d28-c38f-47ba-ba8e-f62f44d2033c None None] Routers {'fbe8bb09-002b-432c-8ca6-226321367330'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:00:41.321581 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-89c64d28-c38f-47ba-ba8e-f62f44d2033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:00:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['fbe8bb09-002b-432c-8ca6-226321367330'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:41.325845 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fff97f49-cf02-4304-8440-ca5b9bdf48b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:41.329192 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e70ab52a-9bda-41e3-93d6-7624f8a31a14 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:41.329192 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:41.356810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738d46e-ae77-4e1c-b55e-c2a3c611e041 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ccc6a8-3dc5-49e5-b387-b0eeee2b1ad3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:41.387452 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-89c64d28-c38f-47ba-ba8e-f62f44d2033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:41.408372 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c64d28-c38f-47ba-ba8e-f62f44d2033c None None] Routers {'fbe8bb09-002b-432c-8ca6-226321367330'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:00:41.408372 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-89c64d28-c38f-47ba-ba8e-f62f44d2033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:00:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['fbe8bb09-002b-432c-8ca6-226321367330'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:41.413901 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449345ca-9358-42c0-b73e-a1078cfb643e req-36359f63-4ece-4cc5-9aac-4ed70060ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:41.415510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-36359f63-4ece-4cc5-9aac-4ed70060ed55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc696e57-667f-4451-b6b7-ff70513b7290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2372088 Jul 15 15:00:41.448609 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cfce104-79f4-40a9-ae4d-ab2b8fa00369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:41.455586 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-89c64d28-c38f-47ba-ba8e-f62f44d2033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:41.457877 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c64d28-c38f-47ba-ba8e-f62f44d2033c None None] The sync data for ids ['fbe8bb09-002b-432c-8ca6-226321367330'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:00:41.458235 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cfce104-79f4-40a9-ae4d-ab2b8fa00369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:41.479441 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f477ae54-aec4-4c04-bcc0-25047dd9ec5e req-5738d46e-ae77-4e1c-b55e-c2a3c611e041 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:41.481331 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f477ae54-aec4-4c04-bcc0-25047dd9ec5e req-5738d46e-ae77-4e1c-b55e-c2a3c611e041 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7265251 Jul 15 15:00:41.524331 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:41.525585 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-78d6f239-a75e-47e3-aad3-0fde3134b7d7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3502650 Jul 15 15:00:41.528381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52248) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:41.550769 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:41.591502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] For port fc8634fb-4a52-4410-8815-1e0b0c278f7a, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:00:41.602828 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfce104-79f4-40a9-ae4d-ab2b8fa00369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382e9d29-0bf8-4a08-86ea-0fd618722a95,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:41.618393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] For port fc8634fb-4a52-4410-8815-1e0b0c278f7a, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=fc8634fb-4a52-4410-8815-1e0b0c278f7a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:00:41.624075 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3cfce104-79f4-40a9-ae4d-ab2b8fa00369 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3022908362344fbdb6769aae203e6ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6771927 Jul 15 15:00:41.629799 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52250) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:41.639826 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fff97f49-cf02-4304-8440-ca5b9bdf48b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:41.641115 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:41.669589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device fdb42828-ee16-45e7-a290-5602aab48d65 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:00:41.718563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8350-2c43-4ebc-9284-ca1de7de9dcf req-b0829d97-7d35-418b-b461-06f02e86ceca tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:41.720250 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-256f8350-2c43-4ebc-9284-ca1de7de9dcf req-b0829d97-7d35-418b-b461-06f02e86ceca tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 944 time: 0.2780974 Jul 15 15:00:41.729619 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-fa077dd7-095d-4f9c-9254-974bbfe2765b service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051548 Jul 15 15:00:41.771923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:41.772690 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:41.774516 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] 10.222.0.22 "PUT /v2.0/ports/fc8634fb-4a52-4410-8815-1e0b0c278f7a HTTP/1.1" status: 200 len: 1096 time: 2.7607505 Jul 15 15:00:41.777196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66e68a1-7054-4f4e-8264-dec6d1c682b7', 'tag': 'fc8634fb-4a52-4410-8815-1e0b0c278f7a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:41.779827 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc1068f-56a1-4884-b220-f49ccf780415" -d '{"events": [{"name": "network-changed", "server_uuid": "f66e68a1-7054-4f4e-8264-dec6d1c682b7", "tag": "fc8634fb-4a52-4410-8815-1e0b0c278f7a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:41.801418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fff97f49-cf02-4304-8440-ca5b9bdf48b7 None None] For port e70ab52a-9bda-41e3-93d6-7624f8a31a14, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e70ab52a-9bda-41e3-93d6-7624f8a31a14,segment=NetworkSegment(b8508b87-6b56-4dd7-b004-771cf3a2a906),segment_id=b8508b87-6b56-4dd7-b004-771cf3a2a906)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:41.817316 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fff97f49-cf02-4304-8440-ca5b9bdf48b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:41.882399 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfd575dd-a3f6-46ac-8bf3-7681dec7c270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:42.006986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-256f8350-2c43-4ebc-9284-ca1de7de9dcf req-e1774e77-2aeb-4a14-a073-3d64a2a14660 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702417 Jul 15 15:00:42.007937 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b670c-6738-4cb0-be26-7786968082db service neutron] Pushing event updated for resources: {'Port': ['ID=fc8634fb-4a52-4410-8815-1e0b0c278f7a,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:42.014715 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfd575dd-a3f6-46ac-8bf3-7681dec7c270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:42.051002 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-449345ca-9358-42c0-b73e-a1078cfb643e req-225471a2-905f-4324-8964-9ca1f0604b1d service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798781 Jul 15 15:00:42.089702 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2789002d-f0ad-470f-9a73-fb164ac0f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:42.092414 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-2789002d-f0ad-470f-9a73-fb164ac0f88f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=19568005cce54146aab6697ad6d25275&device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 1099 time: 0.1970344 Jul 15 15:00:42.117588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e461612-02ba-433f-93b7-7e528c9cc2b2 req-56a1bd47-b0c4-41bf-a58a-a983dfc15bd7 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:42.130884 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e461612-02ba-433f-93b7-7e528c9cc2b2 req-56a1bd47-b0c4-41bf-a58a-a983dfc15bd7 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 948 time: 0.2331178 Jul 15 15:00:42.146865 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:00:42.147521 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:00:42.212504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port fdb42828-ee16-45e7-a290-5602aab48d65 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:00:42.234489 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port fdb42828-ee16-45e7-a290-5602aab48d65 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:42.235096 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:42.235385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-27d220b4-a340-4b53-915a-833aa92b8ea5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=fc8634fb-4a52-4410-8815-1e0b0c278f7a HTTP/1.1" status: 200 len: 217 time: 0.0821128 Jul 15 15:00:42.274910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff97f49-cf02-4304-8440-ca5b9bdf48b7 None None] Pushing event updated for resources: {'Port': ['ID=e70ab52a-9bda-41e3-93d6-7624f8a31a14,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:42.285270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ca0448a3-0870-4dec-bfdf-313a05def1f4 None None] Provisioning complete for port e70ab52a-9bda-41e3-93d6-7624f8a31a14 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:42.287833 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca0448a3-0870-4dec-bfdf-313a05def1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:42.304320 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfd575dd-a3f6-46ac-8bf3-7681dec7c270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:42.307557 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfd575dd-a3f6-46ac-8bf3-7681dec7c270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:42.311801 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bfd575dd-a3f6-46ac-8bf3-7681dec7c270 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/382e9d29-0bf8-4a08-86ea-0fd618722a95 HTTP/1.1" status: 204 len: 168 time: 0.6809742 Jul 15 15:00:42.322361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd575dd-a3f6-46ac-8bf3-7681dec7c270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382e9d29-0bf8-4a08-86ea-0fd618722a95,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:42.358164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e461612-02ba-433f-93b7-7e528c9cc2b2 req-ea7e7544-5a8d-4c10-b4bf-d2b12269c1f1 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257364 Jul 15 15:00:42.394335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-23627d45-4c5b-4f8a-85ac-66e347d4402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:42.396405 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-23627d45-4c5b-4f8a-85ac-66e347d4402e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1442685 Jul 15 15:00:42.418458 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:42.557887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-23375703-a6ce-4d3d-a41b-7b58579c20d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:42.560331 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-23375703-a6ce-4d3d-a41b-7b58579c20d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1538959 Jul 15 15:00:42.564810 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:42.600192 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99e5b29-822c-465f-bc7c-538af8daccc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb42828-ee16-45e7-a290-5602aab48d65'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:42.603213 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a623e35-ba31-4300-8e14-aba1073e08f8" -d '{"events": [{"server_uuid": "a99e5b29-822c-465f-bc7c-538af8daccc5", "name": "network-vif-plugged", "status": "completed", "tag": "fdb42828-ee16-45e7-a290-5602aab48d65"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:42.635076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port fdb42828-ee16-45e7-a290-5602aab48d65, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=fdb42828-ee16-45e7-a290-5602aab48d65,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:42.642090 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:42.758408 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=fdb42828-ee16-45e7-a290-5602aab48d65,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:42.774980 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-5ccf2991-34b7-4825-9112-8e9f7b8a4456 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063866 Jul 15 15:00:42.811758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-5459bb0d-bae6-43b6-a966-190d444fe0e4 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42311 time: 0.5529442 Jul 15 15:00:42.913654 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52264) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:42.939368 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4aab2fed-4ffc-4bfd-8a10-4d14d52a93c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:42.984550 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Allocated IP 172.20.0.1 (763ae1f9-924d-4d1b-b103-7df18b8fa787/6df189e3-3be5-40d4-823d-dc298197f87f/f9ee3ca6-87a9-4b52-9ac9-3d5d5f0b3637) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:00:42.996823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75fb3406-8578-4cf3-ae32-bb7e03f78543 req-a6f5d5df-5470-48fb-b1e4-123186eeaf1f service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120602 Jul 15 15:00:43.026574 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-5acb9130-d030-41fe-b0cb-716c356e9c27 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/0c5c00fa-ab2b-44b1-9c6e-1d9b547da776 HTTP/1.1" status: 200 len: 2985 time: 0.1868484 Jul 15 15:00:43.059787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e70ab52a-9bda-41e3-93d6-7624f8a31a14 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:00:43.164617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e70ab52a-9bda-41e3-93d6-7624f8a31a14 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:43.167846 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:43.172278 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-292abace-6093-4a1d-ac26-ad393198efe5 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/0c5c00fa-ab2b-44b1-9c6e-1d9b547da776 HTTP/1.1" status: 200 len: 2985 time: 0.1311820 Jul 15 15:00:43.207743 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:43.217436 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4aab2fed-4ffc-4bfd-8a10-4d14d52a93c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:43.231162 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4aab2fed-4ffc-4bfd-8a10-4d14d52a93c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:43.240278 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Transition to ACTIVE for port object f9ee3ca6-87a9-4b52-9ac9-3d5d5f0b3637 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:00:43.274089 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-e7dfba0a-15e8-4c02-9038-5e7ddbfda686 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/0d9e641f-26a0-415e-b4cf-3e1712d6ea91 HTTP/1.1" status: 200 len: 2985 time: 0.0939810 Jul 15 15:00:43.294839 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4aab2fed-4ffc-4bfd-8a10-4d14d52a93c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e770e475954b404a953f920d2b96d312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799608 Jul 15 15:00:43.301926 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52274) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:43.302632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab2fed-4ffc-4bfd-8a10-4d14d52a93c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01546f8-8fd0-48bb-a796-b4aa8d012aaa,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:43.369083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-d497612a-8ed3-4ce0-b46d-3a4299f03728 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/0d9e641f-26a0-415e-b4cf-3e1712d6ea91 HTTP/1.1" status: 200 len: 2985 time: 0.0933788 Jul 15 15:00:43.373305 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7477d450-926d-492d-a306-821bd8eeeee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:43.388844 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:43.437070 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7477d450-926d-492d-a306-821bd8eeeee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:43.455174 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Network 763ae1f9-924d-4d1b-b103-7df18b8fa787 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:00:43.462143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:43.474788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:43.548822 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c0fec5-f850-4458-ab2f-f19bd2659c90 x-openstack-request-id: req-e1c0fec5-f850-4458-ab2f-f19bd2659c90 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:43.548822 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99e5b29-822c-465f-bc7c-538af8daccc5", "name": "network-vif-plugged", "status": "completed", "tag": "fdb42828-ee16-45e7-a290-5602aab48d65", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:43.549191 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e1c0fec5-f850-4458-ab2f-f19bd2659c90 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:43.550805 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99e5b29-822c-465f-bc7c-538af8daccc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb42828-ee16-45e7-a290-5602aab48d65', 'code': 200} Jul 15 15:00:43.626122 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event updated for resources: {'Port': ['ID=f9ee3ca6-87a9-4b52-9ac9-3d5d5f0b3637,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:43.645364 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:43.691723 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7477d450-926d-492d-a306-821bd8eeeee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:43.695143 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7477d450-926d-492d-a306-821bd8eeeee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:43.701635 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7477d450-926d-492d-a306-821bd8eeeee5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c01546f8-8fd0-48bb-a796-b4aa8d012aaa HTTP/1.1" status: 204 len: 168 time: 0.3909705 Jul 15 15:00:43.712282 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477d450-926d-492d-a306-821bd8eeeee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01546f8-8fd0-48bb-a796-b4aa8d012aaa,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:43.793181 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e263cba9-e853-4606-936c-a890ef0ab619 x-openstack-request-id: req-e263cba9-e853-4606-936c-a890ef0ab619 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:43.793622 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66e68a1-7054-4f4e-8264-dec6d1c682b7", "tag": "fc8634fb-4a52-4410-8815-1e0b0c278f7a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:43.794003 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e263cba9-e853-4606-936c-a890ef0ab619 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:43.794630 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66e68a1-7054-4f4e-8264-dec6d1c682b7', 'tag': 'fc8634fb-4a52-4410-8815-1e0b0c278f7a', 'status': 'completed', 'code': 200} Jul 15 15:00:43.894168 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:43.898718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e3b3f886-dab8-4bbf-94e4-35841e505950 None None] Provisioning for port f9ee3ca6-87a9-4b52-9ac9-3d5d5f0b3637 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:00:43.904726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e3b3f886-dab8-4bbf-94e4-35841e505950 None None] Provisioning complete for port f9ee3ca6-87a9-4b52-9ac9-3d5d5f0b3637 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:43.905202 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3b3f886-dab8-4bbf-94e4-35841e505950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:43.955975 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e3b3f886-dab8-4bbf-94e4-35841e505950 None None] Port f9ee3ca6-87a9-4b52-9ac9-3d5d5f0b3637 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:00:43.991792 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-73afb363-ca42-4aac-8ad4-4a824e680763 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/4d46ffbe-107a-4bee-a797-16761abb51b7 HTTP/1.1" status: 200 len: 2977 time: 0.6200144 Jul 15 15:00:44.065836 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f24d52-354e-4d11-9faf-5701141650e5 req-b1b8bc40-0464-4abb-bf28-dd8d31c6bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:44.067279 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8f24d52-354e-4d11-9faf-5701141650e5 req-b1b8bc40-0464-4abb-bf28-dd8d31c6bd16 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 1096 time: 0.2771852 Jul 15 15:00:44.075197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af61c3-ab70-40ad-8473-3e8a5bb18b87 req-80e40bef-102b-40ff-922e-7398ffeadf92 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:44.076351 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f0af61c3-ab70-40ad-8473-3e8a5bb18b87 req-80e40bef-102b-40ff-922e-7398ffeadf92 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 945 time: 0.2790692 Jul 15 15:00:44.082860 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1068f-56a1-4884-b220-f49ccf780415 req-d8b53de3-4839-4032-ae44-29963fff171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:44.084402 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-edc1068f-56a1-4884-b220-f49ccf780415 req-d8b53de3-4839-4032-ae44-29963fff171d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=19568005cce54146aab6697ad6d25275&device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 1099 time: 0.2888284 Jul 15 15:00:44.131644 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-9e292cee-8fd9-43e0-995a-9afa097a342a tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/4d46ffbe-107a-4bee-a797-16761abb51b7 HTTP/1.1" status: 200 len: 2977 time: 0.1172209 Jul 15 15:00:44.244222 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8f24d52-354e-4d11-9faf-5701141650e5 req-cd97f717-aed4-490e-a7bc-1fb772bc0155 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577151 Jul 15 15:00:44.253193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f0af61c3-ab70-40ad-8473-3e8a5bb18b87 req-c60209c2-8b17-43f8-96ec-cfc150d9b413 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677661 Jul 15 15:00:44.259003 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:44.262319 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-dc22157c-9c97-4a9f-8fbc-59423a4b61d8 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/54d357af-ce1e-4904-a7f9-e2a01f8a7db7 HTTP/1.1" status: 200 len: 2985 time: 0.1242831 Jul 15 15:00:44.271553 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:44.309345 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1068f-56a1-4884-b220-f49ccf780415 req-0ff0ba87-4496-41c3-98fd-e2cacfecba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:44.311023 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-edc1068f-56a1-4884-b220-f49ccf780415 req-0ff0ba87-4496-41c3-98fd-e2cacfecba8e service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2100782 Jul 15 15:00:44.345735 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event updated for resources: {'Port': ['ID=f9ee3ca6-87a9-4b52-9ac9-3d5d5f0b3637,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:44.387241 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-edc1068f-56a1-4884-b220-f49ccf780415 req-087e02ce-709a-4008-befb-a0c54a63d783 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=fc8634fb-4a52-4410-8815-1e0b0c278f7a HTTP/1.1" status: 200 len: 217 time: 0.0644650 Jul 15 15:00:44.391514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-dab30e2d-fe84-4792-b645-872c1dd4d61b tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/54d357af-ce1e-4904-a7f9-e2a01f8a7db7 HTTP/1.1" status: 200 len: 2985 time: 0.1197801 Jul 15 15:00:44.401835 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:44.474167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1068f-56a1-4884-b220-f49ccf780415 req-1cd24637-5bd1-423a-b1c8-4c96e7dc790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:44.475721 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-edc1068f-56a1-4884-b220-f49ccf780415 req-1cd24637-5bd1-423a-b1c8-4c96e7dc790d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0819209 Jul 15 15:00:44.520498 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-83c8db0b-af99-463d-b341-d8ba369b293c tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/62f7c6dc-54b9-4cca-a311-b8e30c5a0241 HTTP/1.1" status: 200 len: 2981 time: 0.1161571 Jul 15 15:00:44.543400 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Network 763ae1f9-924d-4d1b-b103-7df18b8fa787 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:00:44.545644 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:44.637232 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-10f441ed-0de7-481c-9e3a-2c215b85c9a3 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/62f7c6dc-54b9-4cca-a311-b8e30c5a0241 HTTP/1.1" status: 200 len: 2981 time: 0.0999081 Jul 15 15:00:44.646004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1068f-56a1-4884-b220-f49ccf780415 req-2531e860-d8b6-488c-9680-85681103ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:44.652940 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-edc1068f-56a1-4884-b220-f49ccf780415 req-2531e860-d8b6-488c-9680-85681103ebc1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1675632 Jul 15 15:00:44.713917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa0261-4121-41f8-a7a7-c05a2e6e8de3 req-99836885-471b-4fc6-bdba-677652016b48 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:44.715531 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8aa0261-4121-41f8-a7a7-c05a2e6e8de3 req-99836885-471b-4fc6-bdba-677652016b48 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 946 time: 0.1807139 Jul 15 15:00:44.809535 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-6f541399-e70e-4233-896a-5852805e45b4 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/7ff62a82-9502-4e10-bb76-d3406b84d906 HTTP/1.1" status: 200 len: 2973 time: 0.1545331 Jul 15 15:00:44.839025 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8aa0261-4121-41f8-a7a7-c05a2e6e8de3 req-45ebc770-97f7-4d00-8067-439aa39aec61 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/security-groups?id=54d357af-ce1e-4904-a7f9-e2a01f8a7db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075101 Jul 15 15:00:44.874692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-edc1068f-56a1-4884-b220-f49ccf780415 req-98fc9a6a-9981-4cff-b70b-331efa81541d service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111244 Jul 15 15:00:44.898931 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fce41ab3-686d-48e8-adc3-18fcddbaca8b None None] Provisioning complete for port f9ee3ca6-87a9-4b52-9ac9-3d5d5f0b3637 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:44.900092 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fce41ab3-686d-48e8-adc3-18fcddbaca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:44.900652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52302) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:44.943767 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-244a997a-2d98-4d7f-94a4-caa23f982a50 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/7ff62a82-9502-4e10-bb76-d3406b84d906 HTTP/1.1" status: 200 len: 2973 time: 0.1084847 Jul 15 15:00:44.964032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fce41ab3-686d-48e8-adc3-18fcddbaca8b None None] Port f9ee3ca6-87a9-4b52-9ac9-3d5d5f0b3637 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:00:45.077455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Request body: {'networks': [{'name': 'tempest-network--234203923'}, {'name': 'tempest-network--1014553354'}]} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:45.077771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Request body: {'network': {'name': 'tempest-network--234203923'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:45.078407 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Request body: {'network': {'name': 'tempest-network--1014553354'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:45.114829 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-edc1068f-56a1-4884-b220-f49ccf780415 req-aa67b63e-cfc8-406c-b108-7d7e6e77af3d service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306030 Jul 15 15:00:45.145528 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-412ff436-4d67-4efa-bbdd-4a5bc428b36b tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/8d59e1d4-ea58-45c5-b223-e4a516be1cad HTTP/1.1" status: 200 len: 2981 time: 0.1899672 Jul 15 15:00:45.158358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Made reservation on behalf of fec2390c48fc42989932a3af6606e566 for: {'network': 2} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:45.163916 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:45.209309 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:45.224489 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Router fbe8bb09-002b-432c-8ca6-226321367330 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:00:45.233073 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4fb00-07f0-4a7a-9bc2-390682962b64 req-feaec953-7c18-4def-8248-437a10d0c9d6 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:45.234692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2b4fb00-07f0-4a7a-9bc2-390682962b64 req-feaec953-7c18-4def-8248-437a10d0c9d6 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 946 time: 0.2754810 Jul 15 15:00:45.335757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-00287b53-17b3-4d59-97e6-38f02dd20259 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/8d59e1d4-ea58-45c5-b223-e4a516be1cad HTTP/1.1" status: 200 len: 2981 time: 0.1797252 Jul 15 15:00:45.348337 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:00:45.356774 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-27a2ab56-c624-4f0b-a397-74a5be8c4eea tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] 10.222.0.38 "PUT /v2.0/routers/fbe8bb09-002b-432c-8ca6-226321367330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8192928 Jul 15 15:00:45.357884 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52308) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:45.358471 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a9ad5-f6f5-47a9-a6f5-e47f66afb74d None None] Sync routers for ids ['fbe8bb09-002b-432c-8ca6-226321367330'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:00:45.362592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device fc8634fb-4a52-4410-8815-1e0b0c278f7a details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:00:45.364387 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-dbf58777-407d-4065-b909-450e43591f07 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Request body: {'port': {'network_id': '763ae1f9-924d-4d1b-b103-7df18b8fa787', 'name': 'tempest-FloatingIPAdminTestJSON-1695435881'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:45.386421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a9ad5-f6f5-47a9-a6f5-e47f66afb74d None None] Routers {'fbe8bb09-002b-432c-8ca6-226321367330'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:00:45.387132 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a49a9ad5-f6f5-47a9-a6f5-e47f66afb74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:00:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['fbe8bb09-002b-432c-8ca6-226321367330'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:45.415507 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90daa304-13d4-43ad-88fe-757290fa2dba req-292029b8-0642-4ec8-aa9e-8ce5872cf994 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:45.417267 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90daa304-13d4-43ad-88fe-757290fa2dba req-292029b8-0642-4ec8-aa9e-8ce5872cf994 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 948 time: 0.2764692 Jul 15 15:00:45.429996 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a49a9ad5-f6f5-47a9-a6f5-e47f66afb74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:45.459316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a9ad5-f6f5-47a9-a6f5-e47f66afb74d None None] Routers {'fbe8bb09-002b-432c-8ca6-226321367330'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:00:45.459965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a49a9ad5-f6f5-47a9-a6f5-e47f66afb74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:00:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['fbe8bb09-002b-432c-8ca6-226321367330'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:45.475279 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-a5283a97-b5e7-4c06-a89c-573c82c5939c tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/9cd1b3fc-0429-46a2-93de-cacadac04c2d HTTP/1.1" status: 200 len: 2981 time: 0.1326072 Jul 15 15:00:45.528518 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a49a9ad5-f6f5-47a9-a6f5-e47f66afb74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:45.529180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a9ad5-f6f5-47a9-a6f5-e47f66afb74d None None] The sync data for ids ['fbe8bb09-002b-432c-8ca6-226321367330'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:00:45.562636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port fc8634fb-4a52-4410-8815-1e0b0c278f7a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=fc8634fb-4a52-4410-8815-1e0b0c278f7a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:45.564495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90daa304-13d4-43ad-88fe-757290fa2dba req-c8b31e3d-1f30-4cd4-aa41-0018d9c09fa0 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273861 Jul 15 15:00:45.575541 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'fc8634fb-4a52-4410-8815-1e0b0c278f7a', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'fc8634fb-4a52-4410-8815-1e0b0c278f7a', 'mac_address': 'fa:16:3e:22:ef:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:00:45.582187 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-c2b4fb00-07f0-4a7a-9bc2-390682962b64 req-bb9276dc-0853-4523-906f-183b6803933b tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Deleting port ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:45.582556 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c2b4fb00-07f0-4a7a-9bc2-390682962b64 req-bb9276dc-0853-4523-906f-183b6803933b tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:45.615266 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-f04a4e54-e234-4a36-93d3-99577ac8f56f tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/9cd1b3fc-0429-46a2-93de-cacadac04c2d HTTP/1.1" status: 200 len: 2981 time: 0.1181715 Jul 15 15:00:45.617600 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:45.627853 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:45.628776 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:45.645953 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:45.650119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf58777-407d-4065-b909-450e43591f07 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Made reservation on behalf of 92defe548d6c4e33aad886833987f4b3 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:45.656882 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbf58777-407d-4065-b909-450e43591f07 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:45.671605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8634fb-4a52-4410-8815-1e0b0c278f7a {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:00:45.696443 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port fc8634fb-4a52-4410-8815-1e0b0c278f7a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=fc8634fb-4a52-4410-8815-1e0b0c278f7a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:45.702753 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:45.714522 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-dbf58777-407d-4065-b909-450e43591f07 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] device_id is not set on port b456f3b6-f110-4e40-a2be-869a4ff4d9f3 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:00:45.772987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:00:45.774416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=fc8634fb-4a52-4410-8815-1e0b0c278f7a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:45.826593 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:45.826974 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Added segment 3fe963d1-db9e-4b0f-9c0f-d87307a02689 of type vlan for network 4f006f2b-6fdf-4872-92dd-a74ead89e455 Jul 15 15:00:45.829354 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-c2b4fb00-07f0-4a7a-9bc2-390682962b64 req-bb9276dc-0853-4523-906f-183b6803933b tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] For port ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9,segment=NetworkSegment(34e3522b-a21f-44b3-bd8c-208d081f890c),segment_id=34e3522b-a21f-44b3-bd8c-208d081f890c)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:45.829725 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c2b4fb00-07f0-4a7a-9bc2-390682962b64 req-bb9276dc-0853-4523-906f-183b6803933b tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:45.872496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8b109b-db31-4cd2-af90-6f112bc7f15d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:45.879340 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-c2b4fb00-07f0-4a7a-9bc2-390682962b64 req-bb9276dc-0853-4523-906f-183b6803933b tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Calling delete_port for ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:45.901765 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-e93114ae-765a-4362-82af-e706d45ee89b tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/9f333f98-95b9-4898-9242-f56a18cf4eef HTTP/1.1" status: 200 len: 2985 time: 0.2531104 Jul 15 15:00:45.917966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-dbf58777-407d-4065-b909-450e43591f07 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Allocated IP 172.20.0.8 (763ae1f9-924d-4d1b-b103-7df18b8fa787/6df189e3-3be5-40d4-823d-dc298197f87f/b456f3b6-f110-4e40-a2be-869a4ff4d9f3) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:00:45.957067 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['fc8634fb-4a52-4410-8815-1e0b0c278f7a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:00:46.021663 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:46.141126 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-87fbf714-cd84-48a9-906c-7b1cfa695994 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/9f333f98-95b9-4898-9242-f56a18cf4eef HTTP/1.1" status: 200 len: 2985 time: 0.2074525 Jul 15 15:00:46.166726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:00:46.166949 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbf58777-407d-4065-b909-450e43591f07 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:46.192279 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-dbf58777-407d-4065-b909-450e43591f07 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Transition to ACTIVE for port object b456f3b6-f110-4e40-a2be-869a4ff4d9f3 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:00:46.213550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e002e1b-5cfe-4573-85b5-fcccfe1aea07 req-04efc622-69b4-4675-8f1e-654ea57c20e6 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:46.215231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e002e1b-5cfe-4573-85b5-fcccfe1aea07 req-04efc622-69b4-4675-8f1e-654ea57c20e6 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 945 time: 0.3193111 Jul 15 15:00:46.217894 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:46.218308 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Added segment 2c798ffd-0378-4ae7-a4a3-d9cbbfd9635b of type vlan for network e7603640-0cf3-4959-aed3-1f5ba899b300 Jul 15 15:00:46.233739 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbf58777-407d-4065-b909-450e43591f07 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:46.285230 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf58777-407d-4065-b909-450e43591f07 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Network 763ae1f9-924d-4d1b-b103-7df18b8fa787 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:00:46.288838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-dbf58777-407d-4065-b909-450e43591f07 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:46.291455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf58777-407d-4065-b909-450e43591f07 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:46.319051 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-628e6963-0d29-449c-a962-ae96f4cd375d tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82 HTTP/1.1" status: 200 len: 2985 time: 0.1617415 Jul 15 15:00:46.337533 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf58777-407d-4065-b909-450e43591f07 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event updated for resources: {'Port': ['ID=b456f3b6-f110-4e40-a2be-869a4ff4d9f3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:46.353102 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:46.371775 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf58777-407d-4065-b909-450e43591f07 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:46.372863 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbf58777-407d-4065-b909-450e43591f07 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:46.381219 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e002e1b-5cfe-4573-85b5-fcccfe1aea07 req-8198c9d4-979a-4f06-ba35-34bd604af9e7 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467776 Jul 15 15:00:46.389939 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c2b4fb00-07f0-4a7a-9bc2-390682962b64 req-bb9276dc-0853-4523-906f-183b6803933b tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:46.403132 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:00:46.406811 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dbf58777-407d-4065-b909-450e43591f07 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0472977 Jul 15 15:00:46.407608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52314) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:46.476931 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-196b8e7a-69c2-4dbc-b698-47030f890725 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82 HTTP/1.1" status: 200 len: 2985 time: 0.1350186 Jul 15 15:00:46.477670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9276dc-0853-4523-906f-183b6803933b tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Pushing event deleted for resources: {'Port': ['ID=ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:46.482063 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:46.482255 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:46.488604 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:46.493571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:46.494258 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:46.575931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'project_id': '92defe548d6c4e33aad886833987f4b3', 'port_id': 'b456f3b6-f110-4e40-a2be-869a4ff4d9f3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:46.596464 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:46.599533 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6977348 Jul 15 15:00:46.606214 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bd91adc0-3a86-435b-ab2d-a5591c31c1d6 None None] Provisioning for port b456f3b6-f110-4e40-a2be-869a4ff4d9f3 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:00:46.610114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bd91adc0-3a86-435b-ab2d-a5591c31c1d6 None None] Provisioning complete for port b456f3b6-f110-4e40-a2be-869a4ff4d9f3 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:46.610561 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd91adc0-3a86-435b-ab2d-a5591c31c1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:46.610674 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52320) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:46.648924 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-bd91adc0-3a86-435b-ab2d-a5591c31c1d6 None None] Port b456f3b6-f110-4e40-a2be-869a4ff4d9f3 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:00:46.649300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d1b8e7d-2550-48a9-abcf-4c13f5f2406c req-7cab3b3f-0b9f-4469-b7c2-b7588ccaa3c9 tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c8a9045-83cc-448e-8cb3-39390effb4e7 HTTP/1.1" status: 200 len: 210 time: 0.0841675 Jul 15 15:00:46.650044 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b4fb00-07f0-4a7a-9bc2-390682962b64 req-bb9276dc-0853-4523-906f-183b6803933b tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] No DVR routers for this DVR port ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:00:46.655225 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c2b4fb00-07f0-4a7a-9bc2-390682962b64 req-bb9276dc-0853-4523-906f-183b6803933b tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:46.657242 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2b4fb00-07f0-4a7a-9bc2-390682962b64 req-bb9276dc-0853-4523-906f-183b6803933b tempest-InstanceActionsTestJSON-1250501047 tempest-InstanceActionsTestJSON-1250501047-project] 10.222.0.11 "DELETE /v2.0/ports/ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 HTTP/1.1" status: 204 len: 173 time: 1.4134960 Jul 15 15:00:46.659057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8a9045-83cc-448e-8cb3-39390effb4e7', 'name': 'network-vif-deleted', 'tag': 'ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:46.661817 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f15860-bd29-48d7-8a70-cee2bfa0932b" -d '{"events": [{"server_uuid": "8c8a9045-83cc-448e-8cb3-39390effb4e7", "name": "network-vif-deleted", "tag": "ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:46.693756 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-14afa71e-2ed1-462f-9aa8-d00c2421620d tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/d865f0d2-bbe9-47d5-bdbf-8270c85e845f HTTP/1.1" status: 200 len: 2981 time: 0.1938052 Jul 15 15:00:46.694504 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event updated for resources: {'Network': ['ID=4f006f2b-6fdf-4872-92dd-a74ead89e455,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:46.710915 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 4f006f2b-6fdf-4872-92dd-a74ead89e455 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:00:46.790241 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56a38d-37ec-400e-9846-474d6514d97b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event updated for resources: {'Network': ['ID=e7603640-0cf3-4959-aed3-1f5ba899b300,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:46.803863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-614accd8-a58a-4cbd-b5f9-debeae6fbc13 req-9c4c1fd5-0347-4872-8aa0-3b0e982b78d3 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/d865f0d2-bbe9-47d5-bdbf-8270c85e845f HTTP/1.1" status: 200 len: 2981 time: 0.0854003 Jul 15 15:00:46.823286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network e7603640-0cf3-4959-aed3-1f5ba899b300 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:00:47.019184 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f083c0c5-ae2b-4d4c-af73-daf6ef851b53 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:47.025039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f083c0c5-ae2b-4d4c-af73-daf6ef851b53 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:47.031264 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f083c0c5-ae2b-4d4c-af73-daf6ef851b53 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:47.038329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f083c0c5-ae2b-4d4c-af73-daf6ef851b53 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:47.040096 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f083c0c5-ae2b-4d4c-af73-daf6ef851b53 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4284058 Jul 15 15:00:47.044826 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52330) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:47.067952 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:47.145100 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ab8ba-e1f3-4169-837e-b080f5195f31 req-f0cf6bcd-1b3f-447d-a8c2-d2231d8c1be1 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:47.146691 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-329ab8ba-e1f3-4169-837e-b080f5195f31 req-f0cf6bcd-1b3f-447d-a8c2-d2231d8c1be1 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 945 time: 0.1839445 Jul 15 15:00:47.172636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c34bf-5ba6-421b-b150-c248269872ca req-5338065a-d076-4d87-8f2a-0a9379769983 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:47.174065 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a56c34bf-5ba6-421b-b150-c248269872ca req-5338065a-d076-4d87-8f2a-0a9379769983 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 949 time: 0.1773503 Jul 15 15:00:47.179408 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e167b6b9-dddf-48c3-a406-1c3d01724376 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:47.180195 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Allocated IP 172.25.4.178 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/85109c8b-5764-425d-828c-204a1070fe53) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:00:47.246715 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-329ab8ba-e1f3-4169-837e-b080f5195f31 req-c63cebc8-cb5c-4fe8-8dea-4417414ba389 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901749 Jul 15 15:00:47.294820 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a56c34bf-5ba6-421b-b150-c248269872ca req-df56b601-8d74-4ed9-b740-b571db5aa3b3 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128836 Jul 15 15:00:47.308772 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:47.325414 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12c4300-54fe-4bc5-adab-76d7e983e0c5 x-openstack-request-id: req-c12c4300-54fe-4bc5-adab-76d7e983e0c5 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:47.325725 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8a9045-83cc-448e-8cb3-39390effb4e7", "name": "network-vif-deleted", "tag": "ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:47.325948 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c12c4300-54fe-4bc5-adab-76d7e983e0c5 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:47.326348 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8a9045-83cc-448e-8cb3-39390effb4e7', 'name': 'network-vif-deleted', 'tag': 'ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9', 'status': 'completed', 'code': 200} Jul 15 15:00:47.366874 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e167b6b9-dddf-48c3-a406-1c3d01724376 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:47.374227 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device fc8634fb-4a52-4410-8815-1e0b0c278f7a up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:00:47.388382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-e167b6b9-dddf-48c3-a406-1c3d01724376 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f006f2b-6fdf-4872-92dd-a74ead89e455']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:47.398822 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:47.407116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-e167b6b9-dddf-48c3-a406-1c3d01724376 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe963d1-db9e-4b0f-9c0f-d87307a02689') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:47.407474 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-e167b6b9-dddf-48c3-a406-1c3d01724376 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe963d1-db9e-4b0f-9c0f-d87307a02689') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:47.432842 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e167b6b9-dddf-48c3-a406-1c3d01724376 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:47.437970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port fc8634fb-4a52-4410-8815-1e0b0c278f7a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:00:47.443880 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port fc8634fb-4a52-4410-8815-1e0b0c278f7a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:47.444721 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:47.459890 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e167b6b9-dddf-48c3-a406-1c3d01724376 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:47.475230 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e167b6b9-dddf-48c3-a406-1c3d01724376 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:00:47.475635 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e167b6b9-dddf-48c3-a406-1c3d01724376 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:00:47.478760 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:00:47.512372 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:00:47.520752 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:47.523670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4026a63f-1ab4-4b2c-ad31-8f7a5733911c req-282bda00-5a2c-4dfb-960e-605f19adfb64 tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9548a2fec0e478d919c71f6c774738a HTTP/1.1" status: 200 len: 6109 time: 0.1532862 Jul 15 15:00:47.526248 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:47.561939 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:47.589594 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e167b6b9-dddf-48c3-a406-1c3d01724376 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:47.604050 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e167b6b9-dddf-48c3-a406-1c3d01724376 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:47.605602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e167b6b9-dddf-48c3-a406-1c3d01724376 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "DELETE /v2.0/networks/4f006f2b-6fdf-4872-92dd-a74ead89e455 HTTP/1.1" status: 204 len: 168 time: 0.5578921 Jul 15 15:00:47.607428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66e68a1-7054-4f4e-8264-dec6d1c682b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8634fb-4a52-4410-8815-1e0b0c278f7a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:47.609430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52334) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:47.610739 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d91376d-a751-43db-8c17-18c0e3a9c1a1" -d '{"events": [{"server_uuid": "f66e68a1-7054-4f4e-8264-dec6d1c682b7", "name": "network-vif-plugged", "status": "completed", "tag": "fc8634fb-4a52-4410-8815-1e0b0c278f7a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:47.627762 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port fc8634fb-4a52-4410-8815-1e0b0c278f7a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=fc8634fb-4a52-4410-8815-1e0b0c278f7a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:47.631059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167b6b9-dddf-48c3-a406-1c3d01724376 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event deleted for resources: {'Network': ['ID=4f006f2b-6fdf-4872-92dd-a74ead89e455,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:47.634456 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Pushing event updated for resources: {'Port': ['ID=85109c8b-5764-425d-828c-204a1070fe53,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:47.638559 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:47.662007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4026a63f-1ab4-4b2c-ad31-8f7a5733911c req-6a3f5c53-dafa-49ca-b1ec-bc44821f0602 tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] 10.222.0.38 "GET /v2.0/security-groups/0d9e641f-26a0-415e-b4cf-3e1712d6ea91 HTTP/1.1" status: 200 len: 2985 time: 0.1373789 Jul 15 15:00:47.714144 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=fc8634fb-4a52-4410-8815-1e0b0c278f7a,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:47.765950 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-96c639a9-08ec-40f7-8470-3343633dd744 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:47.785012 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4026a63f-1ab4-4b2c-ad31-8f7a5733911c req-950812fa-7d7c-4761-ad2e-e7fa832d11d8 tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] 10.222.0.38 "GET /v2.0/security-groups/0d9e641f-26a0-415e-b4cf-3e1712d6ea91 HTTP/1.1" status: 200 len: 2985 time: 0.1218116 Jul 15 15:00:47.788551 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c40cbd7-b39a-4b67-8d55-ee21157e5ab1 x-openstack-request-id: req-2c40cbd7-b39a-4b67-8d55-ee21157e5ab1 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:47.789222 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66e68a1-7054-4f4e-8264-dec6d1c682b7", "name": "network-vif-plugged", "status": "completed", "tag": "fc8634fb-4a52-4410-8815-1e0b0c278f7a", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:47.789477 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c40cbd7-b39a-4b67-8d55-ee21157e5ab1 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:47.790371 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66e68a1-7054-4f4e-8264-dec6d1c682b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8634fb-4a52-4410-8815-1e0b0c278f7a', 'code': 200} Jul 15 15:00:47.893728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52346) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:47.904312 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-96c639a9-08ec-40f7-8470-3343633dd744 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:47.915648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-96c639a9-08ec-40f7-8470-3343633dd744 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7603640-0cf3-4959-aed3-1f5ba899b300']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:47.940430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-96c639a9-08ec-40f7-8470-3343633dd744 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c798ffd-0378-4ae7-a4a3-d9cbbfd9635b') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:47.940898 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-96c639a9-08ec-40f7-8470-3343633dd744 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c798ffd-0378-4ae7-a4a3-d9cbbfd9635b') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:47.981385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f606bb8d-45e1-43e3-a70a-ba07891cbde0 admin admin] Deleting subnet 070344cc-bd11-404a-ac4e-126222cca93f {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:00:47.984512 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f606bb8d-45e1-43e3-a70a-ba07891cbde0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.005645 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-96c639a9-08ec-40f7-8470-3343633dd744 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.036978 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f606bb8d-45e1-43e3-a70a-ba07891cbde0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.042875 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-96c639a9-08ec-40f7-8470-3343633dd744 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.054946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c639a9-08ec-40f7-8470-3343633dd744 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:00:48.055355 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-96c639a9-08ec-40f7-8470-3343633dd744 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:00:48.059279 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:00:48.078109 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3cfbcceb-0b6c-4cf9-b12b-50dfbbde4ec6 req-b5ad4575-e058-4e8f-bc88-04a09307f722 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/45ccc6a8-3dc5-49e5-b387-b0eeee2b1ad3 HTTP/1.1" status: 200 len: 1778 time: 0.1482935 Jul 15 15:00:48.105012 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.108991 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f606bb8d-45e1-43e3-a70a-ba07891cbde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.164681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae61bd-8ad2-497b-8b3b-e012fdeb886d req-dfcbeed4-a20c-4c3e-8931-3509909a7fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:48.166146 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-10ae61bd-8ad2-497b-8b3b-e012fdeb886d req-dfcbeed4-a20c-4c3e-8931-3509909a7fe4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 1101 time: 0.2374160 Jul 15 15:00:48.167934 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-96c639a9-08ec-40f7-8470-3343633dd744 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.173041 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-96c639a9-08ec-40f7-8470-3343633dd744 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.178492 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-96c639a9-08ec-40f7-8470-3343633dd744 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "DELETE /v2.0/networks/e7603640-0cf3-4959-aed3-1f5ba899b300 HTTP/1.1" status: 204 len: 168 time: 0.5649452 Jul 15 15:00:48.180472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52348) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:48.214272 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bc5da-b09e-4aa8-9170-46d939bfe228 req-4dc590ec-eb4d-446c-9b31-6dbb195b06b1 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:48.216443 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb0bc5da-b09e-4aa8-9170-46d939bfe228 req-4dc590ec-eb4d-446c-9b31-6dbb195b06b1 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 945 time: 0.2888520 Jul 15 15:00:48.228279 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c639a9-08ec-40f7-8470-3343633dd744 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event deleted for resources: {'Network': ['ID=e7603640-0cf3-4959-aed3-1f5ba899b300,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:48.275953 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3cfbcceb-0b6c-4cf9-b12b-50dfbbde4ec6 req-277fb12b-35c9-4a77-8aac-3b895f46a466 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.285076 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f606bb8d-45e1-43e3-a70a-ba07891cbde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.291003 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-10ae61bd-8ad2-497b-8b3b-e012fdeb886d req-cfb550f5-1a0c-44f6-b59c-3c89e765dc64 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090779 Jul 15 15:00:48.291205 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.311450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb0bc5da-b09e-4aa8-9170-46d939bfe228 req-fa6f0c68-457a-49a1-b09a-13a7bb6d5049 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865993 Jul 15 15:00:48.315973 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3cfbcceb-0b6c-4cf9-b12b-50dfbbde4ec6 req-277fb12b-35c9-4a77-8aac-3b895f46a466 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.344111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606bb8d-45e1-43e3-a70a-ba07891cbde0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=070344cc-bd11-404a-ac4e-126222cca93f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:48.355942 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f606bb8d-45e1-43e3-a70a-ba07891cbde0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.357855 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f606bb8d-45e1-43e3-a70a-ba07891cbde0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/070344cc-bd11-404a-ac4e-126222cca93f HTTP/1.1" status: 204 len: 168 time: 0.4630547 Jul 15 15:00:48.363655 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52354) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:48.375709 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3cfbcceb-0b6c-4cf9-b12b-50dfbbde4ec6 req-277fb12b-35c9-4a77-8aac-3b895f46a466 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.379163 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3cfbcceb-0b6c-4cf9-b12b-50dfbbde4ec6 req-277fb12b-35c9-4a77-8aac-3b895f46a466 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.380448 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3cfbcceb-0b6c-4cf9-b12b-50dfbbde4ec6 req-277fb12b-35c9-4a77-8aac-3b895f46a466 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "DELETE /v2.0/security-groups/45ccc6a8-3dc5-49e5-b387-b0eeee2b1ad3 HTTP/1.1" status: 204 len: 173 time: 0.2917607 Jul 15 15:00:48.397487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddedd0e-d50a-480d-80c9-1a1ba37ea45a tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:48.404335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddedd0e-d50a-480d-80c9-1a1ba37ea45a tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:48.405962 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0ddedd0e-d50a-480d-80c9-1a1ba37ea45a tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2246599 Jul 15 15:00:48.411505 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fb12b-35c9-4a77-8aac-3b895f46a466 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ccc6a8-3dc5-49e5-b387-b0eeee2b1ad3,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:48.411945 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52358) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:48.417084 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-643545ac-1a41-4246-946e-ae101a927233 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1172411031'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:48.468674 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-68d1fc2c-7f96-4d32-a952-fc350cb9b6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.498343 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643545ac-1a41-4246-946e-ae101a927233 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Made reservation on behalf of fec2390c48fc42989932a3af6606e566 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:48.502022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643545ac-1a41-4246-946e-ae101a927233 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.544717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643545ac-1a41-4246-946e-ae101a927233 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:00:48.564132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643545ac-1a41-4246-946e-ae101a927233 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.564485 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-643545ac-1a41-4246-946e-ae101a927233 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Added segment 74233fe0-01a9-4bad-95e6-0d3e50ac4631 of type vlan for network 6206be59-068e-4ae2-b956-21583d2c38b0 Jul 15 15:00:48.568362 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-68d1fc2c-7f96-4d32-a952-fc350cb9b6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.607289 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-68d1fc2c-7f96-4d32-a952-fc350cb9b6cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931ac9a6-e27f-4d21-928c-274c62ea66bf']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:48.615446 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.623702 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.627498 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643545ac-1a41-4246-946e-ae101a927233 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.632903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-68d1fc2c-7f96-4d32-a952-fc350cb9b6cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e3522b-a21f-44b3-bd8c-208d081f890c') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:48.633203 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-68d1fc2c-7f96-4d32-a952-fc350cb9b6cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e3522b-a21f-44b3-bd8c-208d081f890c') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:48.724081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Pushing event updated for resources: {'Port': ['ID=85109c8b-5764-425d-828c-204a1070fe53,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:48.734403 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.738236 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643545ac-1a41-4246-946e-ae101a927233 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.743854 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643545ac-1a41-4246-946e-ae101a927233 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:48.744494 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643545ac-1a41-4246-946e-ae101a927233 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.764118 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.820791 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-643545ac-1a41-4246-946e-ae101a927233 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4053001 Jul 15 15:00:48.822691 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52362) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:48.834246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-aa8da899-c53f-44a1-a3cb-29b3806963f5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-736879185'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:48.896135 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643545ac-1a41-4246-946e-ae101a927233 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event updated for resources: {'Network': ['ID=6206be59-068e-4ae2-b956-21583d2c38b0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:48.909702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 6206be59-068e-4ae2-b956-21583d2c38b0 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:00:48.928544 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8da899-c53f-44a1-a3cb-29b3806963f5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Made reservation on behalf of fec2390c48fc42989932a3af6606e566 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:48.932138 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aa8da899-c53f-44a1-a3cb-29b3806963f5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:48.937426 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Floating IP 9af63cc3-49a7-457d-afbb-3dff1f833567 associated. External IP: 172.25.4.178, port: b456f3b6-f110-4e40-a2be-869a4ff4d9f3. Jul 15 15:00:48.999655 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-68d1fc2c-7f96-4d32-a952-fc350cb9b6cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.007455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8da899-c53f-44a1-a3cb-29b3806963f5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:00:49.034273 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-68d1fc2c-7f96-4d32-a952-fc350cb9b6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.045245 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aa8da899-c53f-44a1-a3cb-29b3806963f5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.045804 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-aa8da899-c53f-44a1-a3cb-29b3806963f5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Added segment e928f88d-f13b-46be-8fc6-0731d71eadd5 of type vlan for network 2902129d-fb6d-405a-9c4c-d62505fdcd87 Jul 15 15:00:49.046425 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d1fc2c-7f96-4d32-a952-fc350cb9b6cd admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:00:49.046941 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-68d1fc2c-7f96-4d32-a952-fc350cb9b6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:00:49.051790 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:00:49.072803 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.086768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320936e8-a96a-4acf-a61c-276816d2663e req-74fedbbf-8b63-4afb-bb05-f48a93b62496 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:49.088327 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-320936e8-a96a-4acf-a61c-276816d2663e req-74fedbbf-8b63-4afb-bb05-f48a93b62496 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 945 time: 0.4833987 Jul 15 15:00:49.103712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d598d84-84fb-4c91-9f45-9d067feb46b3 req-89ad3c09-80c5-4982-a2fd-33436225a530 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:49.104259 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aa8da899-c53f-44a1-a3cb-29b3806963f5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.106795 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d598d84-84fb-4c91-9f45-9d067feb46b3 req-89ad3c09-80c5-4982-a2fd-33436225a530 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 950 time: 0.5353241 Jul 15 15:00:49.172093 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aa8da899-c53f-44a1-a3cb-29b3806963f5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.177979 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8da899-c53f-44a1-a3cb-29b3806963f5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:49.178639 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aa8da899-c53f-44a1-a3cb-29b3806963f5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.190493 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-68d1fc2c-7f96-4d32-a952-fc350cb9b6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.204749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-320936e8-a96a-4acf-a61c-276816d2663e req-cfe6ef56-327f-4d82-b60b-f3c76cd1901b tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960636 Jul 15 15:00:49.207004 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-68d1fc2c-7f96-4d32-a952-fc350cb9b6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.211939 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-68d1fc2c-7f96-4d32-a952-fc350cb9b6cd admin admin] 10.222.0.38 "DELETE /v2.0/networks/931ac9a6-e27f-4d21-928c-274c62ea66bf HTTP/1.1" status: 204 len: 168 time: 0.8470016 Jul 15 15:00:49.239171 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1fc2c-7f96-4d32-a952-fc350cb9b6cd admin admin] Pushing event deleted for resources: {'Network': ['ID=931ac9a6-e27f-4d21-928c-274c62ea66bf,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:49.248196 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d598d84-84fb-4c91-9f45-9d067feb46b3 req-760f1056-5b54-493f-a1e7-6c49bf8fbb4e tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065478 Jul 15 15:00:49.264487 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-aa8da899-c53f-44a1-a3cb-29b3806963f5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4386051 Jul 15 15:00:49.267959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52368) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:49.290383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Request body: {'ports': [{'network_id': '6206be59-068e-4ae2-b956-21583d2c38b0', 'name': 'tempest-port--453339844', 'admin_state_up': True}, {'network_id': '2902129d-fb6d-405a-9c4c-d62505fdcd87', 'admin_state_up': False}]} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:49.291143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Request body: {'port': {'network_id': '6206be59-068e-4ae2-b956-21583d2c38b0', 'name': 'tempest-port--453339844', 'admin_state_up': True}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:49.291852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Request body: {'port': {'network_id': '2902129d-fb6d-405a-9c4c-d62505fdcd87', 'admin_state_up': False}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:49.294393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8da899-c53f-44a1-a3cb-29b3806963f5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event updated for resources: {'Network': ['ID=2902129d-fb6d-405a-9c4c-d62505fdcd87,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:49.306061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 2902129d-fb6d-405a-9c4c-d62505fdcd87 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:00:49.319874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Router fbe8bb09-002b-432c-8ca6-226321367330 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:00:49.346956 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1387d45-3500-4382-9389-0970b312171e req-8a96bc56-7ad6-477a-82d0-a84f002fa204 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "GET /v2.0/security-groups/297074dd-3edf-4544-87fa-bc86b813de9e HTTP/1.1" status: 200 len: 1779 time: 0.0976460 Jul 15 15:00:49.445713 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:00:49.458078 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee67e0a-216c-46e5-b4a6-893142e5134c None None] Sync routers for ids ['fbe8bb09-002b-432c-8ca6-226321367330'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:00:49.472231 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee67e0a-216c-46e5-b4a6-893142e5134c None None] Routers {'fbe8bb09-002b-432c-8ca6-226321367330'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:00:49.473705 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-aee67e0a-216c-46e5-b4a6-893142e5134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:00:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['fbe8bb09-002b-432c-8ca6-226321367330'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:49.478072 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a1387d45-3500-4382-9389-0970b312171e req-18883661-c29b-4d92-b9fe-d9d550eebd95 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.480281 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.525835 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cb3cf3e6-6f0c-4f6a-b8a9-6e33335521db tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.1166673 Jul 15 15:00:49.529979 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52372) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:49.543056 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a1387d45-3500-4382-9389-0970b312171e req-18883661-c29b-4d92-b9fe-d9d550eebd95 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.544681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52374) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:49.549959 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-aee67e0a-216c-46e5-b4a6-893142e5134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:49.559174 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee67e0a-216c-46e5-b4a6-893142e5134c None None] Routers {'fbe8bb09-002b-432c-8ca6-226321367330'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:00:49.559780 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-aee67e0a-216c-46e5-b4a6-893142e5134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:00:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['fbe8bb09-002b-432c-8ca6-226321367330'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:49.597369 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-aee67e0a-216c-46e5-b4a6-893142e5134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:49.598030 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee67e0a-216c-46e5-b4a6-893142e5134c None None] The sync data for ids ['fbe8bb09-002b-432c-8ca6-226321367330'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:00:49.619405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:00:49.645522 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-617e4c0f-462d-4af5-83e5-a9e6a2b42f01 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=690a1dbf5e1e46ef8b7b3cda3fc2d154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0945480 Jul 15 15:00:49.647920 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52376) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:49.665475 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:00:49.666521 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ef157c83-9f42-4ecf-9eb3-9c20e61c2ef9 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:00:49.673295 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9961c710-63af-4378-80da-8f19b8195259 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] 10.222.0.38 "GET /v2.0/floatingips/9af63cc3-49a7-457d-afbb-3dff1f833567 HTTP/1.1" status: 200 len: 983 time: 0.1395416 Jul 15 15:00:49.676430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52378) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:49.692769 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a1387d45-3500-4382-9389-0970b312171e req-18883661-c29b-4d92-b9fe-d9d550eebd95 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.695743 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a1387d45-3500-4382-9389-0970b312171e req-18883661-c29b-4d92-b9fe-d9d550eebd95 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.696912 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1387d45-3500-4382-9389-0970b312171e req-18883661-c29b-4d92-b9fe-d9d550eebd95 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] 10.222.0.38 "DELETE /v2.0/security-groups/297074dd-3edf-4544-87fa-bc86b813de9e HTTP/1.1" status: 204 len: 173 time: 0.3491449 Jul 15 15:00:49.700469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Made reservation on behalf of fec2390c48fc42989932a3af6606e566 for: {'port': 2} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:49.705950 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.725507 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18883661-c29b-4d92-b9fe-d9d550eebd95 tempest-SecurityGroupsTestAdminJSON-1543489743 tempest-SecurityGroupsTestAdminJSON-1543489743-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297074dd-3edf-4544-87fa-bc86b813de9e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:49.754124 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.772239 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95c41f7f-33b8-4f22-8b3a-1c2fce72db05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.845108 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95c41f7f-33b8-4f22-8b3a-1c2fce72db05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:49.890934 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43dd72cf-cef6-4535-b6d5-11359ce5769a req-2384a896-1f73-40ed-9129-403f67451ec4 tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] 10.222.0.38 "GET /v2.0/security-groups/ab6a2ab6-937a-4a53-abb0-2cc75ec73a1a HTTP/1.1" status: 200 len: 1778 time: 0.1524241 Jul 15 15:00:49.916140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] device_id is not set on port 3aeaafb3-6059-483e-bc2d-c3be8d89d216 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:00:50.062980 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95c41f7f-33b8-4f22-8b3a-1c2fce72db05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.065609 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95c41f7f-33b8-4f22-8b3a-1c2fce72db05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.066884 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-95c41f7f-33b8-4f22-8b3a-1c2fce72db05 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/54d357af-ce1e-4904-a7f9-e2a01f8a7db7 HTTP/1.1" status: 204 len: 168 time: 0.4173472 Jul 15 15:00:50.105767 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-43dd72cf-cef6-4535-b6d5-11359ce5769a req-c115acc8-2ff4-46db-ba6a-21cf7a66e11a tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.133486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c41f7f-33b8-4f22-8b3a-1c2fce72db05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d357af-ce1e-4904-a7f9-e2a01f8a7db7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:50.149471 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0ffde0e7-a2a9-4ba0-96db-2b69ba23af8b tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.4738061 Jul 15 15:00:50.152611 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52386) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:50.169546 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-43dd72cf-cef6-4535-b6d5-11359ce5769a req-c115acc8-2ff4-46db-ba6a-21cf7a66e11a tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.189548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc150e-116f-442e-8c30-e41e673d54ec req-b873f556-5215-4516-97d9-294478080d03 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:50.191325 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82cc150e-116f-442e-8c30-e41e673d54ec req-b873f556-5215-4516-97d9-294478080d03 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 945 time: 0.2432818 Jul 15 15:00:50.276529 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.310152 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-43dd72cf-cef6-4535-b6d5-11359ce5769a req-c115acc8-2ff4-46db-ba6a-21cf7a66e11a tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.312779 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-43dd72cf-cef6-4535-b6d5-11359ce5769a req-c115acc8-2ff4-46db-ba6a-21cf7a66e11a tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.314039 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43dd72cf-cef6-4535-b6d5-11359ce5769a req-c115acc8-2ff4-46db-ba6a-21cf7a66e11a tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] 10.222.0.38 "DELETE /v2.0/security-groups/ab6a2ab6-937a-4a53-abb0-2cc75ec73a1a HTTP/1.1" status: 204 len: 173 time: 0.4136753 Jul 15 15:00:50.336900 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82cc150e-116f-442e-8c30-e41e673d54ec req-c3a36f20-7cb9-4072-816f-c6e56b9a0952 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375709 Jul 15 15:00:50.340037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115acc8-2ff4-46db-ba6a-21cf7a66e11a tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6a2ab6-937a-4a53-abb0-2cc75ec73a1a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:50.366519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-19003e95-7e44-4ef1-8994-debe4296bdb0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Deleting port 85109c8b-5764-425d-828c-204a1070fe53 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:50.366915 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19003e95-7e44-4ef1-8994-debe4296bdb0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.409652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] device_id is not set on port ac5870e8-7847-4b5b-a4ea-ca8d66182e61 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:00:50.471560 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19003e95-7e44-4ef1-8994-debe4296bdb0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.472117 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19003e95-7e44-4ef1-8994-debe4296bdb0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.487807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-19003e95-7e44-4ef1-8994-debe4296bdb0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Calling delete_port for 85109c8b-5764-425d-828c-204a1070fe53 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:50.569043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea56c45f-2e16-460c-a934-53855dc61225 req-9b08492f-5e2c-4798-b3f2-693e00762129 tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] 10.222.0.38 "GET /v2.0/security-groups/5b49b082-7d14-4d6b-97ae-cc593f67eb9e HTTP/1.1" status: 200 len: 1779 time: 0.1786265 Jul 15 15:00:50.628524 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.678201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31629091-bf71-4045-88d4-d687f31b7795 req-6aafcfc1-d8db-4868-a723-9b693b251e14 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:50.684104 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31629091-bf71-4045-88d4-d687f31b7795 req-6aafcfc1-d8db-4868-a723-9b693b251e14 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 950 time: 0.2067065 Jul 15 15:00:50.704203 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19003e95-7e44-4ef1-8994-debe4296bdb0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.731620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19003e95-7e44-4ef1-8994-debe4296bdb0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event deleted for resources: {'Port': ['ID=85109c8b-5764-425d-828c-204a1070fe53,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:50.738685 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ea56c45f-2e16-460c-a934-53855dc61225 req-467a9066-d54b-46d2-992a-22b66536015e tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.763726 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.783032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31629091-bf71-4045-88d4-d687f31b7795 req-0e44b2da-0847-4758-9638-4fe2ec7a762d tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976233 Jul 15 15:00:50.814372 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ea56c45f-2e16-460c-a934-53855dc61225 req-467a9066-d54b-46d2-992a-22b66536015e tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.832056 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19003e95-7e44-4ef1-8994-debe4296bdb0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.832450 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-19003e95-7e44-4ef1-8994-debe4296bdb0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Floating IP 9af63cc3-49a7-457d-afbb-3dff1f833567 disassociated (deleted). External IP: 172.25.4.178, port: b456f3b6-f110-4e40-a2be-869a4ff4d9f3. Jul 15 15:00:50.871595 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event updated for resources: {'Port': ['ID=3aeaafb3-6059-483e-bc2d-c3be8d89d216,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:50.901495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Checking segment: {'id': '74233fe0-01a9-4bad-95e6-0d3e50ac4631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6206be59-068e-4ae2-b956-21583d2c38b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:00:50.901919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Network hostable DHCP agents. Network: 6206be59-068e-4ae2-b956-21583d2c38b0, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:00:50.910467 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ea56c45f-2e16-460c-a934-53855dc61225 req-467a9066-d54b-46d2-992a-22b66536015e tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.913905 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ea56c45f-2e16-460c-a934-53855dc61225 req-467a9066-d54b-46d2-992a-22b66536015e tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:50.915134 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea56c45f-2e16-460c-a934-53855dc61225 req-467a9066-d54b-46d2-992a-22b66536015e tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] 10.222.0.38 "DELETE /v2.0/security-groups/5b49b082-7d14-4d6b-97ae-cc593f67eb9e HTTP/1.1" status: 204 len: 173 time: 0.3327222 Jul 15 15:00:50.949350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52420) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:50.953333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a9066-d54b-46d2-992a-22b66536015e tempest-SecurityGroupsTestAdminJSON-1120819896 tempest-SecurityGroupsTestAdminJSON-1120819896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b49b082-7d14-4d6b-97ae-cc593f67eb9e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:50.956921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Network 6206be59-068e-4ae2-b956-21583d2c38b0 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:00:51.003543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 6206be59-068e-4ae2-b956-21583d2c38b0) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:51.010788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:51.012081 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.022587 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7fd668-5109-4c10-809b-b3f1e0b230eb None None] Network 6206be59-068e-4ae2-b956-21583d2c38b0 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:00:51.108348 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7c3f1-863d-403a-97db-b4f9218bafa2 req-59bf085c-9ad9-42ad-b4b6-863baf7262b2 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:51.109950 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26c7c3f1-863d-403a-97db-b4f9218bafa2 req-59bf085c-9ad9-42ad-b4b6-863baf7262b2 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 945 time: 0.1885829 Jul 15 15:00:51.116701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event updated for resources: {'Port': ['ID=ac5870e8-7847-4b5b-a4ea-ca8d66182e61,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:51.165551 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Checking segment: {'id': 'e928f88d-f13b-46be-8fc6-0731d71eadd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2902129d-fb6d-405a-9c4c-d62505fdcd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:00:51.166275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Network hostable DHCP agents. Network: 2902129d-fb6d-405a-9c4c-d62505fdcd87, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:00:51.186767 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19003e95-7e44-4ef1-8994-debe4296bdb0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Router fbe8bb09-002b-432c-8ca6-226321367330 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:00:51.203701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26c7c3f1-863d-403a-97db-b4f9218bafa2 req-0c842e77-ed2b-4686-bc9c-d5c54780f160 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681567 Jul 15 15:00:51.214060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Network 2902129d-fb6d-405a-9c4c-d62505fdcd87 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:00:51.232315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 2902129d-fb6d-405a-9c4c-d62505fdcd87) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:51.237389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:51.249340 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:51.261553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:51.264204 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.308632 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e276bd4e-d429-43c0-8d4e-90629e006654 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0371177 Jul 15 15:00:51.311131 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52428) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:51.327953 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23cf669-1fe9-4c2e-8e37-bcf7a93597a6 None None] Network 2902129d-fb6d-405a-9c4c-d62505fdcd87 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:00:51.351195 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19003e95-7e44-4ef1-8994-debe4296bdb0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:00:51.357339 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19003e95-7e44-4ef1-8994-debe4296bdb0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.369715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f1929-ef21-4d0d-a21e-473b5f0def7e None None] Sync routers for ids ['fbe8bb09-002b-432c-8ca6-226321367330'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:00:51.399348 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52430) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:51.413958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f1929-ef21-4d0d-a21e-473b5f0def7e None None] Routers {'fbe8bb09-002b-432c-8ca6-226321367330'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:00:51.415597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-466f1929-ef21-4d0d-a21e-473b5f0def7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:00:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['fbe8bb09-002b-432c-8ca6-226321367330'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:51.427922 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-19003e95-7e44-4ef1-8994-debe4296bdb0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] 10.222.0.38 "DELETE /v2.0/floatingips/9af63cc3-49a7-457d-afbb-3dff1f833567 HTTP/1.1" status: 204 len: 168 time: 1.2653391 Jul 15 15:00:51.431043 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52434) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:51.437188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-61f3d14f-9949-450b-98ab-9a83d6f107a9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-820474080-network', 'tenant_id': '1c5f68e801754b35b4442f3196d57784'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:51.447736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:51.495344 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.api [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 15:00:51.495344 n-d-764435-3 neutron-server[100711]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 15:00:51.495344 n-d-764435-3 neutron-server[100711]: [parameters: {'project_id': '5217421e026947588ffebb387df916ca', 'id': '770be0e4-fed4-43a5-a44e-f87deec0e20d', 'expiration': datetime.datetime(2021, 7, 15, 15, 2, 51, 479104)}] Jul 15 15:00:51.495344 n-d-764435-3 neutron-server[100711]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:00:51.495712 n-d-764435-3 neutron-server[100711]: DEBUG oslo_db.api [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:00:51.510630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f3d14f-9949-450b-98ab-9a83d6f107a9 admin admin] Made reservation on behalf of 1c5f68e801754b35b4442f3196d57784 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:51.513156 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61f3d14f-9949-450b-98ab-9a83d6f107a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.535198 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-466f1929-ef21-4d0d-a21e-473b5f0def7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:51.536139 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-778992fd-babb-461e-bdca-641c3f5bd64d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9548a2fec0e478d919c71f6c774738a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354523 Jul 15 15:00:51.537014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52438) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:51.542041 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61f3d14f-9949-450b-98ab-9a83d6f107a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.585194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd5a4e2-6c8e-4fdb-b10e-3f34bec0e96a tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:51.591662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd5a4e2-6c8e-4fdb-b10e-3f34bec0e96a tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:51.596375 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1fd5a4e2-6c8e-4fdb-b10e-3f34bec0e96a tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2812340 Jul 15 15:00:51.599758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52440) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:51.600443 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-960ffd2b-62e3-4220-b8f2-dfff5a774f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.650878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f1929-ef21-4d0d-a21e-473b5f0def7e None None] Routers {'fbe8bb09-002b-432c-8ca6-226321367330'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:00:51.651776 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-466f1929-ef21-4d0d-a21e-473b5f0def7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:00:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['fbe8bb09-002b-432c-8ca6-226321367330'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:51.671966 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-960ffd2b-62e3-4220-b8f2-dfff5a774f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.695350 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-466f1929-ef21-4d0d-a21e-473b5f0def7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:51.696026 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f1929-ef21-4d0d-a21e-473b5f0def7e None None] The sync data for ids ['fbe8bb09-002b-432c-8ca6-226321367330'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:00:51.795136 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61f3d14f-9949-450b-98ab-9a83d6f107a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.801529 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61f3d14f-9949-450b-98ab-9a83d6f107a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.818624 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-960ffd2b-62e3-4220-b8f2-dfff5a774f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.821291 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-960ffd2b-62e3-4220-b8f2-dfff5a774f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.824934 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-960ffd2b-62e3-4220-b8f2-dfff5a774f92 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d9e641f-26a0-415e-b4cf-3e1712d6ea91 HTTP/1.1" status: 204 len: 168 time: 0.2844093 Jul 15 15:00:51.829467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f3d14f-9949-450b-98ab-9a83d6f107a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:00:51.836733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ffd2b-62e3-4220-b8f2-dfff5a774f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9e641f-26a0-415e-b4cf-3e1712d6ea91,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:51.850733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3d14f-9949-450b-98ab-9a83d6f107a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c175147-fe0e-4336-b56e-65d362c2538a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:51.853864 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61f3d14f-9949-450b-98ab-9a83d6f107a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.854148 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-61f3d14f-9949-450b-98ab-9a83d6f107a9 admin admin] Added segment 081425bf-ff75-48ed-8fc5-345f675c6f0e of type vlan for network 279c9251-f575-4675-be20-04a9e6587e7b Jul 15 15:00:51.864157 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-2094a0a0-6775-4fc0-84cc-bb0b5cb2df8b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Deleting port 3aeaafb3-6059-483e-bc2d-c3be8d89d216 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:51.864629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2094a0a0-6775-4fc0-84cc-bb0b5cb2df8b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.936487 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61f3d14f-9949-450b-98ab-9a83d6f107a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.951054 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2094a0a0-6775-4fc0-84cc-bb0b5cb2df8b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.969741 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-2094a0a0-6775-4fc0-84cc-bb0b5cb2df8b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Calling delete_port for 3aeaafb3-6059-483e-bc2d-c3be8d89d216 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:51.989303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab82f3-9919-4ec3-a85f-46863872d4a8 req-bde99647-2ac2-4aa1-b223-771cb9f41251 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:51.991086 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7cab82f3-9919-4ec3-a85f-46863872d4a8 req-bde99647-2ac2-4aa1-b223-771cb9f41251 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 950 time: 0.1274145 Jul 15 15:00:51.992610 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61f3d14f-9949-450b-98ab-9a83d6f107a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.993564 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f3d14f-9949-450b-98ab-9a83d6f107a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:51.994189 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61f3d14f-9949-450b-98ab-9a83d6f107a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.040936 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-61f3d14f-9949-450b-98ab-9a83d6f107a9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0889330 Jul 15 15:00:52.043872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52450) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:52.050059 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-25cc3c0b-f2fa-41dd-8c60-a0ec88816909 admin admin] Request body: {'subnet': {'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-820474080-subnet', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:52.109510 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cc3c0b-f2fa-41dd-8c60-a0ec88816909 admin admin] Made reservation on behalf of 1c5f68e801754b35b4442f3196d57784 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:52.112886 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25cc3c0b-f2fa-41dd-8c60-a0ec88816909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.134732 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3d14f-9949-450b-98ab-9a83d6f107a9 admin admin] Pushing event updated for resources: {'Network': ['ID=279c9251-f575-4675-be20-04a9e6587e7b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:52.137292 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.145664 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 279c9251-f575-4675-be20-04a9e6587e7b details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:00:52.170307 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7cab82f3-9919-4ec3-a85f-46863872d4a8 req-d07e246e-64fa-40e4-b542-1df2eac5a6df tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639454 Jul 15 15:00:52.186475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52454) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:52.229405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2094a0a0-6775-4fc0-84cc-bb0b5cb2df8b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.264634 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c8269616-3829-49fd-9598-e806d3a99909 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c6cb27d09d54de285aaef6959972183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746171 Jul 15 15:00:52.272650 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52458) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:52.282637 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094a0a0-6775-4fc0-84cc-bb0b5cb2df8b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event deleted for resources: {'Port': ['ID=3aeaafb3-6059-483e-bc2d-c3be8d89d216,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:52.290293 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2094a0a0-6775-4fc0-84cc-bb0b5cb2df8b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.292510 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2094a0a0-6775-4fc0-84cc-bb0b5cb2df8b tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "DELETE /v2.0/ports/3aeaafb3-6059-483e-bc2d-c3be8d89d216 HTTP/1.1" status: 204 len: 168 time: 0.6884551 Jul 15 15:00:52.296323 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52460) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:52.417615 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ad429eaf-5c73-4950-a08a-b9124c7629cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.441343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39856-ebae-4646-b16e-046aaed5f204 req-04ed0b6c-3b34-4214-b408-3d454ec1a5e9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:52.443120 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6c39856-ebae-4646-b16e-046aaed5f204 req-04ed0b6c-3b34-4214-b408-3d454ec1a5e9 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 945 time: 0.1841440 Jul 15 15:00:52.459310 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ad429eaf-5c73-4950-a08a-b9124c7629cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.472813 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25cc3c0b-f2fa-41dd-8c60-a0ec88816909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.504316 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.514926 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1e5724f4-f74f-4e23-9f10-b2de0e3e2c48 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Deleting port ac5870e8-7847-4b5b-a4ea-ca8d66182e61 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:52.515431 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e5724f4-f74f-4e23-9f10-b2de0e3e2c48 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.554305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc3c0b-f2fa-41dd-8c60-a0ec88816909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e32fa86b-919e-44da-8f1f-1b14acd5ffbb,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:52.567232 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6c39856-ebae-4646-b16e-046aaed5f204 req-73603b1a-c3c1-4c2c-9312-6a2360137f80 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160781 Jul 15 15:00:52.593349 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ad429eaf-5c73-4950-a08a-b9124c7629cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.596004 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ad429eaf-5c73-4950-a08a-b9124c7629cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.599521 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ad429eaf-5c73-4950-a08a-b9124c7629cb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0c5c00fa-ab2b-44b1-9c6e-1d9b547da776 HTTP/1.1" status: 204 len: 168 time: 0.3234403 Jul 15 15:00:52.623398 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e5724f4-f74f-4e23-9f10-b2de0e3e2c48 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.626712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cc3c0b-f2fa-41dd-8c60-a0ec88816909 admin admin] Checking segment: {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:00:52.627766 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cc3c0b-f2fa-41dd-8c60-a0ec88816909 admin admin] Network hostable DHCP agents. Network: 279c9251-f575-4675-be20-04a9e6587e7b, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:00:52.627876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad429eaf-5c73-4950-a08a-b9124c7629cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5c00fa-ab2b-44b1-9c6e-1d9b547da776,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:52.646330 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1e5724f4-f74f-4e23-9f10-b2de0e3e2c48 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Calling delete_port for ac5870e8-7847-4b5b-a4ea-ca8d66182e61 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:52.652855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Allocated IP 172.25.4.66 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/462d624e-8eea-4182-b2ab-515f520cf8c2) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:00:52.667808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cc3c0b-f2fa-41dd-8c60-a0ec88816909 admin admin] Network 279c9251-f575-4675-be20-04a9e6587e7b is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:00:52.716855 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-25cc3c0b-f2fa-41dd-8c60-a0ec88816909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 279c9251-f575-4675-be20-04a9e6587e7b) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:52.721532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cc3c0b-f2fa-41dd-8c60-a0ec88816909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:52.722337 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25cc3c0b-f2fa-41dd-8c60-a0ec88816909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.733175 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52b0e3f-f3c2-40cc-8e64-63877eea83d0 None None] Network 279c9251-f575-4675-be20-04a9e6587e7b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:00:52.753126 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-25cc3c0b-f2fa-41dd-8c60-a0ec88816909 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7080669 Jul 15 15:00:52.753392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52466) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:52.761244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-820474080-router', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:52.773342 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e5724f4-f74f-4e23-9f10-b2de0e3e2c48 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.784697 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.803834 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.804874 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.830609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5724f4-f74f-4e23-9f10-b2de0e3e2c48 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event deleted for resources: {'Port': ['ID=ac5870e8-7847-4b5b-a4ea-ca8d66182e61,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:52.840751 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e5724f4-f74f-4e23-9f10-b2de0e3e2c48 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.843044 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1e5724f4-f74f-4e23-9f10-b2de0e3e2c48 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "DELETE /v2.0/ports/ac5870e8-7847-4b5b-a4ea-ca8d66182e61 HTTP/1.1" status: 204 len: 168 time: 0.5455015 Jul 15 15:00:52.845468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52468) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:52.881657 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.893078 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.909369 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c1a270b3-5709-4eba-a071-95f45d5cb7b0 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0618594 Jul 15 15:00:52.915158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52472) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:52.920519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-46f4a4ca-6df2-4698-b652-04ddb1c5b5f8 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-816779338'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:52.927947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-279c9251-f575-4675-be20-04a9e6587e7b', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:00:52.929481 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:52.964427 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f4a4ca-6df2-4698-b652-04ddb1c5b5f8 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Made reservation on behalf of fec2390c48fc42989932a3af6606e566 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:52.969367 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46f4a4ca-6df2-4698-b652-04ddb1c5b5f8 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.009676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f4a4ca-6df2-4698-b652-04ddb1c5b5f8 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:00:53.019547 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:00:53.023798 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46f4a4ca-6df2-4698-b652-04ddb1c5b5f8 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.024386 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-46f4a4ca-6df2-4698-b652-04ddb1c5b5f8 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Added segment e92c5825-15e5-482c-b86b-f6d4ce04c219 of type vlan for network 1cc65ac9-334a-45d5-9972-fc2d46788a61 Jul 15 15:00:53.028406 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:53.032920 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:53.094682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46f4a4ca-6df2-4698-b652-04ddb1c5b5f8 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.132010 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Pushing event updated for resources: {'Port': ['ID=462d624e-8eea-4182-b2ab-515f520cf8c2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:53.142578 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.146009 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46f4a4ca-6df2-4698-b652-04ddb1c5b5f8 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.160914 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4a4ca-6df2-4698-b652-04ddb1c5b5f8 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:53.162339 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46f4a4ca-6df2-4698-b652-04ddb1c5b5f8 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.183228 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-46f4a4ca-6df2-4698-b652-04ddb1c5b5f8 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2667210 Jul 15 15:00:53.186319 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52482) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:53.199115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-eec6fd8f-1f51-4d8d-98a2-64d2121494d1 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-713888177'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:53.264578 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec6fd8f-1f51-4d8d-98a2-64d2121494d1 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Made reservation on behalf of fec2390c48fc42989932a3af6606e566 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:53.269314 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.272422 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eec6fd8f-1f51-4d8d-98a2-64d2121494d1 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.323331 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec6fd8f-1f51-4d8d-98a2-64d2121494d1 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:00:53.356000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Allocated IP 172.20.0.2 (279c9251-f575-4675-be20-04a9e6587e7b/e32fa86b-919e-44da-8f1f-1b14acd5ffbb/cf828052-f3f7-4441-8a3a-ce8ea4619776) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:00:53.367018 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eec6fd8f-1f51-4d8d-98a2-64d2121494d1 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.367369 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-eec6fd8f-1f51-4d8d-98a2-64d2121494d1 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Added segment a46ea9d6-833f-40fa-87a4-12a5eee893a8 of type vlan for network 370ab4ee-df5e-4487-955f-a9babad03da7 Jul 15 15:00:53.369258 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4a4ca-6df2-4698-b652-04ddb1c5b5f8 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event updated for resources: {'Network': ['ID=1cc65ac9-334a-45d5-9972-fc2d46788a61,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:53.409076 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.435527 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eec6fd8f-1f51-4d8d-98a2-64d2121494d1 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.443132 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 1cc65ac9-334a-45d5-9972-fc2d46788a61 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:00:53.471458 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eec6fd8f-1f51-4d8d-98a2-64d2121494d1 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.480652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec6fd8f-1f51-4d8d-98a2-64d2121494d1 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:53.481983 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eec6fd8f-1f51-4d8d-98a2-64d2121494d1 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.527340 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-eec6fd8f-1f51-4d8d-98a2-64d2121494d1 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3396666 Jul 15 15:00:53.586381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6fd8f-1f51-4d8d-98a2-64d2121494d1 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event updated for resources: {'Network': ['ID=370ab4ee-df5e-4487-955f-a9babad03da7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:53.628351 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 370ab4ee-df5e-4487-955f-a9babad03da7 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:00:53.672127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52500) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:53.677517 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Request body: {'subnets': [{'network_id': '1cc65ac9-334a-45d5-9972-fc2d46788a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--414019870', 'ip_version': 4}, {'network_id': '370ab4ee-df5e-4487-955f-a9babad03da7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:53.677842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Request body: {'subnet': {'network_id': '1cc65ac9-334a-45d5-9972-fc2d46788a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--414019870', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:53.678437 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Request body: {'subnet': {'network_id': '370ab4ee-df5e-4487-955f-a9babad03da7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:53.714884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fea1c-a9e1-419a-9d57-8274f25bc022 req-000114e9-aa58-4826-8608-d146678552c7 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:53.716574 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b58fea1c-a9e1-419a-9d57-8274f25bc022 req-000114e9-aa58-4826-8608-d146678552c7 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 950 time: 0.3563006 Jul 15 15:00:53.819447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ca223-8765-438c-857f-8c8da992e325 req-bfc6e86a-edc1-4642-9731-49889cf57a76 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:53.821100 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-535ca223-8765-438c-857f-8c8da992e325 req-bfc6e86a-edc1-4642-9731-49889cf57a76 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.11 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 945 time: 0.3501592 Jul 15 15:00:53.840311 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.855153 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.867029 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Transition to ACTIVE for port object cf828052-f3f7-4441-8a3a-ce8ea4619776 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:00:53.871407 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Made reservation on behalf of fec2390c48fc42989932a3af6606e566 for: {'subnet': 2} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:00:53.878693 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.879320 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.887641 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Transition to ACTIVE for port object cf828052-f3f7-4441-8a3a-ce8ea4619776 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:00:53.895700 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.911908 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b58fea1c-a9e1-419a-9d57-8274f25bc022 req-f9cec744-2b4c-43be-8e5e-5c01670b27fe tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396048 Jul 15 15:00:53.942098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Network 279c9251-f575-4675-be20-04a9e6587e7b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:00:53.947043 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:53.952352 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Pushing event updated for resources: {'Port': ['ID=cf828052-f3f7-4441-8a3a-ce8ea4619776,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:53.954580 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:53.961678 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:53.982126 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:54.001212 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:54.026100 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Attempting to bind port cf828052-f3f7-4441-8a3a-ce8ea4619776 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:00:54.026474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Attempting to bind port cf828052-f3f7-4441-8a3a-ce8ea4619776 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:00:54.026867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Attempting to bind port cf828052-f3f7-4441-8a3a-ce8ea4619776 on network 279c9251-f575-4675-be20-04a9e6587e7b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:00:54.032166 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:00:54.032548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Checking segment: {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:00:54.032957 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:54.033716 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Bound using segment: {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:00:54.034350 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Bound port: cf828052-f3f7-4441-8a3a-ce8ea4619776, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:00:54.036418 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:54.115020 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] For port cf828052-f3f7-4441-8a3a-ce8ea4619776, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:00:54.118728 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] For port cf828052-f3f7-4441-8a3a-ce8ea4619776, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=cf828052-f3f7-4441-8a3a-ce8ea4619776,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:00:54.129772 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:54.228203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a7f7a-6620-43e6-8169-cf52d592635c None None] Pushing event updated for resources: {'Port': ['ID=cf828052-f3f7-4441-8a3a-ce8ea4619776,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:54.231064 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:54.249949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Pushing event updated for resources: {'Port': ['ID=462d624e-8eea-4182-b2ab-515f520cf8c2,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:54.289565 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:54.293471 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-37979cf7-0595-4ce9-a4d6-97e9265ae421 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8586385 Jul 15 15:00:54.295742 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52514) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:54.409528 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:54.493132 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event updated for resources: {'Subnet': ['ID=548b8c63-1b09-4740-a92f-74fdf15d6dbf,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:54.508115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Checking segment: {'id': 'e92c5825-15e5-482c-b86b-f6d4ce04c219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1cc65ac9-334a-45d5-9972-fc2d46788a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:00:54.508656 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Network hostable DHCP agents. Network: 1cc65ac9-334a-45d5-9972-fc2d46788a61, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:00:54.529832 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Network 1cc65ac9-334a-45d5-9972-fc2d46788a61 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:00:54.546949 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 1cc65ac9-334a-45d5-9972-fc2d46788a61) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:54.553515 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:54.565624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e451e9-6496-4e93-b87a-8792ba2f57cd None None] Network 1cc65ac9-334a-45d5-9972-fc2d46788a61 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:00:54.619671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event updated for resources: {'Subnet': ['ID=22d14b49-d3e4-4d86-bbc0-51b5557b6425,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:54.637085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Checking segment: {'id': 'a46ea9d6-833f-40fa-87a4-12a5eee893a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '370ab4ee-df5e-4487-955f-a9babad03da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:00:54.638011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Network hostable DHCP agents. Network: 370ab4ee-df5e-4487-955f-a9babad03da7, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:00:54.659731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Network 370ab4ee-df5e-4487-955f-a9babad03da7 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:00:54.670558 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 370ab4ee-df5e-4487-955f-a9babad03da7) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:54.675654 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:54.676142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:54.676781 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:54.695755 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0f44c102-124c-4034-bb60-23564c63da1f tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.0222831 Jul 15 15:00:54.696493 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52520) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:54.699446 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abd4808-7c63-4990-8ad7-3f6be1daa77a None None] Network 370ab4ee-df5e-4487-955f-a9babad03da7 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:00:54.788771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151fcb2-3fa1-44da-ad15-8504addfbe05 req-1740d0c9-370d-40e2-ad56-8913e3039435 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:54.790430 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1151fcb2-3fa1-44da-ad15-8504addfbe05 req-1740d0c9-370d-40e2-ad56-8913e3039435 tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 945 time: 0.8263071 Jul 15 15:00:54.795598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:00:54.809646 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fe4872-2e64-4a0e-9e17-bd850be43b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-1cc65ac9-334a-45d5-9972-fc2d46788a61', 'network_id': '1cc65ac9-334a-45d5-9972-fc2d46788a61', 'tenant_id': 'fec2390c48fc42989932a3af6606e566', 'fixed_ips': [{'subnet_id': '548b8c63-1b09-4740-a92f-74fdf15d6dbf'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:00:54.810506 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23fe4872-2e64-4a0e-9e17-bd850be43b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:54.811701 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007169d3-c2da-4ae2-9554-fa37f6158aae tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:54.813369 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007169d3-c2da-4ae2-9554-fa37f6158aae tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:54.816038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007169d3-c2da-4ae2-9554-fa37f6158aae tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:54.818853 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-007169d3-c2da-4ae2-9554-fa37f6158aae tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1206610 Jul 15 15:00:54.821728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52524) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:54.825024 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-535ca223-8765-438c-857f-8c8da992e325 req-c2b07947-efe5-4695-8f85-1670f19dcd1a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Deleting port fdb42828-ee16-45e7-a290-5602aab48d65 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:54.825368 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-535ca223-8765-438c-857f-8c8da992e325 req-c2b07947-efe5-4695-8f85-1670f19dcd1a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:54.879009 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:54.879499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-408cb6dd-46c6-4ca4-95e8-1ebdee0a84d7 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Deleting subnet 548b8c63-1b09-4740-a92f-74fdf15d6dbf {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:00:54.883444 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-408cb6dd-46c6-4ca4-95e8-1ebdee0a84d7 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:54.883867 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Allocated IP 172.25.4.192 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/84e120cb-3689-4ef0-8882-28b5f6f9751c) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:00:54.930258 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-408cb6dd-46c6-4ca4-95e8-1ebdee0a84d7 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:54.994341 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-370ab4ee-df5e-4487-955f-a9babad03da7', 'network_id': '370ab4ee-df5e-4487-955f-a9babad03da7', 'tenant_id': 'fec2390c48fc42989932a3af6606e566', 'fixed_ips': [{'subnet_id': '22d14b49-d3e4-4d86-bbc0-51b5557b6425'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:00:54.995684 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.023921 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-408cb6dd-46c6-4ca4-95e8-1ebdee0a84d7 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.050068 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-535ca223-8765-438c-857f-8c8da992e325 req-c2b07947-efe5-4695-8f85-1670f19dcd1a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] For port fdb42828-ee16-45e7-a290-5602aab48d65, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=fdb42828-ee16-45e7-a290-5602aab48d65,segment=NetworkSegment(2308aa5f-107e-41bd-8063-c2e74c9c4ec4),segment_id=2308aa5f-107e-41bd-8063-c2e74c9c4ec4)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:55.050586 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-535ca223-8765-438c-857f-8c8da992e325 req-c2b07947-efe5-4695-8f85-1670f19dcd1a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.072392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-535ca223-8765-438c-857f-8c8da992e325 req-c2b07947-efe5-4695-8f85-1670f19dcd1a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Calling delete_port for fdb42828-ee16-45e7-a290-5602aab48d65 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:55.118083 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-408cb6dd-46c6-4ca4-95e8-1ebdee0a84d7 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.132734 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device cf828052-f3f7-4441-8a3a-ce8ea4619776 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:00:55.155910 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cb6dd-46c6-4ca4-95e8-1ebdee0a84d7 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event deleted for resources: {'Subnet': ['ID=548b8c63-1b09-4740-a92f-74fdf15d6dbf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:55.162954 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-408cb6dd-46c6-4ca4-95e8-1ebdee0a84d7 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.168137 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-408cb6dd-46c6-4ca4-95e8-1ebdee0a84d7 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "DELETE /v2.0/subnets/548b8c63-1b09-4740-a92f-74fdf15d6dbf HTTP/1.1" status: 204 len: 168 time: 0.3453028 Jul 15 15:00:55.169213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52526) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:55.183576 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1151fcb2-3fa1-44da-ad15-8504addfbe05 req-7fbd1be6-5c3d-4814-89ef-b984b169bf0f tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/security-groups?id=d865f0d2-bbe9-47d5-bdbf-8270c85e845f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645475 Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server [None req-23fe4872-2e64-4a0e-9e17-bd850be43b3d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 548b8c63-1b09-4740-a92f-74fdf15d6dbf: This subnet is being modified by another concurrent operation. Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:00:55.201079 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise exception Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 548b8c63-1b09-4740-a92f-74fdf15d6dbf: This subnet is being modified by another concurrent operation. Jul 15 15:00:55.204261 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Jul 15 15:00:55.242017 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3693bc7-1107-4898-a171-6b8fd617b5d5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Deleting subnet 22d14b49-d3e4-4d86-bbc0-51b5557b6425 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:00:55.257175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e64e6-9c57-4b73-bfba-e06c2f14c795 req-e88cb27d-f984-4858-bb42-09fe03dd1c00 tempest-LiveMigrationNegativeTest-2043479246 tempest-LiveMigrationNegativeTest-2043479246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:55.257175 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e80e64e6-9c57-4b73-bfba-e06c2f14c795 req-e88cb27d-f984-4858-bb42-09fe03dd1c00 tempest-LiveMigrationNegativeTest-2043479246 tempest-LiveMigrationNegativeTest-2043479246-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 1101 time: 0.9602325 Jul 15 15:00:55.270611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f62c3a-753c-465e-8f43-ead0a06355fb None None] Network 1cc65ac9-334a-45d5-9972-fc2d46788a61 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:00:55.307418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Allocated IP 172.20.0.18 (370ab4ee-df5e-4487-955f-a9babad03da7/22d14b49-d3e4-4d86-bbc0-51b5557b6425/47d1529e-9dcd-4ca1-b34d-35ff75536980) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:00:55.364221 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e80e64e6-9c57-4b73-bfba-e06c2f14c795 req-508761c1-489f-403e-961c-0901c5ad0c28 tempest-LiveMigrationNegativeTest-2043479246 tempest-LiveMigrationNegativeTest-2043479246-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.368714 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.380818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port cf828052-f3f7-4441-8a3a-ce8ea4619776 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:00:55.514992 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.520975 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-535ca223-8765-438c-857f-8c8da992e325 req-c2b07947-efe5-4695-8f85-1670f19dcd1a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.523279 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ebfa79-5d9e-4a34-b992-0b4ec1de8787 None None] Network 279c9251-f575-4675-be20-04a9e6587e7b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:00:55.534242 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['fdb42828-ee16-45e7-a290-5602aab48d65'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:00:55.564587 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.572893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b07947-efe5-4695-8f85-1670f19dcd1a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Pushing event deleted for resources: {'Port': ['ID=fdb42828-ee16-45e7-a290-5602aab48d65,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:55.678143 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7691484b-496f-4f58-8f0f-858797858ee3 None None] Provisioning for port cf828052-f3f7-4441-8a3a-ce8ea4619776 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:00:55.703116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:00:55.703657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7691484b-496f-4f58-8f0f-858797858ee3 None None] Provisioning complete for port cf828052-f3f7-4441-8a3a-ce8ea4619776 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:55.703919 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7691484b-496f-4f58-8f0f-858797858ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.711792 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.734409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:55.737383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-535ca223-8765-438c-857f-8c8da992e325 req-c2b07947-efe5-4695-8f85-1670f19dcd1a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] No DVR routers for this DVR port fdb42828-ee16-45e7-a290-5602aab48d65 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:00:55.739001 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:55.745708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Transition to ACTIVE for port object 47d1529e-9dcd-4ca1-b34d-35ff75536980 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:00:55.752565 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-535ca223-8765-438c-857f-8c8da992e325 req-c2b07947-efe5-4695-8f85-1670f19dcd1a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.754830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-535ca223-8765-438c-857f-8c8da992e325 req-c2b07947-efe5-4695-8f85-1670f19dcd1a tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.11 "DELETE /v2.0/ports/fdb42828-ee16-45e7-a290-5602aab48d65 HTTP/1.1" status: 204 len: 173 time: 1.9247391 Jul 15 15:00:55.757895 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99e5b29-822c-465f-bc7c-538af8daccc5', 'name': 'network-vif-deleted', 'tag': 'fdb42828-ee16-45e7-a290-5602aab48d65'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:00:55.764994 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d539537a-88ad-411d-8c9f-11114c3d1a68" -d '{"events": [{"server_uuid": "a99e5b29-822c-465f-bc7c-538af8daccc5", "name": "network-vif-deleted", "tag": "fdb42828-ee16-45e7-a290-5602aab48d65"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:00:55.813326 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Transition to ACTIVE for port object 47d1529e-9dcd-4ca1-b34d-35ff75536980 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:00:55.828014 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3693bc7-1107-4898-a171-6b8fd617b5d5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.857473 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e80e64e6-9c57-4b73-bfba-e06c2f14c795 req-508761c1-489f-403e-961c-0901c5ad0c28 tempest-LiveMigrationNegativeTest-2043479246 tempest-LiveMigrationNegativeTest-2043479246-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.861943 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Pushing event updated for resources: {'Port': ['ID=84e120cb-3689-4ef0-8882-28b5f6f9751c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:55.898892 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.899642 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c9a238-54b5-4e07-996a-38e9069367da x-openstack-request-id: req-59c9a238-54b5-4e07-996a-38e9069367da {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:00:55.899995 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99e5b29-822c-465f-bc7c-538af8daccc5", "name": "network-vif-deleted", "tag": "fdb42828-ee16-45e7-a290-5602aab48d65", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:00:55.900275 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59c9a238-54b5-4e07-996a-38e9069367da {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:00:55.900678 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99e5b29-822c-465f-bc7c-538af8daccc5', 'name': 'network-vif-deleted', 'tag': 'fdb42828-ee16-45e7-a290-5602aab48d65', 'status': 'completed', 'code': 200} Jul 15 15:00:55.904644 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e80e64e6-9c57-4b73-bfba-e06c2f14c795 req-508761c1-489f-403e-961c-0901c5ad0c28 tempest-LiveMigrationNegativeTest-2043479246 tempest-LiveMigrationNegativeTest-2043479246-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.913177 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3693bc7-1107-4898-a171-6b8fd617b5d5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:55.971633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Network 370ab4ee-df5e-4487-955f-a9babad03da7 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:00:55.996900 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:56.006863 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7691484b-496f-4f58-8f0f-858797858ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.007676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:56.014050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508761c1-489f-403e-961c-0901c5ad0c28 tempest-LiveMigrationNegativeTest-2043479246 tempest-LiveMigrationNegativeTest-2043479246-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07eaf3d-9de5-4e43-8cd6-eb435543a5ea,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:56.041522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Allocated IP 172.25.4.32 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/46eeb50f-1e02-4f41-aa23-8833e4fd6140) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:00:56.053563 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3693bc7-1107-4898-a171-6b8fd617b5d5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.053775 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e80e64e6-9c57-4b73-bfba-e06c2f14c795 req-508761c1-489f-403e-961c-0901c5ad0c28 tempest-LiveMigrationNegativeTest-2043479246 tempest-LiveMigrationNegativeTest-2043479246-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7730544 Jul 15 15:00:56.087679 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Pushing event updated for resources: {'Port': ['ID=47d1529e-9dcd-4ca1-b34d-35ff75536980,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:56.166003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52566) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:56.172713 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7691484b-496f-4f58-8f0f-858797858ee3 None None] For port cf828052-f3f7-4441-8a3a-ce8ea4619776, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=cf828052-f3f7-4441-8a3a-ce8ea4619776,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:56.177353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Attempting to bind port 47d1529e-9dcd-4ca1-b34d-35ff75536980 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:00:56.177717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Attempting to bind port 47d1529e-9dcd-4ca1-b34d-35ff75536980 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'a46ea9d6-833f-40fa-87a4-12a5eee893a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '370ab4ee-df5e-4487-955f-a9babad03da7'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:00:56.178103 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Attempting to bind port 47d1529e-9dcd-4ca1-b34d-35ff75536980 on network 370ab4ee-df5e-4487-955f-a9babad03da7 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:00:56.182490 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7691484b-496f-4f58-8f0f-858797858ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.183304 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3693bc7-1107-4898-a171-6b8fd617b5d5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.190469 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:00:56.191061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Checking segment: {'id': 'a46ea9d6-833f-40fa-87a4-12a5eee893a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '370ab4ee-df5e-4487-955f-a9babad03da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:00:56.191669 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.192217 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Bound using segment: {'id': 'a46ea9d6-833f-40fa-87a4-12a5eee893a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '370ab4ee-df5e-4487-955f-a9babad03da7'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:00:56.192997 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Bound port: 47d1529e-9dcd-4ca1-b34d-35ff75536980, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46ea9d6-833f-40fa-87a4-12a5eee893a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '370ab4ee-df5e-4487-955f-a9babad03da7'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:00:56.193537 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.222943 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3693bc7-1107-4898-a171-6b8fd617b5d5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event deleted for resources: {'Subnet': ['ID=22d14b49-d3e4-4d86-bbc0-51b5557b6425,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:56.242494 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3693bc7-1107-4898-a171-6b8fd617b5d5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.245352 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d3693bc7-1107-4898-a171-6b8fd617b5d5 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "DELETE /v2.0/subnets/22d14b49-d3e4-4d86-bbc0-51b5557b6425 HTTP/1.1" status: 204 len: 168 time: 1.0753436 Jul 15 15:00:56.249617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52574) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:56.342019 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.371748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5a66a-abc1-4547-a909-8eb69e7050d1 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:56.379317 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f7d5a66a-abc1-4547-a909-8eb69e7050d1 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1284766 Jul 15 15:00:56.382926 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52576) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:56.383587 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] For port 47d1529e-9dcd-4ca1-b34d-35ff75536980, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:00:56.387780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] For port 47d1529e-9dcd-4ca1-b34d-35ff75536980, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=47d1529e-9dcd-4ca1-b34d-35ff75536980,segment=NetworkSegment(a46ea9d6-833f-40fa-87a4-12a5eee893a8),segment_id=a46ea9d6-833f-40fa-87a4-12a5eee893a8)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:00:56.406184 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.429108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691484b-496f-4f58-8f0f-858797858ee3 None None] Pushing event updated for resources: {'Port': ['ID=cf828052-f3f7-4441-8a3a-ce8ea4619776,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:56.513431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e32e0c-f7c0-4aa6-9626-012750faf351 None None] Pushing event updated for resources: {'Port': ['ID=47d1529e-9dcd-4ca1-b34d-35ff75536980,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:56.581051 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.598849 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e67a286-a5cd-4e76-ac74-19e6fad7f671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.601208 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c001429-1142-4b07-b155-2089de04a57c None None] Network 370ab4ee-df5e-4487-955f-a9babad03da7 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:00:56.641464 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d66cf9b5-606d-43be-9bf6-3b38ae763574 None None] Provisioning complete for port cf828052-f3f7-4441-8a3a-ce8ea4619776 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:56.641849 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d66cf9b5-606d-43be-9bf6-3b38ae763574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.700488 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Deleting port 47d1529e-9dcd-4ca1-b34d-35ff75536980 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:56.700782 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.770052 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.799663 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] For port 47d1529e-9dcd-4ca1-b34d-35ff75536980, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=47d1529e-9dcd-4ca1-b34d-35ff75536980,segment=NetworkSegment(a46ea9d6-833f-40fa-87a4-12a5eee893a8),segment_id=a46ea9d6-833f-40fa-87a4-12a5eee893a8)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:56.800442 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.821945 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Calling delete_port for 47d1529e-9dcd-4ca1-b34d-35ff75536980 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:56.825111 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d43b671-2cc2-4a80-bfbf-207c8d9cda27 req-775b84e2-c0d1-423f-a421-061ead7eadcd tempest-ServerDiskConfigTestJSON-1494362444 tempest-ServerDiskConfigTestJSON-1494362444-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99e5b29-822c-465f-bc7c-538af8daccc5 HTTP/1.1" status: 200 len: 210 time: 0.2894633 Jul 15 15:00:56.831854 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.852589 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e67a286-a5cd-4e76-ac74-19e6fad7f671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.899713 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac2bd44-700b-4898-b0ab-1629d6699575 None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:00:56.905319 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e67a286-a5cd-4e76-ac74-19e6fad7f671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:56.934957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67a286-a5cd-4e76-ac74-19e6fad7f671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9436564e-090f-47d4-9b9e-03e5254a61c9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:56.980451 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3e67a286-a5cd-4e76-ac74-19e6fad7f671 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7a4eff81451a4d7e9958038f45a5d32b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8093455 Jul 15 15:00:56.980451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52586) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:56.994924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:00:57.022776 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:00:57.034494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:00:57.093441 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0110da8-2539-41fe-a1d6-3c748b288b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.105374 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Pushing event updated for resources: {'Port': ['ID=46eeb50f-1e02-4f41-aa23-8833e4fd6140,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:57.107885 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.143359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event deleted for resources: {'Port': ['ID=47d1529e-9dcd-4ca1-b34d-35ff75536980,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:57.152239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device cf828052-f3f7-4441-8a3a-ce8ea4619776 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:00:57.164496 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0110da8-2539-41fe-a1d6-3c748b288b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.166951 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] No DVR routers for this DVR port 47d1529e-9dcd-4ca1-b34d-35ff75536980 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:00:57.189694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac2bd44-700b-4898-b0ab-1629d6699575 None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:00:57.191954 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.274095 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.278136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26022c4-2e93-4d21-bd19-1f6c756e4f48 req-0e4ea39c-2318-404c-a546-20e735c61160 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:57.279793 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b26022c4-2e93-4d21-bd19-1f6c756e4f48 req-0e4ea39c-2318-404c-a546-20e735c61160 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 950 time: 0.1717007 Jul 15 15:00:57.286518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370ab4ee-df5e-4487-955f-a9babad03da7']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:57.294883 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.299535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46ea9d6-833f-40fa-87a4-12a5eee893a8') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:57.300034 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46ea9d6-833f-40fa-87a4-12a5eee893a8') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:57.312381 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.331805 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.334472 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0110da8-2539-41fe-a1d6-3c748b288b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.337239 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0110da8-2539-41fe-a1d6-3c748b288b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.338472 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a0110da8-2539-41fe-a1d6-3c748b288b2f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9436564e-090f-47d4-9b9e-03e5254a61c9 HTTP/1.1" status: 204 len: 168 time: 0.3574102 Jul 15 15:00:57.346854 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:00:57.347421 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:00:57.350649 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:00:57.366933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0110da8-2539-41fe-a1d6-3c748b288b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9436564e-090f-47d4-9b9e-03e5254a61c9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:57.412119 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.423796 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.438118 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.443279 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "DELETE /v2.0/networks/370ab4ee-df5e-4487-955f-a9babad03da7 HTTP/1.1" status: 204 len: 168 time: 1.0572913 Jul 15 15:00:57.444437 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52590) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:57.464797 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b04c96-1e47-4d58-978c-78b8e3e9813c tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event deleted for resources: {'Network': ['ID=370ab4ee-df5e-4487-955f-a9babad03da7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:57.518509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port cf828052-f3f7-4441-8a3a-ce8ea4619776 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:00:57.518926 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.562396 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b26022c4-2e93-4d21-bd19-1f6c756e4f48 req-7076034f-6348-4f6b-8134-055928678330 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541001 Jul 15 15:00:57.571299 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74730e1-ee09-4a3e-81d2-c5437b9a18a6 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.666691 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.677034 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.677516 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74730e1-ee09-4a3e-81d2-c5437b9a18a6 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.691317 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Router 50702134-0a53-42cf-8837-0a89e0defb87 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:00:57.693141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c74730e1-ee09-4a3e-81d2-c5437b9a18a6 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc65ac9-334a-45d5-9972-fc2d46788a61']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:57.709649 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c74730e1-ee09-4a3e-81d2-c5437b9a18a6 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92c5825-15e5-482c-b86b-f6d4ce04c219') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:57.709994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c74730e1-ee09-4a3e-81d2-c5437b9a18a6 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92c5825-15e5-482c-b86b-f6d4ce04c219') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:57.720086 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device fdb42828-ee16-45e7-a290-5602aab48d65 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:00:57.722880 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74730e1-ee09-4a3e-81d2-c5437b9a18a6 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.738673 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74730e1-ee09-4a3e-81d2-c5437b9a18a6 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.746317 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74730e1-ee09-4a3e-81d2-c5437b9a18a6 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:00:57.746572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: fdb42828-ee16-45e7-a290-5602aab48d65 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:00:57.746798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device fdb42828-ee16-45e7-a290-5602aab48d65 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:00:57.746902 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74730e1-ee09-4a3e-81d2-c5437b9a18a6 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:00:57.772633 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:00:57.817253 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74730e1-ee09-4a3e-81d2-c5437b9a18a6 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.829081 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74730e1-ee09-4a3e-81d2-c5437b9a18a6 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.834463 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c74730e1-ee09-4a3e-81d2-c5437b9a18a6 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "DELETE /v2.0/networks/1cc65ac9-334a-45d5-9972-fc2d46788a61 HTTP/1.1" status: 204 len: 168 time: 0.3872242 Jul 15 15:00:57.835189 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:57.847063 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74730e1-ee09-4a3e-81d2-c5437b9a18a6 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event deleted for resources: {'Network': ['ID=1cc65ac9-334a-45d5-9972-fc2d46788a61,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:57.943663 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.955455 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:57.980683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d0ad8f-de74-4283-9601-db1c68e5b18a None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:00:58.000834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Pushing event updated for resources: {'Port': ['ID=46eeb50f-1e02-4f41-aa23-8833e4fd6140,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:58.035793 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:58.039075 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-734be9ab-e63c-4fc1-9b06-f1880dfd5d99 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7387643 Jul 15 15:00:58.042558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52612) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:58.100469 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:58.119027 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2902129d-fb6d-405a-9c4c-d62505fdcd87']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:58.138403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e928f88d-f13b-46be-8fc6-0731d71eadd5') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:58.139058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e928f88d-f13b-46be-8fc6-0731d71eadd5') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:58.162655 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:58.190974 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:58.204879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:00:58.205697 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:00:58.209091 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:00:58.223151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:00:58.232811 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Sync routers for ids ['50702134-0a53-42cf-8837-0a89e0defb87'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:00:58.234892 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d0ad8f-de74-4283-9601-db1c68e5b18a None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:00:58.245838 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Routers {'50702134-0a53-42cf-8837-0a89e0defb87'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:00:58.248094 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:00:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['50702134-0a53-42cf-8837-0a89e0defb87'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:58.281707 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-75445c05-3e65-4246-91f9-c283200c57b9 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.2368114 Jul 15 15:00:58.293891 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52620) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:58.295832 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:58.298395 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7f64a2ea-3f6c-4b60-a223-27db7ce384d4 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5427871 Jul 15 15:00:58.303827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52624) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:58.411569 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Set router 50702134-0a53-42cf-8837-0a89e0defb87 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:00:58.484998 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7cd7cd34-3858-4b39-bf13-7f6480d2878b tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1891842 Jul 15 15:00:58.485870 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:58.490884 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:58.493909 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "DELETE /v2.0/networks/2902129d-fb6d-405a-9c4c-d62505fdcd87 HTTP/1.1" status: 204 len: 168 time: 0.6486042 Jul 15 15:00:58.494576 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52632) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:58.560334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52634) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:58.561890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52636) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:58.564458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event deleted for resources: {'Network': ['ID=2902129d-fb6d-405a-9c4c-d62505fdcd87,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:58.721538 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b3f96fb-165d-4ed1-9d17-5daed2adf3fe tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:58.735771 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50702134-0a53-42cf-8837-0a89e0defb87', 'name': 'tempest-ServerActionsTestJSON-820474080-router', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:00:52Z', 'updated_at': '2021-07-15T15:00:56Z', 'revision_number': 3, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'gw_port': {'id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:00:53Z', 'updated_at': '2021-07-15T15:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:58.793572 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Checking router: 50702134-0a53-42cf-8837-0a89e0defb87 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:00:58.794151 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Updating router 50702134-0a53-42cf-8837-0a89e0defb87 port 84e120cb-3689-4ef0-8882-28b5f6f9751c binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:00:58.837529 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.118442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e788484-fbb8-4bf1-b703-79db3f4bafca req-58b3c70f-48ae-489f-8159-30cc741da334 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:59.125606 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e788484-fbb8-4bf1-b703-79db3f4bafca req-58b3c70f-48ae-489f-8159-30cc741da334 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 950 time: 0.1966770 Jul 15 15:00:59.135884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e63d94-f58a-4d93-b089-a5b4703dc5be req-c4fc758d-52fa-44bd-88b8-4ad11fe0e30b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:59.137526 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b7e63d94-f58a-4d93-b089-a5b4703dc5be req-c4fc758d-52fa-44bd-88b8-4ad11fe0e30b tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.22 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 950 time: 0.2073255 Jul 15 15:00:59.182359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.182989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.183104 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.183402 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.183712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.184044 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.184375 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.184702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.185138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.185471 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.185796 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.186117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4c4a0b-994d-450c-89d8-fa87d9c2a986 tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.193296 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.206572 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Transition to ACTIVE for port object 84e120cb-3689-4ef0-8882-28b5f6f9751c will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:00:59.214471 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.237954 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d196a028-7f29-4a1e-a6dd-d2e7ad6fbf0b admin admin] Deleting subnet e4eca178-0ffb-4cd8-96ff-741d6035f765 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:00:59.264139 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d196a028-7f29-4a1e-a6dd-d2e7ad6fbf0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.274924 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Attempting to bind port 84e120cb-3689-4ef0-8882-28b5f6f9751c on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:00:59.275559 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Attempting to bind port 84e120cb-3689-4ef0-8882-28b5f6f9751c by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:00:59.275651 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Attempting to bind port 84e120cb-3689-4ef0-8882-28b5f6f9751c on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:00:59.283346 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357df1ca-b0d6-4f54-9d94-195af840e2a6 None None] Pushing event updated for resources: {'Port': ['ID=84e120cb-3689-4ef0-8882-28b5f6f9751c,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:59.285429 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:00:59.285798 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:00:59.286196 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.286622 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:00:59.287081 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Bound port: 84e120cb-3689-4ef0-8882-28b5f6f9751c, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:00:59.287479 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.300979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9679dd38-cb22-4964-983e-ddbddf043fee req-d92ca7f1-4dc8-426c-9e6e-465d1a1b7148 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=fecef3a49a4549dfa4dfbe3391d77416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1053929 Jul 15 15:00:59.318277 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357df1ca-b0d6-4f54-9d94-195af840e2a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.318277 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357df1ca-b0d6-4f54-9d94-195af840e2a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.318631 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357df1ca-b0d6-4f54-9d94-195af840e2a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.319581 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357df1ca-b0d6-4f54-9d94-195af840e2a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.320305 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357df1ca-b0d6-4f54-9d94-195af840e2a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.320762 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357df1ca-b0d6-4f54-9d94-195af840e2a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.321338 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357df1ca-b0d6-4f54-9d94-195af840e2a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.321906 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357df1ca-b0d6-4f54-9d94-195af840e2a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.322448 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357df1ca-b0d6-4f54-9d94-195af840e2a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.323017 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357df1ca-b0d6-4f54-9d94-195af840e2a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.323576 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357df1ca-b0d6-4f54-9d94-195af840e2a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.324576 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357df1ca-b0d6-4f54-9d94-195af840e2a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:00:59.362233 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b3f96fb-165d-4ed1-9d17-5daed2adf3fe tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.365847 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e788484-fbb8-4bf1-b703-79db3f4bafca req-242d4216-4868-4c7d-a662-a2f38a0bcc0f tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393723 Jul 15 15:00:59.366827 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] For port 84e120cb-3689-4ef0-8882-28b5f6f9751c, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:00:59.370437 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] For port 84e120cb-3689-4ef0-8882-28b5f6f9751c, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=84e120cb-3689-4ef0-8882-28b5f6f9751c,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:00:59.373721 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d196a028-7f29-4a1e-a6dd-d2e7ad6fbf0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.378473 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.398442 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3b3f96fb-165d-4ed1-9d17-5daed2adf3fe tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6206be59-068e-4ae2-b956-21583d2c38b0']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:59.414449 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3b3f96fb-165d-4ed1-9d17-5daed2adf3fe tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74233fe0-01a9-4bad-95e6-0d3e50ac4631') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:59.414691 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3b3f96fb-165d-4ed1-9d17-5daed2adf3fe tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74233fe0-01a9-4bad-95e6-0d3e50ac4631') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:59.427733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b00d1d0b-2533-4e88-b142-894b78abde10 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Deleting port 46eeb50f-1e02-4f41-aa23-8833e4fd6140 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:59.428077 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d0b-2533-4e88-b142-894b78abde10 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.432941 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b3f96fb-165d-4ed1-9d17-5daed2adf3fe tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.470614 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357df1ca-b0d6-4f54-9d94-195af840e2a6 None None] Pushing event updated for resources: {'Port': ['ID=84e120cb-3689-4ef0-8882-28b5f6f9751c,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:59.472216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b3f96fb-165d-4ed1-9d17-5daed2adf3fe tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.480605 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Routers {'50702134-0a53-42cf-8837-0a89e0defb87'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:00:59.481112 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d196a028-7f29-4a1e-a6dd-d2e7ad6fbf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.481700 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:00:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['50702134-0a53-42cf-8837-0a89e0defb87'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:59.508234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3f96fb-165d-4ed1-9d17-5daed2adf3fe tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:00:59.508483 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b3f96fb-165d-4ed1-9d17-5daed2adf3fe tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:00:59.512311 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:00:59.545760 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679dd38-cb22-4964-983e-ddbddf043fee req-20dd4570-fe43-4dc4-8aac-8f275c05f51a tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:00:59.553188 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9679dd38-cb22-4964-983e-ddbddf043fee req-20dd4570-fe43-4dc4-8aac-8f275c05f51a tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374749 Jul 15 15:00:59.600867 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] Set router 50702134-0a53-42cf-8837-0a89e0defb87 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:00:59.606301 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9679dd38-cb22-4964-983e-ddbddf043fee req-d4063cbc-e2ba-4c85-96d8-090c2d956c3d tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/quotas/fecef3a49a4549dfa4dfbe3391d77416 HTTP/1.1" status: 200 len: 375 time: 0.0520904 Jul 15 15:00:59.614401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-b7e63d94-f58a-4d93-b089-a5b4703dc5be req-5432c3b5-15a1-4deb-8d46-a05f52bc807c tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Deleting port fc8634fb-4a52-4410-8815-1e0b0c278f7a {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:00:59.614719 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b7e63d94-f58a-4d93-b089-a5b4703dc5be req-5432c3b5-15a1-4deb-8d46-a05f52bc807c tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.634240 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d0b-2533-4e88-b142-894b78abde10 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.634641 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d0b-2533-4e88-b142-894b78abde10 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.644344 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b3f96fb-165d-4ed1-9d17-5daed2adf3fe tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.661034 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b00d1d0b-2533-4e88-b142-894b78abde10 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Calling delete_port for 46eeb50f-1e02-4f41-aa23-8833e4fd6140 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:00:59.663120 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b3f96fb-165d-4ed1-9d17-5daed2adf3fe tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.667414 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3b3f96fb-165d-4ed1-9d17-5daed2adf3fe tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] 10.222.0.38 "DELETE /v2.0/networks/6206be59-068e-4ae2-b956-21583d2c38b0 HTTP/1.1" status: 204 len: 168 time: 1.0945110 Jul 15 15:00:59.681454 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f96fb-165d-4ed1-9d17-5daed2adf3fe tempest-BulkNetworkOpsTest-362719778 tempest-BulkNetworkOpsTest-362719778-project] Pushing event deleted for resources: {'Network': ['ID=6206be59-068e-4ae2-b956-21583d2c38b0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:59.682244 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9679dd38-cb22-4964-983e-ddbddf043fee req-ffa434a7-bf71-4e73-96ca-5d3e85574ec8 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=fecef3a49a4549dfa4dfbe3391d77416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638449 Jul 15 15:00:59.699022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d196a028-7f29-4a1e-a6dd-d2e7ad6fbf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.833881 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196a028-7f29-4a1e-a6dd-d2e7ad6fbf0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4eca178-0ffb-4cd8-96ff-741d6035f765,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:00:59.836677 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d196a028-7f29-4a1e-a6dd-d2e7ad6fbf0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.837209 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50702134-0a53-42cf-8837-0a89e0defb87', 'name': 'tempest-ServerActionsTestJSON-820474080-router', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:00:52Z', 'updated_at': '2021-07-15T15:00:56Z', 'revision_number': 3, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'gw_port': {'id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:00:53Z', 'updated_at': '2021-07-15T15:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:00:59.842038 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d196a028-7f29-4a1e-a6dd-d2e7ad6fbf0b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e4eca178-0ffb-4cd8-96ff-741d6035f765 HTTP/1.1" status: 204 len: 168 time: 1.1791506 Jul 15 15:00:59.844300 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52660) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:00:59.885112 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.897394 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1551f4-64bd-47ac-aef4-1b0ab0c9841d None None] The sync data for ids ['50702134-0a53-42cf-8837-0a89e0defb87'] in n-d-764435-3 is: [{'id': '50702134-0a53-42cf-8837-0a89e0defb87', 'name': 'tempest-ServerActionsTestJSON-820474080-router', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:00:52Z', 'updated_at': '2021-07-15T15:00:56Z', 'revision_number': 3, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'gw_port': {'id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:00:53Z', 'updated_at': '2021-07-15T15:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:00:59.906377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-b7e63d94-f58a-4d93-b089-a5b4703dc5be req-5432c3b5-15a1-4deb-8d46-a05f52bc807c tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] For port fc8634fb-4a52-4410-8815-1e0b0c278f7a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=fc8634fb-4a52-4410-8815-1e0b0c278f7a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:00:59.906787 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b7e63d94-f58a-4d93-b089-a5b4703dc5be req-5432c3b5-15a1-4deb-8d46-a05f52bc807c tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.971094 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9860dd70-a3b0-4e55-94fb-313d466b2a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:59.988462 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb0aff54-4439-47a6-8b41-45829c09a155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:00.009260 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-b7e63d94-f58a-4d93-b089-a5b4703dc5be req-5432c3b5-15a1-4deb-8d46-a05f52bc807c tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Calling delete_port for fc8634fb-4a52-4410-8815-1e0b0c278f7a owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:00.087597 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a3492a5-2462-4adb-a809-2556742ae5a5 req-831d269b-e4b4-4ca1-b2e7-9437f06e004d tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/ports?device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 210 time: 0.0759625 Jul 15 15:01:00.136963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52670) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:00.207884 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9860dd70-a3b0-4e55-94fb-313d466b2a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:00.216069 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d0b-2533-4e88-b142-894b78abde10 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:00.244962 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9860dd70-a3b0-4e55-94fb-313d466b2a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ebfc59-ab4a-4228-ba98-4caf8d6538ac']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:00.250783 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d1d0b-2533-4e88-b142-894b78abde10 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Pushing event deleted for resources: {'Port': ['ID=46eeb50f-1e02-4f41-aa23-8833e4fd6140,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:00.265311 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9860dd70-a3b0-4e55-94fb-313d466b2a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2308aa5f-107e-41bd-8063-c2e74c9c4ec4') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:00.265558 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9860dd70-a3b0-4e55-94fb-313d466b2a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2308aa5f-107e-41bd-8063-c2e74c9c4ec4') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:00.287681 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9860dd70-a3b0-4e55-94fb-313d466b2a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:00.356749 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9860dd70-a3b0-4e55-94fb-313d466b2a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:00.386195 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9860dd70-a3b0-4e55-94fb-313d466b2a8b admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:01:00.386195 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9860dd70-a3b0-4e55-94fb-313d466b2a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:01:00.391103 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:01:00.420793 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b7e63d94-f58a-4d93-b089-a5b4703dc5be req-5432c3b5-15a1-4deb-8d46-a05f52bc807c tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:00.433586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['fc8634fb-4a52-4410-8815-1e0b0c278f7a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:01:00.437037 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['9c1b876a-d6a1-43d6-9890-26c4e6d326ec'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:01:00.450784 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bf26cff1-69bc-4072-974d-d38f6abc8b44 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fec2390c48fc42989932a3af6606e566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990816 Jul 15 15:01:00.452331 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52680) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:00.499276 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d0b-2533-4e88-b142-894b78abde10 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:00.503141 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b00d1d0b-2533-4e88-b142-894b78abde10 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:00.504569 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b00d1d0b-2533-4e88-b142-894b78abde10 tempest-FloatingIPAdminTestJSON-1591641798 tempest-FloatingIPAdminTestJSON-1591641798-project] 10.222.0.38 "DELETE /v2.0/floatingips/500f237f-0744-45d4-b511-a5ad84d05ea4 HTTP/1.1" status: 204 len: 168 time: 1.9935374 Jul 15 15:01:00.512790 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52682) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:00.548640 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432c3b5-15a1-4deb-8d46-a05f52bc807c tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Pushing event deleted for resources: {'Port': ['ID=fc8634fb-4a52-4410-8815-1e0b0c278f7a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:00.654830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-703d7642-8dbb-4a02-b13e-ae8a54c0dbe0 req-f475fbb5-1a0e-434a-a76b-aa788c5130ab tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 210 time: 0.0778825 Jul 15 15:01:00.681532 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e63d94-f58a-4d93-b089-a5b4703dc5be req-5432c3b5-15a1-4deb-8d46-a05f52bc807c tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] No DVR routers for this DVR port fc8634fb-4a52-4410-8815-1e0b0c278f7a on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:01:00.683793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Allocated IP 172.20.0.1 (279c9251-f575-4675-be20-04a9e6587e7b/e32fa86b-919e-44da-8f1f-1b14acd5ffbb/3893c474-20a8-46dd-9cd2-10f345d5e834) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:00.686383 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b7e63d94-f58a-4d93-b089-a5b4703dc5be req-5432c3b5-15a1-4deb-8d46-a05f52bc807c tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:00.697364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b7e63d94-f58a-4d93-b089-a5b4703dc5be req-5432c3b5-15a1-4deb-8d46-a05f52bc807c tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.22 "DELETE /v2.0/ports/fc8634fb-4a52-4410-8815-1e0b0c278f7a HTTP/1.1" status: 204 len: 173 time: 1.5127356 Jul 15 15:01:00.698112 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66e68a1-7054-4f4e-8264-dec6d1c682b7', 'name': 'network-vif-deleted', 'tag': 'fc8634fb-4a52-4410-8815-1e0b0c278f7a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:00.700732 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa15d449-7e9c-4c1d-8fc5-78a395ab4e8e" -d '{"events": [{"server_uuid": "f66e68a1-7054-4f4e-8264-dec6d1c682b7", "name": "network-vif-deleted", "tag": "fc8634fb-4a52-4410-8815-1e0b0c278f7a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:00.756472 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9860dd70-a3b0-4e55-94fb-313d466b2a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:00.765476 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9860dd70-a3b0-4e55-94fb-313d466b2a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:00.774275 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9860dd70-a3b0-4e55-94fb-313d466b2a8b admin admin] 10.222.0.38 "DELETE /v2.0/networks/03ebfc59-ab4a-4228-ba98-4caf8d6538ac HTTP/1.1" status: 204 len: 168 time: 0.9275775 Jul 15 15:01:00.811857 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860dd70-a3b0-4e55-94fb-313d466b2a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=03ebfc59-ab4a-4228-ba98-4caf8d6538ac,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:00.819144 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1c9120-cc73-4183-ac46-8a817f790fa5 x-openstack-request-id: req-6f1c9120-cc73-4183-ac46-8a817f790fa5 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:00.819452 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66e68a1-7054-4f4e-8264-dec6d1c682b7", "name": "network-vif-deleted", "tag": "fc8634fb-4a52-4410-8815-1e0b0c278f7a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:00.819719 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6f1c9120-cc73-4183-ac46-8a817f790fa5 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:00.820145 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66e68a1-7054-4f4e-8264-dec6d1c682b7', 'name': 'network-vif-deleted', 'tag': 'fc8634fb-4a52-4410-8815-1e0b0c278f7a', 'status': 'completed', 'code': 200} Jul 15 15:01:00.906876 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98dd9b55-3755-484e-8703-c9459eff685f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:00.962805 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98dd9b55-3755-484e-8703-c9459eff685f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.005143 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.010498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52692) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:01.057175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Transition to ACTIVE for port object 3893c474-20a8-46dd-9cd2-10f345d5e834 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:01.108660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0d830c10-f8e8-4169-9eef-b60913876a29 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Deleting port 462d624e-8eea-4182-b2ab-515f520cf8c2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:01.109124 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d830c10-f8e8-4169-9eef-b60913876a29 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.130499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52696) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:01.130995 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7f21adf6-522b-40f6-8480-63c2b9e58823 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f1907a4b97a441cd9ed8d75274e01f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1193161 Jul 15 15:01:01.140674 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 84e120cb-3689-4ef0-8882-28b5f6f9751c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:01.163156 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98dd9b55-3755-484e-8703-c9459eff685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.166286 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98dd9b55-3755-484e-8703-c9459eff685f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.167672 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-98dd9b55-3755-484e-8703-c9459eff685f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ad8b109b-db31-4cd2-af90-6f112bc7f15d HTTP/1.1" status: 204 len: 168 time: 0.6832256 Jul 15 15:01:01.200312 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.225614 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd9b55-3755-484e-8703-c9459eff685f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8b109b-db31-4cd2-af90-6f112bc7f15d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:01.289373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 84e120cb-3689-4ef0-8882-28b5f6f9751c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:01.295504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 84e120cb-3689-4ef0-8882-28b5f6f9751c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:01.295972 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.308667 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Network 279c9251-f575-4675-be20-04a9e6587e7b is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:01.349110 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:01.359918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:01.419225 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cca78fac-2c86-41f9-8aad-624b4409167f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.468338 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.476540 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Pushing event updated for resources: {'Port': ['ID=3893c474-20a8-46dd-9cd2-10f345d5e834,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:01.479122 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d830c10-f8e8-4169-9eef-b60913876a29 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.479454 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d830c10-f8e8-4169-9eef-b60913876a29 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.531233 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cca78fac-2c86-41f9-8aad-624b4409167f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.533081 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.547677 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0d830c10-f8e8-4169-9eef-b60913876a29 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Calling delete_port for 462d624e-8eea-4182-b2ab-515f520cf8c2 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:01.561642 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 84e120cb-3689-4ef0-8882-28b5f6f9751c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=84e120cb-3689-4ef0-8882-28b5f6f9751c,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:01.569131 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.718221 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=84e120cb-3689-4ef0-8882-28b5f6f9751c,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:01.787224 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cca78fac-2c86-41f9-8aad-624b4409167f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.791246 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cca78fac-2c86-41f9-8aad-624b4409167f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.792182 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cca78fac-2c86-41f9-8aad-624b4409167f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d865f0d2-bbe9-47d5-bdbf-8270c85e845f HTTP/1.1" status: 204 len: 168 time: 0.6621754 Jul 15 15:01:01.816046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca78fac-2c86-41f9-8aad-624b4409167f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d865f0d2-bbe9-47d5-bdbf-8270c85e845f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:01.878599 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0608c789-7bfa-452c-a05f-3a08f693f8a4 req-3d57688f-7092-466c-895e-0a0518494fdb tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/ports?device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 210 time: 0.1161623 Jul 15 15:01:01.884147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-55fbb5aa-9473-44c9-bf47-97215d746e52 None None] Provisioning for port 3893c474-20a8-46dd-9cd2-10f345d5e834 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:01.891381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-55fbb5aa-9473-44c9-bf47-97215d746e52 None None] Provisioning complete for port 3893c474-20a8-46dd-9cd2-10f345d5e834 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:01.893117 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-55fbb5aa-9473-44c9-bf47-97215d746e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.923603 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d830c10-f8e8-4169-9eef-b60913876a29 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:01.983397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d830c10-f8e8-4169-9eef-b60913876a29 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Pushing event deleted for resources: {'Port': ['ID=462d624e-8eea-4182-b2ab-515f520cf8c2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:02.008260 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-55fbb5aa-9473-44c9-bf47-97215d746e52 None None] Port 3893c474-20a8-46dd-9cd2-10f345d5e834 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:02.021108 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a550798b-5c16-471a-8154-e2a0e7233ace req-71f9ccb0-783d-4601-9ac6-ee933a66c2cb tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=f66e68a1-7054-4f4e-8264-dec6d1c682b7 HTTP/1.1" status: 200 len: 210 time: 0.1034470 Jul 15 15:01:02.043526 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:02.142966 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d830c10-f8e8-4169-9eef-b60913876a29 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:02.146099 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d830c10-f8e8-4169-9eef-b60913876a29 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:02.148876 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0d830c10-f8e8-4169-9eef-b60913876a29 tempest-FloatingIPAdminTestJSON-808055228 tempest-FloatingIPAdminTestJSON-808055228-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/59ac038c-e82f-4406-87ae-36b17e50d200 HTTP/1.1" status: 204 len: 168 time: 1.6333919 Jul 15 15:01:02.154081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52724) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:02.300267 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9679dd38-cb22-4964-983e-ddbddf043fee req-e967263c-89e3-4ccc-9a18-3d60dcacde52 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fecef3a49a4549dfa4dfbe3391d77416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719075 Jul 15 15:01:02.503609 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-03e0f7cd-aa2d-44f0-a699-0d3f771d35c2 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Deleting port b456f3b6-f110-4e40-a2be-869a4ff4d9f3 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:02.504336 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03e0f7cd-aa2d-44f0-a699-0d3f771d35c2 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:02.547607 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679dd38-cb22-4964-983e-ddbddf043fee req-69c4f967-2702-4ba2-9e51-a9578c3d6cd4 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:02.549779 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9679dd38-cb22-4964-983e-ddbddf043fee req-69c4f967-2702-4ba2-9e51-a9578c3d6cd4 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416153 Jul 15 15:01:02.573023 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-9679dd38-cb22-4964-983e-ddbddf043fee req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Request body: {'port': {'device_id': '31081a8c-f161-4831-a471-a8606ad271ac', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'fecef3a49a4549dfa4dfbe3391d77416'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:02.580812 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:02.609189 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52744) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:02.648896 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:02.710850 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:02.801546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Pushing event updated for resources: {'Port': ['ID=3893c474-20a8-46dd-9cd2-10f345d5e834,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:02.804624 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03e0f7cd-aa2d-44f0-a699-0d3f771d35c2 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:02.809614 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52752) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:02.819719 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:02.836837 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:02.837127 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:02.837420 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:02.837762 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:02.838087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:02.838601 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:02.838838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:02.839170 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:02.839495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:02.839822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:02.840146 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:02.840467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:02.846405 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-03e0f7cd-aa2d-44f0-a699-0d3f771d35c2 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Calling delete_port for b456f3b6-f110-4e40-a2be-869a4ff4d9f3 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:02.872430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1789177804'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:02.878656 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93b1b58b-ef35-408f-9ee8-b8d23087aff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:02.886577 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-999313051-network', 'tenant_id': '5940ea00ca014afc8512b1040623e130'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:02.905482 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 15:01:02.905482 n-d-764435-3 neutron-server[100712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 15:01:02.905482 n-d-764435-3 neutron-server[100712]: [parameters: {'project_id': '5940ea00ca014afc8512b1040623e130', 'id': '8229e1f5-452f-4297-bff1-2111b861a6a1', 'expiration': datetime.datetime(2021, 7, 15, 15, 3, 2, 901134)}] Jul 15 15:01:02.905482 n-d-764435-3 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:01:02.908314 n-d-764435-3 neutron-server[100712]: DEBUG oslo_db.api [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:01:02.908314 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 15:01:02.908314 n-d-764435-3 neutron-server[100712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 15:01:02.908314 n-d-764435-3 neutron-server[100712]: [parameters: {'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'id': '2513b0f1-d990-4fcb-b23c-16ac68f3b3bf', 'expiration': datetime.datetime(2021, 7, 15, 15, 3, 2, 895685)}] Jul 15 15:01:02.908314 n-d-764435-3 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:01:02.908314 n-d-764435-3 neutron-server[100712]: DEBUG oslo_db.api [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:01:02.972869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9679dd38-cb22-4964-983e-ddbddf043fee req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Made reservation on behalf of fecef3a49a4549dfa4dfbe3391d77416 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:02.976478 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9679dd38-cb22-4964-983e-ddbddf043fee req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:02.997906 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9679dd38-cb22-4964-983e-ddbddf043fee req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.023193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 84e120cb-3689-4ef0-8882-28b5f6f9751c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:03.063460 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01871bff-4a31-4bff-834b-cd13e6daec07 req-457581f0-335b-4139-b324-1cf6accd4f36 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/ports?device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 210 time: 0.0574386 Jul 15 15:01:03.079088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Network 279c9251-f575-4675-be20-04a9e6587e7b is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:03.083355 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:03.107513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 84e120cb-3689-4ef0-8882-28b5f6f9751c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:03.108114 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.306505 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03e0f7cd-aa2d-44f0-a699-0d3f771d35c2 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.333062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Router 50702134-0a53-42cf-8837-0a89e0defb87 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:01:03.364685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0f7cd-aa2d-44f0-a699-0d3f771d35c2 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event deleted for resources: {'Port': ['ID=b456f3b6-f110-4e40-a2be-869a4ff4d9f3,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:03.436204 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device fc8634fb-4a52-4410-8815-1e0b0c278f7a no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:01:03.463452 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9679dd38-cb22-4964-983e-ddbddf043fee req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.463675 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: fc8634fb-4a52-4410-8815-1e0b0c278f7a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:01:03.464030 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device fc8634fb-4a52-4410-8815-1e0b0c278f7a not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:01:03.472433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e531a073-5ae1-42f5-b12f-d8edf6ff1b99 None None] Provisioning complete for port 3893c474-20a8-46dd-9cd2-10f345d5e834 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:03.473240 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e531a073-5ae1-42f5-b12f-d8edf6ff1b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.499282 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] Made reservation on behalf of 5940ea00ca014afc8512b1040623e130 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:03.502216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.515175 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.522359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e531a073-5ae1-42f5-b12f-d8edf6ff1b99 None None] Port 3893c474-20a8-46dd-9cd2-10f345d5e834 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:03.523300 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9679dd38-cb22-4964-983e-ddbddf043fee req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.542075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:03.546465 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.561325 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.664387 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.670725 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.721587 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:03.732640 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8721a5-f46b-4160-8d59-f658abf0c78e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:03.744982 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.745333 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] Added segment 5e15bb6b-56ec-4eb1-87f7-96f9e47787a2 of type vlan for network c082217d-a24b-4a72-95dc-58686314c512 Jul 15 15:01:03.801450 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.858173 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.859147 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.860192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:03.861327 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.866336 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.918639 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1047478 Jul 15 15:01:03.919471 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:03.923122 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52768) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:03.940790 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-93da9ac2-af7a-495d-b073-2dc0577ae224 admin admin] Request body: {'subnet': {'network_id': 'c082217d-a24b-4a72-95dc-58686314c512', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-999313051-subnet', 'tenant_id': '5940ea00ca014afc8512b1040623e130', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:03.980644 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.980899 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Added segment 8efee9fe-8b9d-4842-9e35-2a2b761ec204 of type vlan for network 25ffa638-f9fc-4150-8d35-4bfc1b0ae56f Jul 15 15:01:03.982345 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04216de6-19e5-421a-8ea4-c67db8c41de2 admin admin] Pushing event updated for resources: {'Network': ['ID=c082217d-a24b-4a72-95dc-58686314c512,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:03.992946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9461c612-b6f0-448c-839e-635da0ac69bf,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:03.993377 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network c082217d-a24b-4a72-95dc-58686314c512 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:04.038122 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:04.042795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93da9ac2-af7a-495d-b073-2dc0577ae224 admin admin] Made reservation on behalf of 5940ea00ca014afc8512b1040623e130 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:04.045113 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93da9ac2-af7a-495d-b073-2dc0577ae224 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:04.088596 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-9679dd38-cb22-4964-983e-ddbddf043fee req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Allocated IP 192.168.233.16 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/6a609efc-c03b-4259-99c0-0f01b22b5115) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:04.103122 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03e0f7cd-aa2d-44f0-a699-0d3f771d35c2 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:04.105362 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-03e0f7cd-aa2d-44f0-a699-0d3f771d35c2 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] 10.222.0.38 "DELETE /v2.0/ports/b456f3b6-f110-4e40-a2be-869a4ff4d9f3 HTTP/1.1" status: 204 len: 168 time: 1.9479604 Jul 15 15:01:04.112165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52772) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:04.140500 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a793afe8-dcf2-483d-bcf8-29749693998a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:04.161621 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:04.167298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:04.167938 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:04.178449 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:04.224982 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:04.230855 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6206150 Jul 15 15:01:04.236830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6f8c3805-b04f-48ca-bd95-984c1c94133d admin admin] 10.222.0.38 "PUT /v2.0/routers/50702134-0a53-42cf-8837-0a89e0defb87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9312401 Jul 15 15:01:04.238801 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52774) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:04.248559 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Sync routers for ids ['50702134-0a53-42cf-8837-0a89e0defb87'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:04.249525 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-612fd14a-7ddc-4ac7-916d-e79e720b7dec tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-515555519'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:04.255122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7f2ff-4c82-4112-9009-e97fd1896788 req-f5c48f49-dc3a-4301-beee-29e2c0f8e78e tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:04.264715 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8d7f2ff-4c82-4112-9009-e97fd1896788 req-f5c48f49-dc3a-4301-beee-29e2c0f8e78e tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 949 time: 0.6989825 Jul 15 15:01:04.268524 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Routers {'50702134-0a53-42cf-8837-0a89e0defb87'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:04.269333 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['50702134-0a53-42cf-8837-0a89e0defb87'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:04.304110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c45c3-54ce-40da-9888-83b676a8be2a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Network': ['ID=25ffa638-f9fc-4150-8d35-4bfc1b0ae56f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:04.361506 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612fd14a-7ddc-4ac7-916d-e79e720b7dec tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:04.365112 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-612fd14a-7ddc-4ac7-916d-e79e720b7dec tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:04.384688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fcdc4a-df80-47cc-ab7a-1d96a59753c0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:04.384688 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f8fcdc4a-df80-47cc-ab7a-1d96a59753c0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbe8bb09-002b-432c-8ca6-226321367330 HTTP/1.1" status: 200 len: 913 time: 0.2688920 Jul 15 15:01:04.393920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52782) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:04.403330 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8d7f2ff-4c82-4112-9009-e97fd1896788 req-a45f3db5-6149-45d2-95fc-31a289b3a54e tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373768 Jul 15 15:01:04.411159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b36fd8f7-4442-4664-a1ec-6f96f847c704 req-082ea8ae-bd63-4ffc-9e0a-97cf18bd190d tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/ports?device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 210 time: 0.1061699 Jul 15 15:01:04.449828 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 25ffa638-f9fc-4150-8d35-4bfc1b0ae56f details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:04.496553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612fd14a-7ddc-4ac7-916d-e79e720b7dec tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:04.511512 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9679dd38-cb22-4964-983e-ddbddf043fee req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:04.539687 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93da9ac2-af7a-495d-b073-2dc0577ae224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:04.550664 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-612fd14a-7ddc-4ac7-916d-e79e720b7dec tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:04.551017 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-612fd14a-7ddc-4ac7-916d-e79e720b7dec tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Added segment b9b7995f-dfe9-472a-b103-adc5777fb7b7 of type vlan for network 57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed Jul 15 15:01:04.561232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-9679dd38-cb22-4964-983e-ddbddf043fee req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Transition to ACTIVE for port object 6a609efc-c03b-4259-99c0-0f01b22b5115 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:04.598502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Set router 50702134-0a53-42cf-8837-0a89e0defb87 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:04.628332 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9679dd38-cb22-4964-983e-ddbddf043fee req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:04.657686 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-612fd14a-7ddc-4ac7-916d-e79e720b7dec tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:04.708433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Pushing event updated for resources: {'Port': ['ID=6a609efc-c03b-4259-99c0-0f01b22b5115,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:04.730300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9679dd38-cb22-4964-983e-ddbddf043fee req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:04.735060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-9679dd38-cb22-4964-983e-ddbddf043fee req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:04.739813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9679dd38-cb22-4964-983e-ddbddf043fee req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:04.814545 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da9ac2-af7a-495d-b073-2dc0577ae224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aca4aa7-4cf7-4632-a2cd-9c0797c0ab4b,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:04.856083 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679dd38-cb22-4964-983e-ddbddf043fee req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:04.856777 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9679dd38-cb22-4964-983e-ddbddf043fee req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:04.882272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93da9ac2-af7a-495d-b073-2dc0577ae224 admin admin] Checking segment: {'id': '5e15bb6b-56ec-4eb1-87f7-96f9e47787a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c082217d-a24b-4a72-95dc-58686314c512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:04.882644 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93da9ac2-af7a-495d-b073-2dc0577ae224 admin admin] Network hostable DHCP agents. Network: c082217d-a24b-4a72-95dc-58686314c512, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:04.890163 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9679dd38-cb22-4964-983e-ddbddf043fee req-813f4ed3-574c-40be-8224-9603838ca978 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3253222 Jul 15 15:01:04.903795 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-612fd14a-7ddc-4ac7-916d-e79e720b7dec tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:04.903922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Request body: {'port': {'device_id': '31081a8c-f161-4831-a471-a8606ad271ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:04.907983 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612fd14a-7ddc-4ac7-916d-e79e720b7dec tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:04.907983 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-612fd14a-7ddc-4ac7-916d-e79e720b7dec tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:04.953274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50702134-0a53-42cf-8837-0a89e0defb87', 'name': 'tempest-ServerActionsTestJSON-820474080-router', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:00:52Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'gw_port': {'id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:00:53Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3893c474-20a8-46dd-9cd2-10f345d5e834', 'name': '', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'mac_address': 'fa:16:3e:51:e1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:00Z', 'updated_at': '2021-07-15T15:01:02Z', 'revision_number': 2, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'subnets': [{'id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:05.022870 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Checking router: 50702134-0a53-42cf-8837-0a89e0defb87 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:05.024095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Updating router 50702134-0a53-42cf-8837-0a89e0defb87 port 3893c474-20a8-46dd-9cd2-10f345d5e834 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:01:05.025367 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-612fd14a-7ddc-4ac7-916d-e79e720b7dec tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7821264 Jul 15 15:01:05.028713 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52788) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:05.042583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-66d9e9c4-8184-43ea-93b2-7698c0754ae0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'subnet': {'network_id': '25ffa638-f9fc-4150-8d35-4bfc1b0ae56f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:05.056054 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93da9ac2-af7a-495d-b073-2dc0577ae224 admin admin] Network c082217d-a24b-4a72-95dc-58686314c512 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:05.062210 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:05.070888 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:05.116502 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fd14a-7ddc-4ac7-916d-e79e720b7dec tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Network': ['ID=57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:05.145247 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-93da9ac2-af7a-495d-b073-2dc0577ae224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, c082217d-a24b-4a72-95dc-58686314c512) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:05.158682 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:05.174281 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8107d3-3b52-402d-a831-08366f987796 None None] Network c082217d-a24b-4a72-95dc-58686314c512 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:05.182310 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93da9ac2-af7a-495d-b073-2dc0577ae224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:05.182938 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93da9ac2-af7a-495d-b073-2dc0577ae224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:05.214675 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52790) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:05.220890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bc136331-2b59-4649-9bf9-2fb174e09a08 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1102811011', 'description': 'tempest-description--2010926797'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:05.240364 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-93da9ac2-af7a-495d-b073-2dc0577ae224 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3096962 Jul 15 15:01:05.282419 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453015e0-dfd8-4610-84c3-bc50dfcbba90 req-3c9391fb-a519-4f46-a2f7-ad7ceff15b72 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:05.283971 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-453015e0-dfd8-4610-84c3-bc50dfcbba90 req-3c9391fb-a519-4f46-a2f7-ad7ceff15b72 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.11 "GET /v2.0/ports?device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 949 time: 0.3052869 Jul 15 15:01:05.290029 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-bc136331-2b59-4649-9bf9-2fb174e09a08 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 15:01:05.290029 n-d-764435-3 neutron-server[100712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 15:01:05.290029 n-d-764435-3 neutron-server[100712]: [parameters: {'project_id_1': '1c5f68e801754b35b4442f3196d57784', 'expiration_1': datetime.datetime(2021, 7, 15, 15, 1, 5, 237780)}] Jul 15 15:01:05.290029 n-d-764435-3 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:01:05.290407 n-d-764435-3 neutron-server[100712]: DEBUG oslo_db.api [None req-bc136331-2b59-4649-9bf9-2fb174e09a08 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:01:05.325648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d9e9c4-8184-43ea-93b2-7698c0754ae0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:05.329963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66d9e9c4-8184-43ea-93b2-7698c0754ae0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:05.433777 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6d5f8fa3-e349-4588-bc5f-a4230a226f32 None None] Provisioning for port 6a609efc-c03b-4259-99c0-0f01b22b5115 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:05.467457 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5d5d678a-d601-42bc-b423-c046cc861a4f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:05.472098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a609efc-c03b-4259-99c0-0f01b22b5115 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:01:05.482213 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:05.498482 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Transition to ACTIVE for port object 6a609efc-c03b-4259-99c0-0f01b22b5115 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:05.503670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6d5f8fa3-e349-4588-bc5f-a4230a226f32 None None] Provisioning complete for port 6a609efc-c03b-4259-99c0-0f01b22b5115 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:05.504054 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8fa3-e349-4588-bc5f-a4230a226f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:05.506066 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:05.661917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a609efc-c03b-4259-99c0-0f01b22b5115,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:05.730584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-453015e0-dfd8-4610-84c3-bc50dfcbba90 req-a8c29ac0-8f20-4acd-b0c4-70a3ca96cb12 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Deleting port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:05.730890 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-453015e0-dfd8-4610-84c3-bc50dfcbba90 req-a8c29ac0-8f20-4acd-b0c4-70a3ca96cb12 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:05.753191 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:05.790754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Attempting to bind port 6a609efc-c03b-4259-99c0-0f01b22b5115 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:05.791094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Attempting to bind port 6a609efc-c03b-4259-99c0-0f01b22b5115 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:05.791745 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Attempting to bind port 6a609efc-c03b-4259-99c0-0f01b22b5115 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:05.810782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Port 6a609efc-c03b-4259-99c0-0f01b22b5115 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:05.810969 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Attempting to bind port 6a609efc-c03b-4259-99c0-0f01b22b5115 on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:05.812659 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Transition to ACTIVE for port object 3893c474-20a8-46dd-9cd2-10f345d5e834 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:05.837229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:05.838314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:05.838448 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f8fa3-e349-4588-bc5f-a4230a226f32 None None] Port 6a609efc-c03b-4259-99c0-0f01b22b5115 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:05.838565 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:05.839015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Bound port: 6a609efc-c03b-4259-99c0-0f01b22b5115, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:05.839380 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:05.839609 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:05.902849 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-9d308f9d-a043-4a1a-86aa-58be9513169e tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:05.904609 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-9d308f9d-a043-4a1a-86aa-58be9513169e tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/networks?id=c082217d-a24b-4a72-95dc-58686314c512 HTTP/1.1" status: 200 len: 821 time: 0.3031054 Jul 15 15:01:05.909229 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66d9e9c4-8184-43ea-93b2-7698c0754ae0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:05.923561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5537f2-afc1-4d82-ad22-d846380a34b7 req-c5b199fa-2f07-400b-ba3a-16e4566505fa tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:05.925383 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:05.931373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca5537f2-afc1-4d82-ad22-d846380a34b7 req-c5b199fa-2f07-400b-ba3a-16e4566505fa tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 949 time: 0.2789278 Jul 15 15:01:05.951822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-453015e0-dfd8-4610-84c3-bc50dfcbba90 req-a8c29ac0-8f20-4acd-b0c4-70a3ca96cb12 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] For port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9c1b876a-d6a1-43d6-9890-26c4e6d326ec,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:05.952186 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-453015e0-dfd8-4610-84c3-bc50dfcbba90 req-a8c29ac0-8f20-4acd-b0c4-70a3ca96cb12 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:05.961092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67138fae-0842-4d67-90b4-85f1324b57a9 None None] Pushing event updated for resources: {'Port': ['ID=3893c474-20a8-46dd-9cd2-10f345d5e834,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:05.989804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17564088-c879-451d-b48b-85ac922241af None None] Network c082217d-a24b-4a72-95dc-58686314c512 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:05.993357 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-bb7a3546-9951-42c0-89d5-eb83300d9ae5 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/quotas/5940ea00ca014afc8512b1040623e130 HTTP/1.1" status: 200 len: 375 time: 0.0585175 Jul 15 15:01:06.015700 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] For port 6a609efc-c03b-4259-99c0-0f01b22b5115, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:06.020186 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] For port 6a609efc-c03b-4259-99c0-0f01b22b5115, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6a609efc-c03b-4259-99c0-0f01b22b5115,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:06.062326 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc136331-2b59-4649-9bf9-2fb174e09a08 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:06.068641 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca5537f2-afc1-4d82-ad22-d846380a34b7 req-5c94e5e3-fadd-44ca-8a3e-281578c17956 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353509 Jul 15 15:01:06.069678 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:06.076970 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-453015e0-dfd8-4610-84c3-bc50dfcbba90 req-a8c29ac0-8f20-4acd-b0c4-70a3ca96cb12 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Calling delete_port for 9c1b876a-d6a1-43d6-9890-26c4e6d326ec owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:06.086462 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Attempting to bind port 3893c474-20a8-46dd-9cd2-10f345d5e834 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:06.087340 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Attempting to bind port 3893c474-20a8-46dd-9cd2-10f345d5e834 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:06.087720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Attempting to bind port 3893c474-20a8-46dd-9cd2-10f345d5e834 on network 279c9251-f575-4675-be20-04a9e6587e7b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:06.090231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-948c8572-75ad-4394-9538-cc2778917f91 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5940ea00ca014afc8512b1040623e130&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957160 Jul 15 15:01:06.126241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:06.127219 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Checking segment: {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:06.130262 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:06.130866 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Bound using segment: {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:06.131376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Bound port: 3893c474-20a8-46dd-9cd2-10f345d5e834, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:06.131772 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:06.201045 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9e9c4-8184-43ea-93b2-7698c0754ae0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Subnet': ['ID=196930d3-de60-4c12-a705-698cee30f17e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:06.207724 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:06.208372 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:06.209795 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9679dd38-cb22-4964-983e-ddbddf043fee req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/6a609efc-c03b-4259-99c0-0f01b22b5115 HTTP/1.1" status: 200 len: 1095 time: 1.3115931 Jul 15 15:01:06.210252 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31081a8c-f161-4831-a471-a8606ad271ac', 'tag': '6a609efc-c03b-4259-99c0-0f01b22b5115'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:06.212545 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637469ca-f065-4596-a1c9-6045697544bc" -d '{"events": [{"name": "network-changed", "server_uuid": "31081a8c-f161-4831-a471-a8606ad271ac", "tag": "6a609efc-c03b-4259-99c0-0f01b22b5115"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:06.285535 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f11dce-cdc5-4d3c-b901-a31c6f29b8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a609efc-c03b-4259-99c0-0f01b22b5115,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:06.307584 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] For port 3893c474-20a8-46dd-9cd2-10f345d5e834, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:06.323633 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d9e9c4-8184-43ea-93b2-7698c0754ae0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Checking segment: {'id': '8efee9fe-8b9d-4842-9e35-2a2b761ec204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '25ffa638-f9fc-4150-8d35-4bfc1b0ae56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:06.323933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d9e9c4-8184-43ea-93b2-7698c0754ae0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network hostable DHCP agents. Network: 25ffa638-f9fc-4150-8d35-4bfc1b0ae56f, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:06.331492 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] For port 3893c474-20a8-46dd-9cd2-10f345d5e834, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3893c474-20a8-46dd-9cd2-10f345d5e834,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:06.337778 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:06.349614 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc136331-2b59-4649-9bf9-2fb174e09a08 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:06.368238 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc136331-2b59-4649-9bf9-2fb174e09a08 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:06.403233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Routers {'50702134-0a53-42cf-8837-0a89e0defb87'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:06.403877 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['50702134-0a53-42cf-8837-0a89e0defb87'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:06.452060 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc136331-2b59-4649-9bf9-2fb174e09a08 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:06.453439 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bc136331-2b59-4649-9bf9-2fb174e09a08 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2378070 Jul 15 15:01:06.456631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d9e9c4-8184-43ea-93b2-7698c0754ae0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 25ffa638-f9fc-4150-8d35-4bfc1b0ae56f is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:06.458755 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52820) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:06.469778 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67138fae-0842-4d67-90b4-85f1324b57a9 None None] Pushing event updated for resources: {'Port': ['ID=3893c474-20a8-46dd-9cd2-10f345d5e834,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:06.476570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e6f6317f-a69f-431d-9980-47cea9dd0815 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Request body: {'security_group_rule': {'security_group_id': '2a6e716e-fafd-452e-8e8e-d7016e739ba4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:06.490594 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc136331-2b59-4649-9bf9-2fb174e09a08 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6e716e-fafd-452e-8e8e-d7016e739ba4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:06.521061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-66d9e9c4-8184-43ea-93b2-7698c0754ae0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 25ffa638-f9fc-4150-8d35-4bfc1b0ae56f) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:06.546013 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad82bf9-089a-4f68-ac59-8b3b9c88e2e0 req-c9093bac-80e4-4560-9983-9dc5927157db tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:06.551379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfa695a-1818-40bd-9594-7dfa12f03b5b None None] Network 25ffa638-f9fc-4150-8d35-4bfc1b0ae56f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:06.554485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fad82bf9-089a-4f68-ac59-8b3b9c88e2e0 req-c9093bac-80e4-4560-9983-9dc5927157db tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/ports?device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 947 time: 0.2619858 Jul 15 15:01:06.590543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679dd38-cb22-4964-983e-ddbddf043fee req-b76e2cd9-a55d-4351-b868-fb9104e1d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:06.593670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9679dd38-cb22-4964-983e-ddbddf043fee req-b76e2cd9-a55d-4351-b868-fb9104e1d6fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fecef3a49a4549dfa4dfbe3391d77416&device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 1098 time: 0.3248553 Jul 15 15:01:06.595183 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d9e9c4-8184-43ea-93b2-7698c0754ae0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:06.596053 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66d9e9c4-8184-43ea-93b2-7698c0754ae0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:06.604765 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-76f3c995-5858-4a4d-b083-865bd3c8e339 service neutron] 10.222.0.38 "GET /v2.0/networks/c082217d-a24b-4a72-95dc-58686314c512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493783 Jul 15 15:01:06.605371 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] Set router 50702134-0a53-42cf-8837-0a89e0defb87 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:06.679542 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6f6317f-a69f-431d-9980-47cea9dd0815 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:06.703610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fad82bf9-089a-4f68-ac59-8b3b9c88e2e0 req-c9ceb009-5de3-4e97-bae2-aa87739bda04 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a793afe8-dcf2-483d-bcf8-29749693998a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481025 Jul 15 15:01:06.708195 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9679dd38-cb22-4964-983e-ddbddf043fee req-8796b9c3-4046-44c9-8860-fbce6074ee91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=6a609efc-c03b-4259-99c0-0f01b22b5115 HTTP/1.1" status: 200 len: 217 time: 0.0910015 Jul 15 15:01:06.760045 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-66d9e9c4-8184-43ea-93b2-7698c0754ae0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7251348 Jul 15 15:01:06.770302 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-453015e0-dfd8-4610-84c3-bc50dfcbba90 req-a8c29ac0-8f20-4acd-b0c4-70a3ca96cb12 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:06.773706 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52822) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:06.795356 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['9c1b876a-d6a1-43d6-9890-26c4e6d326ec'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:01:06.806263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b775350a-38b8-4b0b-8807-60ace2c88a50 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'subnet': {'network_id': '57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:06.842428 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679dd38-cb22-4964-983e-ddbddf043fee req-97e8da74-6b38-44fa-ab5a-0bdc5abd0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:06.844103 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9679dd38-cb22-4964-983e-ddbddf043fee req-97e8da74-6b38-44fa-ab5a-0bdc5abd0370 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1207051 Jul 15 15:01:06.865136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-cb792d11-c5db-451e-a6cb-71bdc1a228fa service neutron] 10.222.0.38 "GET /v2.0/networks/c082217d-a24b-4a72-95dc-58686314c512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594743 Jul 15 15:01:07.004856 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679dd38-cb22-4964-983e-ddbddf043fee req-3cde9686-7126-4cfc-9470-916e1dd53b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:07.006328 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9679dd38-cb22-4964-983e-ddbddf043fee req-3cde9686-7126-4cfc-9470-916e1dd53b15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1403089 Jul 15 15:01:07.012320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-25ffa638-f9fc-4150-8d35-4bfc1b0ae56f', 'network_id': '25ffa638-f9fc-4150-8d35-4bfc1b0ae56f', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'fixed_ips': [{'subnet_id': '196930d3-de60-4c12-a705-698cee30f17e'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:01:07.013192 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:07.122066 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038dfe58-59e6-4bd0-b120-01c0825bb240 x-openstack-request-id: req-038dfe58-59e6-4bd0-b120-01c0825bb240 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:07.122735 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31081a8c-f161-4831-a471-a8606ad271ac", "tag": "6a609efc-c03b-4259-99c0-0f01b22b5115", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:07.123930 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-038dfe58-59e6-4bd0-b120-01c0825bb240 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:07.124565 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31081a8c-f161-4831-a471-a8606ad271ac', 'tag': '6a609efc-c03b-4259-99c0-0f01b22b5115', 'status': 'completed', 'code': 200} Jul 15 15:01:07.173203 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9679dd38-cb22-4964-983e-ddbddf043fee req-b0f41a85-f833-4e29-9288-b0ae9ef6f04d service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575370 Jul 15 15:01:07.218732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e905bace-6bbc-4210-8ac4-9567535a1dda req-be5e10dd-f81f-414f-b7c6-be3deed70cc4 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/ports?device_id=1092cc40-8dfb-41b1-ada2-36af36ef1bec HTTP/1.1" status: 200 len: 210 time: 0.0776477 Jul 15 15:01:07.298126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50702134-0a53-42cf-8837-0a89e0defb87', 'name': 'tempest-ServerActionsTestJSON-820474080-router', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:00:52Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'gw_port': {'id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:00:53Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3893c474-20a8-46dd-9cd2-10f345d5e834', 'name': '', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'mac_address': 'fa:16:3e:51:e1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:00Z', 'updated_at': '2021-07-15T15:01:06Z', 'revision_number': 4, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'subnets': [{'id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:07.337914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e55f4c2-92e3-4d9e-9b27-39014ac41e93 None None] The sync data for ids ['50702134-0a53-42cf-8837-0a89e0defb87'] in n-d-764435-3 is: [{'id': '50702134-0a53-42cf-8837-0a89e0defb87', 'name': 'tempest-ServerActionsTestJSON-820474080-router', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:00:52Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'gw_port': {'id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:00:53Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3893c474-20a8-46dd-9cd2-10f345d5e834', 'name': '', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'mac_address': 'fa:16:3e:51:e1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:00Z', 'updated_at': '2021-07-15T15:01:06Z', 'revision_number': 4, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'subnets': [{'id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:07.346445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c335a4ca-6ead-40b2-aefe-2e810096df1f req-592dd3d7-802a-49cd-a522-236295ba2d20 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.38 "GET /v2.0/ports?device_id=3af1287b-0150-427f-805d-8fcf2e4958e1 HTTP/1.1" status: 200 len: 210 time: 0.0609221 Jul 15 15:01:07.374829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Allocated IP 2001:db8::2 (25ffa638-f9fc-4150-8d35-4bfc1b0ae56f/196930d3-de60-4c12-a705-698cee30f17e/4ca306a3-ef70-4d32-8020-3488fd7388a5) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:07.429007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9679dd38-cb22-4964-983e-ddbddf043fee req-bd597029-6157-4aaf-8ba9-7896dc2a7280 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081149 Jul 15 15:01:07.459776 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c29ac0-8f20-4acd-b0c4-70a3ca96cb12 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Pushing event deleted for resources: {'Port': ['ID=9c1b876a-d6a1-43d6-9890-26c4e6d326ec,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:07.596282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637469ca-f065-4596-a1c9-6045697544bc req-ebc5252b-9727-4662-a237-02be31f182fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:07.599446 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-637469ca-f065-4596-a1c9-6045697544bc req-ebc5252b-9727-4662-a237-02be31f182fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fecef3a49a4549dfa4dfbe3391d77416&device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 1098 time: 0.1043363 Jul 15 15:01:07.671802 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:07.693169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Transition to ACTIVE for port object 4ca306a3-ef70-4d32-8020-3488fd7388a5 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:07.694716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-453015e0-dfd8-4610-84c3-bc50dfcbba90 req-a8c29ac0-8f20-4acd-b0c4-70a3ca96cb12 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] No DVR routers for this DVR port 9c1b876a-d6a1-43d6-9890-26c4e6d326ec on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:01:07.697534 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-453015e0-dfd8-4610-84c3-bc50dfcbba90 req-a8c29ac0-8f20-4acd-b0c4-70a3ca96cb12 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:07.700060 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-453015e0-dfd8-4610-84c3-bc50dfcbba90 req-a8c29ac0-8f20-4acd-b0c4-70a3ca96cb12 tempest-LiveMigrationNegativeTest-951275703 tempest-LiveMigrationNegativeTest-951275703-project] 10.222.0.11 "DELETE /v2.0/ports/9c1b876a-d6a1-43d6-9890-26c4e6d326ec HTTP/1.1" status: 204 len: 173 time: 2.4087775 Jul 15 15:01:07.722554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Transition to ACTIVE for port object 4ca306a3-ef70-4d32-8020-3488fd7388a5 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:07.739740 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:07.740309 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6f6317f-a69f-431d-9980-47cea9dd0815 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:07.747062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af1287b-0150-427f-805d-8fcf2e4958e1', 'name': 'network-vif-deleted', 'tag': '9c1b876a-d6a1-43d6-9890-26c4e6d326ec'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:07.751479 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad6a739-13b9-420c-b6dd-f2da15bb520b" -d '{"events": [{"server_uuid": "3af1287b-0150-427f-805d-8fcf2e4958e1", "name": "network-vif-deleted", "tag": "9c1b876a-d6a1-43d6-9890-26c4e6d326ec"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:07.770652 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6f6317f-a69f-431d-9980-47cea9dd0815 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:07.842083 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637469ca-f065-4596-a1c9-6045697544bc req-775299e0-c135-431f-83ea-a7bcfd29f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:07.843478 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-637469ca-f065-4596-a1c9-6045697544bc req-775299e0-c135-431f-83ea-a7bcfd29f278 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.2363923 Jul 15 15:01:07.845181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d678a-d601-42bc-b423-c046cc861a4f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Deleting port f9ee3ca6-87a9-4b52-9ac9-3d5d5f0b3637 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:07.845611 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5d5d678a-d601-42bc-b423-c046cc861a4f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:07.859974 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Network 25ffa638-f9fc-4150-8d35-4bfc1b0ae56f is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:07.868351 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d6e5f2-e873-45ab-9ff1-9730d18af6ec x-openstack-request-id: req-f7d6e5f2-e873-45ab-9ff1-9730d18af6ec {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:07.868651 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af1287b-0150-427f-805d-8fcf2e4958e1", "name": "network-vif-deleted", "tag": "9c1b876a-d6a1-43d6-9890-26c4e6d326ec", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:07.868905 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f7d6e5f2-e873-45ab-9ff1-9730d18af6ec {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:07.869807 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af1287b-0150-427f-805d-8fcf2e4958e1', 'name': 'network-vif-deleted', 'tag': '9c1b876a-d6a1-43d6-9890-26c4e6d326ec', 'status': 'completed', 'code': 200} Jul 15 15:01:07.870560 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:07.892145 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:07.900170 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Pushing event updated for resources: {'Port': ['ID=4ca306a3-ef70-4d32-8020-3488fd7388a5,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:07.905317 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6317f-a69f-431d-9980-47cea9dd0815 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61094c89-08fc-4cbe-9a74-3114d7d16dcc,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:07.912374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b775350a-38b8-4b0b-8807-60ace2c88a50 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:07.921250 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b775350a-38b8-4b0b-8807-60ace2c88a50 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:07.923812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-637469ca-f065-4596-a1c9-6045697544bc req-08164b2a-797a-4b81-98c3-a2c566b95205 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=6a609efc-c03b-4259-99c0-0f01b22b5115 HTTP/1.1" status: 200 len: 217 time: 0.0732815 Jul 15 15:01:07.973178 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6f6317f-a69f-431d-9980-47cea9dd0815 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:07.979585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52842) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:07.983070 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e6f6317f-a69f-431d-9980-47cea9dd0815 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5175114 Jul 15 15:01:07.988559 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-75d8ceb0-e7f9-4cf8-b87b-a4adb9827e6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Request body: {'security_group_rule': {'security_group_id': '2a6e716e-fafd-452e-8e8e-d7016e739ba4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:08.058360 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Attempting to bind port 4ca306a3-ef70-4d32-8020-3488fd7388a5 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:08.059555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Attempting to bind port 4ca306a3-ef70-4d32-8020-3488fd7388a5 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '8efee9fe-8b9d-4842-9e35-2a2b761ec204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '25ffa638-f9fc-4150-8d35-4bfc1b0ae56f'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:08.059555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Attempting to bind port 4ca306a3-ef70-4d32-8020-3488fd7388a5 on network 25ffa638-f9fc-4150-8d35-4bfc1b0ae56f {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:08.073985 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:08.073985 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Checking segment: {'id': '8efee9fe-8b9d-4842-9e35-2a2b761ec204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '25ffa638-f9fc-4150-8d35-4bfc1b0ae56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:08.074422 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:08.075099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Bound using segment: {'id': '8efee9fe-8b9d-4842-9e35-2a2b761ec204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '25ffa638-f9fc-4150-8d35-4bfc1b0ae56f'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:08.075780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Bound port: 4ca306a3-ef70-4d32-8020-3488fd7388a5, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8efee9fe-8b9d-4842-9e35-2a2b761ec204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '25ffa638-f9fc-4150-8d35-4bfc1b0ae56f'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:08.076251 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:08.132293 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5d5d678a-d601-42bc-b423-c046cc861a4f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:08.146447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637469ca-f065-4596-a1c9-6045697544bc req-2f227dd4-2acc-4b27-add7-3c8b5a5ce247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:08.147697 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d678a-d601-42bc-b423-c046cc861a4f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Calling delete_port for f9ee3ca6-87a9-4b52-9ac9-3d5d5f0b3637 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:08.148028 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-637469ca-f065-4596-a1c9-6045697544bc req-2f227dd4-2acc-4b27-add7-3c8b5a5ce247 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1807773 Jul 15 15:01:08.210817 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-75d8ceb0-e7f9-4cf8-b87b-a4adb9827e6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:08.253828 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] For port 4ca306a3-ef70-4d32-8020-3488fd7388a5, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:08.264556 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] For port 4ca306a3-ef70-4d32-8020-3488fd7388a5, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4ca306a3-ef70-4d32-8020-3488fd7388a5,segment=NetworkSegment(8efee9fe-8b9d-4842-9e35-2a2b761ec204),segment_id=8efee9fe-8b9d-4842-9e35-2a2b761ec204)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:08.276130 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4891b00-6b4a-4e54-ba31-86c0d65737af req-01fee77e-c9e1-4a2d-8ed6-dd430121b1eb tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:08.276370 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:08.277827 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a4891b00-6b4a-4e54-ba31-86c0d65737af req-01fee77e-c9e1-4a2d-8ed6-dd430121b1eb tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/ports?device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 947 time: 0.3518746 Jul 15 15:01:08.326489 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-75d8ceb0-e7f9-4cf8-b87b-a4adb9827e6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:08.364511 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637469ca-f065-4596-a1c9-6045697544bc req-349e3baa-083d-4b03-8feb-fe3e776efe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:08.366463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-637469ca-f065-4596-a1c9-6045697544bc req-349e3baa-083d-4b03-8feb-fe3e776efe14 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2054372 Jul 15 15:01:08.367435 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-75d8ceb0-e7f9-4cf8-b87b-a4adb9827e6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:08.378681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a6bfd-8ef4-4e41-82c4-8f06ac349a35 None None] Pushing event updated for resources: {'Port': ['ID=4ca306a3-ef70-4d32-8020-3488fd7388a5,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:08.580979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-637469ca-f065-4596-a1c9-6045697544bc req-de6c09f1-6479-4bb6-9e2a-be53181fd2be service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977909 Jul 15 15:01:08.741747 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b775350a-38b8-4b0b-8807-60ace2c88a50 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:08.745170 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8ceb0-e7f9-4cf8-b87b-a4adb9827e6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f34e8a-f894-4a1d-aeca-4d21fc39e215,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:08.799412 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-75d8ceb0-e7f9-4cf8-b87b-a4adb9827e6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:08.803698 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-75d8ceb0-e7f9-4cf8-b87b-a4adb9827e6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8163536 Jul 15 15:01:08.825322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52850) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:08.838150 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:08.860401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a4891b00-6b4a-4e54-ba31-86c0d65737af req-e0972e66-db5e-4bff-ada1-141293f5aaad tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a793afe8-dcf2-483d-bcf8-29749693998a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319974 Jul 15 15:01:08.871097 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2310b27-e7bc-4ad8-bfba-5d41ccf0b308 req-fd8703c3-024f-44a5-8d91-66a0c6133d15 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/ports?device_id=1092cc40-8dfb-41b1-ada2-36af36ef1bec HTTP/1.1" status: 200 len: 210 time: 0.2796779 Jul 15 15:01:08.873282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-637469ca-f065-4596-a1c9-6045697544bc req-69463225-8e06-4c0a-8295-86d0951974f5 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770452 Jul 15 15:01:08.961239 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775350a-38b8-4b0b-8807-60ace2c88a50 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Subnet': ['ID=afcebaa0-3a96-4db6-bda2-169804cf78b7,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:08.963733 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5d5d678a-d601-42bc-b423-c046cc861a4f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:08.984206 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:09.116290 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b775350a-38b8-4b0b-8807-60ace2c88a50 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Checking segment: {'id': 'b9b7995f-dfe9-472a-b103-adc5777fb7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:09.116649 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b775350a-38b8-4b0b-8807-60ace2c88a50 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network hostable DHCP agents. Network: 57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:09.121841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d678a-d601-42bc-b423-c046cc861a4f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event deleted for resources: {'Port': ['ID=f9ee3ca6-87a9-4b52-9ac9-3d5d5f0b3637,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:09.253868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-45c7d239-a051-4b5d-9a3e-4e19bcbeda86 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:09.256391 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4ca306a3-ef70-4d32-8020-3488fd7388a5 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:09.259852 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-45c7d239-a051-4b5d-9a3e-4e19bcbeda86 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.22 "GET /v2.0/networks?id=c082217d-a24b-4a72-95dc-58686314c512 HTTP/1.1" status: 200 len: 821 time: 0.3627689 Jul 15 15:01:09.276059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-ec0cf2a1-5180-475c-882c-aeb1db93db71 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Request body: {'port': {'device_id': '1092cc40-8dfb-41b1-ada2-36af36ef1bec', 'network_id': 'c082217d-a24b-4a72-95dc-58686314c512', 'admin_state_up': True, 'tenant_id': '5940ea00ca014afc8512b1040623e130'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:09.325005 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b775350a-38b8-4b0b-8807-60ace2c88a50 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:09.365022 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b775350a-38b8-4b0b-8807-60ace2c88a50 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:09.380718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84271be5-8767-44af-847e-e26f40f9b5c5 None None] Network 57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:09.394494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b775350a-38b8-4b0b-8807-60ace2c88a50 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:09.397519 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b775350a-38b8-4b0b-8807-60ace2c88a50 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:09.519834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-ec0cf2a1-5180-475c-882c-aeb1db93db71 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Made reservation on behalf of 5940ea00ca014afc8512b1040623e130 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:09.524819 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-ec0cf2a1-5180-475c-882c-aeb1db93db71 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:09.640759 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 4ca306a3-ef70-4d32-8020-3488fd7388a5 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:09.648027 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3893c474-20a8-46dd-9cd2-10f345d5e834 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:09.653465 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52860) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:09.658295 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5d5d678a-d601-42bc-b423-c046cc861a4f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:09.675020 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b775350a-38b8-4b0b-8807-60ace2c88a50 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8930130 Jul 15 15:01:09.682819 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52864) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:09.706830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1ed46023-7edb-4dfc-8cfa-be0aa6b1daeb tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1401089847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:09.714450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-ec0cf2a1-5180-475c-882c-aeb1db93db71 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Allocated IP 172.20.0.12 (c082217d-a24b-4a72-95dc-58686314c512/9aca4aa7-4cf7-4632-a2cd-9c0797c0ab4b/30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:09.727140 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 6a609efc-c03b-4259-99c0-0f01b22b5115 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:01:09.729329 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9c1b876a-d6a1-43d6-9890-26c4e6d326ec no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:01:09.762215 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed', 'network_id': '57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'fixed_ips': [{'subnet_id': 'afcebaa0-3a96-4db6-bda2-169804cf78b7'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:01:09.762935 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:09.773238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 9c1b876a-d6a1-43d6-9890-26c4e6d326ec {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:01:09.773589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9c1b876a-d6a1-43d6-9890-26c4e6d326ec not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:01:09.830890 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:09.874282 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ed46023-7edb-4dfc-8cfa-be0aa6b1daeb tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:09.875398 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ed46023-7edb-4dfc-8cfa-be0aa6b1daeb tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:09.916343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 3893c474-20a8-46dd-9cd2-10f345d5e834 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:09.927804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3893c474-20a8-46dd-9cd2-10f345d5e834 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:09.928211 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:09.941096 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ed46023-7edb-4dfc-8cfa-be0aa6b1daeb tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:09.988573 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fa493798-b51a-434c-8625-063cc70fbd36 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=19568005cce54146aab6697ad6d25275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3338327 Jul 15 15:01:09.991435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52870) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:10.003086 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ed46023-7edb-4dfc-8cfa-be0aa6b1daeb tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.052586 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ed46023-7edb-4dfc-8cfa-be0aa6b1daeb tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.052857 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50e31bb-2955-4776-a517-54bb4c758507 None None] Network 25ffa638-f9fc-4150-8d35-4bfc1b0ae56f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:10.054221 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1ed46023-7edb-4dfc-8cfa-be0aa6b1daeb tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3698924 Jul 15 15:01:10.057210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52872) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:10.148483 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-ec0cf2a1-5180-475c-882c-aeb1db93db71 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.166586 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Allocated IP 172.25.4.162 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/d6b936b4-502f-4f3d-9663-22cbec3d2d1e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:10.271107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af8fcd5a-e2ef-4762-a08a-1318bdcf9a3a req-26e8b794-b953-42c8-a40b-753609d7916f tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/ports?device_id=1092cc40-8dfb-41b1-ada2-36af36ef1bec HTTP/1.1" status: 200 len: 210 time: 0.0851715 Jul 15 15:01:10.274817 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c89198a1-1040-4617-a26b-b76008f23785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.286716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5d678a-d601-42bc-b423-c046cc861a4f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Router fbe8bb09-002b-432c-8ca6-226321367330 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:01:10.305023 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c89198a1-1040-4617-a26b-b76008f23785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.370812 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 6a609efc-c03b-4259-99c0-0f01b22b5115, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6a609efc-c03b-4259-99c0-0f01b22b5115,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:10.375921 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.405308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-43ecaaf0-c41f-4a90-9a83-f9e618462abb None None] Provisioning for port 4ca306a3-ef70-4d32-8020-3488fd7388a5 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:10.410305 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '6a609efc-c03b-4259-99c0-0f01b22b5115', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '6a609efc-c03b-4259-99c0-0f01b22b5115', 'mac_address': 'fa:16:3e:5b:7e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:01:10.416675 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-43ecaaf0-c41f-4a90-9a83-f9e618462abb None None] Provisioning complete for port 4ca306a3-ef70-4d32-8020-3488fd7388a5 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:10.417042 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43ecaaf0-c41f-4a90-9a83-f9e618462abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.463767 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5d678a-d601-42bc-b423-c046cc861a4f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:10.473784 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5d5d678a-d601-42bc-b423-c046cc861a4f tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] 10.222.0.38 "PUT /v2.0/routers/fbe8bb09-002b-432c-8ca6-226321367330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0770755 Jul 15 15:01:10.476081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52876) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:10.476336 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4021ee31-7dbc-4860-8660-9e80fd895ae5 None None] Sync routers for ids ['fbe8bb09-002b-432c-8ca6-226321367330'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:10.491756 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4021ee31-7dbc-4860-8660-9e80fd895ae5 None None] Routers {'fbe8bb09-002b-432c-8ca6-226321367330'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:10.494779 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4021ee31-7dbc-4860-8660-9e80fd895ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['fbe8bb09-002b-432c-8ca6-226321367330'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:10.536436 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.545129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17373516-529f-4ce8-aebf-a552d606a1ed req-cad35553-7f43-4bd7-addc-f512f2495f5d tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:10.551873 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17373516-529f-4ce8-aebf-a552d606a1ed req-cad35553-7f43-4bd7-addc-f512f2495f5d tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/ports?device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 947 time: 0.4789598 Jul 15 15:01:10.576173 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-ec0cf2a1-5180-475c-882c-aeb1db93db71 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.580787 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4021ee31-7dbc-4860-8660-9e80fd895ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:10.602421 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4021ee31-7dbc-4860-8660-9e80fd895ae5 None None] Routers {'fbe8bb09-002b-432c-8ca6-226321367330'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:10.603090 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4021ee31-7dbc-4860-8660-9e80fd895ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['fbe8bb09-002b-432c-8ca6-226321367330'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:10.630065 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c89198a1-1040-4617-a26b-b76008f23785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.633220 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c89198a1-1040-4617-a26b-b76008f23785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.636851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c89198a1-1040-4617-a26b-b76008f23785 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82 HTTP/1.1" status: 204 len: 168 time: 0.6418762 Jul 15 15:01:10.640125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:10.647990 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:10.657713 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:10.662672 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event updated for resources: {'Port': ['ID=d6b936b4-502f-4f3d-9663-22cbec3d2d1e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:10.690074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89198a1-1040-4617-a26b-b76008f23785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb69cbc1-6da2-4c88-bb87-f5fc1e47ea82,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:10.705652 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4021ee31-7dbc-4860-8660-9e80fd895ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:10.706320 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4021ee31-7dbc-4860-8660-9e80fd895ae5 None None] The sync data for ids ['fbe8bb09-002b-432c-8ca6-226321367330'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:10.707039 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ded92908-24d9-43ea-b71e-566b84b90ea7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.758919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-ec0cf2a1-5180-475c-882c-aeb1db93db71 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Network c082217d-a24b-4a72-95dc-58686314c512 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:10.762807 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cf2a1-5180-475c-882c-aeb1db93db71 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Pushing event updated for resources: {'Port': ['ID=30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:10.773022 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.777449 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-ec0cf2a1-5180-475c-882c-aeb1db93db71 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:10.782087 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17373516-529f-4ce8-aebf-a552d606a1ed req-9b68513c-d3b4-47fb-8ca0-54ec0126d162 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a793afe8-dcf2-483d-bcf8-29749693998a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995008 Jul 15 15:01:10.789965 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-ec0cf2a1-5180-475c-882c-aeb1db93db71 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:10.813134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Allocated IP 2001:db8:1::2 (57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed/afcebaa0-3a96-4db6-bda2-169804cf78b7/b5f0f87a-e8b8-417b-b99e-a8e51d18f68e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:10.862061 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.884971 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ded92908-24d9-43ea-b71e-566b84b90ea7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.899384 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.913113 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:10.921249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a609efc-c03b-4259-99c0-0f01b22b5115 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:01:10.946287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-ec0cf2a1-5180-475c-882c-aeb1db93db71 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:10.947270 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-ec0cf2a1-5180-475c-882c-aeb1db93db71 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.005527 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 6a609efc-c03b-4259-99c0-0f01b22b5115, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6a609efc-c03b-4259-99c0-0f01b22b5115,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:11.013591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-ec0cf2a1-5180-475c-882c-aeb1db93db71 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7443566 Jul 15 15:01:11.026197 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.049776 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.069553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52884) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:11.090172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Request body: {'port': {'device_id': '1092cc40-8dfb-41b1-ada2-36af36ef1bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:11.108325 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 3893c474-20a8-46dd-9cd2-10f345d5e834, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3893c474-20a8-46dd-9cd2-10f345d5e834,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:11.115514 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43ecaaf0-c41f-4a90-9a83-f9e618462abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.131378 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.160284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ded92908-24d9-43ea-b71e-566b84b90ea7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Deleting port 7a1c640d-56ce-4acd-8e4d-3294d940c509 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:11.160627 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ded92908-24d9-43ea-b71e-566b84b90ea7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.201951 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=6a609efc-c03b-4259-99c0-0f01b22b5115,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:11.214204 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3ab95ec5-0032-4836-89cc-9967b309c172 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ce46d8291d3f47a5ae6887f9f770b4f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329746 Jul 15 15:01:11.220005 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52886) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:11.269109 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-43ecaaf0-c41f-4a90-9a83-f9e618462abb None None] For port 4ca306a3-ef70-4d32-8020-3488fd7388a5, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4ca306a3-ef70-4d32-8020-3488fd7388a5,segment=NetworkSegment(8efee9fe-8b9d-4842-9e35-2a2b761ec204),segment_id=8efee9fe-8b9d-4842-9e35-2a2b761ec204)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:11.283098 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43ecaaf0-c41f-4a90-9a83-f9e618462abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.319827 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.329941 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=3893c474-20a8-46dd-9cd2-10f345d5e834,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:11.355172 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ded92908-24d9-43ea-b71e-566b84b90ea7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.370260 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Transition to ACTIVE for port object b5f0f87a-e8b8-417b-b99e-a8e51d18f68e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:11.375515 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['6a609efc-c03b-4259-99c0-0f01b22b5115'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:01:11.386509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ded92908-24d9-43ea-b71e-566b84b90ea7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Calling delete_port for 7a1c640d-56ce-4acd-8e4d-3294d940c509 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:11.390492 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.403508 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.446950 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Transition to ACTIVE for port object b5f0f87a-e8b8-417b-b99e-a8e51d18f68e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:11.466514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecaaf0-c41f-4a90-9a83-f9e618462abb None None] Pushing event updated for resources: {'Port': ['ID=4ca306a3-ef70-4d32-8020-3488fd7388a5,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:11.479028 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.517128 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event updated for resources: {'Port': ['ID=d6b936b4-502f-4f3d-9663-22cbec3d2d1e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:11.556879 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Network 57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:11.565053 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:11.567986 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:11.570928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Pushing event updated for resources: {'Port': ['ID=b5f0f87a-e8b8-417b-b99e-a8e51d18f68e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:11.678308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d19ca425-bbf2-4017-9ecf-211f6b573bc5 None None] Provisioning complete for port 4ca306a3-ef70-4d32-8020-3488fd7388a5 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:11.678721 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d19ca425-bbf2-4017-9ecf-211f6b573bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.680502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Attempting to bind port b5f0f87a-e8b8-417b-b99e-a8e51d18f68e on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:11.680879 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Attempting to bind port b5f0f87a-e8b8-417b-b99e-a8e51d18f68e by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'b9b7995f-dfe9-472a-b103-adc5777fb7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:11.681373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Attempting to bind port b5f0f87a-e8b8-417b-b99e-a8e51d18f68e on network 57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:11.714216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.717368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:11.717754 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Checking segment: {'id': 'b9b7995f-dfe9-472a-b103-adc5777fb7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:11.718170 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.718697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Bound using segment: {'id': 'b9b7995f-dfe9-472a-b103-adc5777fb7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:11.719194 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Bound port: b5f0f87a-e8b8-417b-b99e-a8e51d18f68e, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b7995f-dfe9-472a-b103-adc5777fb7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:11.720128 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.750566 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.754019 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9f0f1025-58c2-427d-ba39-f2d85032614d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9260583 Jul 15 15:01:11.840728 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ded92908-24d9-43ea-b71e-566b84b90ea7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:11.869265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Allocated IP 2001:db8::1 (25ffa638-f9fc-4150-8d35-4bfc1b0ae56f/196930d3-de60-4c12-a705-698cee30f17e/70b6b1b9-e240-4fb1-8700-a765868fb40a) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:11.880285 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded92908-24d9-43ea-b71e-566b84b90ea7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event deleted for resources: {'Port': ['ID=7a1c640d-56ce-4acd-8e4d-3294d940c509,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:11.968573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] For port b5f0f87a-e8b8-417b-b99e-a8e51d18f68e, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:11.992267 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] For port b5f0f87a-e8b8-417b-b99e-a8e51d18f68e, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b5f0f87a-e8b8-417b-b99e-a8e51d18f68e,segment=NetworkSegment(b9b7995f-dfe9-472a-b103-adc5777fb7b7),segment_id=b9b7995f-dfe9-472a-b103-adc5777fb7b7)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:12.000698 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.006634 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ded92908-24d9-43ea-b71e-566b84b90ea7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.013593 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.077392 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c424a4-e3de-48f2-bd11-79f161f59166 None None] Pushing event updated for resources: {'Port': ['ID=b5f0f87a-e8b8-417b-b99e-a8e51d18f68e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:12.105555 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ded92908-24d9-43ea-b71e-566b84b90ea7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.108068 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ded92908-24d9-43ea-b71e-566b84b90ea7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.143612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Transition to ACTIVE for port object 70b6b1b9-e240-4fb1-8700-a765868fb40a will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:12.160351 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ded92908-24d9-43ea-b71e-566b84b90ea7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.160813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded92908-24d9-43ea-b71e-566b84b90ea7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Fanout notify agent at l3_agent the message router_deleted on router fbe8bb09-002b-432c-8ca6-226321367330 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:01:12.167245 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.169064 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ded92908-24d9-43ea-b71e-566b84b90ea7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.170278 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ded92908-24d9-43ea-b71e-566b84b90ea7 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] 10.222.0.38 "DELETE /v2.0/routers/fbe8bb09-002b-432c-8ca6-226321367330 HTTP/1.1" status: 204 len: 168 time: 1.6932013 Jul 15 15:01:12.173858 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52900) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:12.226925 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5ce1efb6-cf83-4c2e-bd80-7688f95e35b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.232219 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-32674dea-cc4a-49ec-b645-222124a89dd0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Deleting subnet 6df189e3-3be5-40d4-823d-dc298197f87f {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:01:12.245061 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32674dea-cc4a-49ec-b645-222124a89dd0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.332921 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32674dea-cc4a-49ec-b645-222124a89dd0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.333980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7fc34-5a17-49f3-8a75-74e3a0d77e7e req-c49cb672-4d37-4e8c-827b-2b7e5bad71f7 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:12.335727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8f7fc34-5a17-49f3-8a75-74e3a0d77e7e req-c49cb672-4d37-4e8c-827b-2b7e5bad71f7 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/ports?device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 948 time: 0.3130574 Jul 15 15:01:12.345188 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5ce1efb6-cf83-4c2e-bd80-7688f95e35b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.366312 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.444699 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32674dea-cc4a-49ec-b645-222124a89dd0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.496416 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e9f13-36a5-466f-b58b-c9e3ea535e7c req-677ec14d-377a-4673-af18-e085e20ae0dc tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:12.497963 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-da5e9f13-36a5-466f-b58b-c9e3ea535e7c req-677ec14d-377a-4673-af18-e085e20ae0dc tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/ports?device_id=1092cc40-8dfb-41b1-ada2-36af36ef1bec HTTP/1.1" status: 200 len: 932 time: 0.4765136 Jul 15 15:01:12.509874 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32674dea-cc4a-49ec-b645-222124a89dd0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.539671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32674dea-cc4a-49ec-b645-222124a89dd0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event deleted for resources: {'Subnet': ['ID=6df189e3-3be5-40d4-823d-dc298197f87f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:12.545510 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32674dea-cc4a-49ec-b645-222124a89dd0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.545748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 25ffa638-f9fc-4150-8d35-4bfc1b0ae56f is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:12.550909 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-32674dea-cc4a-49ec-b645-222124a89dd0 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] 10.222.0.38 "DELETE /v2.0/subnets/6df189e3-3be5-40d4-823d-dc298197f87f HTTP/1.1" status: 204 len: 168 time: 0.3757143 Jul 15 15:01:12.551535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52902) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:12.554697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df7c337-74fb-450c-b42e-f3eef5b092a2 None None] Network 763ae1f9-924d-4d1b-b103-7df18b8fa787 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:12.571526 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:12.574517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:12.575173 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.595402 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=70b6b1b9-e240-4fb1-8700-a765868fb40a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:12.654824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8f7fc34-5a17-49f3-8a75-74e3a0d77e7e req-72265e06-87af-4955-8cbd-b332c91f2638 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a793afe8-dcf2-483d-bcf8-29749693998a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054936 Jul 15 15:01:12.661560 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.729332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Deleting port e70ab52a-9bda-41e3-93d6-7624f8a31a14 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:12.729841 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.817359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] For port e70ab52a-9bda-41e3-93d6-7624f8a31a14, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e70ab52a-9bda-41e3-93d6-7624f8a31a14,segment=NetworkSegment(b8508b87-6b56-4dd7-b004-771cf3a2a906),segment_id=b8508b87-6b56-4dd7-b004-771cf3a2a906)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:12.817743 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.836853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Calling delete_port for e70ab52a-9bda-41e3-93d6-7624f8a31a14 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:12.849456 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf5b7b5-9703-4384-a9cd-d97c56ed71da None None] DHCP port deletion for 763ae1f9-924d-4d1b-b103-7df18b8fa787 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:01:12.904828 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-da5e9f13-36a5-466f-b58b-c9e3ea535e7c req-597bc3c2-10c9-44f1-91bf-7530b87ce4a8 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd8721a5-f46b-4160-8d59-f658abf0c78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732498 Jul 15 15:01:12.970949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:01:12.980775 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5b7b5-9703-4384-a9cd-d97c56ed71da None None] Deleting port e70ab52a-9bda-41e3-93d6-7624f8a31a14 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:12.981304 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cdf5b7b5-9703-4384-a9cd-d97c56ed71da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:12.988989 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.003587 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5ce1efb6-cf83-4c2e-bd80-7688f95e35b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.006722 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5ce1efb6-cf83-4c2e-bd80-7688f95e35b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.008235 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5ce1efb6-cf83-4c2e-bd80-7688f95e35b8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a07eaf3d-9de5-4e43-8cd6-eb435543a5ea HTTP/1.1" status: 204 len: 168 time: 1.7604969 Jul 15 15:01:13.026337 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.070518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] No DVR routers for this DVR port e70ab52a-9bda-41e3-93d6-7624f8a31a14 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:01:13.088768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Transition to ACTIVE for port object 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:13.103135 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1efb6-cf83-4c2e-bd80-7688f95e35b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07eaf3d-9de5-4e43-8cd6-eb435543a5ea,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:13.121092 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-e7dbe5c8-d2b3-464b-b93e-f1e6e15b6815 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1102811011&fields=id&tenant_id=1c5f68e801754b35b4442f3196d57784 HTTP/1.1" status: 200 len: 267 time: 0.2085469 Jul 15 15:01:13.130197 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-cdf5b7b5-9703-4384-a9cd-d97c56ed71da None None] For port e70ab52a-9bda-41e3-93d6-7624f8a31a14, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e70ab52a-9bda-41e3-93d6-7624f8a31a14,segment=NetworkSegment(b8508b87-6b56-4dd7-b004-771cf3a2a906),segment_id=b8508b87-6b56-4dd7-b004-771cf3a2a906)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:13.130903 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cdf5b7b5-9703-4384-a9cd-d97c56ed71da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.139559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event deleted for resources: {'Port': ['ID=e70ab52a-9bda-41e3-93d6-7624f8a31a14,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:13.147178 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.184145 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5b7b5-9703-4384-a9cd-d97c56ed71da None None] Calling delete_port for e70ab52a-9bda-41e3-93d6-7624f8a31a14 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:13.295246 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.310582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763ae1f9-924d-4d1b-b103-7df18b8fa787']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:13.333831 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8508b87-6b56-4dd7-b004-771cf3a2a906') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:13.334151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8508b87-6b56-4dd7-b004-771cf3a2a906') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:13.345581 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.361264 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.368323 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:01:13.368828 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.384884 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cdf5b7b5-9703-4384-a9cd-d97c56ed71da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.420624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5b7b5-9703-4384-a9cd-d97c56ed71da None None] Pushing event deleted for resources: {'Port': ['ID=e70ab52a-9bda-41e3-93d6-7624f8a31a14,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:13.428637 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-116cbf76-e52f-4e59-b986-8558a13d02f3 None None] Provisioning for port 70b6b1b9-e240-4fb1-8700-a765868fb40a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:13.433583 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-116cbf76-e52f-4e59-b986-8558a13d02f3 None None] Provisioning complete for port 70b6b1b9-e240-4fb1-8700-a765868fb40a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:13.434995 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-116cbf76-e52f-4e59-b986-8558a13d02f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:01:13.435155 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:01:13.439380 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.447304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf5b7b5-9703-4384-a9cd-d97c56ed71da None None] No DVR routers for this DVR port e70ab52a-9bda-41e3-93d6-7624f8a31a14 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:01:13.456316 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.458231 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] 10.222.0.38 "DELETE /v2.0/networks/763ae1f9-924d-4d1b-b103-7df18b8fa787 HTTP/1.1" status: 204 len: 168 time: 0.9057107 Jul 15 15:01:13.475087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52918) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:13.480622 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.488305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c337606-6122-4aea-a3c8-5ebc122e8b51 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event deleted for resources: {'Network': ['ID=763ae1f9-924d-4d1b-b103-7df18b8fa787,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:13.512783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4ca306a3-ef70-4d32-8020-3488fd7388a5 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:13.526276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-d939b69f-83a5-4ab0-806b-06ac6609b990 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:13.535529 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-d939b69f-83a5-4ab0-806b-06ac6609b990 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 811 time: 0.4128258 Jul 15 15:01:13.548609 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Pushing event updated for resources: {'Port': ['ID=30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:13.565888 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-116cbf76-e52f-4e59-b986-8558a13d02f3 None None] Port 70b6b1b9-e240-4fb1-8700-a765868fb40a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:13.604542 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-5099b20b-5416-4b3c-ac0d-343c62d0bd16 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/quotas/1c5f68e801754b35b4442f3196d57784 HTTP/1.1" status: 200 len: 375 time: 0.0626402 Jul 15 15:01:13.608398 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 4ca306a3-ef70-4d32-8020-3488fd7388a5 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:13.608735 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.645070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f47680-00f7-4f3f-8215-d69f342b51c8 None None] Network 57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:13.731597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 6a609efc-c03b-4259-99c0-0f01b22b5115 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:13.749260 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-01a9c4f3-91e5-4b68-b1f8-f87bde9e60b5 None None] Provisioning for port b5f0f87a-e8b8-417b-b99e-a8e51d18f68e completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:13.879528 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3893c474-20a8-46dd-9cd2-10f345d5e834 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:13.937166 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 6a609efc-c03b-4259-99c0-0f01b22b5115 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:13.950137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 6a609efc-c03b-4259-99c0-0f01b22b5115 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:13.950520 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:13.960732 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Attempting to bind port 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:13.961125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Attempting to bind port 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '5e15bb6b-56ec-4eb1-87f7-96f9e47787a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c082217d-a24b-4a72-95dc-58686314c512'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:13.961409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Attempting to bind port 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 on network c082217d-a24b-4a72-95dc-58686314c512 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:13.990608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Port 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 on network c082217d-a24b-4a72-95dc-58686314c512 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:13.990815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Attempting to bind port 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 on network c082217d-a24b-4a72-95dc-58686314c512 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:14.041063 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-642e8d93-ff74-47a9-9490-90709747f174 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4082925 Jul 15 15:01:14.041813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:14.042153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Checking segment: {'id': '5e15bb6b-56ec-4eb1-87f7-96f9e47787a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c082217d-a24b-4a72-95dc-58686314c512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:14.042696 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Bound using segment: {'id': '5e15bb6b-56ec-4eb1-87f7-96f9e47787a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c082217d-a24b-4a72-95dc-58686314c512'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:14.043025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Bound port: 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e15bb6b-56ec-4eb1-87f7-96f9e47787a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c082217d-a24b-4a72-95dc-58686314c512'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:14.043387 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:14.160506 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-746dc561-695a-44e4-bd89-c7771952f848 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Deleting port 751581cd-954e-4f22-9841-6a36e348544f {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:14.161350 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-746dc561-695a-44e4-bd89-c7771952f848 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:14.191490 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72644001-e358-47ea-9a26-89e81f577f4a req-4ed15738-31a0-4b60-9d2c-8533aa00715d tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:14.193055 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72644001-e358-47ea-9a26-89e81f577f4a req-4ed15738-31a0-4b60-9d2c-8533aa00715d tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/ports?device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 948 time: 0.3877711 Jul 15 15:01:14.208973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3893c474-20a8-46dd-9cd2-10f345d5e834 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:14.209366 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:14.300938 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:14.341252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31081a8c-f161-4831-a471-a8606ad271ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a609efc-c03b-4259-99c0-0f01b22b5115'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:14.344433 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeebc58-d0aa-4c96-8c33-cb76c9ad19ef" -d '{"events": [{"server_uuid": "31081a8c-f161-4831-a471-a8606ad271ac", "name": "network-vif-plugged", "status": "completed", "tag": "6a609efc-c03b-4259-99c0-0f01b22b5115"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:14.364156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 6a609efc-c03b-4259-99c0-0f01b22b5115, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6a609efc-c03b-4259-99c0-0f01b22b5115,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:14.415767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b5f0f87a-e8b8-417b-b99e-a8e51d18f68e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:14.418172 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:14.424172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] For port 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:14.436168 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72644001-e358-47ea-9a26-89e81f577f4a req-de563c4d-f2fd-4a36-9a57-ec5cd11c9259 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a793afe8-dcf2-483d-bcf8-29749693998a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153332 Jul 15 15:01:14.455835 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-ac3d0af0-7728-49ee-a1d5-ced651f27c2d service neutron] 10.222.0.38 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876271 Jul 15 15:01:14.491762 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-746dc561-695a-44e4-bd89-c7771952f848 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:14.492104 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-746dc561-695a-44e4-bd89-c7771952f848 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:14.496383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] For port 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96,segment=NetworkSegment(5e15bb6b-56ec-4eb1-87f7-96f9e47787a2),segment_id=5e15bb6b-56ec-4eb1-87f7-96f9e47787a2)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:14.521033 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:14.526832 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:14.546033 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=6a609efc-c03b-4259-99c0-0f01b22b5115,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:14.554457 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:14.555274 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:14.564554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port b5f0f87a-e8b8-417b-b99e-a8e51d18f68e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:14.570793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port b5f0f87a-e8b8-417b-b99e-a8e51d18f68e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:14.571399 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:14.592651 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-746dc561-695a-44e4-bd89-c7771952f848 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Calling delete_port for 751581cd-954e-4f22-9841-6a36e348544f owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:14.651333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:14.651971 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:14.653419 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] 10.222.0.22 "PUT /v2.0/ports/30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 HTTP/1.1" status: 200 len: 1092 time: 3.6124427 Jul 15 15:01:14.654166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1092cc40-8dfb-41b1-ada2-36af36ef1bec', 'tag': '30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:14.656425 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c19753-d13c-4ee8-8b40-4002162b22c5" -d '{"events": [{"name": "network-changed", "server_uuid": "1092cc40-8dfb-41b1-ada2-36af36ef1bec", "tag": "30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:14.696643 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:14.733797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port b5f0f87a-e8b8-417b-b99e-a8e51d18f68e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b5f0f87a-e8b8-417b-b99e-a8e51d18f68e,segment=NetworkSegment(b9b7995f-dfe9-472a-b103-adc5777fb7b7),segment_id=b9b7995f-dfe9-472a-b103-adc5777fb7b7)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:14.738785 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:14.794764 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=b5f0f87a-e8b8-417b-b99e-a8e51d18f68e,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:14.812534 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e70ab52a-9bda-41e3-93d6-7624f8a31a14 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:01:14.833133 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba38bb-e61d-44bb-8951-b422eb53a92e service neutron] Pushing event updated for resources: {'Port': ['ID=30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:14.834478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: e70ab52a-9bda-41e3-93d6-7624f8a31a14 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:01:14.835072 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e70ab52a-9bda-41e3-93d6-7624f8a31a14 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:01:14.945190 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-af26f405-0fb8-4907-88b3-00fc3d9135d9 service neutron] 10.222.0.38 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884732 Jul 15 15:01:14.987782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=70b6b1b9-e240-4fb1-8700-a765868fb40a,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:15.018976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 25ffa638-f9fc-4150-8d35-4bfc1b0ae56f is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:15.026479 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:15.037816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e03785-6f25-4e3e-81bc-b48552a67e1a req-0b0e71a4-f74d-4171-ab4b-38a127e57b82 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:15.039453 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d0e03785-6f25-4e3e-81bc-b48552a67e1a req-0b0e71a4-f74d-4171-ab4b-38a127e57b82 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/ports?device_id=1092cc40-8dfb-41b1-ada2-36af36ef1bec HTTP/1.1" status: 200 len: 944 time: 0.3383703 Jul 15 15:01:15.046698 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-d76b849a-ce48-4122-b672-7beb807d3145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:15.048300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-d76b849a-ce48-4122-b672-7beb807d3145 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5940ea00ca014afc8512b1040623e130&device_id=1092cc40-8dfb-41b1-ada2-36af36ef1bec HTTP/1.1" status: 200 len: 1095 time: 0.3013659 Jul 15 15:01:15.256702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b5f0f87a-e8b8-417b-b99e-a8e51d18f68e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:15.356643 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port b5f0f87a-e8b8-417b-b99e-a8e51d18f68e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:15.357028 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:15.509476 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a93b579d-b3fa-4495-b4ea-3273e893d6ad None None] Provisioning complete for port 70b6b1b9-e240-4fb1-8700-a765868fb40a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:15.510129 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a93b579d-b3fa-4495-b4ea-3273e893d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:15.535077 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e365f55c-bee3-4edd-8a93-a0e89b791370 x-openstack-request-id: req-e365f55c-bee3-4edd-8a93-a0e89b791370 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:15.535479 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31081a8c-f161-4831-a471-a8606ad271ac", "name": "network-vif-plugged", "status": "completed", "tag": "6a609efc-c03b-4259-99c0-0f01b22b5115", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:15.535803 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e365f55c-bee3-4edd-8a93-a0e89b791370 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:15.536233 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31081a8c-f161-4831-a471-a8606ad271ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a609efc-c03b-4259-99c0-0f01b22b5115', 'code': 200} Jul 15 15:01:15.555450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a93b579d-b3fa-4495-b4ea-3273e893d6ad None None] Port 70b6b1b9-e240-4fb1-8700-a765868fb40a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:15.646652 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4e5cab-8901-46c6-9334-2846a0f944d4 x-openstack-request-id: req-9f4e5cab-8901-46c6-9334-2846a0f944d4 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:15.647259 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1092cc40-8dfb-41b1-ada2-36af36ef1bec", "tag": "30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:15.647259 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f4e5cab-8901-46c6-9334-2846a0f944d4 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:15.647605 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1092cc40-8dfb-41b1-ada2-36af36ef1bec', 'tag': '30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96', 'status': 'completed', 'code': 200} Jul 15 15:01:15.711402 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-00353b08-06ba-41af-a378-3032286b72cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 HTTP/1.1" status: 200 len: 217 time: 0.6329446 Jul 15 15:01:15.847047 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-746dc561-695a-44e4-bd89-c7771952f848 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:15.883344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-fff0f72e-32b5-4f3a-b24e-f6eb9b08b38d tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=dd4eb04287d947938c80194a6ea2bd9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1275105 Jul 15 15:01:15.915193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d0e03785-6f25-4e3e-81bc-b48552a67e1a req-cb14db11-3a92-4b35-a711-c47a9a6bfdf7 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd8721a5-f46b-4160-8d59-f658abf0c78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8622863 Jul 15 15:01:15.926830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dc561-695a-44e4-bd89-c7771952f848 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Pushing event deleted for resources: {'Port': ['ID=751581cd-954e-4f22-9841-6a36e348544f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:15.982565 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-579d4c0e-6b74-4d91-9727-ec574ab018a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:15.983700 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-579d4c0e-6b74-4d91-9727-ec574ab018a4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9aca4aa7-4cf7-4632-a2cd-9c0797c0ab4b HTTP/1.1" status: 200 len: 861 time: 0.2247660 Jul 15 15:01:16.083664 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-69143b6a-956a-4a58-b915-e54f7074bcc7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c082217d-a24b-4a72-95dc-58686314c512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747437 Jul 15 15:01:16.175365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-09faffdc-acf4-4f5a-87fc-479196158600 req-792e0b08-9841-4a85-bc81-ae0f58d71db8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 210 time: 0.1183083 Jul 15 15:01:16.190881 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371abcaa-fed3-4a23-a765-4ff735d07830 req-a7232cd8-e525-4cb7-95f5-814a3a4827ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:16.192407 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-371abcaa-fed3-4a23-a765-4ff735d07830 req-a7232cd8-e525-4cb7-95f5-814a3a4827ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 1100 time: 0.5476217 Jul 15 15:01:16.236550 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-746dc561-695a-44e4-bd89-c7771952f848 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:16.239186 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-746dc561-695a-44e4-bd89-c7771952f848 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:16.240417 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-746dc561-695a-44e4-bd89-c7771952f848 tempest-FloatingIPAdminTestJSON-653245421 tempest-FloatingIPAdminTestJSON-653245421-project] 10.222.0.38 "DELETE /v2.0/floatingips/f3f62e0b-472b-4a10-8ba6-31bcde4d69e9 HTTP/1.1" status: 204 len: 168 time: 2.7558391 Jul 15 15:01:16.293041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-593410db-14ec-44ba-afb8-bfb421391e60 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:16.294662 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-593410db-14ec-44ba-afb8-bfb421391e60 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3759410 Jul 15 15:01:16.307096 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router 9575fa1f-f30b-4cfc-9614-ce4c5de3626b is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:01:16.345108 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-371abcaa-fed3-4a23-a765-4ff735d07830 req-953b85ee-6721-49a4-974c-07e1efeb3079 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a793afe8-dcf2-483d-bcf8-29749693998a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375709 Jul 15 15:01:16.385499 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-5570c349-62ec-4eae-a208-554de2052bd9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/quotas/dd4eb04287d947938c80194a6ea2bd9a HTTP/1.1" status: 200 len: 375 time: 0.0621169 Jul 15 15:01:16.395512 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-f74f8071-9fa4-4531-aaf6-0127c7c36277 service neutron] 10.222.0.22 "GET /v2.0/networks/c082217d-a24b-4a72-95dc-58686314c512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666717 Jul 15 15:01:16.515597 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-e619dc20-7534-4244-ac21-840cd1bfcb29 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd4eb04287d947938c80194a6ea2bd9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1221516 Jul 15 15:01:16.610453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52998) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:16.682095 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-6b8f16e1-defb-453d-a06a-3e8bb8b6bceb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:16.685066 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-6b8f16e1-defb-453d-a06a-3e8bb8b6bceb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.22 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 811 time: 0.1942518 Jul 15 15:01:16.770890 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-28616407-ca16-4874-8d6b-9ef0301aa1c4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c5f68e801754b35b4442f3196d57784 HTTP/1.1" status: 200 len: 380 time: 0.0762963 Jul 15 15:01:16.780883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-17108d17-8af3-46a6-8c47-1a95a3eaa1c0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Request body: {'port': {'device_id': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'admin_state_up': True, 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'security_groups': ['2a6e716e-fafd-452e-8e8e-d7016e739ba4']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:16.795568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:16.809147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a3438-1c40-4157-93f2-a33a2d597bcd None None] Sync routers for ids ['9575fa1f-f30b-4cfc-9614-ce4c5de3626b'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:16.828349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a3438-1c40-4157-93f2-a33a2d597bcd None None] Routers {'9575fa1f-f30b-4cfc-9614-ce4c5de3626b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:16.832748 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-336c99b0-41a8-452f-8324-9640bda9a79c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/9575fa1f-f30b-4cfc-9614-ce4c5de3626b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7741933 Jul 15 15:01:16.834435 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7b1a3438-1c40-4157-93f2-a33a2d597bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9575fa1f-f30b-4cfc-9614-ce4c5de3626b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:16.842689 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53006) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:16.939298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7b1a3438-1c40-4157-93f2-a33a2d597bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:16.959864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a3438-1c40-4157-93f2-a33a2d597bcd None None] Routers {'9575fa1f-f30b-4cfc-9614-ce4c5de3626b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:16.960509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7b1a3438-1c40-4157-93f2-a33a2d597bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9575fa1f-f30b-4cfc-9614-ce4c5de3626b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:16.992657 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3437d92b-c01b-4414-8a8f-cd9e194219f4 req-9494123d-5f54-433d-b21d-1a61194cc455 service neutron] 10.222.0.22 "GET /v2.0/networks/c082217d-a24b-4a72-95dc-58686314c512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503447 Jul 15 15:01:17.011980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90345a0b-1d6d-4782-93c7-6777539f9aa4 req-c9e41e09-f54d-4dfc-b63f-1263d8dfa04e tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:17.015706 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90345a0b-1d6d-4782-93c7-6777539f9aa4 req-c9e41e09-f54d-4dfc-b63f-1263d8dfa04e tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/ports?device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 949 time: 0.7023313 Jul 15 15:01:17.036589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7b1a3438-1c40-4157-93f2-a33a2d597bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:17.037281 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a3438-1c40-4157-93f2-a33a2d597bcd None None] The sync data for ids ['9575fa1f-f30b-4cfc-9614-ce4c5de3626b'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:17.078988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a98e0b-da99-40a3-853c-980785f15e89 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:17.086159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-87a98e0b-da99-40a3-853c-980785f15e89 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports/70b6b1b9-e240-4fb1-8700-a765868fb40a HTTP/1.1" status: 200 len: 911 time: 0.2268515 Jul 15 15:01:17.090405 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53010) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:17.331161 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90345a0b-1d6d-4782-93c7-6777539f9aa4 req-63d18d32-5cc4-4edb-8c44-9060d2a59e9a tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a793afe8-dcf2-483d-bcf8-29749693998a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959838 Jul 15 15:01:17.396782 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df31bf52-a461-4a30-b8d7-e7597237663a req-10a30442-17ab-44aa-a9bc-ce9656caf0a6 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 210 time: 0.1200366 Jul 15 15:01:17.652024 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06689ba1-a3b0-498e-9636-0994c2c5541c req-b2a69adc-27a8-4f56-b1ab-002ddb7fcd05 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 210 time: 0.0823421 Jul 15 15:01:17.657781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c19753-d13c-4ee8-8b40-4002162b22c5 req-7d6a28d0-933c-4bf4-9e5d-2ae6a1ce080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:17.659616 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c19753-d13c-4ee8-8b40-4002162b22c5 req-7d6a28d0-933c-4bf4-9e5d-2ae6a1ce080c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5940ea00ca014afc8512b1040623e130&device_id=1092cc40-8dfb-41b1-ada2-36af36ef1bec HTTP/1.1" status: 200 len: 1095 time: 0.4808211 Jul 15 15:01:17.675736 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-99aeb641-3c80-4b9a-ac6a-480006336093 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=92defe548d6c4e33aad886833987f4b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0555966 Jul 15 15:01:17.676736 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53020) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:17.733413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-17108d17-8af3-46a6-8c47-1a95a3eaa1c0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Made reservation on behalf of 1c5f68e801754b35b4442f3196d57784 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:17.738878 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-17108d17-8af3-46a6-8c47-1a95a3eaa1c0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:17.850724 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2e283-5700-4687-a10a-4e9ab3c05c4f req-de03dafe-65ab-42c4-ae93-1dc11acd0bf2 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:17.855849 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdbc6bc6-5321-4378-818e-ef9e137cc577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:17.858497 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79c2e283-5700-4687-a10a-4e9ab3c05c4f req-de03dafe-65ab-42c4-ae93-1dc11acd0bf2 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/ports?device_id=1092cc40-8dfb-41b1-ada2-36af36ef1bec HTTP/1.1" status: 200 len: 944 time: 0.3809536 Jul 15 15:01:17.907917 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdbc6bc6-5321-4378-818e-ef9e137cc577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:17.927119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c19753-d13c-4ee8-8b40-4002162b22c5 req-77627de9-82b8-4030-a662-56dfde5e5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:17.928658 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c19753-d13c-4ee8-8b40-4002162b22c5 req-77627de9-82b8-4030-a662-56dfde5e5d5f service neutron] 10.222.0.22 "GET /v2.0/networks?id=c082217d-a24b-4a72-95dc-58686314c512 HTTP/1.1" status: 200 len: 922 time: 0.2608283 Jul 15 15:01:17.967533 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79c2e283-5700-4687-a10a-4e9ab3c05c4f req-313d3472-e375-475d-82fd-84deed5dbb31 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd8721a5-f46b-4160-8d59-f658abf0c78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075525 Jul 15 15:01:17.976147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-17108d17-8af3-46a6-8c47-1a95a3eaa1c0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Allocated IP 172.20.0.8 (279c9251-f575-4675-be20-04a9e6587e7b/e32fa86b-919e-44da-8f1f-1b14acd5ffbb/9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:18.049188 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c19753-d13c-4ee8-8b40-4002162b22c5 req-bec21c5e-117d-4744-a037-51ab9495aaf0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 HTTP/1.1" status: 200 len: 217 time: 0.0962131 Jul 15 15:01:18.144322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c19753-d13c-4ee8-8b40-4002162b22c5 req-d41df495-8f1d-4ee1-be10-8ec7a9a0b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:18.147206 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c19753-d13c-4ee8-8b40-4002162b22c5 req-d41df495-8f1d-4ee1-be10-8ec7a9a0b562 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9aca4aa7-4cf7-4632-a2cd-9c0797c0ab4b HTTP/1.1" status: 200 len: 861 time: 0.0894549 Jul 15 15:01:18.154399 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:18.158320 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdbc6bc6-5321-4378-818e-ef9e137cc577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:18.161314 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdbc6bc6-5321-4378-818e-ef9e137cc577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:18.162489 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fdbc6bc6-5321-4378-818e-ef9e137cc577 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9f333f98-95b9-4898-9242-f56a18cf4eef HTTP/1.1" status: 204 len: 168 time: 0.4844627 Jul 15 15:01:18.192618 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c19753-d13c-4ee8-8b40-4002162b22c5 req-981cded2-8741-4bd9-8ec8-be5848f639a3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c082217d-a24b-4a72-95dc-58686314c512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357599 Jul 15 15:01:18.205919 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-17108d17-8af3-46a6-8c47-1a95a3eaa1c0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:18.222291 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-17108d17-8af3-46a6-8c47-1a95a3eaa1c0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Transition to ACTIVE for port object 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:18.227148 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:01:18.232498 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc6bc6-5321-4378-818e-ef9e137cc577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f333f98-95b9-4898-9242-f56a18cf4eef,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:18.286016 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-17108d17-8af3-46a6-8c47-1a95a3eaa1c0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:18.366425 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-17108d17-8af3-46a6-8c47-1a95a3eaa1c0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Network 279c9251-f575-4675-be20-04a9e6587e7b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:18.373500 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-17108d17-8af3-46a6-8c47-1a95a3eaa1c0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:18.382464 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-17108d17-8af3-46a6-8c47-1a95a3eaa1c0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:18.390732 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17108d17-8af3-46a6-8c47-1a95a3eaa1c0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event updated for resources: {'Port': ['ID=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:18.473693 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c19753-d13c-4ee8-8b40-4002162b22c5 req-e7e05bf1-fec4-4aca-9c15-71571130b731 service neutron] 10.222.0.22 "GET /v2.0/networks/c082217d-a24b-4a72-95dc-58686314c512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742448 Jul 15 15:01:18.537305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-17108d17-8af3-46a6-8c47-1a95a3eaa1c0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:18.538365 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-17108d17-8af3-46a6-8c47-1a95a3eaa1c0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:18.567868 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-17108d17-8af3-46a6-8c47-1a95a3eaa1c0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7909255 Jul 15 15:01:18.591671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Request body: {'port': {'device_id': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:18.729048 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:18.787807 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:18.804768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53036) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:18.816879 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b3110d9e-9414-4984-a618-4240ef79df95 None None] Provisioning for port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:18.821593 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b3110d9e-9414-4984-a618-4240ef79df95 None None] Provisioning complete for port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:18.821967 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b3110d9e-9414-4984-a618-4240ef79df95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:18.832411 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42f8b208-2149-49ce-9b77-b38fa0ddc5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:18.833611 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-2567ae92-18b6-4a53-88d9-3d3633a5c97b tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=dd4eb04287d947938c80194a6ea2bd9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674417 Jul 15 15:01:18.881979 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b3110d9e-9414-4984-a618-4240ef79df95 None None] Port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:18.956910 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8cf12a77-16e5-41fd-ba80-37a1eaee3657 req-e9d7a5d3-6b41-4a97-9aa3-cd81bd8c5f06 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 210 time: 0.3545313 Jul 15 15:01:19.074385 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:19.096987 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c19753-d13c-4ee8-8b40-4002162b22c5 req-207ba4ae-1321-4b61-bd2c-c28a0f2a5a86 service neutron] 10.222.0.22 "GET /v2.0/networks/c082217d-a24b-4a72-95dc-58686314c512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145482 Jul 15 15:01:19.134106 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:01:19.147735 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:19.169082 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Transition to ACTIVE for port object 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:19.179761 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:19.217811 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42f8b208-2149-49ce-9b77-b38fa0ddc5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:19.230864 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42f8b208-2149-49ce-9b77-b38fa0ddc5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:19.275175 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:19.305833 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-42f8b208-2149-49ce-9b77-b38fa0ddc5f6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=342a6f9f81434a0288238666409d539e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4996781 Jul 15 15:01:19.306577 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53042) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:19.334566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8b208-2149-49ce-9b77-b38fa0ddc5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd1207c-9eda-4bf2-810d-5a2f9c18cbfd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:19.433325 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Attempting to bind port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:19.433670 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Attempting to bind port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:19.434002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Attempting to bind port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 on network 279c9251-f575-4675-be20-04a9e6587e7b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:19.441831 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ea7fb96-8252-4f23-b288-68a6f099a9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:19.444686 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 on network 279c9251-f575-4675-be20-04a9e6587e7b not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:19.445018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Attempting to bind port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 on network 279c9251-f575-4675-be20-04a9e6587e7b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:19.461241 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:19.461584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Checking segment: {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:19.461996 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Bound using segment: {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:19.462430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Bound port: 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:19.462835 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:19.481260 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ea7fb96-8252-4f23-b288-68a6f099a9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:19.512155 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:01:19.569206 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:19.573002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:19.579678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:19.606891 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Allocated IP 2001:db8:1::1 (57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed/afcebaa0-3a96-4db6-bda2-169804cf78b7/a01969a8-f685-4fdb-89ef-3a72d06e05b0) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:19.610437 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ea7fb96-8252-4f23-b288-68a6f099a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:19.613334 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ea7fb96-8252-4f23-b288-68a6f099a9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:19.617552 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0ea7fb96-8252-4f23-b288-68a6f099a9ed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6cd1207c-9eda-4bf2-810d-5a2f9c18cbfd HTTP/1.1" status: 204 len: 168 time: 0.2912312 Jul 15 15:01:19.640810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:19.641737 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:19.643243 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] 10.222.0.22 "PUT /v2.0/ports/9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 HTTP/1.1" status: 200 len: 1091 time: 1.0675461 Jul 15 15:01:19.644031 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:19.646691 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05493231-bfe0-45e3-b1c7-2de9676e1582" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:19.650069 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dd3fa-bb83-4766-a298-a6de316c2c3d req-a8a84d4f-b933-4083-8539-c31548e2f6f9 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:19.651757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3dd3fa-bb83-4766-a298-a6de316c2c3d req-a8a84d4f-b933-4083-8539-c31548e2f6f9 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/ports?device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 949 time: 0.9235060 Jul 15 15:01:19.653037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7fb96-8252-4f23-b288-68a6f099a9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd1207c-9eda-4bf2-810d-5a2f9c18cbfd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:19.665362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1047b6-afd3-47d0-84e8-e38ee31d91b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:19.669109 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-c430baf2-d3bd-4739-8c3f-a59b2d60afdc tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:19.670669 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-c430baf2-d3bd-4739-8c3f-a59b2d60afdc tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7411017 Jul 15 15:01:19.689815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Request body: {'port': {'device_id': '5b2a01ad-3993-4138-b27e-16989fed6954', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'dd4eb04287d947938c80194a6ea2bd9a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:19.787548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96,segment=NetworkSegment(5e15bb6b-56ec-4eb1-87f7-96f9e47787a2),segment_id=5e15bb6b-56ec-4eb1-87f7-96f9e47787a2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:19.818007 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-81b160c3-815a-4cd4-95a2-e0b2f4de5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:19.823284 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-81b160c3-815a-4cd4-95a2-e0b2f4de5968 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 1094 time: 0.0981524 Jul 15 15:01:19.832800 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96', 'network_id': 'c082217d-a24b-4a72-95dc-58686314c512', 'port_id': '30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96', 'mac_address': 'fa:16:3e:ba:50:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aca4aa7-4cf7-4632-a2cd-9c0797c0ab4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:01:19.884829 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-0df4a07e-584d-4df9-95e9-0a05fdf8f59c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 HTTP/1.1" status: 200 len: 217 time: 0.0505958 Jul 15 15:01:19.908422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e36ea4-9297-4774-9a3c-9f449de3ab80 req-192aeb6e-120d-4d00-acc0-d8a52ffe30bc tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:19.915590 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4e36ea4-9297-4774-9a3c-9f449de3ab80 req-192aeb6e-120d-4d00-acc0-d8a52ffe30bc tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 931 time: 0.8322220 Jul 15 15:01:19.929294 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:19.975470 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3dd3fa-bb83-4766-a298-a6de316c2c3d req-692d8651-ab08-455d-abaf-8d84d39303ad tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a793afe8-dcf2-483d-bcf8-29749693998a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765834 Jul 15 15:01:19.980269 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-a96ee194-6253-4a67-8ad1-ede559a976f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:19.981664 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-a96ee194-6253-4a67-8ad1-ede559a976f0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.0905011 Jul 15 15:01:19.991654 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:01:20.036813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96,segment=NetworkSegment(5e15bb6b-56ec-4eb1-87f7-96f9e47787a2),segment_id=5e15bb6b-56ec-4eb1-87f7-96f9e47787a2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:20.039899 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4e36ea4-9297-4774-9a3c-9f449de3ab80 req-87fd3999-1b62-482a-8d5d-0eeaee92913e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232498 Jul 15 15:01:20.048266 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:20.121653 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:20.159509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-13f8a2bc-3f05-4945-b211-0c9dc8275c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:20.161094 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-13f8a2bc-3f05-4945-b211-0c9dc8275c0d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707513 Jul 15 15:01:20.197835 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Made reservation on behalf of dd4eb04287d947938c80194a6ea2bd9a for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:20.209343 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:20.230263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:20.244249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Transition to ACTIVE for port object a01969a8-f685-4fdb-89ef-3a72d06e05b0 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:20.251373 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:20.330739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:01:20.356256 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-7292157f-1fa7-4c60-9473-797d51a27096 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792803 Jul 15 15:01:20.409376 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe66005-680c-4173-b974-c60df8f2610e req-30ec1946-59df-4d66-ba15-4f42372119bd tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:20.411172 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fe66005-680c-4173-b974-c60df8f2610e req-30ec1946-59df-4d66-ba15-4f42372119bd tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/ports?device_id=1092cc40-8dfb-41b1-ada2-36af36ef1bec HTTP/1.1" status: 200 len: 945 time: 0.1619008 Jul 15 15:01:20.414634 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:20.486548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53056) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:20.493600 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:20.532352 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:20.542387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:20.543035 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:20.545707 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7a81d6fe-13d2-42ec-b38a-61fad273735b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:20.577126 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bd74080-1407-4479-b52a-fe13e7da6b91 req-a684cc9c-8b39-4510-8e16-2224ed6b9067 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133586 Jul 15 15:01:20.588332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=a01969a8-f685-4fdb-89ef-3a72d06e05b0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:20.614922 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0476c0b-6526-4365-8024-01f7b7793c64 x-openstack-request-id: req-a0476c0b-6526-4365-8024-01f7b7793c64 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:20.615403 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:20.616434 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a0476c0b-6526-4365-8024-01f7b7793c64 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:20.616857 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'status': 'completed', 'code': 200} Jul 15 15:01:20.705585 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fe66005-680c-4173-b974-c60df8f2610e req-13f8689f-73ac-4900-b1bb-1e63dad01df9 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd8721a5-f46b-4160-8d59-f658abf0c78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770627 Jul 15 15:01:20.776385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05493231-bfe0-45e3-b1c7-2de9676e1582 req-d705569d-fbcc-4b48-aff5-0c759648f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:20.779296 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-05493231-bfe0-45e3-b1c7-2de9676e1582 req-d705569d-fbcc-4b48-aff5-0c759648f73c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 1094 time: 0.1047716 Jul 15 15:01:20.810793 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:20.851067 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fb741d5-d1b2-4dd0-ae4c-7056b7a45821 req-648e853a-496e-4505-9c03-1e9d4eb04903 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 210 time: 0.1101651 Jul 15 15:01:20.883011 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:20.889204 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:20.910442 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05493231-bfe0-45e3-b1c7-2de9676e1582 req-1ad4b918-0b22-443b-98d2-45d6b43f03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:20.912287 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-05493231-bfe0-45e3-b1c7-2de9676e1582 req-1ad4b918-0b22-443b-98d2-45d6b43f03ab service neutron] 10.222.0.22 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.1228895 Jul 15 15:01:20.950485 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b1c66934-034a-4306-bcd6-298f31fc3324 None None] Provisioning for port a01969a8-f685-4fdb-89ef-3a72d06e05b0 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:20.958435 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b1c66934-034a-4306-bcd6-298f31fc3324 None None] Provisioning complete for port a01969a8-f685-4fdb-89ef-3a72d06e05b0 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:20.959758 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b1c66934-034a-4306-bcd6-298f31fc3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:20.963733 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-05493231-bfe0-45e3-b1c7-2de9676e1582 req-873a8e31-a31a-4165-a1e2-a160f58ca936 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 HTTP/1.1" status: 200 len: 217 time: 0.0443769 Jul 15 15:01:21.006747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b1c66934-034a-4306-bcd6-298f31fc3324 None None] Port a01969a8-f685-4fdb-89ef-3a72d06e05b0 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:21.039603 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05493231-bfe0-45e3-b1c7-2de9676e1582 req-9c4063ac-475d-4578-8a29-e9f22d05a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:21.041288 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-05493231-bfe0-45e3-b1c7-2de9676e1582 req-9c4063ac-475d-4578-8a29-e9f22d05a409 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.0700347 Jul 15 15:01:21.120402 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05493231-bfe0-45e3-b1c7-2de9676e1582 req-e19bc90c-62b2-43c0-b113-bd6ef16efc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:21.122135 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-05493231-bfe0-45e3-b1c7-2de9676e1582 req-e19bc90c-62b2-43c0-b113-bd6ef16efc51 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739729 Jul 15 15:01:21.212796 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7a81d6fe-13d2-42ec-b38a-61fad273735b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:21.225179 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7a81d6fe-13d2-42ec-b38a-61fad273735b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:21.239815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4310aa26-c0fc-4498-8ce6-2902fa6bc4e2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:21.265238 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-05493231-bfe0-45e3-b1c7-2de9676e1582 req-72191f56-2360-43c6-a45d-f843972a8e18 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310585 Jul 15 15:01:21.374955 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-05493231-bfe0-45e3-b1c7-2de9676e1582 req-408b39e3-cd5b-42c5-a0b6-06a0e417f74b service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025209 Jul 15 15:01:21.496323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7a81d6fe-13d2-42ec-b38a-61fad273735b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5217421e026947588ffebb387df916ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0078626 Jul 15 15:01:21.499386 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53064) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:21.511685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81d6fe-13d2-42ec-b38a-61fad273735b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40026573-ae16-442a-83d0-a256c5ef029a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:21.525427 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:21.561575 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59276dd4-3218-4015-a190-c63b091af5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:21.590482 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59276dd4-3218-4015-a190-c63b091af5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:21.602303 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:21.609983 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:21.610791 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:21.624822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Allocated IP 192.168.233.174 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/9a9f1e10-d759-4fc3-92ff-b00fad61d75f) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:21.677372 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59276dd4-3218-4015-a190-c63b091af5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:21.684135 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59276dd4-3218-4015-a190-c63b091af5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:21.686729 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-59276dd4-3218-4015-a190-c63b091af5f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/40026573-ae16-442a-83d0-a256c5ef029a HTTP/1.1" status: 204 len: 168 time: 0.1854982 Jul 15 15:01:21.705791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59276dd4-3218-4015-a190-c63b091af5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40026573-ae16-442a-83d0-a256c5ef029a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:21.750826 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4964b0-aa48-4a68-8aeb-840a59a71a50 req-e68af57c-ef88-44b8-b32f-2f91778de8d9 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:21.753280 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf4964b0-aa48-4a68-8aeb-840a59a71a50 req-e68af57c-ef88-44b8-b32f-2f91778de8d9 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 943 time: 0.4362786 Jul 15 15:01:21.756542 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:21.768482 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab60cf-022a-4399-ae0c-6eb2ded60639 req-bcfc7e09-9d7d-41cc-9f05-0e2f899288e6 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:21.780711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dab60cf-022a-4399-ae0c-6eb2ded60639 req-bcfc7e09-9d7d-41cc-9f05-0e2f899288e6 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/ports?device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 949 time: 0.4261940 Jul 15 15:01:21.793877 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1092cc40-8dfb-41b1-ada2-36af36ef1bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:21.797781 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019f495d-2c58-4f6a-93bf-0c7d1477e1ff" -d '{"events": [{"server_uuid": "1092cc40-8dfb-41b1-ada2-36af36ef1bec", "name": "network-vif-plugged", "status": "completed", "tag": "30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:21.813380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96,segment=NetworkSegment(5e15bb6b-56ec-4eb1-87f7-96f9e47787a2),segment_id=5e15bb6b-56ec-4eb1-87f7-96f9e47787a2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:21.819898 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:21.913431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:21.927873 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:21.928341 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:21.928876 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:21.929413 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:21.929942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:21.930467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:21.931024 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:21.931558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:21.932092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:21.932627 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:21.933196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:21.933725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:21.985777 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf4964b0-aa48-4a68-8aeb-840a59a71a50 req-e41a9328-1b69-4181-8ddc-b5fa00f9a0eb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941359 Jul 15 15:01:21.999397 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dab60cf-022a-4399-ae0c-6eb2ded60639 req-945ebd0b-b087-44be-b3b7-ae08d5b88031 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a793afe8-dcf2-483d-bcf8-29749693998a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166610 Jul 15 15:01:22.020301 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:22.081946 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:22.083187 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:22.240812 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=a01969a8-f685-4fdb-89ef-3a72d06e05b0,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:22.247417 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:22.273833 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Transition to ACTIVE for port object 9a9f1e10-d759-4fc3-92ff-b00fad61d75f will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:22.296358 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e69075-b966-425e-90c8-d81bf200fadc x-openstack-request-id: req-76e69075-b966-425e-90c8-d81bf200fadc {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:22.297024 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1092cc40-8dfb-41b1-ada2-36af36ef1bec", "name": "network-vif-plugged", "status": "completed", "tag": "30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:22.297558 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-76e69075-b966-425e-90c8-d81bf200fadc {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:22.298285 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1092cc40-8dfb-41b1-ada2-36af36ef1bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96', 'code': 200} Jul 15 15:01:22.300928 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:22.316291 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:22.470024 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82d07f-72f6-49fb-a9c8-5cd5c52c1c89 req-78f8649e-f62c-44ad-956e-34ea6aac07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:22.474828 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c82d07f-72f6-49fb-a9c8-5cd5c52c1c89 req-78f8649e-f62c-44ad-956e-34ea6aac07c8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1092cc40-8dfb-41b1-ada2-36af36ef1bec HTTP/1.1" status: 200 len: 1097 time: 0.0933826 Jul 15 15:01:22.581869 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:22.589102 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c82d07f-72f6-49fb-a9c8-5cd5c52c1c89 req-5722e14a-5e21-4521-bee1-a90f32939ba9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cd8721a5-f46b-4160-8d59-f658abf0c78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029480 Jul 15 15:01:22.663271 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9703d42-28f6-4f97-a447-590e8d3c55c6 req-4b960155-6384-4bab-8932-813041fb5abf tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:22.665218 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a9703d42-28f6-4f97-a447-590e8d3c55c6 req-4b960155-6384-4bab-8932-813041fb5abf tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.11 "GET /v2.0/ports?device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 949 time: 0.1061063 Jul 15 15:01:22.678636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:22.681243 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8e79c753-f397-4d4a-b990-b844ea6c931b None None] Provisioning complete for port a01969a8-f685-4fdb-89ef-3a72d06e05b0 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:22.681845 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e79c753-f397-4d4a-b990-b844ea6c931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:22.693994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:22.707853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:22.727748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8e79c753-f397-4d4a-b990-b844ea6c931b None None] Port a01969a8-f685-4fdb-89ef-3a72d06e05b0 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:22.748055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0df73-da6f-42ec-85a8-39e65763e4f8 req-cfa3cd42-d4fa-482e-bea2-998969c53a3e tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:22.755802 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-98b0df73-da6f-42ec-85a8-39e65763e4f8 req-cfa3cd42-d4fa-482e-bea2-998969c53a3e tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/ports?device_id=1092cc40-8dfb-41b1-ada2-36af36ef1bec HTTP/1.1" status: 200 len: 946 time: 0.4407907 Jul 15 15:01:22.783075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router 9575fa1f-f30b-4cfc-9614-ce4c5de3626b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:01:22.791544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Pushing event updated for resources: {'Port': ['ID=9a9f1e10-d759-4fc3-92ff-b00fad61d75f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:22.849122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:22.849848 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:22.868519 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-98b0df73-da6f-42ec-85a8-39e65763e4f8 req-aeac2047-9dff-4c05-8984-1c7062b3fe72 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd8721a5-f46b-4160-8d59-f658abf0c78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117663 Jul 15 15:01:22.887925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792646c-a154-4797-9804-32a85fd9cc88 req-4fcc516f-5b59-42d4-95a2-1c4a2b5c5bbd tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:22.891785 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a9703d42-28f6-4f97-a447-590e8d3c55c6 req-b8426b4e-3bc0-4039-a8c2-cb9ba31a8e48 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Deleting port 6a609efc-c03b-4259-99c0-0f01b22b5115 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:22.892340 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a9703d42-28f6-4f97-a447-590e8d3c55c6 req-b8426b4e-3bc0-4039-a8c2-cb9ba31a8e48 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:22.895855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f792646c-a154-4797-9804-32a85fd9cc88 req-4fcc516f-5b59-42d4-95a2-1c4a2b5c5bbd tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 936 time: 0.3602746 Jul 15 15:01:22.987026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-b2a3e949-ab76-44d7-a6ed-c3b0415a41c9 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3031628 Jul 15 15:01:23.004386 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Request body: {'port': {'device_id': '5b2a01ad-3993-4138-b27e-16989fed6954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:23.068053 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f792646c-a154-4797-9804-32a85fd9cc88 req-02eef2a1-3269-4d3d-8dab-8df69f5e7353 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/security-groups?id=4310aa26-c0fc-4498-8ce6-2902fa6bc4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712799 Jul 15 15:01:23.078572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:23.081755 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a9703d42-28f6-4f97-a447-590e8d3c55c6 req-b8426b4e-3bc0-4039-a8c2-cb9ba31a8e48 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] For port 6a609efc-c03b-4259-99c0-0f01b22b5115, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6a609efc-c03b-4259-99c0-0f01b22b5115,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:23.082207 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a9703d42-28f6-4f97-a447-590e8d3c55c6 req-b8426b4e-3bc0-4039-a8c2-cb9ba31a8e48 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:23.086553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-43df06f7-7cfc-4a74-8ade-366b6e47504d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/9575fa1f-f30b-4cfc-9614-ce4c5de3626b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9940453 Jul 15 15:01:23.089068 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53102) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:23.092714 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6308fec5-0649-4dd0-b774-e553d4503db5 None None] Sync routers for ids ['9575fa1f-f30b-4cfc-9614-ce4c5de3626b'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:23.140097 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6308fec5-0649-4dd0-b774-e553d4503db5 None None] Routers {'9575fa1f-f30b-4cfc-9614-ce4c5de3626b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:23.141444 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6308fec5-0649-4dd0-b774-e553d4503db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9575fa1f-f30b-4cfc-9614-ce4c5de3626b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:23.146849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a9703d42-28f6-4f97-a447-590e8d3c55c6 req-b8426b4e-3bc0-4039-a8c2-cb9ba31a8e48 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Calling delete_port for 6a609efc-c03b-4259-99c0-0f01b22b5115 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:23.161177 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-20a1e28c-c513-464f-8cfa-cf8f869f4c95 None None] Provisioning for port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:23.172390 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-20a1e28c-c513-464f-8cfa-cf8f869f4c95 None None] Provisioning complete for port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:23.173070 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20a1e28c-c513-464f-8cfa-cf8f869f4c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:23.223616 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6308fec5-0649-4dd0-b774-e553d4503db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:23.237384 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:23.238549 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6308fec5-0649-4dd0-b774-e553d4503db5 None None] Routers {'9575fa1f-f30b-4cfc-9614-ce4c5de3626b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:23.239348 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6308fec5-0649-4dd0-b774-e553d4503db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9575fa1f-f30b-4cfc-9614-ce4c5de3626b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:23.271506 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449e4598-439e-4286-b259-efb5c968b008 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:23.288294 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-449e4598-439e-4286-b259-efb5c968b008 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports/a01969a8-f685-4fdb-89ef-3a72d06e05b0 HTTP/1.1" status: 200 len: 913 time: 0.1981525 Jul 15 15:01:23.307724 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53108) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:23.351452 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6308fec5-0649-4dd0-b774-e553d4503db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:23.351925 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a9703d42-28f6-4f97-a447-590e8d3c55c6 req-b8426b4e-3bc0-4039-a8c2-cb9ba31a8e48 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:23.356141 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6308fec5-0649-4dd0-b774-e553d4503db5 None None] The sync data for ids ['9575fa1f-f30b-4cfc-9614-ce4c5de3626b'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:23.381023 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['6a609efc-c03b-4259-99c0-0f01b22b5115'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:01:23.401135 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-20a1e28c-c513-464f-8cfa-cf8f869f4c95 None None] Port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:23.426110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8426b4e-3bc0-4039-a8c2-cb9ba31a8e48 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Pushing event deleted for resources: {'Port': ['ID=6a609efc-c03b-4259-99c0-0f01b22b5115,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:23.521572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9703d42-28f6-4f97-a447-590e8d3c55c6 req-b8426b4e-3bc0-4039-a8c2-cb9ba31a8e48 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] No DVR routers for this DVR port 6a609efc-c03b-4259-99c0-0f01b22b5115 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:01:23.523527 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:01:23.527992 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a9703d42-28f6-4f97-a447-590e8d3c55c6 req-b8426b4e-3bc0-4039-a8c2-cb9ba31a8e48 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:23.531765 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a9703d42-28f6-4f97-a447-590e8d3c55c6 req-b8426b4e-3bc0-4039-a8c2-cb9ba31a8e48 tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.11 "DELETE /v2.0/ports/6a609efc-c03b-4259-99c0-0f01b22b5115 HTTP/1.1" status: 204 len: 173 time: 0.8593669 Jul 15 15:01:23.532536 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31081a8c-f161-4831-a471-a8606ad271ac', 'name': 'network-vif-deleted', 'tag': '6a609efc-c03b-4259-99c0-0f01b22b5115'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:23.536678 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706acb95-9e44-4bee-80ff-f99488057ede" -d '{"events": [{"server_uuid": "31081a8c-f161-4831-a471-a8606ad271ac", "name": "network-vif-deleted", "tag": "6a609efc-c03b-4259-99c0-0f01b22b5115"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:23.621562 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7fcd7683-db47-4690-8149-f1daa713bd1a req-5602b5cf-bc6f-4035-8817-aa3031059e7a tempest-ImagesNegativeTestJSON-1736377007 tempest-ImagesNegativeTestJSON-1736377007-project] 10.222.0.38 "GET /v2.0/ports?device_id=31081a8c-f161-4831-a471-a8606ad271ac HTTP/1.1" status: 200 len: 210 time: 0.2006013 Jul 15 15:01:23.760799 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:23.777418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'port_id': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'mac_address': 'fa:16:3e:7f:26:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:01:23.866389 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:23.887974 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:01:23.917042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:23.927076 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.003213 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:24.080459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53124) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:24.113256 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdccaf1f-02c1-461a-9d79-18dc2661ae7a x-openstack-request-id: req-cdccaf1f-02c1-461a-9d79-18dc2661ae7a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:24.113664 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31081a8c-f161-4831-a471-a8606ad271ac", "name": "network-vif-deleted", "tag": "6a609efc-c03b-4259-99c0-0f01b22b5115", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:24.114329 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cdccaf1f-02c1-461a-9d79-18dc2661ae7a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:24.115553 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31081a8c-f161-4831-a471-a8606ad271ac', 'name': 'network-vif-deleted', 'tag': '6a609efc-c03b-4259-99c0-0f01b22b5115', 'status': 'completed', 'code': 200} Jul 15 15:01:24.202113 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:01:24.315057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-76a57def-f789-4a8d-9997-9e27a3cb401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1824812196'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:24.345746 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a57def-f789-4a8d-9997-9e27a3cb401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Made reservation on behalf of 26ee61f6a5954ff886dd9c04aae3e7d8 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:24.351206 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76a57def-f789-4a8d-9997-9e27a3cb401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.364599 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76a57def-f789-4a8d-9997-9e27a3cb401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.368585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d514c-27a1-4970-879e-4c26c4f29c5a req-50301ba2-2b85-497a-a679-ba84d6d693ea tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:24.370339 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-939d514c-27a1-4970-879e-4c26c4f29c5a req-50301ba2-2b85-497a-a679-ba84d6d693ea tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 943 time: 0.9514873 Jul 15 15:01:24.501345 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76a57def-f789-4a8d-9997-9e27a3cb401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.506615 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76a57def-f789-4a8d-9997-9e27a3cb401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.539518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a57def-f789-4a8d-9997-9e27a3cb401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:24.551229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a57def-f789-4a8d-9997-9e27a3cb401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4841fbd-1868-4a07-802d-4709b9534f0d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:24.556782 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76a57def-f789-4a8d-9997-9e27a3cb401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.557273 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-76a57def-f789-4a8d-9997-9e27a3cb401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Added segment 1c82e416-ff91-4795-9496-cb9a66542fd8 of type vlan for network 654a3350-1954-494a-82db-daf70eccec07 Jul 15 15:01:24.606194 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76a57def-f789-4a8d-9997-9e27a3cb401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.642240 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76a57def-f789-4a8d-9997-9e27a3cb401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.648889 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a57def-f789-4a8d-9997-9e27a3cb401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:24.650427 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76a57def-f789-4a8d-9997-9e27a3cb401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.690836 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-939d514c-27a1-4970-879e-4c26c4f29c5a req-b1a93400-e17a-46b0-b5cb-45e86705c485 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099499 Jul 15 15:01:24.718455 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-76a57def-f789-4a8d-9997-9e27a3cb401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.6363757 Jul 15 15:01:24.754028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ef8d3-ed70-4cd4-b3da-d2105682b6e1 req-f88f3a94-62ef-402e-9366-f699874cb363 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:24.755979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-932ef8d3-ed70-4cd4-b3da-d2105682b6e1 req-f88f3a94-62ef-402e-9366-f699874cb363 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/ports?device_id=1092cc40-8dfb-41b1-ada2-36af36ef1bec HTTP/1.1" status: 200 len: 946 time: 0.4692488 Jul 15 15:01:24.764162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a57def-f789-4a8d-9997-9e27a3cb401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Pushing event updated for resources: {'Network': ['ID=654a3350-1954-494a-82db-daf70eccec07,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:24.778225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 654a3350-1954-494a-82db-daf70eccec07 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:24.894348 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-932ef8d3-ed70-4cd4-b3da-d2105682b6e1 req-0d4de749-00a1-4ba6-98fa-34a07b003d34 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd8721a5-f46b-4160-8d59-f658abf0c78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306434 Jul 15 15:01:24.954845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9f1e10-d759-4fc3-92ff-b00fad61d75f {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:01:24.983530 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.012748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Transition to ACTIVE for port object 9a9f1e10-d759-4fc3-92ff-b00fad61d75f will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:25.023029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe3da9-b60b-4e96-b6c8-347df7a053d6 req-9277fcca-d1f4-48b2-a7ca-9404011f1381 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:25.024755 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7bfe3da9-b60b-4e96-b6c8-347df7a053d6 req-9277fcca-d1f4-48b2-a7ca-9404011f1381 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 936 time: 0.2040875 Jul 15 15:01:25.028000 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.137661 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b420b520-54ff-4cbc-b2d6-4463736fbbf4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.144623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9f1e10-d759-4fc3-92ff-b00fad61d75f,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:25.238521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53146) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:25.244052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7bfe3da9-b60b-4e96-b6c8-347df7a053d6 req-3ab313e4-9ebe-4ddd-ad74-953a9c3f1125 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/security-groups?id=4310aa26-c0fc-4498-8ce6-2902fa6bc4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962512 Jul 15 15:01:25.244933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Request body: {'port': {'network_id': '654a3350-1954-494a-82db-daf70eccec07', 'binding:host_id': 'n-h1-764435-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-487903505'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:25.296873 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Made reservation on behalf of 2abf66858084484a8e6579229857a85f for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:25.300661 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.315257 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.500018 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.506249 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.513997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] device_id is not set on port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:01:25.530929 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:25.551901 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Attempting to bind port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:25.552800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Attempting to bind port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:25.553127 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Attempting to bind port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:25.567717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:25.568748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Attempting to bind port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:25.601527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:25.602550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:25.603545 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:25.604598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Bound port: 9a9f1e10-d759-4fc3-92ff-b00fad61d75f, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:25.605507 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.636462 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e05ffe1-460d-4dc4-b5e2-92599f5522e4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:25.646806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:25.652323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:25.652768 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.807899 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 6a609efc-c03b-4259-99c0-0f01b22b5115 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:01:25.817608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] For port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:25.822785 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] For port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9a9f1e10-d759-4fc3-92ff-b00fad61d75f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:25.833111 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.886313 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 6a609efc-c03b-4259-99c0-0f01b22b5115 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:01:25.886988 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 6a609efc-c03b-4259-99c0-0f01b22b5115 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:01:25.889316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:25.890067 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.892268 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] 10.222.0.11 "PUT /v2.0/ports/9a9f1e10-d759-4fc3-92ff-b00fad61d75f HTTP/1.1" status: 200 len: 1096 time: 2.8972995 Jul 15 15:01:25.895820 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2a01ad-3993-4138-b27e-16989fed6954', 'tag': '9a9f1e10-d759-4fc3-92ff-b00fad61d75f'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:25.900479 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e679501-1a2d-4864-ae43-d5923076bd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2a01ad-3993-4138-b27e-16989fed6954", "tag": "9a9f1e10-d759-4fc3-92ff-b00fad61d75f"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:25.942739 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] device_id is not set on port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:01:25.986905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6487a-b410-4f7b-9365-61fc1d0dcd83 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9f1e10-d759-4fc3-92ff-b00fad61d75f,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:25.988840 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.020490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Transition to ACTIVE for port object 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:26.040696 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.066339 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.152985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Pushing event updated for resources: {'Port': ['ID=03f037bf-c35f-48ea-bee7-03dbbfb3b1b3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:26.168717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:26.172750 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c4206a-08fa-41d8-8a6d-7041df5a40ba" -d '{"events": [{"server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:26.202271 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Checking segment: {'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:26.207009 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Network hostable DHCP agents. Network: 654a3350-1954-494a-82db-daf70eccec07, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:26.219130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:26.234320 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.247440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Network 654a3350-1954-494a-82db-daf70eccec07 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:26.261333 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 654a3350-1954-494a-82db-daf70eccec07) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:26.268480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:26.272065 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842a4378-b0e2-4bf0-b19a-d57060b871e5 x-openstack-request-id: req-842a4378-b0e2-4bf0-b19a-d57060b871e5 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:26.272535 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2a01ad-3993-4138-b27e-16989fed6954", "tag": "9a9f1e10-d759-4fc3-92ff-b00fad61d75f", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:26.272960 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-842a4378-b0e2-4bf0-b19a-d57060b871e5 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:26.273630 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2a01ad-3993-4138-b27e-16989fed6954', 'tag': '9a9f1e10-d759-4fc3-92ff-b00fad61d75f', 'status': 'completed', 'code': 200} Jul 15 15:01:26.277501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-b420b520-54ff-4cbc-b2d6-4463736fbbf4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port a01969a8-f685-4fdb-89ef-3a72d06e05b0 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:26.278024 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b420b520-54ff-4cbc-b2d6-4463736fbbf4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.292638 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:26.293021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:26.293512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:26.300974 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:26.301977 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:26.302228 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 2 to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 Jul 15 15:01:26.307971 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34799ef9-cfd7-4970-bccc-0c98c736a1b3 None None] Network 654a3350-1954-494a-82db-daf70eccec07 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:26.319680 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:26.320211 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:26.320631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:26.326647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:26.326965 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:26.327540 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 3 to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 Jul 15 15:01:26.346504 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:26.346910 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:26.347370 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:26.354300 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:26.354924 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:26.355714 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 4 to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 Jul 15 15:01:26.373046 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-e208c689-cd9a-49b5-9d97-9d3d38d9417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:26.376158 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-e208c689-cd9a-49b5-9d97-9d3d38d9417f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd4eb04287d947938c80194a6ea2bd9a&device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 1099 time: 0.3744118 Jul 15 15:01:26.378971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:26.379916 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:26.380707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:26.394124 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:26.395061 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:26.396012 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 5 to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 Jul 15 15:01:26.431302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:26.433845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:26.434773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:26.448093 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:26.449199 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:26.450095 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 6 to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 Jul 15 15:01:26.482433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:26.482976 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:26.483604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:26.490259 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:26.490806 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:26.491317 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 7 to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 Jul 15 15:01:26.509917 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:26.510415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:26.510995 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:26.519358 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:26.519818 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:26.519990 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:26.520451 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 8 to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 Jul 15 15:01:26.544573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:26.545082 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:26.545764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:26.551266 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-31f7619e-f19e-48c3-be82-ee724fa6b6d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9a9f1e10-d759-4fc3-92ff-b00fad61d75f HTTP/1.1" status: 200 len: 217 time: 0.1611354 Jul 15 15:01:26.553848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:26.554335 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:26.554886 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 9 to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 Jul 15 15:01:26.574441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:26.574934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:26.575353 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:26.581201 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:26.581668 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:26.582144 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 10 to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 Jul 15 15:01:26.597888 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:26.598299 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:26.598742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:26.603845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:26.604309 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:26.604800 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.683891 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] For port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:26.684830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempted to set empty binding levels {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 15:01:26.690355 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.728643 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b420b520-54ff-4cbc-b2d6-4463736fbbf4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.729459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:26.730043 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.753754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Pushing event updated for resources: {'Port': ['ID=03f037bf-c35f-48ea-bee7-03dbbfb3b1b3,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:26.761106 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e295613f-ad7e-4a9b-8c07-46594074137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.5185552 Jul 15 15:01:26.762796 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53174) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:26.779555 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45881c41-2a48-4090-82fa-eb77630d2acc req-7846afa8-70c3-45e8-8ae5-3559a1a4d001 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:26.782965 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45881c41-2a48-4090-82fa-eb77630d2acc req-7846afa8-70c3-45e8-8ae5-3559a1a4d001 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 945 time: 0.5474572 Jul 15 15:01:26.794032 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-b420b520-54ff-4cbc-b2d6-4463736fbbf4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for a01969a8-f685-4fdb-89ef-3a72d06e05b0 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:26.839962 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-284d6daf-372f-4ba9-8bea-7a53e6227fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:26.842660 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-284d6daf-372f-4ba9-8bea-7a53e6227fea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.2543063 Jul 15 15:01:26.865373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-12c01e47-1f83-42d2-90e3-f9a244f02410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Deleting port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:26.865706 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12c01e47-1f83-42d2-90e3-f9a244f02410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.937789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-12c01e47-1f83-42d2-90e3-f9a244f02410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] For port 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3, host n-h1-764435-3, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:26.938054 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12c01e47-1f83-42d2-90e3-f9a244f02410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.953524 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-12c01e47-1f83-42d2-90e3-f9a244f02410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Calling delete_port for 03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:27.046301 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25723b6a-187b-432a-930d-a54b1eb0eff1 req-c833e747-ec31-46da-b4a4-ebd05284c02c tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:27.048637 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12c01e47-1f83-42d2-90e3-f9a244f02410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.049714 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25723b6a-187b-432a-930d-a54b1eb0eff1 req-c833e747-ec31-46da-b4a4-ebd05284c02c tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/ports?device_id=1092cc40-8dfb-41b1-ada2-36af36ef1bec HTTP/1.1" status: 200 len: 946 time: 0.5118482 Jul 15 15:01:27.055457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45881c41-2a48-4090-82fa-eb77630d2acc req-41b400a1-5d8a-45d0-aa74-c3b489e7e7e2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576513 Jul 15 15:01:27.091704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c01e47-1f83-42d2-90e3-f9a244f02410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Pushing event deleted for resources: {'Port': ['ID=03f037bf-c35f-48ea-bee7-03dbbfb3b1b3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:27.110333 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12c01e47-1f83-42d2-90e3-f9a244f02410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.115058 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-12c01e47-1f83-42d2-90e3-f9a244f02410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] 10.222.0.38 "DELETE /v2.0/ports/03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 HTTP/1.1" status: 204 len: 168 time: 0.3488424 Jul 15 15:01:27.115769 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53176) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:27.150761 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b2dde7-1a01-4915-84d2-fe927f6dc87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] GET failed (client error): The resource could not be found. Jul 15 15:01:27.158383 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-88b2dde7-1a01-4915-84d2-fe927f6dc87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] 10.222.0.38 "GET /v2.0/ports/03f037bf-c35f-48ea-bee7-03dbbfb3b1b3 HTTP/1.1" status: 404 len: 333 time: 0.0355864 Jul 15 15:01:27.159066 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53178) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:27.165632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ab849b12-a72c-43b0-b5ff-f832f8f84d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Request body: {'port': {'network_id': '654a3350-1954-494a-82db-daf70eccec07', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-22232008'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:27.202697 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab849b12-a72c-43b0-b5ff-f832f8f84d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Made reservation on behalf of 2abf66858084484a8e6579229857a85f for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:27.207199 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab849b12-a72c-43b0-b5ff-f832f8f84d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.225547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-ab849b12-a72c-43b0-b5ff-f832f8f84d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] device_id is not set on port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:01:27.244539 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-3b00351d-ed35-4116-8c93-f43d2b70cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:27.247326 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-3b00351d-ed35-4116-8c93-f43d2b70cc74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3822260 Jul 15 15:01:27.259130 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f090d98d-b5a0-44a4-8ce7-3a7cffb5cef2 x-openstack-request-id: req-f090d98d-b5a0-44a4-8ce7-3a7cffb5cef2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:27.259694 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:27.260086 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f090d98d-b5a0-44a4-8ce7-3a7cffb5cef2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:27.260285 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'code': 200} Jul 15 15:01:27.291334 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25723b6a-187b-432a-930d-a54b1eb0eff1 req-f2d17632-32b9-4032-8359-6d9c6e99f2a6 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd8721a5-f46b-4160-8d59-f658abf0c78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172332 Jul 15 15:01:27.523099 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab849b12-a72c-43b0-b5ff-f832f8f84d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.526922 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902aedf-9ca0-494f-8fbc-1c829550d5a8 req-d4641e18-82ba-4447-84df-c68aab19ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:27.528749 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6902aedf-9ca0-494f-8fbc-1c829550d5a8 req-d4641e18-82ba-4447-84df-c68aab19ae0b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 1096 time: 0.1480343 Jul 15 15:01:27.590595 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6902aedf-9ca0-494f-8fbc-1c829550d5a8 req-91fc26cc-1f98-47c1-901b-0a1f8563f3e0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535173 Jul 15 15:01:27.606110 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab849b12-a72c-43b0-b5ff-f832f8f84d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.645920 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-a53dd215-42c1-49d4-8531-b67501c07472 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876793 Jul 15 15:01:27.660786 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab849b12-a72c-43b0-b5ff-f832f8f84d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Pushing event updated for resources: {'Port': ['ID=1f0b62d7-8d4f-4e65-becc-cc769196fb44,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:27.688590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab849b12-a72c-43b0-b5ff-f832f8f84d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Network 654a3350-1954-494a-82db-daf70eccec07 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:27.691052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ab849b12-a72c-43b0-b5ff-f832f8f84d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:27.698179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab849b12-a72c-43b0-b5ff-f832f8f84d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:27.699524 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab849b12-a72c-43b0-b5ff-f832f8f84d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:27.700314 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab849b12-a72c-43b0-b5ff-f832f8f84d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.705861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b420b520-54ff-4cbc-b2d6-4463736fbbf4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.721484 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ab849b12-a72c-43b0-b5ff-f832f8f84d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.5613000 Jul 15 15:01:27.726013 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53182) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:27.732572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:27.788515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420b520-54ff-4cbc-b2d6-4463736fbbf4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=a01969a8-f685-4fdb-89ef-3a72d06e05b0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:27.840887 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.910938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfec7f-30d7-4286-ab19-c05c8b77a259 req-74e37a57-3b89-4cf7-ab11-7c8df3395bdf tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:27.914281 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e5dfec7f-30d7-4286-ab19-c05c8b77a259 req-74e37a57-3b89-4cf7-ab11-7c8df3395bdf tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.22 "GET /v2.0/ports?device_id=1092cc40-8dfb-41b1-ada2-36af36ef1bec HTTP/1.1" status: 200 len: 946 time: 0.4935384 Jul 15 15:01:27.963652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c621d-cfe4-41d9-9f9c-a24eee46c192 req-c3610fa1-3ea1-449b-b011-2542fe74ac06 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:27.969416 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-475c621d-cfe4-41d9-9f9c-a24eee46c192 req-c3610fa1-3ea1-449b-b011-2542fe74ac06 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 948 time: 0.4981382 Jul 15 15:01:28.226857 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] device_id is not set on port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:01:28.243020 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.267101 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Transition to ACTIVE for port object 1f0b62d7-8d4f-4e65-becc-cc769196fb44 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:28.273767 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.334295 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e57c820f-5b11-4225-bdd4-d4d48f7d4b89 req-f1cec88a-8048-45eb-951b-264b159ae3a0 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6761205 Jul 15 15:01:28.334750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Pushing event updated for resources: {'Port': ['ID=1f0b62d7-8d4f-4e65-becc-cc769196fb44,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:28.381320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:28.382007 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:28.382920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:28.392208 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:28.393135 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:28.393746 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 2 to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 Jul 15 15:01:28.412974 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:28.413877 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:28.414820 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:28.422870 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:28.423818 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:28.425213 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 3 to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 Jul 15 15:01:28.448687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:28.449490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:28.450511 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:28.459214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:28.459818 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:28.460705 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 4 to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 Jul 15 15:01:28.486733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:28.487367 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:28.487873 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:28.494955 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:28.495683 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:28.496282 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 5 to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 Jul 15 15:01:28.513998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:28.514725 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:28.516174 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:28.523818 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:28.524507 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:28.525058 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 6 to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 Jul 15 15:01:28.545293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:28.545293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:28.545293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:28.552419 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:28.552697 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:28.553161 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 7 to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 Jul 15 15:01:28.568338 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-475c621d-cfe4-41d9-9f9c-a24eee46c192 req-a74a25a5-a4d7-44ee-ade8-6fe74fa6dbee tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/security-groups?id=4310aa26-c0fc-4498-8ce6-2902fa6bc4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541233 Jul 15 15:01:28.569064 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:28.569392 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b420b520-54ff-4cbc-b2d6-4463736fbbf4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.569552 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:28.569832 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:28.600957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:28.600957 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:28.600957 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 8 to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 Jul 15 15:01:28.621976 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:28.622364 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:28.622769 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:28.635599 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:28.637844 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:28.638340 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 9 to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 Jul 15 15:01:28.648072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53194) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:28.690392 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:28.692036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:28.692561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:28.700431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:28.701034 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:28.701592 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 10 to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 Jul 15 15:01:28.721066 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:28.721828 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:28.722431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:28.746802 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:28.748806 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:28.749565 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.879297 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3904fe9e-0ea7-4fda-bc56-a208d6a8d4f0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fecef3a49a4549dfa4dfbe3391d77416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2259462 Jul 15 15:01:28.880360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53200) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:28.887285 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] For port 1f0b62d7-8d4f-4e65-becc-cc769196fb44, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:28.887754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempted to set empty binding levels {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 15:01:28.900285 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.945645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] In _notify_port_updated(), no bound segment for port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:01:28.946941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:28.947938 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.949141 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] 10.222.0.38 "PUT /v2.0/ports/1f0b62d7-8d4f-4e65-becc-cc769196fb44 HTTP/1.1" status: 200 len: 977 time: 1.2215300 Jul 15 15:01:28.958203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53202) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:28.985763 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-e5dfec7f-30d7-4286-ab19-c05c8b77a259 req-06eb8780-5791-4221-b383-1f6b6e3a62fd tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Deleting port 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:28.986646 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e5dfec7f-30d7-4286-ab19-c05c8b77a259 req-06eb8780-5791-4221-b383-1f6b6e3a62fd tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.005685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65ae0-357c-4f25-81ad-4a071943131a req-22590271-9a11-4d33-b694-fd68243937cf tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.008580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68b65ae0-357c-4f25-81ad-4a071943131a req-22590271-9a11-4d33-b694-fd68243937cf tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 945 time: 0.5784912 Jul 15 15:01:29.038897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc5467-6613-45f1-8c04-fdd847478816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Pushing event updated for resources: {'Port': ['ID=1f0b62d7-8d4f-4e65-becc-cc769196fb44,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:29.066052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e679501-1a2d-4864-ae43-d5923076bd2a req-800b2c29-4ecd-4441-a8ca-627f0ab80200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.068091 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e679501-1a2d-4864-ae43-d5923076bd2a req-800b2c29-4ecd-4441-a8ca-627f0ab80200 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd4eb04287d947938c80194a6ea2bd9a&device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 1099 time: 0.5235903 Jul 15 15:01:29.079379 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c876d8ab-7f6a-49ab-a906-17685ed2e096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.154578 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c876d8ab-7f6a-49ab-a906-17685ed2e096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.295808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.297219 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.298179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.299112 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.299957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.300846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.301721 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.302592 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.303490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.304389 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.305204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.306110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.307028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.307921 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.308805 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.309736 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.310576 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.311456 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.312377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.313331 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.314112 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.315084 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.315954 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.316859 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.317752 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.318814 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.319722 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.320523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.321363 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.322232 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.323160 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.324063 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.324924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.325762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.326691 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.327575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.329018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.329914 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.330827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.331756 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.332646 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.340741 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4d81cf08-3f1e-4b33-b30d-666cd6902530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37032 time: 0.3810589 Jul 15 15:01:29.356770 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53204) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:29.514782 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c876d8ab-7f6a-49ab-a906-17685ed2e096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.518869 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c876d8ab-7f6a-49ab-a906-17685ed2e096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.520267 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c876d8ab-7f6a-49ab-a906-17685ed2e096 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a793afe8-dcf2-483d-bcf8-29749693998a HTTP/1.1" status: 204 len: 168 time: 0.6389399 Jul 15 15:01:29.537773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876d8ab-7f6a-49ab-a906-17685ed2e096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a793afe8-dcf2-483d-bcf8-29749693998a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:29.563177 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-269f5a6a-5e72-4c15-95e1-67fe929b2466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Deleting port 1f0b62d7-8d4f-4e65-becc-cc769196fb44 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:29.563933 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-269f5a6a-5e72-4c15-95e1-67fe929b2466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.690278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacf621-9cb2-45d1-b88f-0b88a8e9ca9a req-30010f7d-99ea-4516-bd27-b50ae69b2d4c tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.691928 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3aacf621-9cb2-45d1-b88f-0b88a8e9ca9a req-30010f7d-99ea-4516-bd27-b50ae69b2d4c tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/ports?device_id=1092cc40-8dfb-41b1-ada2-36af36ef1bec HTTP/1.1" status: 200 len: 946 time: 0.9437964 Jul 15 15:01:29.700303 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-269f5a6a-5e72-4c15-95e1-67fe929b2466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] For port 1f0b62d7-8d4f-4e65-becc-cc769196fb44, host n-h1-764435-3, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:29.701981 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-269f5a6a-5e72-4c15-95e1-67fe929b2466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.731620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-269f5a6a-5e72-4c15-95e1-67fe929b2466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Calling delete_port for 1f0b62d7-8d4f-4e65-becc-cc769196fb44 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:29.793717 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68b65ae0-357c-4f25-81ad-4a071943131a req-144fed62-b3f0-4aaf-be4d-93b90197d8d4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7436090 Jul 15 15:01:29.859699 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-e5dfec7f-30d7-4286-ab19-c05c8b77a259 req-06eb8780-5791-4221-b383-1f6b6e3a62fd tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] For port 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96,segment=NetworkSegment(5e15bb6b-56ec-4eb1-87f7-96f9e47787a2),segment_id=5e15bb6b-56ec-4eb1-87f7-96f9e47787a2)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:29.860441 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e5dfec7f-30d7-4286-ab19-c05c8b77a259 req-06eb8780-5791-4221-b383-1f6b6e3a62fd tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.920753 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b420b520-54ff-4cbc-b2d6-4463736fbbf4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router 9575fa1f-f30b-4cfc-9614-ce4c5de3626b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:01:29.923252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-269f5a6a-5e72-4c15-95e1-67fe929b2466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.927881 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-e5dfec7f-30d7-4286-ab19-c05c8b77a259 req-06eb8780-5791-4221-b383-1f6b6e3a62fd tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Calling delete_port for 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:29.967147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3aacf621-9cb2-45d1-b88f-0b88a8e9ca9a req-19fe0bab-2151-446e-9e8b-24db56236e14 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd8721a5-f46b-4160-8d59-f658abf0c78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182281 Jul 15 15:01:29.969015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e679501-1a2d-4864-ae43-d5923076bd2a req-9547d251-a347-4b7e-ac83-8c5f1a331f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.974667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e679501-1a2d-4864-ae43-d5923076bd2a req-9547d251-a347-4b7e-ac83-8c5f1a331f0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.8920071 Jul 15 15:01:29.977761 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f5a6a-5e72-4c15-95e1-67fe929b2466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f0b62d7-8d4f-4e65-becc-cc769196fb44,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:29.987269 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-691cbdcc-16a2-4ff3-80c2-d690d18359b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.993870 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-269f5a6a-5e72-4c15-95e1-67fe929b2466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.003424 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-269f5a6a-5e72-4c15-95e1-67fe929b2466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] 10.222.0.38 "DELETE /v2.0/ports/1f0b62d7-8d4f-4e65-becc-cc769196fb44 HTTP/1.1" status: 204 len: 168 time: 0.6450374 Jul 15 15:01:30.007862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53216) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:30.052455 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e786cd-3f61-44fb-b79b-8f32b1cfca32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] GET failed (client error): The resource could not be found. Jul 15 15:01:30.054666 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-04e786cd-3f61-44fb-b79b-8f32b1cfca32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] 10.222.0.38 "GET /v2.0/ports/1f0b62d7-8d4f-4e65-becc-cc769196fb44 HTTP/1.1" status: 404 len: 333 time: 0.0454447 Jul 15 15:01:30.062260 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53220) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:30.069677 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-539f86bf-52f9-4593-bb1e-f859b3eb9fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1072844035', 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:30.137928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539f86bf-52f9-4593-bb1e-f859b3eb9fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Made reservation on behalf of 2abf66858084484a8e6579229857a85f for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:30.148977 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-539f86bf-52f9-4593-bb1e-f859b3eb9fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.181140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e679501-1a2d-4864-ae43-d5923076bd2a req-51b427c5-edcb-4f32-ab68-3e639833adc2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9a9f1e10-d759-4fc3-92ff-b00fad61d75f HTTP/1.1" status: 200 len: 217 time: 0.1200783 Jul 15 15:01:30.201206 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-539f86bf-52f9-4593-bb1e-f859b3eb9fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] device_id is not set on port 652810d2-63b2-49b5-8504-dfa483681e0a yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:01:30.245987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e679501-1a2d-4864-ae43-d5923076bd2a req-c5df9956-25c6-488f-b94f-4d2b6aaa57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:30.247648 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e679501-1a2d-4864-ae43-d5923076bd2a req-c5df9956-25c6-488f-b94f-4d2b6aaa57ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0543032 Jul 15 15:01:30.331933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b420b520-54ff-4cbc-b2d6-4463736fbbf4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:30.345911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b420b520-54ff-4cbc-b2d6-4463736fbbf4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/9575fa1f-f30b-4cfc-9614-ce4c5de3626b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0309062 Jul 15 15:01:30.346940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53224) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:30.372637 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21c591-430c-4388-ade0-107d4259e41e None None] Sync routers for ids ['9575fa1f-f30b-4cfc-9614-ce4c5de3626b'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:30.414127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21c591-430c-4388-ade0-107d4259e41e None None] Routers {'9575fa1f-f30b-4cfc-9614-ce4c5de3626b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:30.415557 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-3e21c591-430c-4388-ade0-107d4259e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9575fa1f-f30b-4cfc-9614-ce4c5de3626b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:30.455683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4250bac-6f49-4831-aac8-6184c3c55c79 req-013dcde0-2d8b-41dc-a0b5-55e2c244155e tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:30.457878 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4250bac-6f49-4831-aac8-6184c3c55c79 req-013dcde0-2d8b-41dc-a0b5-55e2c244155e tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 948 time: 0.2048841 Jul 15 15:01:30.462717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-3e21c591-430c-4388-ade0-107d4259e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:30.468798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e679501-1a2d-4864-ae43-d5923076bd2a req-a37bac05-499c-4db0-96e9-c9370c807565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:30.471564 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e679501-1a2d-4864-ae43-d5923076bd2a req-a37bac05-499c-4db0-96e9-c9370c807565 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2145822 Jul 15 15:01:30.475470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21c591-430c-4388-ade0-107d4259e41e None None] Routers {'9575fa1f-f30b-4cfc-9614-ce4c5de3626b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:30.476159 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-3e21c591-430c-4388-ade0-107d4259e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9575fa1f-f30b-4cfc-9614-ce4c5de3626b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:30.510734 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-3e21c591-430c-4388-ade0-107d4259e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:30.511407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21c591-430c-4388-ade0-107d4259e41e None None] The sync data for ids ['9575fa1f-f30b-4cfc-9614-ce4c5de3626b'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:30.566847 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e5dfec7f-30d7-4286-ab19-c05c8b77a259 req-06eb8780-5791-4221-b383-1f6b6e3a62fd tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.626140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb8780-5791-4221-b383-1f6b6e3a62fd tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Pushing event deleted for resources: {'Port': ['ID=30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:30.630796 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4250bac-6f49-4831-aac8-6184c3c55c79 req-fe854b59-5c11-44b1-911e-8f664e04e976 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/security-groups?id=4310aa26-c0fc-4498-8ce6-2902fa6bc4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539013 Jul 15 15:01:30.716764 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dfec7f-30d7-4286-ab19-c05c8b77a259 req-06eb8780-5791-4221-b383-1f6b6e3a62fd tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] No DVR routers for this DVR port 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:01:30.721598 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e5dfec7f-30d7-4286-ab19-c05c8b77a259 req-06eb8780-5791-4221-b383-1f6b6e3a62fd tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.723776 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e5dfec7f-30d7-4286-ab19-c05c8b77a259 req-06eb8780-5791-4221-b383-1f6b6e3a62fd tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.22 "DELETE /v2.0/ports/30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 HTTP/1.1" status: 204 len: 173 time: 2.7977178 Jul 15 15:01:30.724259 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1092cc40-8dfb-41b1-ada2-36af36ef1bec', 'name': 'network-vif-deleted', 'tag': '30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:30.726809 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0c94a5-7a28-4b3d-9367-34c8a8d33105" -d '{"events": [{"server_uuid": "1092cc40-8dfb-41b1-ada2-36af36ef1bec", "name": "network-vif-deleted", "tag": "30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:30.748937 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e679501-1a2d-4864-ae43-d5923076bd2a req-2785242d-e40f-4983-ab58-6cf9ce6933ba service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127628 Jul 15 15:01:30.816646 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-539f86bf-52f9-4593-bb1e-f859b3eb9fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.818813 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ea9a25-b733-410f-8caf-9d47c39015c0 x-openstack-request-id: req-48ea9a25-b733-410f-8caf-9d47c39015c0 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:30.819159 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1092cc40-8dfb-41b1-ada2-36af36ef1bec", "name": "network-vif-deleted", "tag": "30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:30.822932 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-48ea9a25-b733-410f-8caf-9d47c39015c0 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:30.823934 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1092cc40-8dfb-41b1-ada2-36af36ef1bec', 'name': 'network-vif-deleted', 'tag': '30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96', 'status': 'completed', 'code': 200} Jul 15 15:01:30.924200 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e679501-1a2d-4864-ae43-d5923076bd2a req-5a25360b-d02e-44c3-aea5-080e8612fa6d service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672513 Jul 15 15:01:31.060109 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-539f86bf-52f9-4593-bb1e-f859b3eb9fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.178401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acb1ee-e619-45c7-bc50-9503c9b71c0c req-29a10209-3a78-4f1a-b1f8-8590d3711f4d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:31.180872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539f86bf-52f9-4593-bb1e-f859b3eb9fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Network 654a3350-1954-494a-82db-daf70eccec07 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:31.191522 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8acb1ee-e619-45c7-bc50-9503c9b71c0c req-29a10209-3a78-4f1a-b1f8-8590d3711f4d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 945 time: 0.1613772 Jul 15 15:01:31.201193 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-539f86bf-52f9-4593-bb1e-f859b3eb9fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:31.211585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539f86bf-52f9-4593-bb1e-f859b3eb9fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:31.213630 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539f86bf-52f9-4593-bb1e-f859b3eb9fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:31.214951 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-539f86bf-52f9-4593-bb1e-f859b3eb9fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.241776 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f86bf-52f9-4593-bb1e-f859b3eb9fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Pushing event updated for resources: {'Port': ['ID=652810d2-63b2-49b5-8504-dfa483681e0a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:31.253617 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-539f86bf-52f9-4593-bb1e-f859b3eb9fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1889076 Jul 15 15:01:31.258764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53254) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:31.318616 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8acb1ee-e619-45c7-bc50-9503c9b71c0c req-79625725-82ed-4761-aa6f-c466036583f8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075215 Jul 15 15:01:31.422954 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a54cdb-a8d9-45fd-942f-2d076a7a40c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:31.425780 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-24a54cdb-a8d9-45fd-942f-2d076a7a40c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] 10.222.0.38 "GET /v2.0/ports/652810d2-63b2-49b5-8504-dfa483681e0a HTTP/1.1" status: 200 len: 959 time: 0.1654007 Jul 15 15:01:31.430251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53260) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:31.511118 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-605b9bf2-450f-453d-9c7c-44a4d1dc2eb2 req-110fad20-b0cd-4665-abfd-58be82943a41 tempest-ServerAddressesNegativeTestJSON-588116149 tempest-ServerAddressesNegativeTestJSON-588116149-project] 10.222.0.38 "GET /v2.0/ports?device_id=1092cc40-8dfb-41b1-ada2-36af36ef1bec HTTP/1.1" status: 200 len: 210 time: 0.0969839 Jul 15 15:01:31.511622 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53262) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:31.529921 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf0b7a95-9401-42db-a345-6e17cae8e512 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.551524 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:01:31.579965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:01:31.580592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 30f2d8d5-07cf-4dee-84c9-1e12fe5d5e96 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:01:31.718247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-cd377c33-dc3e-48da-9abf-c65f929936a8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2222991 Jul 15 15:01:31.800191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9a9f1e10-d759-4fc3-92ff-b00fad61d75f details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:01:31.855408 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe87051e-6d3e-4b67-a2d8-49f681a15303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.968811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9a9f1e10-d759-4fc3-92ff-b00fad61d75f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:31.983637 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '9a9f1e10-d759-4fc3-92ff-b00fad61d75f', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '9a9f1e10-d759-4fc3-92ff-b00fad61d75f', 'mac_address': 'fa:16:3e:63:f1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:01:32.006368 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b9654-3596-4e87-a37b-185b20664a3d req-d24bdb0b-0c2a-4c17-b1d9-1ad27cc5d8e1 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:32.008277 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b94b9654-3596-4e87-a37b-185b20664a3d req-d24bdb0b-0c2a-4c17-b1d9-1ad27cc5d8e1 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 945 time: 0.2320111 Jul 15 15:01:32.019952 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53268) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:32.026870 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-59d8816a-4e32-4965-a93d-27a9435c76b4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Request body: {'floatingip': {'port_id': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:32.049977 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.069292 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9f1e10-d759-4fc3-92ff-b00fad61d75f {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:01:32.094828 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-75f04d93-e074-4f59-a6c0-5096676f5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:32.095335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-75f04d93-e074-4f59-a6c0-5096676f5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:32.095827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-75f04d93-e074-4f59-a6c0-5096676f5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:32.096314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-75f04d93-e074-4f59-a6c0-5096676f5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:32.096844 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-75f04d93-e074-4f59-a6c0-5096676f5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:32.097280 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-75f04d93-e074-4f59-a6c0-5096676f5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:32.097887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-75f04d93-e074-4f59-a6c0-5096676f5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:32.107253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9a9f1e10-d759-4fc3-92ff-b00fad61d75f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:32.107557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-75f04d93-e074-4f59-a6c0-5096676f5a51 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=376291fad91d46c09381b2e97ae5561f&device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 6491 time: 0.2674370 Jul 15 15:01:32.112833 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-59d8816a-4e32-4965-a93d-27a9435c76b4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.113641 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.180047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=9a9f1e10-d759-4fc3-92ff-b00fad61d75f,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:32.326272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-40db2a46-ada3-445f-b207-79dbd2973dd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Deleting port 652810d2-63b2-49b5-8504-dfa483681e0a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:32.328199 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40db2a46-ada3-445f-b207-79dbd2973dd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.369689 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec5c39-22ce-4ce8-8799-f8ea910d46c5 req-50f5c18e-3bd0-4b9e-9aa5-8648ba4ad948 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:32.371592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8ec5c39-22ce-4ce8-8799-f8ea910d46c5 req-50f5c18e-3bd0-4b9e-9aa5-8648ba4ad948 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 948 time: 0.4313064 Jul 15 15:01:32.379102 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe87051e-6d3e-4b67-a2d8-49f681a15303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.396092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe87051e-6d3e-4b67-a2d8-49f681a15303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.396786 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['9a9f1e10-d759-4fc3-92ff-b00fad61d75f'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:01:32.433800 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40db2a46-ada3-445f-b207-79dbd2973dd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.451235 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-40db2a46-ada3-445f-b207-79dbd2973dd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Calling delete_port for 652810d2-63b2-49b5-8504-dfa483681e0a owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:32.553608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-f81af373-a11e-49f0-8589-fb2cb8e0da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:32.554134 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-f81af373-a11e-49f0-8589-fb2cb8e0da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:32.554464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-f81af373-a11e-49f0-8589-fb2cb8e0da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:32.556436 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-f81af373-a11e-49f0-8589-fb2cb8e0da04 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8385c4b7-7489-4899-ba46-4cc28a769256&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=1bead9a4-4428-4843-b726-82fc6739e864&id=1bead9a4-4428-4843-b726-82fc6739e864 HTTP/1.1" status: 200 len: 2293 time: 0.3960891 Jul 15 15:01:32.559065 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fe87051e-6d3e-4b67-a2d8-49f681a15303 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3220a72e42f547e0b649a5e9d3c8f7c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0448530 Jul 15 15:01:32.564310 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53272) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:32.568637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87051e-6d3e-4b67-a2d8-49f681a15303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade5899e-ced4-4f1d-84b4-e197fdf340d0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:32.678413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:32.733887 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.759125 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40db2a46-ada3-445f-b207-79dbd2973dd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.785022 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8ec5c39-22ce-4ce8-8799-f8ea910d46c5 req-ceb1d5f3-08e6-4e62-9958-b526a034e88b tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/security-groups?id=4310aa26-c0fc-4498-8ce6-2902fa6bc4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961742 Jul 15 15:01:32.813942 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f175014-eb17-4d40-8773-b8f1a1c7fe63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.827625 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9d4493-6d2a-4f51-91a5-fbbd9ed970ae admin admin] Deleting subnet 9aca4aa7-4cf7-4632-a2cd-9c0797c0ab4b {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:01:32.854692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-b26e768f-0f1d-417c-abac-f59a64bc5f32 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=956ce13d-6924-4a54-a406-a345c8b62cf5 HTTP/1.1" status: 200 len: 1001 time: 0.2887144 Jul 15 15:01:32.855199 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4114fe0d-0251-4030-9e20-745e714af764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.868487 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40db2a46-ada3-445f-b207-79dbd2973dd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.877639 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-40db2a46-ada3-445f-b207-79dbd2973dd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] 10.222.0.38 "DELETE /v2.0/ports/652810d2-63b2-49b5-8504-dfa483681e0a HTTP/1.1" status: 204 len: 168 time: 1.4363739 Jul 15 15:01:32.881485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53280) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:32.881918 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4493-6d2a-4f51-91a5-fbbd9ed970ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.913299 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db2a46-ada3-445f-b207-79dbd2973dd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Pushing event deleted for resources: {'Port': ['ID=652810d2-63b2-49b5-8504-dfa483681e0a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:32.958433 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f175014-eb17-4d40-8773-b8f1a1c7fe63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.971657 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b7a95-9401-42db-a345-6e17cae8e512 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port 70b6b1b9-e240-4fb1-8700-a765868fb40a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:32.972006 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf0b7a95-9401-42db-a345-6e17cae8e512 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.994254 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4493-6d2a-4f51-91a5-fbbd9ed970ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.018585 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-01598dd3-3238-4910-a840-c4c0efd0d540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] GET failed (client error): The resource could not be found. Jul 15 15:01:33.020507 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-01598dd3-3238-4910-a840-c4c0efd0d540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] 10.222.0.38 "GET /v2.0/ports/652810d2-63b2-49b5-8504-dfa483681e0a HTTP/1.1" status: 404 len: 333 time: 0.1367688 Jul 15 15:01:33.024628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53282) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:33.033529 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-92f26b32-8b2b-4260-838d-914b055126c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Request body: {'port': {'network_id': '654a3350-1954-494a-82db-daf70eccec07', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485379121'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:33.052341 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-4a71e600-a907-433e-a7ee-6960950d9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:33.053928 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-4a71e600-a907-433e-a7ee-6960950d9431 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=02090ca6-5ee4-4768-8aba-a4603b352741 HTTP/1.1" status: 200 len: 851 time: 0.1854999 Jul 15 15:01:33.122516 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4493-6d2a-4f51-91a5-fbbd9ed970ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.145683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f26b32-8b2b-4260-838d-914b055126c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Made reservation on behalf of 2abf66858084484a8e6579229857a85f for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:33.148216 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92f26b32-8b2b-4260-838d-914b055126c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.173703 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf0b7a95-9401-42db-a345-6e17cae8e512 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.195747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-92f26b32-8b2b-4260-838d-914b055126c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] device_id is not set on port b6ac9a9f-9036-49e1-8703-baeb73bfb24e yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:01:33.204802 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f175014-eb17-4d40-8773-b8f1a1c7fe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.207571 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f175014-eb17-4d40-8773-b8f1a1c7fe63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.210612 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7f175014-eb17-4d40-8773-b8f1a1c7fe63 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ade5899e-ced4-4f1d-84b4-e197fdf340d0 HTTP/1.1" status: 204 len: 168 time: 0.6430645 Jul 15 15:01:33.210612 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b7a95-9401-42db-a345-6e17cae8e512 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for 70b6b1b9-e240-4fb1-8700-a765868fb40a owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:33.224767 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f175014-eb17-4d40-8773-b8f1a1c7fe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade5899e-ced4-4f1d-84b4-e197fdf340d0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:33.292652 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4493-6d2a-4f51-91a5-fbbd9ed970ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.311025 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.resource_extend [None req-59d8816a-4e32-4965-a93d-27a9435c76b4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:01:33.337519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d4493-6d2a-4f51-91a5-fbbd9ed970ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aca4aa7-4cf7-4632-a2cd-9c0797c0ab4b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:33.345602 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4493-6d2a-4f51-91a5-fbbd9ed970ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.347934 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7d9d4493-6d2a-4f51-91a5-fbbd9ed970ae admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9aca4aa7-4cf7-4632-a2cd-9c0797c0ab4b HTTP/1.1" status: 204 len: 168 time: 0.6678991 Jul 15 15:01:33.350646 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53288) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:33.360867 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-22c4b971-40b0-4d4b-861a-ffde5660222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:33.362514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-22c4b971-40b0-4d4b-861a-ffde5660222a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8385c4b7-7489-4899-ba46-4cc28a769256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3016946 Jul 15 15:01:33.393527 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-59d8816a-4e32-4965-a93d-27a9435c76b4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.410126 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-59d8816a-4e32-4965-a93d-27a9435c76b4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.508268 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ade98b6e-b9ec-4ef7-8129-fd890e105dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.695516 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92f26b32-8b2b-4260-838d-914b055126c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.697446 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ade98b6e-b9ec-4ef7-8129-fd890e105dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.703827 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-0e2f242f-5db6-4537-af9a-e96bd27392b0 service neutron] 10.222.0.22 "GET /v2.0/networks/8385c4b7-7489-4899-ba46-4cc28a769256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298898 Jul 15 15:01:33.719631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ade98b6e-b9ec-4ef7-8129-fd890e105dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c082217d-a24b-4a72-95dc-58686314c512']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:33.723971 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf0b7a95-9401-42db-a345-6e17cae8e512 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.743193 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-59d8816a-4e32-4965-a93d-27a9435c76b4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Floating IP cf63cd3c-cd86-441d-9a35-6cc2080ea761 associated. External IP: 172.25.4.162, port: 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6. Jul 15 15:01:33.782293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ade98b6e-b9ec-4ef7-8129-fd890e105dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e15bb6b-56ec-4eb1-87f7-96f9e47787a2') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:33.782808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ade98b6e-b9ec-4ef7-8129-fd890e105dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e15bb6b-56ec-4eb1-87f7-96f9e47787a2') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:33.792149 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b7a95-9401-42db-a345-6e17cae8e512 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=70b6b1b9-e240-4fb1-8700-a765868fb40a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:33.802523 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ade98b6e-b9ec-4ef7-8129-fd890e105dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.802902 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9a9f1e10-d759-4fc3-92ff-b00fad61d75f up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:33.920215 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ade98b6e-b9ec-4ef7-8129-fd890e105dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.975322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade98b6e-b9ec-4ef7-8129-fd890e105dd0 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:01:33.975863 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ade98b6e-b9ec-4ef7-8129-fd890e105dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:01:33.979841 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:01:33.997137 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-bdf9669c-c9a9-496d-8dbc-a05941ef5ced service neutron] 10.222.0.22 "GET /v2.0/networks/8385c4b7-7489-4899-ba46-4cc28a769256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849298 Jul 15 15:01:34.029329 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92f26b32-8b2b-4260-838d-914b055126c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.039444 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf0b7a95-9401-42db-a345-6e17cae8e512 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.078276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:34.083940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:34.084557 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.159395 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ade98b6e-b9ec-4ef7-8129-fd890e105dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.200083 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.225088 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-9485c6a4-4718-4d4b-b3d3-3e749b03dfa4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=e6c7806c-4a42-48df-8fdb-c278e251f75b HTTP/1.1" status: 200 len: 217 time: 0.2169023 Jul 15 15:01:34.290001 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f26b32-8b2b-4260-838d-914b055126c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Network 654a3350-1954-494a-82db-daf70eccec07 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:34.299886 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ade98b6e-b9ec-4ef7-8129-fd890e105dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.301794 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.303623 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ade98b6e-b9ec-4ef7-8129-fd890e105dd0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c082217d-a24b-4a72-95dc-58686314c512 HTTP/1.1" status: 204 len: 168 time: 0.9515538 Jul 15 15:01:34.336765 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2a01ad-3993-4138-b27e-16989fed6954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9f1e10-d759-4fc3-92ff-b00fad61d75f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:34.337101 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade98b6e-b9ec-4ef7-8129-fd890e105dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c082217d-a24b-4a72-95dc-58686314c512,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:34.341336 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf18ea9-0dd6-4e35-8c00-d987ef86fb00" -d '{"events": [{"server_uuid": "5b2a01ad-3993-4138-b27e-16989fed6954", "name": "network-vif-plugged", "status": "completed", "tag": "9a9f1e10-d759-4fc3-92ff-b00fad61d75f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:34.362398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-92f26b32-8b2b-4260-838d-914b055126c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:34.389695 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f26b32-8b2b-4260-838d-914b055126c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:34.391468 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f26b32-8b2b-4260-838d-914b055126c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:34.392094 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92f26b32-8b2b-4260-838d-914b055126c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.401128 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9a9f1e10-d759-4fc3-92ff-b00fad61d75f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:34.416492 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.455500 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f26b32-8b2b-4260-838d-914b055126c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Pushing event updated for resources: {'Port': ['ID=b6ac9a9f-9036-49e1-8703-baeb73bfb24e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:34.531204 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2124e512-ed2e-4f43-a848-60e4b6bffb0a x-openstack-request-id: req-2124e512-ed2e-4f43-a848-60e4b6bffb0a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:34.535598 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2a01ad-3993-4138-b27e-16989fed6954", "name": "network-vif-plugged", "status": "completed", "tag": "9a9f1e10-d759-4fc3-92ff-b00fad61d75f", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:34.536638 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2124e512-ed2e-4f43-a848-60e4b6bffb0a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:34.538356 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a01ad-3993-4138-b27e-16989fed6954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9f1e10-d759-4fc3-92ff-b00fad61d75f', 'code': 200} Jul 15 15:01:34.617607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0b7a95-9401-42db-a345-6e17cae8e512 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router 9575fa1f-f30b-4cfc-9614-ce4c5de3626b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:01:34.623981 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=9a9f1e10-d759-4fc3-92ff-b00fad61d75f,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:34.808072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53316) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:34.897222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0b7a95-9401-42db-a345-6e17cae8e512 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:34.907047 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cf0b7a95-9401-42db-a345-6e17cae8e512 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/9575fa1f-f30b-4cfc-9614-ce4c5de3626b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5583093 Jul 15 15:01:34.912154 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa6860-895f-4d6e-a79b-f6fab98b74e1 None None] Sync routers for ids ['9575fa1f-f30b-4cfc-9614-ce4c5de3626b'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:34.913645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53318) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:34.946767 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa6860-895f-4d6e-a79b-f6fab98b74e1 None None] Routers {'9575fa1f-f30b-4cfc-9614-ce4c5de3626b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:34.948234 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8aaa6860-895f-4d6e-a79b-f6fab98b74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9575fa1f-f30b-4cfc-9614-ce4c5de3626b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:34.967570 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6ac006d8-a71e-48e7-a6c8-7df5d5d9834a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports?device_id=9575fa1f-f30b-4cfc-9614-ce4c5de3626b HTTP/1.1" status: 200 len: 205 time: 0.0523241 Jul 15 15:01:34.968631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53322) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:34.978999 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f171ba80-6b25-44f1-ab95-53c10aadbd93 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5940ea00ca014afc8512b1040623e130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693659 Jul 15 15:01:35.002861 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8aaa6860-895f-4d6e-a79b-f6fab98b74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:35.017378 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa6860-895f-4d6e-a79b-f6fab98b74e1 None None] Routers {'9575fa1f-f30b-4cfc-9614-ce4c5de3626b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:35.018718 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8aaa6860-895f-4d6e-a79b-f6fab98b74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9575fa1f-f30b-4cfc-9614-ce4c5de3626b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:35.053051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53324) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:35.053477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53326) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:35.060949 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8aaa6860-895f-4d6e-a79b-f6fab98b74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:35.061612 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa6860-895f-4d6e-a79b-f6fab98b74e1 None None] The sync data for ids ['9575fa1f-f30b-4cfc-9614-ce4c5de3626b'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:35.100330 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-f1829931-831f-40e9-94af-35898231bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:35.103323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-f1829931-831f-40e9-94af-35898231bf5a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.8348527 Jul 15 15:01:35.110618 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-92f26b32-8b2b-4260-838d-914b055126c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0825922 Jul 15 15:01:35.111546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53330) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:35.136828 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0667b1ae-acef-4b37-b2b1-a723681bfb6f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.183302 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:35.336714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-21707a9c-e205-424e-9058-fd671a46aef3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1983138792-network', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:35.395873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0f461-a48a-4379-a806-4ef59d815ba1 req-1764fe1d-81a5-4732-a4a0-aab3c9d657fa tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:35.397567 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e5b0f461-a48a-4379-a806-4ef59d815ba1 req-1764fe1d-81a5-4732-a4a0-aab3c9d657fa tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 949 time: 1.1861448 Jul 15 15:01:35.493360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d8816a-4e32-4965-a93d-27a9435c76b4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Router 50702134-0a53-42cf-8837-0a89e0defb87 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:01:35.510573 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.518075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132804e8-a7e4-4265-bc1c-ef099d282e9e req-20cbe9cb-aca3-4d03-9c4d-4b6aa7f5e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:35.519722 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-132804e8-a7e4-4265-bc1c-ef099d282e9e req-20cbe9cb-aca3-4d03-9c4d-4b6aa7f5e51e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 1101 time: 0.4271092 Jul 15 15:01:35.545309 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e5b0f461-a48a-4379-a806-4ef59d815ba1 req-f9c109be-e70d-4816-84bf-df2ab2a89198 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/security-groups?id=4310aa26-c0fc-4498-8ce6-2902fa6bc4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134741 Jul 15 15:01:35.552155 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-d9594510-94b7-4a2c-a19d-814a87f6b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:35.553974 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-d9594510-94b7-4a2c-a19d-814a87f6b618 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4381618 Jul 15 15:01:35.647562 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d48ceb9-1307-4701-9cca-976d6471c9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.662088 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0667b1ae-acef-4b37-b2b1-a723681bfb6f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.672303 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0667b1ae-acef-4b37-b2b1-a723681bfb6f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.694879 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d48ceb9-1307-4701-9cca-976d6471c9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.737996 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21707a9c-e205-424e-9058-fd671a46aef3 admin admin] Made reservation on behalf of 5ee20f362aec46c481b374c30cc4e7ae for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:35.740454 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21707a9c-e205-424e-9058-fd671a46aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.761730 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-132804e8-a7e4-4265-bc1c-ef099d282e9e req-61e01e3b-b993-442c-90cf-55c48377586f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4310aa26-c0fc-4498-8ce6-2902fa6bc4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285318 Jul 15 15:01:35.771301 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0667b1ae-acef-4b37-b2b1-a723681bfb6f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.771980 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0667b1ae-acef-4b37-b2b1-a723681bfb6f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Fanout notify agent at l3_agent the message router_deleted on router 9575fa1f-f30b-4cfc-9614-ce4c5de3626b {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:01:35.779481 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21707a9c-e205-424e-9058-fd671a46aef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.789528 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0667b1ae-acef-4b37-b2b1-a723681bfb6f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.794948 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0667b1ae-acef-4b37-b2b1-a723681bfb6f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/routers/9575fa1f-f30b-4cfc-9614-ce4c5de3626b HTTP/1.1" status: 204 len: 168 time: 0.8196673 Jul 15 15:01:35.799231 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53334) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:35.888214 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d48ceb9-1307-4701-9cca-976d6471c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.892685 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d48ceb9-1307-4701-9cca-976d6471c9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.898045 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3d48ceb9-1307-4701-9cca-976d6471c9b5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cd8721a5-f46b-4160-8d59-f658abf0c78e HTTP/1.1" status: 204 len: 168 time: 0.8389256 Jul 15 15:01:35.904643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88bb54d-6853-44f3-a530-b05a99d6c43a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting subnet afcebaa0-3a96-4db6-bda2-169804cf78b7 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:01:35.913881 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c88bb54d-6853-44f3-a530-b05a99d6c43a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.919078 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.939299 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d8816a-4e32-4965-a93d-27a9435c76b4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:35.951482 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-59d8816a-4e32-4965-a93d-27a9435c76b4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.955813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48ceb9-1307-4701-9cca-976d6471c9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8721a5-f46b-4160-8d59-f658abf0c78e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:35.960947 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-5fdfcee4-b580-4c1d-8a35-708ec018a67f service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967302 Jul 15 15:01:35.998558 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c88bb54d-6853-44f3-a530-b05a99d6c43a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.030255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8221ac-43d1-43cd-b76a-975516adf3dc None None] Sync routers for ids ['50702134-0a53-42cf-8837-0a89e0defb87'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:36.077444 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8221ac-43d1-43cd-b76a-975516adf3dc None None] Routers {'50702134-0a53-42cf-8837-0a89e0defb87'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:36.081958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-0c8221ac-43d1-43cd-b76a-975516adf3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['50702134-0a53-42cf-8837-0a89e0defb87'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:36.163402 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21707a9c-e205-424e-9058-fd671a46aef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.170976 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21707a9c-e205-424e-9058-fd671a46aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.195971 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-59d8816a-4e32-4965-a93d-27a9435c76b4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "PUT /v2.0/floatingips/cf63cd3c-cd86-441d-9a35-6cc2080ea761 HTTP/1.1" status: 200 len: 991 time: 4.1748450 Jul 15 15:01:36.222461 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21707a9c-e205-424e-9058-fd671a46aef3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:36.238667 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c88bb54d-6853-44f3-a530-b05a99d6c43a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.260428 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:36.269269 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f2530e-9af9-4012-af6b-de90ab405ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:36.282629 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21707a9c-e205-424e-9058-fd671a46aef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32592f9-9a7b-4357-bb17-fa47b3d218d6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:36.288388 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21707a9c-e205-424e-9058-fd671a46aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.288734 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-21707a9c-e205-424e-9058-fd671a46aef3 admin admin] Added segment 471f35e0-853b-449c-bef4-5014a9492e83 of type vlan for network 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca Jul 15 15:01:36.374250 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c88bb54d-6853-44f3-a530-b05a99d6c43a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.386961 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21707a9c-e205-424e-9058-fd671a46aef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.441991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88bb54d-6853-44f3-a530-b05a99d6c43a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Subnet': ['ID=afcebaa0-3a96-4db6-bda2-169804cf78b7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:36.446636 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c88bb54d-6853-44f3-a530-b05a99d6c43a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.449021 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c88bb54d-6853-44f3-a530-b05a99d6c43a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/afcebaa0-3a96-4db6-bda2-169804cf78b7 HTTP/1.1" status: 204 len: 168 time: 0.6481919 Jul 15 15:01:36.456816 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53348) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:36.466138 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba378c6b-24e1-4c95-8ca2-1e8a31bfd1f5 None None] Network 57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:36.512483 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14d1f08-06d6-44e5-890a-9e21573200fa x-openstack-request-id: req-b14d1f08-06d6-44e5-890a-9e21573200fa {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:36.513314 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:36.513314 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b14d1f08-06d6-44e5-890a-9e21573200fa {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:36.513649 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'status': 'completed', 'code': 200} Jul 15 15:01:36.527438 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27587b9-1eca-48da-bee2-35a37052ad5e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting subnet 196930d3-de60-4c12-a705-698cee30f17e {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:01:36.530269 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-56833185-7413-4f2a-8880-208e95d1d541 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577481 Jul 15 15:01:36.533608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] device_id is not set on port b6ac9a9f-9036-49e1-8703-baeb73bfb24e yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:01:36.536960 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a27587b9-1eca-48da-bee2-35a37052ad5e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.556895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-0c8221ac-43d1-43cd-b76a-975516adf3dc None None] Set router 50702134-0a53-42cf-8837-0a89e0defb87 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:36.568706 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21707a9c-e205-424e-9058-fd671a46aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.569922 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21707a9c-e205-424e-9058-fd671a46aef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:36.570594 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.570750 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21707a9c-e205-424e-9058-fd671a46aef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.601666 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-21707a9c-e205-424e-9058-fd671a46aef3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5407917 Jul 15 15:01:36.629421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53354) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:36.646758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4fd1c009-f136-495a-9589-6c358c58df50 admin admin] Request body: {'subnet': {'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1983138792-subnet', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:36.673990 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a27587b9-1eca-48da-bee2-35a37052ad5e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.676893 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-23dc5ea5-66d1-43b4-91b9-44d5603a32ef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=1f3696f3-00cd-46db-8061-ca8adfe8c0d3 HTTP/1.1" status: 200 len: 217 time: 0.1380951 Jul 15 15:01:36.716054 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Transition to ACTIVE for port object b6ac9a9f-9036-49e1-8703-baeb73bfb24e will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:36.744229 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.899446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-28b3d522-8236-49da-8021-43db4d54716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:36.901080 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-28b3d522-8236-49da-8021-43db4d54716c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.2149687 Jul 15 15:01:36.968271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Pushing event updated for resources: {'Port': ['ID=b6ac9a9f-9036-49e1-8703-baeb73bfb24e,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:36.982820 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21707a9c-e205-424e-9058-fd671a46aef3 admin admin] Pushing event updated for resources: {'Network': ['ID=2bb40ffb-89bd-4af8-a54f-db49ff69a3ca,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:37.014496 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd1c009-f136-495a-9589-6c358c58df50 admin admin] Made reservation on behalf of 5ee20f362aec46c481b374c30cc4e7ae for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:37.018754 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c009-f136-495a-9589-6c358c58df50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.036460 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:37.036797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:37.037185 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:37.076883 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:37.080853 n-d-764435-3 neutron-server[100711]: ERROR neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:37.082884 n-d-764435-3 neutron-server[100711]: INFO neutron.plugins.ml2.plugin [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 2 to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e Jul 15 15:01:37.097255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2530e-9af9-4012-af6b-de90ab405ca9 req-63ad8de3-85f9-4d82-8ad2-9c303f2f077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:37.107654 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62f2530e-9af9-4012-af6b-de90ab405ca9 req-63ad8de3-85f9-4d82-8ad2-9c303f2f077f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 1096 time: 0.3113935 Jul 15 15:01:37.112789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:37.113789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:37.113789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:37.132761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-71d0d29c-4fd1-4d4f-a8ec-c0c7ee8a0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:37.138856 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-71d0d29c-4fd1-4d4f-a8ec-c0c7ee8a0fc5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2242358 Jul 15 15:01:37.157823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:37.158175 n-d-764435-3 neutron-server[100711]: ERROR neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:37.160242 n-d-764435-3 neutron-server[100711]: INFO neutron.plugins.ml2.plugin [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 3 to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e Jul 15 15:01:37.256854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:37.298679 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a27587b9-1eca-48da-bee2-35a37052ad5e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.331739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b3360-141f-4422-8dba-00fe69937b00 req-959f95d6-90af-47d2-be50-5d6d3e9e43ea tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:37.349214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d0b3360-141f-4422-8dba-00fe69937b00 req-959f95d6-90af-47d2-be50-5d6d3e9e43ea tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 950 time: 0.3747327 Jul 15 15:01:37.350405 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:37.351105 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:37.351725 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:37.426231 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2530e-9af9-4012-af6b-de90ab405ca9 req-ca03db48-237b-4198-8a18-1175d77f16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:37.436891 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62f2530e-9af9-4012-af6b-de90ab405ca9 req-ca03db48-237b-4198-8a18-1175d77f16fe service neutron] 10.222.0.22 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.3285208 Jul 15 15:01:37.440535 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-0c8221ac-43d1-43cd-b76a-975516adf3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50702134-0a53-42cf-8837-0a89e0defb87', 'name': 'tempest-ServerActionsTestJSON-820474080-router', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:00:52Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'gw_port': {'id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:00:53Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'cf63cd3c-cd86-441d-9a35-6cc2080ea761', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'port_id': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'mac_address': 'fa:16:3e:7f:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:01:10Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 1, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3893c474-20a8-46dd-9cd2-10f345d5e834', 'name': '', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'mac_address': 'fa:16:3e:51:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:00Z', 'updated_at': '2021-07-15T15:01:10Z', 'revision_number': 5, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'subnets': [{'id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:37.481151 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8221ac-43d1-43cd-b76a-975516adf3dc None None] Checking router: 50702134-0a53-42cf-8837-0a89e0defb87 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:37.487717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:37.488353 n-d-764435-3 neutron-server[100711]: ERROR neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:37.503783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8221ac-43d1-43cd-b76a-975516adf3dc None None] Routers {'50702134-0a53-42cf-8837-0a89e0defb87'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:37.504560 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-0c8221ac-43d1-43cd-b76a-975516adf3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['50702134-0a53-42cf-8837-0a89e0defb87'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:37.538350 n-d-764435-3 neutron-server[100711]: INFO neutron.plugins.ml2.plugin [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 4 to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e Jul 15 15:01:37.628243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:37.629246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:37.629246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:37.646129 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62f2530e-9af9-4012-af6b-de90ab405ca9 req-e115772c-5512-4584-b73f-7ce811b258b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 HTTP/1.1" status: 200 len: 999 time: 0.1989324 Jul 15 15:01:37.663722 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:37.664262 n-d-764435-3 neutron-server[100711]: ERROR neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:37.670776 n-d-764435-3 neutron-server[100711]: INFO neutron.plugins.ml2.plugin [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 5 to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e Jul 15 15:01:37.680219 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528bfdd7-45f0-43ac-9c36-61346025eeb6 None None] DHCP port deletion for 57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:01:37.724483 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2530e-9af9-4012-af6b-de90ab405ca9 req-73d7e23f-aeef-47a8-866c-5be8ad437eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:37.727428 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62f2530e-9af9-4012-af6b-de90ab405ca9 req-73d7e23f-aeef-47a8-866c-5be8ad437eaf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.0727026 Jul 15 15:01:37.743507 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d0b3360-141f-4422-8dba-00fe69937b00 req-091f9b53-b814-4167-9873-150666ff894e tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/security-groups?id=4310aa26-c0fc-4498-8ce6-2902fa6bc4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761456 Jul 15 15:01:37.755614 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a27587b9-1eca-48da-bee2-35a37052ad5e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.757693 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-5234fa8d-a942-4932-af9c-f66eb3dfd5f6 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065903 Jul 15 15:01:37.795786 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-528bfdd7-45f0-43ac-9c36-61346025eeb6 None None] Deleting port b5f0f87a-e8b8-417b-b99e-a8e51d18f68e {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:37.796365 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-528bfdd7-45f0-43ac-9c36-61346025eeb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.797454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:37.798562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:37.799367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:37.808136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53374) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:37.824000 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27587b9-1eca-48da-bee2-35a37052ad5e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Subnet': ['ID=196930d3-de60-4c12-a705-698cee30f17e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:37.825908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:37.831635 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-0c8221ac-43d1-43cd-b76a-975516adf3dc None None] Set router 50702134-0a53-42cf-8837-0a89e0defb87 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:37.839073 n-d-764435-3 neutron-server[100711]: ERROR neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:37.886076 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a27587b9-1eca-48da-bee2-35a37052ad5e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.888586 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a27587b9-1eca-48da-bee2-35a37052ad5e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/196930d3-de60-4c12-a705-698cee30f17e HTTP/1.1" status: 204 len: 168 time: 1.4304917 Jul 15 15:01:37.894317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0d11cd-87c1-4876-9873-5998e815e898 None None] Network 25ffa638-f9fc-4150-8d35-4bfc1b0ae56f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:37.904353 n-d-764435-3 neutron-server[100711]: INFO neutron.plugins.ml2.plugin [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 6 to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e Jul 15 15:01:37.914685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53380) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:38.064984 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c009-f136-495a-9589-6c358c58df50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.077630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:38.079803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:38.080419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:38.136112 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:38.137909 n-d-764435-3 neutron-server[100711]: ERROR neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:38.148562 n-d-764435-3 neutron-server[100711]: INFO neutron.plugins.ml2.plugin [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 7 to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e Jul 15 15:01:38.193199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-40b90ebd-6a65-428a-9dee-01679151ad3a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2090031238-network', 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:38.194023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2530e-9af9-4012-af6b-de90ab405ca9 req-e2cad908-c4a4-4423-a1c9-c09c5ab509d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:38.197726 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62f2530e-9af9-4012-af6b-de90ab405ca9 req-e2cad908-c4a4-4423-a1c9-c09c5ab509d3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4623168 Jul 15 15:01:38.209797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-528bfdd7-45f0-43ac-9c36-61346025eeb6 None None] For port b5f0f87a-e8b8-417b-b99e-a8e51d18f68e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b5f0f87a-e8b8-417b-b99e-a8e51d18f68e,segment=NetworkSegment(b9b7995f-dfe9-472a-b103-adc5777fb7b7),segment_id=b9b7995f-dfe9-472a-b103-adc5777fb7b7)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:38.210631 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-528bfdd7-45f0-43ac-9c36-61346025eeb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.268546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b90ebd-6a65-428a-9dee-01679151ad3a admin admin] Made reservation on behalf of ab8e904d869b49c29afb8c3ed6c815ec for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:38.271556 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-40b90ebd-6a65-428a-9dee-01679151ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.274273 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-528bfdd7-45f0-43ac-9c36-61346025eeb6 None None] Calling delete_port for b5f0f87a-e8b8-417b-b99e-a8e51d18f68e owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:38.277575 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:38.277984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:38.278323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:38.298389 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-40b90ebd-6a65-428a-9dee-01679151ad3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.303806 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-969547ea-9452-467d-9a78-be98e784c91d service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831555 Jul 15 15:01:38.313875 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:38.314327 n-d-764435-3 neutron-server[100711]: ERROR neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:38.316534 n-d-764435-3 neutron-server[100711]: INFO neutron.plugins.ml2.plugin [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 8 to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e Jul 15 15:01:38.393532 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.413423 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-5e2df01f-9586-4eb6-aeae-afd0176ba2b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f HTTP/1.1" status: 200 len: 217 time: 0.0981071 Jul 15 15:01:38.423062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:38.423546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:38.423882 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:38.426842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1c009-f136-495a-9589-6c358c58df50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f39f97-0dcf-40d5-ba9f-1e4a32cd3222,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:38.477069 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:38.477385 n-d-764435-3 neutron-server[100711]: ERROR neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:38.481667 n-d-764435-3 neutron-server[100711]: INFO neutron.plugins.ml2.plugin [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 9 to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e Jul 15 15:01:38.489348 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1c009-f136-495a-9589-6c358c58df50 admin admin] Checking segment: {'id': '471f35e0-853b-449c-bef4-5014a9492e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:38.489829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd1c009-f136-495a-9589-6c358c58df50 admin admin] Network hostable DHCP agents. Network: 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:38.527578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-1b40f158-050d-4d31-a2a0-692aed2b2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:38.529873 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-1b40f158-050d-4d31-a2a0-692aed2b2842 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.1012113 Jul 15 15:01:38.568306 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62f2530e-9af9-4012-af6b-de90ab405ca9 req-272b3213-1840-4ce6-beb0-40b70835ee67 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578956 Jul 15 15:01:38.572257 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd1c009-f136-495a-9589-6c358c58df50 admin admin] Network 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:38.615076 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-40b90ebd-6a65-428a-9dee-01679151ad3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.623384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4fd1c009-f136-495a-9589-6c358c58df50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:38.635315 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd1c009-f136-495a-9589-6c358c58df50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:38.635998 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c009-f136-495a-9589-6c358c58df50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.655865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf19bb33-6c4d-4e24-8947-d92a5986f4b7 None None] Network 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:38.689999 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port b5f0f87a-e8b8-417b-b99e-a8e51d18f68e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:38.690390 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.694949 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4fd1c009-f136-495a-9589-6c358c58df50 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0648077 Jul 15 15:01:38.699208 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-40b90ebd-6a65-428a-9dee-01679151ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.708458 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53384) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:38.717366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:38.718047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:38.719139 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:38.741130 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62f2530e-9af9-4012-af6b-de90ab405ca9 req-5bbb5fc9-ca93-4817-a2d2-5992b29650ed service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657269 Jul 15 15:01:38.802599 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] For port b5f0f87a-e8b8-417b-b99e-a8e51d18f68e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b5f0f87a-e8b8-417b-b99e-a8e51d18f68e,segment=NetworkSegment(b9b7995f-dfe9-472a-b103-adc5777fb7b7),segment_id=b9b7995f-dfe9-472a-b103-adc5777fb7b7)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:38.803130 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.823761 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for b5f0f87a-e8b8-417b-b99e-a8e51d18f68e owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:38.831747 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-528bfdd7-45f0-43ac-9c36-61346025eeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.834660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b90ebd-6a65-428a-9dee-01679151ad3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:38.851736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528bfdd7-45f0-43ac-9c36-61346025eeb6 None None] No DVR routers for this DVR port b5f0f87a-e8b8-417b-b99e-a8e51d18f68e on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:01:38.884449 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-40b90ebd-6a65-428a-9dee-01679151ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.885151 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-40b90ebd-6a65-428a-9dee-01679151ad3a admin admin] Added segment 8cd847aa-365f-442a-8be5-a07b09c9280d of type vlan for network 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 Jul 15 15:01:38.994890 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-40b90ebd-6a65-428a-9dee-01679151ad3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.042331 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.052978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1983138792-router', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:39.059176 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:39.059812 n-d-764435-3 neutron-server[100711]: ERROR neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:39.061251 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b90ebd-6a65-428a-9dee-01679151ad3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:39.075742 n-d-764435-3 neutron-server[100711]: INFO neutron.plugins.ml2.plugin [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempt 10 to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e Jul 15 15:01:39.107590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=b5f0f87a-e8b8-417b-b99e-a8e51d18f68e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:39.123571 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No DVR routers for this DVR port b5f0f87a-e8b8-417b-b99e-a8e51d18f68e on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:01:39.188128 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-40b90ebd-6a65-428a-9dee-01679151ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.189318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b90ebd-6a65-428a-9dee-01679151ad3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:39.190460 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-40b90ebd-6a65-428a-9dee-01679151ad3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.190917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06fe630-e8dc-4876-baf7-44d448a43f8f None None] DHCP port deletion for 25ffa638-f9fc-4150-8d35-4bfc1b0ae56f request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:01:39.208013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bfdd7-45f0-43ac-9c36-61346025eeb6 None None] Pushing event deleted for resources: {'Port': ['ID=b5f0f87a-e8b8-417b-b99e-a8e51d18f68e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:39.303787 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:39.304453 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:39.305192 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempting to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:39.310811 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.312488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-0c8221ac-43d1-43cd-b76a-975516adf3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50702134-0a53-42cf-8837-0a89e0defb87', 'name': 'tempest-ServerActionsTestJSON-820474080-router', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:00:52Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'gw_port': {'id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:00:53Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'cf63cd3c-cd86-441d-9a35-6cc2080ea761', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'port_id': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'mac_address': 'fa:16:3e:7f:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:01:10Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 1, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3893c474-20a8-46dd-9cd2-10f345d5e834', 'name': '', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'mac_address': 'fa:16:3e:51:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:00Z', 'updated_at': '2021-07-15T15:01:10Z', 'revision_number': 5, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'subnets': [{'id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:39.326886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:39.328640 n-d-764435-3 neutron-server[100711]: ERROR neutron.plugins.ml2.managers [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Failed to bind port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on host n-h1-764435-3 for vnic_type normal using segments [{'id': '1c82e416-ff91-4795-9496-cb9a66542fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '654a3350-1954-494a-82db-daf70eccec07'}] Jul 15 15:01:39.329001 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.344972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:39.365049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b7995f-dfe9-472a-b103-adc5777fb7b7') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:39.365933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b7995f-dfe9-472a-b103-adc5777fb7b7') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:39.380506 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4ca306a3-ef70-4d32-8020-3488fd7388a5 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:01:39.383440 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.389142 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.390941 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.411667 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.418826 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-40b90ebd-6a65-428a-9dee-01679151ad3a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5748801 Jul 15 15:01:39.419119 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8221ac-43d1-43cd-b76a-975516adf3dc None None] The sync data for ids ['50702134-0a53-42cf-8837-0a89e0defb87'] in n-d-764435-3 is: [{'id': '50702134-0a53-42cf-8837-0a89e0defb87', 'name': 'tempest-ServerActionsTestJSON-820474080-router', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:00:52Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'gw_port': {'id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:00:53Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'cf63cd3c-cd86-441d-9a35-6cc2080ea761', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'port_id': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'mac_address': 'fa:16:3e:7f:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:01:10Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 1, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3893c474-20a8-46dd-9cd2-10f345d5e834', 'name': '', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'mac_address': 'fa:16:3e:51:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:00Z', 'updated_at': '2021-07-15T15:01:10Z', 'revision_number': 5, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'subnets': [{'id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:39.419307 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-e759d5d3-d7c5-4c6d-a67b-b54693f2fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:39.419442 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53392) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:39.419575 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-e759d5d3-d7c5-4c6d-a67b-b54693f2fc45 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7998781 Jul 15 15:01:39.429173 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-73900915-891b-488e-83ff-63434b22f619 admin admin] Request body: {'subnet': {'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2090031238-subnet', 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:39.436090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:01:39.437947 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:01:39.455783 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:01:39.485473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b90ebd-6a65-428a-9dee-01679151ad3a admin admin] Pushing event updated for resources: {'Network': ['ID=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:39.544639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:39.554592 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87e1fa-c9e1-4a6b-94c0-8bfc864c619f req-a645518f-48f3-4051-818e-49db7e3a7eed tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:39.560150 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73900915-891b-488e-83ff-63434b22f619 admin admin] Made reservation on behalf of ab8e904d869b49c29afb8c3ed6c815ec for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:39.562888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba87e1fa-c9e1-4a6b-94c0-8bfc864c619f req-a645518f-48f3-4051-818e-49db7e3a7eed tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 950 time: 0.4895821 Jul 15 15:01:39.565289 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73900915-891b-488e-83ff-63434b22f619 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.586868 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.607909 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.610668 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/networks/57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed HTTP/1.1" status: 204 len: 168 time: 1.6619167 Jul 15 15:01:39.626069 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53394) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:39.629909 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] For port b6ac9a9f-9036-49e1-8703-baeb73bfb24e, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:39.630588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attempted to set empty binding levels {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 15:01:39.647422 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61922c1-8d0f-405b-83c4-40eeb7b644f5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Network': ['ID=57c7d1ff-6a92-4ce8-90e6-2d81d4cfe5ed,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:39.657350 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.738352 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.758060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] In _notify_port_updated(), no bound segment for port b6ac9a9f-9036-49e1-8703-baeb73bfb24e on network 654a3350-1954-494a-82db-daf70eccec07 {{(pid=100711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:01:39.759037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:39.759672 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.761149 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] 10.222.0.38 "PUT /v2.0/ports/b6ac9a9f-9036-49e1-8703-baeb73bfb24e HTTP/1.1" status: 200 len: 979 time: 4.6145031 Jul 15 15:01:39.764295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c06fe630-e8dc-4876-baf7-44d448a43f8f None None] Deleting port 4ca306a3-ef70-4d32-8020-3488fd7388a5 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:39.766572 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c06fe630-e8dc-4876-baf7-44d448a43f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.775246 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba87e1fa-c9e1-4a6b-94c0-8bfc864c619f req-094f99ec-050c-4504-a412-1e0c8c6abfb4 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/security-groups?id=4310aa26-c0fc-4498-8ce6-2902fa6bc4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113307 Jul 15 15:01:39.783431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53396) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:39.794367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'fixed_ips': [{'subnet_id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:01:39.817705 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.877307 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.944497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e57759-ffee-46a6-8c25-b6a3bf34c2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Pushing event updated for resources: {'Port': ['ID=b6ac9a9f-9036-49e1-8703-baeb73bfb24e,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:39.953374 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-bd110bad-581a-4306-a65b-011373aee890 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840133 Jul 15 15:01:39.959255 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba57fbf-1956-4f20-9576-436400ac10fe None None] New status for floating IP cf63cd3c-cd86-441d-9a35-6cc2080ea761: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:01:40.211066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-819f31b9-de2a-444f-abd9-54e4d38c1af5 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486782 Jul 15 15:01:40.222906 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73900915-891b-488e-83ff-63434b22f619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.291199 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.295062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73900915-891b-488e-83ff-63434b22f619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed4ae426-6236-408d-9317-431d07b866ff,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:40.316863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port 4ca306a3-ef70-4d32-8020-3488fd7388a5 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:40.317799 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.366445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-f3ea7d90-3df0-4fcb-9c2e-af9c027517ff service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=c27002a5-aff8-4cb1-b048-1f360f6947d2 HTTP/1.1" status: 200 len: 217 time: 0.0657182 Jul 15 15:01:40.381452 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c06fe630-e8dc-4876-baf7-44d448a43f8f None None] For port 4ca306a3-ef70-4d32-8020-3488fd7388a5, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4ca306a3-ef70-4d32-8020-3488fd7388a5,segment=NetworkSegment(8efee9fe-8b9d-4842-9e35-2a2b761ec204),segment_id=8efee9fe-8b9d-4842-9e35-2a2b761ec204)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:40.382349 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c06fe630-e8dc-4876-baf7-44d448a43f8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.395934 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.487689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c06fe630-e8dc-4876-baf7-44d448a43f8f None None] Calling delete_port for 4ca306a3-ef70-4d32-8020-3488fd7388a5 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:40.539018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-b760e47e-6f4f-43cf-acdb-9a635ac4cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:40.540641 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-b760e47e-6f4f-43cf-acdb-9a635ac4cf65 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.1595643 Jul 15 15:01:40.697004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 4ca306a3-ef70-4d32-8020-3488fd7388a5, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4ca306a3-ef70-4d32-8020-3488fd7388a5,segment=NetworkSegment(8efee9fe-8b9d-4842-9e35-2a2b761ec204),segment_id=8efee9fe-8b9d-4842-9e35-2a2b761ec204)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:40.707814 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.708957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b5f0f87a-e8b8-417b-b99e-a8e51d18f68e no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:01:40.735830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-1002f209-3541-42e8-a178-f0e49616a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:40.737354 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-1002f209-3541-42e8-a178-f0e49616a536 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1888173 Jul 15 15:01:40.763323 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8c29548a-d465-435d-8dc1-ea57ca9fe39e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Deleting port b6ac9a9f-9036-49e1-8703-baeb73bfb24e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:40.763775 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c29548a-d465-435d-8dc1-ea57ca9fe39e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.803407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: b5f0f87a-e8b8-417b-b99e-a8e51d18f68e {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:01:40.804007 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b5f0f87a-e8b8-417b-b99e-a8e51d18f68e not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:01:40.809036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] For port 4ca306a3-ef70-4d32-8020-3488fd7388a5, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4ca306a3-ef70-4d32-8020-3488fd7388a5,segment=NetworkSegment(8efee9fe-8b9d-4842-9e35-2a2b761ec204),segment_id=8efee9fe-8b9d-4842-9e35-2a2b761ec204)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:40.809501 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.831565 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for 4ca306a3-ef70-4d32-8020-3488fd7388a5 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:40.861186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Allocated IP 172.20.0.2 (2bb40ffb-89bd-4af8-a54f-db49ff69a3ca/15f39f97-0dcf-40d5-ba9f-1e4a32cd3222/d996647f-58ae-4125-aa39-10dc45024778) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:40.880910 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73900915-891b-488e-83ff-63434b22f619 admin admin] Checking segment: {'id': '8cd847aa-365f-442a-8be5-a07b09c9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:40.881258 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73900915-891b-488e-83ff-63434b22f619 admin admin] Network hostable DHCP agents. Network: 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:40.885603 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-8c29548a-d465-435d-8dc1-ea57ca9fe39e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] For port b6ac9a9f-9036-49e1-8703-baeb73bfb24e, host n-h1-764435-3, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:40.886014 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c29548a-d465-435d-8dc1-ea57ca9fe39e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.911457 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=4ca306a3-ef70-4d32-8020-3488fd7388a5,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:40.938787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8c29548a-d465-435d-8dc1-ea57ca9fe39e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Calling delete_port for b6ac9a9f-9036-49e1-8703-baeb73bfb24e owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:40.952400 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c06fe630-e8dc-4876-baf7-44d448a43f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.972090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a6261-0d0f-42df-b539-425aa666e813 req-729f00ae-aa65-41d4-bb7c-cc90c93509d2 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:40.979459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89a6261-0d0f-42df-b539-425aa666e813 req-729f00ae-aa65-41d4-bb7c-cc90c93509d2 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 950 time: 0.3291311 Jul 15 15:01:41.013165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73900915-891b-488e-83ff-63434b22f619 admin admin] Network 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:41.049707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-73900915-891b-488e-83ff-63434b22f619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:41.060340 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73900915-891b-488e-83ff-63434b22f619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:41.060340 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73900915-891b-488e-83ff-63434b22f619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.061254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fe630-e8dc-4876-baf7-44d448a43f8f None None] Pushing event deleted for resources: {'Port': ['ID=4ca306a3-ef70-4d32-8020-3488fd7388a5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:41.061965 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-98fb6379-e1d8-44c3-afc3-d560d0c777e4 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375271 Jul 15 15:01:41.073943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751ea4bb-3d23-42a4-9bb1-c46f83870915 None None] Network 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:41.083758 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.084535 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06fe630-e8dc-4876-baf7-44d448a43f8f None None] No DVR routers for this DVR port 4ca306a3-ef70-4d32-8020-3488fd7388a5 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:01:41.100921 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-73900915-891b-488e-83ff-63434b22f619 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6798029 Jul 15 15:01:41.119211 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53412) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:41.140453 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c29548a-d465-435d-8dc1-ea57ca9fe39e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.140453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No DVR routers for this DVR port 4ca306a3-ef70-4d32-8020-3488fd7388a5 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:01:41.142051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=4ca306a3-ef70-4d32-8020-3488fd7388a5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:41.161224 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89a6261-0d0f-42df-b539-425aa666e813 req-2a7a9ce7-05d5-4283-b54d-bb77d04ee009 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/security-groups?id=4310aa26-c0fc-4498-8ce6-2902fa6bc4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953524 Jul 15 15:01:41.173634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2090031238-router', 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:41.177059 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.245013 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.332340 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29548a-d465-435d-8dc1-ea57ca9fe39e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6ac9a9f-9036-49e1-8703-baeb73bfb24e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:41.357451 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c29548a-d465-435d-8dc1-ea57ca9fe39e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.363768 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8c29548a-d465-435d-8dc1-ea57ca9fe39e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] 10.222.0.38 "DELETE /v2.0/ports/b6ac9a9f-9036-49e1-8703-baeb73bfb24e HTTP/1.1" status: 204 len: 168 time: 1.5762665 Jul 15 15:01:41.367624 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53416) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:41.373198 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.410470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Transition to ACTIVE for port object d996647f-58ae-4125-aa39-10dc45024778 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:41.416491 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.417963 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.418777 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b193e80-7c7e-43e9-81f2-4d0dc4b22f9f None None] Network 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:41.463067 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Transition to ACTIVE for port object d996647f-58ae-4125-aa39-10dc45024778 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:41.476845 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.497847 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.501870 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-0740f2ef-0d55-45b9-a55e-3755e6be995a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] GET failed (client error): The resource could not be found. Jul 15 15:01:41.507099 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0740f2ef-0d55-45b9-a55e-3755e6be995a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069241271-project-admin] 10.222.0.38 "GET /v2.0/ports/b6ac9a9f-9036-49e1-8703-baeb73bfb24e HTTP/1.1" status: 404 len: 333 time: 0.1346941 Jul 15 15:01:41.508158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53418) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:41.514274 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ffa638-f9fc-4150-8d35-4bfc1b0ae56f']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:41.528875 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efee9fe-8b9d-4842-9e35-2a2b761ec204') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:41.529083 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efee9fe-8b9d-4842-9e35-2a2b761ec204') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:41.547927 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.569858 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.576717 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-ec6b620f-5b4d-4401-93b3-28b043060dc4 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223495 Jul 15 15:01:41.586254 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:01:41.586866 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:01:41.592946 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:01:41.619773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Network 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:41.634445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:41.644207 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:41.657615 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Pushing event updated for resources: {'Port': ['ID=d996647f-58ae-4125-aa39-10dc45024778,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:41.729544 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.739618 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.750258 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.753580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-7bd85f66-89f0-4f13-8970-8412b564febc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f HTTP/1.1" status: 200 len: 217 time: 0.1039991 Jul 15 15:01:41.755645 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/networks/25ffa638-f9fc-4150-8d35-4bfc1b0ae56f HTTP/1.1" status: 204 len: 168 time: 2.1234515 Jul 15 15:01:41.766947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53422) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:41.796718 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-be819a4f-a099-4821-a7d7-487ca58b7085 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-919256539'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:41.810129 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73717080-7c64-4992-ba3f-2078d3b416a2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Network': ['ID=25ffa638-f9fc-4150-8d35-4bfc1b0ae56f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:41.863386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Attempting to bind port d996647f-58ae-4125-aa39-10dc45024778 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:41.863955 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Attempting to bind port d996647f-58ae-4125-aa39-10dc45024778 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '471f35e0-853b-449c-bef4-5014a9492e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:41.864323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Attempting to bind port d996647f-58ae-4125-aa39-10dc45024778 on network 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:41.872447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:41.872714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be819a4f-a099-4821-a7d7-487ca58b7085 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:41.873451 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Checking segment: {'id': '471f35e0-853b-449c-bef4-5014a9492e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:41.876061 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.876727 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Bound using segment: {'id': '471f35e0-853b-449c-bef4-5014a9492e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:41.877852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Bound port: d996647f-58ae-4125-aa39-10dc45024778, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471f35e0-853b-449c-bef4-5014a9492e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:41.878462 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.880358 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be819a4f-a099-4821-a7d7-487ca58b7085 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.927885 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be819a4f-a099-4821-a7d7-487ca58b7085 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:41.948579 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be819a4f-a099-4821-a7d7-487ca58b7085 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.949845 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-be819a4f-a099-4821-a7d7-487ca58b7085 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Added segment 2086829d-1ed8-408d-9496-6009a4ea0ea7 of type vlan for network 2df8edb6-9a04-4aeb-994c-00bfddfcaf06 Jul 15 15:01:41.999397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] For port d996647f-58ae-4125-aa39-10dc45024778, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:42.006288 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] For port d996647f-58ae-4125-aa39-10dc45024778, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d996647f-58ae-4125-aa39-10dc45024778,segment=NetworkSegment(471f35e0-853b-449c-bef4-5014a9492e83),segment_id=471f35e0-853b-449c-bef4-5014a9492e83)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:42.015425 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.020259 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be819a4f-a099-4821-a7d7-487ca58b7085 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.065821 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be819a4f-a099-4821-a7d7-487ca58b7085 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.076896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be819a4f-a099-4821-a7d7-487ca58b7085 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:42.078483 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be819a4f-a099-4821-a7d7-487ca58b7085 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.144032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f93b86-3f28-488f-8704-fdc32579931b None None] Pushing event updated for resources: {'Port': ['ID=d996647f-58ae-4125-aa39-10dc45024778,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:42.153988 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-be819a4f-a099-4821-a7d7-487ca58b7085 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3838484 Jul 15 15:01:42.159543 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53424) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:42.168060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6207ff68-f9fa-41a6-867c-70025df41187 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'subnet': {'network_id': '2df8edb6-9a04-4aeb-994c-00bfddfcaf06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:42.363122 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be819a4f-a099-4821-a7d7-487ca58b7085 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Network': ['ID=2df8edb6-9a04-4aeb-994c-00bfddfcaf06,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:42.382220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 2df8edb6-9a04-4aeb-994c-00bfddfcaf06 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:42.452658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6207ff68-f9fa-41a6-867c-70025df41187 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:42.459199 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6207ff68-f9fa-41a6-867c-70025df41187 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.678203 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Allocated IP 172.25.4.86 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:42.825480 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6207ff68-f9fa-41a6-867c-70025df41187 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.846153 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5350fef-4c35-4429-aa00-03c0947eda63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.912257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-cb2d7d38-3239-4830-b0fd-ae5ed50b4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:42.914039 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-cb2d7d38-3239-4830-b0fd-ae5ed50b4740 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97cd0b09-7fe2-4d3d-863f-66972b0476a8 HTTP/1.1" status: 200 len: 797 time: 1.1353650 Jul 15 15:01:42.943192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207ff68-f9fa-41a6-867c-70025df41187 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Subnet': ['ID=0ba2f982-d7ca-4f3e-8bb3-d49343081f63,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:42.957517 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6207ff68-f9fa-41a6-867c-70025df41187 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Checking segment: {'id': '2086829d-1ed8-408d-9496-6009a4ea0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2df8edb6-9a04-4aeb-994c-00bfddfcaf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:42.957865 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6207ff68-f9fa-41a6-867c-70025df41187 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network hostable DHCP agents. Network: 2df8edb6-9a04-4aeb-994c-00bfddfcaf06, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:42.990650 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6207ff68-f9fa-41a6-867c-70025df41187 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 2df8edb6-9a04-4aeb-994c-00bfddfcaf06 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:43.007671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6207ff68-f9fa-41a6-867c-70025df41187 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 2df8edb6-9a04-4aeb-994c-00bfddfcaf06) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:43.016738 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6207ff68-f9fa-41a6-867c-70025df41187 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:43.017789 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6207ff68-f9fa-41a6-867c-70025df41187 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:43.025114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63240576-8291-4663-bbda-7314f6d79ff2 None None] Network 2df8edb6-9a04-4aeb-994c-00bfddfcaf06 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:43.081496 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6207ff68-f9fa-41a6-867c-70025df41187 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9201939 Jul 15 15:01:43.082972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53434) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:43.095378 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a83d0936-741c-4e6e-bdbc-043f882b06cd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-239498553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:43.119353 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:43.147665 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a83d0936-741c-4e6e-bdbc-043f882b06cd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:43.149789 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a83d0936-741c-4e6e-bdbc-043f882b06cd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:43.347871 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a83d0936-741c-4e6e-bdbc-043f882b06cd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:43.358887 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a83d0936-741c-4e6e-bdbc-043f882b06cd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:43.374560 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-2df8edb6-9a04-4aeb-994c-00bfddfcaf06', 'network_id': '2df8edb6-9a04-4aeb-994c-00bfddfcaf06', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'fixed_ips': [{'subnet_id': '0ba2f982-d7ca-4f3e-8bb3-d49343081f63'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:01:43.379740 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:43.417246 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a83d0936-741c-4e6e-bdbc-043f882b06cd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:43.425293 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a83d0936-741c-4e6e-bdbc-043f882b06cd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3380890 Jul 15 15:01:43.426386 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53436) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:43.434198 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:43.438303 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-39c58422-f123-4578-8842-b4e46ba894e7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'port': {'network_id': '2df8edb6-9a04-4aeb-994c-00bfddfcaf06', 'name': 'tempest-RoutersIpV6Test-385049664'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:43.486762 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fd5c7-24d2-4390-b8a8-c98d8bd8aab8 req-8cf16fd1-094f-47d1-8a32-ad7228f9a69b tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:43.489842 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-393fd5c7-24d2-4390-b8a8-c98d8bd8aab8 req-8cf16fd1-094f-47d1-8a32-ad7228f9a69b tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 950 time: 1.6340177 Jul 15 15:01:43.497062 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d996647f-58ae-4125-aa39-10dc45024778 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:43.560045 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5350fef-4c35-4429-aa00-03c0947eda63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:43.668643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a15152-99e8-44c3-8d6e-8e02859936fc req-2425b239-1a2e-41b3-b9fd-ddcf77e073b5 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:43.680510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1a15152-99e8-44c3-8d6e-8e02859936fc req-2425b239-1a2e-41b3-b9fd-ddcf77e073b5 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 950 time: 0.9156415 Jul 15 15:01:43.688811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c58422-f123-4578-8842-b4e46ba894e7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:43.693747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b5350fef-4c35-4429-aa00-03c0947eda63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654a3350-1954-494a-82db-daf70eccec07']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:43.695097 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39c58422-f123-4578-8842-b4e46ba894e7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:43.745355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-39c58422-f123-4578-8842-b4e46ba894e7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] device_id is not set on port 27c62554-1206-4ffd-a828-567db56a0d65 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:01:43.753523 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Allocated IP 2001:db8::2 (2df8edb6-9a04-4aeb-994c-00bfddfcaf06/0ba2f982-d7ca-4f3e-8bb3-d49343081f63/7202526c-1048-434d-8093-3ff3f6fdd3d2) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:43.776410 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port d996647f-58ae-4125-aa39-10dc45024778 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:43.787653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-21b9e6c4-927b-4b0b-bfac-88197c86611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:43.789830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-21b9e6c4-927b-4b0b-bfac-88197c86611e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bead9a4-4428-4843-b726-82fc6739e864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8238738 Jul 15 15:01:43.835484 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:43.896634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b5350fef-4c35-4429-aa00-03c0947eda63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c82e416-ff91-4795-9496-cb9a66542fd8') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:43.897313 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b5350fef-4c35-4429-aa00-03c0947eda63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c82e416-ff91-4795-9496-cb9a66542fd8') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:43.945725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeeaf26-1fec-4366-8c74-02828f0d52f3 None None] Network 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:44.045412 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5350fef-4c35-4429-aa00-03c0947eda63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.050855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:44.099964 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:44.129639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:44.191127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-10c0efb5-286c-4d4b-8558-1dc1c33f40b1 None None] Provisioning for port d996647f-58ae-4125-aa39-10dc45024778 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:44.217005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-10c0efb5-286c-4d4b-8558-1dc1c33f40b1 None None] Provisioning complete for port d996647f-58ae-4125-aa39-10dc45024778 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:44.218718 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10c0efb5-286c-4d4b-8558-1dc1c33f40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.222171 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.274982 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5350fef-4c35-4429-aa00-03c0947eda63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.279880 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Transition to ACTIVE for port object 7202526c-1048-434d-8093-3ff3f6fdd3d2 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:44.344495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5350fef-4c35-4429-aa00-03c0947eda63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:01:44.344723 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5350fef-4c35-4429-aa00-03c0947eda63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.351544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Pushing event updated for resources: {'Port': ['ID=9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:01:44.355470 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:01:44.383538 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Transition to ACTIVE for port object 7202526c-1048-434d-8093-3ff3f6fdd3d2 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:44.407542 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1a15152-99e8-44c3-8d6e-8e02859936fc req-98307f2a-788e-4b71-a305-8baa20521bdf tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/security-groups?id=4310aa26-c0fc-4498-8ce6-2902fa6bc4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6042233 Jul 15 15:01:44.437354 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.526737 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-39c58422-f123-4578-8842-b4e46ba894e7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Allocated IP 2001:db8::10f (2df8edb6-9a04-4aeb-994c-00bfddfcaf06/0ba2f982-d7ca-4f3e-8bb3-d49343081f63/27c62554-1206-4ffd-a828-567db56a0d65) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:44.534619 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Network 2df8edb6-9a04-4aeb-994c-00bfddfcaf06 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:44.550349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:44.566248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:44.606686 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-1ab8d6e9-f919-4f38-bfcf-7ae79779efc4 service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7884316 Jul 15 15:01:44.608651 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10c0efb5-286c-4d4b-8558-1dc1c33f40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.615297 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5350fef-4c35-4429-aa00-03c0947eda63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.621958 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-393fd5c7-24d2-4390-b8a8-c98d8bd8aab8 req-26e97fc6-ce3f-4d17-86e0-bca3ff929d59 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Deleting port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:44.622306 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-393fd5c7-24d2-4390-b8a8-c98d8bd8aab8 req-26e97fc6-ce3f-4d17-86e0-bca3ff929d59 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.658697 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5350fef-4c35-4429-aa00-03c0947eda63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.661603 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b5350fef-4c35-4429-aa00-03c0947eda63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] 10.222.0.38 "DELETE /v2.0/networks/654a3350-1954-494a-82db-daf70eccec07 HTTP/1.1" status: 204 len: 168 time: 3.1485219 Jul 15 15:01:44.756328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5350fef-4c35-4429-aa00-03c0947eda63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-509285416-project] Pushing event deleted for resources: {'Network': ['ID=654a3350-1954-494a-82db-daf70eccec07,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:44.862443 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39c58422-f123-4578-8842-b4e46ba894e7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.891092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Pushing event updated for resources: {'Port': ['ID=7202526c-1048-434d-8093-3ff3f6fdd3d2,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:44.927110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-39c58422-f123-4578-8842-b4e46ba894e7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Transition to ACTIVE for port object 27c62554-1206-4ffd-a828-567db56a0d65 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:45.017255 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39c58422-f123-4578-8842-b4e46ba894e7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.075992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Attempting to bind port 7202526c-1048-434d-8093-3ff3f6fdd3d2 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:45.081566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Attempting to bind port 7202526c-1048-434d-8093-3ff3f6fdd3d2 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '2086829d-1ed8-408d-9496-6009a4ea0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2df8edb6-9a04-4aeb-994c-00bfddfcaf06'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:45.082728 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Attempting to bind port 7202526c-1048-434d-8093-3ff3f6fdd3d2 on network 2df8edb6-9a04-4aeb-994c-00bfddfcaf06 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:45.146134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-10c0efb5-286c-4d4b-8558-1dc1c33f40b1 None None] For port d996647f-58ae-4125-aa39-10dc45024778, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d996647f-58ae-4125-aa39-10dc45024778,segment=NetworkSegment(471f35e0-853b-449c-bef4-5014a9492e83),segment_id=471f35e0-853b-449c-bef4-5014a9492e83)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:45.149996 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:45.151516 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Checking segment: {'id': '2086829d-1ed8-408d-9496-6009a4ea0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2df8edb6-9a04-4aeb-994c-00bfddfcaf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:45.152417 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.154789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Bound using segment: {'id': '2086829d-1ed8-408d-9496-6009a4ea0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2df8edb6-9a04-4aeb-994c-00bfddfcaf06'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:45.156031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Bound port: 7202526c-1048-434d-8093-3ff3f6fdd3d2, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2086829d-1ed8-408d-9496-6009a4ea0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2df8edb6-9a04-4aeb-994c-00bfddfcaf06'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:45.165251 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.197906 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10c0efb5-286c-4d4b-8558-1dc1c33f40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.250791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c58422-f123-4578-8842-b4e46ba894e7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=27c62554-1206-4ffd-a828-567db56a0d65,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:45.260573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c58422-f123-4578-8842-b4e46ba894e7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 2df8edb6-9a04-4aeb-994c-00bfddfcaf06 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:45.261823 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53454) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:45.282896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-39c58422-f123-4578-8842-b4e46ba894e7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:45.291127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c58422-f123-4578-8842-b4e46ba894e7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:45.313146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c58422-f123-4578-8842-b4e46ba894e7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:45.314287 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39c58422-f123-4578-8842-b4e46ba894e7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.363833 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-39c58422-f123-4578-8842-b4e46ba894e7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9351511 Jul 15 15:01:45.367904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53458) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:45.438977 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] For port 7202526c-1048-434d-8093-3ff3f6fdd3d2, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:45.445504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] For port 7202526c-1048-434d-8093-3ff3f6fdd3d2, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7202526c-1048-434d-8093-3ff3f6fdd3d2,segment=NetworkSegment(2086829d-1ed8-408d-9496-6009a4ea0ea7),segment_id=2086829d-1ed8-408d-9496-6009a4ea0ea7)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:45.510296 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0efb5-286c-4d4b-8558-1dc1c33f40b1 None None] Pushing event updated for resources: {'Port': ['ID=d996647f-58ae-4125-aa39-10dc45024778,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:45.523610 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.529325 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.550088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-393fd5c7-24d2-4390-b8a8-c98d8bd8aab8 req-26e97fc6-ce3f-4d17-86e0-bca3ff929d59 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] For port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9a9f1e10-d759-4fc3-92ff-b00fad61d75f,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:45.550561 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-393fd5c7-24d2-4390-b8a8-c98d8bd8aab8 req-26e97fc6-ce3f-4d17-86e0-bca3ff929d59 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.567642 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-393fd5c7-24d2-4390-b8a8-c98d8bd8aab8 req-26e97fc6-ce3f-4d17-86e0-bca3ff929d59 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Calling delete_port for 9a9f1e10-d759-4fc3-92ff-b00fad61d75f owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:45.725705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd5c6c-5051-4b4c-9705-c3f69dc68dbb None None] Pushing event updated for resources: {'Port': ['ID=7202526c-1048-434d-8093-3ff3f6fdd3d2,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:45.769548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-37b79947-2f31-4f2d-a133-45bafbf8cac3 None None] Provisioning complete for port d996647f-58ae-4125-aa39-10dc45024778 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:45.770374 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-37b79947-2f31-4f2d-a133-45bafbf8cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.830896 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4b892d6d-1237-4760-807e-088a709fc8de admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=26ee61f6a5954ff886dd9c04aae3e7d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5661910 Jul 15 15:01:45.832013 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-cd6d49d5-b687-44a0-aef8-d29ecbd18de5 service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2128530 Jul 15 15:01:45.835463 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9a9f1e10-d759-4fc3-92ff-b00fad61d75f no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:01:45.838580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53464) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:45.900141 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af0dcb6d-0685-40da-88fe-bad04ebf7ac5 req-99a689a1-68ac-4bdc-b67d-e7d37f712b86 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 210 time: 0.0432231 Jul 15 15:01:45.934926 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No active binding found for port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f {{(pid=100713) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 15:01:45.936050 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9a9f1e10-d759-4fc3-92ff-b00fad61d75f not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:01:45.955745 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.039078 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-393fd5c7-24d2-4390-b8a8-c98d8bd8aab8 req-26e97fc6-ce3f-4d17-86e0-bca3ff929d59 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.057272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-7304a8e7-b23d-41f4-aad0-a398544964c2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b61e0da-7262-42eb-badb-84072e586233 HTTP/1.1" status: 200 len: 217 time: 0.1534159 Jul 15 15:01:46.113372 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e731ec5e-7da2-482f-907b-f85e511a5d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.148932 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.166026 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e731ec5e-7da2-482f-907b-f85e511a5d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.178861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e97fc6-ce3f-4d17-86e0-bca3ff929d59 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Pushing event deleted for resources: {'Port': ['ID=9a9f1e10-d759-4fc3-92ff-b00fad61d75f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:46.396728 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-4d2d90df-387f-44b2-9ce7-ebf184fc8e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:46.398513 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-4d2d90df-387f-44b2-9ce7-ebf184fc8e23 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97cd0b09-7fe2-4d3d-863f-66972b0476a8 HTTP/1.1" status: 200 len: 797 time: 0.2554946 Jul 15 15:01:46.412116 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e731ec5e-7da2-482f-907b-f85e511a5d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.417221 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e731ec5e-7da2-482f-907b-f85e511a5d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.423624 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e731ec5e-7da2-482f-907b-f85e511a5d58 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a4841fbd-1868-4a07-802d-4709b9534f0d HTTP/1.1" status: 204 len: 168 time: 0.5832336 Jul 15 15:01:46.495623 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731ec5e-7da2-482f-907b-f85e511a5d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4841fbd-1868-4a07-802d-4709b9534f0d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:46.511907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-393fd5c7-24d2-4390-b8a8-c98d8bd8aab8 req-26e97fc6-ce3f-4d17-86e0-bca3ff929d59 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] No DVR routers for this DVR port 9a9f1e10-d759-4fc3-92ff-b00fad61d75f on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:01:46.519496 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-393fd5c7-24d2-4390-b8a8-c98d8bd8aab8 req-26e97fc6-ce3f-4d17-86e0-bca3ff929d59 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.522082 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-393fd5c7-24d2-4390-b8a8-c98d8bd8aab8 req-26e97fc6-ce3f-4d17-86e0-bca3ff929d59 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.11 "DELETE /v2.0/ports/9a9f1e10-d759-4fc3-92ff-b00fad61d75f HTTP/1.1" status: 204 len: 173 time: 2.9564018 Jul 15 15:01:46.540310 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2a01ad-3993-4138-b27e-16989fed6954', 'name': 'network-vif-deleted', 'tag': '9a9f1e10-d759-4fc3-92ff-b00fad61d75f'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:46.543494 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae44bd0e-770b-425c-bcaf-6742c06151d7" -d '{"events": [{"server_uuid": "5b2a01ad-3993-4138-b27e-16989fed6954", "name": "network-vif-deleted", "tag": "9a9f1e10-d759-4fc3-92ff-b00fad61d75f"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:46.557745 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62277223-b748-4590-94de-f2ac5aff27db tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.567218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Allocated IP 172.25.4.150 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/447b5223-858e-4274-bb96-911c49674027) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:46.810101 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161c0acc-01e5-428c-90b8-6faa1575b927 x-openstack-request-id: req-161c0acc-01e5-428c-90b8-6faa1575b927 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:46.810456 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2a01ad-3993-4138-b27e-16989fed6954", "name": "network-vif-deleted", "tag": "9a9f1e10-d759-4fc3-92ff-b00fad61d75f", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:46.810845 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-161c0acc-01e5-428c-90b8-6faa1575b927 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:46.811537 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a01ad-3993-4138-b27e-16989fed6954', 'name': 'network-vif-deleted', 'tag': '9a9f1e10-d759-4fc3-92ff-b00fad61d75f', 'status': 'completed', 'code': 200} Jul 15 15:01:46.819658 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-63423f64-42dd-42d1-8423-796f25868b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:46.820499 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-63423f64-42dd-42d1-8423-796f25868b65 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bead9a4-4428-4843-b726-82fc6739e864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3450696 Jul 15 15:01:47.010577 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:47.166074 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62277223-b748-4590-94de-f2ac5aff27db tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:47.173351 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62277223-b748-4590-94de-f2ac5aff27db tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:47.290593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62277223-b748-4590-94de-f2ac5aff27db tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=27c62554-1206-4ffd-a828-567db56a0d65,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:47.541898 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53480) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:47.583529 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d996647f-58ae-4125-aa39-10dc45024778 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:47.653868 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc18199-e23d-4771-b112-ef93e3f763dc None None] Network 2df8edb6-9a04-4aeb-994c-00bfddfcaf06 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:47.658731 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62277223-b748-4590-94de-f2ac5aff27db tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:47.785352 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eb9244f6-f87d-4946-b28d-f64624124d57 None None] Provisioning for port 7202526c-1048-434d-8093-3ff3f6fdd3d2 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:47.917877 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6db898ea-64f4-4e86-a204-ff99488a92f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2abf66858084484a8e6579229857a85f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3742371 Jul 15 15:01:47.926125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53488) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:47.938910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d996647f-58ae-4125-aa39-10dc45024778 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:47.939456 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.083132 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cc7d969-5796-4962-b645-655d98430720 req-766baac7-a999-445b-8181-fbfa1e94e0d8 tempest-ServerDiagnosticsNegativeTest-1518887706 tempest-ServerDiagnosticsNegativeTest-1518887706-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b2a01ad-3993-4138-b27e-16989fed6954 HTTP/1.1" status: 200 len: 210 time: 0.0806139 Jul 15 15:01:48.159879 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7202526c-1048-434d-8093-3ff3f6fdd3d2 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:48.160332 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62277223-b748-4590-94de-f2ac5aff27db tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.188495 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e36e738b-8f06-4e9c-b542-a37d5469d4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.214186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-4998e4aa-3fa9-4f7a-b43e-05d559156f56 service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3786237 Jul 15 15:01:48.259054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 7202526c-1048-434d-8093-3ff3f6fdd3d2 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:48.267875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7202526c-1048-434d-8093-3ff3f6fdd3d2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:48.268827 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.309741 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.386412 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Router 10526de9-4483-4b9c-bc04-d0360c659ea7 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:01:48.433593 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.485637 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e36e738b-8f06-4e9c-b542-a37d5469d4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.492104 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 7202526c-1048-434d-8093-3ff3f6fdd3d2, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7202526c-1048-434d-8093-3ff3f6fdd3d2,segment=NetworkSegment(2086829d-1ed8-408d-9496-6009a4ea0ea7),segment_id=2086829d-1ed8-408d-9496-6009a4ea0ea7)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:48.500721 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.594735 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=7202526c-1048-434d-8093-3ff3f6fdd3d2,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:48.645045 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d50c078-b314-4c6c-9aa8-6f884f270f98 req-88b27c52-d89a-4936-a099-818b8b712bf8 service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053173 Jul 15 15:01:48.688591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c1f3fd3c-955d-47ae-b289-c6ff6486daba None None] Provisioning for port 27c62554-1206-4ffd-a828-567db56a0d65 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:48.705888 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c1f3fd3c-955d-47ae-b289-c6ff6486daba None None] Provisioning complete for port 27c62554-1206-4ffd-a828-567db56a0d65 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:48.706643 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1f3fd3c-955d-47ae-b289-c6ff6486daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.770592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c1f3fd3c-955d-47ae-b289-c6ff6486daba None None] Port 27c62554-1206-4ffd-a828-567db56a0d65 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:48.800142 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c1f3fd3c-955d-47ae-b289-c6ff6486daba None None] Provisioning complete for port 7202526c-1048-434d-8093-3ff3f6fdd3d2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:48.801144 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1f3fd3c-955d-47ae-b289-c6ff6486daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.833791 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.845863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:48.848067 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.885331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Sync routers for ids ['10526de9-4483-4b9c-bc04-d0360c659ea7'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:48.893851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:48.898858 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:48.902199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Routers {'10526de9-4483-4b9c-bc04-d0360c659ea7'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:48.903054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['10526de9-4483-4b9c-bc04-d0360c659ea7'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:48.904855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:48.958968 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.976086 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ec675e81-9dc8-4621-b4a5-dbc4e991f146 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.2424562 Jul 15 15:01:49.028276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53494) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:49.145723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Pushing event updated for resources: {'Port': ['ID=447b5223-858e-4274-bb96-911c49674027,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:49.243214 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62277223-b748-4590-94de-f2ac5aff27db tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:49.260403 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62277223-b748-4590-94de-f2ac5aff27db tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:49.261810 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62277223-b748-4590-94de-f2ac5aff27db tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:49.441680 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Set router 10526de9-4483-4b9c-bc04-d0360c659ea7 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:49.467972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62277223-b748-4590-94de-f2ac5aff27db tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=27c62554-1206-4ffd-a828-567db56a0d65,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:49.493893 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e36e738b-8f06-4e9c-b542-a37d5469d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:49.500522 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e36e738b-8f06-4e9c-b542-a37d5469d4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:49.503205 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e36e738b-8f06-4e9c-b542-a37d5469d4cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3e05ffe1-460d-4dc4-b5e2-92599f5522e4 HTTP/1.1" status: 204 len: 168 time: 1.5750098 Jul 15 15:01:49.588803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7202526c-1048-434d-8093-3ff3f6fdd3d2 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:49.594227 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:49.683556 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e738b-8f06-4e9c-b542-a37d5469d4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e05ffe1-460d-4dc4-b5e2-92599f5522e4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:49.710991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62277223-b748-4590-94de-f2ac5aff27db tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 2df8edb6-9a04-4aeb-994c-00bfddfcaf06 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:49.715695 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-62277223-b748-4590-94de-f2ac5aff27db tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:49.846718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2258f252-4d33-479e-9444-7f539e38fe0f None None] Provisioning complete for port 27c62554-1206-4ffd-a828-567db56a0d65 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:49.847275 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2258f252-4d33-479e-9444-7f539e38fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:49.900445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7202526c-1048-434d-8093-3ff3f6fdd3d2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:49.900985 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:50.044613 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62277223-b748-4590-94de-f2ac5aff27db tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router 53edaaa5-b0bd-44fc-9b9e-246cbe3622d1 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:01:50.052871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2258f252-4d33-479e-9444-7f539e38fe0f None None] Port 27c62554-1206-4ffd-a828-567db56a0d65 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:50.102299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'name': 'tempest-ServersTestManualDisk-1983138792-router', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:39Z', 'updated_at': '2021-07-15T15:01:44Z', 'revision_number': 3, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'gw_port': {'id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:50.140094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Checking router: 10526de9-4483-4b9c-bc04-d0360c659ea7 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:50.140595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Updating router 10526de9-4483-4b9c-bc04-d0360c659ea7 port 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:01:50.289692 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:50.316342 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:50.319775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53514) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:50.351526 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62277223-b748-4590-94de-f2ac5aff27db tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:50.375890 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-62277223-b748-4590-94de-f2ac5aff27db tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/53edaaa5-b0bd-44fc-9b9e-246cbe3622d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0019290 Jul 15 15:01:50.376715 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d0677-b31a-4498-b4fa-c7a2231ba2f7 None None] Sync routers for ids ['53edaaa5-b0bd-44fc-9b9e-246cbe3622d1'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:50.382201 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f2ea081f-8b8f-47e4-bb98-cdcb7004389a None None] Provisioning complete for port 27c62554-1206-4ffd-a828-567db56a0d65 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:50.382832 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f2ea081f-8b8f-47e4-bb98-cdcb7004389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:50.384788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53522) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:50.414785 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d0677-b31a-4498-b4fa-c7a2231ba2f7 None None] Routers {'53edaaa5-b0bd-44fc-9b9e-246cbe3622d1'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:50.414785 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6c4d0677-b31a-4498-b4fa-c7a2231ba2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['53edaaa5-b0bd-44fc-9b9e-246cbe3622d1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:50.543942 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d20c661-6061-4b7b-8edc-65971ff5a9c1 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:50.546327 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3d20c661-6061-4b7b-8edc-65971ff5a9c1 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports/27c62554-1206-4ffd-a828-567db56a0d65 HTTP/1.1" status: 200 len: 983 time: 0.1600313 Jul 15 15:01:50.551222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53528) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:50.563118 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6c4d0677-b31a-4498-b4fa-c7a2231ba2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:50.600996 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d0677-b31a-4498-b4fa-c7a2231ba2f7 None None] Routers {'53edaaa5-b0bd-44fc-9b9e-246cbe3622d1'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:50.601659 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6c4d0677-b31a-4498-b4fa-c7a2231ba2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['53edaaa5-b0bd-44fc-9b9e-246cbe3622d1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:50.605406 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea081f-8b8f-47e4-bb98-cdcb7004389a None None] Port 27c62554-1206-4ffd-a828-567db56a0d65 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:50.703679 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6c4d0677-b31a-4498-b4fa-c7a2231ba2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:50.704640 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d0677-b31a-4498-b4fa-c7a2231ba2f7 None None] The sync data for ids ['53edaaa5-b0bd-44fc-9b9e-246cbe3622d1'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:51.042575 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:51.084922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Transition to ACTIVE for port object 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:51.103122 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:51.229102 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Attempting to bind port 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:51.229643 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Attempting to bind port 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:51.230430 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Attempting to bind port 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:51.241610 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:51.242356 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:51.243064 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:51.243597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:51.244233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Bound port: 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:51.244749 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:51.247125 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07c3c0-f386-4fa2-8dc8-cac3836a1f83 None None] Pushing event updated for resources: {'Port': ['ID=9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:51.322854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] For port 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:51.328667 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] For port 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:51.352445 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:51.449084 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:51.494446 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Routers {'10526de9-4483-4b9c-bc04-d0360c659ea7'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:51.494897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['10526de9-4483-4b9c-bc04-d0360c659ea7'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:51.621230 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4f0bbe5d-8880-4662-9707-bc8125c2a1b5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd4eb04287d947938c80194a6ea2bd9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2968934 Jul 15 15:01:51.653121 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53544) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:51.869686 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7628ca06-e77e-48e3-9402-6945c581e244 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:51.997642 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f87c0cff-e0aa-434e-a237-2b5f80192e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:52.083557 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:52.089846 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f87c0cff-e0aa-434e-a237-2b5f80192e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:52.138250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07c3c0-f386-4fa2-8dc8-cac3836a1f83 None None] Pushing event updated for resources: {'Port': ['ID=9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:52.190057 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] Set router 10526de9-4483-4b9c-bc04-d0360c659ea7 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:52.314919 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f87c0cff-e0aa-434e-a237-2b5f80192e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:52.319128 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f87c0cff-e0aa-434e-a237-2b5f80192e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:52.320853 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f87c0cff-e0aa-434e-a237-2b5f80192e58 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4310aa26-c0fc-4498-8ce6-2902fa6bc4e2 HTTP/1.1" status: 204 len: 168 time: 0.6662242 Jul 15 15:01:52.339940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c0cff-e0aa-434e-a237-2b5f80192e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4310aa26-c0fc-4498-8ce6-2902fa6bc4e2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:52.375656 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7628ca06-e77e-48e3-9402-6945c581e244 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port 27c62554-1206-4ffd-a828-567db56a0d65 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:52.376011 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7628ca06-e77e-48e3-9402-6945c581e244 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:52.549510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Router a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:01:52.631601 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7628ca06-e77e-48e3-9402-6945c581e244 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:52.663640 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7628ca06-e77e-48e3-9402-6945c581e244 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for 27c62554-1206-4ffd-a828-567db56a0d65 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:01:52.801646 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'name': 'tempest-ServersTestManualDisk-1983138792-router', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:39Z', 'updated_at': '2021-07-15T15:01:44Z', 'revision_number': 3, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'gw_port': {'id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:52.856694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02eca89-1f8b-497d-9ec4-486fc461e831 None None] The sync data for ids ['10526de9-4483-4b9c-bc04-d0360c659ea7'] in n-d-764435-3 is: [{'id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'name': 'tempest-ServersTestManualDisk-1983138792-router', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:39Z', 'updated_at': '2021-07-15T15:01:44Z', 'revision_number': 3, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'gw_port': {'id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:52.880873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Allocated IP 172.20.0.1 (2bb40ffb-89bd-4af8-a54f-db49ff69a3ca/15f39f97-0dcf-40d5-ba9f-1e4a32cd3222/9c6f2f4a-0788-4ab4-85d5-53a03cb34b95) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:52.940129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:52.960113 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Sync routers for ids ['a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:52.994901 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Routers {'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:52.997382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:53.035442 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:53.038295 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d54f4713-3bf4-4b53-ab79-f5ba13a148aa admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.8818378 Jul 15 15:01:53.042904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53570) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:53.137626 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53574) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:53.285431 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:53.345282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53578) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:53.372806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Set router a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:53.378968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Transition to ACTIVE for port object 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:53.379525 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7628ca06-e77e-48e3-9402-6945c581e244 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:53.519136 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:53.554156 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3fc90382-c415-4c3d-b5ca-8942b107b7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:53.595763 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628ca06-e77e-48e3-9402-6945c581e244 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=27c62554-1206-4ffd-a828-567db56a0d65,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:53.729862 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Network 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:53.747374 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b9bd1cb8-2613-49e0-b726-adf00f615da2 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-462073574'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:53.771485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:53.779016 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:53.915803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c6f2f4a-0788-4ab4-85d5-53a03cb34b95,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:53.946480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2090031238-router', 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '447b5223-858e-4274-bb96-911c49674027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:49Z', 'revision_number': 3, 'project_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'gw_port': {'id': '447b5223-858e-4274-bb96-911c49674027', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:45Z', 'updated_at': '2021-07-15T15:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:54.092604 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Checking router: a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:54.093987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Updating router a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7 port 447b5223-858e-4274-bb96-911c49674027 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:01:54.099338 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.194075 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.273585 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7628ca06-e77e-48e3-9402-6945c581e244 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.435171 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.471969 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3fc90382-c415-4c3d-b5ca-8942b107b7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.481869 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3fc90382-c415-4c3d-b5ca-8942b107b7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.548419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc90382-c415-4c3d-b5ca-8942b107b7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46afe1e-49aa-4606-806a-a64570837e83,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:54.598180 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1cb8-2613-49e0-b726-adf00f615da2 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.599417 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1cb8-2613-49e0-b726-adf00f615da2 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.675070 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1cb8-2613-49e0-b726-adf00f615da2 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.688545 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1cb8-2613-49e0-b726-adf00f615da2 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.697449 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3fc90382-c415-4c3d-b5ca-8942b107b7a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6d8d186ffa434b0790c10b5406a945a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3434939 Jul 15 15:01:54.706611 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53586) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:54.722358 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.739487 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Transition to ACTIVE for port object 447b5223-858e-4274-bb96-911c49674027 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:54.741618 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ccb4a781-8ac4-4aa0-8545-6fedbef39818 None None] Provisioning for port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:54.751804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ccb4a781-8ac4-4aa0-8545-6fedbef39818 None None] Provisioning complete for port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:54.752360 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a781-8ac4-4aa0-8545-6fedbef39818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.755290 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.794645 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b9bd1cb8-2613-49e0-b726-adf00f615da2 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.800671 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b9bd1cb8-2613-49e0-b726-adf00f615da2 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.6491082 Jul 15 15:01:54.811960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53588) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:54.841036 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Attempting to bind port 447b5223-858e-4274-bb96-911c49674027 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:54.841556 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Attempting to bind port 447b5223-858e-4274-bb96-911c49674027 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:54.841862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Attempting to bind port 447b5223-858e-4274-bb96-911c49674027 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:54.865802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:54.866159 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:54.866700 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.867104 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:54.867620 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Bound port: 447b5223-858e-4274-bb96-911c49674027, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:54.867999 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.875234 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ccb4a781-8ac4-4aa0-8545-6fedbef39818 None None] Port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:54.902364 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5761133-becf-4af9-8a63-29c85d750896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.905620 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-adb99888-8d39-43d5-baa2-b3562559003e tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.915274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82646fe-385a-4bdc-85fb-5bbd5a2761a6 None None] Pushing event updated for resources: {'Port': ['ID=447b5223-858e-4274-bb96-911c49674027,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:54.980184 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] For port 447b5223-858e-4274-bb96-911c49674027, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:54.988490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] For port 447b5223-858e-4274-bb96-911c49674027, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=447b5223-858e-4274-bb96-911c49674027,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:54.995981 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:55.053484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7628ca06-e77e-48e3-9402-6945c581e244 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router 53edaaa5-b0bd-44fc-9b9e-246cbe3622d1 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:01:55.068540 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Routers {'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:55.069217 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:55.153719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82646fe-385a-4bdc-85fb-5bbd5a2761a6 None None] Pushing event updated for resources: {'Port': ['ID=447b5223-858e-4274-bb96-911c49674027,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:55.219406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7628ca06-e77e-48e3-9402-6945c581e244 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:55.230391 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7628ca06-e77e-48e3-9402-6945c581e244 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/53edaaa5-b0bd-44fc-9b9e-246cbe3622d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6776338 Jul 15 15:01:55.231265 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:01:55.253889 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8157814-d79b-4175-b0fd-5dfaa2c63a66 None None] Sync routers for ids ['53edaaa5-b0bd-44fc-9b9e-246cbe3622d1'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:55.288505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53592) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:55.290162 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8157814-d79b-4175-b0fd-5dfaa2c63a66 None None] Routers {'53edaaa5-b0bd-44fc-9b9e-246cbe3622d1'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:55.291431 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:55.291836 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b8157814-d79b-4175-b0fd-5dfaa2c63a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['53edaaa5-b0bd-44fc-9b9e-246cbe3622d1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:55.322460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] Set router a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:55.384648 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b8157814-d79b-4175-b0fd-5dfaa2c63a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:55.407332 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8157814-d79b-4175-b0fd-5dfaa2c63a66 None None] Routers {'53edaaa5-b0bd-44fc-9b9e-246cbe3622d1'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:55.408305 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b8157814-d79b-4175-b0fd-5dfaa2c63a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['53edaaa5-b0bd-44fc-9b9e-246cbe3622d1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:55.491092 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b8157814-d79b-4175-b0fd-5dfaa2c63a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:55.492220 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8157814-d79b-4175-b0fd-5dfaa2c63a66 None None] The sync data for ids ['53edaaa5-b0bd-44fc-9b9e-246cbe3622d1'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:55.542461 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-adb99888-8d39-43d5-baa2-b3562559003e tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:55.545951 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-adb99888-8d39-43d5-baa2-b3562559003e tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:55.576130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:55.617527 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5761133-becf-4af9-8a63-29c85d750896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:55.738989 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-adb99888-8d39-43d5-baa2-b3562559003e tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:55.740138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb99888-8d39-43d5-baa2-b3562559003e tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 122f562b-5bfc-4098-a493-af655e9cc320 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:01:55.750495 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-adb99888-8d39-43d5-baa2-b3562559003e tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:55.750733 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-01e65bb4-e5f3-4c99-936a-4ba12ac59f0f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 15:01:55.756638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-adb99888-8d39-43d5-baa2-b3562559003e tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] 10.222.0.38 "DELETE /v2.0/routers/122f562b-5bfc-4098-a493-af655e9cc320 HTTP/1.1" status: 204 len: 168 time: 0.9399421 Jul 15 15:01:55.756893 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-01e65bb4-e5f3-4c99-936a-4ba12ac59f0f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/53edaaa5-b0bd-44fc-9b9e-246cbe3622d1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4605684 Jul 15 15:01:55.756893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53598) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:55.756893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:55.758653 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:55.770280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-500e89e4-73f1-40d9-9f55-588e41be8432 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Request body: {'router': {'name': 'tempest-router-1063966799', 'distributed': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:55.782806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:55.783186 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:55.819797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2090031238-router', 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '447b5223-858e-4274-bb96-911c49674027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:49Z', 'revision_number': 3, 'project_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'gw_port': {'id': '447b5223-858e-4274-bb96-911c49674027', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:45Z', 'updated_at': '2021-07-15T15:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:55.822817 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-64667673-7a8f-467f-b7dd-95d7f13f40d7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports?device_id=53edaaa5-b0bd-44fc-9b9e-246cbe3622d1 HTTP/1.1" status: 200 len: 205 time: 0.0593944 Jul 15 15:01:55.823516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53602) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:55.873811 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5761133-becf-4af9-8a63-29c85d750896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:55.876474 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5761133-becf-4af9-8a63-29c85d750896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:55.877697 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a5761133-becf-4af9-8a63-29c85d750896 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c46afe1e-49aa-4606-806a-a64570837e83 HTTP/1.1" status: 204 len: 168 time: 1.1698961 Jul 15 15:01:55.880115 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:55.892507 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:55.904046 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5761133-becf-4af9-8a63-29c85d750896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46afe1e-49aa-4606-806a-a64570837e83,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:55.915628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a229dc7b-46be-4cb0-8165-716ce36fc828 None None] The sync data for ids ['a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'] in n-d-764435-3 is: [{'id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2090031238-router', 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '447b5223-858e-4274-bb96-911c49674027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:49Z', 'revision_number': 3, 'project_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'gw_port': {'id': '447b5223-858e-4274-bb96-911c49674027', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:45Z', 'updated_at': '2021-07-15T15:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:56.026049 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22c864ac-5d50-4e54-9d4c-3fa836c5549a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.028324 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-500e89e4-73f1-40d9-9f55-588e41be8432 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.028652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c6f2f4a-0788-4ab4-85d5-53a03cb34b95,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:56.031072 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-500e89e4-73f1-40d9-9f55-588e41be8432 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.039636 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.061839 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.109286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:56.117450 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.194021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:56.252312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Allocated IP 172.20.0.1 (4ac90c13-a4fb-4b07-a6a2-07110e3b71b9/ed4ae426-6236-408d-9317-431d07b866ff/4a8195a0-16f8-4699-aa22-c9286f514ba0) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:56.266004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Network 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:56.267944 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:56.586729 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Router 10526de9-4483-4b9c-bc04-d0360c659ea7 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:01:56.717701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-38f8f568-8042-4f20-bc6e-6d0c4bb10791 None None] Provisioning complete for port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:56.718613 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38f8f568-8042-4f20-bc6e-6d0c4bb10791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.760783 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22c864ac-5d50-4e54-9d4c-3fa836c5549a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.770431 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22c864ac-5d50-4e54-9d4c-3fa836c5549a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.773684 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-500e89e4-73f1-40d9-9f55-588e41be8432 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.787995 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-500e89e4-73f1-40d9-9f55-588e41be8432 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.806695 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:56.817511 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-38f8f568-8042-4f20-bc6e-6d0c4bb10791 None None] Port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:56.835031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Sync routers for ids ['10526de9-4483-4b9c-bc04-d0360c659ea7'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:56.854709 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-417d94a1-9c44-4ddf-9f13-0b6c7e39b9d3 admin admin] 10.222.0.38 "PUT /v2.0/routers/10526de9-4483-4b9c-bc04-d0360c659ea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8154318 Jul 15 15:01:56.856671 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.869171 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-500e89e4-73f1-40d9-9f55-588e41be8432 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.875335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53622) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:56.875803 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-500e89e4-73f1-40d9-9f55-588e41be8432 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1102428 Jul 15 15:01:56.880507 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22c864ac-5d50-4e54-9d4c-3fa836c5549a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.881387 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c864ac-5d50-4e54-9d4c-3fa836c5549a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Fanout notify agent at l3_agent the message router_deleted on router 53edaaa5-b0bd-44fc-9b9e-246cbe3622d1 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:01:56.887454 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Routers {'10526de9-4483-4b9c-bc04-d0360c659ea7'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:56.888307 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['10526de9-4483-4b9c-bc04-d0360c659ea7'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:56.892157 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22c864ac-5d50-4e54-9d4c-3fa836c5549a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.893760 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-22c864ac-5d50-4e54-9d4c-3fa836c5549a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/routers/53edaaa5-b0bd-44fc-9b9e-246cbe3622d1 HTTP/1.1" status: 204 len: 168 time: 1.0633397 Jul 15 15:01:56.901610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53624) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:57.022071 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.077265 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9956e79a-f766-4a29-a409-fc1d69ab58d4 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.146186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5181fd1-573f-4cb1-93b3-50e48ebbf333 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting subnet 0ba2f982-d7ca-4f3e-8bb3-d49343081f63 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:01:57.174582 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b5181fd1-573f-4cb1-93b3-50e48ebbf333 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.227503 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Set router 10526de9-4483-4b9c-bc04-d0360c659ea7 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:57.315076 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Network 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:57.359808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:57.376053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:57.401532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Pushing event updated for resources: {'Port': ['ID=4a8195a0-16f8-4699-aa22-c9286f514ba0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:57.436896 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b5181fd1-573f-4cb1-93b3-50e48ebbf333 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.515963 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 447b5223-858e-4274-bb96-911c49674027 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:57.523092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9956e79a-f766-4a29-a409-fc1d69ab58d4 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.538889 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9956e79a-f766-4a29-a409-fc1d69ab58d4 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.542759 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.688909 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9956e79a-f766-4a29-a409-fc1d69ab58d4 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.689466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9956e79a-f766-4a29-a409-fc1d69ab58d4 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14798f35-23e5-4a4e-aaea-8365a47d8fe5 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:01:57.694476 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9956e79a-f766-4a29-a409-fc1d69ab58d4 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.702141 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9956e79a-f766-4a29-a409-fc1d69ab58d4 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] 10.222.0.38 "DELETE /v2.0/routers/14798f35-23e5-4a4e-aaea-8365a47d8fe5 HTTP/1.1" status: 204 len: 168 time: 0.8194010 Jul 15 15:01:57.702141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53644) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:57.706311 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e6c6053d-ea89-4ef8-b2d8-e94a656095a1 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Request body: {'router': {'name': 'tempest-router-1581973940', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'eac4975f2e4044c5bfa3bc4d46661c2f'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:57.718421 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b5181fd1-573f-4cb1-93b3-50e48ebbf333 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.789773 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6c6053d-ea89-4ef8-b2d8-e94a656095a1 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.791561 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6c6053d-ea89-4ef8-b2d8-e94a656095a1 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.827702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 447b5223-858e-4274-bb96-911c49674027 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:57.837128 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 447b5223-858e-4274-bb96-911c49674027 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:57.840908 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.890043 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6c6053d-ea89-4ef8-b2d8-e94a656095a1 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.910308 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6c6053d-ea89-4ef8-b2d8-e94a656095a1 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.938802 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b5181fd1-573f-4cb1-93b3-50e48ebbf333 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.948093 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6c6053d-ea89-4ef8-b2d8-e94a656095a1 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.950110 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e6c6053d-ea89-4ef8-b2d8-e94a656095a1 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2482610 Jul 15 15:01:57.954989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53648) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:57.964911 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-bc9bdc6c-b565-4009-8e8e-18bfe5b1ddfb tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:57.972383 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.979238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'name': 'tempest-ServersTestManualDisk-1983138792-router', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:39Z', 'updated_at': '2021-07-15T15:01:54Z', 'revision_number': 4, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'gw_port': {'id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9c6f2f4a-0788-4ab4-85d5-53a03cb34b95', 'name': '', 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'mac_address': 'fa:16:3e:67:61:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:52Z', 'updated_at': '2021-07-15T15:01:54Z', 'revision_number': 2, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'subnets': [{'id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:58.027756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Checking router: 10526de9-4483-4b9c-bc04-d0360c659ea7 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:58.028389 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Updating router 10526de9-4483-4b9c-bc04-d0360c659ea7 port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:01:58.081740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 447b5223-858e-4274-bb96-911c49674027, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=447b5223-858e-4274-bb96-911c49674027,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:58.093459 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.096241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:58.113463 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.505576 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc9bdc6c-b565-4009-8e8e-18bfe5b1ddfb tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.505996 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc9bdc6c-b565-4009-8e8e-18bfe5b1ddfb tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.659494 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b5181fd1-573f-4cb1-93b3-50e48ebbf333 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.666241 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b5181fd1-573f-4cb1-93b3-50e48ebbf333 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/0ba2f982-d7ca-4f3e-8bb3-d49343081f63 HTTP/1.1" status: 204 len: 168 time: 1.7613943 Jul 15 15:01:58.671605 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5181fd1-573f-4cb1-93b3-50e48ebbf333 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba2f982-d7ca-4f3e-8bb3-d49343081f63,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:58.685351 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bc9bdc6c-b565-4009-8e8e-18bfe5b1ddfb tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100711) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 15 15:01:58.686770 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bc9bdc6c-b565-4009-8e8e-18bfe5b1ddfb tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Router 62b4020a-74a1-459f-892f-d79a87521af5 migrating from provider to provider. {{(pid=100711) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 15 15:01:58.687613 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc9bdc6c-b565-4009-8e8e-18bfe5b1ddfb tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.689065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53664) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:58.695088 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc9bdc6c-b565-4009-8e8e-18bfe5b1ddfb tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.704831 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc9bdc6c-b565-4009-8e8e-18bfe5b1ddfb tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.763399 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53666) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:58.765378 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.785105 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1158203888', 'description': 'tempest-description--2117673132'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:58.788712 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Transition to ACTIVE for port object 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:58.804032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64357184-fae2-4706-a231-01929bcf553e None None] Network 2df8edb6-9a04-4aeb-994c-00bfddfcaf06 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:58.828137 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.887220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=447b5223-858e-4274-bb96-911c49674027,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:58.887875 n-d-764435-3 neutron-server[100711]: WARNING neutron.scheduler.l3_agent_scheduler [None req-bc9bdc6c-b565-4009-8e8e-18bfe5b1ddfb tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] No L3 agents can host the router 62b4020a-74a1-459f-892f-d79a87521af5 Jul 15 15:01:59.016406 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:59.063213 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35007be-3f9e-444d-be9c-4b0719d2466a None None] Pushing event updated for resources: {'Port': ['ID=9c6f2f4a-0788-4ab4-85d5-53a03cb34b95,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:59.101056 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9bdc6c-b565-4009-8e8e-18bfe5b1ddfb tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Hosts for router 62b4020a-74a1-459f-892f-d79a87521af5: [] {{(pid=100711) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 15 15:01:59.108979 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:59.153028 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:59.155539 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:59.159357 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9bdc6c-b565-4009-8e8e-18bfe5b1ddfb tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Hosts for other DVR routers connected to router 62b4020a-74a1-459f-892f-d79a87521af5: set() {{(pid=100711) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 15 15:01:59.162731 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:59.168726 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc9bdc6c-b565-4009-8e8e-18bfe5b1ddfb tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:59.169294 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bc9bdc6c-b565-4009-8e8e-18bfe5b1ddfb tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] 10.222.0.38 "PUT /v2.0/routers/62b4020a-74a1-459f-892f-d79a87521af5 HTTP/1.1" status: 200 len: 717 time: 1.2134063 Jul 15 15:01:59.174847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53678) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:59.340618 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Attempting to bind port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:59.341091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Attempting to bind port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '471f35e0-853b-449c-bef4-5014a9492e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:59.341559 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Attempting to bind port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 on network 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:59.348948 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-18ebfece-f6d6-4cfd-a6dd-a5a8d8b2f955 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] 10.222.0.38 "GET /v2.0/routers/62b4020a-74a1-459f-892f-d79a87521af5 HTTP/1.1" status: 200 len: 717 time: 0.1715362 Jul 15 15:01:59.350597 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53692) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:59.359690 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:59.360200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Checking segment: {'id': '471f35e0-853b-449c-bef4-5014a9492e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:59.360784 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:59.361300 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Bound using segment: {'id': '471f35e0-853b-449c-bef4-5014a9492e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:59.361922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Bound port: 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471f35e0-853b-449c-bef4-5014a9492e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:59.362425 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:59.392740 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:59.409789 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:59.592434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] For port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:59.596493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] For port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9c6f2f4a-0788-4ab4-85d5-53a03cb34b95,segment=NetworkSegment(471f35e0-853b-449c-bef4-5014a9492e83),segment_id=471f35e0-853b-449c-bef4-5014a9492e83)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:59.605804 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:59.659741 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a85c18cb-664d-4b6c-a67d-252251a01a0d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:59.679259 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:59.684843 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9121346 Jul 15 15:01:59.741892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:59.742246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:59.742696 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:59.743125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:59.743239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 447b5223-858e-4274-bb96-911c49674027 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:59.743483 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:59.743823 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:59.744154 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:59.744487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:59.744960 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:59.745322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:59.745652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:59.745981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b7df2-7b8b-4a75-ab91-3bf83d78ec76 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:59.746782 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8da172-807e-488d-8ba1-47b3ddda0938 None None] DHCP port deletion for 2df8edb6-9a04-4aeb-994c-00bfddfcaf06 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:01:59.753429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53716) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:59.764325 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-38fac0af-cc4e-48b7-a24a-14ddf19d2d13 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Request body: {'security_group_rule': {'security_group_id': 'a85c18cb-664d-4b6c-a67d-252251a01a0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:59.842172 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port 7202526c-1048-434d-8093-3ff3f6fdd3d2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:01:59.842172 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:59.843904 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38fac0af-cc4e-48b7-a24a-14ddf19d2d13 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:59.860340 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bcae3cde-a0c8-433c-9d7b-dca762cd865e tempest-RoutersTestDVR-794286195 tempest-RoutersTestDVR-794286195-project] 10.222.0.38 "GET /v2.0/routers/62b4020a-74a1-459f-892f-d79a87521af5 HTTP/1.1" status: 200 len: 683 time: 0.5083363 Jul 15 15:01:59.863187 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53718) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:59.880234 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Routers {'10526de9-4483-4b9c-bc04-d0360c659ea7'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:59.881319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['10526de9-4483-4b9c-bc04-d0360c659ea7'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:59.932764 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38fac0af-cc4e-48b7-a24a-14ddf19d2d13 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:59.952656 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38fac0af-cc4e-48b7-a24a-14ddf19d2d13 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:59.997613 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb0302d0-a62f-4d7f-898b-221305a54c10 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:59.998574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35007be-3f9e-444d-be9c-4b0719d2466a None None] Pushing event updated for resources: {'Port': ['ID=9c6f2f4a-0788-4ab4-85d5-53a03cb34b95,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:00.019454 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3cdb9fc-48ec-42a4-804b-57bdab836e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.125797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 447b5223-858e-4274-bb96-911c49674027 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:00.126282 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.152270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] For port 7202526c-1048-434d-8093-3ff3f6fdd3d2, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7202526c-1048-434d-8093-3ff3f6fdd3d2,segment=NetworkSegment(2086829d-1ed8-408d-9496-6009a4ea0ea7),segment_id=2086829d-1ed8-408d-9496-6009a4ea0ea7)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:00.153528 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.157313 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8f8da172-807e-488d-8ba1-47b3ddda0938 None None] Deleting port 7202526c-1048-434d-8093-3ff3f6fdd3d2 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:00.157766 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f8da172-807e-488d-8ba1-47b3ddda0938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.172252 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for 7202526c-1048-434d-8093-3ff3f6fdd3d2 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:00.196057 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] Set router 10526de9-4483-4b9c-bc04-d0360c659ea7 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:02:00.221876 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38fac0af-cc4e-48b7-a24a-14ddf19d2d13 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.226980 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-38fac0af-cc4e-48b7-a24a-14ddf19d2d13 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4715841 Jul 15 15:02:00.229778 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53724) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:00.233839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fac0af-cc4e-48b7-a24a-14ddf19d2d13 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c321a36-cfe3-4c63-a93a-18fc0428db7c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:00.239363 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e318cf95-1050-4a68-8224-8160e37f06c1 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Request body: {'security_group_rule': {'security_group_id': 'a85c18cb-664d-4b6c-a67d-252251a01a0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:00.310163 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.327587 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.400799 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb0302d0-a62f-4d7f-898b-221305a54c10 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.408190 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb0302d0-a62f-4d7f-898b-221305a54c10 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.413557 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e318cf95-1050-4a68-8224-8160e37f06c1 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.493481 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8f8da172-807e-488d-8ba1-47b3ddda0938 None None] For port 7202526c-1048-434d-8093-3ff3f6fdd3d2, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7202526c-1048-434d-8093-3ff3f6fdd3d2,segment=NetworkSegment(2086829d-1ed8-408d-9496-6009a4ea0ea7),segment_id=2086829d-1ed8-408d-9496-6009a4ea0ea7)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:00.493924 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f8da172-807e-488d-8ba1-47b3ddda0938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.495898 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Pushing event updated for resources: {'Port': ['ID=4a8195a0-16f8-4699-aa22-c9286f514ba0,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:00.502127 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb0302d0-a62f-4d7f-898b-221305a54c10 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.503401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0302d0-a62f-4d7f-898b-221305a54c10 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62b4020a-74a1-459f-892f-d79a87521af5 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:02:00.528435 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb0302d0-a62f-4d7f-898b-221305a54c10 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.537226 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53730) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:00.539373 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.543140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bb0302d0-a62f-4d7f-898b-221305a54c10 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] 10.222.0.38 "DELETE /v2.0/routers/62b4020a-74a1-459f-892f-d79a87521af5 HTTP/1.1" status: 204 len: 168 time: 0.6785862 Jul 15 15:02:00.548352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-321acbb2-bd62-4cd6-b4a3-dfe7502c5a32 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Request body: {'router': {'name': 'tempest-router-217167633', 'distributed': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:00.554514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8f8da172-807e-488d-8ba1-47b3ddda0938 None None] Calling delete_port for 7202526c-1048-434d-8093-3ff3f6fdd3d2 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:00.580908 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.652236 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=7202526c-1048-434d-8093-3ff3f6fdd3d2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:00.676766 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e318cf95-1050-4a68-8224-8160e37f06c1 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.677908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No DVR routers for this DVR port 7202526c-1048-434d-8093-3ff3f6fdd3d2 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:02:00.690093 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-321acbb2-bd62-4cd6-b4a3-dfe7502c5a32 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.691273 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-321acbb2-bd62-4cd6-b4a3-dfe7502c5a32 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.691660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53732) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:00.715479 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e318cf95-1050-4a68-8224-8160e37f06c1 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.766336 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'name': 'tempest-ServersTestManualDisk-1983138792-router', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:39Z', 'updated_at': '2021-07-15T15:01:54Z', 'revision_number': 4, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'gw_port': {'id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9c6f2f4a-0788-4ab4-85d5-53a03cb34b95', 'name': '', 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'mac_address': 'fa:16:3e:67:61:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:52Z', 'updated_at': '2021-07-15T15:01:59Z', 'revision_number': 4, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'subnets': [{'id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:00.801650 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f8da172-807e-488d-8ba1-47b3ddda0938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.805298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd482b-9000-49bb-8cf0-786aac6b6c00 None None] The sync data for ids ['10526de9-4483-4b9c-bc04-d0360c659ea7'] in n-d-764435-3 is: [{'id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'name': 'tempest-ServersTestManualDisk-1983138792-router', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:39Z', 'updated_at': '2021-07-15T15:01:54Z', 'revision_number': 4, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'gw_port': {'id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9c6f2f4a-0788-4ab4-85d5-53a03cb34b95', 'name': '', 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'mac_address': 'fa:16:3e:67:61:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:52Z', 'updated_at': '2021-07-15T15:01:59Z', 'revision_number': 4, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'subnets': [{'id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:02:00.843298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8da172-807e-488d-8ba1-47b3ddda0938 None None] Pushing event deleted for resources: {'Port': ['ID=7202526c-1048-434d-8093-3ff3f6fdd3d2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:00.853101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8da172-807e-488d-8ba1-47b3ddda0938 None None] No DVR routers for this DVR port 7202526c-1048-434d-8093-3ff3f6fdd3d2 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:02:00.924928 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c60a9433-19bb-4cd5-bd66-2a0963cc3316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.973376 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318cf95-1050-4a68-8224-8160e37f06c1 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acf4678-5bd7-435c-b4cd-760f9367da5c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:00.976663 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e318cf95-1050-4a68-8224-8160e37f06c1 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.978672 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e318cf95-1050-4a68-8224-8160e37f06c1 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7458179 Jul 15 15:02:00.997409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53738) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:01.009867 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:01.058086 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.067413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Network 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:01.082960 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:01.099949 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df8edb6-9a04-4aeb-994c-00bfddfcaf06']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:01.166050 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c60a9433-19bb-4cd5-bd66-2a0963cc3316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.168015 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2086829d-1ed8-408d-9496-6009a4ea0ea7') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:01.168816 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2086829d-1ed8-408d-9496-6009a4ea0ea7') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:01.181917 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c60a9433-19bb-4cd5-bd66-2a0963cc3316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.189230 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-321acbb2-bd62-4cd6-b4a3-dfe7502c5a32 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.248796 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.264035 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-321acbb2-bd62-4cd6-b4a3-dfe7502c5a32 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.266761 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.284374 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c60a9433-19bb-4cd5-bd66-2a0963cc3316 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e1c88b6a16b48e8b168c0db9365b1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5909288 Jul 15 15:02:01.295104 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53740) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:01.301903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a9433-19bb-4cd5-bd66-2a0963cc3316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd79448-7ae9-43cf-8ca7-28c7df1aaea9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:01.313096 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.349214 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-321acbb2-bd62-4cd6-b4a3-dfe7502c5a32 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.355638 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-321acbb2-bd62-4cd6-b4a3-dfe7502c5a32 tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8095181 Jul 15 15:02:01.357869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53742) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:01.359870 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:02:01.359870 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:02:01.405183 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:02:01.575020 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-faafbc47-b7df-42e5-b697-5aea53d46abc tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.634334 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.677067 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.687277 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/networks/2df8edb6-9a04-4aeb-994c-00bfddfcaf06 HTTP/1.1" status: 204 len: 168 time: 2.9799106 Jul 15 15:02:01.698991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53746) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:01.706219 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:01.727154 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4e7facd2-fb6d-4511-a119-a113193b7dd6 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1035358474'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:01.743094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Router a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:02:01.744573 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c1b2bc6-87e6-4f10-8759-7ababf7c6b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.754707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca82680-f78a-499d-bc37-ce86e967ee64 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Network': ['ID=2df8edb6-9a04-4aeb-994c-00bfddfcaf06,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:01.826997 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:01.839035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:01.841197 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c1b2bc6-87e6-4f10-8759-7ababf7c6b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.843598 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.865649 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.925707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7facd2-fb6d-4511-a119-a113193b7dd6 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:01.934704 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e7facd2-fb6d-4511-a119-a113193b7dd6 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.080341 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.144899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:02:02.159029 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-faafbc47-b7df-42e5-b697-5aea53d46abc tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.164902 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-01fc07b1-3bd6-42b4-97e4-0529afcac47d admin admin] 10.222.0.38 "PUT /v2.0/routers/a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1187909 Jul 15 15:02:02.168189 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Sync routers for ids ['a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:02:02.180880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7facd2-fb6d-4511-a119-a113193b7dd6 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:02.194483 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Routers {'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:02.196432 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e7facd2-fb6d-4511-a119-a113193b7dd6 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.196826 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-4e7facd2-fb6d-4511-a119-a113193b7dd6 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Added segment dfe227c9-2cf5-4fb8-b490-2d21d86e238a of type vlan for network 63e2d654-75ac-4b5f-a9db-c63c43297062 Jul 15 15:02:02.198741 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:02.254874 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9c6f2f4a-0788-4ab4-85d5-53a03cb34b95,segment=NetworkSegment(471f35e0-853b-449c-bef4-5014a9492e83),segment_id=471f35e0-853b-449c-bef4-5014a9492e83)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:02.259215 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-faafbc47-b7df-42e5-b697-5aea53d46abc tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.265007 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.279064 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e7facd2-fb6d-4511-a119-a113193b7dd6 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.302865 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c1b2bc6-87e6-4f10-8759-7ababf7c6b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.310030 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c1b2bc6-87e6-4f10-8759-7ababf7c6b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.314276 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0c1b2bc6-87e6-4f10-8759-7ababf7c6b1a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5bd79448-7ae9-43cf-8ca7-28c7df1aaea9 HTTP/1.1" status: 204 len: 168 time: 1.0104723 Jul 15 15:02:02.351658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=9c6f2f4a-0788-4ab4-85d5-53a03cb34b95,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:02.391020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b2bc6-87e6-4f10-8759-7ababf7c6b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd79448-7ae9-43cf-8ca7-28c7df1aaea9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:02.397154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7202526c-1048-434d-8093-3ff3f6fdd3d2 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:02:02.454948 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e7facd2-fb6d-4511-a119-a113193b7dd6 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.475370 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7facd2-fb6d-4511-a119-a113193b7dd6 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:02.477911 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e7facd2-fb6d-4511-a119-a113193b7dd6 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.501246 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 7202526c-1048-434d-8093-3ff3f6fdd3d2 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:02:02.501842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7202526c-1048-434d-8093-3ff3f6fdd3d2 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:02:02.520386 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Allocated IP 172.25.4.7 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/9d37f454-3b67-40df-9c47-2c0dec75eed6) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:02.630836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7facd2-fb6d-4511-a119-a113193b7dd6 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Network': ['ID=63e2d654-75ac-4b5f-a9db-c63c43297062,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:02.642464 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4e7facd2-fb6d-4511-a119-a113193b7dd6 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9205878 Jul 15 15:02:02.643211 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53764) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:02.649944 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 63e2d654-75ac-4b5f-a9db-c63c43297062 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:02.653037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5763781a-c406-4542-b20b-2a89834771d7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'subnet': {'network_id': '63e2d654-75ac-4b5f-a9db-c63c43297062', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:02.697202 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Set router a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:02:02.788039 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.906205 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-faafbc47-b7df-42e5-b697-5aea53d46abc tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.907515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faafbc47-b7df-42e5-b697-5aea53d46abc tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e27dcc1-a635-4a15-92c9-e3f8f036f503 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:02:02.917133 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-faafbc47-b7df-42e5-b697-5aea53d46abc tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.924152 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-faafbc47-b7df-42e5-b697-5aea53d46abc tempest-RoutersTestDVR-1247596882 tempest-RoutersTestDVR-1247596882-project-admin] 10.222.0.38 "DELETE /v2.0/routers/4e27dcc1-a635-4a15-92c9-e3f8f036f503 HTTP/1.1" status: 204 len: 168 time: 1.5588660 Jul 15 15:02:02.925324 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.949116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5763781a-c406-4542-b20b-2a89834771d7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:02.977487 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5763781a-c406-4542-b20b-2a89834771d7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.979164 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.067105 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:03.073294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:03.080797 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ef278332-d44f-4f45-bc57-c864844a20ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.083516 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:03.113406 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Pushing event updated for resources: {'Port': ['ID=9d37f454-3b67-40df-9c47-2c0dec75eed6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:03.148879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:03.155761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:03.156263 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:03.156536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:03.157859 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:03.171854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:03.171854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:03.171854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:03.172232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:03.172451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:03.173059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:03.173851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:03.257445 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.325121 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53782) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:03.383088 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2090031238-router', 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '447b5223-858e-4274-bb96-911c49674027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:58Z', 'revision_number': 4, 'project_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'gw_port': {'id': '447b5223-858e-4274-bb96-911c49674027', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:45Z', 'updated_at': '2021-07-15T15:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '4a8195a0-16f8-4699-aa22-c9286f514ba0', 'name': '', 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9', 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'mac_address': 'fa:16:3e:59:e8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ed4ae426-6236-408d-9317-431d07b866ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:55Z', 'updated_at': '2021-07-15T15:01:59Z', 'revision_number': 2, 'project_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'subnets': [{'id': 'ed4ae426-6236-408d-9317-431d07b866ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:03.409932 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2796d233-2f78-4237-86ee-05eb79c1f6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.422748 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Checking router: a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:02:03.423332 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Updating router a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7 port 4a8195a0-16f8-4699-aa22-c9286f514ba0 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:02:03.475324 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.628211 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53786) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:03.641074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:03.761865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:03.762628 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.790941 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2796d233-2f78-4237-86ee-05eb79c1f6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.807508 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2796d233-2f78-4237-86ee-05eb79c1f6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.849650 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5763781a-c406-4542-b20b-2a89834771d7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.856301 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d3da-9217-4950-87ec-2e1cce366d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.940929 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.956863 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.969766 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Transition to ACTIVE for port object 4a8195a0-16f8-4699-aa22-c9286f514ba0 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:03.997780 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.029301 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d3da-9217-4950-87ec-2e1cce366d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.059472 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2796d233-2f78-4237-86ee-05eb79c1f6bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a174d0b39e964fde9f34a378c3ef4870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7311287 Jul 15 15:02:04.062047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53792) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:04.078131 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d3da-9217-4950-87ec-2e1cce366d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.085182 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a48861-2bf4-4c78-bca0-d8509004434f None None] Pushing event updated for resources: {'Port': ['ID=4a8195a0-16f8-4699-aa22-c9286f514ba0,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:04.094367 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796d233-2f78-4237-86ee-05eb79c1f6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2accd017-ecef-47c7-8a34-0e87d981ed2e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:04.117352 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a48861-2bf4-4c78-bca0-d8509004434f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:04.118000 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a48861-2bf4-4c78-bca0-d8509004434f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:04.118174 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a48861-2bf4-4c78-bca0-d8509004434f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:04.118496 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a48861-2bf4-4c78-bca0-d8509004434f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:04.122836 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a48861-2bf4-4c78-bca0-d8509004434f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:04.122836 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a48861-2bf4-4c78-bca0-d8509004434f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:04.122836 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a48861-2bf4-4c78-bca0-d8509004434f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:04.123539 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a48861-2bf4-4c78-bca0-d8509004434f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:04.123539 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a48861-2bf4-4c78-bca0-d8509004434f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:04.124053 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a48861-2bf4-4c78-bca0-d8509004434f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:04.124211 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a48861-2bf4-4c78-bca0-d8509004434f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:04.128835 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a48861-2bf4-4c78-bca0-d8509004434f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:04.144279 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6d3da-9217-4950-87ec-2e1cce366d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60faa98-70ea-4725-bf90-a0d07be6db97,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:04.175497 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763781a-c406-4542-b20b-2a89834771d7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Subnet': ['ID=16eb6c94-b967-404d-aa23-64ec3b4acea6,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:04.193065 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5ad6d3da-9217-4950-87ec-2e1cce366d48 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eac4975f2e4044c5bfa3bc4d46661c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5631037 Jul 15 15:02:04.194172 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5763781a-c406-4542-b20b-2a89834771d7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Checking segment: {'id': 'dfe227c9-2cf5-4fb8-b490-2d21d86e238a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '63e2d654-75ac-4b5f-a9db-c63c43297062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:04.194621 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5763781a-c406-4542-b20b-2a89834771d7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network hostable DHCP agents. Network: 63e2d654-75ac-4b5f-a9db-c63c43297062, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:04.196133 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-8ccfb65c-6cdd-4ae1-a544-52c00668f3ff tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:04.196966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53794) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:04.198981 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-8ccfb65c-6cdd-4ae1-a544-52c00668f3ff tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/networks?id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 HTTP/1.1" status: 200 len: 819 time: 0.8647442 Jul 15 15:02:04.199725 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.225214 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f3289cac-f2e3-41ab-a035-a7169297975d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.274781 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Attempting to bind port 4a8195a0-16f8-4699-aa22-c9286f514ba0 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:02:04.275341 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Attempting to bind port 4a8195a0-16f8-4699-aa22-c9286f514ba0 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '8cd847aa-365f-442a-8be5-a07b09c9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:02:04.276797 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Attempting to bind port 4a8195a0-16f8-4699-aa22-c9286f514ba0 on network 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:04.286978 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:02:04.288516 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Checking segment: {'id': '8cd847aa-365f-442a-8be5-a07b09c9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:04.289145 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d24a3ea9-ccfc-49b2-9ca3-cebfc86fd02d tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/quotas/ab8e904d869b49c29afb8c3ed6c815ec HTTP/1.1" status: 200 len: 375 time: 0.0682745 Jul 15 15:02:04.289530 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.290972 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Bound using segment: {'id': '8cd847aa-365f-442a-8be5-a07b09c9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:02:04.291850 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Bound port: 4a8195a0-16f8-4699-aa22-c9286f514ba0, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd847aa-365f-442a-8be5-a07b09c9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:02:04.292564 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.300807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5763781a-c406-4542-b20b-2a89834771d7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 63e2d654-75ac-4b5f-a9db-c63c43297062 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:04.305982 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-587d13ab-7d1b-413f-b4d3-c2c371b3631f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.324846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5763781a-c406-4542-b20b-2a89834771d7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 63e2d654-75ac-4b5f-a9db-c63c43297062) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:04.330583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5763781a-c406-4542-b20b-2a89834771d7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:04.331232 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5763781a-c406-4542-b20b-2a89834771d7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.336191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0030e8ff-e22e-4002-b669-265016a4baa0 None None] Network 63e2d654-75ac-4b5f-a9db-c63c43297062 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:04.345120 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f3289cac-f2e3-41ab-a035-a7169297975d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.365369 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5763781a-c406-4542-b20b-2a89834771d7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7210839 Jul 15 15:02:04.368014 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53796) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:04.374814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-df8e911d-fa1f-4f50-b702-6112507a58dc tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1630712658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:04.377515 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-587d13ab-7d1b-413f-b4d3-c2c371b3631f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.401937 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] For port 4a8195a0-16f8-4699-aa22-c9286f514ba0, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:04.408208 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] For port 4a8195a0-16f8-4699-aa22-c9286f514ba0, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4a8195a0-16f8-4699-aa22-c9286f514ba0,segment=NetworkSegment(8cd847aa-365f-442a-8be5-a07b09c9280d),segment_id=8cd847aa-365f-442a-8be5-a07b09c9280d)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:04.416909 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.467586 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-587d13ab-7d1b-413f-b4d3-c2c371b3631f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.471718 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-587d13ab-7d1b-413f-b4d3-c2c371b3631f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.473199 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-587d13ab-7d1b-413f-b4d3-c2c371b3631f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e60faa98-70ea-4725-bf90-a0d07be6db97 HTTP/1.1" status: 204 len: 168 time: 0.2751327 Jul 15 15:02:04.507260 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-df8e911d-fa1f-4f50-b702-6112507a58dc tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.507950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d13ab-7d1b-413f-b4d3-c2c371b3631f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60faa98-70ea-4725-bf90-a0d07be6db97,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:04.509406 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Routers {'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:04.510180 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:04.523818 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-df8e911d-fa1f-4f50-b702-6112507a58dc tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.571412 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-84ac52ac-73bd-40b6-ba97-b80d189271a5 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ab8e904d869b49c29afb8c3ed6c815ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2661569 Jul 15 15:02:04.595634 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.635098 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.636238 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a48861-2bf4-4c78-bca0-d8509004434f None None] Pushing event updated for resources: {'Port': ['ID=4a8195a0-16f8-4699-aa22-c9286f514ba0,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:04.651040 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f3289cac-f2e3-41ab-a035-a7169297975d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.658665 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f3289cac-f2e3-41ab-a035-a7169297975d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.661702 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f3289cac-f2e3-41ab-a035-a7169297975d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2accd017-ecef-47c7-8a34-0e87d981ed2e HTTP/1.1" status: 204 len: 168 time: 0.5959926 Jul 15 15:02:04.688665 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] Set router a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:02:04.786080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Pushing event updated for resources: {'Port': ['ID=9d37f454-3b67-40df-9c47-2c0dec75eed6,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:04.846023 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3289cac-f2e3-41ab-a035-a7169297975d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2accd017-ecef-47c7-8a34-0e87d981ed2e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:04.899208 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-63e2d654-75ac-4b5f-a9db-c63c43297062', 'network_id': '63e2d654-75ac-4b5f-a9db-c63c43297062', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'fixed_ips': [{'subnet_id': '16eb6c94-b967-404d-aa23-64ec3b4acea6'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:02:04.900442 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:05.078319 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-df8e911d-fa1f-4f50-b702-6112507a58dc tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:05.127064 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Allocated IP 2001:db8::2 (63e2d654-75ac-4b5f-a9db-c63c43297062/16eb6c94-b967-404d-aa23-64ec3b4acea6/e4616c3e-3362-454e-aafb-4a220e802d31) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:05.136480 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-df8e911d-fa1f-4f50-b702-6112507a58dc tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:05.161268 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53810) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:05.171888 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:05.179492 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96882893-75d6-4839-9c06-de1f16e29b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:05.192942 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-91ca4585-ba3a-4313-8631-71604bfa1007 service neutron] 10.222.0.38 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059232 Jul 15 15:02:05.218758 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-df8e911d-fa1f-4f50-b702-6112507a58dc tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:05.221285 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-df8e911d-fa1f-4f50-b702-6112507a58dc tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8519309 Jul 15 15:02:05.244297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53812) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:05.304949 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2090031238-router', 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '447b5223-858e-4274-bb96-911c49674027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:58Z', 'revision_number': 4, 'project_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'gw_port': {'id': '447b5223-858e-4274-bb96-911c49674027', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:45Z', 'updated_at': '2021-07-15T15:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '4a8195a0-16f8-4699-aa22-c9286f514ba0', 'name': '', 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9', 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'mac_address': 'fa:16:3e:59:e8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ed4ae426-6236-408d-9317-431d07b866ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:55Z', 'updated_at': '2021-07-15T15:02:04Z', 'revision_number': 4, 'project_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'subnets': [{'id': 'ed4ae426-6236-408d-9317-431d07b866ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:05.312006 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96882893-75d6-4839-9c06-de1f16e29b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:05.318719 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96882893-75d6-4839-9c06-de1f16e29b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:05.352665 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-96882893-75d6-4839-9c06-de1f16e29b8e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8216d9977a7f439e8276bc76442c0048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898544 Jul 15 15:02:05.355297 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53816) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:05.365585 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd73167-cd0b-442c-963a-3b6a5eeb06a4 None None] The sync data for ids ['a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'] in n-d-764435-3 is: [{'id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2090031238-router', 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '447b5223-858e-4274-bb96-911c49674027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:58Z', 'revision_number': 4, 'project_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'gw_port': {'id': '447b5223-858e-4274-bb96-911c49674027', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:45Z', 'updated_at': '2021-07-15T15:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '4a8195a0-16f8-4699-aa22-c9286f514ba0', 'name': '', 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9', 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'mac_address': 'fa:16:3e:59:e8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ed4ae426-6236-408d-9317-431d07b866ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:55Z', 'updated_at': '2021-07-15T15:02:04Z', 'revision_number': 4, 'project_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'subnets': [{'id': 'ed4ae426-6236-408d-9317-431d07b866ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:02:05.418200 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:05.418824 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:05.429117 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Transition to ACTIVE for port object e4616c3e-3362-454e-aafb-4a220e802d31 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:05.437035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6a61b35f-a3ca-48e9-b396-b15e5a6f7c87 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4371974 Jul 15 15:02:05.453397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Transition to ACTIVE for port object e4616c3e-3362-454e-aafb-4a220e802d31 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:05.479504 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:05.547516 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a86b9c8e-f81b-4225-b49b-fb8193d98742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:05.613410 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Network 63e2d654-75ac-4b5f-a9db-c63c43297062 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:05.629278 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:05.633925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:05.641257 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96882893-75d6-4839-9c06-de1f16e29b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc25cf1-c475-4317-a927-9f69367c26f5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:05.661713 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-cb332ea4-424c-4056-9138-2e877471201e service neutron] 10.222.0.38 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675756 Jul 15 15:02:05.677940 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a86b9c8e-f81b-4225-b49b-fb8193d98742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:05.800421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Pushing event updated for resources: {'Port': ['ID=e4616c3e-3362-454e-aafb-4a220e802d31,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:05.819227 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a86b9c8e-f81b-4225-b49b-fb8193d98742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:05.826045 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a86b9c8e-f81b-4225-b49b-fb8193d98742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:05.833968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4a8195a0-16f8-4699-aa22-c9286f514ba0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:05.835478 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a86b9c8e-f81b-4225-b49b-fb8193d98742 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cfc25cf1-c475-4317-a927-9f69367c26f5 HTTP/1.1" status: 204 len: 168 time: 0.4766281 Jul 15 15:02:05.867416 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b9c8e-f81b-4225-b49b-fb8193d98742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc25cf1-c475-4317-a927-9f69367c26f5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:06.055103 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Attempting to bind port e4616c3e-3362-454e-aafb-4a220e802d31 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:02:06.056564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Attempting to bind port e4616c3e-3362-454e-aafb-4a220e802d31 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'dfe227c9-2cf5-4fb8-b490-2d21d86e238a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '63e2d654-75ac-4b5f-a9db-c63c43297062'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:02:06.056936 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Attempting to bind port e4616c3e-3362-454e-aafb-4a220e802d31 on network 63e2d654-75ac-4b5f-a9db-c63c43297062 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:06.090887 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:06.104505 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:02:06.105177 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Checking segment: {'id': 'dfe227c9-2cf5-4fb8-b490-2d21d86e238a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '63e2d654-75ac-4b5f-a9db-c63c43297062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:06.105873 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:06.106556 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Bound using segment: {'id': 'dfe227c9-2cf5-4fb8-b490-2d21d86e238a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '63e2d654-75ac-4b5f-a9db-c63c43297062'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:02:06.107925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Bound port: e4616c3e-3362-454e-aafb-4a220e802d31, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe227c9-2cf5-4fb8-b490-2d21d86e238a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '63e2d654-75ac-4b5f-a9db-c63c43297062'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:02:06.108576 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:06.208266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 4a8195a0-16f8-4699-aa22-c9286f514ba0 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:06.293620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-d715380b-994a-4c01-9fc2-3c4bcfe571da tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1158203888&fields=id&tenant_id=5ee20f362aec46c481b374c30cc4e7ae HTTP/1.1" status: 200 len: 267 time: 0.1207466 Jul 15 15:02:06.307182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 4a8195a0-16f8-4699-aa22-c9286f514ba0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:06.308175 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:06.535657 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:06.603889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e968fe31-03a8-4485-bb69-8e477dadc00d req-b4b352f7-715c-45da-9c78-bf384e3e68f4 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 210 time: 0.0698602 Jul 15 15:02:06.654774 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] For port e4616c3e-3362-454e-aafb-4a220e802d31, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:06.663241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] For port e4616c3e-3362-454e-aafb-4a220e802d31, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e4616c3e-3362-454e-aafb-4a220e802d31,segment=NetworkSegment(dfe227c9-2cf5-4fb8-b490-2d21d86e238a),segment_id=dfe227c9-2cf5-4fb8-b490-2d21d86e238a)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:06.667597 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:06.681618 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:06.753986 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 4a8195a0-16f8-4699-aa22-c9286f514ba0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4a8195a0-16f8-4699-aa22-c9286f514ba0,segment=NetworkSegment(8cd847aa-365f-442a-8be5-a07b09c9280d),segment_id=8cd847aa-365f-442a-8be5-a07b09c9280d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:06.781356 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:06.844875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f8c21-248e-4d13-b7c4-5a39e35fa8c9 None None] Pushing event updated for resources: {'Port': ['ID=e4616c3e-3362-454e-aafb-4a220e802d31,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:06.966943 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-4ea475ea-747f-47fd-bc74-5c6dfe2052eb tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:06.968805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-4ea475ea-747f-47fd-bc74-5c6dfe2052eb tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/networks?id=2bb40ffb-89bd-4af8-a54f-db49ff69a3ca HTTP/1.1" status: 200 len: 812 time: 0.6730461 Jul 15 15:02:07.016837 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=4a8195a0-16f8-4699-aa22-c9286f514ba0,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:07.089712 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-b0336f3d-6dec-4026-8914-5a534e67e81a tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/quotas/5ee20f362aec46c481b374c30cc4e7ae HTTP/1.1" status: 200 len: 375 time: 0.0642843 Jul 15 15:02:07.326707 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-23b05423-063b-405c-9a05-6b6d2f28c2b2 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ee20f362aec46c481b374c30cc4e7ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2358251 Jul 15 15:02:07.479266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Allocated IP 2001:db8::1 (63e2d654-75ac-4b5f-a9db-c63c43297062/16eb6c94-b967-404d-aa23-64ec3b4acea6/476ad2d4-76b2-45ed-9eb0-0456577fd4ef) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:07.546991 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-4413a0f4-441e-44be-a838-6cf0e07222f1 service neutron] 10.222.0.38 "GET /v2.0/networks/2bb40ffb-89bd-4af8-a54f-db49ff69a3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997926 Jul 15 15:02:07.817648 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-3be8103a-c4c1-4bc4-bce2-8ac44556fdaf service neutron] 10.222.0.38 "GET /v2.0/networks/2bb40ffb-89bd-4af8-a54f-db49ff69a3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642121 Jul 15 15:02:07.821538 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e4616c3e-3362-454e-aafb-4a220e802d31 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:07.837255 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:07.868563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Transition to ACTIVE for port object 476ad2d4-76b2-45ed-9eb0-0456577fd4ef will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:07.884301 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-16a99392-155f-4631-a98e-b41928ee3f51 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:07.892210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-16a99392-155f-4631-a98e-b41928ee3f51 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/networks?id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 HTTP/1.1" status: 200 len: 819 time: 0.1928458 Jul 15 15:02:07.917055 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-4deaec86-5c3a-4d56-ad95-c5c3f2d83fdb tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/quotas/ab8e904d869b49c29afb8c3ed6c815ec HTTP/1.1" status: 200 len: 375 time: 0.0237951 Jul 15 15:02:08.008011 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:08.020092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port e4616c3e-3362-454e-aafb-4a220e802d31 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:08.033284 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4a8195a0-16f8-4699-aa22-c9286f514ba0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:08.089808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 63e2d654-75ac-4b5f-a9db-c63c43297062 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:08.104271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:08.113963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:08.114901 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:08.200331 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=476ad2d4-76b2-45ed-9eb0-0456577fd4ef,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:08.230591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-ca36614c-ee7a-4f41-89d1-7954def7f03c tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ab8e904d869b49c29afb8c3ed6c815ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3076024 Jul 15 15:02:08.234106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 4a8195a0-16f8-4699-aa22-c9286f514ba0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:08.235307 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:08.775339 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe217de-0090-4ca8-9fc8-514395308a18 None None] Network 63e2d654-75ac-4b5f-a9db-c63c43297062 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:08.955868 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-cd56ee90-c461-44a4-b3fc-794c92c09d36 service neutron] 10.222.0.38 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235856 Jul 15 15:02:09.022465 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.032527 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fad4b47b-6422-4fe8-ac2c-c4fe82bdeea0 None None] Provisioning for port e4616c3e-3362-454e-aafb-4a220e802d31 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:09.048884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fad4b47b-6422-4fe8-ac2c-c4fe82bdeea0 None None] Provisioning complete for port e4616c3e-3362-454e-aafb-4a220e802d31 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:09.049102 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fad4b47b-6422-4fe8-ac2c-c4fe82bdeea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.064195 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53928) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:09.128137 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-69781995-1b1b-43f8-9e0b-0fe4b1d8d582 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:09.136496 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-69781995-1b1b-43f8-9e0b-0fe4b1d8d582 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.11 "GET /v2.0/networks?id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 HTTP/1.1" status: 200 len: 819 time: 0.8115604 Jul 15 15:02:09.229705 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-1ffebc72-f655-471c-b3d9-15aa04ce581f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Request body: {'port': {'device_id': 'bdcf7b10-ef35-46e2-ae59-bb5ae58db804', 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9', 'admin_state_up': True, 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:09.230052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-242486779', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:09.255102 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fad4b47b-6422-4fe8-ac2c-c4fe82bdeea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.261589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Made reservation on behalf of d5a7666eb76845e69aec62d117be5629 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:09.266299 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.280077 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.308083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33853768-fd75-4f18-9b3b-adb3b8916226 req-b493144c-7360-451e-ae75-e0e6a982441b tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 210 time: 0.1137989 Jul 15 15:02:09.396852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fad4b47b-6422-4fe8-ac2c-c4fe82bdeea0 None None] For port e4616c3e-3362-454e-aafb-4a220e802d31, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e4616c3e-3362-454e-aafb-4a220e802d31,segment=NetworkSegment(dfe227c9-2cf5-4fb8-b490-2d21d86e238a),segment_id=dfe227c9-2cf5-4fb8-b490-2d21d86e238a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:09.413656 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fad4b47b-6422-4fe8-ac2c-c4fe82bdeea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.542855 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.551577 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.561185 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] device_id is not set on port e7e5a12e-44f1-4e65-ba0e-881602d0945a yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:02:09.571426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4b47b-6422-4fe8-ac2c-c4fe82bdeea0 None None] Pushing event updated for resources: {'Port': ['ID=e4616c3e-3362-454e-aafb-4a220e802d31,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:09.651284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5f2658-a1c3-4b66-aca3-551685e44834,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:09.855547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Allocated IP 172.25.4.232 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/e7e5a12e-44f1-4e65-ba0e-881602d0945a) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:09.869968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cd8a830a-52b1-4af4-8438-efe69e4c9560 None None] Provisioning complete for port e4616c3e-3362-454e-aafb-4a220e802d31 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:09.870654 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cd8a830a-52b1-4af4-8438-efe69e4c9560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.973204 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-c2ac05ab-34e5-4208-8c6b-5e9e70e5991b service neutron] 10.222.0.38 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0143280 Jul 15 15:02:10.169426 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-1ffebc72-f655-471c-b3d9-15aa04ce581f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Made reservation on behalf of ab8e904d869b49c29afb8c3ed6c815ec for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:10.175793 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-1ffebc72-f655-471c-b3d9-15aa04ce581f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.194519 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.317239 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.332042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cd8a830a-52b1-4af4-8438-efe69e4c9560 None None] Provisioning for port 476ad2d4-76b2-45ed-9eb0-0456577fd4ef completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:10.339999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cd8a830a-52b1-4af4-8438-efe69e4c9560 None None] Provisioning complete for port 476ad2d4-76b2-45ed-9eb0-0456577fd4ef triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:10.342499 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cd8a830a-52b1-4af4-8438-efe69e4c9560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.353961 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.367550 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.368674 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.370852 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:10.438993 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:10.443477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:10.498873 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a830a-52b1-4af4-8438-efe69e4c9560 None None] Port 476ad2d4-76b2-45ed-9eb0-0456577fd4ef cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:02:10.521251 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=476ad2d4-76b2-45ed-9eb0-0456577fd4ef,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:10.526187 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-1ffebc72-f655-471c-b3d9-15aa04ce581f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Allocated IP 172.20.0.4 (4ac90c13-a4fb-4b07-a6a2-07110e3b71b9/ed4ae426-6236-408d-9317-431d07b866ff/e150227f-e191-440c-89bd-4d99ae6936ee) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:10.539949 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Pushing event updated for resources: {'Port': ['ID=e7e5a12e-44f1-4e65-ba0e-881602d0945a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:10.558471 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:10.566064 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.622446 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4be21a27-33fa-4878-8c4d-71026a5d810e tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5524888 Jul 15 15:02:10.623513 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53960) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:10.644535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f7035667-7af1-4e58-b0bb-3278003ec15a tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.232'}]}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:10.652215 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d704e57a-6955-4d86-a156-aa324f5ae4a6 None None] Provisioning complete for port 476ad2d4-76b2-45ed-9eb0-0456577fd4ef triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:10.652825 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d704e57a-6955-4d86-a156-aa324f5ae4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.694758 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7035667-7af1-4e58-b0bb-3278003ec15a tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.696294 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7035667-7af1-4e58-b0bb-3278003ec15a tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.754284 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d704e57a-6955-4d86-a156-aa324f5ae4a6 None None] Port 476ad2d4-76b2-45ed-9eb0-0456577fd4ef cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:02:10.762150 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0fe2377c-d2cf-4942-8b8e-1aa0e5f775b9 req-14ff0862-e3b0-46c4-a145-fb1860744e52 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 210 time: 0.1019485 Jul 15 15:02:10.791137 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7035667-7af1-4e58-b0bb-3278003ec15a tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.911473 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f476736-0328-4d1f-b0b8-b9422a45e7d0 req-1ae47e63-ba25-496a-9e9a-0e9e1517a884 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 210 time: 0.1021922 Jul 15 15:02:10.983646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 63e2d654-75ac-4b5f-a9db-c63c43297062 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:10.988358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:11.070224 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7035667-7af1-4e58-b0bb-3278003ec15a tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:11.480177 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7035667-7af1-4e58-b0bb-3278003ec15a tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:11.501444 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7c3fbc20-edcf-4539-be20-00521130d77c None None] Provisioning complete for port 476ad2d4-76b2-45ed-9eb0-0456577fd4ef triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:11.502029 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c3fbc20-edcf-4539-be20-00521130d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:11.509523 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7035667-7af1-4e58-b0bb-3278003ec15a tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:11.618661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7c3fbc20-edcf-4539-be20-00521130d77c None None] Port 476ad2d4-76b2-45ed-9eb0-0456577fd4ef cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:02:11.660878 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-78940eb4-dc79-4618-8985-f0c8b2db1169 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:11.662594 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-78940eb4-dc79-4618-8985-f0c8b2db1169 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.22 "GET /v2.0/networks?id=2bb40ffb-89bd-4af8-a54f-db49ff69a3ca HTTP/1.1" status: 200 len: 812 time: 0.6693761 Jul 15 15:02:11.731167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e4616c3e-3362-454e-aafb-4a220e802d31 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:11.927576 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e4616c3e-3362-454e-aafb-4a220e802d31 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:11.929252 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:11.941792 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7035667-7af1-4e58-b0bb-3278003ec15a tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:12.039329 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c824f962-b31e-44d6-9bef-8aa12ddb6479 req-35de6661-0f1d-4f79-8f9b-748e16f08b2b tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 210 time: 0.0765626 Jul 15 15:02:12.045124 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-1ffebc72-f655-471c-b3d9-15aa04ce581f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:12.056899 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-eb682a5f-b7cf-44ac-a598-07f072f449ec tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ee20f362aec46c481b374c30cc4e7ae HTTP/1.1" status: 200 len: 380 time: 0.3823767 Jul 15 15:02:12.076784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-661b7abe-66e0-4233-b8b5-dcad4aedf792 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Request body: {'port': {'device_id': '225ffccf-df3e-47e2-806e-6923263d9171', 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'admin_state_up': True, 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'security_groups': ['a85c18cb-664d-4b6c-a67d-252251a01a0d']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:12.128790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router 6533165c-fce1-4016-81d7-41aedebcd3fc is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:02:12.144409 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54000) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:12.296087 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7035667-7af1-4e58-b0bb-3278003ec15a tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:12.299218 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7035667-7af1-4e58-b0bb-3278003ec15a tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:12.487042 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d7535fd-b2d9-4e3a-bb0c-d1442ebc9cce req-f5f16b7a-4e0a-4eb4-9163-0dbad2c7967c tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 210 time: 0.1766953 Jul 15 15:02:12.548511 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-1ffebc72-f655-471c-b3d9-15aa04ce581f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:12.574029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:02:12.593795 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf2f8b-1494-464b-8a40-af3aefcf6dde None None] Sync routers for ids ['6533165c-fce1-4016-81d7-41aedebcd3fc'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:02:12.631035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf2f8b-1494-464b-8a40-af3aefcf6dde None None] Routers {'6533165c-fce1-4016-81d7-41aedebcd3fc'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:12.633339 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-48ed086b-b778-4a21-9593-08cbcd76280f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/6533165c-fce1-4016-81d7-41aedebcd3fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3870530 Jul 15 15:02:12.638348 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b4bf2f8b-1494-464b-8a40-af3aefcf6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6533165c-fce1-4016-81d7-41aedebcd3fc'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:12.641517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54008) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:12.722572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b4bf2f8b-1494-464b-8a40-af3aefcf6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:12.729060 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9404be33-8489-45da-b4e7-e3721b2bf72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:12.735590 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-1ffebc72-f655-471c-b3d9-15aa04ce581f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Network 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:12.743976 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf2f8b-1494-464b-8a40-af3aefcf6dde None None] Routers {'6533165c-fce1-4016-81d7-41aedebcd3fc'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:12.744645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b4bf2f8b-1494-464b-8a40-af3aefcf6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6533165c-fce1-4016-81d7-41aedebcd3fc'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:12.751912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-1ffebc72-f655-471c-b3d9-15aa04ce581f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:12.761022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7035667-7af1-4e58-b0bb-3278003ec15a tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:12.761484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7035667-7af1-4e58-b0bb-3278003ec15a tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8471df6a-ff0e-47e3-901e-2810966f2609 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:02:12.767134 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-661b7abe-66e0-4233-b8b5-dcad4aedf792 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Made reservation on behalf of 5ee20f362aec46c481b374c30cc4e7ae for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:12.773147 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-661b7abe-66e0-4233-b8b5-dcad4aedf792 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:12.777039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-1ffebc72-f655-471c-b3d9-15aa04ce581f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:12.812675 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffebc72-f655-471c-b3d9-15aa04ce581f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Pushing event updated for resources: {'Port': ['ID=e150227f-e191-440c-89bd-4d99ae6936ee,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:12.838455 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b4bf2f8b-1494-464b-8a40-af3aefcf6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:12.840551 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf2f8b-1494-464b-8a40-af3aefcf6dde None None] The sync data for ids ['6533165c-fce1-4016-81d7-41aedebcd3fc'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:02:12.867581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bc804c-1d9c-4a7c-83bb-21c9eff9e8ad tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:12.869322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-55bc804c-1d9c-4a7c-83bb-21c9eff9e8ad tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports/476ad2d4-76b2-45ed-9eb0-0456577fd4ef HTTP/1.1" status: 200 len: 911 time: 0.2229002 Jul 15 15:02:12.875961 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54010) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:12.942947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-3cc907dc-ffe9-4a35-ad38-a9b7390120b1 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:12.944764 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-3cc907dc-ffe9-4a35-ad38-a9b7390120b1 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.11 "GET /v2.0/networks?id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 HTTP/1.1" status: 200 len: 819 time: 0.1970794 Jul 15 15:02:12.959717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-fd72eced-e375-418d-badd-25e06f923d7e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Request body: {'port': {'device_id': '85dc6382-c34d-4071-89ee-42547831b947', 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9', 'admin_state_up': True, 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:13.121694 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-1ffebc72-f655-471c-b3d9-15aa04ce581f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:13.124365 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-1ffebc72-f655-471c-b3d9-15aa04ce581f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.137428 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9404be33-8489-45da-b4e7-e3721b2bf72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.183466 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9404be33-8489-45da-b4e7-e3721b2bf72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.195189 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-1ffebc72-f655-471c-b3d9-15aa04ce581f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9744179 Jul 15 15:02:13.207667 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-f7035667-7af1-4e58-b0bb-3278003ec15a tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 15:02:13.212350 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f7035667-7af1-4e58-b0bb-3278003ec15a tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5796411 Jul 15 15:02:13.214142 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Request body: {'port': {'device_id': 'bdcf7b10-ef35-46e2-ae59-bb5ae58db804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:13.227616 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54016) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:13.329552 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404be33-8489-45da-b4e7-e3721b2bf72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3517735-976e-4af2-aaf2-a97f6c6d64d6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:13.344807 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9404be33-8489-45da-b4e7-e3721b2bf72b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fe4fdce8bf284085ad1a18c99d9d50bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1936772 Jul 15 15:02:13.346523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54018) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:13.377014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-fd72eced-e375-418d-badd-25e06f923d7e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Made reservation on behalf of ab8e904d869b49c29afb8c3ed6c815ec for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:13.385376 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-fd72eced-e375-418d-badd-25e06f923d7e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.437286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e005f466-cb3f-4d8d-b9eb-003a4c339fe9 req-fbf7e472-5355-4b3c-a805-807529438bdf tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 210 time: 0.1760049 Jul 15 15:02:13.459502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-661b7abe-66e0-4233-b8b5-dcad4aedf792 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Allocated IP 172.20.0.5 (2bb40ffb-89bd-4af8-a54f-db49ff69a3ca/15f39f97-0dcf-40d5-ba9f-1e4a32cd3222/e941a5bc-8b20-44fb-aa52-e44b27e66643) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:13.648666 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ba9a6957-8a7f-4b92-b3c9-af6c1d18bf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.678285 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-49891928-de9b-48ac-9fed-7d65d1654fe4 tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Deleting port e7e5a12e-44f1-4e65-ba0e-881602d0945a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:13.678703 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-49891928-de9b-48ac-9fed-7d65d1654fe4 tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.729804 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ba9a6957-8a7f-4b92-b3c9-af6c1d18bf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.853978 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.866714 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cff9547a-4ac5-4954-a4d0-36d24d45a8cd req-1f73ce1f-51b8-4421-b7da-375734507d99 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 210 time: 0.0704007 Jul 15 15:02:13.880623 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-fd72eced-e375-418d-badd-25e06f923d7e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Allocated IP 172.20.0.6 (4ac90c13-a4fb-4b07-a6a2-07110e3b71b9/ed4ae426-6236-408d-9317-431d07b866ff/259f4f14-a860-4c81-806a-25ceaf59542f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:13.898596 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-49891928-de9b-48ac-9fed-7d65d1654fe4 tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.957712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-49891928-de9b-48ac-9fed-7d65d1654fe4 tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Calling delete_port for e7e5a12e-44f1-4e65-ba0e-881602d0945a owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:13.960762 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ba9a6957-8a7f-4b92-b3c9-af6c1d18bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.965072 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ba9a6957-8a7f-4b92-b3c9-af6c1d18bf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.967642 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ba9a6957-8a7f-4b92-b3c9-af6c1d18bf5b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d3517735-976e-4af2-aaf2-a97f6c6d64d6 HTTP/1.1" status: 204 len: 168 time: 0.6214714 Jul 15 15:02:14.007453 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-661b7abe-66e0-4233-b8b5-dcad4aedf792 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:14.026595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a6957-8a7f-4b92-b3c9-af6c1d18bf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3517735-976e-4af2-aaf2-a97f6c6d64d6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:14.056956 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-661b7abe-66e0-4233-b8b5-dcad4aedf792 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Transition to ACTIVE for port object e941a5bc-8b20-44fb-aa52-e44b27e66643 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:14.279756 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-661b7abe-66e0-4233-b8b5-dcad4aedf792 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:14.384198 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-fd72eced-e375-418d-badd-25e06f923d7e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:14.425968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b7abe-66e0-4233-b8b5-dcad4aedf792 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Pushing event updated for resources: {'Port': ['ID=e941a5bc-8b20-44fb-aa52-e44b27e66643,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:14.442647 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-661b7abe-66e0-4233-b8b5-dcad4aedf792 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Network 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:14.447093 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-661b7abe-66e0-4233-b8b5-dcad4aedf792 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:14.452430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-661b7abe-66e0-4233-b8b5-dcad4aedf792 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:14.528692 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-49891928-de9b-48ac-9fed-7d65d1654fe4 tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:14.586515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-661b7abe-66e0-4233-b8b5-dcad4aedf792 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:14.587957 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-661b7abe-66e0-4233-b8b5-dcad4aedf792 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:14.602091 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed318-5fff-4019-837d-1ae9aec80ec7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:14.679114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49891928-de9b-48ac-9fed-7d65d1654fe4 tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7e5a12e-44f1-4e65-ba0e-881602d0945a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:14.793694 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-fd72eced-e375-418d-badd-25e06f923d7e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:14.867715 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-661b7abe-66e0-4233-b8b5-dcad4aedf792 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8032501 Jul 15 15:02:14.895237 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9768c24c-3d5d-4d89-af46-3c329a7c687a None None] Provisioning for port e941a5bc-8b20-44fb-aa52-e44b27e66643 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:14.905184 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9768c24c-3d5d-4d89-af46-3c329a7c687a None None] Provisioning complete for port e941a5bc-8b20-44fb-aa52-e44b27e66643 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:14.905907 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9768c24c-3d5d-4d89-af46-3c329a7c687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:14.906440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-fd72eced-e375-418d-badd-25e06f923d7e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Network 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:14.917717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-fd72eced-e375-418d-badd-25e06f923d7e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:14.922728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-fd72eced-e375-418d-badd-25e06f923d7e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:14.923878 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Request body: {'port': {'device_id': '225ffccf-df3e-47e2-806e-6923263d9171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:15.030743 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-49891928-de9b-48ac-9fed-7d65d1654fe4 tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:15.039887 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-49891928-de9b-48ac-9fed-7d65d1654fe4 tempest-RoutersAdminNegativeIpV6Test-941014462 tempest-RoutersAdminNegativeIpV6Test-941014462-project-admin] 10.222.0.38 "DELETE /v2.0/ports/e7e5a12e-44f1-4e65-ba0e-881602d0945a HTTP/1.1" status: 204 len: 168 time: 1.7990010 Jul 15 15:02:15.056451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72eced-e375-418d-badd-25e06f923d7e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Pushing event updated for resources: {'Port': ['ID=259f4f14-a860-4c81-806a-25ceaf59542f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:15.094350 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-fd72eced-e375-418d-badd-25e06f923d7e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:15.095072 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-fd72eced-e375-418d-badd-25e06f923d7e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:15.117073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9768c24c-3d5d-4d89-af46-3c329a7c687a None None] Port e941a5bc-8b20-44fb-aa52-e44b27e66643 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:02:15.132442 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-fd72eced-e375-418d-badd-25e06f923d7e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1783988 Jul 15 15:02:15.153036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Request body: {'port': {'device_id': '85dc6382-c34d-4071-89ee-42547831b947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:15.307883 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:15.322388 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:15.414805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb7b85-3f45-41f6-ab77-5ab4977f792a req-dc9650d5-4abd-4763-93f4-d45ec4b63d14 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:15.427841 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ecbb7b85-3f45-41f6-ab77-5ab4977f792a req-dc9650d5-4abd-4763-93f4-d45ec4b63d14 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 931 time: 0.6696520 Jul 15 15:02:15.439212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54062) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:15.486263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54066) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:15.665006 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08d3cc77-e232-4772-8ef1-19aea6e20001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:15.686294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e228712f-1290-4c38-8540-0432e5dcd659 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-448541238-network', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:15.775780 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08d3cc77-e232-4772-8ef1-19aea6e20001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:15.781044 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08d3cc77-e232-4772-8ef1-19aea6e20001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:15.820976 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3cc77-e232-4772-8ef1-19aea6e20001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca55143f-9152-4dce-a3c4-a27241793e00,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:15.831670 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-08d3cc77-e232-4772-8ef1-19aea6e20001 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9cc29aebac384a32addfc1b2bc40ce27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423676 Jul 15 15:02:15.832323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54070) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:15.853096 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ecbb7b85-3f45-41f6-ab77-5ab4977f792a req-875f2bf1-0622-4bc2-9925-cd2a6082ec6d tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235685 Jul 15 15:02:15.866623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e150227f-e191-440c-89bd-4d99ae6936ee {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:02:15.896273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea121a-f9a8-4d7f-a671-808f595d3e9c req-dab158e6-c943-4908-bb9f-b3596cf12d74 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:15.899047 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9dea121a-f9a8-4d7f-a671-808f595d3e9c req-dab158e6-c943-4908-bb9f-b3596cf12d74 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 931 time: 0.6794493 Jul 15 15:02:15.923521 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:16.015656 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e228712f-1290-4c38-8540-0432e5dcd659 admin admin] Made reservation on behalf of 57bb44d165d54af589f4d6652ebbbeea for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:16.018010 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e228712f-1290-4c38-8540-0432e5dcd659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:16.020440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Transition to ACTIVE for port object e150227f-e191-440c-89bd-4d99ae6936ee will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:16.051380 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:16.094765 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e228712f-1290-4c38-8540-0432e5dcd659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:16.213758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259f4f14-a860-4c81-806a-25ceaf59542f {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:02:16.225770 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:16.241954 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Transition to ACTIVE for port object 259f4f14-a860-4c81-806a-25ceaf59542f will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:16.252067 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:16.363440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Pushing event updated for resources: {'Port': ['ID=259f4f14-a860-4c81-806a-25ceaf59542f,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:16.496451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Attempting to bind port 259f4f14-a860-4c81-806a-25ceaf59542f on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:02:16.497121 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Attempting to bind port 259f4f14-a860-4c81-806a-25ceaf59542f by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '8cd847aa-365f-442a-8be5-a07b09c9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:02:16.497634 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Attempting to bind port 259f4f14-a860-4c81-806a-25ceaf59542f on network 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:16.505408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Port 259f4f14-a860-4c81-806a-25ceaf59542f on network 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:02:16.505905 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Attempting to bind port 259f4f14-a860-4c81-806a-25ceaf59542f on network 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:16.515505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:02:16.516023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Checking segment: {'id': '8cd847aa-365f-442a-8be5-a07b09c9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:16.516632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Bound using segment: {'id': '8cd847aa-365f-442a-8be5-a07b09c9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:02:16.517331 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Bound port: 259f4f14-a860-4c81-806a-25ceaf59542f, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd847aa-365f-442a-8be5-a07b09c9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:02:16.517961 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:16.569445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9dea121a-f9a8-4d7f-a671-808f595d3e9c req-167e6535-fbad-4ff5-b867-72e3a89ebcbe tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/security-groups?id=a85c18cb-664d-4b6c-a67d-252251a01a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6430550 Jul 15 15:02:16.609610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] For port 259f4f14-a860-4c81-806a-25ceaf59542f, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:16.614683 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] For port 259f4f14-a860-4c81-806a-25ceaf59542f, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=259f4f14-a860-4c81-806a-25ceaf59542f,segment=NetworkSegment(8cd847aa-365f-442a-8be5-a07b09c9280d),segment_id=8cd847aa-365f-442a-8be5-a07b09c9280d)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:16.620697 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:16.635383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Pushing event updated for resources: {'Port': ['ID=e150227f-e191-440c-89bd-4d99ae6936ee,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:16.644785 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7387f8d3-c4ef-4ab3-b40f-0655419f379d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:16.664463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:16.665111 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:16.666625 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] 10.222.0.11 "PUT /v2.0/ports/259f4f14-a860-4c81-806a-25ceaf59542f HTTP/1.1" status: 200 len: 1091 time: 1.5251756 Jul 15 15:02:16.667094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dc6382-c34d-4071-89ee-42547831b947', 'tag': '259f4f14-a860-4c81-806a-25ceaf59542f'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:02:16.670283 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a127060-feca-4aa2-b1f3-84b32c0b3956" -d '{"events": [{"name": "network-changed", "server_uuid": "85dc6382-c34d-4071-89ee-42547831b947", "tag": "259f4f14-a860-4c81-806a-25ceaf59542f"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:16.699480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4299a8-021f-41c9-9edb-71ff04e726b7 service neutron] Pushing event updated for resources: {'Port': ['ID=259f4f14-a860-4c81-806a-25ceaf59542f,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:16.747057 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb28b09-3d2a-4292-8fe5-f463cb0c9756 x-openstack-request-id: req-9cb28b09-3d2a-4292-8fe5-f463cb0c9756 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:16.748384 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85dc6382-c34d-4071-89ee-42547831b947", "tag": "259f4f14-a860-4c81-806a-25ceaf59542f", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:16.748384 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9cb28b09-3d2a-4292-8fe5-f463cb0c9756 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:16.748384 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85dc6382-c34d-4071-89ee-42547831b947', 'tag': '259f4f14-a860-4c81-806a-25ceaf59542f', 'status': 'completed', 'code': 200} Jul 15 15:02:16.769575 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7387f8d3-c4ef-4ab3-b40f-0655419f379d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:16.784107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-1850bbee-b656-43df-8e65-9243c366df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:16.785934 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-1850bbee-b656-43df-8e65-9243c366df7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab8e904d869b49c29afb8c3ed6c815ec&device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 1094 time: 0.0682867 Jul 15 15:02:16.836347 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-2984465a-e096-43a0-af65-684583b342d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=259f4f14-a860-4c81-806a-25ceaf59542f HTTP/1.1" status: 200 len: 217 time: 0.0433962 Jul 15 15:02:16.914789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-7a8bb45a-4de3-418c-b061-144631d64687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:16.916995 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-7a8bb45a-4de3-418c-b061-144631d64687 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed4ae426-6236-408d-9317-431d07b866ff HTTP/1.1" status: 200 len: 859 time: 0.0727828 Jul 15 15:02:16.923451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ed318-5fff-4019-837d-1ae9aec80ec7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port 476ad2d4-76b2-45ed-9eb0-0456577fd4ef {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:16.923845 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed318-5fff-4019-837d-1ae9aec80ec7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:16.931102 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Attempting to bind port e150227f-e191-440c-89bd-4d99ae6936ee on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:02:16.931691 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Attempting to bind port e150227f-e191-440c-89bd-4d99ae6936ee by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '8cd847aa-365f-442a-8be5-a07b09c9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:02:16.932192 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Attempting to bind port e150227f-e191-440c-89bd-4d99ae6936ee on network 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:16.942343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e941a5bc-8b20-44fb-aa52-e44b27e66643 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:02:16.962709 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-68ee9246-198a-4934-9ae2-c892abf5ad61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377734 Jul 15 15:02:16.975713 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:16.988751 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Port e150227f-e191-440c-89bd-4d99ae6936ee on network 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:02:16.988751 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Attempting to bind port e150227f-e191-440c-89bd-4d99ae6936ee on network 4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:17.011854 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7387f8d3-c4ef-4ab3-b40f-0655419f379d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.017651 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7387f8d3-c4ef-4ab3-b40f-0655419f379d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.021061 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7387f8d3-c4ef-4ab3-b40f-0655419f379d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca55143f-9152-4dce-a3c4-a27241793e00 HTTP/1.1" status: 204 len: 168 time: 1.1744287 Jul 15 15:02:17.061966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:02:17.062576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Checking segment: {'id': '8cd847aa-365f-442a-8be5-a07b09c9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:17.063145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Bound using segment: {'id': '8cd847aa-365f-442a-8be5-a07b09c9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:02:17.063800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Bound port: e150227f-e191-440c-89bd-4d99ae6936ee, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd847aa-365f-442a-8be5-a07b09c9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:02:17.064359 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.091519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Transition to ACTIVE for port object e941a5bc-8b20-44fb-aa52-e44b27e66643 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:17.133937 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.136628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387f8d3-c4ef-4ab3-b40f-0655419f379d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca55143f-9152-4dce-a3c4-a27241793e00,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:17.147350 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-7b39b8a4-c1ca-4491-8527-1a6a1e3c90ce service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763875 Jul 15 15:02:17.176804 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e228712f-1290-4c38-8540-0432e5dcd659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.242395 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e228712f-1290-4c38-8540-0432e5dcd659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.266589 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed318-5fff-4019-837d-1ae9aec80ec7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.336927 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ed318-5fff-4019-837d-1ae9aec80ec7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for 476ad2d4-76b2-45ed-9eb0-0456577fd4ef owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:17.364172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e228712f-1290-4c38-8540-0432e5dcd659 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:17.377454 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f398e0ab-9358-43cc-a544-a4197f91b2d2 req-46b3dfc7-1f27-4cf0-804f-82c1f644707a service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191010 Jul 15 15:02:17.386562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Pushing event updated for resources: {'Port': ['ID=e941a5bc-8b20-44fb-aa52-e44b27e66643,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:17.444319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228712f-1290-4c38-8540-0432e5dcd659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3563f92f-f409-4e8b-8dd8-7609a4a1ef54,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:17.485505 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e228712f-1290-4c38-8540-0432e5dcd659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.485814 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-e228712f-1290-4c38-8540-0432e5dcd659 admin admin] Added segment 76a32062-4b9b-4a28-b041-131ac4811686 of type vlan for network 76b2d247-645c-4771-801f-efe689482f11 Jul 15 15:02:17.525706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] For port e150227f-e191-440c-89bd-4d99ae6936ee, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:17.580925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] For port e150227f-e191-440c-89bd-4d99ae6936ee, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e150227f-e191-440c-89bd-4d99ae6936ee,segment=NetworkSegment(8cd847aa-365f-442a-8be5-a07b09c9280d),segment_id=8cd847aa-365f-442a-8be5-a07b09c9280d)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:17.593485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54090) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:17.597646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc15988-fdc6-4c17-876c-2ded932b6cf9 req-bb15bd7a-2751-4beb-996e-5d334009118b tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:17.605013 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9bc15988-fdc6-4c17-876c-2ded932b6cf9 req-bb15bd7a-2751-4beb-996e-5d334009118b tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 943 time: 0.5371163 Jul 15 15:02:17.624974 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.655017 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4a7484bd-03bc-467b-a02c-5f9a03f77d34 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d5a7666eb76845e69aec62d117be5629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600884 Jul 15 15:02:17.657282 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e228712f-1290-4c38-8540-0432e5dcd659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.666632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54094) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:17.696917 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a127060-feca-4aa2-b1f3-84b32c0b3956 req-16541e3c-fdb5-4597-8627-57e754b18a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:17.699068 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6a127060-feca-4aa2-b1f3-84b32c0b3956 req-16541e3c-fdb5-4597-8627-57e754b18a85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab8e904d869b49c29afb8c3ed6c815ec&device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 1094 time: 0.1877160 Jul 15 15:02:17.730030 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:17.731295 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.732941 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] 10.222.0.11 "PUT /v2.0/ports/e150227f-e191-440c-89bd-4d99ae6936ee HTTP/1.1" status: 200 len: 1091 time: 4.5283275 Jul 15 15:02:17.773033 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcf7b10-ef35-46e2-ae59-bb5ae58db804', 'tag': 'e150227f-e191-440c-89bd-4d99ae6936ee'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:02:17.775324 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec92edb-1db3-4566-b279-f17f8704bfc7" -d '{"events": [{"name": "network-changed", "server_uuid": "bdcf7b10-ef35-46e2-ae59-bb5ae58db804", "tag": "e150227f-e191-440c-89bd-4d99ae6936ee"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:17.793049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Attempting to bind port e941a5bc-8b20-44fb-aa52-e44b27e66643 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:02:17.793389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Attempting to bind port e941a5bc-8b20-44fb-aa52-e44b27e66643 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '471f35e0-853b-449c-bef4-5014a9492e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:02:17.793756 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Attempting to bind port e941a5bc-8b20-44fb-aa52-e44b27e66643 on network 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:17.832199 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-903983bf-e90c-40fd-a1a9-308d6c91cf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.855818 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9bc15988-fdc6-4c17-876c-2ded932b6cf9 req-21deb997-c537-441f-b13a-a4fbc6b44538 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498593 Jul 15 15:02:17.878376 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-903983bf-e90c-40fd-a1a9-308d6c91cf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.898090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Port e941a5bc-8b20-44fb-aa52-e44b27e66643 on network 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:02:17.898414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Attempting to bind port e941a5bc-8b20-44fb-aa52-e44b27e66643 on network 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:17.914219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f9278-7aeb-4484-873e-78530e32344f service neutron] Pushing event updated for resources: {'Port': ['ID=e150227f-e191-440c-89bd-4d99ae6936ee,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:17.917562 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e228712f-1290-4c38-8540-0432e5dcd659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.919541 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e228712f-1290-4c38-8540-0432e5dcd659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:17.919694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a127060-feca-4aa2-b1f3-84b32c0b3956 req-0bedaa66-0571-4e8e-a0c3-c1b1dce2fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:17.920520 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e228712f-1290-4c38-8540-0432e5dcd659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.921670 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6a127060-feca-4aa2-b1f3-84b32c0b3956 req-0bedaa66-0571-4e8e-a0c3-c1b1dce2fef9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 HTTP/1.1" status: 200 len: 920 time: 0.2143886 Jul 15 15:02:17.948282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:02:17.948866 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Checking segment: {'id': '471f35e0-853b-449c-bef4-5014a9492e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:17.949441 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Bound using segment: {'id': '471f35e0-853b-449c-bef4-5014a9492e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:02:17.949904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Bound port: e941a5bc-8b20-44fb-aa52-e44b27e66643, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471f35e0-853b-449c-bef4-5014a9492e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:02:17.950427 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.970050 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf089bb-b507-45e0-8fb3-00f80c5aafca x-openstack-request-id: req-5cf089bb-b507-45e0-8fb3-00f80c5aafca {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:17.970397 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdcf7b10-ef35-46e2-ae59-bb5ae58db804", "tag": "e150227f-e191-440c-89bd-4d99ae6936ee", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:17.970631 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5cf089bb-b507-45e0-8fb3-00f80c5aafca {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:17.971023 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcf7b10-ef35-46e2-ae59-bb5ae58db804', 'tag': 'e150227f-e191-440c-89bd-4d99ae6936ee', 'status': 'completed', 'code': 200} Jul 15 15:02:17.984452 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6a127060-feca-4aa2-b1f3-84b32c0b3956 req-f88ba5c2-99a3-4aba-9fac-36712b1e9b6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=259f4f14-a860-4c81-806a-25ceaf59542f HTTP/1.1" status: 200 len: 217 time: 0.0543621 Jul 15 15:02:18.006713 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e228712f-1290-4c38-8540-0432e5dcd659 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5579991 Jul 15 15:02:18.025080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54098) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:18.033266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-479248e7-3f9d-4f12-aa3c-50ae2cd567dd admin admin] Request body: {'subnet': {'network_id': '76b2d247-645c-4771-801f-efe689482f11', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-448541238-subnet', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:18.050619 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-903983bf-e90c-40fd-a1a9-308d6c91cf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.053506 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-903983bf-e90c-40fd-a1a9-308d6c91cf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.054735 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-903983bf-e90c-40fd-a1a9-308d6c91cf03 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf5f2658-a1c3-4b66-aca3-551685e44834 HTTP/1.1" status: 204 len: 168 time: 0.3866611 Jul 15 15:02:18.066239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228712f-1290-4c38-8540-0432e5dcd659 admin admin] Pushing event updated for resources: {'Network': ['ID=76b2d247-645c-4771-801f-efe689482f11,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:18.100372 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 76b2d247-645c-4771-801f-efe689482f11 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:18.119132 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a127060-feca-4aa2-b1f3-84b32c0b3956 req-0ca9fea4-6ffb-499c-b5dd-d2fa82521bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:18.120855 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6a127060-feca-4aa2-b1f3-84b32c0b3956 req-0ca9fea4-6ffb-499c-b5dd-d2fa82521bc5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed4ae426-6236-408d-9317-431d07b866ff HTTP/1.1" status: 200 len: 859 time: 0.1292491 Jul 15 15:02:18.125968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479248e7-3f9d-4f12-aa3c-50ae2cd567dd admin admin] Made reservation on behalf of 57bb44d165d54af589f4d6652ebbbeea for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:18.131856 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-479248e7-3f9d-4f12-aa3c-50ae2cd567dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.150806 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903983bf-e90c-40fd-a1a9-308d6c91cf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5f2658-a1c3-4b66-aca3-551685e44834,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:18.179237 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff83a1d-016f-4a5f-aa82-a107c1e4cfec req-fdf07d6b-9ebb-4b14-a667-e687240bf212 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:18.187937 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aff83a1d-016f-4a5f-aa82-a107c1e4cfec req-fdf07d6b-9ebb-4b14-a667-e687240bf212 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 943 time: 0.3959532 Jul 15 15:02:18.193019 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed318-5fff-4019-837d-1ae9aec80ec7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.196818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-1cdecfef-3e27-4aa9-b406-679a986b5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:18.198362 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-1cdecfef-3e27-4aa9-b406-679a986b5563 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab8e904d869b49c29afb8c3ed6c815ec&device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 1094 time: 0.3909967 Jul 15 15:02:18.260976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] For port e941a5bc-8b20-44fb-aa52-e44b27e66643, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:18.284038 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6a127060-feca-4aa2-b1f3-84b32c0b3956 req-56149a8f-0531-49e6-83e3-c40427105ffc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423719 Jul 15 15:02:18.297678 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ed318-5fff-4019-837d-1ae9aec80ec7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=476ad2d4-76b2-45ed-9eb0-0456577fd4ef,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:18.310813 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-9676dd40-81be-41ca-8054-250001b1987a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e150227f-e191-440c-89bd-4d99ae6936ee HTTP/1.1" status: 200 len: 217 time: 0.0979676 Jul 15 15:02:18.347073 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] For port e941a5bc-8b20-44fb-aa52-e44b27e66643, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e941a5bc-8b20-44fb-aa52-e44b27e66643,segment=NetworkSegment(471f35e0-853b-449c-bef4-5014a9492e83),segment_id=471f35e0-853b-449c-bef4-5014a9492e83)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:18.372661 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.486500 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aff83a1d-016f-4a5f-aa82-a107c1e4cfec req-1a6f8782-1c9f-4c07-add7-d367c98276da tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/security-groups?id=a85c18cb-664d-4b6c-a67d-252251a01a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973340 Jul 15 15:02:18.589149 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6a127060-feca-4aa2-b1f3-84b32c0b3956 req-d25c66d3-834f-42eb-9150-25ffb8778539 service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824233 Jul 15 15:02:18.621499 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed318-5fff-4019-837d-1ae9aec80ec7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.639617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:18.640263 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.641793 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] 10.222.0.22 "PUT /v2.0/ports/e941a5bc-8b20-44fb-aa52-e44b27e66643 HTTP/1.1" status: 200 len: 1091 time: 3.7334800 Jul 15 15:02:18.643464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-cd9b2c5c-bca9-428d-8d8e-bf6b72c63317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:18.645093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-cd9b2c5c-bca9-428d-8d8e-bf6b72c63317 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed4ae426-6236-408d-9317-431d07b866ff HTTP/1.1" status: 200 len: 859 time: 0.2965784 Jul 15 15:02:18.735313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-07d6f75f-94ce-493f-ba62-3b8d2f5929cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726490 Jul 15 15:02:18.773789 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.853423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ecf4e-da04-4850-9973-f14f6753f608 service neutron] Pushing event updated for resources: {'Port': ['ID=e941a5bc-8b20-44fb-aa52-e44b27e66643,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:18.887243 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-479248e7-3f9d-4f12-aa3c-50ae2cd567dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.041626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479248e7-3f9d-4f12-aa3c-50ae2cd567dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c76d18-fdbf-4e5c-a481-7851a5c1e240,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:19.048644 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-5eeb68af-fc2a-45ab-ba42-6215341e8cc2 service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474318 Jul 15 15:02:19.063298 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7ed318-5fff-4019-837d-1ae9aec80ec7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router 6533165c-fce1-4016-81d7-41aedebcd3fc has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:02:19.063582 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6a127060-feca-4aa2-b1f3-84b32c0b3956 req-4abfa4dc-6270-4772-8c9e-752fd4f898de service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651890 Jul 15 15:02:19.066170 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-12e5fc3f-a798-49b3-a211-5407b030d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:19.068303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-12e5fc3f-a798-49b3-a211-5407b030d769 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ee20f362aec46c481b374c30cc4e7ae&device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 1094 time: 0.3379207 Jul 15 15:02:19.117452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479248e7-3f9d-4f12-aa3c-50ae2cd567dd admin admin] Checking segment: {'id': '76a32062-4b9b-4a28-b041-131ac4811686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '76b2d247-645c-4771-801f-efe689482f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:19.118030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479248e7-3f9d-4f12-aa3c-50ae2cd567dd admin admin] Network hostable DHCP agents. Network: 76b2d247-645c-4771-801f-efe689482f11, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:19.124668 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.149058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479248e7-3f9d-4f12-aa3c-50ae2cd567dd admin admin] Network 76b2d247-645c-4771-801f-efe689482f11 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:19.164278 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-479248e7-3f9d-4f12-aa3c-50ae2cd567dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 76b2d247-645c-4771-801f-efe689482f11) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:19.177498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0049ad-c377-40f3-b45e-b76eee2ddace None None] Network 76b2d247-645c-4771-801f-efe689482f11 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:19.178724 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479248e7-3f9d-4f12-aa3c-50ae2cd567dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:19.179846 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-479248e7-3f9d-4f12-aa3c-50ae2cd567dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.207117 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-479248e7-3f9d-4f12-aa3c-50ae2cd567dd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1802366 Jul 15 15:02:19.210113 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54126) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:19.218590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-448541238-router', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:19.230794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-7ff6e9c5-e845-436a-b864-6b7cd5366b4e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e941a5bc-8b20-44fb-aa52-e44b27e66643 HTTP/1.1" status: 200 len: 217 time: 0.1453545 Jul 15 15:02:19.257690 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.259108 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.338926 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.422263 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7ed318-5fff-4019-837d-1ae9aec80ec7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:02:19.435987 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7ad35-4439-4f4a-b16a-ef7cb28003c8 None None] Sync routers for ids ['6533165c-fce1-4016-81d7-41aedebcd3fc'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:02:19.460776 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7e7ed318-5fff-4019-837d-1ae9aec80ec7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/6533165c-fce1-4016-81d7-41aedebcd3fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5771515 Jul 15 15:02:19.475025 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-76b2d247-645c-4771-801f-efe689482f11', 'network_id': '76b2d247-645c-4771-801f-efe689482f11', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'fixed_ips': [{'subnet_id': 'd4c76d18-fdbf-4e5c-a481-7851a5c1e240'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:02:19.476391 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.483537 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54132) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:19.491393 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7ad35-4439-4f4a-b16a-ef7cb28003c8 None None] Routers {'6533165c-fce1-4016-81d7-41aedebcd3fc'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:19.492491 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-95e7ad35-4439-4f4a-b16a-ef7cb28003c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6533165c-fce1-4016-81d7-41aedebcd3fc'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:19.507106 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.629914 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-95e7ad35-4439-4f4a-b16a-ef7cb28003c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:19.664808 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7ad35-4439-4f4a-b16a-ef7cb28003c8 None None] Routers {'6533165c-fce1-4016-81d7-41aedebcd3fc'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:19.665712 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-95e7ad35-4439-4f4a-b16a-ef7cb28003c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6533165c-fce1-4016-81d7-41aedebcd3fc'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:19.730040 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-eeb6aac8-5d99-41a4-a92a-702103739679 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports?device_id=6533165c-fce1-4016-81d7-41aedebcd3fc HTTP/1.1" status: 200 len: 205 time: 0.2418141 Jul 15 15:02:19.736827 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Allocated IP 172.20.0.2 (76b2d247-645c-4771-801f-efe689482f11/d4c76d18-fdbf-4e5c-a481-7851a5c1e240/829f7178-92ba-43b7-80e0-c6300c10c60d) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:19.739076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54142) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:19.777138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-9bc6db6c-e3ec-4524-a754-a12417b17d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:19.794292 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-95e7ad35-4439-4f4a-b16a-ef7cb28003c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:19.797708 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-9bc6db6c-e3ec-4524-a754-a12417b17d7c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=15f39f97-0dcf-40d5-ba9f-1e4a32cd3222 HTTP/1.1" status: 200 len: 851 time: 0.5295572 Jul 15 15:02:19.812336 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7ad35-4439-4f4a-b16a-ef7cb28003c8 None None] The sync data for ids ['6533165c-fce1-4016-81d7-41aedebcd3fc'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:02:19.870787 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58ba83-3f56-4534-bced-383dcb8a3e89 req-2fd54b18-0fa7-4bc7-bb40-0915d35b3342 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:19.875254 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d58ba83-3f56-4534-bced-383dcb8a3e89 req-2fd54b18-0fa7-4bc7-bb40-0915d35b3342 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 943 time: 0.8193419 Jul 15 15:02:19.879909 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d664831d-124b-4c69-b0ae-7f02c2232ac7 req-db15a629-37d0-4d41-88bf-8c1238657e29 service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8201194 Jul 15 15:02:19.887180 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.914131 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:20.009001 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225ffccf-df3e-47e2-806e-6923263d9171', 'tag': 'e941a5bc-8b20-44fb-aa52-e44b27e66643'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:02:20.014473 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf4ea55-d566-41bd-9187-a6d6803494e1" -d '{"events": [{"name": "network-changed", "server_uuid": "225ffccf-df3e-47e2-806e-6923263d9171", "tag": "e941a5bc-8b20-44fb-aa52-e44b27e66643"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:20.023731 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de48e42a-3f62-4a86-b838-7f36dfebe74a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:20.050096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 259f4f14-a860-4c81-806a-25ceaf59542f details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:02:20.054006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Allocated IP 172.25.4.49 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:20.083645 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:20.101170 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Transition to ACTIVE for port object 829f7178-92ba-43b7-80e0-c6300c10c60d will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:20.146136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Transition to ACTIVE for port object 829f7178-92ba-43b7-80e0-c6300c10c60d will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:20.182483 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:20.215094 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:20.238940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Pushing event updated for resources: {'Port': ['ID=829f7178-92ba-43b7-80e0-c6300c10c60d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:20.263896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Network 76b2d247-645c-4771-801f-efe689482f11 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:20.269572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:20.278295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:20.280273 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:20.289800 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 259f4f14-a860-4c81-806a-25ceaf59542f, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=259f4f14-a860-4c81-806a-25ceaf59542f,segment=NetworkSegment(8cd847aa-365f-442a-8be5-a07b09c9280d),segment_id=8cd847aa-365f-442a-8be5-a07b09c9280d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:20.328470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '259f4f14-a860-4c81-806a-25ceaf59542f', 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9', 'port_id': '259f4f14-a860-4c81-806a-25ceaf59542f', 'mac_address': 'fa:16:3e:9d:91:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4ae426-6236-408d-9317-431d07b866ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:02:20.332298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:20.338329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:20.349014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:20.389900 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Attempting to bind port 829f7178-92ba-43b7-80e0-c6300c10c60d on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:02:20.390731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Attempting to bind port 829f7178-92ba-43b7-80e0-c6300c10c60d by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '76a32062-4b9b-4a28-b041-131ac4811686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '76b2d247-645c-4771-801f-efe689482f11'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:02:20.391338 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Attempting to bind port 829f7178-92ba-43b7-80e0-c6300c10c60d on network 76b2d247-645c-4771-801f-efe689482f11 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:20.404995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:02:20.405822 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Checking segment: {'id': '76a32062-4b9b-4a28-b041-131ac4811686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '76b2d247-645c-4771-801f-efe689482f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:20.406508 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:20.407181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Bound using segment: {'id': '76a32062-4b9b-4a28-b041-131ac4811686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '76b2d247-645c-4771-801f-efe689482f11'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:02:20.407929 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Bound port: 829f7178-92ba-43b7-80e0-c6300c10c60d, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a32062-4b9b-4a28-b041-131ac4811686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '76b2d247-645c-4771-801f-efe689482f11'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:02:20.408566 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:20.426679 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:20.495655 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] For port 829f7178-92ba-43b7-80e0-c6300c10c60d, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:20.499869 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] For port 829f7178-92ba-43b7-80e0-c6300c10c60d, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=829f7178-92ba-43b7-80e0-c6300c10c60d,segment=NetworkSegment(76a32062-4b9b-4a28-b041-131ac4811686),segment_id=76a32062-4b9b-4a28-b041-131ac4811686)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:20.514380 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:20.526007 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259f4f14-a860-4c81-806a-25ceaf59542f {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:02:20.588720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 259f4f14-a860-4c81-806a-25ceaf59542f, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=259f4f14-a860-4c81-806a-25ceaf59542f,segment=NetworkSegment(8cd847aa-365f-442a-8be5-a07b09c9280d),segment_id=8cd847aa-365f-442a-8be5-a07b09c9280d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:20.602850 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:20.616278 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3a8f4-de18-4917-b805-bc4f7e190c9d None None] Pushing event updated for resources: {'Port': ['ID=829f7178-92ba-43b7-80e0-c6300c10c60d,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:20.713733 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=259f4f14-a860-4c81-806a-25ceaf59542f,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:20.751075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54160) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:20.826756 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Pushing event updated for resources: {'Port': ['ID=ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:20.897465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['259f4f14-a860-4c81-806a-25ceaf59542f'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:02:20.966038 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de48e42a-3f62-4a86-b838-7f36dfebe74a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:20.968864 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de48e42a-3f62-4a86-b838-7f36dfebe74a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:21.053066 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de48e42a-3f62-4a86-b838-7f36dfebe74a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:21.054259 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de48e42a-3f62-4a86-b838-7f36dfebe74a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Fanout notify agent at l3_agent the message router_deleted on router 6533165c-fce1-4016-81d7-41aedebcd3fc {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:02:21.067366 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de48e42a-3f62-4a86-b838-7f36dfebe74a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:21.069088 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-de48e42a-3f62-4a86-b838-7f36dfebe74a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/routers/6533165c-fce1-4016-81d7-41aedebcd3fc HTTP/1.1" status: 204 len: 168 time: 1.3286295 Jul 15 15:02:21.081830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54166) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:21.109376 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d58ba83-3f56-4534-bced-383dcb8a3e89 req-35e4aa71-db2b-42d7-9cd8-65ba4bf9a6d1 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1567264 Jul 15 15:02:21.138845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-79845972', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:21.182647 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-056bcda9-bb89-4248-864c-b2a575de0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:21.186936 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-056bcda9-bb89-4248-864c-b2a575de0049 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2bb40ffb-89bd-4af8-a54f-db49ff69a3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3059947 Jul 15 15:02:21.203019 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5663af02-dfa0-42f5-82fc-64c39552daee tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting subnet 16eb6c94-b967-404d-aa23-64ec3b4acea6 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:02:21.208803 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5663af02-dfa0-42f5-82fc-64c39552daee tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:21.215643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec92edb-1db3-4566-b279-f17f8704bfc7 req-b9326ced-8b57-431a-8c5e-f143b17d2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:21.217648 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dec92edb-1db3-4566-b279-f17f8704bfc7 req-b9326ced-8b57-431a-8c5e-f143b17d2cbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab8e904d869b49c29afb8c3ed6c815ec&device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 1094 time: 1.2677298 Jul 15 15:02:21.238353 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Made reservation on behalf of 162b8bc010ba49e4b9282a1f5d91f058 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:21.241108 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:21.251479 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45a697-9d5a-46b6-805c-f923b3f9a75e req-75659cc1-9703-4ff5-ac78-afb3b134796c tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:21.259180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b45a697-9d5a-46b6-805c-f923b3f9a75e req-75659cc1-9703-4ff5-ac78-afb3b134796c tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 943 time: 1.3437080 Jul 15 15:02:21.304603 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:21.323635 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5663af02-dfa0-42f5-82fc-64c39552daee tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:21.428217 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:21.435142 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b45a697-9d5a-46b6-805c-f923b3f9a75e req-3ed36d1d-8d3b-46ad-9bf1-566847977c23 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/security-groups?id=a85c18cb-664d-4b6c-a67d-252251a01a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746831 Jul 15 15:02:21.550184 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-88154005-c65a-4ade-b61f-b9437c4bbf0d service neutron] 10.222.0.22 "GET /v2.0/networks/2bb40ffb-89bd-4af8-a54f-db49ff69a3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479824 Jul 15 15:02:21.558267 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400b17ca-3490-498d-986e-e37a51b9c87c x-openstack-request-id: req-400b17ca-3490-498d-986e-e37a51b9c87c {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:21.558830 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225ffccf-df3e-47e2-806e-6923263d9171", "tag": "e941a5bc-8b20-44fb-aa52-e44b27e66643", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:21.559689 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-400b17ca-3490-498d-986e-e37a51b9c87c {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:21.560379 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225ffccf-df3e-47e2-806e-6923263d9171', 'tag': 'e941a5bc-8b20-44fb-aa52-e44b27e66643', 'status': 'completed', 'code': 200} Jul 15 15:02:21.582045 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec92edb-1db3-4566-b279-f17f8704bfc7 req-d4788e92-8b07-41ce-bb4b-dfb1344fbcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:21.583794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dec92edb-1db3-4566-b279-f17f8704bfc7 req-d4788e92-8b07-41ce-bb4b-dfb1344fbcff service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 HTTP/1.1" status: 200 len: 920 time: 0.3537705 Jul 15 15:02:21.599640 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5663af02-dfa0-42f5-82fc-64c39552daee tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:21.692949 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5663af02-dfa0-42f5-82fc-64c39552daee tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:21.708636 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dec92edb-1db3-4566-b279-f17f8704bfc7 req-fbb00b89-539e-4b7c-891f-c51bd46bd326 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e150227f-e191-440c-89bd-4d99ae6936ee HTTP/1.1" status: 200 len: 217 time: 0.1036782 Jul 15 15:02:21.752094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 829f7178-92ba-43b7-80e0-c6300c10c60d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:21.770667 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5663af02-dfa0-42f5-82fc-64c39552daee tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:21.779572 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5663af02-dfa0-42f5-82fc-64c39552daee tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/16eb6c94-b967-404d-aa23-64ec3b4acea6 HTTP/1.1" status: 204 len: 168 time: 0.6950893 Jul 15 15:02:21.792769 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54168) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:21.797010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3069a88a-6b25-4de4-a938-80640a946fcb None None] Network 63e2d654-75ac-4b5f-a9db-c63c43297062 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:21.837395 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663af02-dfa0-42f5-82fc-64c39552daee tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Subnet': ['ID=16eb6c94-b967-404d-aa23-64ec3b4acea6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:21.952717 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:22.000246 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d14603f-02fd-4fd5-b8f8-36ee1eeef333 req-2268c3f0-83ce-4b72-a022-f8a916a82b9c service neutron] 10.222.0.22 "GET /v2.0/networks/2bb40ffb-89bd-4af8-a54f-db49ff69a3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142427 Jul 15 15:02:22.008372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec92edb-1db3-4566-b279-f17f8704bfc7 req-86a9c0ce-bea3-43fe-b235-969f40924aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:22.010310 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dec92edb-1db3-4566-b279-f17f8704bfc7 req-86a9c0ce-bea3-43fe-b235-969f40924aa2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed4ae426-6236-408d-9317-431d07b866ff HTTP/1.1" status: 200 len: 859 time: 0.2933373 Jul 15 15:02:22.014718 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:22.042599 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:22.067337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] device_id is not set on port 4700df35-88ac-41d6-9e9b-6db91842cc5d yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:02:22.096460 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dec92edb-1db3-4566-b279-f17f8704bfc7 req-54354c39-d46e-4c9b-9a78-59cc6d84d105 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769916 Jul 15 15:02:22.123053 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:22.191586 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55938644-f1ee-4abf-b7af-9b0f07e23594,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:22.357515 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e150227f-e191-440c-89bd-4d99ae6936ee details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:02:22.374562 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 259f4f14-a860-4c81-806a-25ceaf59542f up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:22.463373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd5360e-ee40-40cf-b12b-f97398311ae4 None None] Network 76b2d247-645c-4771-801f-efe689482f11 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:22.506018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Router a3c6943e-5ad4-4550-9383-9e4d20d437dd is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:02:22.582967 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-33a9b704-0dbf-4be2-a243-deeb7a54856f None None] Provisioning for port 829f7178-92ba-43b7-80e0-c6300c10c60d completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:22.652679 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Allocated IP 172.25.4.190 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/4700df35-88ac-41d6-9e9b-6db91842cc5d) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:22.679863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 829f7178-92ba-43b7-80e0-c6300c10c60d completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:22.704557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dec92edb-1db3-4566-b279-f17f8704bfc7 req-80ef0668-71e9-4f66-a241-26933b54e0df service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6004980 Jul 15 15:02:22.776490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:02:22.796316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 829f7178-92ba-43b7-80e0-c6300c10c60d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:22.797062 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:22.801504 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:22.806342 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bad8ce7c-7721-44e4-a57a-d7377b47ba41 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5920844 Jul 15 15:02:22.806578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Sync routers for ids ['a3c6943e-5ad4-4550-9383-9e4d20d437dd'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:02:22.807729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54178) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:22.848501 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 259f4f14-a860-4c81-806a-25ceaf59542f completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:22.899958 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port e4616c3e-3362-454e-aafb-4a220e802d31 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:22.899958 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:22.903508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4ea55-d566-41bd-9187-a6d6803494e1 req-b445b0cb-d90f-4ca4-82c6-f95512fc1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:22.905692 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 259f4f14-a860-4c81-806a-25ceaf59542f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:22.906122 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bf4ea55-d566-41bd-9187-a6d6803494e1 req-b445b0cb-d90f-4ca4-82c6-f95512fc1b53 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ee20f362aec46c481b374c30cc4e7ae&device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 1094 time: 0.6846545 Jul 15 15:02:22.906238 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:22.917964 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Routers {'a3c6943e-5ad4-4550-9383-9e4d20d437dd'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:22.918786 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c6943e-5ad4-4550-9383-9e4d20d437dd'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:22.930486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dec92edb-1db3-4566-b279-f17f8704bfc7 req-d547658a-6bcc-41d0-a849-0fda2d150889 service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171993 Jul 15 15:02:22.940012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d5892-68ac-48d6-a54b-693cdb338997 req-e8046f65-80ec-4a95-93a6-79d17a50bf92 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:22.941513 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-835d5892-68ac-48d6-a54b-693cdb338997 req-e8046f65-80ec-4a95-93a6-79d17a50bf92 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 944 time: 0.4818423 Jul 15 15:02:23.155205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e150227f-e191-440c-89bd-4d99ae6936ee, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e150227f-e191-440c-89bd-4d99ae6936ee,segment=NetworkSegment(8cd847aa-365f-442a-8be5-a07b09c9280d),segment_id=8cd847aa-365f-442a-8be5-a07b09c9280d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:23.180474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Set router a3c6943e-5ad4-4550-9383-9e4d20d437dd gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:02:23.199789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] For port e4616c3e-3362-454e-aafb-4a220e802d31, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e4616c3e-3362-454e-aafb-4a220e802d31,segment=NetworkSegment(dfe227c9-2cf5-4fb8-b490-2d21d86e238a),segment_id=dfe227c9-2cf5-4fb8-b490-2d21d86e238a)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:23.199789 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.252042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'e150227f-e191-440c-89bd-4d99ae6936ee', 'network_id': '4ac90c13-a4fb-4b07-a6a2-07110e3b71b9', 'port_id': 'e150227f-e191-440c-89bd-4d99ae6936ee', 'mac_address': 'fa:16:3e:7c:89:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4ae426-6236-408d-9317-431d07b866ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:02:23.264187 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for e4616c3e-3362-454e-aafb-4a220e802d31 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:23.268862 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-835d5892-68ac-48d6-a54b-693cdb338997 req-1897141d-b2e6-48f6-bf10-8bc5f8b464e2 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672505 Jul 15 15:02:23.290087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98409403-287a-49ca-bd36-5c4e27af248b req-cadf8ff9-3edc-4b49-a2a7-de2d4afd40f2 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:23.299768 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-98409403-287a-49ca-bd36-5c4e27af248b req-cadf8ff9-3edc-4b49-a2a7-de2d4afd40f2 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 943 time: 0.4994075 Jul 15 15:02:23.319235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4ea55-d566-41bd-9187-a6d6803494e1 req-339efc6c-88c5-4d24-a81f-2592b4a9dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:23.321438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bf4ea55-d566-41bd-9187-a6d6803494e1 req-339efc6c-88c5-4d24-a81f-2592b4a9dc6d service neutron] 10.222.0.22 "GET /v2.0/networks?id=2bb40ffb-89bd-4af8-a54f-db49ff69a3ca HTTP/1.1" status: 200 len: 913 time: 0.3939579 Jul 15 15:02:23.342662 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.354666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751d1fe5-52e9-4c80-91d5-0cd4b78cc15a None None] DHCP port deletion for 63e2d654-75ac-4b5f-a9db-c63c43297062 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:02:23.435523 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bf4ea55-d566-41bd-9187-a6d6803494e1 req-f12f0089-c424-4fda-bcd1-3894a147da86 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e941a5bc-8b20-44fb-aa52-e44b27e66643 HTTP/1.1" status: 200 len: 217 time: 0.0960031 Jul 15 15:02:23.437376 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.501942 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-98409403-287a-49ca-bd36-5c4e27af248b req-6359f51e-79f4-4eb6-89aa-933f0c30e14e tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/security-groups?id=a85c18cb-664d-4b6c-a67d-252251a01a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013149 Jul 15 15:02:23.550516 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.592649 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4ea55-d566-41bd-9187-a6d6803494e1 req-c5b601a6-9d5d-483c-b7be-ff58459bbb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:23.594227 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bf4ea55-d566-41bd-9187-a6d6803494e1 req-c5b601a6-9d5d-483c-b7be-ff58459bbb86 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=15f39f97-0dcf-40d5-ba9f-1e4a32cd3222 HTTP/1.1" status: 200 len: 851 time: 0.1485112 Jul 15 15:02:23.615545 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.640626 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.648597 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.650167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e150227f-e191-440c-89bd-4d99ae6936ee {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:02:23.662404 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.677829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 829f7178-92ba-43b7-80e0-c6300c10c60d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=829f7178-92ba-43b7-80e0-c6300c10c60d,segment=NetworkSegment(76a32062-4b9b-4a28-b041-131ac4811686),segment_id=76a32062-4b9b-4a28-b041-131ac4811686)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:23.718143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No DVR routers for this DVR port e4616c3e-3362-454e-aafb-4a220e802d31 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:02:23.734044 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:23.738043 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Pushing event updated for resources: {'Port': ['ID=4700df35-88ac-41d6-9e9b-6db91842cc5d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:23.742194 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.774498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:23.782100 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:23.831198 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e150227f-e191-440c-89bd-4d99ae6936ee, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e150227f-e191-440c-89bd-4d99ae6936ee,segment=NetworkSegment(8cd847aa-365f-442a-8be5-a07b09c9280d),segment_id=8cd847aa-365f-442a-8be5-a07b09c9280d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:23.861737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=e4616c3e-3362-454e-aafb-4a220e802d31,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:23.890449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 259f4f14-a860-4c81-806a-25ceaf59542f, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=259f4f14-a860-4c81-806a-25ceaf59542f,segment=NetworkSegment(8cd847aa-365f-442a-8be5-a07b09c9280d),segment_id=8cd847aa-365f-442a-8be5-a07b09c9280d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:23.895348 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dc6382-c34d-4071-89ee-42547831b947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259f4f14-a860-4c81-806a-25ceaf59542f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:02:23.899296 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69716d3-b63c-4577-9fdf-4e873252d177" -d '{"events": [{"server_uuid": "85dc6382-c34d-4071-89ee-42547831b947", "name": "network-vif-plugged", "status": "completed", "tag": "259f4f14-a860-4c81-806a-25ceaf59542f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:23.922269 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.926433 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.930503 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.940337 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e4616c3e-3362-454e-aafb-4a220e802d31 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:02:23.945401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e2d654-75ac-4b5f-a9db-c63c43297062']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:23.947824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-751d1fe5-52e9-4c80-91d5-0cd4b78cc15a None None] Deleting port e4616c3e-3362-454e-aafb-4a220e802d31 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:23.948519 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-751d1fe5-52e9-4c80-91d5-0cd4b78cc15a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.963727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:23.963984 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.968738 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4ea55-d566-41bd-9187-a6d6803494e1 req-bc2947b7-cfba-4871-8212-15b575481a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:23.971107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bf4ea55-d566-41bd-9187-a6d6803494e1 req-bc2947b7-cfba-4871-8212-15b575481a6a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2bb40ffb-89bd-4af8-a54f-db49ff69a3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3672416 Jul 15 15:02:23.972319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe227c9-2cf5-4fb8-b490-2d21d86e238a') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:23.972622 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe227c9-2cf5-4fb8-b490-2d21d86e238a') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:23.983938 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440d6886-9816-4577-9ca5-a9c880c88ec7 x-openstack-request-id: req-440d6886-9816-4577-9ca5-a9c880c88ec7 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:23.983938 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dc6382-c34d-4071-89ee-42547831b947", "name": "network-vif-plugged", "status": "completed", "tag": "259f4f14-a860-4c81-806a-25ceaf59542f", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:23.983938 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-440d6886-9816-4577-9ca5-a9c880c88ec7 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:23.984608 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dc6382-c34d-4071-89ee-42547831b947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259f4f14-a860-4c81-806a-25ceaf59542f', 'code': 200} Jul 15 15:02:24.000816 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.009088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: e4616c3e-3362-454e-aafb-4a220e802d31 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:02:24.009529 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e4616c3e-3362-454e-aafb-4a220e802d31 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:02:24.032517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-070ae2fe-07df-4cd6-b72a-6bd5c0ef1b77 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.2262051 Jul 15 15:02:24.038137 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54186) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:24.042918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-03103214-b7b2-4e43-84b4-4cf087e4aea1 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.190'}]}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:24.050048 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.062906 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=829f7178-92ba-43b7-80e0-c6300c10c60d,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:24.109108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a0bc297d-83c2-4a40-9cd4-eedc2b451ab9 None None] Provisioning complete for port 829f7178-92ba-43b7-80e0-c6300c10c60d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:24.109935 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0bc297d-83c2-4a40-9cd4-eedc2b451ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.112282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:02:24.112936 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.118661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:02:24.118903 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:02:24.122304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:24.122304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:24.122304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:24.122304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:24.122304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:24.122304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:24.122304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:24.122304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:24.122304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:24.122304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:24.123161 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:24.154009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-751d1fe5-52e9-4c80-91d5-0cd4b78cc15a None None] For port e4616c3e-3362-454e-aafb-4a220e802d31, host n-d-764435-3, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:24.154419 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-751d1fe5-52e9-4c80-91d5-0cd4b78cc15a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.165365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Allocated IP 172.20.0.1 (76b2d247-645c-4771-801f-efe689482f11/d4c76d18-fdbf-4e5c-a481-7851a5c1e240/27d35408-bb62-4256-abc6-4a3c240336ac) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:24.205342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-751d1fe5-52e9-4c80-91d5-0cd4b78cc15a None None] Calling delete_port for e4616c3e-3362-454e-aafb-4a220e802d31 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:24.214442 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-751d1fe5-52e9-4c80-91d5-0cd4b78cc15a None None] Port e4616c3e-3362-454e-aafb-4a220e802d31 was not found and therefore no delete operation was performed {{(pid=100713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:02:24.223321 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-751d1fe5-52e9-4c80-91d5-0cd4b78cc15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.230260 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'name': 'tempest-FloatingIPsTestJSON-448541238-router', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:21Z', 'revision_number': 3, 'project_id': '57bb44d165d54af589f4d6652ebbbeea', 'gw_port': {'id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:24.250493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['e150227f-e191-440c-89bd-4d99ae6936ee'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:02:24.255952 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03103214-b7b2-4e43-84b4-4cf087e4aea1 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.257171 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03103214-b7b2-4e43-84b4-4cf087e4aea1 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.273111 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bf4ea55-d566-41bd-9187-a6d6803494e1 req-ef7990f3-ba85-4995-89c2-731cffb1fb1a service neutron] 10.222.0.22 "GET /v2.0/networks/2bb40ffb-89bd-4af8-a54f-db49ff69a3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878280 Jul 15 15:02:24.280954 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.310085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Checking router: a3c6943e-5ad4-4550-9383-9e4d20d437dd for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:02:24.310432 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Updating router a3c6943e-5ad4-4550-9383-9e4d20d437dd port ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:02:24.312503 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=e150227f-e191-440c-89bd-4d99ae6936ee,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:24.313478 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.315670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/networks/63e2d654-75ac-4b5f-a9db-c63c43297062 HTTP/1.1" status: 204 len: 168 time: 2.4818072 Jul 15 15:02:24.321804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751d1fe5-52e9-4c80-91d5-0cd4b78cc15a None None] No DVR routers for this DVR port e4616c3e-3362-454e-aafb-4a220e802d31 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:02:24.334199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54188) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:24.356834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-445317376', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}, 'admin_state_up': False}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:24.406605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c471769-0d0d-4da2-a77c-40f0d3e83489 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Network': ['ID=63e2d654-75ac-4b5f-a9db-c63c43297062,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:24.423482 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.426360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d917d48-d8fa-4fc9-8953-d6906164adf6 req-86989482-83af-4052-ad31-e0108cacf9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:24.428243 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d917d48-d8fa-4fc9-8953-d6906164adf6 req-86989482-83af-4052-ad31-e0108cacf9a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 1096 time: 0.3748491 Jul 15 15:02:24.430011 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03103214-b7b2-4e43-84b4-4cf087e4aea1 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.455233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Transition to ACTIVE for port object 27d35408-bb62-4256-abc6-4a3c240336ac will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:24.465194 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.516594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=259f4f14-a860-4c81-806a-25ceaf59542f,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:24.533213 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.577459 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.577849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d1fe5-52e9-4c80-91d5-0cd4b78cc15a None None] Pushing event deleted for resources: {'Port': ['ID=e4616c3e-3362-454e-aafb-4a220e802d31,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:24.578757 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.631538 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Network 76b2d247-645c-4771-801f-efe689482f11 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:24.644407 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:24.664957 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d917d48-d8fa-4fc9-8953-d6906164adf6 req-503181c5-e364-4182-8f4b-69a4763c9fd8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268362 Jul 15 15:02:24.670410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:24.715883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Pushing event updated for resources: {'Port': ['ID=27d35408-bb62-4256-abc6-4a3c240336ac,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:24.740257 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.002911 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.009386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-36e7ab85-5678-4635-9bb7-1818993c0270 None None] Provisioning for port 27d35408-bb62-4256-abc6-4a3c240336ac completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:25.023259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-36e7ab85-5678-4635-9bb7-1818993c0270 None None] Provisioning complete for port 27d35408-bb62-4256-abc6-4a3c240336ac triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:25.023778 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-36e7ab85-5678-4635-9bb7-1818993c0270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.095092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-36e7ab85-5678-4635-9bb7-1818993c0270 None None] Port 27d35408-bb62-4256-abc6-4a3c240336ac cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:02:25.168044 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.182956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Transition to ACTIVE for port object ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:25.193495 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.222838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bf4ea55-d566-41bd-9187-a6d6803494e1 req-5905481d-faf7-4bab-aa77-a52e10b63f80 service neutron] 10.222.0.22 "GET /v2.0/networks/2bb40ffb-89bd-4af8-a54f-db49ff69a3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9394119 Jul 15 15:02:25.225059 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03103214-b7b2-4e43-84b4-4cf087e4aea1 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.274566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06c296-5ba8-4d23-829c-a0d0ddf01a10 None None] Pushing event updated for resources: {'Port': ['ID=ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:25.281076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Attempting to bind port ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:02:25.281661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Attempting to bind port ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:02:25.282116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Attempting to bind port ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:25.288624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:02:25.289247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:25.289730 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.290216 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:02:25.290927 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Bound port: ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:02:25.291390 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.302417 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.312762 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.329904 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.374263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] For port ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:25.380345 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] For port ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:25.386629 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.441958 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75444b-e4d2-41ac-96e6-c8e586499d75 req-ec04df25-f699-4689-9cbb-de60710260a6 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:25.449235 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f75444b-e4d2-41ac-96e6-c8e586499d75 req-ec04df25-f699-4689-9cbb-de60710260a6 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.8737998 Jul 15 15:02:25.450913 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.454088 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Pushing event updated for resources: {'Port': ['ID=27d35408-bb62-4256-abc6-4a3c240336ac,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:25.494588 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Routers {'a3c6943e-5ad4-4550-9383-9e4d20d437dd'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:25.495439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c6943e-5ad4-4550-9383-9e4d20d437dd'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:25.509356 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22d36e-9bb6-4913-92ce-c900270a1534 req-b29d36a4-7592-4fd3-9bb0-a6c0291aab95 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:25.519373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef22d36e-9bb6-4913-92ce-c900270a1534 req-b29d36a4-7592-4fd3-9bb0-a6c0291aab95 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 943 time: 0.3322506 Jul 15 15:02:25.563685 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06c296-5ba8-4d23-829c-a0d0ddf01a10 None None] Pushing event updated for resources: {'Port': ['ID=ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:25.629993 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.646484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Network 76b2d247-645c-4771-801f-efe689482f11 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:25.648671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:25.677287 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f75444b-e4d2-41ac-96e6-c8e586499d75 req-3d08c7aa-4af6-425f-ae3e-bf8740417143 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239389 Jul 15 15:02:25.809185 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] Set router a3c6943e-5ad4-4550-9383-9e4d20d437dd gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:02:25.843036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef22d36e-9bb6-4913-92ce-c900270a1534 req-858a2a51-5fdd-4baf-b25e-65c75c022748 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/security-groups?id=a85c18cb-664d-4b6c-a67d-252251a01a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226511 Jul 15 15:02:25.926724 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e941a5bc-8b20-44fb-aa52-e44b27e66643 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:02:25.950783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 829f7178-92ba-43b7-80e0-c6300c10c60d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:25.970842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Router a3c6943e-5ad4-4550-9383-9e4d20d437dd has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:02:26.085560 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:02:26.129321 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e150227f-e191-440c-89bd-4d99ae6936ee up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:26.163068 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03103214-b7b2-4e43-84b4-4cf087e4aea1 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.189581 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03103214-b7b2-4e43-84b4-4cf087e4aea1 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.260457 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-220e257a-c67b-4538-9168-55201020246e None None] Provisioning complete for port 27d35408-bb62-4256-abc6-4a3c240336ac triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:26.260833 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-220e257a-c67b-4538-9168-55201020246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.363497 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.369540 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 829f7178-92ba-43b7-80e0-c6300c10c60d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:26.370131 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.389347 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port e941a5bc-8b20-44fb-aa52-e44b27e66643, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e941a5bc-8b20-44fb-aa52-e44b27e66643,segment=NetworkSegment(471f35e0-853b-449c-bef4-5014a9492e83),segment_id=471f35e0-853b-449c-bef4-5014a9492e83)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:26.422583 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.426721 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port e150227f-e191-440c-89bd-4d99ae6936ee completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:26.438478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-220e257a-c67b-4538-9168-55201020246e None None] Port 27d35408-bb62-4256-abc6-4a3c240336ac cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:02:26.464074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port e150227f-e191-440c-89bd-4d99ae6936ee triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:26.464700 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.466705 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:02:26.473046 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7e8ceb6b-ff4a-4f52-8f7f-992cfc6ce33d admin admin] 10.222.0.38 "PUT /v2.0/routers/a3c6943e-5ad4-4550-9383-9e4d20d437dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6626251 Jul 15 15:02:26.478647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'e941a5bc-8b20-44fb-aa52-e44b27e66643', 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'port_id': 'e941a5bc-8b20-44fb-aa52-e44b27e66643', 'mac_address': 'fa:16:3e:82:d7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:02:26.597652 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03103214-b7b2-4e43-84b4-4cf087e4aea1 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.688569 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.742145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Allocated IP 172.25.4.15 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/8625da63-01ed-4c2a-b33e-87995e0d0f73) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:26.774595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e941a5bc-8b20-44fb-aa52-e44b27e66643 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:02:26.870014 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03103214-b7b2-4e43-84b4-4cf087e4aea1 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.873222 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port e941a5bc-8b20-44fb-aa52-e44b27e66643, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e941a5bc-8b20-44fb-aa52-e44b27e66643,segment=NetworkSegment(471f35e0-853b-449c-bef4-5014a9492e83),segment_id=471f35e0-853b-449c-bef4-5014a9492e83)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:26.885369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'name': 'tempest-FloatingIPsTestJSON-448541238-router', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:24Z', 'revision_number': 4, 'project_id': '57bb44d165d54af589f4d6652ebbbeea', 'gw_port': {'id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '27d35408-bb62-4256-abc6-4a3c240336ac', 'name': '', 'network_id': '76b2d247-645c-4771-801f-efe689482f11', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'mac_address': 'fa:16:3e:f1:31:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'd4c76d18-fdbf-4e5c-a481-7851a5c1e240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:23Z', 'updated_at': '2021-07-15T15:02:25Z', 'revision_number': 2, 'project_id': '57bb44d165d54af589f4d6652ebbbeea', 'subnets': [{'id': 'd4c76d18-fdbf-4e5c-a481-7851a5c1e240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:26.888645 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03103214-b7b2-4e43-84b4-4cf087e4aea1 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.894392 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.964677 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fce972-9cee-486d-ab80-c06b0ebfbec4 None None] The sync data for ids ['a3c6943e-5ad4-4550-9383-9e4d20d437dd'] in n-d-764435-3 is: [{'id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'name': 'tempest-FloatingIPsTestJSON-448541238-router', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:24Z', 'revision_number': 4, 'project_id': '57bb44d165d54af589f4d6652ebbbeea', 'gw_port': {'id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '27d35408-bb62-4256-abc6-4a3c240336ac', 'name': '', 'network_id': '76b2d247-645c-4771-801f-efe689482f11', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'mac_address': 'fa:16:3e:f1:31:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'd4c76d18-fdbf-4e5c-a481-7851a5c1e240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:23Z', 'updated_at': '2021-07-15T15:02:25Z', 'revision_number': 2, 'project_id': '57bb44d165d54af589f4d6652ebbbeea', 'subnets': [{'id': 'd4c76d18-fdbf-4e5c-a481-7851a5c1e240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:02:27.004862 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:27.086850 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcf7b10-ef35-46e2-ae59-bb5ae58db804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150227f-e191-440c-89bd-4d99ae6936ee'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:02:27.091248 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5ce823-af75-4394-ad82-8a68d4653abb" -d '{"events": [{"server_uuid": "bdcf7b10-ef35-46e2-ae59-bb5ae58db804", "name": "network-vif-plugged", "status": "completed", "tag": "e150227f-e191-440c-89bd-4d99ae6936ee"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:27.103767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=e941a5bc-8b20-44fb-aa52-e44b27e66643,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:27.127743 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e150227f-e191-440c-89bd-4d99ae6936ee, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e150227f-e191-440c-89bd-4d99ae6936ee,segment=NetworkSegment(8cd847aa-365f-442a-8be5-a07b09c9280d),segment_id=8cd847aa-365f-442a-8be5-a07b09c9280d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:27.134648 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:27.149017 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03103214-b7b2-4e43-84b4-4cf087e4aea1 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:27.149539 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03103214-b7b2-4e43-84b4-4cf087e4aea1 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 248b3538-683f-4875-b191-0e0742070a6f {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:02:27.185508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['e941a5bc-8b20-44fb-aa52-e44b27e66643'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:02:27.265434 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-03103214-b7b2-4e43-84b4-4cf087e4aea1 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 15:02:27.266309 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-03103214-b7b2-4e43-84b4-4cf087e4aea1 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2271481 Jul 15 15:02:27.271246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54218) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:27.312576 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-a38960b1-9d32-47ab-97a1-353349821a56 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4672153 Jul 15 15:02:27.325909 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:27.331136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:27.355487 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=e150227f-e191-440c-89bd-4d99ae6936ee,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:27.369830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9e52e-1555-4149-82c1-46d01dc3327c req-fc6f0058-675a-49df-ae2f-03ec6926e26d tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:27.383858 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbc9e52e-1555-4149-82c1-46d01dc3327c req-fc6f0058-675a-49df-ae2f-03ec6926e26d tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.5101857 Jul 15 15:02:27.416544 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:27.484596 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbc9e52e-1555-4149-82c1-46d01dc3327c req-00f001d1-7a56-464a-bbbc-fe7080781f34 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004837 Jul 15 15:02:27.488623 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ead0f-0c70-4572-8970-940814e21330 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Deleting port 4700df35-88ac-41d6-9e9b-6db91842cc5d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:27.489371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e5ead0f-0c70-4572-8970-940814e21330 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:27.525827 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:27.656323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:27.703380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=8625da63-01ed-4c2a-b33e-87995e0d0f73,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:27.705619 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e5ead0f-0c70-4572-8970-940814e21330 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:27.743573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ead0f-0c70-4572-8970-940814e21330 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Calling delete_port for 4700df35-88ac-41d6-9e9b-6db91842cc5d owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:27.765066 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:27.789064 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:27.939041 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e5ead0f-0c70-4572-8970-940814e21330 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:27.978021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ead0f-0c70-4572-8970-940814e21330 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Pushing event deleted for resources: {'Port': ['ID=4700df35-88ac-41d6-9e9b-6db91842cc5d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:28.102942 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:28.112575 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e5ead0f-0c70-4572-8970-940814e21330 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:28.121583 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9e5ead0f-0c70-4572-8970-940814e21330 tempest-RoutersAdminNegativeTest-910492820 tempest-RoutersAdminNegativeTest-910492820-project-admin] 10.222.0.38 "DELETE /v2.0/ports/4700df35-88ac-41d6-9e9b-6db91842cc5d HTTP/1.1" status: 204 len: 168 time: 0.8374560 Jul 15 15:02:28.251484 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ff1b-043a-4051-ac38-86031fd8c0f2 req-fdb78dcc-38aa-4b68-b88c-b4b2298cc141 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:28.260815 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b861ff1b-043a-4051-ac38-86031fd8c0f2 req-fdb78dcc-38aa-4b68-b88c-b4b2298cc141 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 944 time: 0.4608102 Jul 15 15:02:28.525909 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b861ff1b-043a-4051-ac38-86031fd8c0f2 req-fb7b06b1-5e04-4581-9199-9a843926ec09 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/security-groups?id=a85c18cb-664d-4b6c-a67d-252251a01a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635329 Jul 15 15:02:28.554997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Allocated IP 172.25.4.90 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/606d8f68-42bb-4f2d-bf63-7645e798c098) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:28.576147 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:28.631780 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54226) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:28.635910 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b748ce22-1822-410c-8f1c-4062e8490a58 x-openstack-request-id: req-b748ce22-1822-410c-8f1c-4062e8490a58 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:28.638741 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcf7b10-ef35-46e2-ae59-bb5ae58db804", "name": "network-vif-plugged", "status": "completed", "tag": "e150227f-e191-440c-89bd-4d99ae6936ee", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:28.640497 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b748ce22-1822-410c-8f1c-4062e8490a58 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:28.642503 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcf7b10-ef35-46e2-ae59-bb5ae58db804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150227f-e191-440c-89bd-4d99ae6936ee', 'code': 200} Jul 15 15:02:28.899051 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9f8bf1a-4fc7-4fa7-b83e-94e81dae9808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:29.164873 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9f8bf1a-4fc7-4fa7-b83e-94e81dae9808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:29.171651 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9f8bf1a-4fc7-4fa7-b83e-94e81dae9808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:29.227019 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a9f8bf1a-4fc7-4fa7-b83e-94e81dae9808 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=323b1b50f5c84a2db147d28738e42237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5906725 Jul 15 15:02:29.227721 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54232) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:29.236097 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8bf1a-4fc7-4fa7-b83e-94e81dae9808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97109b45-fd31-4b82-9154-5af70e5d8f42,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:29.305041 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4eeafaee-266d-4a7b-94e6-51171110c78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:29.352606 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4eeafaee-266d-4a7b-94e6-51171110c78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:29.441298 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4eeafaee-266d-4a7b-94e6-51171110c78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:29.446872 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4eeafaee-266d-4a7b-94e6-51171110c78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:29.452932 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4eeafaee-266d-4a7b-94e6-51171110c78e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/97109b45-fd31-4b82-9154-5af70e5d8f42 HTTP/1.1" status: 204 len: 168 time: 0.2198975 Jul 15 15:02:29.485090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeafaee-266d-4a7b-94e6-51171110c78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97109b45-fd31-4b82-9154-5af70e5d8f42,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:29.530784 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:29.596632 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e726a6d-c635-42e3-b223-e4eb538465e5 req-bf396132-3b64-458a-a3ef-abce379ab2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:29.598401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e726a6d-c635-42e3-b223-e4eb538465e5 req-bf396132-3b64-458a-a3ef-abce379ab2e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 1096 time: 0.8099241 Jul 15 15:02:29.716770 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e726a6d-c635-42e3-b223-e4eb538465e5 req-d9e05935-79c3-4a9d-b624-df70ad935757 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059990 Jul 15 15:02:29.732064 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:29.737666 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:29.740801 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b5741-7629-4598-98ce-5eab9f042ca6 req-584ef44b-5fb3-49e0-bca1-6b2f2baf59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:29.743788 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d3b5741-7629-4598-98ce-5eab9f042ca6 req-584ef44b-5fb3-49e0-bca1-6b2f2baf59da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab8e904d869b49c29afb8c3ed6c815ec&device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 1096 time: 0.1199834 Jul 15 15:02:29.843233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:29.847115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Pushing event updated for resources: {'Port': ['ID=606d8f68-42bb-4f2d-bf63-7645e798c098,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:29.850609 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:29.853278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:29.866748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e941a5bc-8b20-44fb-aa52-e44b27e66643 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:29.984766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:30.021875 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b5741-7629-4598-98ce-5eab9f042ca6 req-d5506715-d827-4b92-ad29-4e7993937baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:30.023532 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d3b5741-7629-4598-98ce-5eab9f042ca6 req-d5506715-d827-4b92-ad29-4e7993937baf service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 HTTP/1.1" status: 200 len: 920 time: 0.2561522 Jul 15 15:02:30.040948 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:30.066045 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e76c7875-f806-43eb-8138-f3da52da4a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:30.093001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port e941a5bc-8b20-44fb-aa52-e44b27e66643 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:30.111119 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d3b5741-7629-4598-98ce-5eab9f042ca6 req-b7a4b314-c492-4b8a-ad03-e71056b73f70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=259f4f14-a860-4c81-806a-25ceaf59542f HTTP/1.1" status: 200 len: 217 time: 0.0794573 Jul 15 15:02:30.113443 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:30.120532 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:30.121201 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:30.130153 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port e941a5bc-8b20-44fb-aa52-e44b27e66643 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:30.130552 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:30.133686 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54246) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:30.148646 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:30.172586 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router 0e5ce1f4-0760-47a8-91ba-bd64f5e52864 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:02:30.241259 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b5741-7629-4598-98ce-5eab9f042ca6 req-4c96e987-1f9d-4746-803a-2852d92824a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:30.244268 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d3b5741-7629-4598-98ce-5eab9f042ca6 req-4c96e987-1f9d-4746-803a-2852d92824a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed4ae426-6236-408d-9317-431d07b866ff HTTP/1.1" status: 200 len: 859 time: 0.1247466 Jul 15 15:02:30.290840 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d3b5741-7629-4598-98ce-5eab9f042ca6 req-1222339e-909f-41a1-ae77-8161b94bfbaf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370789 Jul 15 15:02:30.295529 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:30.307615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e882b-2593-4462-82cb-e67bd0c8ac99 req-af8283b6-6dbc-4031-878d-d89ba8131d24 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:30.313133 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:30.314847 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d3e882b-2593-4462-82cb-e67bd0c8ac99 req-af8283b6-6dbc-4031-878d-d89ba8131d24 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.2204564 Jul 15 15:02:30.341174 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0ecdedb8-978c-4582-b560-8bf9f689c0fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=162b8bc010ba49e4b9282a1f5d91f058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2024307 Jul 15 15:02:30.344989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54248) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:30.363581 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:30.366557 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port e941a5bc-8b20-44fb-aa52-e44b27e66643, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e941a5bc-8b20-44fb-aa52-e44b27e66643,segment=NetworkSegment(471f35e0-853b-449c-bef4-5014a9492e83),segment_id=471f35e0-853b-449c-bef4-5014a9492e83)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:30.368823 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:30.375004 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:30.462297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:30.475059 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d3e882b-2593-4462-82cb-e67bd0c8ac99 req-3ef7bf57-379d-40fd-9781-f02b96b3ef35 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518657 Jul 15 15:02:30.480445 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b7ded84-e7d1-4ed3-9553-7a0ec9b1cd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:30.483910 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:02:30.485754 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d3b5741-7629-4598-98ce-5eab9f042ca6 req-45e929b6-00a2-428f-a9c7-ddfef7c758c3 service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819797 Jul 15 15:02:30.500456 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff15858e-3b84-456c-8d84-d6af6e82be1b None None] Sync routers for ids ['0e5ce1f4-0760-47a8-91ba-bd64f5e52864'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:02:30.514098 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff15858e-3b84-456c-8d84-d6af6e82be1b None None] Routers {'0e5ce1f4-0760-47a8-91ba-bd64f5e52864'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:30.515873 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ff15858e-3b84-456c-8d84-d6af6e82be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['0e5ce1f4-0760-47a8-91ba-bd64f5e52864'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:30.531226 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b7ded84-e7d1-4ed3-9553-7a0ec9b1cd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:30.559859 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:30.564609 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2c2659c0-732c-499c-a959-7eab7ac4f2d0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.2200494 Jul 15 15:02:30.569620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54250) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:30.607627 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:30.608201 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ff15858e-3b84-456c-8d84-d6af6e82be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:30.620186 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff15858e-3b84-456c-8d84-d6af6e82be1b None None] Routers {'0e5ce1f4-0760-47a8-91ba-bd64f5e52864'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:30.621093 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:30.622072 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ff15858e-3b84-456c-8d84-d6af6e82be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['0e5ce1f4-0760-47a8-91ba-bd64f5e52864'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:30.631546 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=e941a5bc-8b20-44fb-aa52-e44b27e66643,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:30.644807 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Sync routers for ids ['a3c6943e-5ad4-4550-9383-9e4d20d437dd'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:02:30.646779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225ffccf-df3e-47e2-806e-6923263d9171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e941a5bc-8b20-44fb-aa52-e44b27e66643'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:02:30.649099 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f43d960-15bb-4da6-b7eb-fc299c6c335f" -d '{"events": [{"server_uuid": "225ffccf-df3e-47e2-806e-6923263d9171", "name": "network-vif-plugged", "status": "completed", "tag": "e941a5bc-8b20-44fb-aa52-e44b27e66643"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:30.671202 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ff15858e-3b84-456c-8d84-d6af6e82be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:30.672995 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff15858e-3b84-456c-8d84-d6af6e82be1b None None] The sync data for ids ['0e5ce1f4-0760-47a8-91ba-bd64f5e52864'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:02:30.697014 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Routers {'a3c6943e-5ad4-4550-9383-9e4d20d437dd'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:30.697965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c6943e-5ad4-4550-9383-9e4d20d437dd'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:30.749899 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d3b5741-7629-4598-98ce-5eab9f042ca6 req-8024d35c-c62c-459b-9ba0-3425015a6d7e service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537451 Jul 15 15:02:30.791334 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b7ded84-e7d1-4ed3-9553-7a0ec9b1cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:30.795402 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b7ded84-e7d1-4ed3-9553-7a0ec9b1cd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:30.797389 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2b7ded84-e7d1-4ed3-9553-7a0ec9b1cd6f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/55938644-f1ee-4abf-b7af-9b0f07e23594 HTTP/1.1" status: 204 len: 168 time: 0.4518962 Jul 15 15:02:30.818030 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cd4fb5b7-2cc2-41ca-897b-d0603d9eed9d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/routers/0e5ce1f4-0760-47a8-91ba-bd64f5e52864 HTTP/1.1" status: 200 len: 883 time: 0.2148290 Jul 15 15:02:30.820716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54258) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:30.825492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ded84-e7d1-4ed3-9553-7a0ec9b1cd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55938644-f1ee-4abf-b7af-9b0f07e23594,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:30.929408 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Set router a3c6943e-5ad4-4550-9383-9e4d20d437dd gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:02:30.972884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Pushing event updated for resources: {'Port': ['ID=606d8f68-42bb-4f2d-bf63-7645e798c098,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:31.006767 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:31.038872 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:31.050190 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-31f7abae-739f-4e5a-bb22-2e7b6e743979 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7357788 Jul 15 15:02:31.167204 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-2d32a7c8-8eab-4dcc-977d-701e5fb2f8ee tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 695 time: 0.1162000 Jul 15 15:02:31.185493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16f609-7c96-4e48-acc7-5c4250557702 req-9b58eddd-27d7-423f-9c7d-0bd8017f3661 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:31.192421 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce16f609-7c96-4e48-acc7-5c4250557702 req-9b58eddd-27d7-423f-9c7d-0bd8017f3661 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 945 time: 0.4477324 Jul 15 15:02:31.272013 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce16f609-7c96-4e48-acc7-5c4250557702 req-58b30f87-bc1b-408a-be8b-2f7932f61ac7 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/security-groups?id=a85c18cb-664d-4b6c-a67d-252251a01a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784798 Jul 15 15:02:31.358677 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bee01c59-40e7-4f07-9606-05f13d12b0e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5363395 Jul 15 15:02:31.359343 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54266) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:31.365092 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4d45db38-cd56-44cb-a391-7f1076d6e9d2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-445317376'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:31.432099 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-a9451169-85ab-4b43-b4ea-41ea033b2a12 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:31.436011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1a869ea-921b-4aa6-a3f1-0c7b37652f47 req-a9451169-85ab-4b43-b4ea-41ea033b2a12 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.2610936 Jul 15 15:02:31.481831 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfa6c3c-5497-4998-9c17-18df81a56135 x-openstack-request-id: req-4cfa6c3c-5497-4998-9c17-18df81a56135 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:31.482409 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225ffccf-df3e-47e2-806e-6923263d9171", "name": "network-vif-plugged", "status": "completed", "tag": "e941a5bc-8b20-44fb-aa52-e44b27e66643", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:31.482935 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4cfa6c3c-5497-4998-9c17-18df81a56135 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:31.483756 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225ffccf-df3e-47e2-806e-6923263d9171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e941a5bc-8b20-44fb-aa52-e44b27e66643', 'code': 200} Jul 15 15:02:31.522440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'name': 'tempest-FloatingIPsTestJSON-448541238-router', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:24Z', 'revision_number': 4, 'project_id': '57bb44d165d54af589f4d6652ebbbeea', 'gw_port': {'id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '27d35408-bb62-4256-abc6-4a3c240336ac', 'name': '', 'network_id': '76b2d247-645c-4771-801f-efe689482f11', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'mac_address': 'fa:16:3e:f1:31:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'd4c76d18-fdbf-4e5c-a481-7851a5c1e240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:23Z', 'updated_at': '2021-07-15T15:02:25Z', 'revision_number': 2, 'project_id': '57bb44d165d54af589f4d6652ebbbeea', 'subnets': [{'id': 'd4c76d18-fdbf-4e5c-a481-7851a5c1e240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:31.559315 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Checking router: a3c6943e-5ad4-4550-9383-9e4d20d437dd for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:02:31.559759 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Updating router a3c6943e-5ad4-4550-9383-9e4d20d437dd port 27d35408-bb62-4256-abc6-4a3c240336ac binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:02:31.672186 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:31.681442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52c75a-ed14-4fea-82f2-fd7ef8cadd26 req-102efc05-da7e-4a63-8730-353b8ac59f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:31.686920 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d52c75a-ed14-4fea-82f2-fd7ef8cadd26 req-102efc05-da7e-4a63-8730-353b8ac59f92 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 1096 time: 0.1136150 Jul 15 15:02:31.743123 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-abcdea67-7405-4f0d-84d8-d511d609e423 req-a4fc4c8f-dcd4-4eb4-834a-248a6086af47 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/floatingips/72ff5844-c732-49e5-a6da-517189f06d87 HTTP/1.1" status: 200 len: 692 time: 0.0749710 Jul 15 15:02:31.798399 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d52c75a-ed14-4fea-82f2-fd7ef8cadd26 req-64e5ecc7-2b88-4f9c-9d5f-404ab5c5bd4e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a85c18cb-664d-4b6c-a67d-252251a01a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821080 Jul 15 15:02:31.925004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:31.972994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdea67-7405-4f0d-84d8-d511d609e423 req-819bd6d2-8cf0-4529-9aaf-6e4f65d47460 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:31.974923 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-abcdea67-7405-4f0d-84d8-d511d609e423 req-819bd6d2-8cf0-4529-9aaf-6e4f65d47460 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.2237663 Jul 15 15:02:31.991878 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-abcdea67-7405-4f0d-84d8-d511d609e423 req-fe007a2b-0a91-4297-866f-af4ee3f49bd7 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:02:31.993213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-abcdea67-7405-4f0d-84d8-d511d609e423 req-fe007a2b-0a91-4297-866f-af4ee3f49bd7 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111539 Jul 15 15:02:32.006871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c18f0-84e3-422d-b38b-ca94a27cbe38 req-56a2f340-c092-49ba-8643-748c0c0f777a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:32.006871 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a44c18f0-84e3-422d-b38b-ca94a27cbe38 req-56a2f340-c092-49ba-8643-748c0c0f777a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.1356637 Jul 15 15:02:32.062642 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d45db38-cd56-44cb-a391-7f1076d6e9d2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.078628 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d45db38-cd56-44cb-a391-7f1076d6e9d2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.130203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:32.131120 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.136840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a44c18f0-84e3-422d-b38b-ca94a27cbe38 req-66e7e8fb-2c28-4da1-ae6d-d675c7221b3f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255932 Jul 15 15:02:32.141408 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2999638-9c03-4781-9687-cbb6aeaea914 req-8da956bf-d5bd-45f3-8699-6f5e6f8aad06 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=57bb44d165d54af589f4d6652ebbbeea HTTP/1.1" status: 200 len: 695 time: 0.1094646 Jul 15 15:02:32.220962 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:02:32.293507 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.314698 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Transition to ACTIVE for port object 27d35408-bb62-4256-abc6-4a3c240336ac will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:32.327707 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.331883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d45db38-cd56-44cb-a391-7f1076d6e9d2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router 0e5ce1f4-0760-47a8-91ba-bd64f5e52864 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:02:32.378256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2999638-9c03-4781-9687-cbb6aeaea914 req-72fdcf32-6eda-4d83-83c2-78f329e22ca9 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:32.390812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2999638-9c03-4781-9687-cbb6aeaea914 req-72fdcf32-6eda-4d83-83c2-78f329e22ca9 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/networks?id=ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 787 time: 0.2422168 Jul 15 15:02:32.413524 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a937bba-f213-45cf-a965-6d218f926d6e None None] Pushing event updated for resources: {'Port': ['ID=27d35408-bb62-4256-abc6-4a3c240336ac,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:32.426126 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-c2999638-9c03-4781-9687-cbb6aeaea914 req-9d6814f1-5144-4b70-948c-a06ca8bfb955 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:02:32.428512 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2999638-9c03-4781-9687-cbb6aeaea914 req-9d6814f1-5144-4b70-948c-a06ca8bfb955 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0317743 Jul 15 15:02:32.540429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d45db38-cd56-44cb-a391-7f1076d6e9d2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:02:32.554693 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d45db38-cd56-44cb-a391-7f1076d6e9d2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.558279 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4d45db38-cd56-44cb-a391-7f1076d6e9d2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/0e5ce1f4-0760-47a8-91ba-bd64f5e52864 HTTP/1.1" status: 200 len: 890 time: 1.1956375 Jul 15 15:02:32.558685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54296) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:32.558960 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d92d9d2-b253-4bf2-812a-2008cc484ad4 None None] Sync routers for ids ['0e5ce1f4-0760-47a8-91ba-bd64f5e52864'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:02:32.610164 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d92d9d2-b253-4bf2-812a-2008cc484ad4 None None] Routers {'0e5ce1f4-0760-47a8-91ba-bd64f5e52864'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:32.611272 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8d92d9d2-b253-4bf2-812a-2008cc484ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['0e5ce1f4-0760-47a8-91ba-bd64f5e52864'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:32.669413 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Attempting to bind port 27d35408-bb62-4256-abc6-4a3c240336ac on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:02:32.673034 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Attempting to bind port 27d35408-bb62-4256-abc6-4a3c240336ac by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '76a32062-4b9b-4a28-b041-131ac4811686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '76b2d247-645c-4771-801f-efe689482f11'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:02:32.675589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Attempting to bind port 27d35408-bb62-4256-abc6-4a3c240336ac on network 76b2d247-645c-4771-801f-efe689482f11 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:32.730170 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8d92d9d2-b253-4bf2-812a-2008cc484ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:32.748634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:02:32.752518 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Checking segment: {'id': '76a32062-4b9b-4a28-b041-131ac4811686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '76b2d247-645c-4771-801f-efe689482f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:32.754566 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.758225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Bound using segment: {'id': '76a32062-4b9b-4a28-b041-131ac4811686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '76b2d247-645c-4771-801f-efe689482f11'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:02:32.759575 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d92d9d2-b253-4bf2-812a-2008cc484ad4 None None] Routers {'0e5ce1f4-0760-47a8-91ba-bd64f5e52864'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:32.760503 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8d92d9d2-b253-4bf2-812a-2008cc484ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['0e5ce1f4-0760-47a8-91ba-bd64f5e52864'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:32.761704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Bound port: 27d35408-bb62-4256-abc6-4a3c240336ac, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a32062-4b9b-4a28-b041-131ac4811686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '76b2d247-645c-4771-801f-efe689482f11'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:02:32.766430 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.779452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54302) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:32.813376 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8d92d9d2-b253-4bf2-812a-2008cc484ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:32.814385 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d92d9d2-b253-4bf2-812a-2008cc484ad4 None None] The sync data for ids ['0e5ce1f4-0760-47a8-91ba-bd64f5e52864'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:02:32.822759 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.941240 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] For port 27d35408-bb62-4256-abc6-4a3c240336ac, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:32.943996 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-93f3cbfe-33c5-482a-9a79-49d0b8b952d1 req-c4998026-d819-48ad-9412-86cebd22d2c6 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/floatingips/72ff5844-c732-49e5-a6da-517189f06d87 HTTP/1.1" status: 200 len: 692 time: 0.1701324 Jul 15 15:02:32.946667 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] For port 27d35408-bb62-4256-abc6-4a3c240336ac, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=27d35408-bb62-4256-abc6-4a3c240336ac,segment=NetworkSegment(76a32062-4b9b-4a28-b041-131ac4811686),segment_id=76a32062-4b9b-4a28-b041-131ac4811686)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:32.972494 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.983871 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-666feb01-658f-4dfa-92ec-c7fad7f1007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.066981 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Routers {'a3c6943e-5ad4-4550-9383-9e4d20d437dd'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:33.067838 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c6943e-5ad4-4550-9383-9e4d20d437dd'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:33.070230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a937bba-f213-45cf-a965-6d218f926d6e None None] Pushing event updated for resources: {'Port': ['ID=27d35408-bb62-4256-abc6-4a3c240336ac,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:33.144439 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-863c12f3-ad18-4df6-b130-d2cbaa74870d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/routers/0e5ce1f4-0760-47a8-91ba-bd64f5e52864 HTTP/1.1" status: 200 len: 890 time: 0.5842144 Jul 15 15:02:33.148413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54306) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:33.181967 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2d3e6841-de76-4fdc-91eb-ac7fa7c0f0e3 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e5ce1f4-0760-47a8-91ba-bd64f5e52864 HTTP/1.1" status: 200 len: 205 time: 0.0322602 Jul 15 15:02:33.186314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54308) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:33.288967 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] Set router a3c6943e-5ad4-4550-9383-9e4d20d437dd gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:02:33.445668 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-737fc300-7c63-46c0-aaca-dee59a241c33 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1999779883'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:33.472992 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1563871-5825-424e-a4fb-a1de864a8a23 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.488872 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-a433b00e-496b-47ac-bdac-1c7d394739e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2264526 Jul 15 15:02:33.568202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3b4b3-4d29-4982-aa38-5274b3a3f420 req-7e58798b-2464-4235-8afb-ab0f8553da13 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:33.572166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8e3b4b3-4d29-4982-aa38-5274b3a3f420 req-7e58798b-2464-4235-8afb-ab0f8553da13 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 945 time: 0.9203584 Jul 15 15:02:33.583820 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737fc300-7c63-46c0-aaca-dee59a241c33 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:33.590930 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-737fc300-7c63-46c0-aaca-dee59a241c33 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.599093 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'name': 'tempest-FloatingIPsTestJSON-448541238-router', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:24Z', 'revision_number': 4, 'project_id': '57bb44d165d54af589f4d6652ebbbeea', 'gw_port': {'id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '27d35408-bb62-4256-abc6-4a3c240336ac', 'name': '', 'network_id': '76b2d247-645c-4771-801f-efe689482f11', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'mac_address': 'fa:16:3e:f1:31:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'd4c76d18-fdbf-4e5c-a481-7851a5c1e240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:23Z', 'updated_at': '2021-07-15T15:02:32Z', 'revision_number': 4, 'project_id': '57bb44d165d54af589f4d6652ebbbeea', 'subnets': [{'id': 'd4c76d18-fdbf-4e5c-a481-7851a5c1e240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:33.639941 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba169018-8be0-4a91-be9b-6145dec2b7e1 None None] The sync data for ids ['a3c6943e-5ad4-4550-9383-9e4d20d437dd'] in n-d-764435-3 is: [{'id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'name': 'tempest-FloatingIPsTestJSON-448541238-router', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:24Z', 'revision_number': 4, 'project_id': '57bb44d165d54af589f4d6652ebbbeea', 'gw_port': {'id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '27d35408-bb62-4256-abc6-4a3c240336ac', 'name': '', 'network_id': '76b2d247-645c-4771-801f-efe689482f11', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'mac_address': 'fa:16:3e:f1:31:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'd4c76d18-fdbf-4e5c-a481-7851a5c1e240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:23Z', 'updated_at': '2021-07-15T15:02:32Z', 'revision_number': 4, 'project_id': '57bb44d165d54af589f4d6652ebbbeea', 'subnets': [{'id': 'd4c76d18-fdbf-4e5c-a481-7851a5c1e240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:02:33.642909 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-737fc300-7c63-46c0-aaca-dee59a241c33 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.680908 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1563871-5825-424e-a4fb-a1de864a8a23 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.707925 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-7982a8fc-3b01-4735-b2bf-f865bd8fe744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:33.708480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-7982a8fc-3b01-4735-b2bf-f865bd8fe744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:33.709395 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-7982a8fc-3b01-4735-b2bf-f865bd8fe744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:33.710213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-7982a8fc-3b01-4735-b2bf-f865bd8fe744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:33.711114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-7982a8fc-3b01-4735-b2bf-f865bd8fe744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:33.711932 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-7982a8fc-3b01-4735-b2bf-f865bd8fe744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:33.712937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-7982a8fc-3b01-4735-b2bf-f865bd8fe744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:33.717957 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-7982a8fc-3b01-4735-b2bf-f865bd8fe744 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40bf669d7c86461487aff158b418b6f8&device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 6501 time: 0.1472735 Jul 15 15:02:33.747285 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8e3b4b3-4d29-4982-aa38-5274b3a3f420 req-d97c6d21-a49a-46b7-a868-ff7a88157ea3 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/security-groups?id=a85c18cb-664d-4b6c-a67d-252251a01a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644006 Jul 15 15:02:33.794450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3cbfe-33c5-482a-9a79-49d0b8b952d1 req-7c8c39d7-40c4-496d-b987-2f1f32277398 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:33.797008 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-93f3cbfe-33c5-482a-9a79-49d0b8b952d1 req-7c8c39d7-40c4-496d-b987-2f1f32277398 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.8449104 Jul 15 15:02:33.875613 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f1563871-5825-424e-a4fb-a1de864a8a23 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port 8625da63-01ed-4c2a-b33e-87995e0d0f73 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:33.875613 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1563871-5825-424e-a4fb-a1de864a8a23 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.944879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-4130eb4b-c31d-46fc-becf-f84715b22fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:33.945374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-4130eb4b-c31d-46fc-becf-f84715b22fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:33.945854 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-4130eb4b-c31d-46fc-becf-f84715b22fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:33.948452 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-4130eb4b-c31d-46fc-becf-f84715b22fee service neutron] 10.222.0.11 "GET /v2.0/networks?id=62fd754e-5cad-4a48-a4b4-1613cbb8c1dc&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=bc696e57-667f-4451-b6b7-ff70513b7290&id=bc696e57-667f-4451-b6b7-ff70513b7290 HTTP/1.1" status: 200 len: 2297 time: 0.1908097 Jul 15 15:02:34.005735 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 27d35408-bb62-4256-abc6-4a3c240336ac up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:34.010021 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-93f3cbfe-33c5-482a-9a79-49d0b8b952d1 req-a9a94d91-9943-4153-9aae-8a081a7b5ab9 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 695 time: 0.1903081 Jul 15 15:02:34.073044 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-6c3458a2-a71a-4243-a654-68e56ad47f6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e5d932-f978-4d92-b727-48048c8c1f91 HTTP/1.1" status: 200 len: 1000 time: 0.1134875 Jul 15 15:02:34.116976 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 27d35408-bb62-4256-abc6-4a3c240336ac completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:34.133931 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 27d35408-bb62-4256-abc6-4a3c240336ac triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:34.134320 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.143620 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1563871-5825-424e-a4fb-a1de864a8a23 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.164784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-93f3cbfe-33c5-482a-9a79-49d0b8b952d1 req-a96a26ca-23aa-4953-9562-8cde3d949db8 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 695 time: 0.1531935 Jul 15 15:02:34.167629 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f1563871-5825-424e-a4fb-a1de864a8a23 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for 8625da63-01ed-4c2a-b33e-87995e0d0f73 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:34.208182 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.269373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-459216ec-7602-46a3-81fb-05def7b64770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:34.272698 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-459216ec-7602-46a3-81fb-05def7b64770 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=218cf0bf-5930-417f-bd02-08d18ed24ea1 HTTP/1.1" status: 200 len: 855 time: 0.0869243 Jul 15 15:02:34.349162 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.420278 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 27d35408-bb62-4256-abc6-4a3c240336ac, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=27d35408-bb62-4256-abc6-4a3c240336ac,segment=NetworkSegment(76a32062-4b9b-4a28-b041-131ac4811686),segment_id=76a32062-4b9b-4a28-b041-131ac4811686)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:34.429793 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.454175 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-737fc300-7c63-46c0-aaca-dee59a241c33 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.464409 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-737fc300-7c63-46c0-aaca-dee59a241c33 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.493683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737fc300-7c63-46c0-aaca-dee59a241c33 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:34.499449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=27d35408-bb62-4256-abc6-4a3c240336ac,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:34.527638 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-737fc300-7c63-46c0-aaca-dee59a241c33 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.527638 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-737fc300-7c63-46c0-aaca-dee59a241c33 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Added segment a5dbd3ec-2fc2-4665-8bfd-c3306bea6442 of type vlan for network fcd0e6c1-99a0-43aa-acae-6401d10b88cc Jul 15 15:02:34.530398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-8393ccfe-f08d-4404-b6dc-49609fd47bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:34.532042 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-8393ccfe-f08d-4404-b6dc-49609fd47bed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62fd754e-5cad-4a48-a4b4-1613cbb8c1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2262719 Jul 15 15:02:34.548384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fc300-7c63-46c0-aaca-dee59a241c33 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2242089c-dc1a-474b-8d59-ee5f2d98848c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:34.615892 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-93f3cbfe-33c5-482a-9a79-49d0b8b952d1 req-656b25cd-327d-4d92-b085-738cf7a337a8 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Deleting port 606d8f68-42bb-4f2d-bf63-7645e798c098 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:34.616422 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-93f3cbfe-33c5-482a-9a79-49d0b8b952d1 req-656b25cd-327d-4d92-b085-738cf7a337a8 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.624721 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-737fc300-7c63-46c0-aaca-dee59a241c33 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.756175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b062b5-8173-4ed0-a361-1edcc05905f3 req-102b4c2e-c711-41c3-b2b5-ac8603b9701a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:34.758137 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03b062b5-8173-4ed0-a361-1edcc05905f3 req-102b4c2e-c711-41c3-b2b5-ac8603b9701a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.2339902 Jul 15 15:02:34.765513 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-737fc300-7c63-46c0-aaca-dee59a241c33 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.771528 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737fc300-7c63-46c0-aaca-dee59a241c33 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:34.772368 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-737fc300-7c63-46c0-aaca-dee59a241c33 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.786840 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-93f3cbfe-33c5-482a-9a79-49d0b8b952d1 req-656b25cd-327d-4d92-b085-738cf7a337a8 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.786840 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-93f3cbfe-33c5-482a-9a79-49d0b8b952d1 req-656b25cd-327d-4d92-b085-738cf7a337a8 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.800605 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-2ae4a726-e27b-4763-9225-49560c59fb67 service neutron] 10.222.0.11 "GET /v2.0/networks/62fd754e-5cad-4a48-a4b4-1613cbb8c1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541931 Jul 15 15:02:34.802466 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1563871-5825-424e-a4fb-a1de864a8a23 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.861837 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-93f3cbfe-33c5-482a-9a79-49d0b8b952d1 req-656b25cd-327d-4d92-b085-738cf7a337a8 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Calling delete_port for 606d8f68-42bb-4f2d-bf63-7645e798c098 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:34.869301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1563871-5825-424e-a4fb-a1de864a8a23 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=8625da63-01ed-4c2a-b33e-87995e0d0f73,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:34.883709 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-737fc300-7c63-46c0-aaca-dee59a241c33 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0967526 Jul 15 15:02:34.890660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54316) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:34.901218 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-202cf8e8-2816-44e8-818a-a50c18929ed1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'name': 'tempest-PortsIpV6TestJSON-22699265'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:35.005763 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fc300-7c63-46c0-aaca-dee59a241c33 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Network': ['ID=fcd0e6c1-99a0-43aa-acae-6401d10b88cc,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:35.020892 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:35.043877 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03b062b5-8173-4ed0-a361-1edcc05905f3 req-53e38ed8-3062-4464-854c-717edec8dbd5 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598939 Jul 15 15:02:35.157320 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1563871-5825-424e-a4fb-a1de864a8a23 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.171725 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f901743-26ca-4c55-a50b-159a6b518701 req-30fed22c-580a-4893-ad28-7200b7b9cab4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1824937 Jul 15 15:02:35.247434 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-9a87c3c3-7aa0-44d4-a21a-a14aa73c0390 service neutron] 10.222.0.11 "GET /v2.0/networks/62fd754e-5cad-4a48-a4b4-1613cbb8c1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843346 Jul 15 15:02:35.274935 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-93f3cbfe-33c5-482a-9a79-49d0b8b952d1 req-656b25cd-327d-4d92-b085-738cf7a337a8 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.298187 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1563871-5825-424e-a4fb-a1de864a8a23 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.313736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b25cd-327d-4d92-b085-738cf7a337a8 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Pushing event deleted for resources: {'Port': ['ID=606d8f68-42bb-4f2d-bf63-7645e798c098,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:35.334602 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1563871-5825-424e-a4fb-a1de864a8a23 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.340210 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-63124aa1-cd88-4a19-9c1d-8a7c4d20bae2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=9528b9f5-a68e-4bea-af14-70d1357b739c HTTP/1.1" status: 200 len: 217 time: 0.0615864 Jul 15 15:02:35.345002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f901743-26ca-4c55-a50b-159a6b518701 req-5f243fb7-1f34-44e6-8f6e-19f1a2944209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:35.346604 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f901743-26ca-4c55-a50b-159a6b518701 req-5f243fb7-1f34-44e6-8f6e-19f1a2944209 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 1096 time: 0.1385443 Jul 15 15:02:35.408740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202cf8e8-2816-44e8-818a-a50c18929ed1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:35.412683 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-202cf8e8-2816-44e8-818a-a50c18929ed1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.441424 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1563871-5825-424e-a4fb-a1de864a8a23 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.441960 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1563871-5825-424e-a4fb-a1de864a8a23 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Fanout notify agent at l3_agent the message router_deleted on router 0e5ce1f4-0760-47a8-91ba-bd64f5e52864 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:02:35.450170 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-93f3cbfe-33c5-482a-9a79-49d0b8b952d1 req-656b25cd-327d-4d92-b085-738cf7a337a8 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.452820 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-93f3cbfe-33c5-482a-9a79-49d0b8b952d1 req-656b25cd-327d-4d92-b085-738cf7a337a8 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.454037 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-93f3cbfe-33c5-482a-9a79-49d0b8b952d1 req-656b25cd-327d-4d92-b085-738cf7a337a8 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "DELETE /v2.0/floatingips/72ff5844-c732-49e5-a6da-517189f06d87 HTTP/1.1" status: 204 len: 173 time: 1.2881863 Jul 15 15:02:35.454232 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1563871-5825-424e-a4fb-a1de864a8a23 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.464000 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f1563871-5825-424e-a4fb-a1de864a8a23 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/routers/0e5ce1f4-0760-47a8-91ba-bd64f5e52864 HTTP/1.1" status: 204 len: 168 time: 2.2689621 Jul 15 15:02:35.465654 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54322) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:35.465883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-202cf8e8-2816-44e8-818a-a50c18929ed1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] device_id is not set on port 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:02:35.471965 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-3db4edce-cdf5-4fab-a1c1-2b2840247cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:35.474256 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-3db4edce-cdf5-4fab-a1c1-2b2840247cfa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.1268101 Jul 15 15:02:35.509710 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-dcfcb989-5349-4f81-a19d-fb6c9d322b8e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1192076350'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:35.599750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfcb989-5349-4f81-a19d-fb6c9d322b8e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:35.604712 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcfcb989-5349-4f81-a19d-fb6c9d322b8e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.621681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f901743-26ca-4c55-a50b-159a6b518701 req-fc69ffac-dacf-47b0-a5e7-3ed53d8b6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:35.624060 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f901743-26ca-4c55-a50b-159a6b518701 req-fc69ffac-dacf-47b0-a5e7-3ed53d8b6e10 service neutron] 10.222.0.22 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.2458534 Jul 15 15:02:35.641947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-a49ae316-6a6c-4a41-b2d9-1dc13613ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:35.643474 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-a49ae316-6a6c-4a41-b2d9-1dc13613ad02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1238921 Jul 15 15:02:35.660335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6498c4-f224-4fa5-acdf-8f58c59f4769 req-1d717287-ae33-4f4c-9765-d7111a44cd9f tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:35.664971 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d6498c4-f224-4fa5-acdf-8f58c59f4769 req-1d717287-ae33-4f4c-9765-d7111a44cd9f tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 945 time: 0.2869279 Jul 15 15:02:35.730062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfcb989-5349-4f81-a19d-fb6c9d322b8e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:35.769727 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcfcb989-5349-4f81-a19d-fb6c9d322b8e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.770278 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-dcfcb989-5349-4f81-a19d-fb6c9d322b8e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Added segment db16a399-8167-46f0-b35c-517b3d1a2c45 of type vlan for network f564eb2d-f251-44e4-8124-0b5bbf97a575 Jul 15 15:02:35.778939 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-202cf8e8-2816-44e8-818a-a50c18929ed1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.821129 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-c6b8261a-36d6-4127-94cc-a6297ad9f087 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695032 Jul 15 15:02:35.899074 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.914086 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-202cf8e8-2816-44e8-818a-a50c18929ed1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.921825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 27d35408-bb62-4256-abc6-4a3c240336ac up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:35.962813 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f901743-26ca-4c55-a50b-159a6b518701 req-c7906032-ea49-41e5-88c6-9450642398d4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 HTTP/1.1" status: 200 len: 1001 time: 0.3282986 Jul 15 15:02:35.980823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d6498c4-f224-4fa5-acdf-8f58c59f4769 req-6f715731-52a6-471d-80ee-3676e26bf528 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/security-groups?id=a85c18cb-664d-4b6c-a67d-252251a01a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473965 Jul 15 15:02:35.985265 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcfcb989-5349-4f81-a19d-fb6c9d322b8e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:36.002675 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 27d35408-bb62-4256-abc6-4a3c240336ac triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:36.003353 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:36.004177 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-69ddae4e-8c2e-43d1-9861-3e01ed6fa989 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739366 Jul 15 15:02:36.010563 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cf8e8-2816-44e8-818a-a50c18929ed1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:36.063708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cf8e8-2816-44e8-818a-a50c18929ed1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Checking segment: {'id': 'a5dbd3ec-2fc2-4665-8bfd-c3306bea6442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:36.064093 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202cf8e8-2816-44e8-818a-a50c18929ed1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network hostable DHCP agents. Network: fcd0e6c1-99a0-43aa-acae-6401d10b88cc, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:36.068665 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-7a44ffb7-f307-4ec1-b3cb-28593b1ec814 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=ea6c6468-db9b-4be4-a110-cfd32f419f39 HTTP/1.1" status: 200 len: 217 time: 0.0524502 Jul 15 15:02:36.122373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202cf8e8-2816-44e8-818a-a50c18929ed1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:36.137648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-7b9dd4ec-9fd2-4a06-b580-032198de3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:36.140199 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-7b9dd4ec-9fd2-4a06-b580-032198de3408 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.0629790 Jul 15 15:02:36.140736 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-202cf8e8-2816-44e8-818a-a50c18929ed1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, fcd0e6c1-99a0-43aa-acae-6401d10b88cc) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:36.145956 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202cf8e8-2816-44e8-818a-a50c18929ed1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:36.152497 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202cf8e8-2816-44e8-818a-a50c18929ed1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:36.152921 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-202cf8e8-2816-44e8-818a-a50c18929ed1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:36.158788 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcfcb989-5349-4f81-a19d-fb6c9d322b8e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:36.160548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb39d8-8ea9-4b36-81c5-b1d485531abd None None] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:36.164921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfcb989-5349-4f81-a19d-fb6c9d322b8e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:36.165527 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcfcb989-5349-4f81-a19d-fb6c9d322b8e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:36.200717 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-202cf8e8-2816-44e8-818a-a50c18929ed1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.3076246 Jul 15 15:02:36.206808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54330) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:36.214519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a2b16311-234b-4b32-9fb9-7bafdf8f0bd5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-745827429'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:36.249026 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-35b0f4fe-4c08-46f3-bf80-47ec2491bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:36.251044 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-35b0f4fe-4c08-46f3-bf80-47ec2491bb8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0934536 Jul 15 15:02:36.252175 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b16311-234b-4b32-9fb9-7bafdf8f0bd5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:36.256234 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2b16311-234b-4b32-9fb9-7bafdf8f0bd5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:36.308266 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dcfcb989-5349-4f81-a19d-fb6c9d322b8e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8404737 Jul 15 15:02:36.311439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54334) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:36.318609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ce1040f0-f90a-49dc-bc11-ee79f644588e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'subnet': {'network_id': 'f564eb2d-f251-44e4-8124-0b5bbf97a575', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:36.343230 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b16311-234b-4b32-9fb9-7bafdf8f0bd5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:36.343523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f901743-26ca-4c55-a50b-159a6b518701 req-7a993b10-34e2-4fcc-89fc-ac906d4113b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:36.345051 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f901743-26ca-4c55-a50b-159a6b518701 req-7a993b10-34e2-4fcc-89fc-ac906d4113b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.2901857 Jul 15 15:02:36.349982 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-c55c5969-6e4d-49bf-aee8-9546169a1146 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5982041 Jul 15 15:02:36.352300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcb989-5349-4f81-a19d-fb6c9d322b8e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Network': ['ID=f564eb2d-f251-44e4-8124-0b5bbf97a575,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:36.376726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network f564eb2d-f251-44e4-8124-0b5bbf97a575 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:36.388736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:36.406847 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2b16311-234b-4b32-9fb9-7bafdf8f0bd5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:36.407210 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-a2b16311-234b-4b32-9fb9-7bafdf8f0bd5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Added segment 4d3c1dfd-c962-4a11-ada0-137c5737715d of type vlan for network 36b7aff5-f193-49a0-9bc2-a6e037306b8e Jul 15 15:02:36.452752 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba084a7-04ac-4db6-a53c-30d17231ae45 req-23879221-f443-4461-b1f4-78222efbb991 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:36.454392 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ba084a7-04ac-4db6-a53c-30d17231ae45 req-23879221-f443-4461-b1f4-78222efbb991 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 945 time: 0.3205154 Jul 15 15:02:36.459514 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:36.486670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54336) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:36.493210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e6ea8454-956f-4825-90ad-351d29e3f729 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Request body: {'floatingip': {'port_id': 'e941a5bc-8b20-44fb-aa52-e44b27e66643'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:36.499837 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-ccc8dc58-aaba-4c22-b7f6-5651cc34d072 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311983 Jul 15 15:02:36.523629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2b16311-234b-4b32-9fb9-7bafdf8f0bd5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:36.556494 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8454-956f-4825-90ad-351d29e3f729 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:36.587750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1040f0-f90a-49dc-bc11-ee79f644588e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:36.592149 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce1040f0-f90a-49dc-bc11-ee79f644588e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:36.610360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f901743-26ca-4c55-a50b-159a6b518701 req-7f907898-2b49-47e1-95d3-f107f89c738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:36.610360 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f901743-26ca-4c55-a50b-159a6b518701 req-7f907898-2b49-47e1-95d3-f107f89c738c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2438545 Jul 15 15:02:36.649220 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2b16311-234b-4b32-9fb9-7bafdf8f0bd5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:36.655771 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b16311-234b-4b32-9fb9-7bafdf8f0bd5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:36.656429 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2b16311-234b-4b32-9fb9-7bafdf8f0bd5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:36.754674 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a2b16311-234b-4b32-9fb9-7bafdf8f0bd5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5466900 Jul 15 15:02:36.764474 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54342) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:36.770203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'ports': [{'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc'}, {'network_id': '36b7aff5-f193-49a0-9bc2-a6e037306b8e'}]} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:36.770578 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:36.771052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'network_id': '36b7aff5-f193-49a0-9bc2-a6e037306b8e'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:36.780751 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-5a9066a4-6547-4572-b0e7-0d8ca4d3ca43 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699878 Jul 15 15:02:36.841443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b16311-234b-4b32-9fb9-7bafdf8f0bd5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Network': ['ID=36b7aff5-f193-49a0-9bc2-a6e037306b8e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:36.859463 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 36b7aff5-f193-49a0-9bc2-a6e037306b8e details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:36.894559 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-7a029b8e-a37e-49be-8ba0-0c617b3cf015 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e HTTP/1.1" status: 200 len: 217 time: 0.0740006 Jul 15 15:02:37.057082 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-8d2ee914-2b3a-4cfa-83bf-6998df514cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:37.058818 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-8d2ee914-2b3a-4cfa-83bf-6998df514cb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.1544912 Jul 15 15:02:37.200160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f901743-26ca-4c55-a50b-159a6b518701 req-aaf15cdf-96aa-410f-a641-c47f78394d17 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826602 Jul 15 15:02:37.202784 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce1040f0-f90a-49dc-bc11-ee79f644588e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:37.264603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181d4d8-85ee-4f79-a287-ab72d3969e78 req-4d5a2450-2137-4985-b12d-8b4c7ab48247 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:37.266121 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3181d4d8-85ee-4f79-a287-ab72d3969e78 req-4d5a2450-2137-4985-b12d-8b4c7ab48247 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.6197648 Jul 15 15:02:37.281169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'port': 2} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:37.285984 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:37.313781 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-cbbb059a-f39d-4afe-98a7-12df52b996f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:37.315387 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-cbbb059a-f39d-4afe-98a7-12df52b996f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2477858 Jul 15 15:02:37.323918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1040f0-f90a-49dc-bc11-ee79f644588e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Subnet': ['ID=2bdb6ce4-ff40-4941-912f-7290837fc043,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:37.329476 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:37.374587 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1040f0-f90a-49dc-bc11-ee79f644588e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Checking segment: {'id': 'db16a399-8167-46f0-b35c-517b3d1a2c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f564eb2d-f251-44e4-8124-0b5bbf97a575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:37.374966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1040f0-f90a-49dc-bc11-ee79f644588e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network hostable DHCP agents. Network: f564eb2d-f251-44e4-8124-0b5bbf97a575, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:37.406982 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:37.469450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3181d4d8-85ee-4f79-a287-ab72d3969e78 req-c523af68-370c-4449-92d5-eef5d038978b tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732948 Jul 15 15:02:37.506138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1040f0-f90a-49dc-bc11-ee79f644588e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network f564eb2d-f251-44e4-8124-0b5bbf97a575 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:37.520421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] device_id is not set on port aad0c68a-54c1-4c5d-bef1-0bc1814652f9 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:02:37.543935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ce1040f0-f90a-49dc-bc11-ee79f644588e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, f564eb2d-f251-44e4-8124-0b5bbf97a575) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:37.551686 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1040f0-f90a-49dc-bc11-ee79f644588e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:37.552718 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce1040f0-f90a-49dc-bc11-ee79f644588e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:37.566411 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c996ef87-36f1-4cb5-af85-b1c4a126a289 None None] Network f564eb2d-f251-44e4-8124-0b5bbf97a575 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:37.585203 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f901743-26ca-4c55-a50b-159a6b518701 req-1320f171-add1-4c26-83eb-c0e8a357680e service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787036 Jul 15 15:02:37.613707 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-0c662e55-101d-4084-8a21-4243a9e02638 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846904 Jul 15 15:02:37.628959 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ce1040f0-f90a-49dc-bc11-ee79f644588e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3160763 Jul 15 15:02:37.634971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54344) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:37.647800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-edadeddd-1b4b-4f44-bb1c-539b9aafad4f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1493002068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:37.835778 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-f564eb2d-f251-44e4-8124-0b5bbf97a575', 'network_id': 'f564eb2d-f251-44e4-8124-0b5bbf97a575', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'fixed_ips': [{'subnet_id': '2bdb6ce4-ff40-4941-912f-7290837fc043'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:02:37.836683 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:37.847013 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-edadeddd-1b4b-4f44-bb1c-539b9aafad4f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:37.848360 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-edadeddd-1b4b-4f44-bb1c-539b9aafad4f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:37.866437 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Allocated IP 172.25.4.219 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/5a6a295a-2673-4e21-a97e-3d13880a332b) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:38.079488 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.resource_extend [None req-e6ea8454-956f-4825-90ad-351d29e3f729 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:02:38.081895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Allocated IP 2001:db8::2 (f564eb2d-f251-44e4-8124-0b5bbf97a575/2bdb6ce4-ff40-4941-912f-7290837fc043/6d585eb7-a23a-42eb-bc8d-019c322550b1) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:38.241623 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-edadeddd-1b4b-4f44-bb1c-539b9aafad4f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.247583 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.268535 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-edadeddd-1b4b-4f44-bb1c-539b9aafad4f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.321147 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8454-956f-4825-90ad-351d29e3f729 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.329387 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-edadeddd-1b4b-4f44-bb1c-539b9aafad4f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.331445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-edadeddd-1b4b-4f44-bb1c-539b9aafad4f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6948652 Jul 15 15:02:38.335599 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8454-956f-4825-90ad-351d29e3f729 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.338278 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54346) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:38.355775 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-04f084d9-94ea-404f-99cf-5bf1214ed665 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7310903 Jul 15 15:02:38.367981 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.383428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Transition to ACTIVE for port object 6d585eb7-a23a-42eb-bc8d-019c322550b1 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:38.407628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Transition to ACTIVE for port object 6d585eb7-a23a-42eb-bc8d-019c322550b1 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:38.417178 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.459959 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.471379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Network f564eb2d-f251-44e4-8124-0b5bbf97a575 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:38.474461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:38.476302 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-b25e2189-312e-4035-aeea-00f58ddc0005 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=509907ba-1a04-411d-8ccf-0436bca64bb6 HTTP/1.1" status: 200 len: 217 time: 0.0824914 Jul 15 15:02:38.481114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:38.498901 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Pushing event updated for resources: {'Port': ['ID=6d585eb7-a23a-42eb-bc8d-019c322550b1,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:38.526685 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.611112 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:38.625424 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Attempting to bind port 6d585eb7-a23a-42eb-bc8d-019c322550b1 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:02:38.629514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Attempting to bind port 6d585eb7-a23a-42eb-bc8d-019c322550b1 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'db16a399-8167-46f0-b35c-517b3d1a2c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f564eb2d-f251-44e4-8124-0b5bbf97a575'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:02:38.630773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Attempting to bind port 6d585eb7-a23a-42eb-bc8d-019c322550b1 on network f564eb2d-f251-44e4-8124-0b5bbf97a575 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:38.635030 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:38.649126 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:38.651666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:02:38.654452 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Checking segment: {'id': 'db16a399-8167-46f0-b35c-517b3d1a2c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f564eb2d-f251-44e4-8124-0b5bbf97a575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:38.655854 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.656520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Bound using segment: {'id': 'db16a399-8167-46f0-b35c-517b3d1a2c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f564eb2d-f251-44e4-8124-0b5bbf97a575'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:02:38.657215 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Bound port: 6d585eb7-a23a-42eb-bc8d-019c322550b1, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db16a399-8167-46f0-b35c-517b3d1a2c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f564eb2d-f251-44e4-8124-0b5bbf97a575'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:02:38.657495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Pushing event updated for resources: {'Port': ['ID=5a6a295a-2673-4e21-a97e-3d13880a332b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:38.658089 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.692089 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-b1547989-65ac-48a4-9dd9-999a5bf08439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:38.694101 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-b1547989-65ac-48a4-9dd9-999a5bf08439 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.2072217 Jul 15 15:02:38.697126 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-e6ea8454-956f-4825-90ad-351d29e3f729 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Floating IP 09d77d18-5995-4553-83ec-8d73c868a6a7 associated. External IP: 172.25.4.7, port: e941a5bc-8b20-44fb-aa52-e44b27e66643. Jul 15 15:02:38.756741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] For port 6d585eb7-a23a-42eb-bc8d-019c322550b1, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:38.760757 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] For port 6d585eb7-a23a-42eb-bc8d-019c322550b1, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d585eb7-a23a-42eb-bc8d-019c322550b1,segment=NetworkSegment(db16a399-8167-46f0-b35c-517b3d1a2c45),segment_id=db16a399-8167-46f0-b35c-517b3d1a2c45)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:38.767261 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.785295 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] device_id is not set on port 14c6efea-584a-4630-9fec-80c8e08e033f yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:02:38.859274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2692123-2372-4470-a125-d43568d3e6f3 None None] Pushing event updated for resources: {'Port': ['ID=6d585eb7-a23a-42eb-bc8d-019c322550b1,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:38.980963 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.020763 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.024494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80644ac0-475c-4c1e-8009-f02f91c4c546 req-ca724731-4aec-4a89-adfb-d25164d534ec tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:39.027560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-80644ac0-475c-4c1e-8009-f02f91c4c546 req-ca724731-4aec-4a89-adfb-d25164d534ec tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.3208463 Jul 15 15:02:39.077669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-7b84ba34-1d71-426f-aae1-dadef3ac19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:39.079346 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-7b84ba34-1d71-426f-aae1-dadef3ac19e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3066924 Jul 15 15:02:39.247730 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.366768 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.386098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-80644ac0-475c-4c1e-8009-f02f91c4c546 req-ea3772e0-889d-471b-be89-ef7d276acbd0 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262146 Jul 15 15:02:39.469014 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ea8454-956f-4825-90ad-351d29e3f729 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Router 10526de9-4483-4b9c-bc04-d0360c659ea7 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:02:39.484475 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-7312533b-291d-4834-b548-9a080a421afa service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976862 Jul 15 15:02:39.616837 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.723461 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Allocated IP 2001:db8::1 (f564eb2d-f251-44e4-8124-0b5bbf97a575/2bdb6ce4-ff40-4941-912f-7290837fc043/76d11978-457e-4553-9e0b-a55db7e08a7f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:39.732612 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:39.744902 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-5637c623-949f-48eb-abe0-5f444a94fbbc service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499797 Jul 15 15:02:39.753585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:39.760395 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=aad0c68a-54c1-4c5d-bef1-0bc1814652f9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:39.765785 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:39.767670 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.961442 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-96753be0-ff2c-48e6-b29b-6e665d92010f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a877dc9-de97-4a8e-96ad-d46479b35576 HTTP/1.1" status: 200 len: 217 time: 0.2026989 Jul 15 15:02:40.026497 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d585eb7-a23a-42eb-bc8d-019c322550b1 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:40.126706 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=14c6efea-584a-4630-9fec-80c8e08e033f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:40.226590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-7d360b42-fcdf-45d4-9446-251b11405d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:40.228491 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-7d360b42-fcdf-45d4-9446-251b11405d39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=165daafa-0d29-4390-8abc-b1c1c0c27210 HTTP/1.1" status: 200 len: 797 time: 0.2395904 Jul 15 15:02:40.242287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Checking segment: {'id': '4d3c1dfd-c962-4a11-ada0-137c5737715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '36b7aff5-f193-49a0-9bc2-a6e037306b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:40.242677 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network hostable DHCP agents. Network: 36b7aff5-f193-49a0-9bc2-a6e037306b8e, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:40.311057 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.312460 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.343460 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network 36b7aff5-f193-49a0-9bc2-a6e037306b8e is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:40.350482 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Transition to ACTIVE for port object 76d11978-457e-4553-9e0b-a55db7e08a7f will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:40.376159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 36b7aff5-f193-49a0-9bc2-a6e037306b8e) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:40.378380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ea8454-956f-4825-90ad-351d29e3f729 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:02:40.382572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:40.390057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:40.394772 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.397397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:40.398400 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.405384 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8454-956f-4825-90ad-351d29e3f729 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.409147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829e9327-e8cc-4695-ab17-b61416691c88 None None] Sync routers for ids ['10526de9-4483-4b9c-bc04-d0360c659ea7'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:02:40.412567 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d22b7f-d2f0-4470-974a-9676377d0bf1 None None] Network 36b7aff5-f193-49a0-9bc2-a6e037306b8e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:40.430904 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e83e3b9b-f002-4ed9-a938-362ba11ff55e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6649053 Jul 15 15:02:40.435223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54356) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:40.459770 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 6d585eb7-a23a-42eb-bc8d-019c322550b1 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:40.472808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e9327-e8cc-4695-ab17-b61416691c88 None None] Routers {'10526de9-4483-4b9c-bc04-d0360c659ea7'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:40.473560 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-829e9327-e8cc-4695-ab17-b61416691c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['10526de9-4483-4b9c-bc04-d0360c659ea7'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:40.570094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-e449aff8-1af7-4283-a5f8-c4acc007fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:40.572385 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-e449aff8-1af7-4283-a5f8-c4acc007fcda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc696e57-667f-4451-b6b7-ff70513b7290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3209181 Jul 15 15:02:40.649854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Pushing event updated for resources: {'Port': ['ID=5a6a295a-2673-4e21-a97e-3d13880a332b,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:40.659751 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-829e9327-e8cc-4695-ab17-b61416691c88 None None] Set router 10526de9-4483-4b9c-bc04-d0360c659ea7 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:02:40.662722 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e6ea8454-956f-4825-90ad-351d29e3f729 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "PUT /v2.0/floatingips/09d77d18-5995-4553-83ec-8d73c868a6a7 HTTP/1.1" status: 200 len: 989 time: 4.1741757 Jul 15 15:02:40.665990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225ffccf-df3e-47e2-806e-6923263d9171', 'tag': 'e941a5bc-8b20-44fb-aa52-e44b27e66643'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:02:40.671954 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31edda5e-36f1-41ef-9c44-834c0d1c5dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "225ffccf-df3e-47e2-806e-6923263d9171", "tag": "e941a5bc-8b20-44fb-aa52-e44b27e66643"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:40.677530 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.708067 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.709768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f97441c-3be6-46e5-ae1f-d79a3598daf9 None None] Network f564eb2d-f251-44e4-8124-0b5bbf97a575 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:40.711260 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-ddfdb28f-a1ed-4dfc-b386-2059a829abc2 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3451374 Jul 15 15:02:40.727887 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.785041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-14a0be87-b7f4-4c98-8394-8a95d9f5a681 None None] Provisioning for port 6d585eb7-a23a-42eb-bc8d-019c322550b1 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:40.802804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network f564eb2d-f251-44e4-8124-0b5bbf97a575 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:40.816285 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:40.818993 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:40.819812 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.821022 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-14a0be87-b7f4-4c98-8394-8a95d9f5a681 None None] Provisioning complete for port 6d585eb7-a23a-42eb-bc8d-019c322550b1 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:40.821412 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-14a0be87-b7f4-4c98-8394-8a95d9f5a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.840779 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-7ba1eb12-33e5-4882-b802-fbcb871363f3 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 696 time: 0.1230116 Jul 15 15:02:40.885518 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-1d8e85c4-50cd-4213-81ba-720f4c790992 service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676637 Jul 15 15:02:40.915242 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=76d11978-457e-4553-9e0b-a55db7e08a7f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:40.933861 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8b55c022-a3c4-4acb-81e7-2694faa789a4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 14c6efea-584a-4630-9fec-80c8e08e033f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:40.934910 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b55c022-a3c4-4acb-81e7-2694faa789a4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.945124 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628b584-a639-4e46-9e02-029efd88faab req-367d15be-8f3c-4360-8dcc-a4c8d8b2ef96 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:40.949987 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1628b584-a639-4e46-9e02-029efd88faab req-367d15be-8f3c-4360-8dcc-a4c8d8b2ef96 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.2180214 Jul 15 15:02:41.084722 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1628b584-a639-4e46-9e02-029efd88faab req-8ee64aa0-215a-4db2-b021-e821d8d97b4a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140501 Jul 15 15:02:41.114724 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-b313888e-9b7e-4688-afc8-f8adcf82844d tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:41.114724 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32446ff0-73fd-4970-ba69-dd9b64cbe8a9 req-b313888e-9b7e-4688-afc8-f8adcf82844d tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.2635236 Jul 15 15:02:41.275249 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ea23d2-a7bd-468e-8771-607420c2aebd x-openstack-request-id: req-43ea23d2-a7bd-468e-8771-607420c2aebd {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:41.275553 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225ffccf-df3e-47e2-806e-6923263d9171", "tag": "e941a5bc-8b20-44fb-aa52-e44b27e66643", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:41.275807 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-43ea23d2-a7bd-468e-8771-607420c2aebd {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:41.276223 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225ffccf-df3e-47e2-806e-6923263d9171', 'tag': 'e941a5bc-8b20-44fb-aa52-e44b27e66643', 'status': 'completed', 'code': 200} Jul 15 15:02:41.342759 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-14a0be87-b7f4-4c98-8394-8a95d9f5a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.378702 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20eb8df8-3bb0-486c-9503-80d0ae0fa61b req-315cde0c-14d7-4551-8f84-949110fb5218 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/floatingips/ef6ed870-c312-4321-a3fa-b25f4f92c491 HTTP/1.1" status: 200 len: 693 time: 0.0888791 Jul 15 15:02:41.409337 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-14a0be87-b7f4-4c98-8394-8a95d9f5a681 None None] For port 6d585eb7-a23a-42eb-bc8d-019c322550b1, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d585eb7-a23a-42eb-bc8d-019c322550b1,segment=NetworkSegment(db16a399-8167-46f0-b35c-517b3d1a2c45),segment_id=db16a399-8167-46f0-b35c-517b3d1a2c45)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:41.423178 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-14a0be87-b7f4-4c98-8394-8a95d9f5a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.484636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-829e9327-e8cc-4695-ab17-b61416691c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'name': 'tempest-ServersTestManualDisk-1983138792-router', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:39Z', 'updated_at': '2021-07-15T15:01:54Z', 'revision_number': 4, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'gw_port': {'id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '09d77d18-5995-4553-83ec-8d73c868a6a7', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'port_id': 'e941a5bc-8b20-44fb-aa52-e44b27e66643', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'mac_address': 'fa:16:3e:82:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ffccf-df3e-47e2-806e-6923263d9171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:02:03Z', 'updated_at': '2021-07-15T15:02:37Z', 'revision_number': 1, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6f2f4a-0788-4ab4-85d5-53a03cb34b95', 'name': '', 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'mac_address': 'fa:16:3e:67:61:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:52Z', 'updated_at': '2021-07-15T15:02:02Z', 'revision_number': 5, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'subnets': [{'id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:41.506865 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b55c022-a3c4-4acb-81e7-2694faa789a4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.548482 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8b55c022-a3c4-4acb-81e7-2694faa789a4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 14c6efea-584a-4630-9fec-80c8e08e033f owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:41.561078 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-ed1acc22-6a2d-46b8-ad96-5e86ebe1a4ee service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499395 Jul 15 15:02:41.562327 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.601074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829e9327-e8cc-4695-ab17-b61416691c88 None None] Checking router: 10526de9-4483-4b9c-bc04-d0360c659ea7 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:02:41.645203 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb8df8-3bb0-486c-9503-80d0ae0fa61b req-8de776e3-a09a-4e7e-938e-2cf6953c2bae tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:41.655150 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20eb8df8-3bb0-486c-9503-80d0ae0fa61b req-8de776e3-a09a-4e7e-938e-2cf6953c2bae tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.2175729 Jul 15 15:02:41.663434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e9327-e8cc-4695-ab17-b61416691c88 None None] Routers {'10526de9-4483-4b9c-bc04-d0360c659ea7'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:41.664898 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-829e9327-e8cc-4695-ab17-b61416691c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['10526de9-4483-4b9c-bc04-d0360c659ea7'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:41.671348 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0be87-b7f4-4c98-8394-8a95d9f5a681 None None] Pushing event updated for resources: {'Port': ['ID=6d585eb7-a23a-42eb-bc8d-019c322550b1,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:41.678997 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-88ed5203-6644-4e9b-b8f6-68f186ab718c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4486f9c8-90ef-4cf7-ae45-4487afb34ea3 HTTP/1.1" status: 200 len: 217 time: 0.1006677 Jul 15 15:02:41.746687 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20eb8df8-3bb0-486c-9503-80d0ae0fa61b req-3ba62d61-732b-4f26-ac68-7692d5dfc763 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 696 time: 0.0897541 Jul 15 15:02:41.883102 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-829e9327-e8cc-4695-ab17-b61416691c88 None None] Set router 10526de9-4483-4b9c-bc04-d0360c659ea7 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:02:41.911649 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20eb8df8-3bb0-486c-9503-80d0ae0fa61b req-9ebaf688-22f9-478b-8262-28711732ea87 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 696 time: 0.1638699 Jul 15 15:02:41.927932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edda5e-36f1-41ef-9c44-834c0d1c5dd4 req-e633cb70-5d92-400c-8d67-a0c33199b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:41.930723 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31edda5e-36f1-41ef-9c44-834c0d1c5dd4 req-e633cb70-5d92-400c-8d67-a0c33199b526 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ee20f362aec46c481b374c30cc4e7ae&device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 1096 time: 0.5504010 Jul 15 15:02:42.035530 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-5eb3fb04-e6d4-493b-b494-7c29d69f07dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:42.037513 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-5eb3fb04-e6d4-493b-b494-7c29d69f07dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=165daafa-0d29-4390-8abc-b1c1c0c27210 HTTP/1.1" status: 200 len: 797 time: 0.3346756 Jul 15 15:02:42.046822 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d585eb7-a23a-42eb-bc8d-019c322550b1 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:42.130481 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3cb9423b-d56c-4621-900d-e1c252079c33 None None] Provisioning for port 76d11978-457e-4553-9e0b-a55db7e08a7f completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:42.146050 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3cb9423b-d56c-4621-900d-e1c252079c33 None None] Provisioning complete for port 76d11978-457e-4553-9e0b-a55db7e08a7f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:42.146681 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3cb9423b-d56c-4621-900d-e1c252079c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.184386 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b55c022-a3c4-4acb-81e7-2694faa789a4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.285065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55c022-a3c4-4acb-81e7-2694faa789a4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=14c6efea-584a-4630-9fec-80c8e08e033f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:42.318051 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b55c022-a3c4-4acb-81e7-2694faa789a4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.322289 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8b55c022-a3c4-4acb-81e7-2694faa789a4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/14c6efea-584a-4630-9fec-80c8e08e033f HTTP/1.1" status: 204 len: 168 time: 1.8832974 Jul 15 15:02:42.330170 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54380) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:42.336591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9423b-d56c-4621-900d-e1c252079c33 None None] Port 76d11978-457e-4553-9e0b-a55db7e08a7f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:02:42.378989 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6d585eb7-a23a-42eb-bc8d-019c322550b1 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:42.379695 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.386497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edda5e-36f1-41ef-9c44-834c0d1c5dd4 req-165d1c63-02fa-40c8-b956-bd5ef7b85cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:42.388608 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31edda5e-36f1-41ef-9c44-834c0d1c5dd4 req-165d1c63-02fa-40c8-b956-bd5ef7b85cb5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2bb40ffb-89bd-4af8-a54f-db49ff69a3ca HTTP/1.1" status: 200 len: 913 time: 0.4294047 Jul 15 15:02:42.391110 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3cb9423b-d56c-4621-900d-e1c252079c33 None None] Provisioning complete for port 6d585eb7-a23a-42eb-bc8d-019c322550b1 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:42.391495 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3cb9423b-d56c-4621-900d-e1c252079c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.430440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3deb7-c729-401b-94ac-485387432492 req-0e5639a3-9753-4ea4-85ca-b7062431e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:42.432121 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-0e5639a3-9753-4ea4-85ca-b7062431e923 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc696e57-667f-4451-b6b7-ff70513b7290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3858128 Jul 15 15:02:42.477690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-20eb8df8-3bb0-486c-9503-80d0ae0fa61b req-773a2f67-9bd9-4545-aa7b-842719c318ee tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Deleting port 5a6a295a-2673-4e21-a97e-3d13880a332b {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:42.478016 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-20eb8df8-3bb0-486c-9503-80d0ae0fa61b req-773a2f67-9bd9-4545-aa7b-842719c318ee tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.505261 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31edda5e-36f1-41ef-9c44-834c0d1c5dd4 req-e285a1eb-8f15-46b7-bb0f-1e1681742c50 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e941a5bc-8b20-44fb-aa52-e44b27e66643 HTTP/1.1" status: 200 len: 997 time: 0.1062157 Jul 15 15:02:42.565873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edda5e-36f1-41ef-9c44-834c0d1c5dd4 req-a21bec2f-cd34-467c-bb61-9b291aed03f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:42.568628 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31edda5e-36f1-41ef-9c44-834c0d1c5dd4 req-a21bec2f-cd34-467c-bb61-9b291aed03f9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=15f39f97-0dcf-40d5-ba9f-1e4a32cd3222 HTTP/1.1" status: 200 len: 851 time: 0.0540311 Jul 15 15:02:42.595623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadc798-3cd9-40bf-845d-0dd6b9125bbb req-9273d8ac-fe1d-4b6a-b497-81600bfc5bfa tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:42.597300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-faadc798-3cd9-40bf-845d-0dd6b9125bbb req-9273d8ac-fe1d-4b6a-b497-81600bfc5bfa tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.2576365 Jul 15 15:02:42.599868 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce9f74c-c73b-4d12-ab83-2f01466685e4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:42.606162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce9f74c-c73b-4d12-ab83-2f01466685e4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:42.607923 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9ce9f74c-c73b-4d12-ab83-2f01466685e4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.2766798 Jul 15 15:02:42.613426 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.615170 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54382) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:42.629241 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.629958 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.706904 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-829e9327-e8cc-4695-ab17-b61416691c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'name': 'tempest-ServersTestManualDisk-1983138792-router', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:39Z', 'updated_at': '2021-07-15T15:01:54Z', 'revision_number': 4, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'gw_port': {'id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '09d77d18-5995-4553-83ec-8d73c868a6a7', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'port_id': 'e941a5bc-8b20-44fb-aa52-e44b27e66643', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'mac_address': 'fa:16:3e:82:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ffccf-df3e-47e2-806e-6923263d9171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:02:03Z', 'updated_at': '2021-07-15T15:02:37Z', 'revision_number': 1, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6f2f4a-0788-4ab4-85d5-53a03cb34b95', 'name': '', 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'mac_address': 'fa:16:3e:67:61:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:52Z', 'updated_at': '2021-07-15T15:02:02Z', 'revision_number': 5, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'subnets': [{'id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:42.712864 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-faadc798-3cd9-40bf-845d-0dd6b9125bbb req-695e6efd-e1b9-49cb-9443-40fd17d9721c tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942323 Jul 15 15:02:42.735575 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-255c32fd-0d22-450a-82e6-bbae6d9d368f service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846267 Jul 15 15:02:42.742746 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829e9327-e8cc-4695-ab17-b61416691c88 None None] The sync data for ids ['10526de9-4483-4b9c-bc04-d0360c659ea7'] in n-d-764435-3 is: [{'id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'name': 'tempest-ServersTestManualDisk-1983138792-router', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:39Z', 'updated_at': '2021-07-15T15:01:54Z', 'revision_number': 4, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'gw_port': {'id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '09d77d18-5995-4553-83ec-8d73c868a6a7', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'port_id': 'e941a5bc-8b20-44fb-aa52-e44b27e66643', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'mac_address': 'fa:16:3e:82:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ffccf-df3e-47e2-806e-6923263d9171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:02:03Z', 'updated_at': '2021-07-15T15:02:37Z', 'revision_number': 1, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6f2f4a-0788-4ab4-85d5-53a03cb34b95', 'name': '', 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'mac_address': 'fa:16:3e:67:61:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:52Z', 'updated_at': '2021-07-15T15:02:02Z', 'revision_number': 5, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'subnets': [{'id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:02:42.750092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-20eb8df8-3bb0-486c-9503-80d0ae0fa61b req-773a2f67-9bd9-4545-aa7b-842719c318ee tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.750793 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-20eb8df8-3bb0-486c-9503-80d0ae0fa61b req-773a2f67-9bd9-4545-aa7b-842719c318ee tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.768758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=76d11978-457e-4553-9e0b-a55db7e08a7f,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:42.810108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-20eb8df8-3bb0-486c-9503-80d0ae0fa61b req-773a2f67-9bd9-4545-aa7b-842719c318ee tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Calling delete_port for 5a6a295a-2673-4e21-a97e-3d13880a332b owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:42.818681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edda5e-36f1-41ef-9c44-834c0d1c5dd4 req-567ca0f1-b961-4ec3-a15d-0566d9146833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:42.822380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3a3d30fb-cc55-4515-9e07-49c003d278a1 None None] Provisioning complete for port 76d11978-457e-4553-9e0b-a55db7e08a7f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:42.822704 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31edda5e-36f1-41ef-9c44-834c0d1c5dd4 req-567ca0f1-b961-4ec3-a15d-0566d9146833 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2bb40ffb-89bd-4af8-a54f-db49ff69a3ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2459476 Jul 15 15:02:42.822936 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a3d30fb-cc55-4515-9e07-49c003d278a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:43.108191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network f564eb2d-f251-44e4-8124-0b5bbf97a575 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:43.113059 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b9b3deb7-c729-401b-94ac-485387432492 req-49e6e2aa-51a8-4840-8b36-3886be9fcd21 service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451593 Jul 15 15:02:43.114453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:43.128316 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-25c40b49-f0a4-432a-9da4-7963bfc38aa1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port aad0c68a-54c1-4c5d-bef1-0bc1814652f9 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:43.129102 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25c40b49-f0a4-432a-9da4-7963bfc38aa1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:43.173794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31edda5e-36f1-41ef-9c44-834c0d1c5dd4 req-dfecd6c2-e732-4783-bfe2-e16c0a7f9d95 service neutron] 10.222.0.22 "GET /v2.0/networks/2bb40ffb-89bd-4af8-a54f-db49ff69a3ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420084 Jul 15 15:02:43.229865 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1536da8-c470-42b5-9351-72b9161f46e3 None None] New status for floating IP 09d77d18-5995-4553-83ec-8d73c868a6a7: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:02:43.255408 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d30fb-cc55-4515-9e07-49c003d278a1 None None] Port 76d11978-457e-4553-9e0b-a55db7e08a7f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:02:43.425551 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31edda5e-36f1-41ef-9c44-834c0d1c5dd4 req-efbfe63d-d9be-4c48-99a9-00c642ace35b service neutron] 10.222.0.22 "GET /v2.0/networks/2bb40ffb-89bd-4af8-a54f-db49ff69a3ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390947 Jul 15 15:02:43.468085 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-20eb8df8-3bb0-486c-9503-80d0ae0fa61b req-773a2f67-9bd9-4545-aa7b-842719c318ee tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:43.470935 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25c40b49-f0a4-432a-9da4-7963bfc38aa1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:43.504224 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-25c40b49-f0a4-432a-9da4-7963bfc38aa1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for aad0c68a-54c1-4c5d-bef1-0bc1814652f9 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:43.517230 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router 58180321-62b3-4f76-9e2e-f69343ba4de5 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:02:43.524960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a2f67-9bd9-4545-aa7b-842719c318ee tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Pushing event deleted for resources: {'Port': ['ID=5a6a295a-2673-4e21-a97e-3d13880a332b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:43.613251 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-20eb8df8-3bb0-486c-9503-80d0ae0fa61b req-773a2f67-9bd9-4545-aa7b-842719c318ee tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:43.624845 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-20eb8df8-3bb0-486c-9503-80d0ae0fa61b req-773a2f67-9bd9-4545-aa7b-842719c318ee tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:43.630874 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20eb8df8-3bb0-486c-9503-80d0ae0fa61b req-773a2f67-9bd9-4545-aa7b-842719c318ee tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "DELETE /v2.0/floatingips/ef6ed870-c312-4321-a3fa-b25f4f92c491 HTTP/1.1" status: 204 len: 173 time: 1.6985288 Jul 15 15:02:43.685969 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:02:43.701041 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f889e2f5-3052-4abb-a119-c325ecfeee1d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/58180321-62b3-4f76-9e2e-f69343ba4de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3564303 Jul 15 15:02:43.702117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54390) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:43.710465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5700b59c-e739-4fb1-8133-64fdc2c236b8 None None] Sync routers for ids ['58180321-62b3-4f76-9e2e-f69343ba4de5'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:02:43.723562 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-e5f5ae15-2e8e-48d7-b45a-9493dc208333 req-df6c131e-3308-4cd7-82b7-a6b0ee598d10 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] show failed (client error): The resource could not be found. Jul 15 15:02:43.724547 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5700b59c-e739-4fb1-8133-64fdc2c236b8 None None] Routers {'58180321-62b3-4f76-9e2e-f69343ba4de5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:43.724685 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e5f5ae15-2e8e-48d7-b45a-9493dc208333 req-df6c131e-3308-4cd7-82b7-a6b0ee598d10 tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/floatingips/ef6ed870-c312-4321-a3fa-b25f4f92c491 HTTP/1.1" status: 404 len: 350 time: 0.0639987 Jul 15 15:02:43.725708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5700b59c-e739-4fb1-8133-64fdc2c236b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['58180321-62b3-4f76-9e2e-f69343ba4de5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:43.777584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3518baa-698d-4d75-bcad-1907d93a7681 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:43.779161 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c3518baa-698d-4d75-bcad-1907d93a7681 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports/76d11978-457e-4553-9e0b-a55db7e08a7f HTTP/1.1" status: 200 len: 911 time: 0.0768030 Jul 15 15:02:43.783860 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54396) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:43.797834 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-333bad80-73f8-4110-9352-e9fa0ab4e582 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2bdb6ce4-ff40-4941-912f-7290837fc043'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:43.837911 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-f8482109-2a45-4613-9871-681a3632fa09 req-11753cde-fdea-40a7-892d-788e2801c8aa tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] show failed (client error): The resource could not be found. Jul 15 15:02:43.840602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8482109-2a45-4613-9871-681a3632fa09 req-11753cde-fdea-40a7-892d-788e2801c8aa tempest-FloatingIPsTestJSON-1344091391 tempest-FloatingIPsTestJSON-1344091391-project] 10.222.0.38 "GET /v2.0/floatingips/ef6ed870-c312-4321-a3fa-b25f4f92c491 HTTP/1.1" status: 404 len: 350 time: 0.0842469 Jul 15 15:02:43.844437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5700b59c-e739-4fb1-8133-64fdc2c236b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:43.849864 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25c40b49-f0a4-432a-9da4-7963bfc38aa1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:43.856598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54398) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:43.860077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5700b59c-e739-4fb1-8133-64fdc2c236b8 None None] Routers {'58180321-62b3-4f76-9e2e-f69343ba4de5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:43.860722 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5700b59c-e739-4fb1-8133-64fdc2c236b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['58180321-62b3-4f76-9e2e-f69343ba4de5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:43.902781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5700b59c-e739-4fb1-8133-64fdc2c236b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:43.903617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5700b59c-e739-4fb1-8133-64fdc2c236b8 None None] The sync data for ids ['58180321-62b3-4f76-9e2e-f69343ba4de5'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:02:43.905343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c7d1947e-6083-448a-9e73-99b07112c1d7 None None] Provisioning complete for port 76d11978-457e-4553-9e0b-a55db7e08a7f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:43.905718 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7d1947e-6083-448a-9e73-99b07112c1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:43.920938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c40b49-f0a4-432a-9da4-7963bfc38aa1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=aad0c68a-54c1-4c5d-bef1-0bc1814652f9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:43.953000 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25c40b49-f0a4-432a-9da4-7963bfc38aa1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:43.959083 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-25c40b49-f0a4-432a-9da4-7963bfc38aa1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/aad0c68a-54c1-4c5d-bef1-0bc1814652f9 HTTP/1.1" status: 204 len: 168 time: 1.3392706 Jul 15 15:02:43.960602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54402) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:43.984705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1947e-6083-448a-9e73-99b07112c1d7 None None] Port 76d11978-457e-4553-9e0b-a55db7e08a7f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:02:44.115532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1374ea6-46c7-4971-9c87-8703f9155c0d tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:44.122192 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f1374ea6-46c7-4971-9c87-8703f9155c0d tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1561668 Jul 15 15:02:44.123587 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54406) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:44.155863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3340d-44ab-49cd-a6a8-f6e1688d6d42 req-555f8083-9a10-46e4-9b31-3fec09dbe91f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:44.159264 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-69d3340d-44ab-49cd-a6a8-f6e1688d6d42 req-555f8083-9a10-46e4-9b31-3fec09dbe91f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.1637616 Jul 15 15:02:44.195046 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-364963ad-5ea2-4b34-a4fd-0c21f2df6d16 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] GET failed (client error): The resource could not be found. Jul 15 15:02:44.199833 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-364963ad-5ea2-4b34-a4fd-0c21f2df6d16 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/14c6efea-584a-4630-9fec-80c8e08e033f HTTP/1.1" status: 404 len: 333 time: 0.0755270 Jul 15 15:02:44.202752 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54408) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:44.255469 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-69d3340d-44ab-49cd-a6a8-f6e1688d6d42 req-be332a53-706a-44d2-a309-5fdd9f4308c9 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893440 Jul 15 15:02:44.305849 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1821277-117a-400c-91cc-6a6186570cee tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] GET failed (client error): The resource could not be found. Jul 15 15:02:44.311649 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a1821277-117a-400c-91cc-6a6186570cee tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/aad0c68a-54c1-4c5d-bef1-0bc1814652f9 HTTP/1.1" status: 404 len: 333 time: 0.1071019 Jul 15 15:02:44.314696 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54412) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:44.338587 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-333bad80-73f8-4110-9352-e9fa0ab4e582 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:44.434214 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba11ff67-d078-472a-af42-1406b2d6a589 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:44.562924 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba11ff67-d078-472a-af42-1406b2d6a589 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:44.578810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-ba11ff67-d078-472a-af42-1406b2d6a589 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b7aff5-f193-49a0-9bc2-a6e037306b8e']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:44.609305 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-ba11ff67-d078-472a-af42-1406b2d6a589 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3c1dfd-c962-4a11-ada0-137c5737715d') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:44.609609 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-ba11ff67-d078-472a-af42-1406b2d6a589 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3c1dfd-c962-4a11-ada0-137c5737715d') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:44.622195 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba11ff67-d078-472a-af42-1406b2d6a589 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:44.645436 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba11ff67-d078-472a-af42-1406b2d6a589 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:44.656122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba11ff67-d078-472a-af42-1406b2d6a589 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:02:44.656576 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba11ff67-d078-472a-af42-1406b2d6a589 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:02:44.660015 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:02:44.697773 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71b6f2f9-1594-4adf-8486-3827b2367a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:44.931261 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-333bad80-73f8-4110-9352-e9fa0ab4e582 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:44.945993 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-333bad80-73f8-4110-9352-e9fa0ab4e582 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:44.953797 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333bad80-73f8-4110-9352-e9fa0ab4e582 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:44.954759 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-333bad80-73f8-4110-9352-e9fa0ab4e582 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:44.956612 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-333bad80-73f8-4110-9352-e9fa0ab4e582 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/ports/76d11978-457e-4553-9e0b-a55db7e08a7f HTTP/1.1" status: 200 len: 911 time: 1.1694069 Jul 15 15:02:44.965517 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54416) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:45.081953 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba11ff67-d078-472a-af42-1406b2d6a589 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:45.091955 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba11ff67-d078-472a-af42-1406b2d6a589 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:45.100843 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ba11ff67-d078-472a-af42-1406b2d6a589 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/networks/36b7aff5-f193-49a0-9bc2-a6e037306b8e HTTP/1.1" status: 204 len: 168 time: 0.7784605 Jul 15 15:02:45.107081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54418) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:45.123062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bf33d7c1-e84f-4d58-816a-086b57831259 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-99887453'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:45.146739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11ff67-d078-472a-af42-1406b2d6a589 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Network': ['ID=36b7aff5-f193-49a0-9bc2-a6e037306b8e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:45.156394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bad80-73f8-4110-9352-e9fa0ab4e582 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=76d11978-457e-4553-9e0b-a55db7e08a7f,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:45.272560 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf33d7c1-e84f-4d58-816a-086b57831259 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:45.277880 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf33d7c1-e84f-4d58-816a-086b57831259 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:45.377629 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf33d7c1-e84f-4d58-816a-086b57831259 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:45.391909 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf33d7c1-e84f-4d58-816a-086b57831259 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:45.392546 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-bf33d7c1-e84f-4d58-816a-086b57831259 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Added segment 97e326e7-8e68-44bf-a05f-ab97d8f0da19 of type vlan for network b7e7bbec-6b0c-4a36-b35d-191368c1d1bd Jul 15 15:02:45.446924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-71b6f2f9-1594-4adf-8486-3827b2367a9e admin admin] Deleting port 27d35408-bb62-4256-abc6-4a3c240336ac {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:45.448592 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71b6f2f9-1594-4adf-8486-3827b2367a9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:45.674968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-71b6f2f9-1594-4adf-8486-3827b2367a9e admin admin] For port 27d35408-bb62-4256-abc6-4a3c240336ac, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=27d35408-bb62-4256-abc6-4a3c240336ac,segment=NetworkSegment(76a32062-4b9b-4a28-b041-131ac4811686),segment_id=76a32062-4b9b-4a28-b041-131ac4811686)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:45.675587 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71b6f2f9-1594-4adf-8486-3827b2367a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:45.719259 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35742800-9ebe-4256-825c-95525de6f39b req-59aa9cd8-8de1-4740-9f50-86a7454ba480 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:45.721932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35742800-9ebe-4256-825c-95525de6f39b req-59aa9cd8-8de1-4740-9f50-86a7454ba480 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.2435708 Jul 15 15:02:45.723791 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-71b6f2f9-1594-4adf-8486-3827b2367a9e admin admin] Calling delete_port for 27d35408-bb62-4256-abc6-4a3c240336ac owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:45.860191 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35742800-9ebe-4256-825c-95525de6f39b req-9ca7caec-1d7e-464b-8f55-95b2164d0f52 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289186 Jul 15 15:02:45.865997 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf33d7c1-e84f-4d58-816a-086b57831259 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:45.946595 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf33d7c1-e84f-4d58-816a-086b57831259 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:45.953011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf33d7c1-e84f-4d58-816a-086b57831259 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:45.953670 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf33d7c1-e84f-4d58-816a-086b57831259 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:46.014201 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bf33d7c1-e84f-4d58-816a-086b57831259 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9004068 Jul 15 15:02:46.017205 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54432) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:46.022640 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e5d6c6fe-e983-48ef-a32d-3575ee0438d5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'subnet': {'network_id': 'b7e7bbec-6b0c-4a36-b35d-191368c1d1bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:46.081509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33d7c1-e84f-4d58-816a-086b57831259 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Network': ['ID=b7e7bbec-6b0c-4a36-b35d-191368c1d1bd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:46.098601 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network b7e7bbec-6b0c-4a36-b35d-191368c1d1bd details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:46.149670 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71b6f2f9-1594-4adf-8486-3827b2367a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:46.219335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6f2f9-1594-4adf-8486-3827b2367a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=27d35408-bb62-4256-abc6-4a3c240336ac,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:46.294546 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7f2e866d-5608-4d7d-9de7-04352ddb0869 req-cd17c68a-8069-4a15-a0e3-14e48c098b01 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1164577 Jul 15 15:02:46.304193 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25e7f715-4538-42a3-b709-92e97521214d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:46.327317 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d6c6fe-e983-48ef-a32d-3575ee0438d5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:46.333611 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c6fe-e983-48ef-a32d-3575ee0438d5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:46.614094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e866d-5608-4d7d-9de7-04352ddb0869 req-b4e99e43-b0ee-4418-b959-b65767ebb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:46.616707 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7f2e866d-5608-4d7d-9de7-04352ddb0869 req-b4e99e43-b0ee-4418-b959-b65767ebb686 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab8e904d869b49c29afb8c3ed6c815ec&device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 1096 time: 0.2491095 Jul 15 15:02:46.773917 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71b6f2f9-1594-4adf-8486-3827b2367a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:46.779740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e866d-5608-4d7d-9de7-04352ddb0869 req-87454fe7-e2a4-4e1a-884e-ac5c305df731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:46.781307 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7f2e866d-5608-4d7d-9de7-04352ddb0869 req-87454fe7-e2a4-4e1a-884e-ac5c305df731 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 HTTP/1.1" status: 200 len: 920 time: 0.1283829 Jul 15 15:02:46.859715 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7f2e866d-5608-4d7d-9de7-04352ddb0869 req-9dac8fb2-e898-4b39-b565-83dfda7e26b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e150227f-e191-440c-89bd-4d99ae6936ee HTTP/1.1" status: 200 len: 217 time: 0.0579157 Jul 15 15:02:46.960486 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c6fe-e983-48ef-a32d-3575ee0438d5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:46.995903 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e866d-5608-4d7d-9de7-04352ddb0869 req-4fdf9157-3a49-4037-8b24-38abf4fd99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:46.998901 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7f2e866d-5608-4d7d-9de7-04352ddb0869 req-4fdf9157-3a49-4037-8b24-38abf4fd99c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed4ae426-6236-408d-9317-431d07b866ff HTTP/1.1" status: 200 len: 859 time: 0.1322005 Jul 15 15:02:47.080571 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7f2e866d-5608-4d7d-9de7-04352ddb0869 req-6b31610a-7d1c-448c-bf7e-39ced0f64851 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591366 Jul 15 15:02:47.090280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-25e7f715-4538-42a3-b709-92e97521214d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port 76d11978-457e-4553-9e0b-a55db7e08a7f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:47.090827 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25e7f715-4538-42a3-b709-92e97521214d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:47.123963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6c6fe-e983-48ef-a32d-3575ee0438d5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Subnet': ['ID=9c93b613-cda1-48d6-898e-9ba12de808ec,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:47.217960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d6c6fe-e983-48ef-a32d-3575ee0438d5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Checking segment: {'id': '97e326e7-8e68-44bf-a05f-ab97d8f0da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7e7bbec-6b0c-4a36-b35d-191368c1d1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:47.218428 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d6c6fe-e983-48ef-a32d-3575ee0438d5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network hostable DHCP agents. Network: b7e7bbec-6b0c-4a36-b35d-191368c1d1bd, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:47.265459 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25e7f715-4538-42a3-b709-92e97521214d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:47.284281 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7f2e866d-5608-4d7d-9de7-04352ddb0869 req-e5760b1b-93a8-42e1-80d0-9be91ea7721e service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883717 Jul 15 15:02:47.285361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-25e7f715-4538-42a3-b709-92e97521214d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for 76d11978-457e-4553-9e0b-a55db7e08a7f owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:47.364526 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d6c6fe-e983-48ef-a32d-3575ee0438d5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network b7e7bbec-6b0c-4a36-b35d-191368c1d1bd is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:47.389184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098bb79-051f-4ddc-b19e-0b869f5dbdb6 req-f90efdd9-4d7c-4ada-bcf5-b8aa14891f18 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:47.392123 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e098bb79-051f-4ddc-b19e-0b869f5dbdb6 req-f90efdd9-4d7c-4ada-bcf5-b8aa14891f18 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.3437068 Jul 15 15:02:47.427623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e5d6c6fe-e983-48ef-a32d-3575ee0438d5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, b7e7bbec-6b0c-4a36-b35d-191368c1d1bd) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:47.442827 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aefc489-6726-4aad-ac4c-73d72f2d428d None None] Network b7e7bbec-6b0c-4a36-b35d-191368c1d1bd requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:47.452912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6c6fe-e983-48ef-a32d-3575ee0438d5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:47.453922 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c6fe-e983-48ef-a32d-3575ee0438d5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:47.467944 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b6f2f9-1594-4adf-8486-3827b2367a9e admin admin] Router a3c6943e-5ad4-4550-9383-9e4d20d437dd has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:02:47.491181 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7f2e866d-5608-4d7d-9de7-04352ddb0869 req-5c26b080-d143-43c0-a889-c2ac3516a94d service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986732 Jul 15 15:02:47.520477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e5d6c6fe-e983-48ef-a32d-3575ee0438d5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5003524 Jul 15 15:02:47.525291 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54446) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:47.537955 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-12b98023-76f9-4be7-b29f-ed45ef5c9532 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'network_id': 'b7e7bbec-6b0c-4a36-b35d-191368c1d1bd', 'name': 'tempest-PortsIpV6TestJSON-519348812'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:47.539496 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e098bb79-051f-4ddc-b19e-0b869f5dbdb6 req-8d674745-b81f-4396-96fb-c1c7db9c2239 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337037 Jul 15 15:02:47.686785 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25e7f715-4538-42a3-b709-92e97521214d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:47.733799 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7f715-4538-42a3-b709-92e97521214d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=76d11978-457e-4553-9e0b-a55db7e08a7f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:47.789366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b6f2f9-1594-4adf-8486-3827b2367a9e admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:02:47.806391 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad61822-170e-4b11-a646-c2dc92860084 None None] Sync routers for ids ['a3c6943e-5ad4-4550-9383-9e4d20d437dd'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:02:47.811166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-71b6f2f9-1594-4adf-8486-3827b2367a9e admin admin] 10.222.0.38 "PUT /v2.0/routers/a3c6943e-5ad4-4550-9383-9e4d20d437dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9526174 Jul 15 15:02:47.816336 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54450) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:47.831899 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad61822-170e-4b11-a646-c2dc92860084 None None] Routers {'a3c6943e-5ad4-4550-9383-9e4d20d437dd'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:47.834939 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8ad61822-170e-4b11-a646-c2dc92860084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c6943e-5ad4-4550-9383-9e4d20d437dd'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:47.878274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-b7e7bbec-6b0c-4a36-b35d-191368c1d1bd', 'network_id': 'b7e7bbec-6b0c-4a36-b35d-191368c1d1bd', 'tenant_id': '9f56e0b8da40496890f8920732869d7e', 'fixed_ips': [{'subnet_id': '9c93b613-cda1-48d6-898e-9ba12de808ec'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:02:47.880222 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:47.923158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b98023-76f9-4be7-b29f-ed45ef5c9532 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:47.927321 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12b98023-76f9-4be7-b29f-ed45ef5c9532 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:47.958283 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25e7f715-4538-42a3-b709-92e97521214d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:47.988048 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-12b98023-76f9-4be7-b29f-ed45ef5c9532 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] device_id is not set on port 6e475c1e-fd13-4fb1-a368-59422e5e9bd4 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:02:48.116752 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-8ad61822-170e-4b11-a646-c2dc92860084 None None] Set router a3c6943e-5ad4-4550-9383-9e4d20d437dd gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:02:48.180446 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Allocated IP 2001:db8::2 (b7e7bbec-6b0c-4a36-b35d-191368c1d1bd/9c93b613-cda1-48d6-898e-9ba12de808ec/197730de-afd1-4b5d-b0a7-6f8d6d738625) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:48.279098 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5db8a583-bb50-4b96-aaca-cf13cf77f0ed admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:48.381975 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:48.396008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Transition to ACTIVE for port object 197730de-afd1-4b5d-b0a7-6f8d6d738625 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:48.421269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Transition to ACTIVE for port object 197730de-afd1-4b5d-b0a7-6f8d6d738625 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:48.427214 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8ad61822-170e-4b11-a646-c2dc92860084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'name': 'tempest-FloatingIPsTestJSON-448541238-router', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:45Z', 'revision_number': 5, 'project_id': '57bb44d165d54af589f4d6652ebbbeea', 'gw_port': {'id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:48.436368 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:48.459839 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad61822-170e-4b11-a646-c2dc92860084 None None] Checking router: a3c6943e-5ad4-4550-9383-9e4d20d437dd for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:02:48.471263 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad61822-170e-4b11-a646-c2dc92860084 None None] Routers {'a3c6943e-5ad4-4550-9383-9e4d20d437dd'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:48.472045 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8ad61822-170e-4b11-a646-c2dc92860084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c6943e-5ad4-4550-9383-9e4d20d437dd'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:48.501845 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Network b7e7bbec-6b0c-4a36-b35d-191368c1d1bd is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:48.504056 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:48.508343 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5db8a583-bb50-4b96-aaca-cf13cf77f0ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:48.510964 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:48.530568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Pushing event updated for resources: {'Port': ['ID=197730de-afd1-4b5d-b0a7-6f8d6d738625,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:48.591165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e7f715-4538-42a3-b709-92e97521214d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router 58180321-62b3-4f76-9e2e-f69343ba4de5 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:02:48.609249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Attempting to bind port 197730de-afd1-4b5d-b0a7-6f8d6d738625 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:02:48.609689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Attempting to bind port 197730de-afd1-4b5d-b0a7-6f8d6d738625 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '97e326e7-8e68-44bf-a05f-ab97d8f0da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7e7bbec-6b0c-4a36-b35d-191368c1d1bd'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:02:48.610061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Attempting to bind port 197730de-afd1-4b5d-b0a7-6f8d6d738625 on network b7e7bbec-6b0c-4a36-b35d-191368c1d1bd {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:48.616718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:02:48.617102 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Checking segment: {'id': '97e326e7-8e68-44bf-a05f-ab97d8f0da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7e7bbec-6b0c-4a36-b35d-191368c1d1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:48.617519 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:48.617926 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-5db8a583-bb50-4b96-aaca-cf13cf77f0ed admin admin] Deleting port ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:48.618054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Bound using segment: {'id': '97e326e7-8e68-44bf-a05f-ab97d8f0da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7e7bbec-6b0c-4a36-b35d-191368c1d1bd'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:02:48.618500 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Bound port: 197730de-afd1-4b5d-b0a7-6f8d6d738625, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e326e7-8e68-44bf-a05f-ab97d8f0da19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7e7bbec-6b0c-4a36-b35d-191368c1d1bd'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:02:48.618764 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5db8a583-bb50-4b96-aaca-cf13cf77f0ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:48.618974 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:48.629085 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-8ad61822-170e-4b11-a646-c2dc92860084 None None] Set router a3c6943e-5ad4-4550-9383-9e4d20d437dd gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:02:48.630082 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-12b98023-76f9-4be7-b29f-ed45ef5c9532 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Allocated IP 2001:db8::2d5 (b7e7bbec-6b0c-4a36-b35d-191368c1d1bd/9c93b613-cda1-48d6-898e-9ba12de808ec/6e475c1e-fd13-4fb1-a368-59422e5e9bd4) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:48.720911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] For port 197730de-afd1-4b5d-b0a7-6f8d6d738625, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:48.726696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] For port 197730de-afd1-4b5d-b0a7-6f8d6d738625, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=197730de-afd1-4b5d-b0a7-6f8d6d738625,segment=NetworkSegment(97e326e7-8e68-44bf-a05f-ab97d8f0da19),segment_id=97e326e7-8e68-44bf-a05f-ab97d8f0da19)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:48.733649 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:48.842189 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:48.854342 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e7f715-4538-42a3-b709-92e97521214d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:02:48.870909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff183bf1-ebac-4dd7-95a9-15f944224947 None None] Sync routers for ids ['58180321-62b3-4f76-9e2e-f69343ba4de5'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:02:48.875070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd3f56-924e-41bd-b83c-bb58eeaa65a7 None None] Pushing event updated for resources: {'Port': ['ID=197730de-afd1-4b5d-b0a7-6f8d6d738625,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:48.890628 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-25e7f715-4538-42a3-b709-92e97521214d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/58180321-62b3-4f76-9e2e-f69343ba4de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9245143 Jul 15 15:02:48.895802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54462) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:48.899649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff183bf1-ebac-4dd7-95a9-15f944224947 None None] Routers {'58180321-62b3-4f76-9e2e-f69343ba4de5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:48.900311 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ff183bf1-ebac-4dd7-95a9-15f944224947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['58180321-62b3-4f76-9e2e-f69343ba4de5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:48.966554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ff183bf1-ebac-4dd7-95a9-15f944224947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:48.973920 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-45d9ed05-a24a-4fdb-91a4-48a62d699423 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports?device_id=58180321-62b3-4f76-9e2e-f69343ba4de5 HTTP/1.1" status: 200 len: 205 time: 0.0714092 Jul 15 15:02:48.975260 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54464) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:48.988496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff183bf1-ebac-4dd7-95a9-15f944224947 None None] Routers {'58180321-62b3-4f76-9e2e-f69343ba4de5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:48.989201 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ff183bf1-ebac-4dd7-95a9-15f944224947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['58180321-62b3-4f76-9e2e-f69343ba4de5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:49.061279 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8ad61822-170e-4b11-a646-c2dc92860084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'name': 'tempest-FloatingIPsTestJSON-448541238-router', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:45Z', 'revision_number': 5, 'project_id': '57bb44d165d54af589f4d6652ebbbeea', 'gw_port': {'id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:49.076020 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ff183bf1-ebac-4dd7-95a9-15f944224947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:49.076714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff183bf1-ebac-4dd7-95a9-15f944224947 None None] The sync data for ids ['58180321-62b3-4f76-9e2e-f69343ba4de5'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:02:49.092455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-5db8a583-bb50-4b96-aaca-cf13cf77f0ed admin admin] For port ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:49.092928 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5db8a583-bb50-4b96-aaca-cf13cf77f0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:49.098063 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a630-ad15-4036-a942-74405bf2b18a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:49.124026 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:49.127056 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad61822-170e-4b11-a646-c2dc92860084 None None] The sync data for ids ['a3c6943e-5ad4-4550-9383-9e4d20d437dd'] in n-d-764435-3 is: [{'id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'name': 'tempest-FloatingIPsTestJSON-448541238-router', 'tenant_id': '57bb44d165d54af589f4d6652ebbbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:45Z', 'revision_number': 5, 'project_id': '57bb44d165d54af589f4d6652ebbbeea', 'gw_port': {'id': 'ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c6943e-5ad4-4550-9383-9e4d20d437dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:19Z', 'updated_at': '2021-07-15T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:02:49.236998 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12b98023-76f9-4be7-b29f-ed45ef5c9532 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:49.255817 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-5db8a583-bb50-4b96-aaca-cf13cf77f0ed admin admin] Calling delete_port for ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:49.258807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-12b98023-76f9-4be7-b29f-ed45ef5c9532 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Transition to ACTIVE for port object 6e475c1e-fd13-4fb1-a368-59422e5e9bd4 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:49.304332 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12b98023-76f9-4be7-b29f-ed45ef5c9532 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:49.368568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b98023-76f9-4be7-b29f-ed45ef5c9532 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network b7e7bbec-6b0c-4a36-b35d-191368c1d1bd is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:49.373461 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-12b98023-76f9-4be7-b29f-ed45ef5c9532 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:49.378810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b98023-76f9-4be7-b29f-ed45ef5c9532 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:49.384775 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b98023-76f9-4be7-b29f-ed45ef5c9532 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:49.385471 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12b98023-76f9-4be7-b29f-ed45ef5c9532 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:49.391179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b98023-76f9-4be7-b29f-ed45ef5c9532 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=6e475c1e-fd13-4fb1-a368-59422e5e9bd4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:49.417869 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-12b98023-76f9-4be7-b29f-ed45ef5c9532 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8915362 Jul 15 15:02:49.418190 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54470) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:49.570443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e94d3f9c-7920-4339-bd7a-946c08113b62 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 6e475c1e-fd13-4fb1-a368-59422e5e9bd4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:49.570827 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e94d3f9c-7920-4339-bd7a-946c08113b62 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:49.695542 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e94d3f9c-7920-4339-bd7a-946c08113b62 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:49.699923 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a630-ad15-4036-a942-74405bf2b18a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:49.702564 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a630-ad15-4036-a942-74405bf2b18a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:49.712336 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e94d3f9c-7920-4339-bd7a-946c08113b62 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 6e475c1e-fd13-4fb1-a368-59422e5e9bd4 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:49.755792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7570114-723a-4fc1-81b0-6328710cd211 req-1f49b99e-8041-4f9a-b909-f95218f59c3d tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:49.757490 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7570114-723a-4fc1-81b0-6328710cd211 req-1f49b99e-8041-4f9a-b909-f95218f59c3d tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.9278028 Jul 15 15:02:49.769301 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a630-ad15-4036-a942-74405bf2b18a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:49.769808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f7a630-ad15-4036-a942-74405bf2b18a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Fanout notify agent at l3_agent the message router_deleted on router 58180321-62b3-4f76-9e2e-f69343ba4de5 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:02:49.814521 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a630-ad15-4036-a942-74405bf2b18a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:49.818042 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e3f7a630-ad15-4036-a942-74405bf2b18a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/routers/58180321-62b3-4f76-9e2e-f69343ba4de5 HTTP/1.1" status: 204 len: 168 time: 0.8357124 Jul 15 15:02:49.823928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54472) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:49.868697 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7570114-723a-4fc1-81b0-6328710cd211 req-34e8e67a-713b-4e56-b1fc-7c98820e990a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967350 Jul 15 15:02:49.918584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc46144f-d73d-4814-b29f-6c1edd8dc222 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting subnet 2bdb6ce4-ff40-4941-912f-7290837fc043 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:02:49.923170 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc46144f-d73d-4814-b29f-6c1edd8dc222 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:49.977992 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc46144f-d73d-4814-b29f-6c1edd8dc222 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.005163 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 197730de-afd1-4b5d-b0a7-6f8d6d738625 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:50.075460 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5db8a583-bb50-4b96-aaca-cf13cf77f0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.079027 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 197730de-afd1-4b5d-b0a7-6f8d6d738625 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:50.097257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 27d35408-bb62-4256-abc6-4a3c240336ac no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:02:50.145881 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8a583-bb50-4b96-aaca-cf13cf77f0ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:50.150930 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc46144f-d73d-4814-b29f-6c1edd8dc222 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.152351 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 27d35408-bb62-4256-abc6-4a3c240336ac {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:02:50.153661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 27d35408-bb62-4256-abc6-4a3c240336ac not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:02:50.178337 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e94d3f9c-7920-4339-bd7a-946c08113b62 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.226119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d3f9c-7920-4339-bd7a-946c08113b62 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=6e475c1e-fd13-4fb1-a368-59422e5e9bd4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:50.233609 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5db8a583-bb50-4b96-aaca-cf13cf77f0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.295012 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e94d3f9c-7920-4339-bd7a-946c08113b62 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.302738 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e94d3f9c-7920-4339-bd7a-946c08113b62 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/6e475c1e-fd13-4fb1-a368-59422e5e9bd4 HTTP/1.1" status: 204 len: 168 time: 0.8831108 Jul 15 15:02:50.307259 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54478) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:50.324570 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e0ded2-fd04-47db-bc79-cf4b373e556e None None] Network b7e7bbec-6b0c-4a36-b35d-191368c1d1bd requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:50.366753 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b0598c-a460-47da-ab40-74f5c0bfec79 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] DELETE failed (client error): The resource could not be found. Jul 15 15:02:50.368037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b0598c-a460-47da-ab40-74f5c0bfec79 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:02:50.377815 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-60b0598c-a460-47da-ab40-74f5c0bfec79 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/6e475c1e-fd13-4fb1-a368-59422e5e9bd4 HTTP/1.1" status: 404 len: 333 time: 0.0681360 Jul 15 15:02:50.380136 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54480) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:50.398405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc46144f-d73d-4814-b29f-6c1edd8dc222 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.400734 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5db8a583-bb50-4b96-aaca-cf13cf77f0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.405698 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5db8a583-bb50-4b96-aaca-cf13cf77f0ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.424652 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f89f4a8c-2d6a-4c3b-9971-bd8651063e13 None None] Provisioning for port 197730de-afd1-4b5d-b0a7-6f8d6d738625 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:50.433749 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f89f4a8c-2d6a-4c3b-9971-bd8651063e13 None None] Provisioning complete for port 197730de-afd1-4b5d-b0a7-6f8d6d738625 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:50.434130 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f89f4a8c-2d6a-4c3b-9971-bd8651063e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.460342 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1c2c3a-a245-4f88-b055-0bc008c22032 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] GET failed (client error): The resource could not be found. Jul 15 15:02:50.465841 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2b1c2c3a-a245-4f88-b055-0bc008c22032 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/6e475c1e-fd13-4fb1-a368-59422e5e9bd4 HTTP/1.1" status: 404 len: 333 time: 0.0842533 Jul 15 15:02:50.468273 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54484) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:50.491449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d097bfab-5aa7-4814-84a0-0b844800d395 None None] Network f564eb2d-f251-44e4-8124-0b5bbf97a575 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:50.503209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46144f-d73d-4814-b29f-6c1edd8dc222 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Subnet': ['ID=2bdb6ce4-ff40-4941-912f-7290837fc043,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:50.507583 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc46144f-d73d-4814-b29f-6c1edd8dc222 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.509695 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dc46144f-d73d-4814-b29f-6c1edd8dc222 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/2bdb6ce4-ff40-4941-912f-7290837fc043 HTTP/1.1" status: 204 len: 168 time: 0.6835744 Jul 15 15:02:50.515261 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54486) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:50.527022 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5db8a583-bb50-4b96-aaca-cf13cf77f0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.527777 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db8a583-bb50-4b96-aaca-cf13cf77f0ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3c6943e-5ad4-4550-9383-9e4d20d437dd {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:02:50.554728 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5db8a583-bb50-4b96-aaca-cf13cf77f0ed admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.555996 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5db8a583-bb50-4b96-aaca-cf13cf77f0ed admin admin] 10.222.0.38 "DELETE /v2.0/routers/a3c6943e-5ad4-4550-9383-9e4d20d437dd HTTP/1.1" status: 204 len: 168 time: 2.7377148 Jul 15 15:02:50.559619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54488) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:50.563857 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7ccf9d-eee5-4dcb-b71b-a260b24a9b45 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting subnet 9c93b613-cda1-48d6-898e-9ba12de808ec {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:02:50.572218 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a7ccf9d-eee5-4dcb-b71b-a260b24a9b45 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.717686 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a7ccf9d-eee5-4dcb-b71b-a260b24a9b45 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.718671 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.723390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc6a9e8-cafd-43d3-831a-2ea1fc312c3a admin admin] Deleting subnet d4c76d18-fdbf-4e5c-a481-7851a5c1e240 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:02:50.728896 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dbc6a9e8-cafd-43d3-831a-2ea1fc312c3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.805399 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dbc6a9e8-cafd-43d3-831a-2ea1fc312c3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.832459 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a7ccf9d-eee5-4dcb-b71b-a260b24a9b45 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.955183 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a7ccf9d-eee5-4dcb-b71b-a260b24a9b45 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:50.963085 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f89f4a8c-2d6a-4c3b-9971-bd8651063e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.036283 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port 6d585eb7-a23a-42eb-bc8d-019c322550b1 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:51.036981 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.054865 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ccf9d-eee5-4dcb-b71b-a260b24a9b45 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Subnet': ['ID=9c93b613-cda1-48d6-898e-9ba12de808ec,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:51.071709 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a7ccf9d-eee5-4dcb-b71b-a260b24a9b45 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.077740 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6a7ccf9d-eee5-4dcb-b71b-a260b24a9b45 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/9c93b613-cda1-48d6-898e-9ba12de808ec HTTP/1.1" status: 204 len: 168 time: 0.6052029 Jul 15 15:02:51.080349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54494) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:51.085377 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-f89f4a8c-2d6a-4c3b-9971-bd8651063e13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:02:51.086458 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-f89f4a8c-2d6a-4c3b-9971-bd8651063e13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:02:51.117249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9880af4-dc8f-4b0f-b622-4242d369a54f None None] DHCP port deletion for f564eb2d-f251-44e4-8124-0b5bbf97a575 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:02:51.183177 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a9880af4-dc8f-4b0f-b622-4242d369a54f None None] Deleting port 6d585eb7-a23a-42eb-bc8d-019c322550b1 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:51.184021 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9880af4-dc8f-4b0f-b622-4242d369a54f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.197539 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.213485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] For port 6d585eb7-a23a-42eb-bc8d-019c322550b1, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d585eb7-a23a-42eb-bc8d-019c322550b1,segment=NetworkSegment(db16a399-8167-46f0-b35c-517b3d1a2c45),segment_id=db16a399-8167-46f0-b35c-517b3d1a2c45)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:51.214262 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.217462 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dbc6a9e8-cafd-43d3-831a-2ea1fc312c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.266322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 197730de-afd1-4b5d-b0a7-6f8d6d738625 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:51.266902 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.268294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for 6d585eb7-a23a-42eb-bc8d-019c322550b1 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:51.275817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a9880af4-dc8f-4b0f-b622-4242d369a54f None None] For port 6d585eb7-a23a-42eb-bc8d-019c322550b1, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d585eb7-a23a-42eb-bc8d-019c322550b1,segment=NetworkSegment(db16a399-8167-46f0-b35c-517b3d1a2c45),segment_id=db16a399-8167-46f0-b35c-517b3d1a2c45)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:51.276256 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9880af4-dc8f-4b0f-b622-4242d369a54f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.292740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a9880af4-dc8f-4b0f-b622-4242d369a54f None None] Calling delete_port for 6d585eb7-a23a-42eb-bc8d-019c322550b1 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:51.332153 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dbc6a9e8-cafd-43d3-831a-2ea1fc312c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.374163 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c033ea47-6065-49ad-a7da-8aa5a02d68d9 None None] Network b7e7bbec-6b0c-4a36-b35d-191368c1d1bd requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:51.413619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6a9e8-cafd-43d3-831a-2ea1fc312c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c76d18-fdbf-4e5c-a481-7851a5c1e240,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:51.440749 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdbbf5-de31-4ecb-b587-612247a8a6b6 req-f1b87959-e97b-4d6a-bfbc-34db3699ff29 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:51.442848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9bbdbbf5-de31-4ecb-b587-612247a8a6b6 req-f1b87959-e97b-4d6a-bfbc-34db3699ff29 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.2936928 Jul 15 15:02:51.446370 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dbc6a9e8-cafd-43d3-831a-2ea1fc312c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.448885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dbc6a9e8-cafd-43d3-831a-2ea1fc312c3a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d4c76d18-fdbf-4e5c-a481-7851a5c1e240 HTTP/1.1" status: 204 len: 168 time: 0.8879321 Jul 15 15:02:51.455023 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54500) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:51.500173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b905ee07-9dad-45b2-ab66-c5f3bab3af58 None None] Network 76b2d247-645c-4771-801f-efe689482f11 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:51.555127 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.647155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9bbdbbf5-de31-4ecb-b587-612247a8a6b6 req-353b9e2c-273e-4837-b3ff-0dd221d5761d tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908231 Jul 15 15:02:51.683527 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.711549 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=6d585eb7-a23a-42eb-bc8d-019c322550b1,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:51.720592 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] For port 197730de-afd1-4b5d-b0a7-6f8d6d738625, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=197730de-afd1-4b5d-b0a7-6f8d6d738625,segment=NetworkSegment(97e326e7-8e68-44bf-a05f-ab97d8f0da19),segment_id=97e326e7-8e68-44bf-a05f-ab97d8f0da19)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:51.721192 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.729858 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No DVR routers for this DVR port 6d585eb7-a23a-42eb-bc8d-019c322550b1 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: from cryptography.utils import int_from_bytes Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: from cryptography.utils import int_from_bytes Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.740258 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.749811 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.749811 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.749811 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.749811 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.749811 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.749811 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.749811 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.749811 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.749811 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.749811 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.749811 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.749811 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.749811 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:02:51.749811 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:02:51.756880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 197730de-afd1-4b5d-b0a7-6f8d6d738625 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:51.766300 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f89f4a8c-2d6a-4c3b-9971-bd8651063e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.768905 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9880af4-dc8f-4b0f-b622-4242d369a54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.848006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f89f4a8c-2d6a-4c3b-9971-bd8651063e13 None None] For port 197730de-afd1-4b5d-b0a7-6f8d6d738625, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=197730de-afd1-4b5d-b0a7-6f8d6d738625,segment=NetworkSegment(97e326e7-8e68-44bf-a05f-ab97d8f0da19),segment_id=97e326e7-8e68-44bf-a05f-ab97d8f0da19)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:51.853442 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.861992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9880af4-dc8f-4b0f-b622-4242d369a54f None None] No DVR routers for this DVR port 6d585eb7-a23a-42eb-bc8d-019c322550b1 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:02:51.867678 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f564eb2d-f251-44e4-8124-0b5bbf97a575']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:51.881460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2142554-9c9e-4a0a-aca3-d629fda76f3b None None] DHCP port deletion for b7e7bbec-6b0c-4a36-b35d-191368c1d1bd request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:02:51.885290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db16a399-8167-46f0-b35c-517b3d1a2c45') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:51.885526 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f89f4a8c-2d6a-4c3b-9971-bd8651063e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.886357 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db16a399-8167-46f0-b35c-517b3d1a2c45') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:51.892271 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9880af4-dc8f-4b0f-b622-4242d369a54f None None] Pushing event deleted for resources: {'Port': ['ID=6d585eb7-a23a-42eb-bc8d-019c322550b1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:51.897985 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.914766 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.936154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:02:51.936719 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.973925 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:51.990745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No DVR routers for this DVR port 197730de-afd1-4b5d-b0a7-6f8d6d738625 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:02:52.034425 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ac2a3aa4-d6a0-4c08-93bc-4088e8a60c91 None None] Could not find standard attr ID for object 197730de-afd1-4b5d-b0a7-6f8d6d738625. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:02:52.044948 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d585eb7-a23a-42eb-bc8d-019c322550b1 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:02:52.066372 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:02:52.072332 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.084743 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.095476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/networks/f564eb2d-f251-44e4-8124-0b5bbf97a575 HTTP/1.1" status: 204 len: 168 time: 1.5704849 Jul 15 15:02:52.095476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] Deleting port 829f7178-92ba-43b7-80e0-c6300c10c60d {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:52.095476 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.101382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54506) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:52.124349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc3035b-34c3-4c6a-94db-3f10be83ed25 None None] DHCP port deletion for 76b2d247-645c-4771-801f-efe689482f11 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:02:52.125303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a2dbbc6e-aae3-4db0-8d4e-507f1de5857c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1506041142', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:52.127012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a807a-440a-418f-867d-e70ef8c0e3b9 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Network': ['ID=f564eb2d-f251-44e4-8124-0b5bbf97a575,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:52.127536 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 6d585eb7-a23a-42eb-bc8d-019c322550b1 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:02:52.128030 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d585eb7-a23a-42eb-bc8d-019c322550b1 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:02:52.129412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:02:52.146197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=197730de-afd1-4b5d-b0a7-6f8d6d738625,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:52.169717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:02:52.170252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ea1f7fc4-4482-46ed-9e3b-cd01ee3ab729 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:02:52.173594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f4a8c-2d6a-4c3b-9971-bd8651063e13 None None] Pushing event updated for resources: {'Port': ['ID=197730de-afd1-4b5d-b0a7-6f8d6d738625,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:52.196690 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a2142554-9c9e-4a0a-aca3-d629fda76f3b None None] Deleting port 197730de-afd1-4b5d-b0a7-6f8d6d738625 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:52.197115 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a2142554-9c9e-4a0a-aca3-d629fda76f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.204315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] For port 829f7178-92ba-43b7-80e0-c6300c10c60d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=829f7178-92ba-43b7-80e0-c6300c10c60d,segment=NetworkSegment(76a32062-4b9b-4a28-b041-131ac4811686),segment_id=76a32062-4b9b-4a28-b041-131ac4811686)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:52.204728 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.208418 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbc6e-aae3-4db0-8d4e-507f1de5857c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.209469 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbc6e-aae3-4db0-8d4e-507f1de5857c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.228195 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] Calling delete_port for 829f7178-92ba-43b7-80e0-c6300c10c60d owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:52.258234 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.277018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e7bbec-6b0c-4a36-b35d-191368c1d1bd']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:52.295464 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e326e7-8e68-44bf-a05f-ab97d8f0da19') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:52.296133 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e326e7-8e68-44bf-a05f-ab97d8f0da19') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:52.313404 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.323106 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbc6e-aae3-4db0-8d4e-507f1de5857c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.329737 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbc6e-aae3-4db0-8d4e-507f1de5857c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.340079 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.344791 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a2142554-9c9e-4a0a-aca3-d629fda76f3b None None] For port 197730de-afd1-4b5d-b0a7-6f8d6d738625, host n-d-764435-3, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:52.345428 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a2142554-9c9e-4a0a-aca3-d629fda76f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.355050 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:02:52.356497 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.360750 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbc6e-aae3-4db0-8d4e-507f1de5857c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.361986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a2dbbc6e-aae3-4db0-8d4e-507f1de5857c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2585053 Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:02:52.363779 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:02:52.367160 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54508) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:52.375303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e1552925-f8a0-4c23-ae15-09337b69abcd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-767761805'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:52.381647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a2142554-9c9e-4a0a-aca3-d629fda76f3b None None] Calling delete_port for 197730de-afd1-4b5d-b0a7-6f8d6d738625 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:52.388250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-a2142554-9c9e-4a0a-aca3-d629fda76f3b None None] Port 197730de-afd1-4b5d-b0a7-6f8d6d738625 was not found and therefore no delete operation was performed {{(pid=100713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:02:52.390640 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ecc3035b-34c3-4c6a-94db-3f10be83ed25 None None] Deleting port 829f7178-92ba-43b7-80e0-c6300c10c60d {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:52.391243 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecc3035b-34c3-4c6a-94db-3f10be83ed25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.396380 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a2142554-9c9e-4a0a-aca3-d629fda76f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.407518 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.435918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1552925-f8a0-4c23-ae15-09337b69abcd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:52.439779 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1552925-f8a0-4c23-ae15-09337b69abcd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.444576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] Pushing event deleted for resources: {'Port': ['ID=829f7178-92ba-43b7-80e0-c6300c10c60d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:52.460092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] No DVR routers for this DVR port 829f7178-92ba-43b7-80e0-c6300c10c60d on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:02:52.476825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2142554-9c9e-4a0a-aca3-d629fda76f3b None None] Pushing event deleted for resources: {'Port': ['ID=197730de-afd1-4b5d-b0a7-6f8d6d738625,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:52.492462 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2142554-9c9e-4a0a-aca3-d629fda76f3b None None] No DVR routers for this DVR port 197730de-afd1-4b5d-b0a7-6f8d6d738625 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:02:52.530202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.541904 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.561391 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/networks/b7e7bbec-6b0c-4a36-b35d-191368c1d1bd HTTP/1.1" status: 204 len: 168 time: 1.4787037 Jul 15 15:02:52.561391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54512) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:52.564807 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.570950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-13cd55ee-f789-445d-93c2-583829fbf1c1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1278358214'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:52.579239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b2d247-645c-4771-801f-efe689482f11']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:52.591191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ecc3035b-34c3-4c6a-94db-3f10be83ed25 None None] For port 829f7178-92ba-43b7-80e0-c6300c10c60d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=829f7178-92ba-43b7-80e0-c6300c10c60d,segment=NetworkSegment(76a32062-4b9b-4a28-b041-131ac4811686),segment_id=76a32062-4b9b-4a28-b041-131ac4811686)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:52.591541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005d1fb-ede9-4c05-aff7-2bfac3563ce1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Network': ['ID=b7e7bbec-6b0c-4a36-b35d-191368c1d1bd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:52.591857 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecc3035b-34c3-4c6a-94db-3f10be83ed25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.592120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a32062-4b9b-4a28-b041-131ac4811686') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:52.592439 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a32062-4b9b-4a28-b041-131ac4811686') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:52.616097 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cd55ee-f789-445d-93c2-583829fbf1c1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:52.625310 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ecc3035b-34c3-4c6a-94db-3f10be83ed25 None None] Calling delete_port for 829f7178-92ba-43b7-80e0-c6300c10c60d owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:52.625713 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.626459 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13cd55ee-f789-445d-93c2-583829fbf1c1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.642903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1552925-f8a0-4c23-ae15-09337b69abcd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:52.660124 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.674031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:02:52.675867 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:02:52.679588 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:02:52.681890 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1552925-f8a0-4c23-ae15-09337b69abcd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.681890 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-e1552925-f8a0-4c23-ae15-09337b69abcd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Added segment 2cbbef5c-bda5-4af0-81c2-6c5678baecbb of type vlan for network 6748d16e-3a0b-4f3f-9c98-7f40167c636d Jul 15 15:02:52.696506 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cd55ee-f789-445d-93c2-583829fbf1c1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:52.719923 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13cd55ee-f789-445d-93c2-583829fbf1c1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.720581 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-13cd55ee-f789-445d-93c2-583829fbf1c1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Added segment 4aef41d7-b230-4561-a958-948a1cddb10f of type vlan for network 1806c8b1-ede1-4c6c-a312-090926d650e1 Jul 15 15:02:52.786380 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13cd55ee-f789-445d-93c2-583829fbf1c1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.817085 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecc3035b-34c3-4c6a-94db-3f10be83ed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.832132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13cd55ee-f789-445d-93c2-583829fbf1c1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.837791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cd55ee-f789-445d-93c2-583829fbf1c1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:52.839016 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13cd55ee-f789-445d-93c2-583829fbf1c1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.872078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3035b-34c3-4c6a-94db-3f10be83ed25 None None] Pushing event deleted for resources: {'Port': ['ID=829f7178-92ba-43b7-80e0-c6300c10c60d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:52.876750 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1552925-f8a0-4c23-ae15-09337b69abcd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.880063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc3035b-34c3-4c6a-94db-3f10be83ed25 None None] No DVR routers for this DVR port 829f7178-92ba-43b7-80e0-c6300c10c60d on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:02:52.889491 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-13cd55ee-f789-445d-93c2-583829fbf1c1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3228390 Jul 15 15:02:52.893684 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54518) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:52.902642 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2df24659-1fca-4063-bae8-16044f28ac99 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'subnet': {'network_id': '1806c8b1-ede1-4c6c-a312-090926d650e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:52.920713 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.931817 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.937567 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] 10.222.0.38 "DELETE /v2.0/networks/76b2d247-645c-4771-801f-efe689482f11 HTTP/1.1" status: 204 len: 168 time: 1.4769397 Jul 15 15:02:52.940256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd55ee-f789-445d-93c2-583829fbf1c1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Network': ['ID=1806c8b1-ede1-4c6c-a312-090926d650e1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:52.959230 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b6172-2d7f-4893-9098-103ad469504d admin admin] Pushing event deleted for resources: {'Network': ['ID=76b2d247-645c-4771-801f-efe689482f11,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:52.962780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 1806c8b1-ede1-4c6c-a312-090926d650e1 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:52.977427 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1552925-f8a0-4c23-ae15-09337b69abcd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:52.983636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1552925-f8a0-4c23-ae15-09337b69abcd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:52.984310 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1552925-f8a0-4c23-ae15-09337b69abcd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.051669 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf850aa4-2efa-4288-9ef1-c17a0f011e24 req-44a4b32f-163d-4956-ba0c-12e9bba40f78 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:53.053351 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf850aa4-2efa-4288-9ef1-c17a0f011e24 req-44a4b32f-163d-4956-ba0c-12e9bba40f78 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.1947834 Jul 15 15:02:53.061946 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e1552925-f8a0-4c23-ae15-09337b69abcd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6933439 Jul 15 15:02:53.062681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54524) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:53.070772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ae0e1487-07c8-4e7b-8d22-89d748628360 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'subnet': {'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:53.154992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1552925-f8a0-4c23-ae15-09337b69abcd tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Network': ['ID=6748d16e-3a0b-4f3f-9c98-7f40167c636d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:53.248538 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df24659-1fca-4063-bae8-16044f28ac99 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:53.250749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf850aa4-2efa-4288-9ef1-c17a0f011e24 req-3f0c78e6-ade2-49d2-9577-79bd861229b8 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721961 Jul 15 15:02:53.255634 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2df24659-1fca-4063-bae8-16044f28ac99 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.339506 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0e1487-07c8-4e7b-8d22-89d748628360 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:53.343649 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae0e1487-07c8-4e7b-8d22-89d748628360 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.442120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54528) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:53.450389 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 6748d16e-3a0b-4f3f-9c98-7f40167c636d details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:53.547650 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e4b0ffee-2b8c-4810-8316-f65ebd322502 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=57bb44d165d54af589f4d6652ebbbeea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1040177 Jul 15 15:02:53.551265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54530) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:53.685481 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae0e1487-07c8-4e7b-8d22-89d748628360 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.688924 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2df24659-1fca-4063-bae8-16044f28ac99 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.706285 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-818622fb-8995-497d-80df-457eb6e5f728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.811548 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df24659-1fca-4063-bae8-16044f28ac99 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Subnet': ['ID=94998403-318c-403c-89aa-e4070bbb6313,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:53.827757 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df24659-1fca-4063-bae8-16044f28ac99 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Checking segment: {'id': '4aef41d7-b230-4561-a958-948a1cddb10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1806c8b1-ede1-4c6c-a312-090926d650e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:53.828318 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df24659-1fca-4063-bae8-16044f28ac99 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network hostable DHCP agents. Network: 1806c8b1-ede1-4c6c-a312-090926d650e1, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:53.847606 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-818622fb-8995-497d-80df-457eb6e5f728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.871619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e1487-07c8-4e7b-8d22-89d748628360 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Subnet': ['ID=89b30604-057a-40fc-9267-d66e8e7b5e47,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:53.874565 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df24659-1fca-4063-bae8-16044f28ac99 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network 1806c8b1-ede1-4c6c-a312-090926d650e1 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:53.899991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2df24659-1fca-4063-bae8-16044f28ac99 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 1806c8b1-ede1-4c6c-a312-090926d650e1) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:53.908797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e1487-07c8-4e7b-8d22-89d748628360 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Checking segment: {'id': '2cbbef5c-bda5-4af0-81c2-6c5678baecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:53.909687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0e1487-07c8-4e7b-8d22-89d748628360 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network hostable DHCP agents. Network: 6748d16e-3a0b-4f3f-9c98-7f40167c636d, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:53.925220 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df24659-1fca-4063-bae8-16044f28ac99 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:53.926104 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2df24659-1fca-4063-bae8-16044f28ac99 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.930466 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09da7f8d-146d-4c1f-b70b-bb17378268a8 None None] Network 1806c8b1-ede1-4c6c-a312-090926d650e1 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:53.952998 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2df24659-1fca-4063-bae8-16044f28ac99 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0570481 Jul 15 15:02:53.956492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:53.966137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-817affd1-545f-461c-95ea-95c40b8400c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'network_id': '1806c8b1-ede1-4c6c-a312-090926d650e1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-532705377'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:53.992504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 829f7178-92ba-43b7-80e0-c6300c10c60d no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:02:53.999973 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0e1487-07c8-4e7b-8d22-89d748628360 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 6748d16e-3a0b-4f3f-9c98-7f40167c636d is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:54.013709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-ae0e1487-07c8-4e7b-8d22-89d748628360 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 6748d16e-3a0b-4f3f-9c98-7f40167c636d) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:54.021692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e1487-07c8-4e7b-8d22-89d748628360 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:54.023197 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae0e1487-07c8-4e7b-8d22-89d748628360 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.046787 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-818622fb-8995-497d-80df-457eb6e5f728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.051756 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-818622fb-8995-497d-80df-457eb6e5f728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.053838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-818622fb-8995-497d-80df-457eb6e5f728 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3563f92f-f409-4e8b-8dd8-7609a4a1ef54 HTTP/1.1" status: 204 len: 168 time: 0.5013402 Jul 15 15:02:54.061290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f55abeb-73ec-4fc1-8fce-956a88584f22 None None] Network 6748d16e-3a0b-4f3f-9c98-7f40167c636d requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:54.072952 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ae0e1487-07c8-4e7b-8d22-89d748628360 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0064166 Jul 15 15:02:54.074933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818622fb-8995-497d-80df-457eb6e5f728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3563f92f-f409-4e8b-8dd8-7609a4a1ef54,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:54.079322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54540) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:54.178732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 829f7178-92ba-43b7-80e0-c6300c10c60d {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:02:54.179351 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 829f7178-92ba-43b7-80e0-c6300c10c60d not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:02:54.180046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 197730de-afd1-4b5d-b0a7-6f8d6d738625 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:02:54.220270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817affd1-545f-461c-95ea-95c40b8400c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:54.225512 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-817affd1-545f-461c-95ea-95c40b8400c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.242997 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 197730de-afd1-4b5d-b0a7-6f8d6d738625 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:02:54.243589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 197730de-afd1-4b5d-b0a7-6f8d6d738625 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:02:54.255816 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-817affd1-545f-461c-95ea-95c40b8400c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] device_id is not set on port 914bd489-ffe0-4057-8244-74e2623947b7 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:02:54.472277 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-1806c8b1-ede1-4c6c-a312-090926d650e1', 'network_id': '1806c8b1-ede1-4c6c-a312-090926d650e1', 'tenant_id': '9f56e0b8da40496890f8920732869d7e', 'fixed_ips': [{'subnet_id': '94998403-318c-403c-89aa-e4070bbb6313'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:02:54.473905 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.576750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-817affd1-545f-461c-95ea-95c40b8400c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Allocated IP 2001:db8::174 (1806c8b1-ede1-4c6c-a312-090926d650e1/94998403-318c-403c-89aa-e4070bbb6313/914bd489-ffe0-4057-8244-74e2623947b7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:54.707585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:02:54.709121 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.790907 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.914308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Allocated IP 2001:db8::2 (6748d16e-3a0b-4f3f-9c98-7f40167c636d/89b30604-057a-40fc-9267-d66e8e7b5e47/c7505ab9-8b55-4136-9f0b-7827429e9123) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:54.940177 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-817affd1-545f-461c-95ea-95c40b8400c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.969082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452efe7-d2b4-4c61-8147-99a394ba64e5 req-5d53e932-21b1-4d6a-9ab5-6faa2f5e9b5e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:54.969940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-817affd1-545f-461c-95ea-95c40b8400c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Transition to ACTIVE for port object 914bd489-ffe0-4057-8244-74e2623947b7 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:54.981836 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8452efe7-d2b4-4c61-8147-99a394ba64e5 req-5d53e932-21b1-4d6a-9ab5-6faa2f5e9b5e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.4025784 Jul 15 15:02:55.028080 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-817affd1-545f-461c-95ea-95c40b8400c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.080869 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8452efe7-d2b4-4c61-8147-99a394ba64e5 req-cbde1797-dff9-4758-8329-e8ff7e3659b8 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974696 Jul 15 15:02:55.085181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817affd1-545f-461c-95ea-95c40b8400c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network 1806c8b1-ede1-4c6c-a312-090926d650e1 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:55.090585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-817affd1-545f-461c-95ea-95c40b8400c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:55.093657 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817affd1-545f-461c-95ea-95c40b8400c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:55.099893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817affd1-545f-461c-95ea-95c40b8400c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:55.100721 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-817affd1-545f-461c-95ea-95c40b8400c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.129496 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-817affd1-545f-461c-95ea-95c40b8400c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1692312 Jul 15 15:02:55.133670 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54564) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:55.248221 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817affd1-545f-461c-95ea-95c40b8400c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=914bd489-ffe0-4057-8244-74e2623947b7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:55.318638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Allocated IP 2001:db8::2 (1806c8b1-ede1-4c6c-a312-090926d650e1/94998403-318c-403c-89aa-e4070bbb6313/09faa516-8acd-4161-8c79-4996bcf3192e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:55.352769 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-15e3a18a-f8de-4fd7-8278-ae3ae550f2fe tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 914bd489-ffe0-4057-8244-74e2623947b7 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:55.352769 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15e3a18a-f8de-4fd7-8278-ae3ae550f2fe tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.443769 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54572) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:55.451696 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.473820 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15e3a18a-f8de-4fd7-8278-ae3ae550f2fe tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.494291 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-15e3a18a-f8de-4fd7-8278-ae3ae550f2fe tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 914bd489-ffe0-4057-8244-74e2623947b7 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:55.514327 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Transition to ACTIVE for port object c7505ab9-8b55-4136-9f0b-7827429e9123 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:55.572018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9e11fc26-c3af-47a4-bd05-02ce9f446c19 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-924593976-network', 'tenant_id': '4374d921083a46e7b6d153d6a94583ae'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:55.579668 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Transition to ACTIVE for port object c7505ab9-8b55-4136-9f0b-7827429e9123 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:55.600323 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.644987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e11fc26-c3af-47a4-bd05-02ce9f446c19 admin admin] Made reservation on behalf of 4374d921083a46e7b6d153d6a94583ae for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:55.647418 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e11fc26-c3af-47a4-bd05-02ce9f446c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.670307 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e11fc26-c3af-47a4-bd05-02ce9f446c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.706465 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Allocated IP 2001:db8::1 (6748d16e-3a0b-4f3f-9c98-7f40167c636d/89b30604-057a-40fc-9267-d66e8e7b5e47/55e839ff-2e01-4654-8d3d-dd3767276f9b) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:55.721312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Network 6748d16e-3a0b-4f3f-9c98-7f40167c636d is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:55.739362 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:55.743640 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:55.751674 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15e3a18a-f8de-4fd7-8278-ae3ae550f2fe tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.768739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Pushing event updated for resources: {'Port': ['ID=c7505ab9-8b55-4136-9f0b-7827429e9123,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:55.787821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3a18a-f8de-4fd7-8278-ae3ae550f2fe tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=914bd489-ffe0-4057-8244-74e2623947b7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:55.846490 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15e3a18a-f8de-4fd7-8278-ae3ae550f2fe tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.848957 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-15e3a18a-f8de-4fd7-8278-ae3ae550f2fe tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/914bd489-ffe0-4057-8244-74e2623947b7 HTTP/1.1" status: 204 len: 168 time: 0.7141368 Jul 15 15:02:55.852933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54580) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:55.870371 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.893442 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb767d6b-7b03-4b42-812c-981a5a0af120 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] GET failed (client error): The resource could not be found. Jul 15 15:02:55.898123 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cb767d6b-7b03-4b42-812c-981a5a0af120 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/914bd489-ffe0-4057-8244-74e2623947b7 HTTP/1.1" status: 404 len: 333 time: 0.0407052 Jul 15 15:02:55.900232 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Transition to ACTIVE for port object 09faa516-8acd-4161-8c79-4996bcf3192e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:55.900831 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54582) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:55.909912 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Attempting to bind port c7505ab9-8b55-4136-9f0b-7827429e9123 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:02:55.910509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Attempting to bind port c7505ab9-8b55-4136-9f0b-7827429e9123 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '2cbbef5c-bda5-4af0-81c2-6c5678baecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:02:55.911160 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Attempting to bind port c7505ab9-8b55-4136-9f0b-7827429e9123 on network 6748d16e-3a0b-4f3f-9c98-7f40167c636d {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:55.928679 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:02:55.928966 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Checking segment: {'id': '2cbbef5c-bda5-4af0-81c2-6c5678baecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:55.929544 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.930200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Bound using segment: {'id': '2cbbef5c-bda5-4af0-81c2-6c5678baecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:02:55.931167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Bound port: c7505ab9-8b55-4136-9f0b-7827429e9123, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbbef5c-bda5-4af0-81c2-6c5678baecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:02:55.931633 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.961756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Transition to ACTIVE for port object 09faa516-8acd-4161-8c79-4996bcf3192e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:55.995347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a76e9a-a830-484e-975e-3a818148beac tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting subnet 94998403-318c-403c-89aa-e4070bbb6313 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:02:55.999231 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a76e9a-a830-484e-975e-3a818148beac tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.006764 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.054898 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a76e9a-a830-484e-975e-3a818148beac tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.092488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Network 1806c8b1-ede1-4c6c-a312-090926d650e1 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:56.104219 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:56.107896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] For port c7505ab9-8b55-4136-9f0b-7827429e9123, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:56.111518 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:56.124027 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] For port c7505ab9-8b55-4136-9f0b-7827429e9123, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c7505ab9-8b55-4136-9f0b-7827429e9123,segment=NetworkSegment(2cbbef5c-bda5-4af0-81c2-6c5678baecbb),segment_id=2cbbef5c-bda5-4af0-81c2-6c5678baecbb)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:56.125569 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Pushing event updated for resources: {'Port': ['ID=09faa516-8acd-4161-8c79-4996bcf3192e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:56.166335 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.193602 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a76e9a-a830-484e-975e-3a818148beac tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.305658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Attempting to bind port 09faa516-8acd-4161-8c79-4996bcf3192e on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:02:56.306102 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Attempting to bind port 09faa516-8acd-4161-8c79-4996bcf3192e by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '4aef41d7-b230-4561-a958-948a1cddb10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1806c8b1-ede1-4c6c-a312-090926d650e1'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:02:56.306607 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Attempting to bind port 09faa516-8acd-4161-8c79-4996bcf3192e on network 1806c8b1-ede1-4c6c-a312-090926d650e1 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:56.331308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:02:56.331732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Checking segment: {'id': '4aef41d7-b230-4561-a958-948a1cddb10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1806c8b1-ede1-4c6c-a312-090926d650e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:56.332120 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.332516 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Bound using segment: {'id': '4aef41d7-b230-4561-a958-948a1cddb10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1806c8b1-ede1-4c6c-a312-090926d650e1'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:02:56.332995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Bound port: 09faa516-8acd-4161-8c79-4996bcf3192e, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aef41d7-b230-4561-a958-948a1cddb10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1806c8b1-ede1-4c6c-a312-090926d650e1'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:02:56.333381 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.343033 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a76e9a-a830-484e-975e-3a818148beac tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.349193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e52361-cd50-4e45-878b-d9228fedee90 None None] Pushing event updated for resources: {'Port': ['ID=c7505ab9-8b55-4136-9f0b-7827429e9123,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:56.375100 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.416238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a76e9a-a830-484e-975e-3a818148beac tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Subnet': ['ID=94998403-318c-403c-89aa-e4070bbb6313,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:56.437574 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a76e9a-a830-484e-975e-3a818148beac tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.443894 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e0a76e9a-a830-484e-975e-3a818148beac tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/94998403-318c-403c-89aa-e4070bbb6313 HTTP/1.1" status: 204 len: 168 time: 0.5399954 Jul 15 15:02:56.444636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54590) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:56.450275 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] For port 09faa516-8acd-4161-8c79-4996bcf3192e, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:56.456378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] For port 09faa516-8acd-4161-8c79-4996bcf3192e, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=09faa516-8acd-4161-8c79-4996bcf3192e,segment=NetworkSegment(4aef41d7-b230-4561-a958-948a1cddb10f),segment_id=4aef41d7-b230-4561-a958-948a1cddb10f)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:56.466180 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.493026 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Transition to ACTIVE for port object 55e839ff-2e01-4654-8d3d-dd3767276f9b will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:56.516646 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e11fc26-c3af-47a4-bd05-02ce9f446c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.577437 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e11fc26-c3af-47a4-bd05-02ce9f446c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.614940 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.665325 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f9f08-69e2-4e2c-82b8-883f6fd2717f None None] Pushing event updated for resources: {'Port': ['ID=09faa516-8acd-4161-8c79-4996bcf3192e,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:56.671277 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.694664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 6748d16e-3a0b-4f3f-9c98-7f40167c636d is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:56.704079 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4385dfd2-fc75-43bc-9e84-900f83adb142 None None] Network 1806c8b1-ede1-4c6c-a312-090926d650e1 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:56.761731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 09faa516-8acd-4161-8c79-4996bcf3192e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:56.765678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.766306 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:56.771934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e11fc26-c3af-47a4-bd05-02ce9f446c19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:56.774631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:56.775332 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.867958 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11fc26-c3af-47a4-bd05-02ce9f446c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359c81c3-fa11-4265-9da5-467ea00464b3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:56.890692 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e11fc26-c3af-47a4-bd05-02ce9f446c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.892196 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-9e11fc26-c3af-47a4-bd05-02ce9f446c19 admin admin] Added segment bf7096da-85ae-411c-b6a2-44a2df61abca of type vlan for network 3c0891a2-6948-4eae-8b22-eb8b422964ed Jul 15 15:02:56.903850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a40196-f908-4935-ac2a-1678ae305350 req-2eb4b813-5ed1-48f9-8ef3-418c1e4e0a08 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:56.913517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7a40196-f908-4935-ac2a-1678ae305350 req-2eb4b813-5ed1-48f9-8ef3-418c1e4e0a08 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.5515261 Jul 15 15:02:56.962862 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=55e839ff-2e01-4654-8d3d-dd3767276f9b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:56.973398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] For port 09faa516-8acd-4161-8c79-4996bcf3192e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=09faa516-8acd-4161-8c79-4996bcf3192e,segment=NetworkSegment(4aef41d7-b230-4561-a958-948a1cddb10f),segment_id=4aef41d7-b230-4561-a958-948a1cddb10f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:56.974041 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.999955 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 09faa516-8acd-4161-8c79-4996bcf3192e owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:57.048568 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e11fc26-c3af-47a4-bd05-02ce9f446c19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.095398 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7a40196-f908-4935-ac2a-1678ae305350 req-57d95641-2637-4577-8300-161d7066eab3 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805565 Jul 15 15:02:57.146011 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.170871 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e11fc26-c3af-47a4-bd05-02ce9f446c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.171951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e11fc26-c3af-47a4-bd05-02ce9f446c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:57.172567 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e11fc26-c3af-47a4-bd05-02ce9f446c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.181891 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=09faa516-8acd-4161-8c79-4996bcf3192e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:57.185718 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No DVR routers for this DVR port 09faa516-8acd-4161-8c79-4996bcf3192e on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:02:57.199620 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.222625 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9e11fc26-c3af-47a4-bd05-02ce9f446c19 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7776477 Jul 15 15:02:57.230248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54596) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:57.237489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b089f777-85ca-4bd7-b3f1-bb56f72d9da1 admin admin] Request body: {'subnet': {'network_id': '3c0891a2-6948-4eae-8b22-eb8b422964ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-924593976-subnet', 'tenant_id': '4374d921083a46e7b6d153d6a94583ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:57.273889 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11fc26-c3af-47a4-bd05-02ce9f446c19 admin admin] Pushing event updated for resources: {'Network': ['ID=3c0891a2-6948-4eae-8b22-eb8b422964ed,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:57.281943 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.296193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 3c0891a2-6948-4eae-8b22-eb8b422964ed details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:57.298252 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1806c8b1-ede1-4c6c-a312-090926d650e1']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:57.323554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aef41d7-b230-4561-a958-948a1cddb10f') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:57.324879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aef41d7-b230-4561-a958-948a1cddb10f') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:57.345338 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.366312 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.378301 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b089f777-85ca-4bd7-b3f1-bb56f72d9da1 admin admin] Made reservation on behalf of 4374d921083a46e7b6d153d6a94583ae for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:57.379711 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b089f777-85ca-4bd7-b3f1-bb56f72d9da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.380037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:02:57.380370 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:02:57.384677 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:02:57.493809 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.510042 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.512744 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/networks/1806c8b1-ede1-4c6c-a312-090926d650e1 HTTP/1.1" status: 204 len: 168 time: 1.0665724 Jul 15 15:02:57.518924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54600) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:57.525504 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6fbc915f-a7d9-4c89-a9e7-158dfeac8b56 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'name': 'tempest-PortsIpV6TestJSON-231895650'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:57.533887 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868908e0-1b46-43d0-a1f7-6e801ce9aa93 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Network': ['ID=1806c8b1-ede1-4c6c-a312-090926d650e1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:57.838356 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbc915f-a7d9-4c89-a9e7-158dfeac8b56 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:57.842809 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6fbc915f-a7d9-4c89-a9e7-158dfeac8b56 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.854026 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.872098 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.873084 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.909792 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c2253c-b414-4e23-91e0-0f84e3f4cb8a None None] Network 6748d16e-3a0b-4f3f-9c98-7f40167c636d requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:57.910345 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-6fbc915f-a7d9-4c89-a9e7-158dfeac8b56 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] device_id is not set on port 18e5bcd4-89ef-4b6e-87ac-6ef575d72d62 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:02:57.917221 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b089f777-85ca-4bd7-b3f1-bb56f72d9da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.973649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8ec1783d-84bb-408a-b5ad-8d42ca004ccb None None] Provisioning for port c7505ab9-8b55-4136-9f0b-7827429e9123 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:58.041518 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c7505ab9-8b55-4136-9f0b-7827429e9123 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:58.054082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=55e839ff-2e01-4654-8d3d-dd3767276f9b,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:58.074040 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089f777-85ca-4bd7-b3f1-bb56f72d9da1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd3e2f50-4999-450c-bccd-108588ca064c,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:58.207175 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port c7505ab9-8b55-4136-9f0b-7827429e9123 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:58.215622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port c7505ab9-8b55-4136-9f0b-7827429e9123 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:58.216066 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.238422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b089f777-85ca-4bd7-b3f1-bb56f72d9da1 admin admin] Checking segment: {'id': 'bf7096da-85ae-411c-b6a2-44a2df61abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3c0891a2-6948-4eae-8b22-eb8b422964ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:58.239120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b089f777-85ca-4bd7-b3f1-bb56f72d9da1 admin admin] Network hostable DHCP agents. Network: 3c0891a2-6948-4eae-8b22-eb8b422964ed, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:58.360925 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.380447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 6748d16e-3a0b-4f3f-9c98-7f40167c636d is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:58.400038 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port c7505ab9-8b55-4136-9f0b-7827429e9123, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c7505ab9-8b55-4136-9f0b-7827429e9123,segment=NetworkSegment(2cbbef5c-bda5-4af0-81c2-6c5678baecbb),segment_id=2cbbef5c-bda5-4af0-81c2-6c5678baecbb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:58.406574 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.446390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:58.469790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=c7505ab9-8b55-4136-9f0b-7827429e9123,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:58.481062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b089f777-85ca-4bd7-b3f1-bb56f72d9da1 admin admin] Network 3c0891a2-6948-4eae-8b22-eb8b422964ed is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:58.506239 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6fbc915f-a7d9-4c89-a9e7-158dfeac8b56 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.559168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-b089f777-85ca-4bd7-b3f1-bb56f72d9da1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 3c0891a2-6948-4eae-8b22-eb8b422964ed) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:58.569126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daca3c8-6a36-4d3a-a39d-bd00f26f782f None None] Network 3c0891a2-6948-4eae-8b22-eb8b422964ed requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:58.620904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b089f777-85ca-4bd7-b3f1-bb56f72d9da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:58.621911 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b089f777-85ca-4bd7-b3f1-bb56f72d9da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.710292 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67581baf-2ba2-4705-b2b7-d92e4eaf79da req-036d3aa2-7584-4894-a9ff-5dcf0315b12e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:58.720802 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67581baf-2ba2-4705-b2b7-d92e4eaf79da req-036d3aa2-7584-4894-a9ff-5dcf0315b12e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.4227347 Jul 15 15:02:58.727842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dddea9b1-1231-4695-a9b0-6a779bf5d6d9 None None] Provisioning for port 55e839ff-2e01-4654-8d3d-dd3767276f9b completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:58.739346 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dddea9b1-1231-4695-a9b0-6a779bf5d6d9 None None] Provisioning complete for port 55e839ff-2e01-4654-8d3d-dd3767276f9b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:58.740078 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dddea9b1-1231-4695-a9b0-6a779bf5d6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.755019 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54614) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:58.755649 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b089f777-85ca-4bd7-b3f1-bb56f72d9da1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5237994 Jul 15 15:02:58.762674 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-924593976-router', 'tenant_id': '4374d921083a46e7b6d153d6a94583ae', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:58.818000 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.820969 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.830069 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6fbc915f-a7d9-4c89-a9e7-158dfeac8b56 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.875610 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-dddea9b1-1231-4695-a9b0-6a779bf5d6d9 None None] Port 55e839ff-2e01-4654-8d3d-dd3767276f9b cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:02:58.898819 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67581baf-2ba2-4705-b2b7-d92e4eaf79da req-1ed8249e-133e-472c-912e-5070cdd81a1c tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763921 Jul 15 15:02:58.899378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dddea9b1-1231-4695-a9b0-6a779bf5d6d9 None None] Provisioning complete for port c7505ab9-8b55-4136-9f0b-7827429e9123 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:58.899513 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dddea9b1-1231-4695-a9b0-6a779bf5d6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.987843 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-3c0891a2-6948-4eae-8b22-eb8b422964ed', 'network_id': '3c0891a2-6948-4eae-8b22-eb8b422964ed', 'tenant_id': '4374d921083a46e7b6d153d6a94583ae', 'fixed_ips': [{'subnet_id': 'fd3e2f50-4999-450c-bccd-108588ca064c'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:02:58.989636 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.003366 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.013208 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbc915f-a7d9-4c89-a9e7-158dfeac8b56 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:59.020941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-6fbc915f-a7d9-4c89-a9e7-158dfeac8b56 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:59.029380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc915f-a7d9-4c89-a9e7-158dfeac8b56 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:59.039055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbc915f-a7d9-4c89-a9e7-158dfeac8b56 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:59.040021 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6fbc915f-a7d9-4c89-a9e7-158dfeac8b56 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.044433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:02:59.061966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc915f-a7d9-4c89-a9e7-158dfeac8b56 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=18e5bcd4-89ef-4b6e-87ac-6ef575d72d62,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:59.147399 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6fbc915f-a7d9-4c89-a9e7-158dfeac8b56 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6259384 Jul 15 15:02:59.150361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54616) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:59.217734 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Allocated IP 172.20.0.2 (3c0891a2-6948-4eae-8b22-eb8b422964ed/fd3e2f50-4999-450c-bccd-108588ca064c/51e8a9b0-592b-4ccf-af00-0971ce3d81ee) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:59.233091 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.262785 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:02:59.273368 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e97e1dcf-9729-41ed-a11b-9020360c254f tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/db1bbb8c-7cd2-472f-aa55-9590a45ebfd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1923058 Jul 15 15:02:59.278204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54620) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:59.286248 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1912638673'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:59.287315 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Sync routers for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:02:59.306484 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:59.308103 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:59.491787 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.504645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Transition to ACTIVE for port object 51e8a9b0-592b-4ccf-af00-0971ce3d81ee will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:59.505827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:59.512113 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.534204 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Transition to ACTIVE for port object 51e8a9b0-592b-4ccf-af00-0971ce3d81ee will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:59.544098 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.551876 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 18e5bcd4-89ef-4b6e-87ac-6ef575d72d62 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:59.552170 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.633777 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Network 3c0891a2-6948-4eae-8b22-eb8b422964ed is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:59.654639 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:02:59.655930 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:59.666578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:59.670432 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Pushing event updated for resources: {'Port': ['ID=51e8a9b0-592b-4ccf-af00-0971ce3d81ee,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:59.685301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:59.687253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-57d5ea5f-6667-4d27-8c4c-06ed0b468230 None None] Provisioning complete for port 55e839ff-2e01-4654-8d3d-dd3767276f9b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:59.687657 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57d5ea5f-6667-4d27-8c4c-06ed0b468230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.707429 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.725012 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.725454 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Added segment deb68965-25ba-4d99-8608-52d893c6d34a of type vlan for network 6d7940cc-ee31-45e9-bd95-050682814035 Jul 15 15:02:59.731730 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 18e5bcd4-89ef-4b6e-87ac-6ef575d72d62 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:59.830748 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.832863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Attempting to bind port 51e8a9b0-592b-4ccf-af00-0971ce3d81ee on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:02:59.833478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Attempting to bind port 51e8a9b0-592b-4ccf-af00-0971ce3d81ee by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'bf7096da-85ae-411c-b6a2-44a2df61abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3c0891a2-6948-4eae-8b22-eb8b422964ed'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:02:59.834095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Attempting to bind port 51e8a9b0-592b-4ccf-af00-0971ce3d81ee on network 3c0891a2-6948-4eae-8b22-eb8b422964ed {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:59.846209 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:02:59.846812 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Checking segment: {'id': 'bf7096da-85ae-411c-b6a2-44a2df61abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3c0891a2-6948-4eae-8b22-eb8b422964ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:59.847495 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.848146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Bound using segment: {'id': 'bf7096da-85ae-411c-b6a2-44a2df61abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3c0891a2-6948-4eae-8b22-eb8b422964ed'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:02:59.848981 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Bound port: 51e8a9b0-592b-4ccf-af00-0971ce3d81ee, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7096da-85ae-411c-b6a2-44a2df61abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3c0891a2-6948-4eae-8b22-eb8b422964ed'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:02:59.849634 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.873688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-57d5ea5f-6667-4d27-8c4c-06ed0b468230 None None] Port 55e839ff-2e01-4654-8d3d-dd3767276f9b cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:02:59.971471 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.989693 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:59.990788 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.095418 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.131576 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:02:57Z', 'revision_number': 2, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:02:57Z', 'revision_number': 2, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:00.133765 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54630) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:00.134298 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8546009 Jul 15 15:03:00.144254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f24edd55-d06f-487a-88c5-32d1070638bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'subnet': {'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:00.172393 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Checking router: db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:00.172945 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Updating router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 port 55e839ff-2e01-4654-8d3d-dd3767276f9b binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:03:00.217269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c7505ab9-8b55-4136-9f0b-7827429e9123 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:00.226763 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.287649 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.289993 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/18e5bcd4-89ef-4b6e-87ac-6ef575d72d62 HTTP/1.1" status: 204 len: 168 time: 1.1377428 Jul 15 15:03:00.291041 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=18e5bcd4-89ef-4b6e-87ac-6ef575d72d62,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:00.294962 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54632) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:00.298413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Network': ['ID=6d7940cc-ee31-45e9-bd95-050682814035,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:00.313173 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7abfdc41-1452-4f3f-89d6-19dbfad98ee7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'mac_address': 'fa:16:3e:e0:27:ee', 'name': 'tempest-PortsIpV6TestJSON-1046774896'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:00.331648 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-253891da-a2e9-4d70-b4d5-024a4a67c5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.360100 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] For port 51e8a9b0-592b-4ccf-af00-0971ce3d81ee, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:00.367329 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] For port 51e8a9b0-592b-4ccf-af00-0971ce3d81ee, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=51e8a9b0-592b-4ccf-af00-0971ce3d81ee,segment=NetworkSegment(bf7096da-85ae-411c-b6a2-44a2df61abca),segment_id=bf7096da-85ae-411c-b6a2-44a2df61abca)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:00.387541 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.403052 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port c7505ab9-8b55-4136-9f0b-7827429e9123 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:00.404204 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.418671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.419180 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.419679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.420184 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.420637 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.421119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.421567 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.422002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.422431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.422886 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.423348 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.423795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c424ef57-ae34-4d03-8de8-245f51ed6213 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.443150 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.443664 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.444186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.444628 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.445319 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.445756 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.446338 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.446801 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.447631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.448312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.448803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.449461 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330b5c5-1b47-4bbd-9a21-5e225e39809b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:00.462037 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.469648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24edd55-d06f-487a-88c5-32d1070638bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:00.476660 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f24edd55-d06f-487a-88c5-32d1070638bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.521719 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.551916 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdeac5-0067-4c4e-b5f9-c651fb82a470 req-dd0dc3ad-31c6-430f-8cfa-1cc8792e3fd7 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:00.556918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abfdc41-1452-4f3f-89d6-19dbfad98ee7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:00.565848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3cdeac5-0067-4c4e-b5f9-c651fb82a470 req-dd0dc3ad-31c6-430f-8cfa-1cc8792e3fd7 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.2367880 Jul 15 15:03:00.591372 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 6d7940cc-ee31-45e9-bd95-050682814035 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:03:00.691311 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.705247 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Transition to ACTIVE for port object 55e839ff-2e01-4654-8d3d-dd3767276f9b will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:00.717572 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.762098 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Allocated IP 172.25.4.17 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/ddffd579-ffd3-4793-b367-ec2e051ea3b6) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:00.805105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3cdeac5-0067-4c4e-b5f9-c651fb82a470 req-1e7022ff-a746-42fa-81f0-be6d13fe9388 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376735 Jul 15 15:03:00.852945 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4e101-9324-4eb3-a823-f63156befba0 None None] Pushing event updated for resources: {'Port': ['ID=55e839ff-2e01-4654-8d3d-dd3767276f9b,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:00.891410 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfa43a-042d-46be-8f66-cfcb65bf4eb2 None None] Pushing event updated for resources: {'Port': ['ID=51e8a9b0-592b-4ccf-af00-0971ce3d81ee,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:00.938368 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Attempting to bind port 55e839ff-2e01-4654-8d3d-dd3767276f9b on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:00.938869 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Attempting to bind port 55e839ff-2e01-4654-8d3d-dd3767276f9b by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '2cbbef5c-bda5-4af0-81c2-6c5678baecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:00.939184 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Attempting to bind port 55e839ff-2e01-4654-8d3d-dd3767276f9b on network 6748d16e-3a0b-4f3f-9c98-7f40167c636d {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:00.946436 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:00.946990 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Checking segment: {'id': '2cbbef5c-bda5-4af0-81c2-6c5678baecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:00.947291 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.948303 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Bound using segment: {'id': '2cbbef5c-bda5-4af0-81c2-6c5678baecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:00.948937 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Bound port: 55e839ff-2e01-4654-8d3d-dd3767276f9b, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbbef5c-bda5-4af0-81c2-6c5678baecbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:00.949734 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.109782 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] For port 55e839ff-2e01-4654-8d3d-dd3767276f9b, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:01.115416 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] For port 55e839ff-2e01-4654-8d3d-dd3767276f9b, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=55e839ff-2e01-4654-8d3d-dd3767276f9b,segment=NetworkSegment(2cbbef5c-bda5-4af0-81c2-6c5678baecbb),segment_id=2cbbef5c-bda5-4af0-81c2-6c5678baecbb)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:01.126486 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.133065 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7abfdc41-1452-4f3f-89d6-19dbfad98ee7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.171501 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f24edd55-d06f-487a-88c5-32d1070638bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.198446 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.232095 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-7abfdc41-1452-4f3f-89d6-19dbfad98ee7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] device_id is not set on port 09e3d9eb-17a0-49b7-9545-4567f5f6c7f4 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:03:01.284535 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24edd55-d06f-487a-88c5-32d1070638bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Subnet': ['ID=7bf19303-0ca9-481a-9119-a53ddb132fbf,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:01.294448 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4e101-9324-4eb3-a823-f63156befba0 None None] Pushing event updated for resources: {'Port': ['ID=55e839ff-2e01-4654-8d3d-dd3767276f9b,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:01.329359 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:01.330017 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:02:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:01.374636 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.374997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24edd55-d06f-487a-88c5-32d1070638bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Checking segment: {'id': 'deb68965-25ba-4d99-8608-52d893c6d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:01.375204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24edd55-d06f-487a-88c5-32d1070638bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network hostable DHCP agents. Network: 6d7940cc-ee31-45e9-bd95-050682814035, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:03:01.456344 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24edd55-d06f-487a-88c5-32d1070638bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 6d7940cc-ee31-45e9-bd95-050682814035 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:03:01.472238 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-f24edd55-d06f-487a-88c5-32d1070638bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 6d7940cc-ee31-45e9-bd95-050682814035) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:01.480096 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24edd55-d06f-487a-88c5-32d1070638bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:01.481115 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f24edd55-d06f-487a-88c5-32d1070638bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.492531 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:01.498076 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:01.506332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Pushing event updated for resources: {'Port': ['ID=ddffd579-ffd3-4793-b367-ec2e051ea3b6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:01.512451 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f24edd55-d06f-487a-88c5-32d1070638bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3765953 Jul 15 15:03:01.513539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa9781d-32cd-4d6b-9c3e-03b07ca672d6 None None] Network 6d7940cc-ee31-45e9-bd95-050682814035 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:01.514266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54642) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:01.528136 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:01.531178 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:01.872047 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:02:57Z', 'revision_number': 2, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:01Z', 'revision_number': 4, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:01.894453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-6d7940cc-ee31-45e9-bd95-050682814035', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:03:01.895375 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.986338 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498065c-3229-4b2f-915a-bea3b8e8c4b3 None None] The sync data for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 is: [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:02:57Z', 'revision_number': 2, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:01Z', 'revision_number': 4, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:02.168125 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 51e8a9b0-592b-4ccf-af00-0971ce3d81ee up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:02.489935 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7abfdc41-1452-4f3f-89d6-19dbfad98ee7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:02.594028 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 51e8a9b0-592b-4ccf-af00-0971ce3d81ee completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:02.612462 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Allocated IP 2001:db8:1::2 (6d7940cc-ee31-45e9-bd95-050682814035/7bf19303-0ca9-481a-9119-a53ddb132fbf/88c40a0d-bb6b-452d-be10-dbdae20f0ebc) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:02.727166 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:02.785479 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590a5ea-d956-4ff1-849b-8363f5f57cd0 req-883ef1cc-a5b0-41d1-91d0-20670c05ea72 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:02.802878 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b590a5ea-d956-4ff1-849b-8363f5f57cd0 req-883ef1cc-a5b0-41d1-91d0-20670c05ea72 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.5392897 Jul 15 15:03:02.843119 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:02.846974 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7abfdc41-1452-4f3f-89d6-19dbfad98ee7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:02.898495 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c580cc47-e4b8-41cf-a0d4-37439a3c20be None None] Network 3c0891a2-6948-4eae-8b22-eb8b422964ed requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:02.939638 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abfdc41-1452-4f3f-89d6-19dbfad98ee7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:02.944963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a9760-a689-44be-9837-40f1c01c58ab req-66175f91-5cbc-4073-bc53-4d330fbee021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:02.946594 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e60a9760-a689-44be-9837-40f1c01c58ab req-66175f91-5cbc-4073-bc53-4d330fbee021 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 1096 time: 0.4320397 Jul 15 15:03:02.951649 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7abfdc41-1452-4f3f-89d6-19dbfad98ee7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:02.997476 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a46d6d9-0c89-4ee8-8711-6574fc534644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.021490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abfdc41-1452-4f3f-89d6-19dbfad98ee7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:03.027978 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abfdc41-1452-4f3f-89d6-19dbfad98ee7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:03.029128 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7abfdc41-1452-4f3f-89d6-19dbfad98ee7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.040578 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfdc41-1452-4f3f-89d6-19dbfad98ee7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=09e3d9eb-17a0-49b7-9545-4567f5f6c7f4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:03.074938 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7abfdc41-1452-4f3f-89d6-19dbfad98ee7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7669473 Jul 15 15:03:03.075452 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f74f5830-f2c8-46ad-bc95-2c8e852f181a None None] Provisioning for port 51e8a9b0-592b-4ccf-af00-0971ce3d81ee completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:03.080378 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54654) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:03.086517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f74f5830-f2c8-46ad-bc95-2c8e852f181a None None] Provisioning complete for port 51e8a9b0-592b-4ccf-af00-0971ce3d81ee triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:03.086835 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f74f5830-f2c8-46ad-bc95-2c8e852f181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.194342 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.208425 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e60a9760-a689-44be-9837-40f1c01c58ab req-7106596c-7188-46a2-9e31-52d28ccb5c63 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768498 Jul 15 15:03:03.209120 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.238345 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Transition to ACTIVE for port object 88c40a0d-bb6b-452d-be10-dbdae20f0ebc will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:03.277188 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Transition to ACTIVE for port object 88c40a0d-bb6b-452d-be10-dbdae20f0ebc will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:03.307954 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.377219 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Pushing event updated for resources: {'Port': ['ID=88c40a0d-bb6b-452d-be10-dbdae20f0ebc,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:03.397447 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe7cb30-ed5b-4dd1-b119-3c7e05f31181 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:03.403286 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dbe7cb30-ed5b-4dd1-b119-3c7e05f31181 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/09e3d9eb-17a0-49b7-9545-4567f5f6c7f4 HTTP/1.1" status: 200 len: 845 time: 0.3225291 Jul 15 15:03:03.404103 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54658) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:03.407060 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f74f5830-f2c8-46ad-bc95-2c8e852f181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.422734 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Network 6d7940cc-ee31-45e9-bd95-050682814035 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:03.431122 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:03.451924 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:03.493779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f74f5830-f2c8-46ad-bc95-2c8e852f181a None None] For port 51e8a9b0-592b-4ccf-af00-0971ce3d81ee, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=51e8a9b0-592b-4ccf-af00-0971ce3d81ee,segment=NetworkSegment(bf7096da-85ae-411c-b6a2-44a2df61abca),segment_id=bf7096da-85ae-411c-b6a2-44a2df61abca)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:03.518662 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f74f5830-f2c8-46ad-bc95-2c8e852f181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.591890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f5830-f2c8-46ad-bc95-2c8e852f181a None None] Pushing event updated for resources: {'Port': ['ID=51e8a9b0-592b-4ccf-af00-0971ce3d81ee,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:03.596741 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b590a5ea-d956-4ff1-849b-8363f5f57cd0 req-970e9cc3-7a8a-410d-ad5c-f4bb5b21370a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7929037 Jul 15 15:03:03.624905 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Attempting to bind port 88c40a0d-bb6b-452d-be10-dbdae20f0ebc on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:03.625539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Attempting to bind port 88c40a0d-bb6b-452d-be10-dbdae20f0ebc by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'deb68965-25ba-4d99-8608-52d893c6d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:03.626131 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Attempting to bind port 88c40a0d-bb6b-452d-be10-dbdae20f0ebc on network 6d7940cc-ee31-45e9-bd95-050682814035 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:03.650185 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:03.651520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Checking segment: {'id': 'deb68965-25ba-4d99-8608-52d893c6d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:03.652017 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.653134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Bound using segment: {'id': 'deb68965-25ba-4d99-8608-52d893c6d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:03.653987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Bound port: 88c40a0d-bb6b-452d-be10-dbdae20f0ebc, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb68965-25ba-4d99-8608-52d893c6d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:03.654407 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.680281 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.831673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] For port 88c40a0d-bb6b-452d-be10-dbdae20f0ebc, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:03.835586 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-63e3376e-f1cb-41dd-b1a5-dcf52fd34fda tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 09e3d9eb-17a0-49b7-9545-4567f5f6c7f4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:03.836059 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-63e3376e-f1cb-41dd-b1a5-dcf52fd34fda tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.846002 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] For port 88c40a0d-bb6b-452d-be10-dbdae20f0ebc, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=88c40a0d-bb6b-452d-be10-dbdae20f0ebc,segment=NetworkSegment(deb68965-25ba-4d99-8608-52d893c6d34a),segment_id=deb68965-25ba-4d99-8608-52d893c6d34a)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:03.865889 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.973590 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Allocated IP 2001:db8:1::1 (6d7940cc-ee31-45e9-bd95-050682814035/7bf19303-0ca9-481a-9119-a53ddb132fbf/67e4eb64-4f01-429c-88b6-fa7f4861ba17) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:04.011071 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-63e3376e-f1cb-41dd-b1a5-dcf52fd34fda tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.073682 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-63e3376e-f1cb-41dd-b1a5-dcf52fd34fda tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 09e3d9eb-17a0-49b7-9545-4567f5f6c7f4 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:04.090389 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Router 52ed2e69-65d0-42f3-8452-2deaca5ebd34 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:03:04.098864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81925b12-d841-4783-a32e-7fbd431401f0 None None] Pushing event updated for resources: {'Port': ['ID=88c40a0d-bb6b-452d-be10-dbdae20f0ebc,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:04.196769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 55e839ff-2e01-4654-8d3d-dd3767276f9b up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:04.220704 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.238486 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bd948e07-a037-41e8-9ffe-1edaf9718f00 None None] Provisioning complete for port 51e8a9b0-592b-4ccf-af00-0971ce3d81ee triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:04.238951 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd948e07-a037-41e8-9ffe-1edaf9718f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.257995 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Transition to ACTIVE for port object 67e4eb64-4f01-429c-88b6-fa7f4861ba17 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:04.279100 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.309274 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.414837 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 6d7940cc-ee31-45e9-bd95-050682814035 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:04.420379 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:04.429479 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:04.430844 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.457194 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 55e839ff-2e01-4654-8d3d-dd3767276f9b completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:04.507850 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 55e839ff-2e01-4654-8d3d-dd3767276f9b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:04.508526 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.595172 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-63e3376e-f1cb-41dd-b1a5-dcf52fd34fda tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.596975 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=67e4eb64-4f01-429c-88b6-fa7f4861ba17,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:04.608142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:04.632974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:04.633565 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:04.634136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:04.634662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:04.635603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:04.635991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:04.636338 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:04.636725 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:04.639839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:04.640498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:04.640688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:04.642225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:04.644004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Sync routers for ids ['52ed2e69-65d0-42f3-8452-2deaca5ebd34'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:04.687034 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.691181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3376e-f1cb-41dd-b1a5-dcf52fd34fda tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=09e3d9eb-17a0-49b7-9545-4567f5f6c7f4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:04.700660 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-63e3376e-f1cb-41dd-b1a5-dcf52fd34fda tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.703025 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-63e3376e-f1cb-41dd-b1a5-dcf52fd34fda tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/09e3d9eb-17a0-49b7-9545-4567f5f6c7f4 HTTP/1.1" status: 204 len: 168 time: 1.2944717 Jul 15 15:03:04.704653 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.709359 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-88400b2f-d0a1-4baa-adaa-c6d50916f522 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9519122 Jul 15 15:03:04.710093 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54670) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:04.710776 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54672) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:04.722739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Routers {'52ed2e69-65d0-42f3-8452-2deaca5ebd34'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:04.723415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52ed2e69-65d0-42f3-8452-2deaca5ebd34'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:04.845725 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.919950 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 55e839ff-2e01-4654-8d3d-dd3767276f9b, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=55e839ff-2e01-4654-8d3d-dd3767276f9b,segment=NetworkSegment(2cbbef5c-bda5-4af0-81c2-6c5678baecbb),segment_id=2cbbef5c-bda5-4af0-81c2-6c5678baecbb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:04.935569 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.936861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 51e8a9b0-592b-4ccf-af00-0971ce3d81ee up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:05.009131 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c028bd6b-9949-4797-895b-5880a17d736f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] GET failed (client error): The resource could not be found. Jul 15 15:03:05.014273 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c028bd6b-9949-4797-895b-5880a17d736f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/09e3d9eb-17a0-49b7-9545-4567f5f6c7f4 HTTP/1.1" status: 404 len: 333 time: 0.2984645 Jul 15 15:03:05.015328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54680) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:05.023668 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c3613b2f-c692-43c0-9ac9-dc061e767df9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'name': 'tempest-PortsIpV6TestJSON-474006419'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:05.043141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=55e839ff-2e01-4654-8d3d-dd3767276f9b,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:05.050641 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Set router 52ed2e69-65d0-42f3-8452-2deaca5ebd34 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:05.146206 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 51e8a9b0-592b-4ccf-af00-0971ce3d81ee triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:05.146449 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.172517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99e232-115e-4258-8013-ec8eb68d5ac0 req-a5dec69c-cd3d-4df2-8de1-a57c7fe7e155 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:05.180571 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a99e232-115e-4258-8013-ec8eb68d5ac0 req-a5dec69c-cd3d-4df2-8de1-a57c7fe7e155 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.3386059 Jul 15 15:03:05.295278 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a99e232-115e-4258-8013-ec8eb68d5ac0 req-2a863f8b-286d-45f6-9a0e-3149bf98abd5 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134233 Jul 15 15:03:05.375018 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'name': 'tempest-FloatingIPDetailsTestJSON-924593976-router', 'tenant_id': '4374d921083a46e7b6d153d6a94583ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ddffd579-ffd3-4793-b367-ec2e051ea3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:02Z', 'revision_number': 3, 'project_id': '4374d921083a46e7b6d153d6a94583ae', 'gw_port': {'id': 'ddffd579-ffd3-4793-b367-ec2e051ea3b6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:00Z', 'updated_at': '2021-07-15T15:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:05.434574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Checking router: 52ed2e69-65d0-42f3-8452-2deaca5ebd34 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:05.437455 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Updating router 52ed2e69-65d0-42f3-8452-2deaca5ebd34 port ddffd579-ffd3-4793-b367-ec2e051ea3b6 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:03:05.459034 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3613b2f-c692-43c0-9ac9-dc061e767df9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:05.465859 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3613b2f-c692-43c0-9ac9-dc061e767df9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.528240 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.547741 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.548918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-c3613b2f-c692-43c0-9ac9-dc061e767df9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] device_id is not set on port 562f3d18-71a7-4924-a4dc-7f920b9aebdb yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:03:05.557561 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.558960 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.626635 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=67e4eb64-4f01-429c-88b6-fa7f4861ba17,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:05.661444 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a337cab-77bd-40e9-be7e-ff7616518d7d None None] Network 6d7940cc-ee31-45e9-bd95-050682814035 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:05.759069 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92572ae-8d2e-4ba7-b4b5-a4f88f628f83 req-e6d5fd11-5f79-466d-8b52-32e715625141 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:05.760980 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e92572ae-8d2e-4ba7-b4b5-a4f88f628f83 req-e6d5fd11-5f79-466d-8b52-32e715625141 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.1387947 Jul 15 15:03:05.827862 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network 6d7940cc-ee31-45e9-bd95-050682814035 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:05.831078 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:05.836860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-10a5fbc8-7f91-42d1-8d05-e59660a38d72 None None] Provisioning for port 88c40a0d-bb6b-452d-be10-dbdae20f0ebc completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:05.959421 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.971408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:03:05.985551 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e92572ae-8d2e-4ba7-b4b5-a4f88f628f83 req-f613aaf4-116b-4d31-982d-fa4b3ba36a3d tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106099 Jul 15 15:03:06.232164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:06.254722 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-76f65622-f6c3-4f33-83aa-2c4be2a34be7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/db1bbb8c-7cd2-472f-aa55-9590a45ebfd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7385631 Jul 15 15:03:06.256281 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54696) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:06.266319 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Sync routers for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:06.272203 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d69b1d98-fc44-40d0-b4aa-c94147b94309 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-46267011'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:06.282169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 88c40a0d-bb6b-452d-be10-dbdae20f0ebc up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:06.284900 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.293857 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:06.302362 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:06.345384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69b1d98-fc44-40d0-b4aa-c94147b94309 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:06.349874 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d69b1d98-fc44-40d0-b4aa-c94147b94309 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.438678 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69b1d98-fc44-40d0-b4aa-c94147b94309 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:03:06.465482 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d69b1d98-fc44-40d0-b4aa-c94147b94309 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.465820 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-d69b1d98-fc44-40d0-b4aa-c94147b94309 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Added segment 48eb7de9-d722-4aa6-8fff-4b9fe0060bae of type vlan for network af9e6587-d343-48d7-959e-31b5a9bdce0a Jul 15 15:03:06.542560 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 88c40a0d-bb6b-452d-be10-dbdae20f0ebc completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:06.549579 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d69b1d98-fc44-40d0-b4aa-c94147b94309 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.559910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 88c40a0d-bb6b-452d-be10-dbdae20f0ebc triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:06.560336 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.597311 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.601756 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d69b1d98-fc44-40d0-b4aa-c94147b94309 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.616574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69b1d98-fc44-40d0-b4aa-c94147b94309 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:06.617648 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d69b1d98-fc44-40d0-b4aa-c94147b94309 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.632895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Transition to ACTIVE for port object ddffd579-ffd3-4793-b367-ec2e051ea3b6 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:06.652922 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:06.663377 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.671444 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d69b1d98-fc44-40d0-b4aa-c94147b94309 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4139738 Jul 15 15:03:06.690957 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54700) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:06.697263 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c6fc4d91-4041-4641-97e5-720ff07d9eab tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'subnet': {'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:06.870195 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3613b2f-c692-43c0-9ac9-dc061e767df9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.927476 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3fb5d-c848-4f66-954a-abc1d254b522 None None] Pushing event updated for resources: {'Port': ['ID=ddffd579-ffd3-4793-b367-ec2e051ea3b6,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:06.949384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fc4d91-4041-4641-97e5-720ff07d9eab tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:06.949590 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4d91-4041-4641-97e5-720ff07d9eab tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.961868 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Attempting to bind port ddffd579-ffd3-4793-b367-ec2e051ea3b6 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:06.962300 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Attempting to bind port ddffd579-ffd3-4793-b367-ec2e051ea3b6 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:06.962698 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Attempting to bind port ddffd579-ffd3-4793-b367-ec2e051ea3b6 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:06.981347 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:06.981680 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:06.982003 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.983172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:06.983966 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Bound port: ddffd579-ffd3-4793-b367-ec2e051ea3b6, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:06.984211 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:07.078849 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:07.283449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 88c40a0d-bb6b-452d-be10-dbdae20f0ebc, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=88c40a0d-bb6b-452d-be10-dbdae20f0ebc,segment=NetworkSegment(deb68965-25ba-4d99-8608-52d893c6d34a),segment_id=deb68965-25ba-4d99-8608-52d893c6d34a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:07.284841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e809350d-b6c0-44c5-97f0-0c59d7930c6e None None] Provisioning complete for port 88c40a0d-bb6b-452d-be10-dbdae20f0ebc triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:07.285443 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e809350d-b6c0-44c5-97f0-0c59d7930c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:07.313359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] For port ddffd579-ffd3-4793-b367-ec2e051ea3b6, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:07.317789 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:07.319274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 55e839ff-2e01-4654-8d3d-dd3767276f9b up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:07.412727 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Allocated IP 172.20.0.1 (3c0891a2-6948-4eae-8b22-eb8b422964ed/fd3e2f50-4999-450c-bccd-108588ca064c/2b3b1bae-801b-4592-bd36-d0eb5e0edf47) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:07.414167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] For port ddffd579-ffd3-4793-b367-ec2e051ea3b6, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ddffd579-ffd3-4793-b367-ec2e051ea3b6,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:07.438491 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3613b2f-c692-43c0-9ac9-dc061e767df9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:07.444321 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 3, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:05Z', 'revision_number': 2, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:07.447180 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:07.449611 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b1d98-fc44-40d0-b4aa-c94147b94309 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Network': ['ID=af9e6587-d343-48d7-959e-31b5a9bdce0a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:07.479876 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network af9e6587-d343-48d7-959e-31b5a9bdce0a details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:03:07.514721 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4d91-4041-4641-97e5-720ff07d9eab tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:07.574459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb813f-c6cd-4626-a88e-5f2e5b706624 req-34472837-f5d9-4963-8258-04196b8d9ee0 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:07.576746 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-84cb813f-c6cd-4626-a88e-5f2e5b706624 req-34472837-f5d9-4963-8258-04196b8d9ee0 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.3514454 Jul 15 15:03:07.611833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=88c40a0d-bb6b-452d-be10-dbdae20f0ebc,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:07.620243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc4d91-4041-4641-97e5-720ff07d9eab tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Checking segment: {'id': '48eb7de9-d722-4aa6-8fff-4b9fe0060bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:07.620243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fc4d91-4041-4641-97e5-720ff07d9eab tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network hostable DHCP agents. Network: af9e6587-d343-48d7-959e-31b5a9bdce0a, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:03:07.682791 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc4d91-4041-4641-97e5-720ff07d9eab tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Subnet': ['ID=c4dabd9d-655a-42cb-8c90-9661c9249564,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:07.689221 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fc4d91-4041-4641-97e5-720ff07d9eab tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network af9e6587-d343-48d7-959e-31b5a9bdce0a is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:03:07.715663 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Checking router: db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:07.716218 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Updating router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 port 67e4eb64-4f01-429c-88b6-fa7f4861ba17 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:03:07.717273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-84cb813f-c6cd-4626-a88e-5f2e5b706624 req-60a0f773-8496-42ba-b6ad-a6049a15d9c8 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146252 Jul 15 15:03:07.723427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-c6fc4d91-4041-4641-97e5-720ff07d9eab tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, af9e6587-d343-48d7-959e-31b5a9bdce0a) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:07.731150 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc4d91-4041-4641-97e5-720ff07d9eab tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:07.731775 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4d91-4041-4641-97e5-720ff07d9eab tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:07.740054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Routers {'52ed2e69-65d0-42f3-8452-2deaca5ebd34'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:07.741001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52ed2e69-65d0-42f3-8452-2deaca5ebd34'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:07.767799 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c6fc4d91-4041-4641-97e5-720ff07d9eab tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0752769 Jul 15 15:03:07.768370 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54710) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:07.784160 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:07.810950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3613b2f-c692-43c0-9ac9-dc061e767df9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:07.843408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c3613b2f-c692-43c0-9ac9-dc061e767df9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:07.893419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8939cae6-180d-4fe0-abc0-f06a177b1a7a None None] Network af9e6587-d343-48d7-959e-31b5a9bdce0a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:08.032612 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 55e839ff-2e01-4654-8d3d-dd3767276f9b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:08.032993 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.047601 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.087018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Transition to ACTIVE for port object 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:08.093170 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3613b2f-c692-43c0-9ac9-dc061e767df9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=562f3d18-71a7-4924-a4dc-7f920b9aebdb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:08.107215 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3613b2f-c692-43c0-9ac9-dc061e767df9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:08.113210 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3613b2f-c692-43c0-9ac9-dc061e767df9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:08.114064 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3613b2f-c692-43c0-9ac9-dc061e767df9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.162426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3fb5d-c848-4f66-954a-abc1d254b522 None None] Pushing event updated for resources: {'Port': ['ID=ddffd579-ffd3-4793-b367-ec2e051ea3b6,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:08.173700 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c3613b2f-c692-43c0-9ac9-dc061e767df9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.1549551 Jul 15 15:03:08.175576 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54716) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:08.184728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7d9195cb-ea2a-401d-a548-ca5fafbdd29f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:08.225908 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.288241 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.302461 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Transition to ACTIVE for port object 67e4eb64-4f01-429c-88b6-fa7f4861ba17 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:08.311713 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.318200 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Network 3c0891a2-6948-4eae-8b22-eb8b422964ed is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:08.339095 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d2a77-5b6a-4f1c-9dff-6a0239cfdbfe req-05feffb5-a3ed-486a-84bc-e7ef03bcac1f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:08.347261 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:08.350230 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f3d2a77-5b6a-4f1c-9dff-6a0239cfdbfe req-05feffb5-a3ed-486a-84bc-e7ef03bcac1f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 945 time: 0.1896400 Jul 15 15:03:08.364451 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e809350d-b6c0-44c5-97f0-0c59d7930c6e None None] Provisioning for port 67e4eb64-4f01-429c-88b6-fa7f4861ba17 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:08.385573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] Set router 52ed2e69-65d0-42f3-8452-2deaca5ebd34 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:08.397543 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1072dee-e4cd-464b-a7db-11708d9fe8da None None] Pushing event updated for resources: {'Port': ['ID=67e4eb64-4f01-429c-88b6-fa7f4861ba17,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:08.421415 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1072dee-e4cd-464b-a7db-11708d9fe8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:08.422796 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1072dee-e4cd-464b-a7db-11708d9fe8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:08.423192 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1072dee-e4cd-464b-a7db-11708d9fe8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:08.423738 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1072dee-e4cd-464b-a7db-11708d9fe8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:08.423891 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1072dee-e4cd-464b-a7db-11708d9fe8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:08.424345 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1072dee-e4cd-464b-a7db-11708d9fe8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:08.424722 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1072dee-e4cd-464b-a7db-11708d9fe8da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:08.425133 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1072dee-e4cd-464b-a7db-11708d9fe8da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:08.425303 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1072dee-e4cd-464b-a7db-11708d9fe8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:08.425632 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1072dee-e4cd-464b-a7db-11708d9fe8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:08.426092 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1072dee-e4cd-464b-a7db-11708d9fe8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:08.426263 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1072dee-e4cd-464b-a7db-11708d9fe8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:08.451487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:08.465241 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f3d2a77-5b6a-4f1c-9dff-6a0239cfdbfe req-5acf8ebf-da79-446d-b447-e446fbcbda93 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142387 Jul 15 15:03:08.573513 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Attempting to bind port 67e4eb64-4f01-429c-88b6-fa7f4861ba17 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:08.574271 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Attempting to bind port 67e4eb64-4f01-429c-88b6-fa7f4861ba17 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'deb68965-25ba-4d99-8608-52d893c6d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:08.574271 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Attempting to bind port 67e4eb64-4f01-429c-88b6-fa7f4861ba17 on network 6d7940cc-ee31-45e9-bd95-050682814035 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:08.581600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 88c40a0d-bb6b-452d-be10-dbdae20f0ebc up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:08.588620 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:08.590203 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Checking segment: {'id': 'deb68965-25ba-4d99-8608-52d893c6d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:08.590203 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.590203 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Bound using segment: {'id': 'deb68965-25ba-4d99-8608-52d893c6d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:08.590743 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Bound port: 67e4eb64-4f01-429c-88b6-fa7f4861ba17, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb68965-25ba-4d99-8608-52d893c6d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:08.591286 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.637365 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.662593 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.763507 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3b1bae-801b-4592-bd36-d0eb5e0edf47,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:08.784298 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] For port 67e4eb64-4f01-429c-88b6-fa7f4861ba17, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:08.795921 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d9195cb-ea2a-401d-a548-ca5fafbdd29f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.802721 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] For port 67e4eb64-4f01-429c-88b6-fa7f4861ba17, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=67e4eb64-4f01-429c-88b6-fa7f4861ba17,segment=NetworkSegment(deb68965-25ba-4d99-8608-52d893c6d34a),segment_id=deb68965-25ba-4d99-8608-52d893c6d34a)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:08.810156 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.935742 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1072dee-e4cd-464b-a7db-11708d9fe8da None None] Pushing event updated for resources: {'Port': ['ID=67e4eb64-4f01-429c-88b6-fa7f4861ba17,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:08.981761 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:08.982415 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:09.125736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b82ef7e7-7299-4102-8b5d-647e854316ed None None] Provisioning for port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:09.147564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-af9e6587-d343-48d7-959e-31b5a9bdce0a', 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'fixed_ips': [{'subnet_id': 'c4dabd9d-655a-42cb-8c90-9661c9249564'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:03:09.148637 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:09.172854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b82ef7e7-7299-4102-8b5d-647e854316ed None None] Provisioning complete for port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:09.173234 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b82ef7e7-7299-4102-8b5d-647e854316ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:09.173950 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:09.251508 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:03:09.278828 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 88c40a0d-bb6b-452d-be10-dbdae20f0ebc triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:09.279206 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:09.342983 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:09.483909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b82ef7e7-7299-4102-8b5d-647e854316ed None None] Port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:09.516448 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 3, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:08Z', 'revision_number': 4, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:09.553579 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc477f-e323-4667-8136-e2b7b093db6f None None] The sync data for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 is: [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 3, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:08Z', 'revision_number': 4, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:09.585669 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d9195cb-ea2a-401d-a548-ca5fafbdd29f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:09.611569 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d9195cb-ea2a-401d-a548-ca5fafbdd29f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:09.707727 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'name': 'tempest-FloatingIPDetailsTestJSON-924593976-router', 'tenant_id': '4374d921083a46e7b6d153d6a94583ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ddffd579-ffd3-4793-b367-ec2e051ea3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:02Z', 'revision_number': 3, 'project_id': '4374d921083a46e7b6d153d6a94583ae', 'gw_port': {'id': 'ddffd579-ffd3-4793-b367-ec2e051ea3b6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:00Z', 'updated_at': '2021-07-15T15:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:09.825992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f210334a-c759-4dbd-8824-d9416a8859c9 None None] The sync data for ids ['52ed2e69-65d0-42f3-8452-2deaca5ebd34'] in n-d-764435-3 is: [{'id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'name': 'tempest-FloatingIPDetailsTestJSON-924593976-router', 'tenant_id': '4374d921083a46e7b6d153d6a94583ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ddffd579-ffd3-4793-b367-ec2e051ea3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:02Z', 'revision_number': 3, 'project_id': '4374d921083a46e7b6d153d6a94583ae', 'gw_port': {'id': 'ddffd579-ffd3-4793-b367-ec2e051ea3b6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:00Z', 'updated_at': '2021-07-15T15:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:09.872004 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7d9195cb-ea2a-401d-a548-ca5fafbdd29f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] In _notify_port_updated(), no bound segment for port 562f3d18-71a7-4924-a4dc-7f920b9aebdb on network fcd0e6c1-99a0-43aa-acae-6401d10b88cc {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:03:09.883586 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9195cb-ea2a-401d-a548-ca5fafbdd29f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:09.899600 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d9195cb-ea2a-401d-a548-ca5fafbdd29f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:09.901754 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7d9195cb-ea2a-401d-a548-ca5fafbdd29f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "PUT /v2.0/ports/562f3d18-71a7-4924-a4dc-7f920b9aebdb HTTP/1.1" status: 200 len: 818 time: 1.7248623 Jul 15 15:03:09.908924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54742) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:10.076820 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9195cb-ea2a-401d-a548-ca5fafbdd29f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=562f3d18-71a7-4924-a4dc-7f920b9aebdb,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:10.287713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Allocated IP 2001:db8:2::1 (af9e6587-d343-48d7-959e-31b5a9bdce0a/c4dabd9d-655a-42cb-8c90-9661c9249564/7f550798-964b-4516-93d1-b043bc8f1df4) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:10.294813 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.318109 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.358511 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c3473-7b4d-412d-85e9-78d9ecd1545b req-4f88d86f-3757-40b8-a48a-d8403b1a03d1 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:10.359801 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b66f91e7-7fa5-4f86-a54c-9b53a7c36701 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 562f3d18-71a7-4924-a4dc-7f920b9aebdb {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:10.360346 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b66f91e7-7fa5-4f86-a54c-9b53a7c36701 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.366497 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad6c3473-7b4d-412d-85e9-78d9ecd1545b req-4f88d86f-3757-40b8-a48a-d8403b1a03d1 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 1.1479080 Jul 15 15:03:10.531847 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3b1bae-801b-4592-bd36-d0eb5e0edf47,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:10.536989 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad6c3473-7b4d-412d-85e9-78d9ecd1545b req-41df6d1e-30e2-42bb-ae12-723e6fdc3c35 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692550 Jul 15 15:03:10.615289 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.649524 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Transition to ACTIVE for port object 7f550798-964b-4516-93d1-b043bc8f1df4 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:10.672994 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b66f91e7-7fa5-4f86-a54c-9b53a7c36701 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.678620 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.711141 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.745046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b66f91e7-7fa5-4f86-a54c-9b53a7c36701 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 562f3d18-71a7-4924-a4dc-7f920b9aebdb owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:10.858475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network af9e6587-d343-48d7-959e-31b5a9bdce0a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:10.897992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Allocated IP 2001:db8:2::2 (af9e6587-d343-48d7-959e-31b5a9bdce0a/c4dabd9d-655a-42cb-8c90-9661c9249564/af79a819-49f5-41ef-8b85-5fc34c347bf8) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:10.903968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=7f550798-964b-4516-93d1-b043bc8f1df4,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:10.922227 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 67e4eb64-4f01-429c-88b6-fa7f4861ba17 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:10.936779 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:10.957719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:10.958665 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.019845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Network 3c0891a2-6948-4eae-8b22-eb8b422964ed is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:11.023144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:11.052462 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b66f91e7-7fa5-4f86-a54c-9b53a7c36701 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.321070 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f91e7-7fa5-4f86-a54c-9b53a7c36701 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=562f3d18-71a7-4924-a4dc-7f920b9aebdb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:11.363475 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b66f91e7-7fa5-4f86-a54c-9b53a7c36701 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.375620 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b66f91e7-7fa5-4f86-a54c-9b53a7c36701 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/562f3d18-71a7-4924-a4dc-7f920b9aebdb HTTP/1.1" status: 204 len: 168 time: 1.4652286 Jul 15 15:03:11.379490 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.381640 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54760) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:11.546448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Router 52ed2e69-65d0-42f3-8452-2deaca5ebd34 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:03:11.597875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 67e4eb64-4f01-429c-88b6-fa7f4861ba17 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:11.615286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 67e4eb64-4f01-429c-88b6-fa7f4861ba17 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:11.615286 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.813987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9150f95a-866d-4acc-9fe8-fd306e49f767 None None] Provisioning complete for port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:11.814396 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9150f95a-866d-4acc-9fe8-fd306e49f767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.824206 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:11.857324 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6a8766b6-fef5-4b4c-8e88-cbe2e195ddf1 admin admin] 10.222.0.38 "PUT /v2.0/routers/52ed2e69-65d0-42f3-8452-2deaca5ebd34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1436338 Jul 15 15:03:11.859506 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fbb279-4290-4590-b6ab-ba4fa52334a1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:11.866141 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-49fbb279-4290-4590-b6ab-ba4fa52334a1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.4787669 Jul 15 15:03:11.866967 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54766) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:11.912521 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-5acb632f-db7e-4d57-a91c-24e61c885e8e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] GET failed (client error): The resource could not be found. Jul 15 15:03:11.918622 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5acb632f-db7e-4d57-a91c-24e61c885e8e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/562f3d18-71a7-4924-a4dc-7f920b9aebdb HTTP/1.1" status: 404 len: 333 time: 0.0463910 Jul 15 15:03:11.919005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9150f95a-866d-4acc-9fe8-fd306e49f767 None None] Port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:11.923218 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54772) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:11.938060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ad38a14e-2502-49ba-8aec-d2181eb560ee tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1812572789'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:11.998012 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad38a14e-2502-49ba-8aec-d2181eb560ee tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:12.002792 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad38a14e-2502-49ba-8aec-d2181eb560ee tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.085364 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.105889 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad38a14e-2502-49ba-8aec-d2181eb560ee tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:03:12.120811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Transition to ACTIVE for port object af79a819-49f5-41ef-8b85-5fc34c347bf8 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:12.124430 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.126926 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad38a14e-2502-49ba-8aec-d2181eb560ee tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.127429 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-ad38a14e-2502-49ba-8aec-d2181eb560ee tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Added segment 3df74281-1b30-4ccb-ba2b-c555e5b2fbbe of type vlan for network 5ba0f053-93cf-4567-9369-49a0d0109e46 Jul 15 15:03:12.189276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 67e4eb64-4f01-429c-88b6-fa7f4861ba17, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=67e4eb64-4f01-429c-88b6-fa7f4861ba17,segment=NetworkSegment(deb68965-25ba-4d99-8608-52d893c6d34a),segment_id=deb68965-25ba-4d99-8608-52d893c6d34a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:12.192154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Transition to ACTIVE for port object af79a819-49f5-41ef-8b85-5fc34c347bf8 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:12.202667 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.204938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca3392-8b05-4835-9fca-56c8eab06769 req-86ed84ef-edc9-41bc-9229-2b8459f9899a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:12.210081 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad38a14e-2502-49ba-8aec-d2181eb560ee tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.211539 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3ca3392-8b05-4835-9fca-56c8eab06769 req-86ed84ef-edc9-41bc-9229-2b8459f9899a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.2882717 Jul 15 15:03:12.227277 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.278624 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad38a14e-2502-49ba-8aec-d2181eb560ee tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.280625 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Network af9e6587-d343-48d7-959e-31b5a9bdce0a is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:12.284442 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:12.289867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:12.299691 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad38a14e-2502-49ba-8aec-d2181eb560ee tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:12.300995 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3ca3392-8b05-4835-9fca-56c8eab06769 req-b7093fe9-7e97-4fae-8512-893616949b3a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648820 Jul 15 15:03:12.301258 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad38a14e-2502-49ba-8aec-d2181eb560ee tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.310345 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=67e4eb64-4f01-429c-88b6-fa7f4861ba17,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:12.321145 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.332326 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.333541 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.422982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Attempting to bind port af79a819-49f5-41ef-8b85-5fc34c347bf8 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:12.423366 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Attempting to bind port af79a819-49f5-41ef-8b85-5fc34c347bf8 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '48eb7de9-d722-4aa6-8fff-4b9fe0060bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:12.423793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Attempting to bind port af79a819-49f5-41ef-8b85-5fc34c347bf8 on network af9e6587-d343-48d7-959e-31b5a9bdce0a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:12.438100 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:12.438486 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Checking segment: {'id': '48eb7de9-d722-4aa6-8fff-4b9fe0060bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:12.438996 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.439398 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Bound using segment: {'id': '48eb7de9-d722-4aa6-8fff-4b9fe0060bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:12.440042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Bound port: af79a819-49f5-41ef-8b85-5fc34c347bf8, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48eb7de9-d722-4aa6-8fff-4b9fe0060bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:12.440441 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.463800 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Pushing event updated for resources: {'Port': ['ID=af79a819-49f5-41ef-8b85-5fc34c347bf8,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:12.542602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38a14e-2502-49ba-8aec-d2181eb560ee tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Network': ['ID=5ba0f053-93cf-4567-9369-49a0d0109e46,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:12.543988 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] For port af79a819-49f5-41ef-8b85-5fc34c347bf8, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:12.560256 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] For port af79a819-49f5-41ef-8b85-5fc34c347bf8, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=af79a819-49f5-41ef-8b85-5fc34c347bf8,segment=NetworkSegment(48eb7de9-d722-4aa6-8fff-4b9fe0060bae),segment_id=48eb7de9-d722-4aa6-8fff-4b9fe0060bae)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:12.564940 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ad38a14e-2502-49ba-8aec-d2181eb560ee tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6343856 Jul 15 15:03:12.565170 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 5ba0f053-93cf-4567-9369-49a0d0109e46 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:03:12.576159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54782) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:12.583064 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=7f550798-964b-4516-93d1-b043bc8f1df4,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:12.595881 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-58cb30c0-827f-49fa-bf4c-ab8bc2c7fe15 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'subnet': {'network_id': '5ba0f053-93cf-4567-9369-49a0d0109e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:12.606041 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.727057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network af9e6587-d343-48d7-959e-31b5a9bdce0a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:12.733078 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:12.741845 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 67e4eb64-4f01-429c-88b6-fa7f4861ba17 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:12.799973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-505a3696-72cf-4742-83a9-44c1315c597d req-5cc28ea3-7692-4988-a130-53c9d41a6247 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3412113 Jul 15 15:03:12.810968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415eadc-3dd1-42a3-9536-285c84ccae86 None None] Pushing event updated for resources: {'Port': ['ID=af79a819-49f5-41ef-8b85-5fc34c347bf8,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:12.811708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cb30c0-827f-49fa-bf4c-ab8bc2c7fe15 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:12.819116 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58cb30c0-827f-49fa-bf4c-ab8bc2c7fe15 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.840666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 67e4eb64-4f01-429c-88b6-fa7f4861ba17 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:12.841308 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.908225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:03:12.917204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-505a3696-72cf-4742-83a9-44c1315c597d req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:12.989277 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ddffd579-ffd3-4793-b367-ec2e051ea3b6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:13.020963 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-505a3696-72cf-4742-83a9-44c1315c597d req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:13.109163 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port ddffd579-ffd3-4793-b367-ec2e051ea3b6 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:13.114863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ddffd579-ffd3-4793-b367-ec2e051ea3b6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:13.115247 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:13.178035 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:13.190274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Sync routers for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:13.195377 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fed40893-5681-49a8-af66-838395cc738a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/db1bbb8c-7cd2-472f-aa55-9590a45ebfd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4232967 Jul 15 15:03:13.195613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54790) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:13.209318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-14cb13b7-cbcc-4cfb-8f31-0aa27c0d0b68 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2123570996'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:13.222779 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58cb30c0-827f-49fa-bf4c-ab8bc2c7fe15 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:13.252331 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:13.252649 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Sync routers for ids ['52ed2e69-65d0-42f3-8452-2deaca5ebd34'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:13.259458 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:13.262701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:13.268583 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Routers {'52ed2e69-65d0-42f3-8452-2deaca5ebd34'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:13.270257 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52ed2e69-65d0-42f3-8452-2deaca5ebd34'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:13.297996 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cb13b7-cbcc-4cfb-8f31-0aa27c0d0b68 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:13.303480 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14cb13b7-cbcc-4cfb-8f31-0aa27c0d0b68 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:13.315822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb30c0-827f-49fa-bf4c-ab8bc2c7fe15 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Subnet': ['ID=75b3a965-c50b-4cd5-81b8-3be0ae37faaf,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:13.335580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cb30c0-827f-49fa-bf4c-ab8bc2c7fe15 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Checking segment: {'id': '3df74281-1b30-4ccb-ba2b-c555e5b2fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ba0f053-93cf-4567-9369-49a0d0109e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:13.336031 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cb30c0-827f-49fa-bf4c-ab8bc2c7fe15 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network hostable DHCP agents. Network: 5ba0f053-93cf-4567-9369-49a0d0109e46, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:03:13.374994 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-505a3696-72cf-4742-83a9-44c1315c597d req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:13.376969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port ddffd579-ffd3-4793-b367-ec2e051ea3b6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ddffd579-ffd3-4793-b367-ec2e051ea3b6,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:13.379010 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14cb13b7-cbcc-4cfb-8f31-0aa27c0d0b68 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:03:13.388692 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:13.396934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cb30c0-827f-49fa-bf4c-ab8bc2c7fe15 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network 5ba0f053-93cf-4567-9369-49a0d0109e46 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:03:13.416305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-58cb30c0-827f-49fa-bf4c-ab8bc2c7fe15 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 5ba0f053-93cf-4567-9369-49a0d0109e46) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:13.421293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb30c0-827f-49fa-bf4c-ab8bc2c7fe15 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:13.422031 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58cb30c0-827f-49fa-bf4c-ab8bc2c7fe15 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:13.446166 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14cb13b7-cbcc-4cfb-8f31-0aa27c0d0b68 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:13.446858 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-14cb13b7-cbcc-4cfb-8f31-0aa27c0d0b68 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Added segment d9150822-a332-4808-8eaa-3dc404b80ada of type vlan for network fe3f9daf-65f2-4527-b6f7-ad479d234a74 Jul 15 15:03:13.448457 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-58cb30c0-827f-49fa-bf4c-ab8bc2c7fe15 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8660703 Jul 15 15:03:13.449950 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54794) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:13.462378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f833abd1-eb14-4933-9d65-555315ebf01a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'subnet': {'network_id': '5ba0f053-93cf-4567-9369-49a0d0109e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:13.471206 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e56dfe0-432f-4ec5-981c-f3919865bbc1 None None] Network 5ba0f053-93cf-4567-9369-49a0d0109e46 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:13.498611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:13.599335 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=ddffd579-ffd3-4793-b367-ec2e051ea3b6,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:13.606213 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Set router 52ed2e69-65d0-42f3-8452-2deaca5ebd34 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:13.630477 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14cb13b7-cbcc-4cfb-8f31-0aa27c0d0b68 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:13.816158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-505a3696-72cf-4742-83a9-44c1315c597d req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Allocated IP 172.25.4.94 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/10917c6a-5c9b-4072-9821-3ea1173cd731) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:13.824436 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14cb13b7-cbcc-4cfb-8f31-0aa27c0d0b68 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:13.830347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cb13b7-cbcc-4cfb-8f31-0aa27c0d0b68 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:13.831061 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14cb13b7-cbcc-4cfb-8f31-0aa27c0d0b68 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:13.904229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f833abd1-eb14-4933-9d65-555315ebf01a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:13.909023 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f833abd1-eb14-4933-9d65-555315ebf01a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:13.926875 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54812) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:13.934239 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9cc05504-35c0-4dcd-ad2c-12f0159fb2f0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'subnet': {'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:13.938196 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-14cb13b7-cbcc-4cfb-8f31-0aa27c0d0b68 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7412882 Jul 15 15:03:14.027006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-5ba0f053-93cf-4567-9369-49a0d0109e46', 'network_id': '5ba0f053-93cf-4567-9369-49a0d0109e46', 'tenant_id': '9f56e0b8da40496890f8920732869d7e', 'fixed_ips': [{'subnet_id': '75b3a965-c50b-4cd5-81b8-3be0ae37faaf'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:03:14.039232 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:14.057386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:03:14.190425 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced40b10-f6ef-4d1b-8504-6916a4e935fb req-32425769-4dea-4db6-b170-ed07857c4f17 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:14.192976 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ced40b10-f6ef-4d1b-8504-6916a4e935fb req-32425769-4dea-4db6-b170-ed07857c4f17 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.6717887 Jul 15 15:03:14.221481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb13b7-cbcc-4cfb-8f31-0aa27c0d0b68 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Network': ['ID=fe3f9daf-65f2-4527-b6f7-ad479d234a74,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:14.260418 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc05504-35c0-4dcd-ad2c-12f0159fb2f0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Made reservation on behalf of 7f4235c444304d45bb7c10c0d05ace39 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:14.266111 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9cc05504-35c0-4dcd-ad2c-12f0159fb2f0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:14.274574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Allocated IP 2001:db8::2 (5ba0f053-93cf-4567-9369-49a0d0109e46/75b3a965-c50b-4cd5-81b8-3be0ae37faaf/52ed678c-1579-4c27-9710-18148bf5086e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:14.276534 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'name': 'tempest-FloatingIPDetailsTestJSON-924593976-router', 'tenant_id': '4374d921083a46e7b6d153d6a94583ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ddffd579-ffd3-4793-b367-ec2e051ea3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:09Z', 'revision_number': 4, 'project_id': '4374d921083a46e7b6d153d6a94583ae', 'gw_port': {'id': 'ddffd579-ffd3-4793-b367-ec2e051ea3b6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:00Z', 'updated_at': '2021-07-15T15:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '2b3b1bae-801b-4592-bd36-d0eb5e0edf47', 'name': '', 'network_id': '3c0891a2-6948-4eae-8b22-eb8b422964ed', 'tenant_id': '4374d921083a46e7b6d153d6a94583ae', 'mac_address': 'fa:16:3e:5f:ca:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'fd3e2f50-4999-450c-bccd-108588ca064c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:06Z', 'updated_at': '2021-07-15T15:03:09Z', 'revision_number': 2, 'project_id': '4374d921083a46e7b6d153d6a94583ae', 'subnets': [{'id': 'fd3e2f50-4999-450c-bccd-108588ca064c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:14.289044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network fe3f9daf-65f2-4527-b6f7-ad479d234a74 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:03:14.404766 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Checking router: 52ed2e69-65d0-42f3-8452-2deaca5ebd34 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:14.405202 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Updating router 52ed2e69-65d0-42f3-8452-2deaca5ebd34 port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:03:14.530421 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:03:14.567244 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:14.668564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca9bc59-1dad-43c5-929f-b9dd26212ef3 None None] Network af9e6587-d343-48d7-959e-31b5a9bdce0a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:14.694842 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ced40b10-f6ef-4d1b-8504-6916a4e935fb req-7a4db3ba-3b8f-497f-9220-3dbeb7b33e38 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580436 Jul 15 15:03:14.798400 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9cc05504-35c0-4dcd-ad2c-12f0159fb2f0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:14.850251 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-505a3696-72cf-4742-83a9-44c1315c597d req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:14.949307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc05504-35c0-4dcd-ad2c-12f0159fb2f0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Checking segment: {'id': 'd9150822-a332-4808-8eaa-3dc404b80ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:14.949800 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc05504-35c0-4dcd-ad2c-12f0159fb2f0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network hostable DHCP agents. Network: fe3f9daf-65f2-4527-b6f7-ad479d234a74, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:03:14.958707 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device af79a819-49f5-41ef-8b85-5fc34c347bf8 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:15.001994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc05504-35c0-4dcd-ad2c-12f0159fb2f0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Subnet': ['ID=f8cba124-9104-40b4-9566-c4b34c2c834f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:15.067080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc05504-35c0-4dcd-ad2c-12f0159fb2f0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network fe3f9daf-65f2-4527-b6f7-ad479d234a74 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:03:15.079051 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-505a3696-72cf-4742-83a9-44c1315c597d req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:15.084040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9cc05504-35c0-4dcd-ad2c-12f0159fb2f0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, fe3f9daf-65f2-4527-b6f7-ad479d234a74) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:15.104503 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc05504-35c0-4dcd-ad2c-12f0159fb2f0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:15.104503 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9cc05504-35c0-4dcd-ad2c-12f0159fb2f0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:15.162425 n-d-764435-3 neutron-server[100711]: INFO neutron.db.ipam_backend_mixin [None req-f833abd1-eb14-4933-9d65-555315ebf01a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 75b3a965-c50b-4cd5-81b8-3be0ae37faaf (CIDR: 2001:db8::/64) Jul 15 15:03:15.197040 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9cc05504-35c0-4dcd-ad2c-12f0159fb2f0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2689519 Jul 15 15:03:15.201311 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54844) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:15.282417 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f833abd1-eb14-4933-9d65-555315ebf01a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:03:15.283010 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f833abd1-eb14-4933-9d65-555315ebf01a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:03:15.302647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f510a9-6796-4a2d-8be0-94334cb2a248 None None] Network fe3f9daf-65f2-4527-b6f7-ad479d234a74 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:15.351671 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505a3696-72cf-4742-83a9-44c1315c597d req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:15.397162 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:15.406266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-505a3696-72cf-4742-83a9-44c1315c597d req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:15.429421 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Transition to ACTIVE for port object 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:15.438210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-505a3696-72cf-4742-83a9-44c1315c597d req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:15.448277 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:15.469903 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f833abd1-eb14-4933-9d65-555315ebf01a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0116789 Jul 15 15:03:15.471913 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54846) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:15.496526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-adbeddcc-fa0e-462a-b9e1-f4bcfdf701ff None None] Provisioning for port af79a819-49f5-41ef-8b85-5fc34c347bf8 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:15.605210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9c5cea43-f4db-43bf-9337-d37ccefc9bf1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'subnet': {'network_id': '5ba0f053-93cf-4567-9369-49a0d0109e46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:15.628815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Pushing event updated for resources: {'Port': ['ID=10917c6a-5c9b-4072-9821-3ea1173cd731,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:15.713824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:11Z', 'revision_number': 4, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f550798-964b-4516-93d1-b043bc8f1df4', 'name': '', 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:d9:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:09Z', 'updated_at': '2021-07-15T15:03:11Z', 'revision_number': 2, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:15.738379 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c9b62-6df1-4fdd-b0be-0ef9b5094fda None None] Pushing event updated for resources: {'Port': ['ID=2b3b1bae-801b-4592-bd36-d0eb5e0edf47,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:15.950068 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Attempting to bind port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:15.950904 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Attempting to bind port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'bf7096da-85ae-411c-b6a2-44a2df61abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3c0891a2-6948-4eae-8b22-eb8b422964ed'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:15.951700 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Attempting to bind port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 on network 3c0891a2-6948-4eae-8b22-eb8b422964ed {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:15.966070 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:15.968695 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Checking segment: {'id': 'bf7096da-85ae-411c-b6a2-44a2df61abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3c0891a2-6948-4eae-8b22-eb8b422964ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:15.970389 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:15.972266 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Bound using segment: {'id': 'bf7096da-85ae-411c-b6a2-44a2df61abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3c0891a2-6948-4eae-8b22-eb8b422964ed'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:15.974565 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Bound port: 2b3b1bae-801b-4592-bd36-d0eb5e0edf47, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7096da-85ae-411c-b6a2-44a2df61abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3c0891a2-6948-4eae-8b22-eb8b422964ed'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:15.975342 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:15.998684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Checking router: db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:15.999523 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Updating router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 port 7f550798-964b-4516-93d1-b043bc8f1df4 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:03:16.021741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:16.167579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5cea43-f4db-43bf-9337-d37ccefc9bf1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:16.188998 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9c5cea43-f4db-43bf-9337-d37ccefc9bf1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:16.253211 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-505a3696-72cf-4742-83a9-44c1315c597d req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:16.323719 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] For port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:16.330452 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] For port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2b3b1bae-801b-4592-bd36-d0eb5e0edf47,segment=NetworkSegment(bf7096da-85ae-411c-b6a2-44a2df61abca),segment_id=bf7096da-85ae-411c-b6a2-44a2df61abca)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:16.340839 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:16.397690 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port af79a819-49f5-41ef-8b85-5fc34c347bf8 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:16.428937 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:16.441094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'port_id': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'mac_address': 'fa:16:3e:7f:26:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:03:16.470647 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:16.522762 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c9b62-6df1-4fdd-b0be-0ef9b5094fda None None] Pushing event updated for resources: {'Port': ['ID=2b3b1bae-801b-4592-bd36-d0eb5e0edf47,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:16.569605 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-505a3696-72cf-4742-83a9-44c1315c597d req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:16.570375 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Routers {'52ed2e69-65d0-42f3-8452-2deaca5ebd34'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:16.575301 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52ed2e69-65d0-42f3-8452-2deaca5ebd34'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:16.732380 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:16.820874 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port af79a819-49f5-41ef-8b85-5fc34c347bf8 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:16.825700 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:16.890476 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:03:17.077575 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Transition to ACTIVE for port object 52ed678c-1579-4c27-9710-18148bf5086e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:17.129758 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:17.230728 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] Set router 52ed2e69-65d0-42f3-8452-2deaca5ebd34 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:17.327867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:17.454027 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:17.580833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Transition to ACTIVE for port object 52ed678c-1579-4c27-9710-18148bf5086e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:17.604994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:17.645799 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:17.715418 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-505a3696-72cf-4742-83a9-44c1315c597d req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:17.726207 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-505a3696-72cf-4742-83a9-44c1315c597d req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:17.758503 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Allocated IP 2001:db8:3::1 (fe3f9daf-65f2-4527-b6f7-ad479d234a74/f8cba124-9104-40b4-9566-c4b34c2c834f/e6f24b57-1483-4f75-83a5-2d93d65ae55f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:17.798454 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:17.958669 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'name': 'tempest-FloatingIPDetailsTestJSON-924593976-router', 'tenant_id': '4374d921083a46e7b6d153d6a94583ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ddffd579-ffd3-4793-b367-ec2e051ea3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:09Z', 'revision_number': 4, 'project_id': '4374d921083a46e7b6d153d6a94583ae', 'gw_port': {'id': 'ddffd579-ffd3-4793-b367-ec2e051ea3b6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:00Z', 'updated_at': '2021-07-15T15:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '2b3b1bae-801b-4592-bd36-d0eb5e0edf47', 'name': '', 'network_id': '3c0891a2-6948-4eae-8b22-eb8b422964ed', 'tenant_id': '4374d921083a46e7b6d153d6a94583ae', 'mac_address': 'fa:16:3e:5f:ca:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'fd3e2f50-4999-450c-bccd-108588ca064c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:06Z', 'updated_at': '2021-07-15T15:03:16Z', 'revision_number': 4, 'project_id': '4374d921083a46e7b6d153d6a94583ae', 'subnets': [{'id': 'fd3e2f50-4999-450c-bccd-108588ca064c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:18.072924 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:18.080473 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208354ff-8f4d-4d49-9242-efa866afab00 None None] The sync data for ids ['52ed2e69-65d0-42f3-8452-2deaca5ebd34'] in n-d-764435-3 is: [{'id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'name': 'tempest-FloatingIPDetailsTestJSON-924593976-router', 'tenant_id': '4374d921083a46e7b6d153d6a94583ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ddffd579-ffd3-4793-b367-ec2e051ea3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:09Z', 'revision_number': 4, 'project_id': '4374d921083a46e7b6d153d6a94583ae', 'gw_port': {'id': 'ddffd579-ffd3-4793-b367-ec2e051ea3b6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:00Z', 'updated_at': '2021-07-15T15:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '2b3b1bae-801b-4592-bd36-d0eb5e0edf47', 'name': '', 'network_id': '3c0891a2-6948-4eae-8b22-eb8b422964ed', 'tenant_id': '4374d921083a46e7b6d153d6a94583ae', 'mac_address': 'fa:16:3e:5f:ca:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'fd3e2f50-4999-450c-bccd-108588ca064c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:06Z', 'updated_at': '2021-07-15T15:03:16Z', 'revision_number': 4, 'project_id': '4374d921083a46e7b6d153d6a94583ae', 'subnets': [{'id': 'fd3e2f50-4999-450c-bccd-108588ca064c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:18.102148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Transition to ACTIVE for port object e6f24b57-1483-4f75-83a5-2d93d65ae55f will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:18.186595 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:18.212416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Network 5ba0f053-93cf-4567-9369-49a0d0109e46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:18.226894 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Pushing event updated for resources: {'Port': ['ID=10917c6a-5c9b-4072-9821-3ea1173cd731,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:18.243705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-fe3f9daf-65f2-4527-b6f7-ad479d234a74', 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'fixed_ips': [{'subnet_id': 'f8cba124-9104-40b4-9566-c4b34c2c834f'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:03:18.243705 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:18.352897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:18.361031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:18.366078 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-505a3696-72cf-4742-83a9-44c1315c597d req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:18.376790 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network fe3f9daf-65f2-4527-b6f7-ad479d234a74 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:18.381843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:18.390841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:18.391433 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:18.475323 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9c5cea43-f4db-43bf-9337-d37ccefc9bf1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:18.526907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=e6f24b57-1483-4f75-83a5-2d93d65ae55f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:18.547574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Pushing event updated for resources: {'Port': ['ID=52ed678c-1579-4c27-9710-18148bf5086e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:18.585240 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-505a3696-72cf-4742-83a9-44c1315c597d req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:18.586837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-505a3696-72cf-4742-83a9-44c1315c597d req-a69484df-7c72-475c-af16-582b4b73d953 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.6766834 Jul 15 15:03:18.599304 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5cea43-f4db-43bf-9337-d37ccefc9bf1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network 5ba0f053-93cf-4567-9369-49a0d0109e46 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:18.611475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-9c5cea43-f4db-43bf-9337-d37ccefc9bf1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:18.634276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5cea43-f4db-43bf-9337-d37ccefc9bf1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:18.643327 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9c5cea43-f4db-43bf-9337-d37ccefc9bf1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:18.649975 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:18.772132 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9c5cea43-f4db-43bf-9337-d37ccefc9bf1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1882138 Jul 15 15:03:18.774900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54886) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:18.781472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0a2cf1f8-e0ad-4d78-b76e-ad78604230c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'network_id': '5ba0f053-93cf-4567-9369-49a0d0109e46', 'fixed_ips': [{'subnet_id': '75b3a965-c50b-4cd5-81b8-3be0ae37faaf'}, {'subnet_id': '07417460-99c3-479e-a84f-b83eac668f93'}], 'name': 'tempest-PortsIpV6TestJSON-1643866990'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:18.819248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cea43-f4db-43bf-9337-d37ccefc9bf1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Subnet': ['ID=07417460-99c3-479e-a84f-b83eac668f93,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:18.829754 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-505a3696-72cf-4742-83a9-44c1315c597d req-f19b808e-029b-42c4-8c49-09ebb08a272c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.94 HTTP/1.1" status: 200 len: 695 time: 0.2288890 Jul 15 15:03:19.035020 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Allocated IP 2001:db8:3::2 (fe3f9daf-65f2-4527-b6f7-ad479d234a74/f8cba124-9104-40b4-9566-c4b34c2c834f/9ac5da94-5357-4c35-9928-348c98fdc278) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:19.303444 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a3696-72cf-4742-83a9-44c1315c597d req-d0bc0cff-9c1e-4e8a-beb4-3bb3a43e7f1a tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:19.313602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-505a3696-72cf-4742-83a9-44c1315c597d req-d0bc0cff-9c1e-4e8a-beb4-3bb3a43e7f1a tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.4747615 Jul 15 15:03:19.322788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-505a3696-72cf-4742-83a9-44c1315c597d req-d90ce618-05a2-48fb-8ec9-a219a9d07433 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:03:19.337995 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-505a3696-72cf-4742-83a9-44c1315c597d req-d90ce618-05a2-48fb-8ec9-a219a9d07433 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230629 Jul 15 15:03:19.564949 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:19.790371 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:19.791967 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:19.817743 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5e4e2c21-b2e7-4469-874c-afd2db2bfda9 None None] Provisioning for port 7f550798-964b-4516-93d1-b043bc8f1df4 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:19.840737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Attempting to bind port 52ed678c-1579-4c27-9710-18148bf5086e on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:19.841111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Attempting to bind port 52ed678c-1579-4c27-9710-18148bf5086e by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '3df74281-1b30-4ccb-ba2b-c555e5b2fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ba0f053-93cf-4567-9369-49a0d0109e46'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:19.841580 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Attempting to bind port 52ed678c-1579-4c27-9710-18148bf5086e on network 5ba0f053-93cf-4567-9369-49a0d0109e46 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:19.864566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5e4e2c21-b2e7-4469-874c-afd2db2bfda9 None None] Provisioning complete for port 7f550798-964b-4516-93d1-b043bc8f1df4 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:19.864962 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e4e2c21-b2e7-4469-874c-afd2db2bfda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:19.884031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:19.884371 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Checking segment: {'id': '3df74281-1b30-4ccb-ba2b-c555e5b2fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ba0f053-93cf-4567-9369-49a0d0109e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:19.884803 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:19.885207 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Bound using segment: {'id': '3df74281-1b30-4ccb-ba2b-c555e5b2fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ba0f053-93cf-4567-9369-49a0d0109e46'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:19.885841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Bound port: 52ed678c-1579-4c27-9710-18148bf5086e, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df74281-1b30-4ccb-ba2b-c555e5b2fbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ba0f053-93cf-4567-9369-49a0d0109e46'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:19.886231 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:20.006037 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] For port 52ed678c-1579-4c27-9710-18148bf5086e, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:20.009860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] For port 52ed678c-1579-4c27-9710-18148bf5086e, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=52ed678c-1579-4c27-9710-18148bf5086e,segment=NetworkSegment(3df74281-1b30-4ccb-ba2b-c555e5b2fbbe),segment_id=3df74281-1b30-4ccb-ba2b-c555e5b2fbbe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:20.064806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port af79a819-49f5-41ef-8b85-5fc34c347bf8, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=af79a819-49f5-41ef-8b85-5fc34c347bf8,segment=NetworkSegment(48eb7de9-d722-4aa6-8fff-4b9fe0060bae),segment_id=48eb7de9-d722-4aa6-8fff-4b9fe0060bae)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:20.086081 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:20.245414 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-620526e7-5186-40d9-ae80-a6da0819660c req-6eed9bac-322a-4160-a6bf-643c0a40027c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4894764 Jul 15 15:03:20.256909 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:20.277993 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-620526e7-5186-40d9-ae80-a6da0819660c req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:20.290199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Transition to ACTIVE for port object 9ac5da94-5357-4c35-9928-348c98fdc278 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:20.318700 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a5214-df46-49c6-9398-ac790bb9bc64 req-8c7157ba-d4cd-4b88-b0dc-6423cc054068 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:20.335693 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-292a5214-df46-49c6-9398-ac790bb9bc64 req-8c7157ba-d4cd-4b88-b0dc-6423cc054068 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.4775419 Jul 15 15:03:20.385103 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:20.386925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ddffd579-ffd3-4793-b367-ec2e051ea3b6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:20.395280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Transition to ACTIVE for port object 9ac5da94-5357-4c35-9928-348c98fdc278 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:20.432947 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-292a5214-df46-49c6-9398-ac790bb9bc64 req-ddebabd2-0628-4ecd-a60c-d6db022dbac8 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958700 Jul 15 15:03:20.443984 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-620526e7-5186-40d9-ae80-a6da0819660c req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:20.539228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2cf1f8-e0ad-4d78-b76e-ad78604230c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:20.671480 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:20.679988 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-620526e7-5186-40d9-ae80-a6da0819660c req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:20.689477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5e4e2c21-b2e7-4469-874c-afd2db2bfda9 None None] Port 7f550798-964b-4516-93d1-b043bc8f1df4 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:20.769819 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:20.829490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330548e9-b338-4e39-9e38-4466cc8cb89d req-4cb954cb-0e61-48d2-a48e-a5ffb01ddff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:20.831652 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-330548e9-b338-4e39-9e38-4466cc8cb89d req-4cb954cb-0e61-48d2-a48e-a5ffb01ddff2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab8e904d869b49c29afb8c3ed6c815ec&device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 1096 time: 0.8326030 Jul 15 15:03:20.832527 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:20.840846 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:20.875313 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:20.940784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-620526e7-5186-40d9-ae80-a6da0819660c req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Allocated IP 172.25.4.73 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/b5ba050b-1ca0-46ef-8af9-49e345e43209) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:20.968575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event updated for resources: {'Port': ['ID=e6f24b57-1483-4f75-83a5-2d93d65ae55f,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:21.012140 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Transition to ACTIVE for port object 7f550798-964b-4516-93d1-b043bc8f1df4 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:21.018742 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5e4e2c21-b2e7-4469-874c-afd2db2bfda9 None None] Provisioning complete for port af79a819-49f5-41ef-8b85-5fc34c347bf8 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:21.019672 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e4e2c21-b2e7-4469-874c-afd2db2bfda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:21.030603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Network fe3f9daf-65f2-4527-b6f7-ad479d234a74 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:21.374500 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-620526e7-5186-40d9-ae80-a6da0819660c req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:21.440886 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330548e9-b338-4e39-9e38-4466cc8cb89d req-37308f45-e95a-4740-8e4e-58d3ac904737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:21.443084 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-330548e9-b338-4e39-9e38-4466cc8cb89d req-37308f45-e95a-4740-8e4e-58d3ac904737 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 HTTP/1.1" status: 200 len: 920 time: 0.4866824 Jul 15 15:03:21.511394 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-330548e9-b338-4e39-9e38-4466cc8cb89d req-e3a309dd-6619-4698-ac1f-f2f9034124df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e150227f-e191-440c-89bd-4d99ae6936ee HTTP/1.1" status: 200 len: 217 time: 0.0485938 Jul 15 15:03:21.540314 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-620526e7-5186-40d9-ae80-a6da0819660c req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:21.582284 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a2cf1f8-e0ad-4d78-b76e-ad78604230c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:21.591191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cde308-332b-45fd-b25f-01ac4f14d313 None None] Pushing event updated for resources: {'Port': ['ID=52ed678c-1579-4c27-9710-18148bf5086e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:21.613570 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:21.617384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:21.648045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:21.663301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-0a2cf1f8-e0ad-4d78-b76e-ad78604230c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] device_id is not set on port 4118dbba-270b-4646-9cd7-71e4951747ac yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:03:21.685327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Pushing event updated for resources: {'Port': ['ID=b5ba050b-1ca0-46ef-8af9-49e345e43209,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:21.711147 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620526e7-5186-40d9-ae80-a6da0819660c req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:21.713200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-620526e7-5186-40d9-ae80-a6da0819660c req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:21.729556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-620526e7-5186-40d9-ae80-a6da0819660c req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:21.769511 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=af79a819-49f5-41ef-8b85-5fc34c347bf8,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:21.799417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ddffd579-ffd3-4793-b367-ec2e051ea3b6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:21.799981 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:22.083464 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-620526e7-5186-40d9-ae80-a6da0819660c req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:22.105435 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Attempting to bind port 9ac5da94-5357-4c35-9928-348c98fdc278 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:22.105435 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Attempting to bind port 9ac5da94-5357-4c35-9928-348c98fdc278 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'd9150822-a332-4808-8eaa-3dc404b80ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:22.105894 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Attempting to bind port 9ac5da94-5357-4c35-9928-348c98fdc278 on network fe3f9daf-65f2-4527-b6f7-ad479d234a74 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:22.151810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d5fee-867f-4226-a0e4-2d7466c50580 req-f6add966-9f4a-4a49-ad50-8b787fae9a56 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:22.164709 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-557d5fee-867f-4226-a0e4-2d7466c50580 req-f6add966-9f4a-4a49-ad50-8b787fae9a56 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.3473778 Jul 15 15:03:22.202329 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:22.203143 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Checking segment: {'id': 'd9150822-a332-4808-8eaa-3dc404b80ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:22.203540 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:22.204035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Bound using segment: {'id': 'd9150822-a332-4808-8eaa-3dc404b80ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:22.206561 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Bound port: 9ac5da94-5357-4c35-9928-348c98fdc278, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9150822-a332-4808-8eaa-3dc404b80ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:22.207154 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:22.284842 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-620526e7-5186-40d9-ae80-a6da0819660c req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:22.336311 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] For port 9ac5da94-5357-4c35-9928-348c98fdc278, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:22.347453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] For port 9ac5da94-5357-4c35-9928-348c98fdc278, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9ac5da94-5357-4c35-9928-348c98fdc278,segment=NetworkSegment(d9150822-a332-4808-8eaa-3dc404b80ada),segment_id=d9150822-a332-4808-8eaa-3dc404b80ada)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:22.418423 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:22.458072 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Attempting to bind port 7f550798-964b-4516-93d1-b043bc8f1df4 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:22.458517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Attempting to bind port 7f550798-964b-4516-93d1-b043bc8f1df4 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '48eb7de9-d722-4aa6-8fff-4b9fe0060bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:22.459601 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Attempting to bind port 7f550798-964b-4516-93d1-b043bc8f1df4 on network af9e6587-d343-48d7-959e-31b5a9bdce0a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:22.470041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Pushing event updated for resources: {'Port': ['ID=9ac5da94-5357-4c35-9928-348c98fdc278,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:22.517502 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-0a2cf1f8-e0ad-4d78-b76e-ad78604230c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Allocated IP 2001:db8::1a3 (5ba0f053-93cf-4567-9369-49a0d0109e46/75b3a965-c50b-4cd5-81b8-3be0ae37faaf/4118dbba-270b-4646-9cd7-71e4951747ac) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:22.550231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:22.552584 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Checking segment: {'id': '48eb7de9-d722-4aa6-8fff-4b9fe0060bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:22.553116 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:22.553530 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Bound using segment: {'id': '48eb7de9-d722-4aa6-8fff-4b9fe0060bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:22.554050 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Bound port: 7f550798-964b-4516-93d1-b043bc8f1df4, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48eb7de9-d722-4aa6-8fff-4b9fe0060bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:22.557287 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:22.561360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330548e9-b338-4e39-9e38-4466cc8cb89d req-1a5d836c-a400-4e10-b4ba-f7d16f368b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:22.563227 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-330548e9-b338-4e39-9e38-4466cc8cb89d req-1a5d836c-a400-4e10-b4ba-f7d16f368b83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed4ae426-6236-408d-9317-431d07b866ff HTTP/1.1" status: 200 len: 859 time: 1.0104063 Jul 15 15:03:22.625567 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Network fe3f9daf-65f2-4527-b6f7-ad479d234a74 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:22.627790 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-0a2cf1f8-e0ad-4d78-b76e-ad78604230c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Allocated IP 2001:db8:0:1::140 (5ba0f053-93cf-4567-9369-49a0d0109e46/07417460-99c3-479e-a84f-b83eac668f93/4118dbba-270b-4646-9cd7-71e4951747ac) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:22.710734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:22.729866 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-330548e9-b338-4e39-9e38-4466cc8cb89d req-ed6a8d75-26d3-44bf-a5de-917bb27595d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346660 Jul 15 15:03:22.733917 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-620526e7-5186-40d9-ae80-a6da0819660c req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:22.748254 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-620526e7-5186-40d9-ae80-a6da0819660c req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:22.809625 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69adfb-b741-4aa4-a48a-8e32d96c69af None None] Pushing event updated for resources: {'Port': ['ID=7f550798-964b-4516-93d1-b043bc8f1df4,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:22.874174 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-557d5fee-867f-4226-a0e4-2d7466c50580 req-bd1fb754-4017-4d9d-909e-87bd1fbd4189 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7077510 Jul 15 15:03:23.008196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2251b-2335-43ad-84c4-b97c81852992 None None] Pushing event updated for resources: {'Port': ['ID=9ac5da94-5357-4c35-9928-348c98fdc278,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:23.053263 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Pushing event updated for resources: {'Port': ['ID=b5ba050b-1ca0-46ef-8af9-49e345e43209,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:23.054382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] For port 7f550798-964b-4516-93d1-b043bc8f1df4, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:23.070168 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-620526e7-5186-40d9-ae80-a6da0819660c req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:23.073260 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] For port 7f550798-964b-4516-93d1-b043bc8f1df4, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7f550798-964b-4516-93d1-b043bc8f1df4,segment=NetworkSegment(48eb7de9-d722-4aa6-8fff-4b9fe0060bae),segment_id=48eb7de9-d722-4aa6-8fff-4b9fe0060bae)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:23.096544 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:23.103934 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb1c08b-f159-4f68-bad5-81f729ef2457 None None] Network 5ba0f053-93cf-4567-9369-49a0d0109e46 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:23.115982 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-620526e7-5186-40d9-ae80-a6da0819660c req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:23.126852 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-620526e7-5186-40d9-ae80-a6da0819660c req-dd690322-18d9-417a-8cba-1134bcf72061 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8685157 Jul 15 15:03:23.234617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:23.261184 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-620526e7-5186-40d9-ae80-a6da0819660c req-f1656b7f-ccb2-40f9-81e8-df8edd01597e tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 695 time: 0.1332667 Jul 15 15:03:23.433419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69adfb-b741-4aa4-a48a-8e32d96c69af None None] Pushing event updated for resources: {'Port': ['ID=7f550798-964b-4516-93d1-b043bc8f1df4,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:23.436653 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:23.437525 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:23.585368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:23.645803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620526e7-5186-40d9-ae80-a6da0819660c req-6053e21a-f2df-451e-a0ad-f740f9268c3f tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:23.659700 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-620526e7-5186-40d9-ae80-a6da0819660c req-6053e21a-f2df-451e-a0ad-f740f9268c3f tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.3970718 Jul 15 15:03:23.675553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8320ad2c-fbd4-4c89-96b7-890cd3d8c124 None None] Provisioning for port 52ed678c-1579-4c27-9710-18148bf5086e completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:23.680649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:23.935418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:23.945326 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:23.945703 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:23.992163 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-330548e9-b338-4e39-9e38-4466cc8cb89d req-8fcafb16-3371-4c89-b443-858f11d240ce service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2460039 Jul 15 15:03:24.046283 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:03:24.116253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:24.116629 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:24.241997 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:24.280399 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-531d9702-7764-4cf0-a3c9-99aa82cb48f5 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5612559 Jul 15 15:03:24.303087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:24.358220 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:24.372846 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2b3b1bae-801b-4592-bd36-d0eb5e0edf47,segment=NetworkSegment(bf7096da-85ae-411c-b6a2-44a2df61abca),segment_id=bf7096da-85ae-411c-b6a2-44a2df61abca)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:24.494492 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:24.497021 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:24.497837 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 52ed678c-1579-4c27-9710-18148bf5086e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:24.621678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:24.690255 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-330548e9-b338-4e39-9e38-4466cc8cb89d req-3a9f77e0-161e-42b4-9bcb-e352eefeb91e service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6958985 Jul 15 15:03:24.695129 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f87a215f-fd14-4b43-b102-b71fa61321e0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/db1bbb8c-7cd2-472f-aa55-9590a45ebfd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4926176 Jul 15 15:03:24.700890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54936) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:24.724400 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5ddc3ae6-f94a-4196-b1e3-426a628b6a07 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:24.729580 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:24.765464 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a2cf1f8-e0ad-4d78-b76e-ad78604230c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:24.796755 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-0a2cf1f8-e0ad-4d78-b76e-ad78604230c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Transition to ACTIVE for port object 4118dbba-270b-4646-9cd7-71e4951747ac will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:24.834722 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423cc45d-5c6e-4554-b8d7-96b5f3b0784f None None] Network fe3f9daf-65f2-4527-b6f7-ad479d234a74 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:24.888095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:03:24.890511 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd6026c-fb61-4bed-9bd1-34c3cdc4960e" -d '{"events": [{"server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:24.976426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:24.991437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=2b3b1bae-801b-4592-bd36-d0eb5e0edf47,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:25.006578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7f206213-ead4-4876-9f58-37dbc072e289 None None] Provisioning for port 9ac5da94-5357-4c35-9928-348c98fdc278 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:25.010794 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a2cf1f8-e0ad-4d78-b76e-ad78604230c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:25.033905 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:25.060099 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Allocated IP 172.25.4.151 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/bf074634-0005-4251-aaf0-a159580f95e5) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:25.092271 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 52ed678c-1579-4c27-9710-18148bf5086e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:25.100094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:25.100580 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:25.100849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:25.101191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:25.101544 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:25.101941 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:25.102220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:25.102574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:25.103428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:25.103775 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:25.104659 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:25.105015 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:25.124439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 52ed678c-1579-4c27-9710-18148bf5086e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:25.124559 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:25.152912 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2cf1f8-e0ad-4d78-b76e-ad78604230c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network 5ba0f053-93cf-4567-9369-49a0d0109e46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:25.156392 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cf1f8-e0ad-4d78-b76e-ad78604230c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=4118dbba-270b-4646-9cd7-71e4951747ac,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:25.161829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0a2cf1f8-e0ad-4d78-b76e-ad78604230c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:25.204391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2cf1f8-e0ad-4d78-b76e-ad78604230c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:25.211050 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2cf1f8-e0ad-4d78-b76e-ad78604230c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:25.211759 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a2cf1f8-e0ad-4d78-b76e-ad78604230c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:25.239064 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:25.294403 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0a2cf1f8-e0ad-4d78-b76e-ad78604230c9 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 6.5165296 Jul 15 15:03:25.303663 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54950) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:25.310714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0b5aef69-47c6-4ad1-b744-7feb447a5f1c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '75b3a965-c50b-4cd5-81b8-3be0ae37faaf'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:25.313672 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b4762-efa3-4040-987b-c3f686c9d11c req-308934d0-2963-4f39-a350-7ee166d8293f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:25.315865 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc6b4762-efa3-4040-987b-c3f686c9d11c req-308934d0-2963-4f39-a350-7ee166d8293f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.7802467 Jul 15 15:03:25.318079 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:25.371841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:25.397683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:25.451612 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:25.460696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc6b4762-efa3-4040-987b-c3f686c9d11c req-2fee85ea-154f-4cea-b884-aa8c10889653 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298137 Jul 15 15:03:25.461942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Pushing event updated for resources: {'Port': ['ID=bf074634-0005-4251-aaf0-a159580f95e5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:25.469852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:25.496097 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:18Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f550798-964b-4516-93d1-b043bc8f1df4', 'name': '', 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:d9:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:09Z', 'updated_at': '2021-07-15T15:03:23Z', 'revision_number': 4, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f24b57-1483-4f75-83a5-2d93d65ae55f', 'name': '', 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:e0:04:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f8cba124-9104-40b4-9566-c4b34c2c834f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:17Z', 'updated_at': '2021-07-15T15:03:20Z', 'revision_number': 2, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'f8cba124-9104-40b4-9566-c4b34c2c834f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:25.589476 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44601620-b199-4aa2-ae6c-e7b81c6a99d6 None None] The sync data for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 is: [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:18Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f550798-964b-4516-93d1-b043bc8f1df4', 'name': '', 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:d9:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:09Z', 'updated_at': '2021-07-15T15:03:23Z', 'revision_number': 4, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f24b57-1483-4f75-83a5-2d93d65ae55f', 'name': '', 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:e0:04:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f8cba124-9104-40b4-9566-c4b34c2c834f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:17Z', 'updated_at': '2021-07-15T15:03:20Z', 'revision_number': 2, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'f8cba124-9104-40b4-9566-c4b34c2c834f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:25.626193 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:25.668866 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b5aef69-47c6-4ad1-b744-7feb447a5f1c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:25.788997 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:25.933003 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdb7cff-8c1e-422e-a44d-63eaf0b9ebdd None None] Update dhcp port {'port': {'network_id': '5ba0f053-93cf-4567-9369-49a0d0109e46', 'fixed_ips': [{'subnet_id': '75b3a965-c50b-4cd5-81b8-3be0ae37faaf', 'ip_address': '2001:db8::2'}, {'subnet_id': '07417460-99c3-479e-a84f-b83eac668f93'}], 'binding:host_id': 'n-d-764435-3'}, 'id': '52ed678c-1579-4c27-9710-18148bf5086e'} from n-d-764435-3. {{(pid=100713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 15:03:26.024104 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:26.158641 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2aaa808-40e2-4c96-ae12-77bb7acd5335 x-openstack-request-id: req-b2aaa808-40e2-4c96-ae12-77bb7acd5335 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:26.159084 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:26.159343 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2aaa808-40e2-4c96-ae12-77bb7acd5335 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:26.159779 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'code': 200} Jul 15 15:03:26.167578 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cdb7cff-8c1e-422e-a44d-63eaf0b9ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:26.174854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 52ed678c-1579-4c27-9710-18148bf5086e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=52ed678c-1579-4c27-9710-18148bf5086e,segment=NetworkSegment(3df74281-1b30-4ccb-ba2b-c555e5b2fbbe),segment_id=3df74281-1b30-4ccb-ba2b-c555e5b2fbbe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:26.189071 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:26.190656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device af79a819-49f5-41ef-8b85-5fc34c347bf8 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:26.249111 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:26.257279 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:26.404017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Pushing event updated for resources: {'Port': ['ID=bf074634-0005-4251-aaf0-a159580f95e5,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:26.454790 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:26.514468 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:26.542262 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-65c7db95-5968-440a-b87f-8b279d01075c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2366157 Jul 15 15:03:26.712712 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-fdad7c03-a1d2-47ae-9bc8-db2fbd860d11 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.151 HTTP/1.1" status: 200 len: 696 time: 0.1658876 Jul 15 15:03:26.937425 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-7cdb7cff-8c1e-422e-a44d-63eaf0b9ebdd None None] Allocated IP 2001:db8:0:1::2 (5ba0f053-93cf-4567-9369-49a0d0109e46/07417460-99c3-479e-a84f-b83eac668f93/52ed678c-1579-4c27-9710-18148bf5086e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:27.206421 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc0695-1a3a-4aae-b98e-4ca3502e639a req-8cac4b8a-c099-4b3a-89e2-795fd1ff1a29 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:27.208448 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49cc0695-1a3a-4aae-b98e-4ca3502e639a req-8cac4b8a-c099-4b3a-89e2-795fd1ff1a29 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.4657452 Jul 15 15:03:27.232828 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-6866a270-c850-41d0-9dec-57d2f7f13bb9 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:27.264746 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd5e4f34-067f-4d84-88a8-2711a4f83665 req-6866a270-c850-41d0-9dec-57d2f7f13bb9 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.5490808 Jul 15 15:03:27.267488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7cdb7cff-8c1e-422e-a44d-63eaf0b9ebdd None None] For port 52ed678c-1579-4c27-9710-18148bf5086e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=52ed678c-1579-4c27-9710-18148bf5086e,segment=NetworkSegment(3df74281-1b30-4ccb-ba2b-c555e5b2fbbe),segment_id=3df74281-1b30-4ccb-ba2b-c555e5b2fbbe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:27.394632 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cdb7cff-8c1e-422e-a44d-63eaf0b9ebdd None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:27.405312 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49cc0695-1a3a-4aae-b98e-4ca3502e639a req-d3338753-dfe5-4015-8901-faa0a624b683 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353669 Jul 15 15:03:27.426063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7cdb7cff-8c1e-422e-a44d-63eaf0b9ebdd None None] Transition to ACTIVE for port object 52ed678c-1579-4c27-9710-18148bf5086e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:27.457880 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cdb7cff-8c1e-422e-a44d-63eaf0b9ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:27.474440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=52ed678c-1579-4c27-9710-18148bf5086e,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:27.496269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port af79a819-49f5-41ef-8b85-5fc34c347bf8 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:27.498964 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:27.710063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb7cff-8c1e-422e-a44d-63eaf0b9ebdd None None] Pushing event updated for resources: {'Port': ['ID=52ed678c-1579-4c27-9710-18148bf5086e,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:27.738893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-0b5aef69-47c6-4ad1-b744-7feb447a5f1c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Delete allocated IP 2001:db8:0:1::140 (5ba0f053-93cf-4567-9369-49a0d0109e46/07417460-99c3-479e-a84f-b83eac668f93) {{(pid=100712) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 15:03:27.785689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-369bbdb9-35f3-482a-af2d-cf96745d8753 None None] Provisioning for port e6f24b57-1483-4f75-83a5-2d93d65ae55f completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:27.803940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-369bbdb9-35f3-482a-af2d-cf96745d8753 None None] Provisioning complete for port e6f24b57-1483-4f75-83a5-2d93d65ae55f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:27.819402 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-369bbdb9-35f3-482a-af2d-cf96745d8753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:28.003286 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b5aef69-47c6-4ad1-b744-7feb447a5f1c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:28.021827 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-6e78a206-b12e-47d5-8d06-0de19212f707 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4084065 Jul 15 15:03:28.033390 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-0b5aef69-47c6-4ad1-b744-7feb447a5f1c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Ignored duplicate provisioning block setup for port 4118dbba-270b-4646-9cd7-71e4951747ac by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 15:03:28.038440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:28.050021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.extraroute_db [None req-5ddc3ae6-f94a-4196-b1e3-426a628b6a07 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=100712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 15:03:28.077753 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.extraroute_db [None req-5ddc3ae6-f94a-4196-b1e3-426a628b6a07 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Removed routes are [] {{(pid=100712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 15:03:28.078606 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ddc3ae6-f94a-4196-b1e3-426a628b6a07 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:28.083798 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b5aef69-47c6-4ad1-b744-7feb447a5f1c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:28.161158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-369bbdb9-35f3-482a-af2d-cf96745d8753 None None] Port e6f24b57-1483-4f75-83a5-2d93d65ae55f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:28.164972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0b5aef69-47c6-4ad1-b744-7feb447a5f1c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] In _notify_port_updated(), no bound segment for port 4118dbba-270b-4646-9cd7-71e4951747ac on network 5ba0f053-93cf-4567-9369-49a0d0109e46 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:03:28.171295 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5aef69-47c6-4ad1-b744-7feb447a5f1c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:28.172138 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b5aef69-47c6-4ad1-b744-7feb447a5f1c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:28.178898 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0b5aef69-47c6-4ad1-b744-7feb447a5f1c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "PUT /v2.0/ports/4118dbba-270b-4646-9cd7-71e4951747ac HTTP/1.1" status: 200 len: 926 time: 2.8736479 Jul 15 15:03:28.206215 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54978) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:28.248510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-12c1ef5e-596e-473d-839d-516255f26086 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '75b3a965-c50b-4cd5-81b8-3be0ae37faaf'}, {'subnet_id': '07417460-99c3-479e-a84f-b83eac668f93'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:28.377836 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Sync routers for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:28.396169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:28.396829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:28.479647 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:28.566833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:28.733413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5aef69-47c6-4ad1-b744-7feb447a5f1c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=4118dbba-270b-4646-9cd7-71e4951747ac,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:29.025446 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ddc3ae6-f94a-4196-b1e3-426a628b6a07 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:29.036517 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ddc3ae6-f94a-4196-b1e3-426a628b6a07 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:29.152833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-deb86482-52ca-43f9-bc60-887fc08f0124 None None] Provisioning complete for port e6f24b57-1483-4f75-83a5-2d93d65ae55f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:29.153276 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-deb86482-52ca-43f9-bc60-887fc08f0124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:29.173735 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:29.427501 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddc3ae6-f94a-4196-b1e3-426a628b6a07 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:03:29.444721 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-deb86482-52ca-43f9-bc60-887fc08f0124 None None] Port e6f24b57-1483-4f75-83a5-2d93d65ae55f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:29.467093 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-12c1ef5e-596e-473d-839d-516255f26086 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:29.484424 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:28Z', 'revision_number': 6, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f550798-964b-4516-93d1-b043bc8f1df4', 'name': '', 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:d9:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:09Z', 'updated_at': '2021-07-15T15:03:23Z', 'revision_number': 4, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f24b57-1483-4f75-83a5-2d93d65ae55f', 'name': '', 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:e0:04:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f8cba124-9104-40b4-9566-c4b34c2c834f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:17Z', 'updated_at': '2021-07-15T15:03:20Z', 'revision_number': 2, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'f8cba124-9104-40b4-9566-c4b34c2c834f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:29.538099 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:29.576239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Checking router: db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:29.592106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Updating router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 port e6f24b57-1483-4f75-83a5-2d93d65ae55f binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:03:29.655302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddc3ae6-f94a-4196-b1e3-426a628b6a07 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:29.670246 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ddc3ae6-f94a-4196-b1e3-426a628b6a07 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:29.671868 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5ddc3ae6-f94a-4196-b1e3-426a628b6a07 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 HTTP/1.1" status: 200 len: 954 time: 4.9651372 Jul 15 15:03:29.674006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54992) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:29.677055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eda802-410f-45ba-a15d-1b521b9538ad None None] Network 5ba0f053-93cf-4567-9369-49a0d0109e46 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:29.734883 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Allocated IP 172.25.4.127 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/fc3d8919-829a-49b2-8881-bcf2806f20a4) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:29.776042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:29.778108 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:29.805143 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0c90aac9-3589-4a1e-8b66-f2c30be2533e None None] Provisioning for port 52ed678c-1579-4c27-9710-18148bf5086e completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:29.933508 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:29.949670 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2def54ed-5aab-40c3-9a0a-1026e11e8cf7 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/routers/db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 HTTP/1.1" status: 200 len: 954 time: 0.2743909 Jul 15 15:03:29.955792 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0c90aac9-3589-4a1e-8b66-f2c30be2533e None None] Provisioning complete for port 52ed678c-1579-4c27-9710-18148bf5086e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:29.956797 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c90aac9-3589-4a1e-8b66-f2c30be2533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:29.957780 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:29.959187 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54994) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:29.969867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-862d1a8c-4f6d-4c07-a0a6-41b82a1a3226 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'router': {'routes': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:30.044215 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a9e9e-944b-4cf2-be9a-ccbaec58cbf0 req-45f43747-d03a-4a9e-9e66-126f99a06ea0 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:30.052407 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-494a9e9e-944b-4cf2-be9a-ccbaec58cbf0 req-45f43747-d03a-4a9e-9e66-126f99a06ea0 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.8522885 Jul 15 15:03:30.208788 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f37e6232-71bf-4216-950d-2989f91b3a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.219626 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-494a9e9e-944b-4cf2-be9a-ccbaec58cbf0 req-43fb170b-16a5-42b3-bffc-34a332b67dd2 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661742 Jul 15 15:03:30.393897 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.598250 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.612480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Transition to ACTIVE for port object e6f24b57-1483-4f75-83a5-2d93d65ae55f will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:30.620373 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:30.635264 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:30.643519 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.646447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:30.653979 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Pushing event updated for resources: {'Port': ['ID=fc3d8919-829a-49b2-8881-bcf2806f20a4,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:30.716409 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.extraroute_db [None req-862d1a8c-4f6d-4c07-a0a6-41b82a1a3226 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Added routes are [] {{(pid=100712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 15:03:30.716998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.extraroute_db [None req-862d1a8c-4f6d-4c07-a0a6-41b82a1a3226 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=100712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 15:03:30.777653 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-862d1a8c-4f6d-4c07-a0a6-41b82a1a3226 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.866852 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.923464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-12c1ef5e-596e-473d-839d-516255f26086 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Allocated IP 2001:db8:0:1::6 (5ba0f053-93cf-4567-9369-49a0d0109e46/07417460-99c3-479e-a84f-b83eac668f93/4118dbba-270b-4646-9cd7-71e4951747ac) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:31.070987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3f237-099a-4428-a24f-3aa717875ede None None] Pushing event updated for resources: {'Port': ['ID=e6f24b57-1483-4f75-83a5-2d93d65ae55f,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:31.137955 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 52ed678c-1579-4c27-9710-18148bf5086e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:31.146106 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-12c1ef5e-596e-473d-839d-516255f26086 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.163727 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-862d1a8c-4f6d-4c07-a0a6-41b82a1a3226 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.167501 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-862d1a8c-4f6d-4c07-a0a6-41b82a1a3226 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.169219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-12c1ef5e-596e-473d-839d-516255f26086 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Ignored duplicate provisioning block setup for port 4118dbba-270b-4646-9cd7-71e4951747ac by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 15:03:31.216015 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-12c1ef5e-596e-473d-839d-516255f26086 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.349878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Attempting to bind port e6f24b57-1483-4f75-83a5-2d93d65ae55f on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:31.350869 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Attempting to bind port e6f24b57-1483-4f75-83a5-2d93d65ae55f by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'd9150822-a332-4808-8eaa-3dc404b80ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:31.351396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Attempting to bind port e6f24b57-1483-4f75-83a5-2d93d65ae55f on network fe3f9daf-65f2-4527-b6f7-ad479d234a74 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:31.373708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:31.374091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Checking segment: {'id': 'd9150822-a332-4808-8eaa-3dc404b80ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:31.374506 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.376686 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Bound using segment: {'id': 'd9150822-a332-4808-8eaa-3dc404b80ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:31.377199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Bound port: e6f24b57-1483-4f75-83a5-2d93d65ae55f, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9150822-a332-4808-8eaa-3dc404b80ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:31.379644 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.398376 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.406801 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-12c1ef5e-596e-473d-839d-516255f26086 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] In _notify_port_updated(), no bound segment for port 4118dbba-270b-4646-9cd7-71e4951747ac on network 5ba0f053-93cf-4567-9369-49a0d0109e46 {{(pid=100711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:03:31.413032 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c1ef5e-596e-473d-839d-516255f26086 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:31.419612 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-12c1ef5e-596e-473d-839d-516255f26086 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.420611 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862d1a8c-4f6d-4c07-a0a6-41b82a1a3226 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:03:31.424373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-12c1ef5e-596e-473d-839d-516255f26086 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "PUT /v2.0/ports/4118dbba-270b-4646-9cd7-71e4951747ac HTTP/1.1" status: 200 len: 1010 time: 3.2056885 Jul 15 15:03:31.424609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55006) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:31.456820 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1ef5e-596e-473d-839d-516255f26086 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=4118dbba-270b-4646-9cd7-71e4951747ac,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:31.544780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] For port e6f24b57-1483-4f75-83a5-2d93d65ae55f, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:31.549580 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] For port e6f24b57-1483-4f75-83a5-2d93d65ae55f, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e6f24b57-1483-4f75-83a5-2d93d65ae55f,segment=NetworkSegment(d9150822-a332-4808-8eaa-3dc404b80ada),segment_id=d9150822-a332-4808-8eaa-3dc404b80ada)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:31.559634 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.625594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 52ed678c-1579-4c27-9710-18148bf5086e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:31.625594 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.717584 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3f237-099a-4428-a24f-3aa717875ede None None] Pushing event updated for resources: {'Port': ['ID=e6f24b57-1483-4f75-83a5-2d93d65ae55f,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:31.721370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:31.722824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:31.751762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862d1a8c-4f6d-4c07-a0a6-41b82a1a3226 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:31.766386 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-862d1a8c-4f6d-4c07-a0a6-41b82a1a3226 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.769947 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-862d1a8c-4f6d-4c07-a0a6-41b82a1a3226 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 HTTP/1.1" status: 200 len: 704 time: 1.8091633 Jul 15 15:03:31.777830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55012) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:31.936582 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:32.312521 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7f550798-964b-4516-93d1-b043bc8f1df4 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:32.339314 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.349946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98aa50-f6f0-4513-b69c-956fee0e234a req-a523bdd7-5bac-4ca0-ad9e-744ae38a6d71 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:32.358034 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab98aa50-f6f0-4513-b69c-956fee0e234a req-a523bdd7-5bac-4ca0-ad9e-744ae38a6d71 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.7838075 Jul 15 15:03:32.367405 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.453296 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 7f550798-964b-4516-93d1-b043bc8f1df4 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:32.466858 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7f550798-964b-4516-93d1-b043bc8f1df4 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:32.467282 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.478319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-17555324-31b5-4b1f-b763-b055654ed57e None None] Provisioning for port 4118dbba-270b-4646-9cd7-71e4951747ac completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:32.490777 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab98aa50-f6f0-4513-b69c-956fee0e234a req-e03e3c6d-efa4-4e11-b5a4-445d1731d023 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313717 Jul 15 15:03:32.521620 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-17555324-31b5-4b1f-b763-b055654ed57e None None] Provisioning complete for port 4118dbba-270b-4646-9cd7-71e4951747ac triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:32.522090 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17555324-31b5-4b1f-b763-b055654ed57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.526648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Pushing event updated for resources: {'Port': ['ID=fc3d8919-829a-49b2-8881-bcf2806f20a4,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:32.549817 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.575126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-17555324-31b5-4b1f-b763-b055654ed57e None None] Port 4118dbba-270b-4646-9cd7-71e4951747ac cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:32.587760 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.589306 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-9bf39813-7b22-4517-b92f-46b2f6285b97 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5663388 Jul 15 15:03:32.612595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-17555324-31b5-4b1f-b763-b055654ed57e None None] Provisioning complete for port 52ed678c-1579-4c27-9710-18148bf5086e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:32.612869 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17555324-31b5-4b1f-b763-b055654ed57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.664715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:30Z', 'revision_number': 7, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f550798-964b-4516-93d1-b043bc8f1df4', 'name': '', 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:d9:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:09Z', 'updated_at': '2021-07-15T15:03:23Z', 'revision_number': 4, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f24b57-1483-4f75-83a5-2d93d65ae55f', 'name': '', 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:e0:04:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f8cba124-9104-40b4-9566-c4b34c2c834f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:17Z', 'updated_at': '2021-07-15T15:03:31Z', 'revision_number': 4, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'f8cba124-9104-40b4-9566-c4b34c2c834f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:32.697231 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-af0113c7-ad11-4124-9f51-4fae6bd5ef52 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/routers/db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 HTTP/1.1" status: 200 len: 704 time: 0.9164093 Jul 15 15:03:32.703601 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55020) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:32.719899 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd686ec-af5b-4c7c-b828-8b0689ca3686 None None] The sync data for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 is: [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:30Z', 'revision_number': 7, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f550798-964b-4516-93d1-b043bc8f1df4', 'name': '', 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:d9:74:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:09Z', 'updated_at': '2021-07-15T15:03:23Z', 'revision_number': 4, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f24b57-1483-4f75-83a5-2d93d65ae55f', 'name': '', 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:e0:04:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f8cba124-9104-40b4-9566-c4b34c2c834f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:17Z', 'updated_at': '2021-07-15T15:03:31Z', 'revision_number': 4, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'f8cba124-9104-40b4-9566-c4b34c2c834f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:32.732186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-202b8318-2ac6-4467-b117-921c87576f0d tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 4118dbba-270b-4646-9cd7-71e4951747ac {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:32.732835 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-202b8318-2ac6-4467-b117-921c87576f0d tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.827209 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.909579 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-59d689e3-8032-418b-b1a3-a47816350627 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.3120570 Jul 15 15:03:32.943548 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.956778 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b61a1e48-3673-4cc2-93e7-18e6cd8c0b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.023236 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-202b8318-2ac6-4467-b117-921c87576f0d tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.066080 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 7f550798-964b-4516-93d1-b043bc8f1df4, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7f550798-964b-4516-93d1-b043bc8f1df4,segment=NetworkSegment(48eb7de9-d722-4aa6-8fff-4b9fe0060bae),segment_id=48eb7de9-d722-4aa6-8fff-4b9fe0060bae)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:33.074789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-202b8318-2ac6-4467-b117-921c87576f0d tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 4118dbba-270b-4646-9cd7-71e4951747ac owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:33.077013 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.079405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9ac5da94-5357-4c35-9928-348c98fdc278 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:33.092689 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed693a7f-519d-4a2b-81e4-ef2c6ff288be None None] Sync routers for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:33.122112 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed693a7f-519d-4a2b-81e4-ef2c6ff288be None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:33.130267 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ed693a7f-519d-4a2b-81e4-ef2c6ff288be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:33.187231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-b5cb6cb5-d3b3-4fbd-8a12-a885fa39eae2 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:33.189515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1952d9c0-2fb1-4efa-bf89-1f8178228d39 req-b5cb6cb5-d3b3-4fbd-8a12-a885fa39eae2 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.2774200 Jul 15 15:03:33.273545 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-008b6a6a-2804-4a8d-82ca-36f2fd3147b1 None None] Provisioning complete for port 4118dbba-270b-4646-9cd7-71e4951747ac triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:33.274213 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-008b6a6a-2804-4a8d-82ca-36f2fd3147b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.343401 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=7f550798-964b-4516-93d1-b043bc8f1df4,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:33.364512 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 9ac5da94-5357-4c35-9928-348c98fdc278 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:33.393300 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-ed693a7f-519d-4a2b-81e4-ef2c6ff288be None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:33.394772 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9ac5da94-5357-4c35-9928-348c98fdc278 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:33.395344 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.458737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-008b6a6a-2804-4a8d-82ca-36f2fd3147b1 None None] Port 4118dbba-270b-4646-9cd7-71e4951747ac cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:33.501243 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3df66746-c7fb-4227-a1fe-2cc030eff99b req-f56fdeed-aad3-407f-995e-c34777294a8e tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips/17c3bb0a-b861-4346-a0f3-a0caa9c8b02b HTTP/1.1" status: 200 len: 693 time: 0.2490389 Jul 15 15:03:33.581142 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.635485 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-202b8318-2ac6-4467-b117-921c87576f0d tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.691187 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-038ea820-b1e1-45c9-b3e1-88589bf30dba None None] Could not find standard attr ID for object 4118dbba-270b-4646-9cd7-71e4951747ac. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:03:33.693850 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 9ac5da94-5357-4c35-9928-348c98fdc278, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9ac5da94-5357-4c35-9928-348c98fdc278,segment=NetworkSegment(d9150822-a332-4808-8eaa-3dc404b80ada),segment_id=d9150822-a332-4808-8eaa-3dc404b80ada)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:33.705670 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.726692 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b8318-2ac6-4467-b117-921c87576f0d tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=4118dbba-270b-4646-9cd7-71e4951747ac,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:33.923221 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ed693a7f-519d-4a2b-81e4-ef2c6ff288be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:30Z', 'revision_number': 7, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f550798-964b-4516-93d1-b043bc8f1df4', 'name': '', 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:d9:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:09Z', 'updated_at': '2021-07-15T15:03:32Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f24b57-1483-4f75-83a5-2d93d65ae55f', 'name': '', 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:e0:04:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f8cba124-9104-40b4-9566-c4b34c2c834f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:17Z', 'updated_at': '2021-07-15T15:03:31Z', 'revision_number': 4, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'f8cba124-9104-40b4-9566-c4b34c2c834f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:33.926616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=9ac5da94-5357-4c35-9928-348c98fdc278,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:33.954931 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed693a7f-519d-4a2b-81e4-ef2c6ff288be None None] Checking router: db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:33.964580 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed693a7f-519d-4a2b-81e4-ef2c6ff288be None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:33.965213 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ed693a7f-519d-4a2b-81e4-ef2c6ff288be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:34.008092 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-202b8318-2ac6-4467-b117-921c87576f0d tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:34.020920 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-202b8318-2ac6-4467-b117-921c87576f0d tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/4118dbba-270b-4646-9cd7-71e4951747ac HTTP/1.1" status: 204 len: 168 time: 2.5912378 Jul 15 15:03:34.023255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55034) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:34.095936 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e6f24b57-1483-4f75-83a5-2d93d65ae55f up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:34.097170 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-ed693a7f-519d-4a2b-81e4-ef2c6ff288be None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:34.161673 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-37afc52c-2aee-413d-abd5-1b2d470054d4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] GET failed (client error): The resource could not be found. Jul 15 15:03:34.169004 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-37afc52c-2aee-413d-abd5-1b2d470054d4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/4118dbba-270b-4646-9cd7-71e4951747ac HTTP/1.1" status: 404 len: 333 time: 0.1424558 Jul 15 15:03:34.176284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55038) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:34.215257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port e6f24b57-1483-4f75-83a5-2d93d65ae55f completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:34.220384 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:34.222724 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e6f24b57-1483-4f75-83a5-2d93d65ae55f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:34.223103 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:34.342467 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c6e224-f32e-4556-a8a1-889601543513 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting subnet 07417460-99c3-479e-a84f-b83eac668f93 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:03:34.350979 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84c6e224-f32e-4556-a8a1-889601543513 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:34.475673 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df66746-c7fb-4227-a1fe-2cc030eff99b req-b2e6dea7-776c-40a0-9b0e-f1d2780a42f8 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:34.496024 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84c6e224-f32e-4556-a8a1-889601543513 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:34.506042 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3df66746-c7fb-4227-a1fe-2cc030eff99b req-b2e6dea7-776c-40a0-9b0e-f1d2780a42f8 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.9755635 Jul 15 15:03:34.546369 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:34.559544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec760946-66c2-489d-bb9f-260061fe623b req-99fea03a-6fd5-4ceb-a9fa-bdec4fa9b87d tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:34.569061 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec760946-66c2-489d-bb9f-260061fe623b req-99fea03a-6fd5-4ceb-a9fa-bdec4fa9b87d tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.6308792 Jul 15 15:03:34.593919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0cbd9416-9090-4daf-b41e-728d23881b93 None None] Could not find standard attr ID for object 4118dbba-270b-4646-9cd7-71e4951747ac. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:03:34.673173 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ed693a7f-519d-4a2b-81e4-ef2c6ff288be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:30Z', 'revision_number': 7, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f550798-964b-4516-93d1-b043bc8f1df4', 'name': '', 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:d9:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:09Z', 'updated_at': '2021-07-15T15:03:32Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f24b57-1483-4f75-83a5-2d93d65ae55f', 'name': '', 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:e0:04:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f8cba124-9104-40b4-9566-c4b34c2c834f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:17Z', 'updated_at': '2021-07-15T15:03:31Z', 'revision_number': 4, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'f8cba124-9104-40b4-9566-c4b34c2c834f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:34.737735 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84c6e224-f32e-4556-a8a1-889601543513 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:34.763222 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed693a7f-519d-4a2b-81e4-ef2c6ff288be None None] The sync data for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 is: [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:30Z', 'revision_number': 7, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f550798-964b-4516-93d1-b043bc8f1df4', 'name': '', 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:d9:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:09Z', 'updated_at': '2021-07-15T15:03:32Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f24b57-1483-4f75-83a5-2d93d65ae55f', 'name': '', 'network_id': 'fe3f9daf-65f2-4527-b6f7-ad479d234a74', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:e0:04:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f8cba124-9104-40b4-9566-c4b34c2c834f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:17Z', 'updated_at': '2021-07-15T15:03:31Z', 'revision_number': 4, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'f8cba124-9104-40b4-9566-c4b34c2c834f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:34.779051 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port e6f24b57-1483-4f75-83a5-2d93d65ae55f, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e6f24b57-1483-4f75-83a5-2d93d65ae55f,segment=NetworkSegment(d9150822-a332-4808-8eaa-3dc404b80ada),segment_id=d9150822-a332-4808-8eaa-3dc404b80ada)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:34.788961 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:34.793474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7f550798-964b-4516-93d1-b043bc8f1df4 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:34.826565 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec760946-66c2-489d-bb9f-260061fe623b req-0cf560f2-1dca-4eaf-8555-f8dfe13b2a3e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347670 Jul 15 15:03:34.872954 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab64b75-778b-47e2-b2bc-562e3eafe6bb None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:03:34.948336 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84c6e224-f32e-4556-a8a1-889601543513 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:34.963145 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d94b50a1-3ba1-41d4-88ad-0d969f68f9af tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:35.043464 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6e224-f32e-4556-a8a1-889601543513 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Subnet': ['ID=07417460-99c3-479e-a84f-b83eac668f93,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:35.059446 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=e6f24b57-1483-4f75-83a5-2d93d65ae55f,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:35.061370 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84c6e224-f32e-4556-a8a1-889601543513 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:35.072591 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-84c6e224-f32e-4556-a8a1-889601543513 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/07417460-99c3-479e-a84f-b83eac668f93 HTTP/1.1" status: 204 len: 168 time: 0.8918834 Jul 15 15:03:35.073482 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55046) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:35.171789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7f550798-964b-4516-93d1-b043bc8f1df4 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:35.174636 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:35.217940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65871bd-b50b-4003-a9bb-20972d79c41c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting subnet 75b3a965-c50b-4cd5-81b8-3be0ae37faaf {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:03:35.226925 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a65871bd-b50b-4003-a9bb-20972d79c41c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:35.357535 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a65871bd-b50b-4003-a9bb-20972d79c41c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:35.382147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab64b75-778b-47e2-b2bc-562e3eafe6bb None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:03:35.483865 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a65871bd-b50b-4003-a9bb-20972d79c41c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:35.501509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bfdae744-d96c-4978-a0fa-6e0ba7e0a808 req-f1e078dd-8c21-44e4-a87d-3936e97119d6 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips/17c3bb0a-b861-4346-a0f3-a0caa9c8b02b HTTP/1.1" status: 200 len: 693 time: 0.1941876 Jul 15 15:03:35.618751 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a65871bd-b50b-4003-a9bb-20972d79c41c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:35.673397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65871bd-b50b-4003-a9bb-20972d79c41c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Subnet': ['ID=75b3a965-c50b-4cd5-81b8-3be0ae37faaf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:35.681340 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a65871bd-b50b-4003-a9bb-20972d79c41c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:35.683948 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a65871bd-b50b-4003-a9bb-20972d79c41c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/75b3a965-c50b-4cd5-81b8-3be0ae37faaf HTTP/1.1" status: 204 len: 168 time: 0.6093154 Jul 15 15:03:35.686834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55052) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:35.966642 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e6f24b57-1483-4f75-83a5-2d93d65ae55f up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:35.974019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdae744-d96c-4978-a0fa-6e0ba7e0a808 req-96bef850-5627-4d9c-95b8-8264399506a6 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:35.975606 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bfdae744-d96c-4978-a0fa-6e0ba7e0a808 req-96bef850-5627-4d9c-95b8-8264399506a6 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.4674222 Jul 15 15:03:35.994379 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-3f9bdcf7-f843-4ea0-a492-4cac4752edab service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5770106 Jul 15 15:03:36.010155 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.026570 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.067824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bfdae744-d96c-4978-a0fa-6e0ba7e0a808 req-9b914940-1cac-4ed1-9f52-6abd301d6d10 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.0722551 Jul 15 15:03:36.204349 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bfdae744-d96c-4978-a0fa-6e0ba7e0a808 req-21ea7c99-1e7e-4f65-8c6b-8794de139ed7 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.1257699 Jul 15 15:03:36.280987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e6f24b57-1483-4f75-83a5-2d93d65ae55f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:36.281856 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.493828 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 52ed678c-1579-4c27-9710-18148bf5086e {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:36.494187 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.549594 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-94093043-e363-4ad4-93cc-8a522dae73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:36.553238 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-94093043-e363-4ad4-93cc-8a522dae73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:36.554941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-94093043-e363-4ad4-93cc-8a522dae73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:36.557723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-94093043-e363-4ad4-93cc-8a522dae73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:36.558431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-94093043-e363-4ad4-93cc-8a522dae73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:36.558937 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-94093043-e363-4ad4-93cc-8a522dae73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:36.559419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-94093043-e363-4ad4-93cc-8a522dae73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:36.561609 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-94093043-e363-4ad4-93cc-8a522dae73d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=376291fad91d46c09381b2e97ae5561f&device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 6491 time: 0.4856975 Jul 15 15:03:36.575732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f00e132-199e-4e8f-bb50-5172b87e0558 None None] Network 5ba0f053-93cf-4567-9369-49a0d0109e46 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:36.603672 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86515b96-14e8-4614-a4ff-b463cd8b6526 req-033b6863-780c-4ba6-a657-bfebce20a735 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:36.612698 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86515b96-14e8-4614-a4ff-b463cd8b6526 req-033b6863-780c-4ba6-a657-bfebce20a735 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.3969810 Jul 15 15:03:36.662228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9ac5da94-5357-4c35-9928-348c98fdc278 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:36.754009 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] For port 52ed678c-1579-4c27-9710-18148bf5086e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=52ed678c-1579-4c27-9710-18148bf5086e,segment=NetworkSegment(3df74281-1b30-4ccb-ba2b-c555e5b2fbbe),segment_id=3df74281-1b30-4ccb-ba2b-c555e5b2fbbe)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:36.755192 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.781559 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-bfdae744-d96c-4978-a0fa-6e0ba7e0a808 req-6e4ee077-b342-4f15-a124-f8c2b93af7bc tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Deleting port fc3d8919-829a-49b2-8881-bcf2806f20a4 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:36.782201 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bfdae744-d96c-4978-a0fa-6e0ba7e0a808 req-6e4ee077-b342-4f15-a124-f8c2b93af7bc tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.857676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9ac5da94-5357-4c35-9928-348c98fdc278 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:36.858096 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.046677 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337cf0dd-f69b-47fb-bf38-ac190186f5f4 None None] DHCP port deletion for 5ba0f053-93cf-4567-9369-49a0d0109e46 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:03:37.181370 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-d94b50a1-3ba1-41d4-88ad-0d969f68f9af tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port e6f24b57-1483-4f75-83a5-2d93d65ae55f {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:37.181713 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d94b50a1-3ba1-41d4-88ad-0d969f68f9af tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.202392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 52ed678c-1579-4c27-9710-18148bf5086e owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:37.212340 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-337cf0dd-f69b-47fb-bf38-ac190186f5f4 None None] Deleting port 52ed678c-1579-4c27-9710-18148bf5086e {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:37.215514 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-337cf0dd-f69b-47fb-bf38-ac190186f5f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.246660 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86515b96-14e8-4614-a4ff-b463cd8b6526 req-515aa651-c55a-45f5-9968-c86d23d7ab61 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6326156 Jul 15 15:03:37.324197 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e72dfeda-e3d7-413d-8537-f4f1d6f4a4ba req-0edbcfab-bb09-44d9-bea3-4640230e9fd3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1477098 Jul 15 15:03:37.414046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-337cf0dd-f69b-47fb-bf38-ac190186f5f4 None None] For port 52ed678c-1579-4c27-9710-18148bf5086e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=52ed678c-1579-4c27-9710-18148bf5086e,segment=NetworkSegment(3df74281-1b30-4ccb-ba2b-c555e5b2fbbe),segment_id=3df74281-1b30-4ccb-ba2b-c555e5b2fbbe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:37.414713 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-337cf0dd-f69b-47fb-bf38-ac190186f5f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.439090 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-337cf0dd-f69b-47fb-bf38-ac190186f5f4 None None] Calling delete_port for 52ed678c-1579-4c27-9710-18148bf5086e owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:37.462327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-75240a74-7f4a-4e9c-896f-368b29d7db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:37.462966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-75240a74-7f4a-4e9c-896f-368b29d7db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:37.463536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-75240a74-7f4a-4e9c-896f-368b29d7db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:37.465495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-75240a74-7f4a-4e9c-896f-368b29d7db3c service neutron] 10.222.0.22 "GET /v2.0/networks?id=8385c4b7-7489-4899-ba46-4cc28a769256&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=1bead9a4-4428-4843-b726-82fc6739e864&id=1bead9a4-4428-4843-b726-82fc6739e864 HTTP/1.1" status: 200 len: 2293 time: 0.8386703 Jul 15 15:03:37.538425 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dfeda-e3d7-413d-8537-f4f1d6f4a4ba req-67f9dca4-6e48-4c1b-bfbb-baaa210512a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:37.542318 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e72dfeda-e3d7-413d-8537-f4f1d6f4a4ba req-67f9dca4-6e48-4c1b-bfbb-baaa210512a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab8e904d869b49c29afb8c3ed6c815ec&device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 1096 time: 0.1790786 Jul 15 15:03:37.659661 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-337cf0dd-f69b-47fb-bf38-ac190186f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.690614 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bfdae744-d96c-4978-a0fa-6e0ba7e0a808 req-6e4ee077-b342-4f15-a124-f8c2b93af7bc tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.691140 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bfdae744-d96c-4978-a0fa-6e0ba7e0a808 req-6e4ee077-b342-4f15-a124-f8c2b93af7bc tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.703387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337cf0dd-f69b-47fb-bf38-ac190186f5f4 None None] No DVR routers for this DVR port 52ed678c-1579-4c27-9710-18148bf5086e on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:03:37.735258 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-1c068b62-446f-470f-aa3b-a0635190d817 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=956ce13d-6924-4a54-a406-a345c8b62cf5 HTTP/1.1" status: 200 len: 1001 time: 0.2275259 Jul 15 15:03:37.758439 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-bfdae744-d96c-4978-a0fa-6e0ba7e0a808 req-6e4ee077-b342-4f15-a124-f8c2b93af7bc tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Calling delete_port for fc3d8919-829a-49b2-8881-bcf2806f20a4 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:37.767939 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-d94b50a1-3ba1-41d4-88ad-0d969f68f9af tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] For port e6f24b57-1483-4f75-83a5-2d93d65ae55f, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e6f24b57-1483-4f75-83a5-2d93d65ae55f,segment=NetworkSegment(d9150822-a332-4808-8eaa-3dc404b80ada),segment_id=d9150822-a332-4808-8eaa-3dc404b80ada)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:37.768317 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d94b50a1-3ba1-41d4-88ad-0d969f68f9af tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.796891 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cf0dd-f69b-47fb-bf38-ac190186f5f4 None None] Pushing event deleted for resources: {'Port': ['ID=52ed678c-1579-4c27-9710-18148bf5086e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:37.829683 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.840361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dfeda-e3d7-413d-8537-f4f1d6f4a4ba req-941c22ee-09f6-46e3-aeed-1063ca464e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:37.842031 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e72dfeda-e3d7-413d-8537-f4f1d6f4a4ba req-941c22ee-09f6-46e3-aeed-1063ca464e52 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 HTTP/1.1" status: 200 len: 920 time: 0.2736459 Jul 15 15:03:37.865302 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-d94b50a1-3ba1-41d4-88ad-0d969f68f9af tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for e6f24b57-1483-4f75-83a5-2d93d65ae55f owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:37.873239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No DVR routers for this DVR port 52ed678c-1579-4c27-9710-18148bf5086e on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:03:37.873570 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 52ed678c-1579-4c27-9710-18148bf5086e no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:03:37.937005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 52ed678c-1579-4c27-9710-18148bf5086e {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:03:37.937545 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 52ed678c-1579-4c27-9710-18148bf5086e not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:03:37.949120 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e72dfeda-e3d7-413d-8537-f4f1d6f4a4ba req-b9fa311b-97bd-4c6c-bd99-238afd5ef49a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=259f4f14-a860-4c81-806a-25ceaf59542f HTTP/1.1" status: 200 len: 217 time: 0.0979242 Jul 15 15:03:37.983873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=52ed678c-1579-4c27-9710-18148bf5086e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:38.058280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dfeda-e3d7-413d-8537-f4f1d6f4a4ba req-b74c0539-32ef-4269-9a8d-e4571643ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:38.060177 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e72dfeda-e3d7-413d-8537-f4f1d6f4a4ba req-b74c0539-32ef-4269-9a8d-e4571643ff81 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed4ae426-6236-408d-9317-431d07b866ff HTTP/1.1" status: 200 len: 859 time: 0.1021996 Jul 15 15:03:38.067666 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.080833 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-c4ab6f78-1e9f-4839-a9de-c99d3ad7c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:38.082409 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-c4ab6f78-1e9f-4839-a9de-c99d3ad7c744 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=02090ca6-5ee4-4768-8aba-a4603b352741 HTTP/1.1" status: 200 len: 851 time: 0.3356621 Jul 15 15:03:38.111005 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e72dfeda-e3d7-413d-8537-f4f1d6f4a4ba req-a02857d3-2ca1-4afa-94c7-53c66b58816a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364771 Jul 15 15:03:38.157165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba0f053-93cf-4567-9369-49a0d0109e46']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:38.219088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df74281-1b30-4ccb-ba2b-c555e5b2fbbe') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:38.219708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df74281-1b30-4ccb-ba2b-c555e5b2fbbe') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:38.250190 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.286969 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e72dfeda-e3d7-413d-8537-f4f1d6f4a4ba req-abfe82e1-46f3-435d-87e3-2ae5a64d0fe5 service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666193 Jul 15 15:03:38.299999 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.345201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:03:38.345994 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:03:38.461084 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:03:38.473779 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e72dfeda-e3d7-413d-8537-f4f1d6f4a4ba req-469c5376-935d-4a04-b98d-64535784e303 service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779916 Jul 15 15:03:38.567912 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.632587 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.635221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/networks/5ba0f053-93cf-4567-9369-49a0d0109e46 HTTP/1.1" status: 204 len: 168 time: 2.9340250 Jul 15 15:03:38.642332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55084) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:38.672395 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f079a19-fa3d-4d2b-81fd-f0faef782053 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Network': ['ID=5ba0f053-93cf-4567-9369-49a0d0109e46,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:38.690246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-878da988-ad7b-403e-a86f-c734ad9ea407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:38.692105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-878da988-ad7b-403e-a86f-c734ad9ea407 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8385c4b7-7489-4899-ba46-4cc28a769256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5317805 Jul 15 15:03:38.730445 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bfdae744-d96c-4978-a0fa-6e0ba7e0a808 req-6e4ee077-b342-4f15-a124-f8c2b93af7bc tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.820243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ee077-b342-4f15-a124-f8c2b93af7bc tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Pushing event deleted for resources: {'Port': ['ID=fc3d8919-829a-49b2-8881-bcf2806f20a4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:38.834730 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9ccac-2f79-46d2-8e8b-b0a76369d2cd req-0fb99f85-0e7e-4caa-97ea-940c5067b470 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:38.842712 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97d9ccac-2f79-46d2-8e8b-b0a76369d2cd req-0fb99f85-0e7e-4caa-97ea-940c5067b470 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.2938361 Jul 15 15:03:38.894483 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2094d9c5-e1d1-470c-ad5b-5ef1401f05e4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:38.907807 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2094d9c5-e1d1-470c-ad5b-5ef1401f05e4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2579246 Jul 15 15:03:38.909229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55092) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:38.994408 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bfdae744-d96c-4978-a0fa-6e0ba7e0a808 req-6e4ee077-b342-4f15-a124-f8c2b93af7bc tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.997478 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bfdae744-d96c-4978-a0fa-6e0ba7e0a808 req-6e4ee077-b342-4f15-a124-f8c2b93af7bc tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.998842 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bfdae744-d96c-4978-a0fa-6e0ba7e0a808 req-6e4ee077-b342-4f15-a124-f8c2b93af7bc tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "DELETE /v2.0/floatingips/17c3bb0a-b861-4346-a0f3-a0caa9c8b02b HTTP/1.1" status: 204 len: 173 time: 2.7845876 Jul 15 15:03:39.011792 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d94b50a1-3ba1-41d4-88ad-0d969f68f9af tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:39.073406 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97d9ccac-2f79-46d2-8e8b-b0a76369d2cd req-022c952b-8532-4710-b802-b0cd50392416 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250433 Jul 15 15:03:39.076994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b50a1-3ba1-41d4-88ad-0d969f68f9af tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=e6f24b57-1483-4f75-83a5-2d93d65ae55f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:39.087153 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7b0a061d-f9ca-436c-bd05-e9e1b8cf0728 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1704900 Jul 15 15:03:39.093224 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-a44b52c9-cf15-40c6-a143-6cacd622b066 service neutron] 10.222.0.22 "GET /v2.0/networks/8385c4b7-7489-4899-ba46-4cc28a769256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879454 Jul 15 15:03:39.093414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55096) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:39.114361 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d483dd60-158c-4394-be07-2ca1059b69ab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-802107302'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:39.396054 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d94b50a1-3ba1-41d4-88ad-0d969f68f9af tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:39.496108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d483dd60-158c-4394-be07-2ca1059b69ab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:39.500087 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d483dd60-158c-4394-be07-2ca1059b69ab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:40.082777 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d483dd60-158c-4394-be07-2ca1059b69ab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:03:40.091866 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011ba85-aee0-4a34-bc93-3ab769d3853b req-1d4a9082-7051-46ab-8c98-f1d30b0c4fa7 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:40.093519 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e011ba85-aee0-4a34-bc93-3ab769d3853b req-1d4a9082-7051-46ab-8c98-f1d30b0c4fa7 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7847881 Jul 15 15:03:40.140358 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-25c353ef-3d68-4b66-a59d-1cab89607d1f service neutron] 10.222.0.22 "GET /v2.0/networks/8385c4b7-7489-4899-ba46-4cc28a769256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0179746 Jul 15 15:03:40.159259 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d483dd60-158c-4394-be07-2ca1059b69ab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:40.159793 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-d483dd60-158c-4394-be07-2ca1059b69ab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Added segment 4b8d66a0-16e3-4033-8a43-9f4e7638bba9 of type vlan for network c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec Jul 15 15:03:40.299327 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-e547b08e-a3ae-4652-bd63-6ee9657eb2e9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=e6c7806c-4a42-48df-8fdb-c278e251f75b HTTP/1.1" status: 200 len: 217 time: 0.1354904 Jul 15 15:03:40.365663 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d7ec749-f32f-4f61-8be0-6515b6d7c74e req-27fddb74-3796-4e27-8098-d6ac8fca99c9 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=4374d921083a46e7b6d153d6a94583ae HTTP/1.1" status: 200 len: 1655 time: 0.2320735 Jul 15 15:03:40.515405 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d483dd60-158c-4394-be07-2ca1059b69ab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:40.656332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-c4b96447-ebf3-41cd-9764-9393b331d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:40.657292 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-c4b96447-ebf3-41cd-9764-9393b331d0cc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.2997649 Jul 15 15:03:40.740064 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94b50a1-3ba1-41d4-88ad-0d969f68f9af tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:03:40.748879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec749-f32f-4f61-8be0-6515b6d7c74e req-6449bdf6-106d-4662-bcd0-c540a2ac52e1 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:40.752525 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d7ec749-f32f-4f61-8be0-6515b6d7c74e req-6449bdf6-106d-4662-bcd0-c540a2ac52e1 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/networks?id=ec74806f-3974-4328-91b6-649387af1d1a&id=ec74806f-3974-4328-91b6-649387af1d1a&id=ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 787 time: 0.3540013 Jul 15 15:03:40.759285 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d483dd60-158c-4394-be07-2ca1059b69ab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:40.771573 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d483dd60-158c-4394-be07-2ca1059b69ab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:40.772896 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d483dd60-158c-4394-be07-2ca1059b69ab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:40.807869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aa34f-179d-4ba1-8d14-152c34be43e8 req-0cf958d4-e717-4302-88f4-a0310f4c3399 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:40.809665 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-514aa34f-179d-4ba1-8d14-152c34be43e8 req-0cf958d4-e717-4302-88f4-a0310f4c3399 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.5200062 Jul 15 15:03:40.862431 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d483dd60-158c-4394-be07-2ca1059b69ab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7626431 Jul 15 15:03:40.863702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55122) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:40.890901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6d8f3814-eeb4-4bb0-86b5-a41224e470bd tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'subnet': {'network_id': 'c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:41.052992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483dd60-158c-4394-be07-2ca1059b69ab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Network': ['ID=c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:41.084063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:03:41.095711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-514aa34f-179d-4ba1-8d14-152c34be43e8 req-94ce7c81-80dc-453c-917d-5eccbe674e5e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545056 Jul 15 15:03:41.146700 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-83e3da4f-9f6d-4b18-a5f3-b6d6d83350c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:41.148888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-83e3da4f-9f6d-4b18-a5f3-b6d6d83350c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4774868 Jul 15 15:03:41.231126 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94b50a1-3ba1-41d4-88ad-0d969f68f9af tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:41.257651 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d94b50a1-3ba1-41d4-88ad-0d969f68f9af tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/db1bbb8c-7cd2-472f-aa55-9590a45ebfd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5425818 Jul 15 15:03:41.259603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55126) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:41.274169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f624932-0a67-4473-93ac-f3e97d094795 None None] Sync routers for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:41.312623 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f624932-0a67-4473-93ac-f3e97d094795 None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:41.314776 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4f624932-0a67-4473-93ac-f3e97d094795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:41.362867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a516e60-bc07-427f-84f7-4d6827564929 req-b9486abd-ef8e-43d5-b47e-fb09074691ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:41.364313 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a516e60-bc07-427f-84f7-4d6827564929 req-b9486abd-ef8e-43d5-b47e-fb09074691ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 1096 time: 0.2220287 Jul 15 15:03:41.366777 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8f3814-eeb4-4bb0-86b5-a41224e470bd tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:41.375716 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3814-eeb4-4bb0-86b5-a41224e470bd tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:41.457450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-4f624932-0a67-4473-93ac-f3e97d094795 None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:41.458358 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26d7009a-90b4-48bb-9a02-c4748d36b00e req-2715862c-fd79-48b2-8b8a-502d14abb98f tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips/957e90e5-8a6e-4c55-912a-e2941ca14459 HTTP/1.1" status: 200 len: 693 time: 0.1288455 Jul 15 15:03:41.511679 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c6ff28-66b3-4959-879b-85bef63520bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting subnet f8cba124-9104-40b4-9566-c4b34c2c834f {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:03:41.527585 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b9c6ff28-66b3-4959-879b-85bef63520bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:41.557005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-d20f9541-982c-461a-aa2d-d0be4aadbffe service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993173 Jul 15 15:03:41.670734 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b9c6ff28-66b3-4959-879b-85bef63520bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:41.766156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4f624932-0a67-4473-93ac-f3e97d094795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:38Z', 'revision_number': 8, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f550798-964b-4516-93d1-b043bc8f1df4', 'name': '', 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:d9:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:09Z', 'updated_at': '2021-07-15T15:03:32Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:41.797919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7009a-90b4-48bb-9a02-c4748d36b00e req-b4690ab9-16cf-40a0-85b4-acda882fa0b7 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:41.806571 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26d7009a-90b4-48bb-9a02-c4748d36b00e req-b4690ab9-16cf-40a0-85b4-acda882fa0b7 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.3471866 Jul 15 15:03:41.825440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f624932-0a67-4473-93ac-f3e97d094795 None None] Checking router: db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:41.836031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f624932-0a67-4473-93ac-f3e97d094795 None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:41.837229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4f624932-0a67-4473-93ac-f3e97d094795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:41.892677 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3814-eeb4-4bb0-86b5-a41224e470bd tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:41.911582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26d7009a-90b4-48bb-9a02-c4748d36b00e req-cd72237e-0696-4bf4-9b3b-9c8eee556f11 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.151 HTTP/1.1" status: 200 len: 696 time: 0.1036053 Jul 15 15:03:41.923286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-4a8cbd1e-7942-4291-b01e-7eb578f85bc7 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579438 Jul 15 15:03:41.965423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-4f624932-0a67-4473-93ac-f3e97d094795 None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:42.005131 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f3814-eeb4-4bb0-86b5-a41224e470bd tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Subnet': ['ID=ab7bd516-0425-40cb-92c4-04360ed38e36,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:42.043722 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a516e60-bc07-427f-84f7-4d6827564929 req-e5ca0a44-072d-4d89-a175-b2b07d693195 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896515 Jul 15 15:03:42.050690 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26d7009a-90b4-48bb-9a02-c4748d36b00e req-f0d105ac-b823-47b2-becf-ea58548f71e9 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.151 HTTP/1.1" status: 200 len: 696 time: 0.1380663 Jul 15 15:03:42.052911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-5091c5ee-6940-4d68-8063-f4ca7b8a8a3a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=1f3696f3-00cd-46db-8061-ca8adfe8c0d3 HTTP/1.1" status: 200 len: 217 time: 0.0865929 Jul 15 15:03:42.133708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8f3814-eeb4-4bb0-86b5-a41224e470bd tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Checking segment: {'id': '4b8d66a0-16e3-4033-8a43-9f4e7638bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:42.133708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8f3814-eeb4-4bb0-86b5-a41224e470bd tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network hostable DHCP agents. Network: c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:03:42.161890 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b9c6ff28-66b3-4959-879b-85bef63520bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.173888 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8f3814-eeb4-4bb0-86b5-a41224e470bd tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:03:42.188979 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6d8f3814-eeb4-4bb0-86b5-a41224e470bd tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:42.197436 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8f3814-eeb4-4bb0-86b5-a41224e470bd tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:42.198670 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3814-eeb4-4bb0-86b5-a41224e470bd tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.219635 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3780cd17-39a9-44c8-a4a6-a64a9c28dc36 None None] Network c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:42.240220 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6d8f3814-eeb4-4bb0-86b5-a41224e470bd tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3752735 Jul 15 15:03:42.244719 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55136) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:42.250263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7547842c-1aa6-4f23-8c2a-9825fb51153c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'network_id': 'c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec', 'name': 'tempest-PortsIpV6TestJSON-1108185134'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:42.355333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-373073c5-b9ef-40d3-82ba-e055bc4d834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:42.356934 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-373073c5-b9ef-40d3-82ba-e055bc4d834b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.2933352 Jul 15 15:03:42.382513 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b9c6ff28-66b3-4959-879b-85bef63520bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.422451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7547842c-1aa6-4f23-8c2a-9825fb51153c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:42.429819 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7547842c-1aa6-4f23-8c2a-9825fb51153c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.442021 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b9c6ff28-66b3-4959-879b-85bef63520bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.445829 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b9c6ff28-66b3-4959-879b-85bef63520bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/f8cba124-9104-40b4-9566-c4b34c2c834f HTTP/1.1" status: 204 len: 168 time: 1.1729488 Jul 15 15:03:42.449249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55142) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:42.463551 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-7547842c-1aa6-4f23-8c2a-9825fb51153c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] device_id is not set on port f27565f8-27c5-4575-9e89-fb705aad30c0 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:03:42.490262 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56072808-1fe2-4bec-85e1-e057a4b0547c None None] Network fe3f9daf-65f2-4527-b6f7-ad479d234a74 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:42.516694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec', 'network_id': 'c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec', 'tenant_id': '9f56e0b8da40496890f8920732869d7e', 'fixed_ips': [{'subnet_id': 'ab7bd516-0425-40cb-92c4-04360ed38e36'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:03:42.517574 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.569121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6ff28-66b3-4959-879b-85bef63520bf tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Subnet': ['ID=f8cba124-9104-40b4-9566-c4b34c2c834f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:42.666762 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.740600 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-3a5bd878-a1dd-40ab-87f9-c23541ce1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:42.743090 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-3a5bd878-a1dd-40ab-87f9-c23541ce1a28 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3652081 Jul 15 15:03:42.744871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-26d7009a-90b4-48bb-9a02-c4748d36b00e req-7592d1ee-98e1-48f3-a467-5243771f97f3 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Deleting port bf074634-0005-4251-aaf0-a159580f95e5 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:42.745524 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-26d7009a-90b4-48bb-9a02-c4748d36b00e req-7592d1ee-98e1-48f3-a467-5243771f97f3 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.766795 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068d55d-b04c-42b8-98c7-37d0ac0d7751 req-6217477d-8f6c-46b0-9cdb-d3cee4d71fcb tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:42.768114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-7547842c-1aa6-4f23-8c2a-9825fb51153c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Allocated IP 2001:db8::d2 (c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec/ab7bd516-0425-40cb-92c4-04360ed38e36/f27565f8-27c5-4575-9e89-fb705aad30c0) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:42.775595 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9068d55d-b04c-42b8-98c7-37d0ac0d7751 req-6217477d-8f6c-46b0-9cdb-d3cee4d71fcb tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.3226733 Jul 15 15:03:42.921026 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4f624932-0a67-4473-93ac-f3e97d094795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:38Z', 'revision_number': 8, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f550798-964b-4516-93d1-b043bc8f1df4', 'name': '', 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:d9:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:09Z', 'updated_at': '2021-07-15T15:03:32Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:42.971623 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f624932-0a67-4473-93ac-f3e97d094795 None None] The sync data for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 is: [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:38Z', 'revision_number': 8, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f550798-964b-4516-93d1-b043bc8f1df4', 'name': '', 'network_id': 'af9e6587-d343-48d7-959e-31b5a9bdce0a', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:d9:74:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:09Z', 'updated_at': '2021-07-15T15:03:32Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': 'c4dabd9d-655a-42cb-8c90-9661c9249564', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:43.143172 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7547842c-1aa6-4f23-8c2a-9825fb51153c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:43.165797 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-7547842c-1aa6-4f23-8c2a-9825fb51153c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Transition to ACTIVE for port object f27565f8-27c5-4575-9e89-fb705aad30c0 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:43.217729 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7547842c-1aa6-4f23-8c2a-9825fb51153c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:43.302807 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Allocated IP 2001:db8::2 (c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec/ab7bd516-0425-40cb-92c4-04360ed38e36/2e527d99-1319-4710-b96e-75754dc88562) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:43.346569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7547842c-1aa6-4f23-8c2a-9825fb51153c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:43.349459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547842c-1aa6-4f23-8c2a-9825fb51153c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=f27565f8-27c5-4575-9e89-fb705aad30c0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:43.372050 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7547842c-1aa6-4f23-8c2a-9825fb51153c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:43.376302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7547842c-1aa6-4f23-8c2a-9825fb51153c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:43.413639 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7547842c-1aa6-4f23-8c2a-9825fb51153c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:43.415192 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7547842c-1aa6-4f23-8c2a-9825fb51153c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:43.420405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b5e50-5ad4-49a6-a692-3e95af90037a None None] DHCP port deletion for fe3f9daf-65f2-4527-b6f7-ad479d234a74 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:03:43.427084 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9068d55d-b04c-42b8-98c7-37d0ac0d7751 req-91429bd4-a4e3-4edb-a079-e2bb1c7f333e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6500797 Jul 15 15:03:43.457367 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-26d7009a-90b4-48bb-9a02-c4748d36b00e req-7592d1ee-98e1-48f3-a467-5243771f97f3 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:43.457746 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-26d7009a-90b4-48bb-9a02-c4748d36b00e req-7592d1ee-98e1-48f3-a467-5243771f97f3 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:43.460174 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55160) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:43.465506 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7547842c-1aa6-4f23-8c2a-9825fb51153c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2093306 Jul 15 15:03:43.466377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-79e88af3-bdf9-4daa-bacc-e35df5b3bf05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'network_id': 'c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec', 'name': 'tempest-PortsIpV6TestJSON-122516419'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:43.486777 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port 9ac5da94-5357-4c35-9928-348c98fdc278 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:43.487118 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:43.535107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-26d7009a-90b4-48bb-9a02-c4748d36b00e req-7592d1ee-98e1-48f3-a467-5243771f97f3 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Calling delete_port for bf074634-0005-4251-aaf0-a159580f95e5 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:43.543276 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-d9093205-a2e9-428d-bf0e-6b620113b25a service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7915318 Jul 15 15:03:43.620122 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-162b5e50-5ad4-49a6-a692-3e95af90037a None None] Deleting port 9ac5da94-5357-4c35-9928-348c98fdc278 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:43.620738 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-162b5e50-5ad4-49a6-a692-3e95af90037a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:43.706161 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:43.720919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Transition to ACTIVE for port object 2e527d99-1319-4710-b96e-75754dc88562 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:43.744337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] For port 9ac5da94-5357-4c35-9928-348c98fdc278, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9ac5da94-5357-4c35-9928-348c98fdc278,segment=NetworkSegment(d9150822-a332-4808-8eaa-3dc404b80ada),segment_id=d9150822-a332-4808-8eaa-3dc404b80ada)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:43.744737 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:43.747163 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Transition to ACTIVE for port object 2e527d99-1319-4710-b96e-75754dc88562 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:43.765540 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:43.806487 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for 9ac5da94-5357-4c35-9928-348c98fdc278 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:43.873605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Network c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:43.883123 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Pushing event updated for resources: {'Port': ['ID=2e527d99-1319-4710-b96e-75754dc88562,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:43.894291 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:43.900571 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:43.916421 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-2bc15105-d695-4e69-931e-5e4426b5a22e service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588464 Jul 15 15:03:43.988412 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e88af3-bdf9-4daa-bacc-e35df5b3bf05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:43.992006 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-79e88af3-bdf9-4daa-bacc-e35df5b3bf05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:44.002825 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-e44d6057-cde0-4412-a565-9cd944de2427 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f HTTP/1.1" status: 200 len: 217 time: 0.0771649 Jul 15 15:03:44.072063 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-79e88af3-bdf9-4daa-bacc-e35df5b3bf05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] device_id is not set on port 464c0bfa-f493-42cd-ab88-ff52b681cae8 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:03:44.186476 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e6f24b57-1483-4f75-83a5-2d93d65ae55f no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:03:44.205254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-0617ee24-7d33-45c1-9f24-f608afa755f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:44.208658 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-0617ee24-7d33-45c1-9f24-f608afa755f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.1914210 Jul 15 15:03:44.235726 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-26d7009a-90b4-48bb-9a02-c4748d36b00e req-7592d1ee-98e1-48f3-a467-5243771f97f3 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:44.239315 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:44.256097 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: e6f24b57-1483-4f75-83a5-2d93d65ae55f {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:03:44.256446 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e6f24b57-1483-4f75-83a5-2d93d65ae55f not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:03:44.256784 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9ac5da94-5357-4c35-9928-348c98fdc278 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:03:44.276921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-162b5e50-5ad4-49a6-a692-3e95af90037a None None] For port 9ac5da94-5357-4c35-9928-348c98fdc278, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9ac5da94-5357-4c35-9928-348c98fdc278,segment=NetworkSegment(d9150822-a332-4808-8eaa-3dc404b80ada),segment_id=d9150822-a332-4808-8eaa-3dc404b80ada)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:44.277316 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-162b5e50-5ad4-49a6-a692-3e95af90037a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:44.310227 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Attempting to bind port 2e527d99-1319-4710-b96e-75754dc88562 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:44.310227 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Attempting to bind port 2e527d99-1319-4710-b96e-75754dc88562 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '4b8d66a0-16e3-4033-8a43-9f4e7638bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:44.311524 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Attempting to bind port 2e527d99-1319-4710-b96e-75754dc88562 on network c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:44.318825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:44.319245 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Checking segment: {'id': '4b8d66a0-16e3-4033-8a43-9f4e7638bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:44.319614 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:44.320016 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Bound using segment: {'id': '4b8d66a0-16e3-4033-8a43-9f4e7638bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:44.320514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Bound port: 2e527d99-1319-4710-b96e-75754dc88562, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8d66a0-16e3-4033-8a43-9f4e7638bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:44.321555 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:44.324242 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 9ac5da94-5357-4c35-9928-348c98fdc278 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:03:44.324587 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9ac5da94-5357-4c35-9928-348c98fdc278 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:03:44.344964 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-162b5e50-5ad4-49a6-a692-3e95af90037a None None] Calling delete_port for 9ac5da94-5357-4c35-9928-348c98fdc278 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:44.375862 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No DVR routers for this DVR port 9ac5da94-5357-4c35-9928-348c98fdc278 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:03:44.413793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592d1ee-98e1-48f3-a467-5243771f97f3 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Pushing event deleted for resources: {'Port': ['ID=bf074634-0005-4251-aaf0-a159580f95e5,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:44.474554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] For port 2e527d99-1319-4710-b96e-75754dc88562, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:44.496385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] For port 2e527d99-1319-4710-b96e-75754dc88562, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2e527d99-1319-4710-b96e-75754dc88562,segment=NetworkSegment(4b8d66a0-16e3-4033-8a43-9f4e7638bba9),segment_id=4b8d66a0-16e3-4033-8a43-9f4e7638bba9)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:44.506008 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:44.553400 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-162b5e50-5ad4-49a6-a692-3e95af90037a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:44.593617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b5e50-5ad4-49a6-a692-3e95af90037a None None] No DVR routers for this DVR port 9ac5da94-5357-4c35-9928-348c98fdc278 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:03:44.605078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bd3a5-c76b-4258-8bbb-6f55da6a6c7d None None] Pushing event updated for resources: {'Port': ['ID=2e527d99-1319-4710-b96e-75754dc88562,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:44.630960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=9ac5da94-5357-4c35-9928-348c98fdc278,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:44.631751 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b5e50-5ad4-49a6-a692-3e95af90037a None None] Pushing event deleted for resources: {'Port': ['ID=9ac5da94-5357-4c35-9928-348c98fdc278,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:44.683403 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:44.710287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3f9daf-65f2-4527-b6f7-ad479d234a74']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:44.717622 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-26d7009a-90b4-48bb-9a02-c4748d36b00e req-7592d1ee-98e1-48f3-a467-5243771f97f3 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:44.720731 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-26d7009a-90b4-48bb-9a02-c4748d36b00e req-7592d1ee-98e1-48f3-a467-5243771f97f3 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:44.721944 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26d7009a-90b4-48bb-9a02-c4748d36b00e req-7592d1ee-98e1-48f3-a467-5243771f97f3 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "DELETE /v2.0/floatingips/957e90e5-8a6e-4c55-912a-e2941ca14459 HTTP/1.1" status: 204 len: 173 time: 2.6479328 Jul 15 15:03:44.767556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9150822-a332-4808-8eaa-3dc404b80ada') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:44.767556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9150822-a332-4808-8eaa-3dc404b80ada') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:44.769164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-79e88af3-bdf9-4daa-bacc-e35df5b3bf05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Allocated IP 2001:db8::142 (c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec/ab7bd516-0425-40cb-92c4-04360ed38e36/464c0bfa-f493-42cd-ab88-ff52b681cae8) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:44.779241 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:44.857399 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:44.862910 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-6f7ccbd1-399d-48a0-97d4-fbe9c669dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:44.865501 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-6f7ccbd1-399d-48a0-97d4-fbe9c669dd1a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6486006 Jul 15 15:03:44.911876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:03:44.912528 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:03:44.918838 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:03:45.021634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d0ae1-6523-4c2c-ad5d-d5aef72997e3 req-bc47a959-6b23-4480-9518-2ff703be88b8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:45.023654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a1d0ae1-6523-4c2c-ad5d-d5aef72997e3 req-bc47a959-6b23-4480-9518-2ff703be88b8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 945 time: 0.4806376 Jul 15 15:03:45.188151 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:45.223330 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:45.225920 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/networks/fe3f9daf-65f2-4527-b6f7-ad479d234a74 HTTP/1.1" status: 204 len: 168 time: 2.7710428 Jul 15 15:03:45.229836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55180) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:45.294412 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab633aa-ae8e-451e-87a5-9f4785ceab7e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Network': ['ID=fe3f9daf-65f2-4527-b6f7-ad479d234a74,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:45.394738 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a1d0ae1-6523-4c2c-ad5d-d5aef72997e3 req-55dd1f1b-4abe-4662-9fe8-d8f1e2c060eb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3193703 Jul 15 15:03:45.442089 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-89955d6e-3ecc-41e5-96ce-bf7247605234 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633790 Jul 15 15:03:45.550464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0885f-82a0-4da1-a4e3-de3b14b12d83 req-4564776e-23da-45ec-9c47-e7039f4cc025 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:45.553311 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-afc0885f-82a0-4da1-a4e3-de3b14b12d83 req-4564776e-23da-45ec-9c47-e7039f4cc025 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.5627978 Jul 15 15:03:45.619096 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-79e88af3-bdf9-4daa-bacc-e35df5b3bf05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:45.668304 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40a82198-1621-4d94-a5b0-8b2b6aa7ab84 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:45.845634 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8a0c7f8-3c51-4b17-bf53-9e8f4ea88e37 req-c7ea578b-68b9-4728-b032-14bac15dc7d7 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips/bf1f8243-22f1-421f-a3d0-20fa8d238d64 HTTP/1.1" status: 200 len: 692 time: 0.1546295 Jul 15 15:03:45.860591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-79e88af3-bdf9-4daa-bacc-e35df5b3bf05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Transition to ACTIVE for port object 464c0bfa-f493-42cd-ab88-ff52b681cae8 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:45.874296 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-afc0885f-82a0-4da1-a4e3-de3b14b12d83 req-fdf5c01e-98bb-43be-ac5f-ae0f231d816b tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920656 Jul 15 15:03:45.971848 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2e527d99-1319-4710-b96e-75754dc88562 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:46.018789 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-c2e012b4-95ec-4a37-9b3b-139ce6bceca4 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676687 Jul 15 15:03:46.030342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dfc35f-03d6-430d-86a0-4ff49e21bc9f None None] Network c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:46.057814 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-79e88af3-bdf9-4daa-bacc-e35df5b3bf05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:46.133097 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4660fa77-e513-432a-9675-f48ee105a0e6 None None] Provisioning for port 2e527d99-1319-4710-b96e-75754dc88562 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:46.148400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 2e527d99-1319-4710-b96e-75754dc88562 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:46.163227 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 2e527d99-1319-4710-b96e-75754dc88562 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:46.163700 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:46.167966 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-a3aeab7c-7774-498f-819b-addc101133fe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=c27002a5-aff8-4cb1-b048-1f360f6947d2 HTTP/1.1" status: 200 len: 217 time: 0.1223402 Jul 15 15:03:46.205019 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4660fa77-e513-432a-9675-f48ee105a0e6 None None] Provisioning complete for port 2e527d99-1319-4710-b96e-75754dc88562 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:46.205505 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4660fa77-e513-432a-9675-f48ee105a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:46.219249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e88af3-bdf9-4daa-bacc-e35df5b3bf05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:46.237048 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-40a82198-1621-4d94-a5b0-8b2b6aa7ab84 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port 7f550798-964b-4516-93d1-b043bc8f1df4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:46.237904 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40a82198-1621-4d94-a5b0-8b2b6aa7ab84 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:46.252281 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:03:46.348787 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:46.366768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-79e88af3-bdf9-4daa-bacc-e35df5b3bf05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:46.371757 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e88af3-bdf9-4daa-bacc-e35df5b3bf05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:46.382407 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e88af3-bdf9-4daa-bacc-e35df5b3bf05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:46.383692 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-79e88af3-bdf9-4daa-bacc-e35df5b3bf05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:46.420714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-40a82198-1621-4d94-a5b0-8b2b6aa7ab84 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] For port 7f550798-964b-4516-93d1-b043bc8f1df4, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7f550798-964b-4516-93d1-b043bc8f1df4,segment=NetworkSegment(48eb7de9-d722-4aa6-8fff-4b9fe0060bae),segment_id=48eb7de9-d722-4aa6-8fff-4b9fe0060bae)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:46.421289 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40a82198-1621-4d94-a5b0-8b2b6aa7ab84 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:46.432795 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-79e88af3-bdf9-4daa-bacc-e35df5b3bf05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9710619 Jul 15 15:03:46.437929 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-40a82198-1621-4d94-a5b0-8b2b6aa7ab84 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for 7f550798-964b-4516-93d1-b043bc8f1df4 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:46.458914 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55188) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:46.467091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 2e527d99-1319-4710-b96e-75754dc88562, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2e527d99-1319-4710-b96e-75754dc88562,segment=NetworkSegment(4b8d66a0-16e3-4033-8a43-9f4e7638bba9),segment_id=4b8d66a0-16e3-4033-8a43-9f4e7638bba9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:46.468214 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4660fa77-e513-432a-9675-f48ee105a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:46.488948 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:46.566751 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e88af3-bdf9-4daa-bacc-e35df5b3bf05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=464c0bfa-f493-42cd-ab88-ff52b681cae8,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:46.601810 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=2e527d99-1319-4710-b96e-75754dc88562,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:46.624627 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-4660fa77-e513-432a-9675-f48ee105a0e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:03:46.628049 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-4660fa77-e513-432a-9675-f48ee105a0e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:03:46.639789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-e2c8b889-bcda-40a4-aae2-59a496da8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:46.642506 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-e2c8b889-bcda-40a4-aae2-59a496da8af2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.4258456 Jul 15 15:03:46.676185 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0c7f8-3c51-4b17-bf53-9e8f4ea88e37 req-f235b378-879b-47a9-a99d-4f7aa7c1f35c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:46.689807 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8a0c7f8-3c51-4b17-bf53-9e8f4ea88e37 req-f235b378-879b-47a9-a99d-4f7aa7c1f35c tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.8210466 Jul 15 15:03:46.781247 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40a82198-1621-4d94-a5b0-8b2b6aa7ab84 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:46.841869 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a82198-1621-4d94-a5b0-8b2b6aa7ab84 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=7f550798-964b-4516-93d1-b043bc8f1df4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:46.889256 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8a0c7f8-3c51-4b17-bf53-9e8f4ea88e37 req-4192635a-dd93-4fd9-ab9f-2b3f78f5a8bb tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 695 time: 0.1974452 Jul 15 15:03:47.040682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ce6f93-a954-463f-8da8-9cbb02e162ba tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:47.044061 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c3ce6f93-a954-463f-8da8-9cbb02e162ba tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ad2 HTTP/1.1" status: 200 len: 928 time: 0.5855384 Jul 15 15:03:47.050087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55200) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:47.081349 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8a0c7f8-3c51-4b17-bf53-9e8f4ea88e37 req-172d2098-550b-4dcd-986b-2613989ea3a2 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 695 time: 0.1688933 Jul 15 15:03:47.171909 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40a82198-1621-4d94-a5b0-8b2b6aa7ab84 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:47.188518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-51616f77-5b62-4237-bff8-22bef0edfc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:47.190080 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-51616f77-5b62-4237-bff8-22bef0edfc9e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5299170 Jul 15 15:03:47.441896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-56a16e7c-5c2e-49ca-b12e-1609f95035b7 None None] Provisioning complete for port 2e527d99-1319-4710-b96e-75754dc88562 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:47.442913 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56a16e7c-5c2e-49ca-b12e-1609f95035b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:47.694169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:03:47.754241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-56a16e7c-5c2e-49ca-b12e-1609f95035b7 None None] Provisioning for port f27565f8-27c5-4575-9e89-fb705aad30c0 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:47.764700 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a82198-1621-4d94-a5b0-8b2b6aa7ab84 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:03:47.824229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-56a16e7c-5c2e-49ca-b12e-1609f95035b7 None None] Provisioning complete for port f27565f8-27c5-4575-9e89-fb705aad30c0 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:47.825369 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56a16e7c-5c2e-49ca-b12e-1609f95035b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:47.912410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a82198-1621-4d94-a5b0-8b2b6aa7ab84 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:47.918777 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-40a82198-1621-4d94-a5b0-8b2b6aa7ab84 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/db1bbb8c-7cd2-472f-aa55-9590a45ebfd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6867118 Jul 15 15:03:47.925405 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55212) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:47.929797 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f887a-6828-46c1-8f8c-410237441269 None None] Sync routers for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:47.980858 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f887a-6828-46c1-8f8c-410237441269 None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:47.984199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-56a16e7c-5c2e-49ca-b12e-1609f95035b7 None None] Port f27565f8-27c5-4575-9e89-fb705aad30c0 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:47.984618 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c04f887a-6828-46c1-8f8c-410237441269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:48.030911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-56a16e7c-5c2e-49ca-b12e-1609f95035b7 None None] Provisioning for port 464c0bfa-f493-42cd-ab88-ff52b681cae8 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:48.044707 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-56a16e7c-5c2e-49ca-b12e-1609f95035b7 None None] Provisioning complete for port 464c0bfa-f493-42cd-ab88-ff52b681cae8 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:48.045109 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56a16e7c-5c2e-49ca-b12e-1609f95035b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.051313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f1dd01-3b7a-4862-8652-d67a278ee6e5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting subnet c4dabd9d-655a-42cb-8c90-9661c9249564 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:03:48.060285 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3f1dd01-3b7a-4862-8652-d67a278ee6e5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.073308 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-7f449c09-866c-4a1a-b121-c662d7b8b7fd service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8659880 Jul 15 15:03:48.095459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-a8a0c7f8-3c51-4b17-bf53-9e8f4ea88e37 req-8d4dacc7-f237-4689-a4a6-587475558051 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Deleting port b5ba050b-1ca0-46ef-8af9-49e345e43209 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:48.095933 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a8a0c7f8-3c51-4b17-bf53-9e8f4ea88e37 req-8d4dacc7-f237-4689-a4a6-587475558051 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.129456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-8218c7cc-1078-41a3-9621-dfec62c94747 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 464c0bfa-f493-42cd-ab88-ff52b681cae8 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:48.129456 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8218c7cc-1078-41a3-9621-dfec62c94747 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.217894 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3f1dd01-3b7a-4862-8652-d67a278ee6e5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.240047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2e527d99-1319-4710-b96e-75754dc88562 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:48.267842 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c04f887a-6828-46c1-8f8c-410237441269 None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:48.347928 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-68712ab7-f9fd-4abb-be7e-1b0dafc994d3 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625570 Jul 15 15:03:48.354073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-56a16e7c-5c2e-49ca-b12e-1609f95035b7 None None] Port 464c0bfa-f493-42cd-ab88-ff52b681cae8 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:48.388915 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8218c7cc-1078-41a3-9621-dfec62c94747 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.392556 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a8a0c7f8-3c51-4b17-bf53-9e8f4ea88e37 req-8d4dacc7-f237-4689-a4a6-587475558051 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.392978 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a8a0c7f8-3c51-4b17-bf53-9e8f4ea88e37 req-8d4dacc7-f237-4689-a4a6-587475558051 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.429154 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.438368 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3f1dd01-3b7a-4862-8652-d67a278ee6e5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.452499 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-76753448-50fe-4d84-ae97-5cee7641164b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f HTTP/1.1" status: 200 len: 217 time: 0.0908461 Jul 15 15:03:48.487935 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-a8a0c7f8-3c51-4b17-bf53-9e8f4ea88e37 req-8d4dacc7-f237-4689-a4a6-587475558051 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Calling delete_port for b5ba050b-1ca0-46ef-8af9-49e345e43209 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:48.498016 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-8218c7cc-1078-41a3-9621-dfec62c94747 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 464c0bfa-f493-42cd-ab88-ff52b681cae8 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:48.511321 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:03:48.513753 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec126412-57bc-4bd3-8b36-a191b2efe500" -d '{"events": [{"server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:48.540628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:48.541935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-781ce2fe-93e7-4f76-8291-9b22cf676e37 None None] Provisioning complete for port f27565f8-27c5-4575-9e89-fb705aad30c0 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:48.542359 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-781ce2fe-93e7-4f76-8291-9b22cf676e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.570359 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.622462 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 2e527d99-1319-4710-b96e-75754dc88562 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:48.622933 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.633822 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-781ce2fe-93e7-4f76-8291-9b22cf676e37 None None] Port f27565f8-27c5-4575-9e89-fb705aad30c0 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:48.697815 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-781ce2fe-93e7-4f76-8291-9b22cf676e37 None None] Provisioning complete for port 464c0bfa-f493-42cd-ab88-ff52b681cae8 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:48.698254 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-781ce2fe-93e7-4f76-8291-9b22cf676e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.741946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-781ce2fe-93e7-4f76-8291-9b22cf676e37 None None] Port 464c0bfa-f493-42cd-ab88-ff52b681cae8 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:48.751755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:48.793117 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.921120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-dc4cf4db-a46e-4c36-9c0a-1f0040eab223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:48.924976 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-dc4cf4db-a46e-4c36-9c0a-1f0040eab223 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97cd0b09-7fe2-4d3d-863f-66972b0476a8 HTTP/1.1" status: 200 len: 797 time: 0.4649928 Jul 15 15:03:48.942892 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a8a0c7f8-3c51-4b17-bf53-9e8f4ea88e37 req-8d4dacc7-f237-4689-a4a6-587475558051 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.953127 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c04f887a-6828-46c1-8f8c-410237441269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:46Z', 'revision_number': 9, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:48.994096 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cffb7d-2857-418e-9b3a-2d5031faef07 x-openstack-request-id: req-50cffb7d-2857-418e-9b3a-2d5031faef07 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:48.994420 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:48.994678 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50cffb7d-2857-418e-9b3a-2d5031faef07 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:48.995084 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'code': 200} Jul 15 15:03:49.010410 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f887a-6828-46c1-8f8c-410237441269 None None] Checking router: db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:49.022865 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f887a-6828-46c1-8f8c-410237441269 None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:49.023519 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c04f887a-6828-46c1-8f8c-410237441269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:49.108338 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3f1dd01-3b7a-4862-8652-d67a278ee6e5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:49.132759 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:49.162673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1dd01-3b7a-4862-8652-d67a278ee6e5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Subnet': ['ID=c4dabd9d-655a-42cb-8c90-9661c9249564,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:49.175488 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3f1dd01-3b7a-4862-8652-d67a278ee6e5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:49.177064 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c04f887a-6828-46c1-8f8c-410237441269 None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:49.183671 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a3f1dd01-3b7a-4862-8652-d67a278ee6e5 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/c4dabd9d-655a-42cb-8c90-9661c9249564 HTTP/1.1" status: 204 len: 168 time: 1.2569339 Jul 15 15:03:49.184657 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55224) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:49.185922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58bd04d-febc-463e-9f27-0943ffbe8f6e None None] Network af9e6587-d343-48d7-959e-31b5a9bdce0a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:49.237135 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dacc7-f237-4689-a4a6-587475558051 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Pushing event deleted for resources: {'Port': ['ID=b5ba050b-1ca0-46ef-8af9-49e345e43209,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:49.315881 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:49.320505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d89bd-e9ff-4ca0-8791-b52624086c0f req-ecb117f0-2b9f-4730-ac08-8cb4a6b4ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:49.323868 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e82d89bd-e9ff-4ca0-8791-b52624086c0f req-ecb117f0-2b9f-4730-ac08-8cb4a6b4ed77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab8e904d869b49c29afb8c3ed6c815ec&device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 1096 time: 0.2274361 Jul 15 15:03:49.454708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-bb2aa62c-ca59-4f03-913e-71f82fb2bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:49.458621 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-bb2aa62c-ca59-4f03-913e-71f82fb2bc25 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bead9a4-4428-4843-b726-82fc6739e864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5178773 Jul 15 15:03:49.474521 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a8a0c7f8-3c51-4b17-bf53-9e8f4ea88e37 req-8d4dacc7-f237-4689-a4a6-587475558051 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:49.478582 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a8a0c7f8-3c51-4b17-bf53-9e8f4ea88e37 req-8d4dacc7-f237-4689-a4a6-587475558051 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:49.495587 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8a0c7f8-3c51-4b17-bf53-9e8f4ea88e37 req-8d4dacc7-f237-4689-a4a6-587475558051 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "DELETE /v2.0/floatingips/bf1f8243-22f1-421f-a3d0-20fa8d238d64 HTTP/1.1" status: 204 len: 173 time: 2.3640363 Jul 15 15:03:49.523646 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d89bd-e9ff-4ca0-8791-b52624086c0f req-f9ff9b61-4119-48f2-abf4-d89f5e7a5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:49.526043 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e82d89bd-e9ff-4ca0-8791-b52624086c0f req-f9ff9b61-4119-48f2-abf4-d89f5e7a5812 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 HTTP/1.1" status: 200 len: 920 time: 0.1939228 Jul 15 15:03:49.532353 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port af79a819-49f5-41ef-8b85-5fc34c347bf8 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:49.532353 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:49.557522 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1506a32-f7e8-4de7-80cd-835eaff0ea82 None None] DHCP port deletion for af9e6587-d343-48d7-959e-31b5a9bdce0a request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:03:49.599359 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e82d89bd-e9ff-4ca0-8791-b52624086c0f req-111df4a9-40cd-4d9e-bd1c-78a4ddbd9855 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e150227f-e191-440c-89bd-4d99ae6936ee HTTP/1.1" status: 200 len: 217 time: 0.0638990 Jul 15 15:03:49.631720 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c04f887a-6828-46c1-8f8c-410237441269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:46Z', 'revision_number': 9, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:49.663853 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f887a-6828-46c1-8f8c-410237441269 None None] The sync data for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 is: [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:46Z', 'revision_number': 9, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67e4eb64-4f01-429c-88b6-fa7f4861ba17', 'name': '', 'network_id': '6d7940cc-ee31-45e9-bd95-050682814035', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:a5:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:03Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '7bf19303-0ca9-481a-9119-a53ddb132fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:49.679210 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b1506a32-f7e8-4de7-80cd-835eaff0ea82 None None] Deleting port af79a819-49f5-41ef-8b85-5fc34c347bf8 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:49.679950 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b1506a32-f7e8-4de7-80cd-835eaff0ea82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:49.703980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a382f8-59e1-4293-867a-60e75fa72a93 req-e8d8811a-ed74-4e3c-8505-53dba30c0ac7 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:49.705620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29a382f8-59e1-4293-867a-60e75fa72a93 req-e8d8811a-ed74-4e3c-8505-53dba30c0ac7 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.3777552 Jul 15 15:03:49.710792 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8218c7cc-1078-41a3-9621-dfec62c94747 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:49.726197 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:03:49.777341 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] For port af79a819-49f5-41ef-8b85-5fc34c347bf8, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=af79a819-49f5-41ef-8b85-5fc34c347bf8,segment=NetworkSegment(48eb7de9-d722-4aa6-8fff-4b9fe0060bae),segment_id=48eb7de9-d722-4aa6-8fff-4b9fe0060bae)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:49.777658 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:49.785431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b1506a32-f7e8-4de7-80cd-835eaff0ea82 None None] For port af79a819-49f5-41ef-8b85-5fc34c347bf8, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=af79a819-49f5-41ef-8b85-5fc34c347bf8,segment=NetworkSegment(48eb7de9-d722-4aa6-8fff-4b9fe0060bae),segment_id=48eb7de9-d722-4aa6-8fff-4b9fe0060bae)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:49.785938 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b1506a32-f7e8-4de7-80cd-835eaff0ea82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:49.799355 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29a382f8-59e1-4293-867a-60e75fa72a93 req-81e75da9-da9a-42e5-a16a-7f141a082e35 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560498 Jul 15 15:03:49.812267 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for af79a819-49f5-41ef-8b85-5fc34c347bf8 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:49.822252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b1506a32-f7e8-4de7-80cd-835eaff0ea82 None None] Calling delete_port for af79a819-49f5-41ef-8b85-5fc34c347bf8 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:49.835107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab7d9cea-5f0e-4043-90d4-e38d811e0905 req-a5b8744d-6262-40ce-a137-d31adb61edca tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips/a9411f82-5c7b-44c3-abdb-e7a1f4666b63 HTTP/1.1" status: 200 len: 692 time: 0.1497786 Jul 15 15:03:49.838382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218c7cc-1078-41a3-9621-dfec62c94747 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=464c0bfa-f493-42cd-ab88-ff52b681cae8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:49.859175 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d89bd-e9ff-4ca0-8791-b52624086c0f req-85b34fd0-56cf-4249-bb01-7e015c5b1c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:49.860800 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e82d89bd-e9ff-4ca0-8791-b52624086c0f req-85b34fd0-56cf-4249-bb01-7e015c5b1c98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed4ae426-6236-408d-9317-431d07b866ff HTTP/1.1" status: 200 len: 859 time: 0.2520196 Jul 15 15:03:49.914960 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-79500c54-d5b7-4055-a4b5-956c492de8e4 service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433672 Jul 15 15:03:49.916297 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8218c7cc-1078-41a3-9621-dfec62c94747 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:49.918303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8218c7cc-1078-41a3-9621-dfec62c94747 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/464c0bfa-f493-42cd-ab88-ff52b681cae8 HTTP/1.1" status: 204 len: 168 time: 2.8582602 Jul 15 15:03:49.922235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55236) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:49.979662 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:50.018856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'port_id': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'mac_address': 'fa:16:3e:7f:26:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:03:50.026042 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e82d89bd-e9ff-4ca0-8791-b52624086c0f req-d22b81bf-98c8-4aa4-ac3d-904c43ed0225 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1531842 Jul 15 15:03:50.083541 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eefc324-2f82-4ab9-befc-bdcde78e6f03 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] GET failed (client error): The resource could not be found. Jul 15 15:03:50.085356 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7eefc324-2f82-4ab9-befc-bdcde78e6f03 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/464c0bfa-f493-42cd-ab88-ff52b681cae8 HTTP/1.1" status: 404 len: 333 time: 0.1626377 Jul 15 15:03:50.088188 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-3d3896c8-c85c-48d4-ab43-f43dc3dbb423 service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280365 Jul 15 15:03:50.095810 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.096120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55238) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:50.125982 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b1506a32-f7e8-4de7-80cd-835eaff0ea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.133552 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:03:50.203158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1506a32-f7e8-4de7-80cd-835eaff0ea82 None None] Pushing event deleted for resources: {'Port': ['ID=af79a819-49f5-41ef-8b85-5fc34c347bf8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:50.221370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1506a32-f7e8-4de7-80cd-835eaff0ea82 None None] No DVR routers for this DVR port af79a819-49f5-41ef-8b85-5fc34c347bf8 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:03:50.292035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:50.303262 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device af79a819-49f5-41ef-8b85-5fc34c347bf8 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:03:50.347819 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-4bc7d520-4912-4e99-a529-beef85d6e8c5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b61e0da-7262-42eb-badb-84072e586233 HTTP/1.1" status: 200 len: 217 time: 0.1545546 Jul 15 15:03:50.353223 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.378516 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e82d89bd-e9ff-4ca0-8791-b52624086c0f req-e57798fa-7c0e-48e5-adcc-6fc5c92d8c60 service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377633 Jul 15 15:03:50.394259 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d9cea-5f0e-4043-90d4-e38d811e0905 req-af4b5485-46dd-4ca1-bd25-28e6cbb42f87 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:50.395973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab7d9cea-5f0e-4043-90d4-e38d811e0905 req-af4b5485-46dd-4ca1-bd25-28e6cbb42f87 tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.5498672 Jul 15 15:03:50.400079 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: af79a819-49f5-41ef-8b85-5fc34c347bf8 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:03:50.400733 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device af79a819-49f5-41ef-8b85-5fc34c347bf8 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:03:50.401331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7f550798-964b-4516-93d1-b043bc8f1df4 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:03:50.433266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 7f550798-964b-4516-93d1-b043bc8f1df4 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:03:50.433626 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7f550798-964b-4516-93d1-b043bc8f1df4 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:03:50.449261 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:50.482237 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab7d9cea-5f0e-4043-90d4-e38d811e0905 req-e74dfa36-5e42-44e9-a9ce-c944de022eae tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.94 HTTP/1.1" status: 200 len: 695 time: 0.0638885 Jul 15 15:03:50.485034 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.531619 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:50.540814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-f47b1997-03d5-4649-a160-7d533d102643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:50.542429 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-f47b1997-03d5-4649-a160-7d533d102643 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97cd0b09-7fe2-4d3d-863f-66972b0476a8 HTTP/1.1" status: 200 len: 797 time: 0.1766136 Jul 15 15:03:50.551553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab7d9cea-5f0e-4043-90d4-e38d811e0905 req-54e60015-d4cd-4735-979f-1f67ce617bec tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.94 HTTP/1.1" status: 200 len: 695 time: 0.0638750 Jul 15 15:03:50.561304 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=af79a819-49f5-41ef-8b85-5fc34c347bf8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:50.563331 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No DVR routers for this DVR port af79a819-49f5-41ef-8b85-5fc34c347bf8 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:03:50.654211 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e82d89bd-e9ff-4ca0-8791-b52624086c0f req-ac01ec5b-17cb-412a-a005-c8e04e08f43b service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617254 Jul 15 15:03:50.694881 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.713472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9e6587-d343-48d7-959e-31b5a9bdce0a']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:50.717305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c9454609-30d8-4675-a24b-8fc2d284a83e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port f27565f8-27c5-4575-9e89-fb705aad30c0 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:50.717648 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9454609-30d8-4675-a24b-8fc2d284a83e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.743473 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48eb7de9-d722-4aa6-8fff-4b9fe0060bae') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:50.744033 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48eb7de9-d722-4aa6-8fff-4b9fe0060bae') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:50.764068 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.816867 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.841648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:03:50.841648 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:03:50.844786 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:03:50.858375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-0a5fec33-a710-4fc0-a68a-c7bf2ff8ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:50.860565 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-0a5fec33-a710-4fc0-a68a-c7bf2ff8ee81 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bead9a4-4428-4843-b726-82fc6739e864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3062818 Jul 15 15:03:50.892960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-ab7d9cea-5f0e-4043-90d4-e38d811e0905 req-6f7d4b8f-e248-451c-b336-3816c7d389cd tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Deleting port 10917c6a-5c9b-4072-9821-3ea1173cd731 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:50.893284 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab7d9cea-5f0e-4043-90d4-e38d811e0905 req-6f7d4b8f-e248-451c-b336-3816c7d389cd tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.924266 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9454609-30d8-4675-a24b-8fc2d284a83e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.946654 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c9454609-30d8-4675-a24b-8fc2d284a83e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for f27565f8-27c5-4575-9e89-fb705aad30c0 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:50.948593 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.959889 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.962273 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/networks/af9e6587-d343-48d7-959e-31b5a9bdce0a HTTP/1.1" status: 204 len: 168 time: 1.7756281 Jul 15 15:03:50.969456 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55256) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:50.988872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65883a6a-1afc-4c06-88c3-a8bc41ff7ff2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Network': ['ID=af9e6587-d343-48d7-959e-31b5a9bdce0a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:51.068200 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab7d9cea-5f0e-4043-90d4-e38d811e0905 req-6f7d4b8f-e248-451c-b336-3816c7d389cd tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:51.068827 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab7d9cea-5f0e-4043-90d4-e38d811e0905 req-6f7d4b8f-e248-451c-b336-3816c7d389cd tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:51.074093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-b7788803-13af-4963-9fd5-0f8455ac6e11 service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043734 Jul 15 15:03:51.096682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-ab7d9cea-5f0e-4043-90d4-e38d811e0905 req-6f7d4b8f-e248-451c-b336-3816c7d389cd tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Calling delete_port for 10917c6a-5c9b-4072-9821-3ea1173cd731 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:51.291358 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16e53c1c-ba05-4fed-a440-9097eb3ce5da req-350fe723-11cf-4530-a5ae-7906342ed363 service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086794 Jul 15 15:03:51.436720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c62b4-2aa9-453f-a676-393c61c55c97 req-34fbf0d2-0ab0-4678-9d42-5b57c2202550 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:51.444132 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb4c62b4-2aa9-453f-a676-393c61c55c97 req-34fbf0d2-0ab0-4678-9d42-5b57c2202550 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.2677622 Jul 15 15:03:51.450307 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab7d9cea-5f0e-4043-90d4-e38d811e0905 req-6f7d4b8f-e248-451c-b336-3816c7d389cd tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:51.463727 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9454609-30d8-4675-a24b-8fc2d284a83e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:51.519872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9454609-30d8-4675-a24b-8fc2d284a83e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=f27565f8-27c5-4575-9e89-fb705aad30c0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:51.532320 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d4b8f-e248-451c-b336-3816c7d389cd tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Pushing event deleted for resources: {'Port': ['ID=10917c6a-5c9b-4072-9821-3ea1173cd731,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:51.543036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb4c62b4-2aa9-453f-a676-393c61c55c97 req-a6209b49-ed94-43a6-8dd4-4f895a67f636 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969427 Jul 15 15:03:51.573790 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9454609-30d8-4675-a24b-8fc2d284a83e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:51.580956 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c9454609-30d8-4675-a24b-8fc2d284a83e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/f27565f8-27c5-4575-9e89-fb705aad30c0 HTTP/1.1" status: 204 len: 168 time: 1.4806602 Jul 15 15:03:51.582113 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55282) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:51.643256 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-13da482c-7878-4e92-b8d9-d1afec77ad0a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] GET failed (client error): The resource could not be found. Jul 15 15:03:51.646607 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-13da482c-7878-4e92-b8d9-d1afec77ad0a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/f27565f8-27c5-4575-9e89-fb705aad30c0 HTTP/1.1" status: 404 len: 333 time: 0.0626514 Jul 15 15:03:51.652057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55286) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:51.685193 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab7d9cea-5f0e-4043-90d4-e38d811e0905 req-6f7d4b8f-e248-451c-b336-3816c7d389cd tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:51.688093 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ab7d9cea-5f0e-4043-90d4-e38d811e0905 req-6f7d4b8f-e248-451c-b336-3816c7d389cd tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:51.703944 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab7d9cea-5f0e-4043-90d4-e38d811e0905 req-6f7d4b8f-e248-451c-b336-3816c7d389cd tempest-FloatingIPDetailsTestJSON-1875350307 tempest-FloatingIPDetailsTestJSON-1875350307-project] 10.222.0.38 "DELETE /v2.0/floatingips/a9411f82-5c7b-44c3-abdb-e7a1f4666b63 HTTP/1.1" status: 204 len: 173 time: 1.1373832 Jul 15 15:03:51.707005 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55288) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:51.739190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:51.876630 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ae44db-1fd5-459b-83bf-13ab1c52a8ea tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting subnet ab7bd516-0425-40cb-92c4-04360ed38e36 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:03:51.908882 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37ae44db-1fd5-459b-83bf-13ab1c52a8ea tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:51.957285 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:51.959801 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:52.114576 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37ae44db-1fd5-459b-83bf-13ab1c52a8ea tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:52.193712 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:52.198065 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc9be414-2bb4-41d5-8317-297bd94391e3 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:52.264026 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:52.266046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:03:52.270747 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfde621-f9ec-4d18-ad30-b17986b6d23d" -d '{"events": [{"server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:52.292296 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:52.432794 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5316a40-4c9f-406d-917c-8f091c2cb4ec x-openstack-request-id: req-f5316a40-4c9f-406d-917c-8f091c2cb4ec {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:52.434482 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:52.435254 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f5316a40-4c9f-406d-917c-8f091c2cb4ec {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:52.436158 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'code': 200} Jul 15 15:03:52.485624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,revision_number=10']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:52.496473 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37ae44db-1fd5-459b-83bf-13ab1c52a8ea tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:52.711123 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37ae44db-1fd5-459b-83bf-13ab1c52a8ea tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:52.791918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae44db-1fd5-459b-83bf-13ab1c52a8ea tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7bd516-0425-40cb-92c4-04360ed38e36,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:52.805494 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37ae44db-1fd5-459b-83bf-13ab1c52a8ea tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:52.806886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7815e05-c335-4fde-accf-41ffcc28f99c None None] Network c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:52.808794 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-37ae44db-1fd5-459b-83bf-13ab1c52a8ea tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/ab7bd516-0425-40cb-92c4-04360ed38e36 HTTP/1.1" status: 204 len: 168 time: 1.1558270 Jul 15 15:03:52.813687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55300) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:52.913487 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:53.015117 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc61da-fbed-4cfd-b708-6d282b678c23 req-692f16a8-b5ab-4150-ae7f-47b7f5d2cab1 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:53.017108 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6abc61da-fbed-4cfd-b708-6d282b678c23 req-692f16a8-b5ab-4150-ae7f-47b7f5d2cab1 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.2746260 Jul 15 15:03:53.078838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 2e527d99-1319-4710-b96e-75754dc88562 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:53.079233 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:53.159119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6abc61da-fbed-4cfd-b708-6d282b678c23 req-71aab30f-9dae-4210-94f1-475685fbd3af tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340930 Jul 15 15:03:53.207666 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4ce0fefd-8b99-4239-925c-f37aed2abe9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:53.268044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f1eed-50e3-479c-8437-ed1f6e436ee9 None None] DHCP port deletion for c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:03:53.281082 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] For port 2e527d99-1319-4710-b96e-75754dc88562, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2e527d99-1319-4710-b96e-75754dc88562,segment=NetworkSegment(4b8d66a0-16e3-4033-8a43-9f4e7638bba9),segment_id=4b8d66a0-16e3-4033-8a43-9f4e7638bba9)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:53.281658 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:53.307393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 2e527d99-1319-4710-b96e-75754dc88562 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:53.436274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f1eed-50e3-479c-8437-ed1f6e436ee9 None None] Deleting port 2e527d99-1319-4710-b96e-75754dc88562 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:53.436665 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1eed-50e3-479c-8437-ed1f6e436ee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:53.557103 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bc9be414-2bb4-41d5-8317-297bd94391e3 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port 67e4eb64-4f01-429c-88b6-fa7f4861ba17 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:53.557741 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc9be414-2bb4-41d5-8317-297bd94391e3 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:53.596822 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:53.625585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7e2f1eed-50e3-479c-8437-ed1f6e436ee9 None None] For port 2e527d99-1319-4710-b96e-75754dc88562, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2e527d99-1319-4710-b96e-75754dc88562,segment=NetworkSegment(4b8d66a0-16e3-4033-8a43-9f4e7638bba9),segment_id=4b8d66a0-16e3-4033-8a43-9f4e7638bba9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:53.626559 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1eed-50e3-479c-8437-ed1f6e436ee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:53.669151 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f1eed-50e3-479c-8437-ed1f6e436ee9 None None] Calling delete_port for 2e527d99-1319-4710-b96e-75754dc88562 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:53.771969 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No DVR routers for this DVR port 2e527d99-1319-4710-b96e-75754dc88562 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:03:53.778714 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1eed-50e3-479c-8437-ed1f6e436ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:53.795010 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=2e527d99-1319-4710-b96e-75754dc88562,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:53.808635 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f1eed-50e3-479c-8437-ed1f6e436ee9 None None] Pushing event deleted for resources: {'Port': ['ID=2e527d99-1319-4710-b96e-75754dc88562,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:53.823187 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f1eed-50e3-479c-8437-ed1f6e436ee9 None None] No DVR routers for this DVR port 2e527d99-1319-4710-b96e-75754dc88562 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:03:53.923700 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2e527d99-1319-4710-b96e-75754dc88562 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:03:53.964899 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 2e527d99-1319-4710-b96e-75754dc88562 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:03:53.965247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2e527d99-1319-4710-b96e-75754dc88562 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:03:53.967752 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:53.991182 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:54.009979 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8d66a0-16e3-4033-8a43-9f4e7638bba9') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:54.010370 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8d66a0-16e3-4033-8a43-9f4e7638bba9') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:54.013107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-4ce0fefd-8b99-4239-925c-f37aed2abe9c admin admin] Deleting port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:54.013468 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4ce0fefd-8b99-4239-925c-f37aed2abe9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:54.021422 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:54.165287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-4ce0fefd-8b99-4239-925c-f37aed2abe9c admin admin] For port 2b3b1bae-801b-4592-bd36-d0eb5e0edf47, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2b3b1bae-801b-4592-bd36-d0eb5e0edf47,segment=NetworkSegment(bf7096da-85ae-411c-b6a2-44a2df61abca),segment_id=bf7096da-85ae-411c-b6a2-44a2df61abca)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:54.166391 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4ce0fefd-8b99-4239-925c-f37aed2abe9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:54.201249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-4ce0fefd-8b99-4239-925c-f37aed2abe9c admin admin] Calling delete_port for 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:54.450721 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:54.464189 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:03:54.464490 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:03:54.468431 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:03:54.508999 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-bc9be414-2bb4-41d5-8317-297bd94391e3 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] For port 67e4eb64-4f01-429c-88b6-fa7f4861ba17, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=67e4eb64-4f01-429c-88b6-fa7f4861ba17,segment=NetworkSegment(deb68965-25ba-4d99-8608-52d893c6d34a),segment_id=deb68965-25ba-4d99-8608-52d893c6d34a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:54.509357 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc9be414-2bb4-41d5-8317-297bd94391e3 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:54.591846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bc9be414-2bb4-41d5-8317-297bd94391e3 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for 67e4eb64-4f01-429c-88b6-fa7f4861ba17 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:54.595133 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4ce0fefd-8b99-4239-925c-f37aed2abe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:54.651766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0fefd-8b99-4239-925c-f37aed2abe9c admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3b1bae-801b-4592-bd36-d0eb5e0edf47,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:54.728943 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:54.784300 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:54.797325 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/networks/c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec HTTP/1.1" status: 204 len: 168 time: 1.9778020 Jul 15 15:03:54.800897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55330) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:54.819787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0b832-568b-4cd4-8092-76600cf2520a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Network': ['ID=c7c6c8ec-4b40-46e1-9ee9-0fc5c5ed23ec,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:54.830432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-268153e4-8f74-4279-b856-72c636f7357e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1758344739'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:55.019578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268153e4-8f74-4279-b856-72c636f7357e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:55.037241 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268153e4-8f74-4279-b856-72c636f7357e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:55.097853 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc9be414-2bb4-41d5-8317-297bd94391e3 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:55.144008 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9be414-2bb4-41d5-8317-297bd94391e3 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=67e4eb64-4f01-429c-88b6-fa7f4861ba17,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:55.188544 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4ce0fefd-8b99-4239-925c-f37aed2abe9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:55.202467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268153e4-8f74-4279-b856-72c636f7357e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:03:55.254817 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268153e4-8f74-4279-b856-72c636f7357e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:55.255333 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-268153e4-8f74-4279-b856-72c636f7357e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Added segment 562e7cfb-2290-4f1b-8f0a-6f02f81cdbe8 of type vlan for network cc33c60e-605b-499a-a92e-94ffa68f64a7 Jul 15 15:03:55.322673 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc9be414-2bb4-41d5-8317-297bd94391e3 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:55.344887 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268153e4-8f74-4279-b856-72c636f7357e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:55.476046 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268153e4-8f74-4279-b856-72c636f7357e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:55.491471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268153e4-8f74-4279-b856-72c636f7357e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:55.492181 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268153e4-8f74-4279-b856-72c636f7357e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:55.569461 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-268153e4-8f74-4279-b856-72c636f7357e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7602215 Jul 15 15:03:55.584054 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55334) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:55.591788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6ff54d46-7cda-4d0c-a531-322f31b9ede7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'subnet': {'network_id': 'cc33c60e-605b-499a-a92e-94ffa68f64a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:55.658031 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9be414-2bb4-41d5-8317-297bd94391e3 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:03:55.722060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268153e4-8f74-4279-b856-72c636f7357e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Network': ['ID=cc33c60e-605b-499a-a92e-94ffa68f64a7,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:55.735681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network cc33c60e-605b-499a-a92e-94ffa68f64a7 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:03:55.844058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9be414-2bb4-41d5-8317-297bd94391e3 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:55.853327 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bc9be414-2bb4-41d5-8317-297bd94391e3 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/db1bbb8c-7cd2-472f-aa55-9590a45ebfd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8690724 Jul 15 15:03:55.853327 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55344) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:55.869849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5bc3c-b91c-4b6a-928e-37ef9ca37cdf None None] Sync routers for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:55.907419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5bc3c-b91c-4b6a-928e-37ef9ca37cdf None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:55.908134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-24f5bc3c-b91c-4b6a-928e-37ef9ca37cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:55.938670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff54d46-7cda-4d0c-a531-322f31b9ede7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:55.944249 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6ff54d46-7cda-4d0c-a531-322f31b9ede7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:55.990951 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b769af24-92df-48b1-849d-25536f188947 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting subnet 7bf19303-0ca9-481a-9119-a53ddb132fbf {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:03:55.998753 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b769af24-92df-48b1-849d-25536f188947 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:56.106165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce0fefd-8b99-4239-925c-f37aed2abe9c admin admin] Router 52ed2e69-65d0-42f3-8452-2deaca5ebd34 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:03:56.121180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-24f5bc3c-b91c-4b6a-928e-37ef9ca37cdf None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:56.170425 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b769af24-92df-48b1-849d-25536f188947 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:56.302870 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b769af24-92df-48b1-849d-25536f188947 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:56.389406 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b769af24-92df-48b1-849d-25536f188947 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:56.426828 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769af24-92df-48b1-849d-25536f188947 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf19303-0ca9-481a-9119-a53ddb132fbf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:56.454005 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b769af24-92df-48b1-849d-25536f188947 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:56.460176 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b769af24-92df-48b1-849d-25536f188947 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/7bf19303-0ca9-481a-9119-a53ddb132fbf HTTP/1.1" status: 204 len: 168 time: 0.6057343 Jul 15 15:03:56.461357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55352) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:56.517509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceac3bf-972c-43bf-b973-5e8c4cb0ca9d None None] Network 6d7940cc-ee31-45e9-bd95-050682814035 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:56.519064 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce0fefd-8b99-4239-925c-f37aed2abe9c admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:56.531125 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3a95e-2134-4f10-b5f2-d4a4b99af0c4 None None] Sync routers for ids ['52ed2e69-65d0-42f3-8452-2deaca5ebd34'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:56.545893 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3a95e-2134-4f10-b5f2-d4a4b99af0c4 None None] Routers {'52ed2e69-65d0-42f3-8452-2deaca5ebd34'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:56.546574 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-79e3a95e-2134-4f10-b5f2-d4a4b99af0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52ed2e69-65d0-42f3-8452-2deaca5ebd34'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:56.582201 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:56.637065 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4ce0fefd-8b99-4239-925c-f37aed2abe9c admin admin] 10.222.0.38 "PUT /v2.0/routers/52ed2e69-65d0-42f3-8452-2deaca5ebd34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9284899 Jul 15 15:03:56.640394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55354) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:56.644236 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6ff54d46-7cda-4d0c-a531-322f31b9ede7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:56.790974 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-79e3a95e-2134-4f10-b5f2-d4a4b99af0c4 None None] Set router 52ed2e69-65d0-42f3-8452-2deaca5ebd34 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:56.798216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77a45500-a1f3-494c-8adf-a7bb8d59e686 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:56.858308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff54d46-7cda-4d0c-a531-322f31b9ede7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Subnet': ['ID=ed6f32b3-41f8-4d24-ac2e-4e69519a559b,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:56.881499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddc452-5dc2-4869-9159-e3c1d0356d34 req-a5feeb8e-a2fe-4a4c-a76e-b332bc41842c tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:56.896850 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0ddc452-5dc2-4869-9159-e3c1d0356d34 req-a5feeb8e-a2fe-4a4c-a76e-b332bc41842c tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.2844825 Jul 15 15:03:56.939125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff54d46-7cda-4d0c-a531-322f31b9ede7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Checking segment: {'id': '562e7cfb-2290-4f1b-8f0a-6f02f81cdbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc33c60e-605b-499a-a92e-94ffa68f64a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:56.940087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff54d46-7cda-4d0c-a531-322f31b9ede7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network hostable DHCP agents. Network: cc33c60e-605b-499a-a92e-94ffa68f64a7, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:03:56.987864 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0ddc452-5dc2-4869-9159-e3c1d0356d34 req-f21b902f-ea4b-4b3a-be4e-e7cfe0e47eb1 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895510 Jul 15 15:03:57.001054 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff54d46-7cda-4d0c-a531-322f31b9ede7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network cc33c60e-605b-499a-a92e-94ffa68f64a7 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:03:57.024856 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-6ff54d46-7cda-4d0c-a531-322f31b9ede7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, cc33c60e-605b-499a-a92e-94ffa68f64a7) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:57.032564 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff54d46-7cda-4d0c-a531-322f31b9ede7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:57.036005 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6ff54d46-7cda-4d0c-a531-322f31b9ede7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:57.040010 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77a45500-a1f3-494c-8adf-a7bb8d59e686 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:57.075886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6ff54d46-7cda-4d0c-a531-322f31b9ede7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4907062 Jul 15 15:03:57.079265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55366) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:57.089543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-70146147-393e-49d4-8034-7710c1ccc5f7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'network_id': 'cc33c60e-605b-499a-a92e-94ffa68f64a7', 'name': 'tempest-PortsIpV6TestJSON-466299549', 'fixed_ips': [{'subnet_id': 'ed6f32b3-41f8-4d24-ac2e-4e69519a559b', 'ip_address': '2001:db8::10'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:57.117695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4287c871-f177-4abc-850b-3958b59a9071 None None] Network cc33c60e-605b-499a-a92e-94ffa68f64a7 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:57.135279 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port 88c40a0d-bb6b-452d-be10-dbdae20f0ebc {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:57.135892 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:57.218315 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-24f5bc3c-b91c-4b6a-928e-37ef9ca37cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:55Z', 'revision_number': 10, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:57.240035 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] For port 88c40a0d-bb6b-452d-be10-dbdae20f0ebc, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=88c40a0d-bb6b-452d-be10-dbdae20f0ebc,segment=NetworkSegment(deb68965-25ba-4d99-8608-52d893c6d34a),segment_id=deb68965-25ba-4d99-8608-52d893c6d34a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:57.240437 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:57.277539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for 88c40a0d-bb6b-452d-be10-dbdae20f0ebc owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:57.296981 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-79e3a95e-2134-4f10-b5f2-d4a4b99af0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'name': 'tempest-FloatingIPDetailsTestJSON-924593976-router', 'tenant_id': '4374d921083a46e7b6d153d6a94583ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ddffd579-ffd3-4793-b367-ec2e051ea3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:54Z', 'revision_number': 5, 'project_id': '4374d921083a46e7b6d153d6a94583ae', 'gw_port': {'id': 'ddffd579-ffd3-4793-b367-ec2e051ea3b6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:00Z', 'updated_at': '2021-07-15T15:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:57.369829 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3a95e-2134-4f10-b5f2-d4a4b99af0c4 None None] Checking router: 52ed2e69-65d0-42f3-8452-2deaca5ebd34 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:57.392275 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5bc3c-b91c-4b6a-928e-37ef9ca37cdf None None] Checking router: db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:57.397244 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3a95e-2134-4f10-b5f2-d4a4b99af0c4 None None] Routers {'52ed2e69-65d0-42f3-8452-2deaca5ebd34'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:57.398020 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-79e3a95e-2134-4f10-b5f2-d4a4b99af0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52ed2e69-65d0-42f3-8452-2deaca5ebd34'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:57.542793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70146147-393e-49d4-8034-7710c1ccc5f7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:57.563081 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:57.585549 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-79e3a95e-2134-4f10-b5f2-d4a4b99af0c4 None None] Set router 52ed2e69-65d0-42f3-8452-2deaca5ebd34 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:57.604580 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5bc3c-b91c-4b6a-928e-37ef9ca37cdf None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:57.606853 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-24f5bc3c-b91c-4b6a-928e-37ef9ca37cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:57.614151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-77a45500-a1f3-494c-8adf-a7bb8d59e686 admin admin] Deleting port ddffd579-ffd3-4793-b367-ec2e051ea3b6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:57.614872 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77a45500-a1f3-494c-8adf-a7bb8d59e686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:57.699122 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-79e3a95e-2134-4f10-b5f2-d4a4b99af0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'name': 'tempest-FloatingIPDetailsTestJSON-924593976-router', 'tenant_id': '4374d921083a46e7b6d153d6a94583ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:57Z', 'revision_number': 6, 'project_id': '4374d921083a46e7b6d153d6a94583ae', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:57.713132 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No DVR routers for this DVR port 88c40a0d-bb6b-452d-be10-dbdae20f0ebc on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:03:57.749346 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4327009f-ee8b-402d-8182-42dcbaaccf6d None None] DHCP port deletion for 6d7940cc-ee31-45e9-bd95-050682814035 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:03:57.753180 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3a95e-2134-4f10-b5f2-d4a4b99af0c4 None None] The sync data for ids ['52ed2e69-65d0-42f3-8452-2deaca5ebd34'] in n-d-764435-3 is: [{'id': '52ed2e69-65d0-42f3-8452-2deaca5ebd34', 'name': 'tempest-FloatingIPDetailsTestJSON-924593976-router', 'tenant_id': '4374d921083a46e7b6d153d6a94583ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:57Z', 'revision_number': 6, 'project_id': '4374d921083a46e7b6d153d6a94583ae', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:57.760348 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=88c40a0d-bb6b-452d-be10-dbdae20f0ebc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:57.936801 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70146147-393e-49d4-8034-7710c1ccc5f7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:57.951386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-24f5bc3c-b91c-4b6a-928e-37ef9ca37cdf None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:57.989754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-70146147-393e-49d4-8034-7710c1ccc5f7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] device_id is not set on port 2d31248e-1289-4f82-8d01-88828b07cddd yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:03:58.144901 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:58.197879 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-cc33c60e-605b-499a-a92e-94ffa68f64a7', 'network_id': 'cc33c60e-605b-499a-a92e-94ffa68f64a7', 'tenant_id': '9f56e0b8da40496890f8920732869d7e', 'fixed_ips': [{'subnet_id': 'ed6f32b3-41f8-4d24-ac2e-4e69519a559b'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:03:58.199041 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:58.239139 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7940cc-ee31-45e9-bd95-050682814035']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:58.277680 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-77a45500-a1f3-494c-8adf-a7bb8d59e686 admin admin] For port ddffd579-ffd3-4793-b367-ec2e051ea3b6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ddffd579-ffd3-4793-b367-ec2e051ea3b6,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:58.278062 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77a45500-a1f3-494c-8adf-a7bb8d59e686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:58.281970 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb68965-25ba-4d99-8608-52d893c6d34a') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:58.282278 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb68965-25ba-4d99-8608-52d893c6d34a') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:58.308103 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 88c40a0d-bb6b-452d-be10-dbdae20f0ebc no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:03:58.321161 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:58.326981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-77a45500-a1f3-494c-8adf-a7bb8d59e686 admin admin] Calling delete_port for ddffd579-ffd3-4793-b367-ec2e051ea3b6 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:58.450092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 88c40a0d-bb6b-452d-be10-dbdae20f0ebc {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:03:58.450608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 88c40a0d-bb6b-452d-be10-dbdae20f0ebc not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:03:58.489158 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:58.500377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:03:58.501154 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:03:58.504882 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:03:58.685857 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:58.687571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-70146147-393e-49d4-8034-7710c1ccc5f7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Allocated IP 2001:db8::10 (cc33c60e-605b-499a-a92e-94ffa68f64a7/ed6f32b3-41f8-4d24-ac2e-4e69519a559b/2d31248e-1289-4f82-8d01-88828b07cddd) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:58.718351 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:58.721609 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/networks/6d7940cc-ee31-45e9-bd95-050682814035 HTTP/1.1" status: 204 len: 168 time: 2.2588811 Jul 15 15:03:58.732552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55388) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:58.772260 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54150bde-a43a-47ff-b7c6-49fd135cdcac tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Network': ['ID=6d7940cc-ee31-45e9-bd95-050682814035,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:58.892603 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77a45500-a1f3-494c-8adf-a7bb8d59e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:58.958467 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a45500-a1f3-494c-8adf-a7bb8d59e686 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddffd579-ffd3-4793-b367-ec2e051ea3b6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:59.138182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-24f5bc3c-b91c-4b6a-928e-37ef9ca37cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:55Z', 'revision_number': 10, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:59.159056 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77a45500-a1f3-494c-8adf-a7bb8d59e686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.192357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5bc3c-b91c-4b6a-928e-37ef9ca37cdf None None] The sync data for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 is: [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:03:55Z', 'revision_number': 10, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None, '_interfaces': [{'id': '55e839ff-2e01-4654-8d3d-dd3767276f9b', 'name': '', 'network_id': '6748d16e-3a0b-4f3f-9c98-7f40167c636d', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'mac_address': 'fa:16:3e:78:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:55Z', 'updated_at': '2021-07-15T15:03:04Z', 'revision_number': 5, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'subnets': [{'id': '89b30604-057a-40fc-9267-d66e8e7b5e47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:59.404435 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77a45500-a1f3-494c-8adf-a7bb8d59e686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.408423 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77a45500-a1f3-494c-8adf-a7bb8d59e686 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.452106 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70146147-393e-49d4-8034-7710c1ccc5f7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.498145 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77a45500-a1f3-494c-8adf-a7bb8d59e686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.499572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a45500-a1f3-494c-8adf-a7bb8d59e686 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52ed2e69-65d0-42f3-8452-2deaca5ebd34 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:03:59.517998 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77a45500-a1f3-494c-8adf-a7bb8d59e686 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.519636 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-77a45500-a1f3-494c-8adf-a7bb8d59e686 admin admin] 10.222.0.38 "DELETE /v2.0/routers/52ed2e69-65d0-42f3-8452-2deaca5ebd34 HTTP/1.1" status: 204 len: 168 time: 2.8777554 Jul 15 15:03:59.521924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-70146147-393e-49d4-8034-7710c1ccc5f7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Transition to ACTIVE for port object 2d31248e-1289-4f82-8d01-88828b07cddd will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:59.523758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55396) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:59.625727 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70146147-393e-49d4-8034-7710c1ccc5f7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.666207 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b113c582-18ee-4aac-8b4e-e155d251fc31 admin admin] Deleting subnet fd3e2f50-4999-450c-bccd-108588ca064c {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:03:59.678216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b113c582-18ee-4aac-8b4e-e155d251fc31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.820426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Allocated IP 2001:db8::2 (cc33c60e-605b-499a-a92e-94ffa68f64a7/ed6f32b3-41f8-4d24-ac2e-4e69519a559b/60a9e97f-41c9-45ed-bc99-beef02ed74e0) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:59.843012 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b113c582-18ee-4aac-8b4e-e155d251fc31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.892720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70146147-393e-49d4-8034-7710c1ccc5f7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=2d31248e-1289-4f82-8d01-88828b07cddd,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:59.985530 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:00.026886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70146147-393e-49d4-8034-7710c1ccc5f7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network cc33c60e-605b-499a-a92e-94ffa68f64a7 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:00.039471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-70146147-393e-49d4-8034-7710c1ccc5f7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:00.062385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:00.062761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2b3b1bae-801b-4592-bd36-d0eb5e0edf47 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:00.063195 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 67e4eb64-4f01-429c-88b6-fa7f4861ba17 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:00.080824 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70146147-393e-49d4-8034-7710c1ccc5f7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:00.105181 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70146147-393e-49d4-8034-7710c1ccc5f7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:00.106380 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70146147-393e-49d4-8034-7710c1ccc5f7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:00.196260 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31810b25-6c5c-429b-9fd1-60d10b69141e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:00.205292 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-70146147-393e-49d4-8034-7710c1ccc5f7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1215074 Jul 15 15:04:00.205292 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55408) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:00.210399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6a6ed1c7-128c-4eba-a7f2-03a7388644bc tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'network_id': 'cc33c60e-605b-499a-a92e-94ffa68f64a7', 'name': 'tempest-PortsIpV6TestJSON-1914805999', 'fixed_ips': [{'subnet_id': 'ed6f32b3-41f8-4d24-ac2e-4e69519a559b', 'ip_address': '2001:db8::f'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:00.220238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 67e4eb64-4f01-429c-88b6-fa7f4861ba17 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:00.220568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 67e4eb64-4f01-429c-88b6-fa7f4861ba17 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:00.220918 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ddffd579-ffd3-4793-b367-ec2e051ea3b6 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:00.238716 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b113c582-18ee-4aac-8b4e-e155d251fc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:00.281756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: ddffd579-ffd3-4793-b367-ec2e051ea3b6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:00.282115 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ddffd579-ffd3-4793-b367-ec2e051ea3b6 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:00.321405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b113c582-18ee-4aac-8b4e-e155d251fc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:00.360466 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b113c582-18ee-4aac-8b4e-e155d251fc31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:00.363829 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b113c582-18ee-4aac-8b4e-e155d251fc31 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/fd3e2f50-4999-450c-bccd-108588ca064c HTTP/1.1" status: 204 len: 168 time: 0.8387601 Jul 15 15:04:00.365347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113c582-18ee-4aac-8b4e-e155d251fc31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd3e2f50-4999-450c-bccd-108588ca064c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:00.368345 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55416) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:00.423021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dec738-c162-4292-a844-fbc22c33f686 None None] Network 3c0891a2-6948-4eae-8b22-eb8b422964ed requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:00.742000 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:00.809636 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:00.859396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Transition to ACTIVE for port object 60a9e97f-41c9-45ed-bc99-beef02ed74e0 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:00.876362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Deleting port 51e8a9b0-592b-4ccf-af00-0971ce3d81ee {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:00.877049 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:00.974409 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] For port 51e8a9b0-592b-4ccf-af00-0971ce3d81ee, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=51e8a9b0-592b-4ccf-af00-0971ce3d81ee,segment=NetworkSegment(bf7096da-85ae-411c-b6a2-44a2df61abca),segment_id=bf7096da-85ae-411c-b6a2-44a2df61abca)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:00.975590 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:01.002449 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Calling delete_port for 51e8a9b0-592b-4ccf-af00-0971ce3d81ee owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:01.008524 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Transition to ACTIVE for port object 60a9e97f-41c9-45ed-bc99-beef02ed74e0 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:01.026989 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5625-cac6-48ac-a6ac-418a236bbb74 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:01.063231 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:01.154960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6ed1c7-128c-4eba-a7f2-03a7388644bc tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:01.163046 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed1c7-128c-4eba-a7f2-03a7388644bc tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:01.196808 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:01.254942 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e8a9b0-592b-4ccf-af00-0971ce3d81ee,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:01.265325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-6a6ed1c7-128c-4eba-a7f2-03a7388644bc tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] device_id is not set on port 09151334-d89d-4ca8-b3dc-1bab12eefe2f yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:04:01.272133 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] No DVR routers for this DVR port 51e8a9b0-592b-4ccf-af00-0971ce3d81ee on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:04:01.285111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:01.285852 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:01.286326 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:01.286841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:01.287571 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:01.288109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:01.289310 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:01.290550 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:01.291088 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:01.291635 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:01.292328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:01.292825 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:01.351480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Network cc33c60e-605b-499a-a92e-94ffa68f64a7 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:01.358282 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:01.381001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:01.480278 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Pushing event updated for resources: {'Port': ['ID=60a9e97f-41c9-45ed-bc99-beef02ed74e0,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:01.550580 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb2ae3f-3c51-4bbe-a718-7b1120ffc4d1 None None] DHCP port deletion for 3c0891a2-6948-4eae-8b22-eb8b422964ed request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:04:01.551404 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:01.574078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Attempting to bind port 60a9e97f-41c9-45ed-bc99-beef02ed74e0 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:04:01.574078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Attempting to bind port 60a9e97f-41c9-45ed-bc99-beef02ed74e0 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '562e7cfb-2290-4f1b-8f0a-6f02f81cdbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc33c60e-605b-499a-a92e-94ffa68f64a7'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:04:01.574078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Attempting to bind port 60a9e97f-41c9-45ed-bc99-beef02ed74e0 on network cc33c60e-605b-499a-a92e-94ffa68f64a7 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:04:01.587086 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0891a2-6948-4eae-8b22-eb8b422964ed']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:01.604420 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:04:01.604927 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Checking segment: {'id': '562e7cfb-2290-4f1b-8f0a-6f02f81cdbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc33c60e-605b-499a-a92e-94ffa68f64a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:01.605222 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:01.605638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Bound using segment: {'id': '562e7cfb-2290-4f1b-8f0a-6f02f81cdbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc33c60e-605b-499a-a92e-94ffa68f64a7'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:04:01.606133 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Bound port: 60a9e97f-41c9-45ed-bc99-beef02ed74e0, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562e7cfb-2290-4f1b-8f0a-6f02f81cdbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc33c60e-605b-499a-a92e-94ffa68f64a7'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:04:01.606549 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:01.614341 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7096da-85ae-411c-b6a2-44a2df61abca') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:01.614698 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7096da-85ae-411c-b6a2-44a2df61abca') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:01.630897 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:01.659782 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:01.677269 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-6a6ed1c7-128c-4eba-a7f2-03a7388644bc tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Allocated IP 2001:db8::f (cc33c60e-605b-499a-a92e-94ffa68f64a7/ed6f32b3-41f8-4d24-ac2e-4e69519a559b/09151334-d89d-4ca8-b3dc-1bab12eefe2f) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:01.678671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:04:01.682018 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:04:01.763116 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:04:01.774667 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:01.787245 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:01.795548 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3c0891a2-6948-4eae-8b22-eb8b422964ed HTTP/1.1" status: 204 len: 168 time: 1.4221711 Jul 15 15:04:01.817075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99bef5-ddfc-4bb9-b833-e9b31e7d42a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c0891a2-6948-4eae-8b22-eb8b422964ed,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:01.837476 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] For port 60a9e97f-41c9-45ed-bc99-beef02ed74e0, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:04:01.847266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] For port 60a9e97f-41c9-45ed-bc99-beef02ed74e0, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=60a9e97f-41c9-45ed-bc99-beef02ed74e0,segment=NetworkSegment(562e7cfb-2290-4f1b-8f0a-6f02f81cdbe8),segment_id=562e7cfb-2290-4f1b-8f0a-6f02f81cdbe8)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:04:01.857636 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:01.996482 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 51e8a9b0-592b-4ccf-af00-0971ce3d81ee no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:02.168561 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 51e8a9b0-592b-4ccf-af00-0971ce3d81ee {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:02.169288 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 51e8a9b0-592b-4ccf-af00-0971ce3d81ee not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:02.214178 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508dc4a-1064-4d87-a0f3-bd588ae1f147 None None] Pushing event updated for resources: {'Port': ['ID=60a9e97f-41c9-45ed-bc99-beef02ed74e0,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:02.306708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55436) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:02.325543 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed1c7-128c-4eba-a7f2-03a7388644bc tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:02.359501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b5625-cac6-48ac-a6ac-418a236bbb74 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port 55e839ff-2e01-4654-8d3d-dd3767276f9b {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:02.359893 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5625-cac6-48ac-a6ac-418a236bbb74 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:02.370865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-6a6ed1c7-128c-4eba-a7f2-03a7388644bc tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Transition to ACTIVE for port object 09151334-d89d-4ca8-b3dc-1bab12eefe2f will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:02.464115 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8b9fcf13-d214-48e1-96db-813b414ed013 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4374d921083a46e7b6d153d6a94583ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553495 Jul 15 15:04:02.467954 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55438) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:02.525819 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed1c7-128c-4eba-a7f2-03a7388644bc tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:02.536466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-8b9b5625-cac6-48ac-a6ac-418a236bbb74 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] For port 55e839ff-2e01-4654-8d3d-dd3767276f9b, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=55e839ff-2e01-4654-8d3d-dd3767276f9b,segment=NetworkSegment(2cbbef5c-bda5-4af0-81c2-6c5678baecbb),segment_id=2cbbef5c-bda5-4af0-81c2-6c5678baecbb)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:02.536850 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5625-cac6-48ac-a6ac-418a236bbb74 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:02.595069 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b5625-cac6-48ac-a6ac-418a236bbb74 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for 55e839ff-2e01-4654-8d3d-dd3767276f9b owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:02.606410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6ed1c7-128c-4eba-a7f2-03a7388644bc tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network cc33c60e-605b-499a-a92e-94ffa68f64a7 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:02.615842 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-6a6ed1c7-128c-4eba-a7f2-03a7388644bc tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:02.619333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6ed1c7-128c-4eba-a7f2-03a7388644bc tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:02.625702 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6ed1c7-128c-4eba-a7f2-03a7388644bc tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:02.626405 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed1c7-128c-4eba-a7f2-03a7388644bc tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:02.671189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ed1c7-128c-4eba-a7f2-03a7388644bc tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=09151334-d89d-4ca8-b3dc-1bab12eefe2f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:02.728375 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6a6ed1c7-128c-4eba-a7f2-03a7388644bc tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5222857 Jul 15 15:04:02.731158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55444) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:02.752120 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:02.772662 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-117724a3-a48c-4ee5-b89f-e4840726e962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:02.873152 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-049db867-60d3-43d1-bc1d-5c3c2246d1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:02.875547 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-117724a3-a48c-4ee5-b89f-e4840726e962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:03.049632 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-117724a3-a48c-4ee5-b89f-e4840726e962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:03.053036 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-117724a3-a48c-4ee5-b89f-e4840726e962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:03.054557 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-117724a3-a48c-4ee5-b89f-e4840726e962 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/359c81c3-fa11-4265-9da5-467ea00464b3 HTTP/1.1" status: 204 len: 168 time: 0.5853093 Jul 15 15:04:03.076387 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117724a3-a48c-4ee5-b89f-e4840726e962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359c81c3-fa11-4265-9da5-467ea00464b3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:03.237867 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e52484-4967-4d9e-89fe-8490a8849670 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:03.240636 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a2e52484-4967-4d9e-89fe-8490a8849670 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5057526 Jul 15 15:04:03.244212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55450) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:03.402716 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5625-cac6-48ac-a6ac-418a236bbb74 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:03.523928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57050369-567c-40ca-a189-7f95e7d80b53 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:03.533504 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57050369-567c-40ca-a189-7f95e7d80b53 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:03.535568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b5625-cac6-48ac-a6ac-418a236bbb74 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=55e839ff-2e01-4654-8d3d-dd3767276f9b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:03.542488 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57050369-567c-40ca-a189-7f95e7d80b53 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:03.550001 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-57050369-567c-40ca-a189-7f95e7d80b53 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3021386 Jul 15 15:04:03.558694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55458) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:03.737855 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5625-cac6-48ac-a6ac-418a236bbb74 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:03.909197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-61fb7ab9-d6be-4962-8e5a-c070c6bac0c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 09151334-d89d-4ca8-b3dc-1bab12eefe2f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:03.916761 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61fb7ab9-d6be-4962-8e5a-c070c6bac0c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:04.215431 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:04.312794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 60a9e97f-41c9-45ed-bc99-beef02ed74e0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:04.458144 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61fb7ab9-d6be-4962-8e5a-c070c6bac0c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:04.491356 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9b5625-cac6-48ac-a6ac-418a236bbb74 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:04:04.501440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-61fb7ab9-d6be-4962-8e5a-c070c6bac0c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 09151334-d89d-4ca8-b3dc-1bab12eefe2f owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:04.536474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 60a9e97f-41c9-45ed-bc99-beef02ed74e0 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:04.566269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64363a9b-ee06-4132-9e43-0538217635fe None None] Network cc33c60e-605b-499a-a92e-94ffa68f64a7 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:04.841498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9b5625-cac6-48ac-a6ac-418a236bbb74 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:04.868431 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8b9b5625-cac6-48ac-a6ac-418a236bbb74 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/db1bbb8c-7cd2-472f-aa55-9590a45ebfd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1236296 Jul 15 15:04:04.870669 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55486) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:04.967441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed0f129-45a6-47ae-9dd2-376776a255e1 None None] Sync routers for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:05.049678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61fb7ab9-d6be-4962-8e5a-c070c6bac0c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:05.065213 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-283f712a-d23d-409f-b9a2-e91053babea8 None None] Provisioning for port 60a9e97f-41c9-45ed-bc99-beef02ed74e0 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:05.075745 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting subnet 89b30604-057a-40fc-9267-d66e8e7b5e47 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:04:05.092064 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:05.102958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-283f712a-d23d-409f-b9a2-e91053babea8 None None] Provisioning complete for port 60a9e97f-41c9-45ed-bc99-beef02ed74e0 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:05.103381 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-283f712a-d23d-409f-b9a2-e91053babea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:05.118629 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed0f129-45a6-47ae-9dd2-376776a255e1 None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:05.119429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-aed0f129-45a6-47ae-9dd2-376776a255e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:05.127376 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb7ab9-d6be-4962-8e5a-c070c6bac0c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=09151334-d89d-4ca8-b3dc-1bab12eefe2f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:05.225281 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61fb7ab9-d6be-4962-8e5a-c070c6bac0c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:05.235361 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-61fb7ab9-d6be-4962-8e5a-c070c6bac0c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/09151334-d89d-4ca8-b3dc-1bab12eefe2f HTTP/1.1" status: 204 len: 168 time: 1.6730871 Jul 15 15:04:05.235614 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55498) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:05.278222 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:05.336691 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ad3e2c-15df-4a9c-bb3d-ad3a98ab2d52 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] GET failed (client error): The resource could not be found. Jul 15 15:04:05.340938 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-92ad3e2c-15df-4a9c-bb3d-ad3a98ab2d52 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/09151334-d89d-4ca8-b3dc-1bab12eefe2f HTTP/1.1" status: 404 len: 333 time: 0.1018128 Jul 15 15:04:05.343170 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55502) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:05.567779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-aed0f129-45a6-47ae-9dd2-376776a255e1 None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:05.695393 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:05.781661 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-c090b23d-014f-4f9f-ad0e-dbd68181fdd8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 2d31248e-1289-4f82-8d01-88828b07cddd {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:05.782478 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c090b23d-014f-4f9f-ad0e-dbd68181fdd8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:05.860138 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-aed0f129-45a6-47ae-9dd2-376776a255e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:04:03Z', 'revision_number': 11, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:05.948292 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:05.990181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed0f129-45a6-47ae-9dd2-376776a255e1 None None] Checking router: db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:04:06.041570 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:06.050662 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed0f129-45a6-47ae-9dd2-376776a255e1 None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:06.051537 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-aed0f129-45a6-47ae-9dd2-376776a255e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:06.096700 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Subnet': ['ID=89b30604-057a-40fc-9267-d66e8e7b5e47,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:06.152673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-aed0f129-45a6-47ae-9dd2-376776a255e1 None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:06.158614 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:06.162628 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/89b30604-057a-40fc-9267-d66e8e7b5e47 HTTP/1.1" status: 204 len: 168 time: 1.2870893 Jul 15 15:04:06.165929 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55516) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:06.175943 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c090b23d-014f-4f9f-ad0e-dbd68181fdd8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:06.246513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:06.247037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:06.247502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:06.247946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:06.248397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:06.248917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:06.249427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:06.249904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:06.250439 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:06.251004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:06.251135 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-aed0f129-45a6-47ae-9dd2-376776a255e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:04:03Z', 'revision_number': 11, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:06.251529 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:06.253503 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d016c7-199c-46a9-a5e3-ab30a614a182 None None] Network 6748d16e-3a0b-4f3f-9c98-7f40167c636d requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:06.261035 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0595e7e-180d-4522-a51a-9f2941f5bec0 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:06.285986 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-c090b23d-014f-4f9f-ad0e-dbd68181fdd8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 2d31248e-1289-4f82-8d01-88828b07cddd owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:06.311513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed0f129-45a6-47ae-9dd2-376776a255e1 None None] The sync data for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 is: [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:04:03Z', 'revision_number': 11, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:04:06.323283 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-283f712a-d23d-409f-b9a2-e91053babea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:06.587794 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c090b23d-014f-4f9f-ad0e-dbd68181fdd8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:06.634543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090b23d-014f-4f9f-ad0e-dbd68181fdd8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=2d31248e-1289-4f82-8d01-88828b07cddd,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:06.666459 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:06.695117 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c090b23d-014f-4f9f-ad0e-dbd68181fdd8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:06.698035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c090b23d-014f-4f9f-ad0e-dbd68181fdd8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/2d31248e-1289-4f82-8d01-88828b07cddd HTTP/1.1" status: 204 len: 168 time: 1.3535845 Jul 15 15:04:06.700854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55528) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:06.808425 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-02dd0265-d9bb-4cb7-9b7a-e91638837712 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] GET failed (client error): The resource could not be found. Jul 15 15:04:06.816946 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-02dd0265-d9bb-4cb7-9b7a-e91638837712 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/2d31248e-1289-4f82-8d01-88828b07cddd HTTP/1.1" status: 404 len: 333 time: 0.1093786 Jul 15 15:04:06.817889 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55530) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:06.837536 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-283f712a-d23d-409f-b9a2-e91053babea8 None None] For port 60a9e97f-41c9-45ed-bc99-beef02ed74e0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=60a9e97f-41c9-45ed-bc99-beef02ed74e0,segment=NetworkSegment(562e7cfb-2290-4f1b-8f0a-6f02f81cdbe8),segment_id=562e7cfb-2290-4f1b-8f0a-6f02f81cdbe8)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:06.858085 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-283f712a-d23d-409f-b9a2-e91053babea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:06.941758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Deleting port c7505ab9-8b55-4136-9f0b-7827429e9123 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:06.942281 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:06.989228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9c4c84-efe6-4b1f-aefd-68f95b6ea17b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting subnet ed6f32b3-41f8-4d24-ac2e-4e69519a559b {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:04:07.022689 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4c84-efe6-4b1f-aefd-68f95b6ea17b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:07.067554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0b72e178-93a9-42b2-9ba6-bb0dad170795 None None] Could not find standard attr ID for object 2d31248e-1289-4f82-8d01-88828b07cddd. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:04:07.181977 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f712a-d23d-409f-b9a2-e91053babea8 None None] Pushing event updated for resources: {'Port': ['ID=60a9e97f-41c9-45ed-bc99-beef02ed74e0,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:07.228172 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4c84-efe6-4b1f-aefd-68f95b6ea17b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:07.262798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] For port c7505ab9-8b55-4136-9f0b-7827429e9123, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c7505ab9-8b55-4136-9f0b-7827429e9123,segment=NetworkSegment(2cbbef5c-bda5-4af0-81c2-6c5678baecbb),segment_id=2cbbef5c-bda5-4af0-81c2-6c5678baecbb)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:07.263294 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:07.264518 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0b72e178-93a9-42b2-9ba6-bb0dad170795 None None] Provisioning complete for port 60a9e97f-41c9-45ed-bc99-beef02ed74e0 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:07.266193 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b72e178-93a9-42b2-9ba6-bb0dad170795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:07.344459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Calling delete_port for c7505ab9-8b55-4136-9f0b-7827429e9123 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:07.532280 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4c84-efe6-4b1f-aefd-68f95b6ea17b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:07.573098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff53a2c-e288-4dbe-aa4e-637dc78ce337 None None] DHCP port deletion for 6748d16e-3a0b-4f3f-9c98-7f40167c636d request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:04:07.592471 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:07.680017 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3ff53a2c-e288-4dbe-aa4e-637dc78ce337 None None] The port 'c7505ab9-8b55-4136-9f0b-7827429e9123' was deleted {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 15:04:07.690290 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Port': ['ID=c7505ab9-8b55-4136-9f0b-7827429e9123,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:07.691315 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No DVR routers for this DVR port c7505ab9-8b55-4136-9f0b-7827429e9123 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:04:07.763536 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4c84-efe6-4b1f-aefd-68f95b6ea17b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:07.850708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-20919ac9-377c-4e22-b1d2-7960e2783068 None None] Could not find standard attr ID for object 2d31248e-1289-4f82-8d01-88828b07cddd. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:04:07.912062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c4c84-efe6-4b1f-aefd-68f95b6ea17b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6f32b3-41f8-4d24-ac2e-4e69519a559b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:07.933125 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4c84-efe6-4b1f-aefd-68f95b6ea17b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:07.940384 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1d9c4c84-efe6-4b1f-aefd-68f95b6ea17b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/ed6f32b3-41f8-4d24-ac2e-4e69519a559b HTTP/1.1" status: 204 len: 168 time: 1.1211290 Jul 15 15:04:07.943556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55550) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:07.992173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e4d389-da51-4d2b-b268-694c1501d2d3 None None] Network cc33c60e-605b-499a-a92e-94ffa68f64a7 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:08.039632 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:08.072746 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6748d16e-3a0b-4f3f-9c98-7f40167c636d']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:08.100470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbbef5c-bda5-4af0-81c2-6c5678baecbb') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:08.102087 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbbef5c-bda5-4af0-81c2-6c5678baecbb') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:08.113621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 60a9e97f-41c9-45ed-bc99-beef02ed74e0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:08.141685 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:08.187119 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:08.208148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:04:08.208927 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:04:08.213445 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:04:08.221371 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:08.333349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b37e338b-d40e-480f-99c4-948d9665ed25 None None] Could not find standard attr ID for object 09151334-d89d-4ca8-b3dc-1bab12eefe2f. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:04:08.364209 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 60a9e97f-41c9-45ed-bc99-beef02ed74e0 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:08.365821 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:08.394508 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:08.403391 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:08.408657 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/networks/6748d16e-3a0b-4f3f-9c98-7f40167c636d HTTP/1.1" status: 204 len: 168 time: 2.2411225 Jul 15 15:04:08.416854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55556) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:08.431239 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62daa8-3752-410b-851e-6b2b9d6d9550 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Pushing event deleted for resources: {'Network': ['ID=6748d16e-3a0b-4f3f-9c98-7f40167c636d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:08.435839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d4453c96-5478-4d8d-8b52-ff3c3c7bd190 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'router': {'routes': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:08.517303 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 60a9e97f-41c9-45ed-bc99-beef02ed74e0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:08.518464 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:08.578066 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] For port 60a9e97f-41c9-45ed-bc99-beef02ed74e0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=60a9e97f-41c9-45ed-bc99-beef02ed74e0,segment=NetworkSegment(562e7cfb-2290-4f1b-8f0a-6f02f81cdbe8),segment_id=562e7cfb-2290-4f1b-8f0a-6f02f81cdbe8)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:08.578422 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:08.607499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 60a9e97f-41c9-45ed-bc99-beef02ed74e0 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:08.926057 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 55e839ff-2e01-4654-8d3d-dd3767276f9b no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:09.005781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36af8bbd-5d30-4034-bd01-65c1cd5aa953 None None] DHCP port deletion for cc33c60e-605b-499a-a92e-94ffa68f64a7 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:04:09.009125 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 55e839ff-2e01-4654-8d3d-dd3767276f9b {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:09.009559 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 55e839ff-2e01-4654-8d3d-dd3767276f9b not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:09.009995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c7505ab9-8b55-4136-9f0b-7827429e9123 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:09.022546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.extraroute_db [None req-d4453c96-5478-4d8d-8b52-ff3c3c7bd190 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Added routes are [] {{(pid=100711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 15:04:09.023168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.extraroute_db [None req-d4453c96-5478-4d8d-8b52-ff3c3c7bd190 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Removed routes are [] {{(pid=100711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 15:04:09.023786 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4453c96-5478-4d8d-8b52-ff3c3c7bd190 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:09.075572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: c7505ab9-8b55-4136-9f0b-7827429e9123 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:09.076681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c7505ab9-8b55-4136-9f0b-7827429e9123 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:09.165962 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-36af8bbd-5d30-4034-bd01-65c1cd5aa953 None None] Deleting port 60a9e97f-41c9-45ed-bc99-beef02ed74e0 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:09.167147 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-36af8bbd-5d30-4034-bd01-65c1cd5aa953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:09.417283 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-36af8bbd-5d30-4034-bd01-65c1cd5aa953 None None] For port 60a9e97f-41c9-45ed-bc99-beef02ed74e0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=60a9e97f-41c9-45ed-bc99-beef02ed74e0,segment=NetworkSegment(562e7cfb-2290-4f1b-8f0a-6f02f81cdbe8),segment_id=562e7cfb-2290-4f1b-8f0a-6f02f81cdbe8)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:09.418590 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-36af8bbd-5d30-4034-bd01-65c1cd5aa953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:09.483814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-36af8bbd-5d30-4034-bd01-65c1cd5aa953 None None] Calling delete_port for 60a9e97f-41c9-45ed-bc99-beef02ed74e0 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:09.746828 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-36af8bbd-5d30-4034-bd01-65c1cd5aa953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:09.825801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36af8bbd-5d30-4034-bd01-65c1cd5aa953 None None] No DVR routers for this DVR port 60a9e97f-41c9-45ed-bc99-beef02ed74e0 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:04:09.884732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af8bbd-5d30-4034-bd01-65c1cd5aa953 None None] Pushing event deleted for resources: {'Port': ['ID=60a9e97f-41c9-45ed-bc99-beef02ed74e0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:09.947868 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 60a9e97f-41c9-45ed-bc99-beef02ed74e0 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:09.999856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 60a9e97f-41c9-45ed-bc99-beef02ed74e0 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:10.016525 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 60a9e97f-41c9-45ed-bc99-beef02ed74e0 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:10.261267 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4453c96-5478-4d8d-8b52-ff3c3c7bd190 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:10.267479 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4453c96-5478-4d8d-8b52-ff3c3c7bd190 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:10.449441 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:10.489618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=60a9e97f-41c9-45ed-bc99-beef02ed74e0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:10.495344 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No DVR routers for this DVR port 60a9e97f-41c9-45ed-bc99-beef02ed74e0 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:04:10.592914 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:10.610997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc33c60e-605b-499a-a92e-94ffa68f64a7']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:10.625606 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562e7cfb-2290-4f1b-8f0a-6f02f81cdbe8') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:10.626055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562e7cfb-2290-4f1b-8f0a-6f02f81cdbe8') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:10.637520 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:10.656805 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:10.668376 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:04:10.669018 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:04:10.783279 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:04:10.791767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4453c96-5478-4d8d-8b52-ff3c3c7bd190 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:04:10.816108 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:10.822046 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:10.824609 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/networks/cc33c60e-605b-499a-a92e-94ffa68f64a7 HTTP/1.1" status: 204 len: 168 time: 2.8800604 Jul 15 15:04:10.830459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:10.839689 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-245fca4f-a23b-402e-83a1-d1be6bfe7b6e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1173915181'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:10.864749 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20dae0-73a4-4b94-ae12-af52462fc3bd req-8235a274-51b4-4e85-ab00-13848a22f17f tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:10.866441 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff20dae0-73a4-4b94-ae12-af52462fc3bd req-8235a274-51b4-4e85-ab00-13848a22f17f tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 945 time: 0.5955069 Jul 15 15:04:10.872720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84e211-1bd5-4b7e-98cd-f79a96f1ddf6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Network': ['ID=cc33c60e-605b-499a-a92e-94ffa68f64a7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:10.892059 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245fca4f-a23b-402e-83a1-d1be6bfe7b6e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:10.901024 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-245fca4f-a23b-402e-83a1-d1be6bfe7b6e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:10.981080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245fca4f-a23b-402e-83a1-d1be6bfe7b6e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:04:11.005180 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-245fca4f-a23b-402e-83a1-d1be6bfe7b6e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:11.005918 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-245fca4f-a23b-402e-83a1-d1be6bfe7b6e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Added segment 65b43bd6-318a-49e6-a263-2af3a465f22a of type vlan for network 6b4eee9e-3445-4c0a-a60b-3ab90da13dff Jul 15 15:04:11.032909 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4453c96-5478-4d8d-8b52-ff3c3c7bd190 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:11.042172 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4453c96-5478-4d8d-8b52-ff3c3c7bd190 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:11.050807 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e68452-3f45-4dc5-8bf0-9303320864ff None None] Sync routers for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:11.060316 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d4453c96-5478-4d8d-8b52-ff3c3c7bd190 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 HTTP/1.1" status: 200 len: 705 time: 2.6280754 Jul 15 15:04:11.070457 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-245fca4f-a23b-402e-83a1-d1be6bfe7b6e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:11.072918 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e68452-3f45-4dc5-8bf0-9303320864ff None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:11.073578 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-06e68452-3f45-4dc5-8bf0-9303320864ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:11.075515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55610) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:11.122735 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-245fca4f-a23b-402e-83a1-d1be6bfe7b6e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:11.128992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245fca4f-a23b-402e-83a1-d1be6bfe7b6e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:11.131512 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-245fca4f-a23b-402e-83a1-d1be6bfe7b6e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:11.174637 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-397f58a5-d89e-4ab5-bedc-f11ae22ef746 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports?device_id=db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 HTTP/1.1" status: 200 len: 205 time: 0.0921488 Jul 15 15:04:11.181390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55616) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:11.222108 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff20dae0-73a4-4b94-ae12-af52462fc3bd req-9ba61a6c-8f0f-4818-947a-f09ef80020fc tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/security-groups?id=a85c18cb-664d-4b6c-a67d-252251a01a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412774 Jul 15 15:04:11.262374 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-06e68452-3f45-4dc5-8bf0-9303320864ff None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:11.272230 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fca4f-a23b-402e-83a1-d1be6bfe7b6e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Network': ['ID=6b4eee9e-3445-4c0a-a60b-3ab90da13dff,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:11.285962 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 6b4eee9e-3445-4c0a-a60b-3ab90da13dff details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:04:11.327501 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-245fca4f-a23b-402e-83a1-d1be6bfe7b6e tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4909117 Jul 15 15:04:11.328539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55622) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:11.344810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0f9e0dd5-f1f0-4fa5-b4bf-6f4bc3403d02 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'subnet': {'network_id': '6b4eee9e-3445-4c0a-a60b-3ab90da13dff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:11.392980 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5ceaafbb-4ca2-4403-97bb-be53b407658b tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:11.405741 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-06e68452-3f45-4dc5-8bf0-9303320864ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:04:03Z', 'revision_number': 11, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:11.487542 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e68452-3f45-4dc5-8bf0-9303320864ff None None] Checking router: db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:04:11.510018 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e68452-3f45-4dc5-8bf0-9303320864ff None None] Routers {'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:11.512119 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-06e68452-3f45-4dc5-8bf0-9303320864ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:11.596368 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9e0dd5-f1f0-4fa5-b4bf-6f4bc3403d02 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:11.606158 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f9e0dd5-f1f0-4fa5-b4bf-6f4bc3403d02 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:11.625296 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5ceaafbb-4ca2-4403-97bb-be53b407658b tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:11.634302 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5ceaafbb-4ca2-4403-97bb-be53b407658b tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:11.740012 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5ceaafbb-4ca2-4403-97bb-be53b407658b tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:11.740539 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceaafbb-4ca2-4403-97bb-be53b407658b tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Fanout notify agent at l3_agent the message router_deleted on router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:04:11.753897 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5ceaafbb-4ca2-4403-97bb-be53b407658b tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:11.762509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5ceaafbb-4ca2-4403-97bb-be53b407658b tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/routers/db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 HTTP/1.1" status: 204 len: 168 time: 0.5718653 Jul 15 15:04:11.769429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55626) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:11.778293 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-0fd334af-9030-42dd-b3a6-99e4caaa9cb1 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1629092278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:11.840982 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-06e68452-3f45-4dc5-8bf0-9303320864ff None None] Set router db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:11.864516 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fd334af-9030-42dd-b3a6-99e4caaa9cb1 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:11.866285 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fd334af-9030-42dd-b3a6-99e4caaa9cb1 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:11.914182 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-06e68452-3f45-4dc5-8bf0-9303320864ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:04:03Z', 'revision_number': 11, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:11.984416 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e68452-3f45-4dc5-8bf0-9303320864ff None None] The sync data for ids ['db1bbb8c-7cd2-472f-aa55-9590a45ebfd5'] in n-d-764435-3 is: [{'id': 'db1bbb8c-7cd2-472f-aa55-9590a45ebfd5', 'name': 'tempest-RoutersIpV6Test-router-1506041142', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:52Z', 'updated_at': '2021-07-15T15:04:03Z', 'revision_number': 11, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:04:12.020465 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f9e0dd5-f1f0-4fa5-b4bf-6f4bc3403d02 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:12.025163 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fd334af-9030-42dd-b3a6-99e4caaa9cb1 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:12.037887 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fd334af-9030-42dd-b3a6-99e4caaa9cb1 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:12.125899 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fd334af-9030-42dd-b3a6-99e4caaa9cb1 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:12.127616 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0fd334af-9030-42dd-b3a6-99e4caaa9cb1 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3561354 Jul 15 15:04:12.144428 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55638) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:12.157920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a543f7ef-a77b-4e3e-b3e5-d7e12ed7460d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:12.171434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e0dd5-f1f0-4fa5-b4bf-6f4bc3403d02 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Subnet': ['ID=23711970-b6be-454e-b4e0-1cfa0bc67362,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:12.231115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e0dd5-f1f0-4fa5-b4bf-6f4bc3403d02 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Checking segment: {'id': '65b43bd6-318a-49e6-a263-2af3a465f22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b4eee9e-3445-4c0a-a60b-3ab90da13dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:12.231553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e0dd5-f1f0-4fa5-b4bf-6f4bc3403d02 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network hostable DHCP agents. Network: 6b4eee9e-3445-4c0a-a60b-3ab90da13dff, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:04:12.383645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e0dd5-f1f0-4fa5-b4bf-6f4bc3403d02 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network 6b4eee9e-3445-4c0a-a60b-3ab90da13dff is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:04:12.440344 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0f9e0dd5-f1f0-4fa5-b4bf-6f4bc3403d02 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 6b4eee9e-3445-4c0a-a60b-3ab90da13dff) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:12.449414 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e0dd5-f1f0-4fa5-b4bf-6f4bc3403d02 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:12.450020 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f9e0dd5-f1f0-4fa5-b4bf-6f4bc3403d02 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:12.465512 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393df9c3-1560-41db-89dd-c1ee21a42e3e None None] Network 6b4eee9e-3445-4c0a-a60b-3ab90da13dff requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:12.568566 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0f9e0dd5-f1f0-4fa5-b4bf-6f4bc3403d02 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2367752 Jul 15 15:04:12.570058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55652) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:12.578150 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-816ddfd2-2118-4eed-ac3d-94d6a44d93d7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1420696349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:12.588303 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a543f7ef-a77b-4e3e-b3e5-d7e12ed7460d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:12.620181 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a543f7ef-a77b-4e3e-b3e5-d7e12ed7460d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:12.680968 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-816ddfd2-2118-4eed-ac3d-94d6a44d93d7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:12.682837 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-816ddfd2-2118-4eed-ac3d-94d6a44d93d7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:12.883527 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a543f7ef-a77b-4e3e-b3e5-d7e12ed7460d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Router 6d2e14de-e707-43b0-9f23-ec690a77a932 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:04:12.906195 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-816ddfd2-2118-4eed-ac3d-94d6a44d93d7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:12.909293 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-6b4eee9e-3445-4c0a-a60b-3ab90da13dff', 'network_id': '6b4eee9e-3445-4c0a-a60b-3ab90da13dff', 'tenant_id': '9f56e0b8da40496890f8920732869d7e', 'fixed_ips': [{'subnet_id': '23711970-b6be-454e-b4e0-1cfa0bc67362'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:04:12.911057 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:12.917231 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-816ddfd2-2118-4eed-ac3d-94d6a44d93d7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:13.020769 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55656) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:13.035804 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-816ddfd2-2118-4eed-ac3d-94d6a44d93d7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:13.041245 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-816ddfd2-2118-4eed-ac3d-94d6a44d93d7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4693742 Jul 15 15:04:13.057592 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55658) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:13.080787 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-3658d497-af52-46dc-b9e6-1544d6b09bf5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'network_id': '6b4eee9e-3445-4c0a-a60b-3ab90da13dff', 'name': 'tempest-PortsIpV6TestJSON-1821629497'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:13.095473 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a543f7ef-a77b-4e3e-b3e5-d7e12ed7460d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:13.118003 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a543f7ef-a77b-4e3e-b3e5-d7e12ed7460d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:13.121593 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a543f7ef-a77b-4e3e-b3e5-d7e12ed7460d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "PUT /v2.0/routers/6d2e14de-e707-43b0-9f23-ec690a77a932 HTTP/1.1" status: 200 len: 698 time: 0.9729619 Jul 15 15:04:13.124079 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55668) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:13.205000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adf2bbe-467e-4a7a-9259-49ccca97ff36 None None] Sync routers for ids ['6d2e14de-e707-43b0-9f23-ec690a77a932'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:13.286726 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0019fca0-6da6-417f-af43-6ce1ef0e28ad tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/routers/6d2e14de-e707-43b0-9f23-ec690a77a932 HTTP/1.1" status: 200 len: 704 time: 0.1579251 Jul 15 15:04:13.288006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55670) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:13.295749 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adf2bbe-467e-4a7a-9259-49ccca97ff36 None None] Routers {'6d2e14de-e707-43b0-9f23-ec690a77a932'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:13.296793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-8adf2bbe-467e-4a7a-9259-49ccca97ff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6d2e14de-e707-43b0-9f23-ec690a77a932'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:13.361705 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55672) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:13.376603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3658d497-af52-46dc-b9e6-1544d6b09bf5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:13.382677 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3658d497-af52-46dc-b9e6-1544d6b09bf5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:13.386721 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-41c7222e-2f7c-4ec7-be56-bf5781834e55 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d2e14de-e707-43b0-9f23-ec690a77a932 HTTP/1.1" status: 200 len: 205 time: 0.0615857 Jul 15 15:04:13.467252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-8adf2bbe-467e-4a7a-9259-49ccca97ff36 None None] Set router 6d2e14de-e707-43b0-9f23-ec690a77a932 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:13.487594 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9ca52996-5d79-4c60-994a-942793d3202f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:13.513728 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-3658d497-af52-46dc-b9e6-1544d6b09bf5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] device_id is not set on port a1ecf9da-515a-4c06-b474-9a39790e3b37 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:04:13.540419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-8adf2bbe-467e-4a7a-9259-49ccca97ff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e14de-e707-43b0-9f23-ec690a77a932', 'name': 'tempest-RoutersIpV6Test-router-1629092278', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:11Z', 'updated_at': '2021-07-15T15:04:12Z', 'revision_number': 2, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:13.608028 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adf2bbe-467e-4a7a-9259-49ccca97ff36 None None] Checking router: 6d2e14de-e707-43b0-9f23-ec690a77a932 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:04:13.610150 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b07fe640-1def-41b9-bbdb-db7c40cca271 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:13.640102 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adf2bbe-467e-4a7a-9259-49ccca97ff36 None None] Routers {'6d2e14de-e707-43b0-9f23-ec690a77a932'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:13.640757 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-8adf2bbe-467e-4a7a-9259-49ccca97ff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6d2e14de-e707-43b0-9f23-ec690a77a932'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:13.829984 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b07fe640-1def-41b9-bbdb-db7c40cca271 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:13.834231 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b07fe640-1def-41b9-bbdb-db7c40cca271 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:13.931927 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b07fe640-1def-41b9-bbdb-db7c40cca271 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:13.932752 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07fe640-1def-41b9-bbdb-db7c40cca271 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Fanout notify agent at l3_agent the message router_deleted on router 6d2e14de-e707-43b0-9f23-ec690a77a932 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:04:13.954480 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b07fe640-1def-41b9-bbdb-db7c40cca271 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:13.970476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b07fe640-1def-41b9-bbdb-db7c40cca271 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/routers/6d2e14de-e707-43b0-9f23-ec690a77a932 HTTP/1.1" status: 204 len: 168 time: 0.6068008 Jul 15 15:04:13.977325 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55678) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:13.988542 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Allocated IP 2001:db8::2 (6b4eee9e-3445-4c0a-a60b-3ab90da13dff/23711970-b6be-454e-b4e0-1cfa0bc67362/96028b86-e98c-41e3-83a0-5a2f8a953636) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:14.045136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-8adf2bbe-467e-4a7a-9259-49ccca97ff36 None None] Set router 6d2e14de-e707-43b0-9f23-ec690a77a932 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:14.073307 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdff74b-179c-463b-9975-9738daa3050c req-2ea55d91-bde1-49a9-86e2-08b7be0e7a69 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:14.080677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ecdff74b-179c-463b-9975-9738daa3050c req-2ea55d91-bde1-49a9-86e2-08b7be0e7a69 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 945 time: 0.8404977 Jul 15 15:04:14.082007 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c7894037-2b7c-4dfa-8115-e8780cefce55 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d2e14de-e707-43b0-9f23-ec690a77a932 HTTP/1.1" status: 200 len: 205 time: 0.1000330 Jul 15 15:04:14.086466 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55680) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:14.155649 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ecdff74b-179c-463b-9975-9738daa3050c req-0090565d-992e-4c39-8802-bae15352d085 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/security-groups?id=a85c18cb-664d-4b6c-a67d-252251a01a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738883 Jul 15 15:04:14.246101 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-a345d91d-a45f-4c9d-b87b-026ec9ab484d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] delete failed (client error): The resource could not be found. Jul 15 15:04:14.252861 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a345d91d-a45f-4c9d-b87b-026ec9ab484d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/routers/6d2e14de-e707-43b0-9f23-ec690a77a932 HTTP/1.1" status: 404 len: 336 time: 0.1492345 Jul 15 15:04:14.253168 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9ca52996-5d79-4c60-994a-942793d3202f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:14.254133 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55690) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:14.268574 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9ca52996-5d79-4c60-994a-942793d3202f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:14.276199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-8adf2bbe-467e-4a7a-9259-49ccca97ff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2e14de-e707-43b0-9f23-ec690a77a932', 'name': 'tempest-RoutersIpV6Test-router-1629092278', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:11Z', 'updated_at': '2021-07-15T15:04:12Z', 'revision_number': 2, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:14.306329 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-54706e5c-9a66-477d-baec-f3ad501e3d05 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] DELETE failed (client error): The resource could not be found. Jul 15 15:04:14.306329 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54706e5c-9a66-477d-baec-f3ad501e3d05 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:04:14.313253 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-54706e5c-9a66-477d-baec-f3ad501e3d05 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/f8cba124-9104-40b4-9566-c4b34c2c834f HTTP/1.1" status: 404 len: 337 time: 0.0524151 Jul 15 15:04:14.313987 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55692) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:14.357101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca52996-5d79-4c60-994a-942793d3202f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0ab177-0a27-44eb-a1df-1d007cb56992,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:14.370651 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9ca52996-5d79-4c60-994a-942793d3202f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f5994b164efe4a1b8f69a7218052361f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3381865 Jul 15 15:04:14.372056 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55696) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:14.385813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adf2bbe-467e-4a7a-9259-49ccca97ff36 None None] The sync data for ids ['6d2e14de-e707-43b0-9f23-ec690a77a932'] in n-d-764435-3 is: [{'id': '6d2e14de-e707-43b0-9f23-ec690a77a932', 'name': 'tempest-RoutersIpV6Test-router-1629092278', 'tenant_id': '7f4235c444304d45bb7c10c0d05ace39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:11Z', 'updated_at': '2021-07-15T15:04:12Z', 'revision_number': 2, 'project_id': '7f4235c444304d45bb7c10c0d05ace39', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:04:14.485932 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-387517fc-9805-4d93-99d4-99952cb1c047 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] DELETE failed (client error): The resource could not be found. Jul 15 15:04:14.493496 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387517fc-9805-4d93-99d4-99952cb1c047 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:04:14.497441 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-387517fc-9805-4d93-99d4-99952cb1c047 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/c4dabd9d-655a-42cb-8c90-9661c9249564 HTTP/1.1" status: 404 len: 337 time: 0.1822085 Jul 15 15:04:14.503550 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55698) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:14.588181 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4b800c39-c53d-4ce9-bcd9-4149a3037ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:14.621333 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-811491d1-7cd0-4067-afc8-2ee6f0a26b5e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] DELETE failed (client error): The resource could not be found. Jul 15 15:04:14.626550 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811491d1-7cd0-4067-afc8-2ee6f0a26b5e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:04:14.630444 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-811491d1-7cd0-4067-afc8-2ee6f0a26b5e tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/7bf19303-0ca9-481a-9119-a53ddb132fbf HTTP/1.1" status: 404 len: 337 time: 0.1247623 Jul 15 15:04:14.637391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55704) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:14.661959 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4b800c39-c53d-4ce9-bcd9-4149a3037ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:14.745625 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8a7e9c-16b2-4470-8aa7-a2bb3b50eb0c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] DELETE failed (client error): The resource could not be found. Jul 15 15:04:14.746756 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8a7e9c-16b2-4470-8aa7-a2bb3b50eb0c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:04:14.754268 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7f8a7e9c-16b2-4470-8aa7-a2bb3b50eb0c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/89b30604-057a-40fc-9267-d66e8e7b5e47 HTTP/1.1" status: 404 len: 337 time: 0.1109536 Jul 15 15:04:14.755382 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55706) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:14.812702 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4b800c39-c53d-4ce9-bcd9-4149a3037ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:14.818151 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4b800c39-c53d-4ce9-bcd9-4149a3037ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:14.826361 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4b800c39-c53d-4ce9-bcd9-4149a3037ba1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1a0ab177-0a27-44eb-a1df-1d007cb56992 HTTP/1.1" status: 204 len: 168 time: 0.4483187 Jul 15 15:04:14.876744 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b800c39-c53d-4ce9-bcd9-4149a3037ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0ab177-0a27-44eb-a1df-1d007cb56992,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:14.945645 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b2fb1add-6a2d-4437-adad-6134635d7524 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports?device_id=db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 HTTP/1.1" status: 200 len: 205 time: 0.1825836 Jul 15 15:04:14.946145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55712) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:14.988180 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:15.057539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Transition to ACTIVE for port object 96028b86-e98c-41e3-83a0-5a2f8a953636 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:15.132804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Transition to ACTIVE for port object 96028b86-e98c-41e3-83a0-5a2f8a953636 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:15.134758 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-8ad822b3-13ac-447d-89bb-145e2904bd66 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] delete failed (client error): The resource could not be found. Jul 15 15:04:15.140845 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8ad822b3-13ac-447d-89bb-145e2904bd66 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/routers/db1bbb8c-7cd2-472f-aa55-9590a45ebfd5 HTTP/1.1" status: 404 len: 336 time: 0.1918566 Jul 15 15:04:15.143039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55716) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:15.157910 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:15.230559 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Network 6b4eee9e-3445-4c0a-a60b-3ab90da13dff is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:15.235142 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:15.241178 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:15.253509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Pushing event updated for resources: {'Port': ['ID=96028b86-e98c-41e3-83a0-5a2f8a953636,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:15.269376 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-60a7ea02-75de-41c1-a081-a32c17ce1bb8 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports?device_id=58180321-62b3-4f76-9e2e-f69343ba4de5 HTTP/1.1" status: 200 len: 205 time: 0.1222813 Jul 15 15:04:15.273416 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55722) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:15.424481 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Attempting to bind port 96028b86-e98c-41e3-83a0-5a2f8a953636 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:04:15.425087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Attempting to bind port 96028b86-e98c-41e3-83a0-5a2f8a953636 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '65b43bd6-318a-49e6-a263-2af3a465f22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b4eee9e-3445-4c0a-a60b-3ab90da13dff'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:04:15.425700 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Attempting to bind port 96028b86-e98c-41e3-83a0-5a2f8a953636 on network 6b4eee9e-3445-4c0a-a60b-3ab90da13dff {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:04:15.452130 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-347a13fa-c095-409f-828d-a7ea09b74859 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] delete failed (client error): The resource could not be found. Jul 15 15:04:15.455369 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-347a13fa-c095-409f-828d-a7ea09b74859 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/routers/58180321-62b3-4f76-9e2e-f69343ba4de5 HTTP/1.1" status: 404 len: 336 time: 0.1808515 Jul 15 15:04:15.455827 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:04:15.456444 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Checking segment: {'id': '65b43bd6-318a-49e6-a263-2af3a465f22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b4eee9e-3445-4c0a-a60b-3ab90da13dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:15.457129 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:15.457805 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Bound using segment: {'id': '65b43bd6-318a-49e6-a263-2af3a465f22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b4eee9e-3445-4c0a-a60b-3ab90da13dff'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:04:15.458557 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Bound port: 96028b86-e98c-41e3-83a0-5a2f8a953636, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b43bd6-318a-49e6-a263-2af3a465f22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b4eee9e-3445-4c0a-a60b-3ab90da13dff'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:04:15.459202 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:15.459867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55728) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:15.532589 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5683fbb-d1af-45d8-90d0-7c0dad99a0a4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] DELETE failed (client error): The resource could not be found. Jul 15 15:04:15.533476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5683fbb-d1af-45d8-90d0-7c0dad99a0a4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:04:15.535616 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b5683fbb-d1af-45d8-90d0-7c0dad99a0a4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/2bdb6ce4-ff40-4941-912f-7290837fc043 HTTP/1.1" status: 404 len: 337 time: 0.0739384 Jul 15 15:04:15.540619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55730) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:15.581683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-3658d497-af52-46dc-b9e6-1544d6b09bf5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Allocated IP 2001:db8::5d (6b4eee9e-3445-4c0a-a60b-3ab90da13dff/23711970-b6be-454e-b4e0-1cfa0bc67362/a1ecf9da-515a-4c06-b474-9a39790e3b37) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:15.633860 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c786fe42-3de9-4d87-91ef-60f3aacfe7f1 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e5ce1f4-0760-47a8-91ba-bd64f5e52864 HTTP/1.1" status: 200 len: 205 time: 0.0916951 Jul 15 15:04:15.642061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55734) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:15.765239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] For port 96028b86-e98c-41e3-83a0-5a2f8a953636, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:04:15.769057 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] For port 96028b86-e98c-41e3-83a0-5a2f8a953636, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=96028b86-e98c-41e3-83a0-5a2f8a953636,segment=NetworkSegment(65b43bd6-318a-49e6-a263-2af3a465f22a),segment_id=65b43bd6-318a-49e6-a263-2af3a465f22a)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:04:15.780359 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:15.837850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b3b13-1542-4c13-b652-e0494ba006b9 req-7163aac9-eb76-4b37-8aea-ce589df60a61 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:15.870596 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b3b13-1542-4c13-b652-e0494ba006b9 req-7163aac9-eb76-4b37-8aea-ce589df60a61 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:15.875846 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-1a1a693e-1e11-4cc5-b3ff-64e2bf1b5bc1 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] delete failed (client error): The resource could not be found. Jul 15 15:04:15.877419 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1a1a693e-1e11-4cc5-b3ff-64e2bf1b5bc1 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/routers/0e5ce1f4-0760-47a8-91ba-bd64f5e52864 HTTP/1.1" status: 404 len: 336 time: 0.2299931 Jul 15 15:04:15.893570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55740) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:15.898294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b3b13-1542-4c13-b652-e0494ba006b9 req-7163aac9-eb76-4b37-8aea-ce589df60a61 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:15.930384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b3b13-1542-4c13-b652-e0494ba006b9 req-7163aac9-eb76-4b37-8aea-ce589df60a61 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:15.938589 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b3b13-1542-4c13-b652-e0494ba006b9 req-7163aac9-eb76-4b37-8aea-ce589df60a61 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:15.943274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df638b-1fba-4388-9ffa-20038ca54dc0 None None] Pushing event updated for resources: {'Port': ['ID=96028b86-e98c-41e3-83a0-5a2f8a953636,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:15.977295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b3b13-1542-4c13-b652-e0494ba006b9 req-7163aac9-eb76-4b37-8aea-ce589df60a61 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:15.991666 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b3b13-1542-4c13-b652-e0494ba006b9 req-7163aac9-eb76-4b37-8aea-ce589df60a61 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:16.007312 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-910b3b13-1542-4c13-b652-e0494ba006b9 req-7163aac9-eb76-4b37-8aea-ce589df60a61 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5444 time: 0.7237329 Jul 15 15:04:16.135830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55746) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:16.136971 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9a24ad21-97e0-4a3a-901f-95c46d07d18a tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports?device_id=6533165c-fce1-4016-81d7-41aedebcd3fc HTTP/1.1" status: 200 len: 205 time: 0.2415946 Jul 15 15:04:16.148813 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-910b3b13-1542-4c13-b652-e0494ba006b9 req-ef6dca1f-dfda-4dcd-8fae-f709b22a981c tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1387832 Jul 15 15:04:16.318105 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-ccf9fd25-ec27-444a-b40e-e04033c5347c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] delete failed (client error): The resource could not be found. Jul 15 15:04:16.325610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55754) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:16.326680 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ccf9fd25-ec27-444a-b40e-e04033c5347c tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/routers/6533165c-fce1-4016-81d7-41aedebcd3fc HTTP/1.1" status: 404 len: 336 time: 0.1882353 Jul 15 15:04:16.493222 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6f39b0-4051-4052-809f-340555da91a3 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] DELETE failed (client error): The resource could not be found. Jul 15 15:04:16.498467 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6f39b0-4051-4052-809f-340555da91a3 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:04:16.500543 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5f6f39b0-4051-4052-809f-340555da91a3 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/16eb6c94-b967-404d-aa23-64ec3b4acea6 HTTP/1.1" status: 404 len: 337 time: 0.1728992 Jul 15 15:04:16.578620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55758) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:16.597580 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-38072dc5-1918-496f-b370-9d92d869c7e2 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports?device_id=53edaaa5-b0bd-44fc-9b9e-246cbe3622d1 HTTP/1.1" status: 200 len: 205 time: 0.0819471 Jul 15 15:04:16.610410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55762) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:16.784257 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-5b8f1901-782d-44ea-ba26-1487b723ab83 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] delete failed (client error): The resource could not be found. Jul 15 15:04:16.785536 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5b8f1901-782d-44ea-ba26-1487b723ab83 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/routers/53edaaa5-b0bd-44fc-9b9e-246cbe3622d1 HTTP/1.1" status: 404 len: 336 time: 0.1740136 Jul 15 15:04:16.790302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55774) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:16.845908 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e4f4b0-1e7f-4e53-934e-df323120dce4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] DELETE failed (client error): The resource could not be found. Jul 15 15:04:16.846514 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e4f4b0-1e7f-4e53-934e-df323120dce4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:04:16.870462 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a0e4f4b0-1e7f-4e53-934e-df323120dce4 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/0ba2f982-d7ca-4f3e-8bb3-d49343081f63 HTTP/1.1" status: 404 len: 337 time: 0.0789268 Jul 15 15:04:16.876300 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55776) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:16.942781 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8171f79e-1a05-4d3d-bc9c-c97420e4ef8d tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "GET /v2.0/ports?device_id=9575fa1f-f30b-4cfc-9614-ce4c5de3626b HTTP/1.1" status: 200 len: 205 time: 0.0623345 Jul 15 15:04:16.944523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55778) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:17.003302 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-34a62b89-9fcc-4f9d-8e2b-2b599d74fc31 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] delete failed (client error): The resource could not be found. Jul 15 15:04:17.010669 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-34a62b89-9fcc-4f9d-8e2b-2b599d74fc31 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/routers/9575fa1f-f30b-4cfc-9614-ce4c5de3626b HTTP/1.1" status: 404 len: 336 time: 0.0644424 Jul 15 15:04:17.011274 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55782) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:17.050370 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5e0730-dac3-45d1-9846-a08cadb245ae tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] DELETE failed (client error): The resource could not be found. Jul 15 15:04:17.051444 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5e0730-dac3-45d1-9846-a08cadb245ae tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:04:17.057724 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5e5e0730-dac3-45d1-9846-a08cadb245ae tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/afcebaa0-3a96-4db6-bda2-169804cf78b7 HTTP/1.1" status: 404 len: 337 time: 0.0451143 Jul 15 15:04:17.058604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55784) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:17.132977 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-87331b39-3872-40ec-9c25-1f1727eed952 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] DELETE failed (client error): The resource could not be found. Jul 15 15:04:17.134039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87331b39-3872-40ec-9c25-1f1727eed952 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:04:17.155553 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-87331b39-3872-40ec-9c25-1f1727eed952 tempest-RoutersIpV6Test-942559855 tempest-RoutersIpV6Test-942559855-project] 10.222.0.38 "DELETE /v2.0/subnets/196930d3-de60-4c12-a705-698cee30f17e HTTP/1.1" status: 404 len: 337 time: 0.0954914 Jul 15 15:04:17.350976 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3658d497-af52-46dc-b9e6-1544d6b09bf5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:17.438747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-3658d497-af52-46dc-b9e6-1544d6b09bf5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Transition to ACTIVE for port object a1ecf9da-515a-4c06-b474-9a39790e3b37 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:17.555371 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe76fa-9cae-4703-9453-1eff6c7d7153 req-ba2ba3f0-150b-4bfb-9f1a-425f6fcf36cb tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:17.602620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe76fa-9cae-4703-9453-1eff6c7d7153 req-ba2ba3f0-150b-4bfb-9f1a-425f6fcf36cb tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:17.618715 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe76fa-9cae-4703-9453-1eff6c7d7153 req-ba2ba3f0-150b-4bfb-9f1a-425f6fcf36cb tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:17.652168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe76fa-9cae-4703-9453-1eff6c7d7153 req-ba2ba3f0-150b-4bfb-9f1a-425f6fcf36cb tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:17.672488 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe76fa-9cae-4703-9453-1eff6c7d7153 req-ba2ba3f0-150b-4bfb-9f1a-425f6fcf36cb tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:17.690939 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe76fa-9cae-4703-9453-1eff6c7d7153 req-ba2ba3f0-150b-4bfb-9f1a-425f6fcf36cb tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:17.713958 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe76fa-9cae-4703-9453-1eff6c7d7153 req-ba2ba3f0-150b-4bfb-9f1a-425f6fcf36cb tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:17.723484 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-acfe76fa-9cae-4703-9453-1eff6c7d7153 req-ba2ba3f0-150b-4bfb-9f1a-425f6fcf36cb tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5444 time: 1.0381205 Jul 15 15:04:17.756198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bbdd8-7c66-426f-a988-ace3a08ce2a4 req-6796d3ad-368c-463a-9edd-cfdc5fa65f9a tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:17.759024 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f42bbdd8-7c66-426f-a988-ace3a08ce2a4 req-6796d3ad-368c-463a-9edd-cfdc5fa65f9a tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.22 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 945 time: 0.8878019 Jul 15 15:04:17.782265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de6e63-4713-4273-8cd5-ab6bc3a8392d req-0ef6e71b-6262-4b53-a5de-c92a7c8de875 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:17.792589 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28de6e63-4713-4273-8cd5-ab6bc3a8392d req-0ef6e71b-6262-4b53-a5de-c92a7c8de875 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 945 time: 1.7399051 Jul 15 15:04:17.940885 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55804) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:18.035587 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 96028b86-e98c-41e3-83a0-5a2f8a953636 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:18.138061 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28de6e63-4713-4273-8cd5-ab6bc3a8392d req-dd9b9728-8812-4b16-b86f-da5b957e2ed4 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/security-groups?id=a85c18cb-664d-4b6c-a67d-252251a01a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440309 Jul 15 15:04:18.167616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 96028b86-e98c-41e3-83a0-5a2f8a953636 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:18.219083 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3658d497-af52-46dc-b9e6-1544d6b09bf5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:18.353218 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2271833b-6de7-4b8d-9199-22584adccbe3 None None] Network 6b4eee9e-3445-4c0a-a60b-3ab90da13dff requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:18.368178 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3658d497-af52-46dc-b9e6-1544d6b09bf5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network 6b4eee9e-3445-4c0a-a60b-3ab90da13dff is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:18.384809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-3658d497-af52-46dc-b9e6-1544d6b09bf5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:18.407394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3658d497-af52-46dc-b9e6-1544d6b09bf5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:18.417924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3658d497-af52-46dc-b9e6-1544d6b09bf5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:18.419067 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3658d497-af52-46dc-b9e6-1544d6b09bf5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:18.424682 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-88f21b61-9b58-4f4b-931b-4287680d9699 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f4235c444304d45bb7c10c0d05ace39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4822168 Jul 15 15:04:18.425159 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-f42bbdd8-7c66-426f-a988-ace3a08ce2a4 req-0b42579c-291b-4dea-ad10-6f8909824b06 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Deleting port e941a5bc-8b20-44fb-aa52-e44b27e66643 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:18.425876 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f42bbdd8-7c66-426f-a988-ace3a08ce2a4 req-0b42579c-291b-4dea-ad10-6f8909824b06 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:18.437575 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55812) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:18.440968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658d497-af52-46dc-b9e6-1544d6b09bf5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=a1ecf9da-515a-4c06-b474-9a39790e3b37,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:18.504373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-af4c0eda-f766-4c5b-af19-a1c3ce14bf3e None None] Provisioning for port 96028b86-e98c-41e3-83a0-5a2f8a953636 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:18.553544 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-af4c0eda-f766-4c5b-af19-a1c3ce14bf3e None None] Provisioning complete for port 96028b86-e98c-41e3-83a0-5a2f8a953636 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:18.554214 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-af4c0eda-f766-4c5b-af19-a1c3ce14bf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:18.555519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55814) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:18.556372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3658d497-af52-46dc-b9e6-1544d6b09bf5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.4941664 Jul 15 15:04:18.698312 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-98aada05-b0be-425d-8436-8f0007790569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:18.718269 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-af4c0eda-f766-4c5b-af19-a1c3ce14bf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:18.791503 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:18.816985 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-98aada05-b0be-425d-8436-8f0007790569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:18.823904 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-af4c0eda-f766-4c5b-af19-a1c3ce14bf3e None None] For port 96028b86-e98c-41e3-83a0-5a2f8a953636, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=96028b86-e98c-41e3-83a0-5a2f8a953636,segment=NetworkSegment(65b43bd6-318a-49e6-a263-2af3a465f22a),segment_id=65b43bd6-318a-49e6-a263-2af3a465f22a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:18.828906 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-f42bbdd8-7c66-426f-a988-ace3a08ce2a4 req-0b42579c-291b-4dea-ad10-6f8909824b06 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] For port e941a5bc-8b20-44fb-aa52-e44b27e66643, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e941a5bc-8b20-44fb-aa52-e44b27e66643,segment=NetworkSegment(471f35e0-853b-449c-bef4-5014a9492e83),segment_id=471f35e0-853b-449c-bef4-5014a9492e83)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:18.829494 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f42bbdd8-7c66-426f-a988-ace3a08ce2a4 req-0b42579c-291b-4dea-ad10-6f8909824b06 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:18.831438 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-af4c0eda-f766-4c5b-af19-a1c3ce14bf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:19.005337 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c0eda-f766-4c5b-af19-a1c3ce14bf3e None None] Pushing event updated for resources: {'Port': ['ID=96028b86-e98c-41e3-83a0-5a2f8a953636,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:19.127948 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:19.684712 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-87d77adc-cb45-4d89-ae85-391bc0f12739 None None] Provisioning for port a1ecf9da-515a-4c06-b474-9a39790e3b37 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:19.698563 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-87d77adc-cb45-4d89-ae85-391bc0f12739 None None] Provisioning complete for port a1ecf9da-515a-4c06-b474-9a39790e3b37 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:19.699020 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87d77adc-cb45-4d89-ae85-391bc0f12739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:19.875532 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-87d77adc-cb45-4d89-ae85-391bc0f12739 None None] Port a1ecf9da-515a-4c06-b474-9a39790e3b37 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:19.888568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-87d77adc-cb45-4d89-ae85-391bc0f12739 None None] Provisioning complete for port 96028b86-e98c-41e3-83a0-5a2f8a953636 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:19.889336 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87d77adc-cb45-4d89-ae85-391bc0f12739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:20.025887 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e941a5bc-8b20-44fb-aa52-e44b27e66643 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:20.029628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 96028b86-e98c-41e3-83a0-5a2f8a953636 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:20.240044 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-98aada05-b0be-425d-8436-8f0007790569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:20.243637 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-98aada05-b0be-425d-8436-8f0007790569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:20.245251 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-98aada05-b0be-425d-8436-8f0007790569 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9461c612-b6f0-448c-839e-635da0ac69bf HTTP/1.1" status: 204 len: 168 time: 1.8061209 Jul 15 15:04:20.297593 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aada05-b0be-425d-8436-8f0007790569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9461c612-b6f0-448c-839e-635da0ac69bf,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:20.327488 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f42bbdd8-7c66-426f-a988-ace3a08ce2a4 req-0b42579c-291b-4dea-ad10-6f8909824b06 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:20.328295 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f42bbdd8-7c66-426f-a988-ace3a08ce2a4 req-0b42579c-291b-4dea-ad10-6f8909824b06 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:20.328860 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-f42bbdd8-7c66-426f-a988-ace3a08ce2a4 req-0b42579c-291b-4dea-ad10-6f8909824b06 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Floating IP 09d77d18-5995-4553-83ec-8d73c868a6a7 disassociated. External IP: 172.25.4.7, port: e941a5bc-8b20-44fb-aa52-e44b27e66643. Jul 15 15:04:20.329807 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-f42bbdd8-7c66-426f-a988-ace3a08ce2a4 req-0b42579c-291b-4dea-ad10-6f8909824b06 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Calling delete_port for e941a5bc-8b20-44fb-aa52-e44b27e66643 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:20.341469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfb59c-f648-4268-ae0e-424141ad1854 req-e02fc268-7427-4fe7-bc11-204ba20668fd tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:20.343794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32dfb59c-f648-4268-ae0e-424141ad1854 req-e02fc268-7427-4fe7-bc11-204ba20668fd tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.6170292 Jul 15 15:04:20.364701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfb049-9868-4d50-afeb-f9675d1e4bf9 req-b613b870-935d-4d83-b1e3-d45d67f86e30 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:20.366914 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4bcfb049-9868-4d50-afeb-f9675d1e4bf9 req-b613b870-935d-4d83-b1e3-d45d67f86e30 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 945 time: 0.2705629 Jul 15 15:04:20.490880 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 96028b86-e98c-41e3-83a0-5a2f8a953636 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:20.492748 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:20.570237 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32dfb59c-f648-4268-ae0e-424141ad1854 req-136a0586-e02b-49a9-9dc1-94579fa5018c tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997373 Jul 15 15:04:20.619221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4bcfb049-9868-4d50-afeb-f9675d1e4bf9 req-c8cfb93a-0b62-429b-9494-d5787eb22642 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/security-groups?id=a85c18cb-664d-4b6c-a67d-252251a01a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142272 Jul 15 15:04:20.666873 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1a960fc6-4e50-4d7b-8b96-dc2e633596a2 None None] Provisioning complete for port a1ecf9da-515a-4c06-b474-9a39790e3b37 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:20.666873 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a960fc6-4e50-4d7b-8b96-dc2e633596a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:20.835854 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:20.921101 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f230d93-45df-42dc-8298-7b968596bd93 req-821077c6-5975-4fa4-8a5e-eaecfa0b8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:20.924508 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8f230d93-45df-42dc-8298-7b968596bd93 req-821077c6-5975-4fa4-8a5e-eaecfa0b8066 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab8e904d869b49c29afb8c3ed6c815ec&device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 1096 time: 1.8486550 Jul 15 15:04:20.926287 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67537635-c6c1-4495-aef1-57ff450636c6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:20.972561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55892) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:20.975903 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1a960fc6-4e50-4d7b-8b96-dc2e633596a2 None None] Port a1ecf9da-515a-4c06-b474-9a39790e3b37 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:21.078437 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-457eee8e-e3c4-470b-9408-c4eefe152281 req-cea8625c-36af-43c2-a431-c08f3e5ec71f tempest-AbsoluteLimitsNegativeTestJSON-1681200730 tempest-AbsoluteLimitsNegativeTestJSON-1681200730-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=80b2275cd5794a1694ecf58d0fc93399&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1640036 Jul 15 15:04:21.079218 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f42bbdd8-7c66-426f-a988-ace3a08ce2a4 req-0b42579c-291b-4dea-ad10-6f8909824b06 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:21.283444 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42579c-291b-4dea-ad10-6f8909824b06 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Pushing event deleted for resources: {'Port': ['ID=e941a5bc-8b20-44fb-aa52-e44b27e66643,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:21.438626 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457eee8e-e3c4-470b-9408-c4eefe152281 req-97fd0012-c9f6-4b78-99b9-d44173db3375 tempest-AbsoluteLimitsNegativeTestJSON-1681200730 tempest-AbsoluteLimitsNegativeTestJSON-1681200730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:21.440389 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-457eee8e-e3c4-470b-9408-c4eefe152281 req-97fd0012-c9f6-4b78-99b9-d44173db3375 tempest-AbsoluteLimitsNegativeTestJSON-1681200730 tempest-AbsoluteLimitsNegativeTestJSON-1681200730-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3491151 Jul 15 15:04:21.451485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f230d93-45df-42dc-8298-7b968596bd93 req-9e95d631-d15b-450d-8f8d-980ae6104e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:21.454273 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8f230d93-45df-42dc-8298-7b968596bd93 req-9e95d631-d15b-450d-8f8d-980ae6104e95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 HTTP/1.1" status: 200 len: 920 time: 0.5175581 Jul 15 15:04:21.519175 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-457eee8e-e3c4-470b-9408-c4eefe152281 req-7beff93d-2b76-473d-a0c2-3fe9f09cb841 tempest-AbsoluteLimitsNegativeTestJSON-1681200730 tempest-AbsoluteLimitsNegativeTestJSON-1681200730-project] 10.222.0.38 "GET /v2.0/quotas/80b2275cd5794a1694ecf58d0fc93399 HTTP/1.1" status: 200 len: 375 time: 0.0316079 Jul 15 15:04:21.586854 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-457eee8e-e3c4-470b-9408-c4eefe152281 req-869f3c54-a372-4da9-8a82-94fe72344004 tempest-AbsoluteLimitsNegativeTestJSON-1681200730 tempest-AbsoluteLimitsNegativeTestJSON-1681200730-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=80b2275cd5794a1694ecf58d0fc93399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506279 Jul 15 15:04:21.587212 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8f230d93-45df-42dc-8298-7b968596bd93 req-9c66a7b2-d5a4-41b9-8afa-5a3ab132bca8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e150227f-e191-440c-89bd-4d99ae6936ee HTTP/1.1" status: 200 len: 217 time: 0.1212797 Jul 15 15:04:21.596090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f42bbdd8-7c66-426f-a988-ace3a08ce2a4 req-0b42579c-291b-4dea-ad10-6f8909824b06 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Router 10526de9-4483-4b9c-bc04-d0360c659ea7 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:04:21.629082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a798050-5291-40ee-b25e-85d7c247919e req-6605a310-9582-4e42-9cb5-f11c90368271 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:21.638789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb971665-dfc0-43c6-870e-f930c1504915 req-4ba7a07c-f556-4825-8954-42264037e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:21.639948 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb971665-dfc0-43c6-870e-f930c1504915 req-4ba7a07c-f556-4825-8954-42264037e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:21.641144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb971665-dfc0-43c6-870e-f930c1504915 req-4ba7a07c-f556-4825-8954-42264037e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:21.641423 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a798050-5291-40ee-b25e-85d7c247919e req-6605a310-9582-4e42-9cb5-f11c90368271 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 946 time: 0.2291980 Jul 15 15:04:21.642094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb971665-dfc0-43c6-870e-f930c1504915 req-4ba7a07c-f556-4825-8954-42264037e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:21.643091 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb971665-dfc0-43c6-870e-f930c1504915 req-4ba7a07c-f556-4825-8954-42264037e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:21.644184 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb971665-dfc0-43c6-870e-f930c1504915 req-4ba7a07c-f556-4825-8954-42264037e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:21.644867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb971665-dfc0-43c6-870e-f930c1504915 req-4ba7a07c-f556-4825-8954-42264037e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:21.659471 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eb971665-dfc0-43c6-870e-f930c1504915 req-4ba7a07c-f556-4825-8954-42264037e10f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 6501 time: 0.6847250 Jul 15 15:04:21.888381 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a798050-5291-40ee-b25e-85d7c247919e req-8c8e8fdc-b615-4851-a8a4-d4c8befac324 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455547 Jul 15 15:04:21.978150 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f230d93-45df-42dc-8298-7b968596bd93 req-2af1a7f9-716e-472f-b249-30f695d41f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:21.980790 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8f230d93-45df-42dc-8298-7b968596bd93 req-2af1a7f9-716e-472f-b249-30f695d41f82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed4ae426-6236-408d-9317-431d07b866ff HTTP/1.1" status: 200 len: 859 time: 0.3841050 Jul 15 15:04:22.062512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f42bbdd8-7c66-426f-a988-ace3a08ce2a4 req-0b42579c-291b-4dea-ad10-6f8909824b06 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:22.064420 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55922) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:22.082391 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8decbd3-a406-468f-89ca-8df6945b0a02 None None] Sync routers for ids ['10526de9-4483-4b9c-bc04-d0360c659ea7'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:22.087463 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eb971665-dfc0-43c6-870e-f930c1504915 req-5e97740a-182d-4dda-b4c9-245aaffb01cf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3877592 Jul 15 15:04:22.091304 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8f230d93-45df-42dc-8298-7b968596bd93 req-a9ebdcd5-1319-4105-875f-cf6176e91615 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910952 Jul 15 15:04:22.125906 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8decbd3-a406-468f-89ca-8df6945b0a02 None None] Routers {'10526de9-4483-4b9c-bc04-d0360c659ea7'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:22.127031 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a8decbd3-a406-468f-89ca-8df6945b0a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['10526de9-4483-4b9c-bc04-d0360c659ea7'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:22.192109 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42bbdd8-7c66-426f-a988-ace3a08ce2a4 req-0b42579c-291b-4dea-ad10-6f8909824b06 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] No DVR routers for this DVR port e941a5bc-8b20-44fb-aa52-e44b27e66643 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:04:22.214559 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f42bbdd8-7c66-426f-a988-ace3a08ce2a4 req-0b42579c-291b-4dea-ad10-6f8909824b06 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:22.217761 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f42bbdd8-7c66-426f-a988-ace3a08ce2a4 req-0b42579c-291b-4dea-ad10-6f8909824b06 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.22 "DELETE /v2.0/ports/e941a5bc-8b20-44fb-aa52-e44b27e66643 HTTP/1.1" status: 204 len: 173 time: 4.4451447 Jul 15 15:04:22.218638 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225ffccf-df3e-47e2-806e-6923263d9171', 'name': 'network-vif-deleted', 'tag': 'e941a5bc-8b20-44fb-aa52-e44b27e66643'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:22.221934 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a64c39-ec2a-4983-822c-53d778a45d73" -d '{"events": [{"server_uuid": "225ffccf-df3e-47e2-806e-6923263d9171", "name": "network-vif-deleted", "tag": "e941a5bc-8b20-44fb-aa52-e44b27e66643"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:22.248632 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55932) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:22.298367 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67537635-c6c1-4495-aef1-57ff450636c6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:22.312905 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67537635-c6c1-4495-aef1-57ff450636c6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:22.326231 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a8decbd3-a406-468f-89ca-8df6945b0a02 None None] Set router 10526de9-4483-4b9c-bc04-d0360c659ea7 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:22.393041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340de25-696a-43f4-b6d1-f81613e4cdcc req-f3337da8-25a8-42c2-b1b3-26e8e717e12e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:22.406055 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6340de25-696a-43f4-b6d1-f81613e4cdcc req-f3337da8-25a8-42c2-b1b3-26e8e717e12e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.4807100 Jul 15 15:04:22.497935 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9707b1fa-8552-4a48-94e5-83a85478824c req-8bbb7cd6-4c61-40db-84f6-b97124596a36 tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/ports?device_id=225ffccf-df3e-47e2-806e-6923263d9171 HTTP/1.1" status: 200 len: 210 time: 0.2862813 Jul 15 15:04:22.518423 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6340de25-696a-43f4-b6d1-f81613e4cdcc req-48e86ea7-75a0-4664-a1e5-96776aa97deb tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106927 Jul 15 15:04:22.532973 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bdefffd-1a25-4a05-a6bf-96f0edd020a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:22.617719 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8f230d93-45df-42dc-8298-7b968596bd93 req-5d2c7746-2af0-4089-bda0-8d468214b255 service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125601 Jul 15 15:04:22.631961 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67537635-c6c1-4495-aef1-57ff450636c6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=a1ecf9da-515a-4c06-b474-9a39790e3b37,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:22.680078 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a8decbd3-a406-468f-89ca-8df6945b0a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'name': 'tempest-ServersTestManualDisk-1983138792-router', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:39Z', 'updated_at': '2021-07-15T15:01:54Z', 'revision_number': 4, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'gw_port': {'id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9c6f2f4a-0788-4ab4-85d5-53a03cb34b95', 'name': '', 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'mac_address': 'fa:16:3e:67:61:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:52Z', 'updated_at': '2021-07-15T15:02:02Z', 'revision_number': 5, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'subnets': [{'id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:22.750479 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8decbd3-a406-468f-89ca-8df6945b0a02 None None] Checking router: 10526de9-4483-4b9c-bc04-d0360c659ea7 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:04:22.777596 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8decbd3-a406-468f-89ca-8df6945b0a02 None None] Routers {'10526de9-4483-4b9c-bc04-d0360c659ea7'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:22.778995 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a8decbd3-a406-468f-89ca-8df6945b0a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['10526de9-4483-4b9c-bc04-d0360c659ea7'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:22.780977 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bdefffd-1a25-4a05-a6bf-96f0edd020a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:22.790895 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-8eab3367-fa2d-478e-8a3c-d97e3a7edc52 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'network': {'name': 'tempest-RoutersTest-363218982'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:22.815952 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bdefffd-1a25-4a05-a6bf-96f0edd020a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:22.821630 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d5d99d-34af-41d0-b4c8-36f2840e3a7a x-openstack-request-id: req-64d5d99d-34af-41d0-b4c8-36f2840e3a7a {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:22.821999 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225ffccf-df3e-47e2-806e-6923263d9171", "name": "network-vif-deleted", "tag": "e941a5bc-8b20-44fb-aa52-e44b27e66643", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:22.822168 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-64d5d99d-34af-41d0-b4c8-36f2840e3a7a {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:22.822702 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225ffccf-df3e-47e2-806e-6923263d9171', 'name': 'network-vif-deleted', 'tag': 'e941a5bc-8b20-44fb-aa52-e44b27e66643', 'status': 'completed', 'code': 200} Jul 15 15:04:22.833908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eab3367-fa2d-478e-8a3c-d97e3a7edc52 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:22.838023 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8eab3367-fa2d-478e-8a3c-d97e3a7edc52 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:22.888934 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8eab3367-fa2d-478e-8a3c-d97e3a7edc52 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:22.913671 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdefffd-1a25-4a05-a6bf-96f0edd020a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013239a8-897e-4da1-b0c8-281ae0f5f57d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:22.935690 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3bdefffd-1a25-4a05-a6bf-96f0edd020a6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=80b2275cd5794a1694ecf58d0fc93399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6777256 Jul 15 15:04:22.940480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55942) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:23.052299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-df6c1e11-d1d6-490a-b0f5-acad909f8ca4 None None] Provisioning complete for port a1ecf9da-515a-4c06-b474-9a39790e3b37 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:23.053299 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df6c1e11-d1d6-490a-b0f5-acad909f8ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.071207 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a8decbd3-a406-468f-89ca-8df6945b0a02 None None] Set router 10526de9-4483-4b9c-bc04-d0360c659ea7 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:23.091660 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8eab3367-fa2d-478e-8a3c-d97e3a7edc52 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.103785 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8eab3367-fa2d-478e-8a3c-d97e3a7edc52 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.182986 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-df6c1e11-d1d6-490a-b0f5-acad909f8ca4 None None] Port a1ecf9da-515a-4c06-b474-9a39790e3b37 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:23.185651 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eab3367-fa2d-478e-8a3c-d97e3a7edc52 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:04:23.200081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab3367-fa2d-478e-8a3c-d97e3a7edc52 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b03ce1e-4535-4e87-ab74-9eda5cb2508d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:23.226153 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8eab3367-fa2d-478e-8a3c-d97e3a7edc52 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.227107 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-8eab3367-fa2d-478e-8a3c-d97e3a7edc52 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Added segment 7505ae44-a081-4e2a-8e1c-b2cacdac17ab of type vlan for network 134fcbfe-9caa-4d4e-9889-2bd9726b7a12 Jul 15 15:04:23.251817 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:04:23.328553 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8eab3367-fa2d-478e-8a3c-d97e3a7edc52 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.384641 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8eab3367-fa2d-478e-8a3c-d97e3a7edc52 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.401414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eab3367-fa2d-478e-8a3c-d97e3a7edc52 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:23.403152 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8eab3367-fa2d-478e-8a3c-d97e3a7edc52 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.419346 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c5fbee8-cf88-415a-bc06-efae4f48b963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.437981 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8f230d93-45df-42dc-8298-7b968596bd93 req-3d1d5ed2-f51c-4fc1-85a0-d594a92f73fc service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222211 Jul 15 15:04:23.442849 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67537635-c6c1-4495-aef1-57ff450636c6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.467777 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a8decbd3-a406-468f-89ca-8df6945b0a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'name': 'tempest-ServersTestManualDisk-1983138792-router', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:39Z', 'updated_at': '2021-07-15T15:01:54Z', 'revision_number': 4, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'gw_port': {'id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9c6f2f4a-0788-4ab4-85d5-53a03cb34b95', 'name': '', 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'mac_address': 'fa:16:3e:67:61:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:52Z', 'updated_at': '2021-07-15T15:02:02Z', 'revision_number': 5, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'subnets': [{'id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:23.491757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8eab3367-fa2d-478e-8a3c-d97e3a7edc52 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4226809 Jul 15 15:04:23.492729 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55950) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:23.499112 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1aa8233a-915f-4413-b24d-3a1b823fbf0a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'network': {'name': 'tempest-RoutersTest-1671912270'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:23.526213 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa8233a-915f-4413-b24d-3a1b823fbf0a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:23.530785 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1aa8233a-915f-4413-b24d-3a1b823fbf0a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.537188 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8decbd3-a406-468f-89ca-8df6945b0a02 None None] The sync data for ids ['10526de9-4483-4b9c-bc04-d0360c659ea7'] in n-d-764435-3 is: [{'id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'name': 'tempest-ServersTestManualDisk-1983138792-router', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:39Z', 'updated_at': '2021-07-15T15:01:54Z', 'revision_number': 4, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'gw_port': {'id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9c6f2f4a-0788-4ab4-85d5-53a03cb34b95', 'name': '', 'network_id': '2bb40ffb-89bd-4af8-a54f-db49ff69a3ca', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'mac_address': 'fa:16:3e:67:61:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:52Z', 'updated_at': '2021-07-15T15:02:02Z', 'revision_number': 5, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'subnets': [{'id': '15f39f97-0dcf-40d5-ba9f-1e4a32cd3222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:04:23.632024 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab3367-fa2d-478e-8a3c-d97e3a7edc52 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Network': ['ID=134fcbfe-9caa-4d4e-9889-2bd9726b7a12,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:23.658061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 134fcbfe-9caa-4d4e-9889-2bd9726b7a12 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:04:23.678885 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c5fbee8-cf88-415a-bc06-efae4f48b963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.696662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa8233a-915f-4413-b24d-3a1b823fbf0a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:04:23.728091 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1aa8233a-915f-4413-b24d-3a1b823fbf0a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.728634 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-1aa8233a-915f-4413-b24d-3a1b823fbf0a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Added segment 6e555ff5-7e06-493f-92dd-7c932a8bdb7e of type vlan for network a01da3ec-e7fd-4a57-80e0-dfa48119e7ba Jul 15 15:04:23.878597 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1aa8233a-915f-4413-b24d-3a1b823fbf0a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.911324 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:23.964512 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c5fbee8-cf88-415a-bc06-efae4f48b963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.967468 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e244925-0e74-43cf-bf2f-1915c920d5a5 req-03d4f368-0f6f-447a-a64f-0e441b4d6708 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:23.983517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e244925-0e74-43cf-bf2f-1915c920d5a5 req-03d4f368-0f6f-447a-a64f-0e441b4d6708 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 946 time: 0.2585018 Jul 15 15:04:23.986377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c5fbee8-cf88-415a-bc06-efae4f48b963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.988447 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1aa8233a-915f-4413-b24d-3a1b823fbf0a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.989158 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1c5fbee8-cf88-415a-bc06-efae4f48b963 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/013239a8-897e-4da1-b0c8-281ae0f5f57d HTTP/1.1" status: 204 len: 168 time: 0.9690166 Jul 15 15:04:24.001397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa8233a-915f-4413-b24d-3a1b823fbf0a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:24.002419 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1aa8233a-915f-4413-b24d-3a1b823fbf0a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:24.036862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fbee8-cf88-415a-bc06-efae4f48b963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013239a8-897e-4da1-b0c8-281ae0f5f57d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:24.040429 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67537635-c6c1-4495-aef1-57ff450636c6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:24.135439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d64452-9b49-49bd-8b5f-bd0030aca233 None None] New status for floating IP 09d77d18-5995-4553-83ec-8d73c868a6a7: DOWN {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:04:24.139295 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:24.177450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1aa8233a-915f-4413-b24d-3a1b823fbf0a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6805246 Jul 15 15:04:24.199647 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55966) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:24.262679 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-8fc03060-e700-4d82-941d-3247fb14a7cb tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'subnet': {'network_id': '134fcbfe-9caa-4d4e-9889-2bd9726b7a12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:24.270307 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:24.273875 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da902c47-80e3-4094-9ca8-fa8afd6b7eea" -d '{"events": [{"server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:24.297582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8233a-915f-4413-b24d-3a1b823fbf0a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Network': ['ID=a01da3ec-e7fd-4a57-80e0-dfa48119e7ba,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:24.331081 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e244925-0e74-43cf-bf2f-1915c920d5a5 req-7c8bbe87-5ca9-48ff-8b50-7e854251c487 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3460488 Jul 15 15:04:24.334594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network a01da3ec-e7fd-4a57-80e0-dfa48119e7ba details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:04:24.344422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:24.372566 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:24.522912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2b114-4239-4633-ba59-185aee0a7b77 req-e225380c-587f-47cc-aaf9-7a69675c1ffb tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:24.525027 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67537635-c6c1-4495-aef1-57ff450636c6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:24.533867 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67537635-c6c1-4495-aef1-57ff450636c6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:24.535136 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67537635-c6c1-4495-aef1-57ff450636c6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:24.536624 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ee2b114-4239-4633-ba59-185aee0a7b77 req-e225380c-587f-47cc-aaf9-7a69675c1ffb tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.5276420 Jul 15 15:04:24.552423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,revision_number=11']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:24.604620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55978) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:24.642311 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d635c1b8-5e6a-442d-8b6e-d851f6156d10 x-openstack-request-id: req-d635c1b8-5e6a-442d-8b6e-d851f6156d10 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:24.642826 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:24.643232 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d635c1b8-5e6a-442d-8b6e-d851f6156d10 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:24.643731 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'code': 200} Jul 15 15:04:24.657828 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ee2b114-4239-4633-ba59-185aee0a7b77 req-44897893-039f-48f7-a50e-d60b1338f9fe tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196995 Jul 15 15:04:24.665577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc03060-e700-4d82-941d-3247fb14a7cb tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:24.672335 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8fc03060-e700-4d82-941d-3247fb14a7cb tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:24.723932 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67537635-c6c1-4495-aef1-57ff450636c6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=a1ecf9da-515a-4c06-b474-9a39790e3b37,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:24.747409 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67537635-c6c1-4495-aef1-57ff450636c6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network 6b4eee9e-3445-4c0a-a60b-3ab90da13dff is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:24.749308 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-67537635-c6c1-4495-aef1-57ff450636c6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:24.816585 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce947c82-705a-4da4-b6f5-991900e7712d tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:24.853402 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce947c82-705a-4da4-b6f5-991900e7712d tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:25.001108 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce947c82-705a-4da4-b6f5-991900e7712d tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:25.004380 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce947c82-705a-4da4-b6f5-991900e7712d tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:25.010700 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ce947c82-705a-4da4-b6f5-991900e7712d tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "DELETE /v2.0/security-groups/a85c18cb-664d-4b6c-a67d-252251a01a0d HTTP/1.1" status: 204 len: 168 time: 0.4038684 Jul 15 15:04:25.011894 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55984) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:25.037235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce947c82-705a-4da4-b6f5-991900e7712d tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85c18cb-664d-4b6c-a67d-252251a01a0d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:25.040971 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8fc03060-e700-4d82-941d-3247fb14a7cb tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:25.079348 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-994b0596-6b9d-400c-8692-c748d70c99ec tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] show failed (client error): The resource could not be found. Jul 15 15:04:25.081484 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-994b0596-6b9d-400c-8692-c748d70c99ec tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "GET /v2.0/security-groups/a85c18cb-664d-4b6c-a67d-252251a01a0d HTTP/1.1" status: 404 len: 347 time: 0.0678713 Jul 15 15:04:25.090984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55988) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:25.169998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67537635-c6c1-4495-aef1-57ff450636c6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Router 07582e7c-445d-4da9-8e43-616999833679 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:04:25.180392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc03060-e700-4d82-941d-3247fb14a7cb tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Subnet': ['ID=0ae9de3c-ee29-485e-8c38-6a38b49298ae,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:25.190736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc03060-e700-4d82-941d-3247fb14a7cb tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Checking segment: {'id': '7505ae44-a081-4e2a-8e1c-b2cacdac17ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '134fcbfe-9caa-4d4e-9889-2bd9726b7a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:25.191120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc03060-e700-4d82-941d-3247fb14a7cb tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network hostable DHCP agents. Network: 134fcbfe-9caa-4d4e-9889-2bd9726b7a12, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:04:25.216623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc03060-e700-4d82-941d-3247fb14a7cb tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network 134fcbfe-9caa-4d4e-9889-2bd9726b7a12 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:04:25.229023 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-8fc03060-e700-4d82-941d-3247fb14a7cb tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 134fcbfe-9caa-4d4e-9889-2bd9726b7a12) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:25.234317 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc03060-e700-4d82-941d-3247fb14a7cb tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:25.234991 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8fc03060-e700-4d82-941d-3247fb14a7cb tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:25.254704 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8fc03060-e700-4d82-941d-3247fb14a7cb tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0439372 Jul 15 15:04:25.260298 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55994) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:25.266433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c3db9df3-0868-473e-9d0b-3f65cc3626ad tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'subnet': {'network_id': 'a01da3ec-e7fd-4a57-80e0-dfa48119e7ba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:25.278417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53c39cd-481f-4f42-a93e-0ac83d660ddb None None] Network 134fcbfe-9caa-4d4e-9889-2bd9726b7a12 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:25.379685 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ae4ae09f-0aa8-4f4f-bf74-9eda5b1608ae None None] Provisioning complete for port a1ecf9da-515a-4c06-b474-9a39790e3b37 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:25.380334 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae4ae09f-0aa8-4f4f-bf74-9eda5b1608ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:25.423699 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55998) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:25.434053 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ae09f-0aa8-4f4f-bf74-9eda5b1608ae None None] Port a1ecf9da-515a-4c06-b474-9a39790e3b37 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:25.442867 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3db9df3-0868-473e-9d0b-3f65cc3626ad tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:25.450845 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c3db9df3-0868-473e-9d0b-3f65cc3626ad tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:25.536505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67537635-c6c1-4495-aef1-57ff450636c6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:25.557116 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ca5b2a-2419-4b22-9384-31d623e8f568 None None] Sync routers for ids ['07582e7c-445d-4da9-8e43-616999833679'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:25.560786 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56004) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:25.564917 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-67537635-c6c1-4495-aef1-57ff450636c6 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "PUT /v2.0/routers/07582e7c-445d-4da9-8e43-616999833679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0080626 Jul 15 15:04:25.592124 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7a800462-dcdc-46b0-8297-6348a77b9dfe tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Deleting port 9d37f454-3b67-40df-9c47-2c0dec75eed6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:25.593576 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ca5b2a-2419-4b22-9384-31d623e8f568 None None] Routers {'07582e7c-445d-4da9-8e43-616999833679'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:25.594717 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b1ca5b2a-2419-4b22-9384-31d623e8f568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['07582e7c-445d-4da9-8e43-616999833679'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:25.599924 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a800462-dcdc-46b0-8297-6348a77b9dfe tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:25.720063 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b1ca5b2a-2419-4b22-9384-31d623e8f568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:25.741781 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ca5b2a-2419-4b22-9384-31d623e8f568 None None] Routers {'07582e7c-445d-4da9-8e43-616999833679'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:25.742854 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b1ca5b2a-2419-4b22-9384-31d623e8f568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['07582e7c-445d-4da9-8e43-616999833679'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:25.760805 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-134fcbfe-9caa-4d4e-9889-2bd9726b7a12', 'network_id': '134fcbfe-9caa-4d4e-9889-2bd9726b7a12', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'fixed_ips': [{'subnet_id': '0ae9de3c-ee29-485e-8c38-6a38b49298ae'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:04:25.762068 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:25.824339 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b1ca5b2a-2419-4b22-9384-31d623e8f568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:25.825184 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ca5b2a-2419-4b22-9384-31d623e8f568 None None] The sync data for ids ['07582e7c-445d-4da9-8e43-616999833679'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:04:25.837621 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6f5ddb99-e4d9-4900-83ec-5df651081d59 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-376822347-network', 'tenant_id': '4b6e7fc572b34cecb0ceda87fdc351e2'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:25.846730 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a800462-dcdc-46b0-8297-6348a77b9dfe tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:25.847507 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a800462-dcdc-46b0-8297-6348a77b9dfe tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:25.877109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7a800462-dcdc-46b0-8297-6348a77b9dfe tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Calling delete_port for 9d37f454-3b67-40df-9c47-2c0dec75eed6 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:25.936688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Allocated IP 172.20.0.2 (134fcbfe-9caa-4d4e-9889-2bd9726b7a12/0ae9de3c-ee29-485e-8c38-6a38b49298ae/08bbcea5-b9ed-45af-97de-398a3cd76830) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:25.967158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:04:26.142724 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a800462-dcdc-46b0-8297-6348a77b9dfe tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:26.179644 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a800462-dcdc-46b0-8297-6348a77b9dfe tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Pushing event deleted for resources: {'Port': ['ID=9d37f454-3b67-40df-9c47-2c0dec75eed6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:26.224674 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:26.229619 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:26.257658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Transition to ACTIVE for port object 08bbcea5-b9ed-45af-97de-398a3cd76830 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:26.259047 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a800462-dcdc-46b0-8297-6348a77b9dfe tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:26.262561 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a800462-dcdc-46b0-8297-6348a77b9dfe tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:26.266877 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7a800462-dcdc-46b0-8297-6348a77b9dfe tempest-ServersTestManualDisk-2056456182 tempest-ServersTestManualDisk-2056456182-project] 10.222.0.38 "DELETE /v2.0/floatingips/09d77d18-5995-4553-83ec-8d73c868a6a7 HTTP/1.1" status: 204 len: 168 time: 1.1711814 Jul 15 15:04:26.268049 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'port_id': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'mac_address': 'fa:16:3e:7f:26:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:04:26.268403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56008) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:26.297818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Transition to ACTIVE for port object 08bbcea5-b9ed-45af-97de-398a3cd76830 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:26.341971 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:26.379215 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:26.400463 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Network 134fcbfe-9caa-4d4e-9889-2bd9726b7a12 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:26.404605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:04:26.412380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5ddb99-e4d9-4900-83ec-5df651081d59 admin admin] Made reservation on behalf of 4b6e7fc572b34cecb0ceda87fdc351e2 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:26.415572 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f5ddb99-e4d9-4900-83ec-5df651081d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:26.416353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:26.426955 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:26.444617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:26.446307 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Pushing event updated for resources: {'Port': ['ID=08bbcea5-b9ed-45af-97de-398a3cd76830,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:26.452983 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:26.471542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d9254f-ea78-48f8-a4aa-58d9d7bdbc53 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:26.476564 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-32d9254f-ea78-48f8-a4aa-58d9d7bdbc53 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports?device_id=07582e7c-445d-4da9-8e43-616999833679 HTTP/1.1" status: 200 len: 988 time: 0.9105947 Jul 15 15:04:26.478883 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f5ddb99-e4d9-4900-83ec-5df651081d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:26.481230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:26.481646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56010) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:26.482131 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:26.482754 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:26.483194 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:26.483637 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:26.484072 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:26.484501 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:26.484930 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:26.485352 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:26.485782 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:26.486227 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:26.486681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:26.521784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24523a-f9ab-4ff8-8877-be6aa9ac1a6d req-998fc271-b4aa-4892-8ae7-0efb4c39bdb8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:26.529102 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc24523a-f9ab-4ff8-8877-be6aa9ac1a6d req-998fc271-b4aa-4892-8ae7-0efb4c39bdb8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.8546052 Jul 15 15:04:26.547261 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Attempting to bind port 08bbcea5-b9ed-45af-97de-398a3cd76830 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:04:26.547670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Attempting to bind port 08bbcea5-b9ed-45af-97de-398a3cd76830 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '7505ae44-a081-4e2a-8e1c-b2cacdac17ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '134fcbfe-9caa-4d4e-9889-2bd9726b7a12'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:04:26.548002 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Attempting to bind port 08bbcea5-b9ed-45af-97de-398a3cd76830 on network 134fcbfe-9caa-4d4e-9889-2bd9726b7a12 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:04:26.560504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:04:26.560971 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Checking segment: {'id': '7505ae44-a081-4e2a-8e1c-b2cacdac17ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '134fcbfe-9caa-4d4e-9889-2bd9726b7a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:26.561294 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:26.561697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Bound using segment: {'id': '7505ae44-a081-4e2a-8e1c-b2cacdac17ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '134fcbfe-9caa-4d4e-9889-2bd9726b7a12'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:04:26.562194 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Bound port: 08bbcea5-b9ed-45af-97de-398a3cd76830, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7505ae44-a081-4e2a-8e1c-b2cacdac17ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '134fcbfe-9caa-4d4e-9889-2bd9726b7a12'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:04:26.562607 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:26.588338 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:04:26.638512 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,revision_number=12']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:26.663379 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c3db9df3-0868-473e-9d0b-3f65cc3626ad tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:26.694901 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] For port 08bbcea5-b9ed-45af-97de-398a3cd76830, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:04:26.715186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] For port 08bbcea5-b9ed-45af-97de-398a3cd76830, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=08bbcea5-b9ed-45af-97de-398a3cd76830,segment=NetworkSegment(7505ae44-a081-4e2a-8e1c-b2cacdac17ab),segment_id=7505ae44-a081-4e2a-8e1c-b2cacdac17ab)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:04:26.727006 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:26.735386 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5068b-5d03-423c-b936-b03c7157b177 req-7a70afa4-fc23-4373-961b-251d394af2d6 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:26.736944 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aba5068b-5d03-423c-b936-b03c7157b177 req-7a70afa4-fc23-4373-961b-251d394af2d6 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.4188809 Jul 15 15:04:26.792968 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc24523a-f9ab-4ff8-8877-be6aa9ac1a6d req-94a3235b-683b-4580-a8a1-6f601b8a8150 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626216 Jul 15 15:04:26.827223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e289e-776a-4a50-ba05-623c9c2d0878 None None] Pushing event updated for resources: {'Port': ['ID=08bbcea5-b9ed-45af-97de-398a3cd76830,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:26.853084 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c1faea5-e21c-4890-adec-f0dccc301624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:26.988559 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db9df3-0868-473e-9d0b-3f65cc3626ad tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Subnet': ['ID=9aa15b95-8a10-40b8-adab-bbce84db996b,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:27.016806 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3db9df3-0868-473e-9d0b-3f65cc3626ad tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Checking segment: {'id': '6e555ff5-7e06-493f-92dd-7c932a8bdb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a01da3ec-e7fd-4a57-80e0-dfa48119e7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:27.017147 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3db9df3-0868-473e-9d0b-3f65cc3626ad tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network hostable DHCP agents. Network: a01da3ec-e7fd-4a57-80e0-dfa48119e7ba, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:04:27.059033 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aba5068b-5d03-423c-b936-b03c7157b177 req-35a394fe-1a60-4cfe-9eb3-24a1e292e6aa tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766519 Jul 15 15:04:27.117706 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f5ddb99-e4d9-4900-83ec-5df651081d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:27.119759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3db9df3-0868-473e-9d0b-3f65cc3626ad tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network a01da3ec-e7fd-4a57-80e0-dfa48119e7ba is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:04:27.148731 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f5ddb99-e4d9-4900-83ec-5df651081d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:27.234202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-c3db9df3-0868-473e-9d0b-3f65cc3626ad tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, a01da3ec-e7fd-4a57-80e0-dfa48119e7ba) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:27.256246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5ddb99-e4d9-4900-83ec-5df651081d59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:04:27.260188 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c86182b-ff21-42cf-a918-48ea90f236c0 None None] Network a01da3ec-e7fd-4a57-80e0-dfa48119e7ba requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:27.285964 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3db9df3-0868-473e-9d0b-3f65cc3626ad tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:27.287321 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c3db9df3-0868-473e-9d0b-3f65cc3626ad tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:27.318258 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f5ddb99-e4d9-4900-83ec-5df651081d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:27.318695 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-6f5ddb99-e4d9-4900-83ec-5df651081d59 admin admin] Added segment 9c303c8f-5aa1-4e22-a64d-dec973598a8e of type vlan for network f99fdc8f-47c1-4cc3-ba8b-89c00c56a2a3 Jul 15 15:04:27.322990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ddb99-e4d9-4900-83ec-5df651081d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9531ecbe-1f43-4d7e-af71-3081edbcdce8,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:27.445595 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c3db9df3-0868-473e-9d0b-3f65cc3626ad tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1830401 Jul 15 15:04:27.458364 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56022) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:27.474669 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-66e9a895-0299-4320-95af-fcf8d8b63dd0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-790055410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:27.494197 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f5ddb99-e4d9-4900-83ec-5df651081d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:27.537267 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8c1faea5-e21c-4890-adec-f0dccc301624 admin admin] Deleting port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:27.543109 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c1faea5-e21c-4890-adec-f0dccc301624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:27.589844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-a01da3ec-e7fd-4a57-80e0-dfa48119e7ba', 'network_id': 'a01da3ec-e7fd-4a57-80e0-dfa48119e7ba', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'fixed_ips': [{'subnet_id': '9aa15b95-8a10-40b8-adab-bbce84db996b'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:04:27.590771 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:27.681516 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-66e9a895-0299-4320-95af-fcf8d8b63dd0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:27.683853 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-66e9a895-0299-4320-95af-fcf8d8b63dd0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:27.714785 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f5ddb99-e4d9-4900-83ec-5df651081d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:27.716125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5ddb99-e4d9-4900-83ec-5df651081d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:27.717174 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f5ddb99-e4d9-4900-83ec-5df651081d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:27.799817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-8c1faea5-e21c-4890-adec-f0dccc301624 admin admin] For port 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9c6f2f4a-0788-4ab4-85d5-53a03cb34b95,segment=NetworkSegment(471f35e0-853b-449c-bef4-5014a9492e83),segment_id=471f35e0-853b-449c-bef4-5014a9492e83)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:27.800193 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c1faea5-e21c-4890-adec-f0dccc301624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:27.826323 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8c1faea5-e21c-4890-adec-f0dccc301624 admin admin] Calling delete_port for 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:27.859103 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6f5ddb99-e4d9-4900-83ec-5df651081d59 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4329896 Jul 15 15:04:27.864597 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56032) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:27.872191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-96086f27-857b-431f-a988-e860875df50f admin admin] Request body: {'subnet': {'network_id': 'f99fdc8f-47c1-4cc3-ba8b-89c00c56a2a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-376822347-subnet', 'tenant_id': '4b6e7fc572b34cecb0ceda87fdc351e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:27.940482 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:27.960403 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-66e9a895-0299-4320-95af-fcf8d8b63dd0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:28.038414 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-66e9a895-0299-4320-95af-fcf8d8b63dd0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:28.067371 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ddb99-e4d9-4900-83ec-5df651081d59 admin admin] Pushing event updated for resources: {'Network': ['ID=f99fdc8f-47c1-4cc3-ba8b-89c00c56a2a3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:28.077068 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Allocated IP 172.21.0.2 (a01da3ec-e7fd-4a57-80e0-dfa48119e7ba/9aa15b95-8a10-40b8-adab-bbce84db996b/5443fc25-a55e-43db-8a3b-d1d024c1f37e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:28.111404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 08bbcea5-b9ed-45af-97de-398a3cd76830 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:28.115775 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network f99fdc8f-47c1-4cc3-ba8b-89c00c56a2a3 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:04:28.158208 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96086f27-857b-431f-a988-e860875df50f admin admin] Made reservation on behalf of 4b6e7fc572b34cecb0ceda87fdc351e2 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:28.168365 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96086f27-857b-431f-a988-e860875df50f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:28.252460 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-66e9a895-0299-4320-95af-fcf8d8b63dd0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:28.256533 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-66e9a895-0299-4320-95af-fcf8d8b63dd0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7965789 Jul 15 15:04:28.257180 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56046) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:28.489172 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1885944e-9ee1-4d86-93c4-fca118e720b7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:28.527990 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:28.553841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Transition to ACTIVE for port object 5443fc25-a55e-43db-8a3b-d1d024c1f37e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:28.580942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Transition to ACTIVE for port object 5443fc25-a55e-43db-8a3b-d1d024c1f37e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:28.618745 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:28.727044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfd2478-85e0-46c5-b7ed-59c110306d0f None None] Network 134fcbfe-9caa-4d4e-9889-2bd9726b7a12 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:28.906993 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96086f27-857b-431f-a988-e860875df50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:29.009453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Network a01da3ec-e7fd-4a57-80e0-dfa48119e7ba is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:29.020453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Pushing event updated for resources: {'Port': ['ID=5443fc25-a55e-43db-8a3b-d1d024c1f37e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:29.026184 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 08bbcea5-b9ed-45af-97de-398a3cd76830 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:29.035968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:29.039856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:29.083043 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd3132-0e26-4d0b-893e-a1e4a9b7e93b req-6f17b1d4-7c10-4ab0-b25b-32346de4ae07 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:29.092344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbdd3132-0e26-4d0b-893e-a1e4a9b7e93b req-6f17b1d4-7c10-4ab0-b25b-32346de4ae07 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 945 time: 0.8758483 Jul 15 15:04:29.109321 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:29.109753 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:29.216370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6e6f2efe-d2c7-4214-9cb2-a6c2c63b1f22 None None] Provisioning for port 08bbcea5-b9ed-45af-97de-398a3cd76830 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:29.239493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6e6f2efe-d2c7-4214-9cb2-a6c2c63b1f22 None None] Provisioning complete for port 08bbcea5-b9ed-45af-97de-398a3cd76830 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:29.240077 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2efe-d2c7-4214-9cb2-a6c2c63b1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:29.247994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Attempting to bind port 5443fc25-a55e-43db-8a3b-d1d024c1f37e on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:04:29.248534 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Attempting to bind port 5443fc25-a55e-43db-8a3b-d1d024c1f37e by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '6e555ff5-7e06-493f-92dd-7c932a8bdb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a01da3ec-e7fd-4a57-80e0-dfa48119e7ba'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:04:29.249020 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Attempting to bind port 5443fc25-a55e-43db-8a3b-d1d024c1f37e on network a01da3ec-e7fd-4a57-80e0-dfa48119e7ba {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:04:29.277141 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbdd3132-0e26-4d0b-893e-a1e4a9b7e93b req-ce27c656-b054-418b-8c72-a70d0129b098 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837673 Jul 15 15:04:29.313418 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:29.339694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:04:29.340574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Checking segment: {'id': '6e555ff5-7e06-493f-92dd-7c932a8bdb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a01da3ec-e7fd-4a57-80e0-dfa48119e7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:29.341257 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:29.341907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Bound using segment: {'id': '6e555ff5-7e06-493f-92dd-7c932a8bdb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a01da3ec-e7fd-4a57-80e0-dfa48119e7ba'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:04:29.342893 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Bound port: 5443fc25-a55e-43db-8a3b-d1d024c1f37e, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e555ff5-7e06-493f-92dd-7c932a8bdb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a01da3ec-e7fd-4a57-80e0-dfa48119e7ba'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:04:29.343770 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:29.383977 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ab612-999a-46a9-8edc-e8a08b2f23fe req-22a0b61a-071c-4794-9553-6ae9c9e7a9df tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:29.391555 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c3ab612-999a-46a9-8edc-e8a08b2f23fe req-22a0b61a-071c-4794-9553-6ae9c9e7a9df tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.7393990 Jul 15 15:04:29.478049 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] For port 5443fc25-a55e-43db-8a3b-d1d024c1f37e, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:04:29.482629 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96086f27-857b-431f-a988-e860875df50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d91f8b03-aa5e-414a-bff1-cbb9cc4f60c6,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:29.483360 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] For port 5443fc25-a55e-43db-8a3b-d1d024c1f37e, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5443fc25-a55e-43db-8a3b-d1d024c1f37e,segment=NetworkSegment(6e555ff5-7e06-493f-92dd-7c932a8bdb7e),segment_id=6e555ff5-7e06-493f-92dd-7c932a8bdb7e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:04:29.503963 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:29.513543 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c1faea5-e21c-4890-adec-f0dccc301624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:29.558726 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1faea5-e21c-4890-adec-f0dccc301624 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6f2f4a-0788-4ab4-85d5-53a03cb34b95,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:29.569947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96086f27-857b-431f-a988-e860875df50f admin admin] Checking segment: {'id': '9c303c8f-5aa1-4e22-a64d-dec973598a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f99fdc8f-47c1-4cc3-ba8b-89c00c56a2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:29.570465 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96086f27-857b-431f-a988-e860875df50f admin admin] Network hostable DHCP agents. Network: f99fdc8f-47c1-4cc3-ba8b-89c00c56a2a3, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:04:29.609922 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c3ab612-999a-46a9-8edc-e8a08b2f23fe req-55b1f2ec-5afe-4243-9391-2019f76857ac tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173660 Jul 15 15:04:29.613810 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:29.673288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96086f27-857b-431f-a988-e860875df50f admin admin] Network f99fdc8f-47c1-4cc3-ba8b-89c00c56a2a3 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:04:29.701244 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-96086f27-857b-431f-a988-e860875df50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, f99fdc8f-47c1-4cc3-ba8b-89c00c56a2a3) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:29.720977 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96086f27-857b-431f-a988-e860875df50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:29.723861 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96086f27-857b-431f-a988-e860875df50f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:29.832343 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-96086f27-857b-431f-a988-e860875df50f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9659266 Jul 15 15:04:29.864913 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:29.894385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:29.905128 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746f005b-f4d4-4337-9dfa-791cec83ffa0" -d '{"events": [{"server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:29.929610 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cd3161-c536-47fa-9ce1-4098017de343 None None] Network f99fdc8f-47c1-4cc3-ba8b-89c00c56a2a3 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:30.026307 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:30.064168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Allocated IP 172.20.0.1 (134fcbfe-9caa-4d4e-9889-2bd9726b7a12/0ae9de3c-ee29-485e-8c38-6a38b49298ae/b6acd4c9-cf6d-4ca9-aa2e-2d5a88f3cc2d) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:30.300326 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-082aa54d-b96e-4997-a3c0-837e38adea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:30.369174 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc4d6b6-5e57-42ff-ac90-bd3b02b03bdd x-openstack-request-id: req-8dc4d6b6-5e57-42ff-ac90-bd3b02b03bdd {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:30.375172 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:30.375843 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8dc4d6b6-5e57-42ff-ac90-bd3b02b03bdd {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:30.377610 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'code': 200} Jul 15 15:04:30.395443 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0989ca-1b54-4cb8-9e43-79ae63133ae6 None None] Pushing event updated for resources: {'Port': ['ID=5443fc25-a55e-43db-8a3b-d1d024c1f37e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:30.461876 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c1faea5-e21c-4890-adec-f0dccc301624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:30.488368 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383f311-c5a5-45c5-8f4f-d4f45275359f req-b10ee457-e298-401f-8ba0-96cc9253826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:30.490360 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3383f311-c5a5-45c5-8f4f-d4f45275359f req-b10ee457-e298-401f-8ba0-96cc9253826f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 1096 time: 0.4901881 Jul 15 15:04:30.546968 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:30.608413 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,revision_number=13']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:30.623225 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2efe-d2c7-4214-9cb2-a6c2c63b1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:30.643631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Transition to ACTIVE for port object b6acd4c9-cf6d-4ca9-aa2e-2d5a88f3cc2d will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:30.655025 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3383f311-c5a5-45c5-8f4f-d4f45275359f req-370eeaf3-1375-4888-b0b8-a01ff0d2d93d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560769 Jul 15 15:04:30.734030 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6e6f2efe-d2c7-4214-9cb2-a6c2c63b1f22 None None] For port 08bbcea5-b9ed-45af-97de-398a3cd76830, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=08bbcea5-b9ed-45af-97de-398a3cd76830,segment=NetworkSegment(7505ae44-a081-4e2a-8e1c-b2cacdac17ab),segment_id=7505ae44-a081-4e2a-8e1c-b2cacdac17ab)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:30.774411 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-ddc9f5c2-5edf-4cd8-bace-a60ab7c8620e req-d23e4c03-47b6-4001-aff8-f05c55415b3e tempest-SecurityGroupsNegativeTestJSON-367235073 tempest-SecurityGroupsNegativeTestJSON-367235073-project] show failed (client error): The resource could not be found. Jul 15 15:04:30.779970 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ddc9f5c2-5edf-4cd8-bace-a60ab7c8620e req-d23e4c03-47b6-4001-aff8-f05c55415b3e tempest-SecurityGroupsNegativeTestJSON-367235073 tempest-SecurityGroupsNegativeTestJSON-367235073-project] 10.222.0.38 "GET /v2.0/security-groups/abf09308-83ba-4e8d-9b1f-2fe5f8be8de9 HTTP/1.1" status: 404 len: 352 time: 0.1151536 Jul 15 15:04:30.794070 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2efe-d2c7-4214-9cb2-a6c2c63b1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:30.847990 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7dd5f9-50c5-49a7-927b-9c76842fec1f None None] Network f99fdc8f-47c1-4cc3-ba8b-89c00c56a2a3 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:30.893948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1885944e-9ee1-4d86-93c4-fca118e720b7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port a1ecf9da-515a-4c06-b474-9a39790e3b37 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:30.893948 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1885944e-9ee1-4d86-93c4-fca118e720b7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:30.952964 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:31.125854 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1faea5-e21c-4890-adec-f0dccc301624 admin admin] Router 10526de9-4483-4b9c-bc04-d0360c659ea7 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:04:31.280548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f2efe-d2c7-4214-9cb2-a6c2c63b1f22 None None] Pushing event updated for resources: {'Port': ['ID=08bbcea5-b9ed-45af-97de-398a3cd76830,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:31.357472 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cff675db-64d5-4a77-985e-d7a72cb2ec22 None None] Provisioning complete for port 08bbcea5-b9ed-45af-97de-398a3cd76830 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:31.358016 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cff675db-64d5-4a77-985e-d7a72cb2ec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:31.402397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1faea5-e21c-4890-adec-f0dccc301624 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:31.414780 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8c1faea5-e21c-4890-adec-f0dccc301624 admin admin] 10.222.0.38 "PUT /v2.0/routers/10526de9-4483-4b9c-bc04-d0360c659ea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1451519 Jul 15 15:04:31.431453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56070) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:31.436574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c13bb85-16b6-4035-9ef3-69f08bd128af None None] Sync routers for ids ['10526de9-4483-4b9c-bc04-d0360c659ea7'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:31.479956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c13bb85-16b6-4035-9ef3-69f08bd128af None None] Routers {'10526de9-4483-4b9c-bc04-d0360c659ea7'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:31.483331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5c13bb85-16b6-4035-9ef3-69f08bd128af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['10526de9-4483-4b9c-bc04-d0360c659ea7'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:31.702875 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d624364b-97e7-421b-bc45-30f480d6ed81 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:31.745825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f41cc10-e809-44ab-be23-07d4f2663058 None None] Network a01da3ec-e7fd-4a57-80e0-dfa48119e7ba requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:31.774359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-5c13bb85-16b6-4035-9ef3-69f08bd128af None None] Set router 10526de9-4483-4b9c-bc04-d0360c659ea7 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:31.814476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network 134fcbfe-9caa-4d4e-9889-2bd9726b7a12 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:31.882995 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1885944e-9ee1-4d86-93c4-fca118e720b7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:31.903031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1885944e-9ee1-4d86-93c4-fca118e720b7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for a1ecf9da-515a-4c06-b474-9a39790e3b37 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:31.997098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d0899a53-fcd7-4aeb-872d-0e334b5aaf3b None None] Provisioning for port 5443fc25-a55e-43db-8a3b-d1d024c1f37e completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:32.009211 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d624364b-97e7-421b-bc45-30f480d6ed81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:32.214801 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:32.217526 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=b6acd4c9-cf6d-4ca9-aa2e-2d5a88f3cc2d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:32.220669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d624364b-97e7-421b-bc45-30f480d6ed81 admin admin] Deleting port 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:32.221114 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d624364b-97e7-421b-bc45-30f480d6ed81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:32.225634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:32.246302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 08bbcea5-b9ed-45af-97de-398a3cd76830 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:32.253732 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1885944e-9ee1-4d86-93c4-fca118e720b7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:32.408775 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-d624364b-97e7-421b-bc45-30f480d6ed81 admin admin] For port 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:32.410592 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d624364b-97e7-421b-bc45-30f480d6ed81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:32.417416 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3ebc9-90a7-489c-a4a0-17224658df54 req-a5b9f37b-e12a-46af-b6dd-834f662ef763 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:32.424774 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0b3ebc9-90a7-489c-a4a0-17224658df54 req-a5b9f37b-e12a-46af-b6dd-834f662ef763 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 946 time: 1.7233064 Jul 15 15:04:32.446625 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:32.459081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d624364b-97e7-421b-bc45-30f480d6ed81 admin admin] Calling delete_port for 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:32.510263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 08bbcea5-b9ed-45af-97de-398a3cd76830 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:32.510832 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:32.519270 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0b3ebc9-90a7-489c-a4a0-17224658df54 req-6985e608-65a9-4690-a4e7-7dd6f73c4dd3 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922344 Jul 15 15:04:32.563220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5c13bb85-16b6-4035-9ef3-69f08bd128af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'name': 'tempest-ServersTestManualDisk-1983138792-router', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:39Z', 'updated_at': '2021-07-15T15:04:28Z', 'revision_number': 5, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'gw_port': {'id': '9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:32.619473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c13bb85-16b6-4035-9ef3-69f08bd128af None None] Checking router: 10526de9-4483-4b9c-bc04-d0360c659ea7 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:04:32.632601 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885944e-9ee1-4d86-93c4-fca118e720b7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=a1ecf9da-515a-4c06-b474-9a39790e3b37,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:32.665589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c13bb85-16b6-4035-9ef3-69f08bd128af None None] Routers {'10526de9-4483-4b9c-bc04-d0360c659ea7'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:32.666251 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5c13bb85-16b6-4035-9ef3-69f08bd128af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['10526de9-4483-4b9c-bc04-d0360c659ea7'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:32.826267 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-5c13bb85-16b6-4035-9ef3-69f08bd128af None None] Set router 10526de9-4483-4b9c-bc04-d0360c659ea7 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:32.918400 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d624364b-97e7-421b-bc45-30f480d6ed81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:32.937290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5c13bb85-16b6-4035-9ef3-69f08bd128af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'name': 'tempest-ServersTestManualDisk-1983138792-router', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:39Z', 'updated_at': '2021-07-15T15:04:32Z', 'revision_number': 6, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:33.014389 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624364b-97e7-421b-bc45-30f480d6ed81 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:33.014829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd39621-e36f-4041-9b4d-880b023a1946 req-a94338b4-b541-40ab-bd0a-5f09579e6911 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:33.022115 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c13bb85-16b6-4035-9ef3-69f08bd128af None None] The sync data for ids ['10526de9-4483-4b9c-bc04-d0360c659ea7'] in n-d-764435-3 is: [{'id': '10526de9-4483-4b9c-bc04-d0360c659ea7', 'name': 'tempest-ServersTestManualDisk-1983138792-router', 'tenant_id': '5ee20f362aec46c481b374c30cc4e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:39Z', 'updated_at': '2021-07-15T15:04:32Z', 'revision_number': 6, 'project_id': '5ee20f362aec46c481b374c30cc4e7ae', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:04:33.034506 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1fd39621-e36f-4041-9b4d-880b023a1946 req-a94338b4-b541-40ab-bd0a-5f09579e6911 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 1.7865150 Jul 15 15:04:33.060144 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1885944e-9ee1-4d86-93c4-fca118e720b7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.126112 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9395-361e-4c04-a0d3-6a937a7d8ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.138217 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.146326 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b4dd0b75-f177-46ea-8b0c-93f857ee53d9 None None] Provisioning for port b6acd4c9-cf6d-4ca9-aa2e-2d5a88f3cc2d completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:33.164594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b4dd0b75-f177-46ea-8b0c-93f857ee53d9 None None] Provisioning complete for port b6acd4c9-cf6d-4ca9-aa2e-2d5a88f3cc2d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:33.164877 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b4dd0b75-f177-46ea-8b0c-93f857ee53d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.207750 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d624364b-97e7-421b-bc45-30f480d6ed81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.232469 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5443fc25-a55e-43db-8a3b-d1d024c1f37e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:33.273376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b4dd0b75-f177-46ea-8b0c-93f857ee53d9 None None] Port b6acd4c9-cf6d-4ca9-aa2e-2d5a88f3cc2d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:33.273644 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ea0e04a-0805-4288-88b2-d2d7d7899c4d req-7bd47dd4-fd05-42f4-a870-46bff666a766 tempest-SecurityGroupsNegativeTestJSON-367235073 tempest-SecurityGroupsNegativeTestJSON-367235073-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b6e7fc572b34cecb0ceda87fdc351e2 HTTP/1.1" status: 200 len: 2988 time: 0.3255847 Jul 15 15:04:33.327349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 5443fc25-a55e-43db-8a3b-d1d024c1f37e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:33.333814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 5443fc25-a55e-43db-8a3b-d1d024c1f37e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:33.334661 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.344426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1fd39621-e36f-4041-9b4d-880b023a1946 req-c94124b6-73b4-4688-9e36-262828ce1ccc tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088553 Jul 15 15:04:33.359402 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d624364b-97e7-421b-bc45-30f480d6ed81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.361633 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d624364b-97e7-421b-bc45-30f480d6ed81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.425164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ea0e04a-0805-4288-88b2-d2d7d7899c4d req-9b6d0604-4f29-4c86-89e6-cf77ef69082e tempest-SecurityGroupsNegativeTestJSON-367235073 tempest-SecurityGroupsNegativeTestJSON-367235073-project] 10.222.0.38 "GET /v2.0/security-groups/9531ecbe-1f43-4d7e-af71-3081edbcdce8 HTTP/1.1" status: 200 len: 2985 time: 0.1502194 Jul 15 15:04:33.426422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eb9119dd-90f6-46a9-8397-275183971f37 None None] Provisioning complete for port 5443fc25-a55e-43db-8a3b-d1d024c1f37e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:33.426888 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb9119dd-90f6-46a9-8397-275183971f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.430763 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d624364b-97e7-421b-bc45-30f480d6ed81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.432940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d624364b-97e7-421b-bc45-30f480d6ed81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10526de9-4483-4b9c-bc04-d0360c659ea7 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:04:33.440263 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.443016 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d624364b-97e7-421b-bc45-30f480d6ed81 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.462892 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d624364b-97e7-421b-bc45-30f480d6ed81 admin admin] 10.222.0.38 "DELETE /v2.0/routers/10526de9-4483-4b9c-bc04-d0360c659ea7 HTTP/1.1" status: 204 len: 168 time: 2.0153227 Jul 15 15:04:33.463470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56080) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:33.525788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-185a9e8b-41b2-4dc9-afbc-6ca0f3526fb2 admin admin] Deleting subnet 15f39f97-0dcf-40d5-ba9f-1e4a32cd3222 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:04:33.530545 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-185a9e8b-41b2-4dc9-afbc-6ca0f3526fb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.565606 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.617044 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-185a9e8b-41b2-4dc9-afbc-6ca0f3526fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.669269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 5443fc25-a55e-43db-8a3b-d1d024c1f37e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5443fc25-a55e-43db-8a3b-d1d024c1f37e,segment=NetworkSegment(6e555ff5-7e06-493f-92dd-7c932a8bdb7e),segment_id=6e555ff5-7e06-493f-92dd-7c932a8bdb7e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:33.684284 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.780051 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=5443fc25-a55e-43db-8a3b-d1d024c1f37e,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:33.784722 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb9119dd-90f6-46a9-8397-275183971f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.820330 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-185a9e8b-41b2-4dc9-afbc-6ca0f3526fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.873791 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-eb9119dd-90f6-46a9-8397-275183971f37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:04:33.874770 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-eb9119dd-90f6-46a9-8397-275183971f37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:04:33.890343 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ea0e04a-0805-4288-88b2-d2d7d7899c4d req-bd66029f-9669-4932-b099-53d0a43111f8 tempest-SecurityGroupsNegativeTestJSON-367235073 tempest-SecurityGroupsNegativeTestJSON-367235073-project] 10.222.0.38 "GET /v2.0/security-groups/9531ecbe-1f43-4d7e-af71-3081edbcdce8 HTTP/1.1" status: 200 len: 2985 time: 0.4620206 Jul 15 15:04:33.902248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1885944e-9ee1-4d86-93c4-fca118e720b7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Router 07582e7c-445d-4da9-8e43-616999833679 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:04:33.908347 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-185a9e8b-41b2-4dc9-afbc-6ca0f3526fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.953258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd82a466-c9a7-419d-a663-7b0b2e5f2b7a None None] Network 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:33.953681 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-185a9e8b-41b2-4dc9-afbc-6ca0f3526fb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.959897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56088) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:33.961874 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-185a9e8b-41b2-4dc9-afbc-6ca0f3526fb2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/15f39f97-0dcf-40d5-ba9f-1e4a32cd3222 HTTP/1.1" status: 204 len: 168 time: 0.4972148 Jul 15 15:04:33.963089 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a9e8b-41b2-4dc9-afbc-6ca0f3526fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f39f97-0dcf-40d5-ba9f-1e4a32cd3222,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:34.075866 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1885944e-9ee1-4d86-93c4-fca118e720b7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:34.087602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1885944e-9ee1-4d86-93c4-fca118e720b7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "PUT /v2.0/routers/07582e7c-445d-4da9-8e43-616999833679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5987208 Jul 15 15:04:34.089716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56090) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:34.093121 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d4757b-0e57-4575-8c92-1e4bb5cd303e None None] Sync routers for ids ['07582e7c-445d-4da9-8e43-616999833679'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:34.156457 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d4757b-0e57-4575-8c92-1e4bb5cd303e None None] Routers {'07582e7c-445d-4da9-8e43-616999833679'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:34.157539 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-65d4757b-0e57-4575-8c92-1e4bb5cd303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['07582e7c-445d-4da9-8e43-616999833679'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:34.166904 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed5f795-3718-4b83-8542-32cbc3f7c4be tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] GET failed (client error): The resource could not be found. Jul 15 15:04:34.168757 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7ed5f795-3718-4b83-8542-32cbc3f7c4be tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/a1ecf9da-515a-4c06-b474-9a39790e3b37 HTTP/1.1" status: 404 len: 333 time: 0.0779223 Jul 15 15:04:34.176806 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56092) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:34.226724 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-65d4757b-0e57-4575-8c92-1e4bb5cd303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:34.237180 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d4757b-0e57-4575-8c92-1e4bb5cd303e None None] Routers {'07582e7c-445d-4da9-8e43-616999833679'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:34.238071 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-65d4757b-0e57-4575-8c92-1e4bb5cd303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['07582e7c-445d-4da9-8e43-616999833679'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:34.263882 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:34.268523 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5443fc25-a55e-43db-8a3b-d1d024c1f37e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:34.282958 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-65d4757b-0e57-4575-8c92-1e4bb5cd303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:34.284411 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d4757b-0e57-4575-8c92-1e4bb5cd303e None None] The sync data for ids ['07582e7c-445d-4da9-8e43-616999833679'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:04:34.373210 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 5443fc25-a55e-43db-8a3b-d1d024c1f37e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:34.373878 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:34.410214 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5dfcb7fb-8ec9-4f74-a516-7bae3f4f74b1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:34.414486 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:34.642433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461fdc3e-7d16-45e9-be72-c7f360f126ee None None] DHCP port deletion for 2bb40ffb-89bd-4af8-a54f-db49ff69a3ca request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:04:34.656402 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc920a69-0c2b-4b59-8aca-c43ad1c3b745 req-d8214cf4-6a3a-4267-9d56-6bf58c3c77ba tempest-SecurityGroupsNegativeTestJSON-367235073 tempest-SecurityGroupsNegativeTestJSON-367235073-project] 10.222.0.38 "GET /v2.0/security-groups/9531ecbe-1f43-4d7e-af71-3081edbcdce8 HTTP/1.1" status: 200 len: 2985 time: 0.4715195 Jul 15 15:04:34.735360 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:34.736861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbd616-6e81-4de3-8ed2-22ec0bff1640 req-ed15c167-a344-4322-a961-14fda07be1a6 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:34.738421 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91dbd616-6e81-4de3-8ed2-22ec0bff1640 req-ed15c167-a344-4322-a961-14fda07be1a6 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 946 time: 0.9658756 Jul 15 15:04:34.771939 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:34.772201 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9c6f2f4a-0788-4ab4-85d5-53a03cb34b95 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:34.772821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:34.795492 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:34.795763 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9f8e0ebf-dc33-4cbf-bbe7-274c5f1bf98b not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:34.810200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-461fdc3e-7d16-45e9-be72-c7f360f126ee None None] Deleting port d996647f-58ae-4125-aa39-10dc45024778 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:34.810857 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-461fdc3e-7d16-45e9-be72-c7f360f126ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:34.889064 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-461fdc3e-7d16-45e9-be72-c7f360f126ee None None] For port d996647f-58ae-4125-aa39-10dc45024778, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d996647f-58ae-4125-aa39-10dc45024778,segment=NetworkSegment(471f35e0-853b-449c-bef4-5014a9492e83),segment_id=471f35e0-853b-449c-bef4-5014a9492e83)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:34.889634 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-461fdc3e-7d16-45e9-be72-c7f360f126ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:34.905789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-461fdc3e-7d16-45e9-be72-c7f360f126ee None None] Calling delete_port for d996647f-58ae-4125-aa39-10dc45024778 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:34.958791 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5dfcb7fb-8ec9-4f74-a516-7bae3f4f74b1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:34.965661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91dbd616-6e81-4de3-8ed2-22ec0bff1640 req-f2bc070a-cc0d-41e0-8603-66eca0920d5c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109041 Jul 15 15:04:34.970207 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5dfcb7fb-8ec9-4f74-a516-7bae3f4f74b1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.017312 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-461fdc3e-7d16-45e9-be72-c7f360f126ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.064090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] Deleting port d996647f-58ae-4125-aa39-10dc45024778 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:35.064462 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.067826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fdc3e-7d16-45e9-be72-c7f360f126ee None None] Pushing event deleted for resources: {'Port': ['ID=d996647f-58ae-4125-aa39-10dc45024778,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:35.079827 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461fdc3e-7d16-45e9-be72-c7f360f126ee None None] No DVR routers for this DVR port d996647f-58ae-4125-aa39-10dc45024778 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:04:35.084394 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-cc920a69-0c2b-4b59-8aca-c43ad1c3b745 req-4028ab07-d59c-48b8-9364-6dcec537a0ce tempest-SecurityGroupsNegativeTestJSON-367235073 tempest-SecurityGroupsNegativeTestJSON-367235073-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 15:04:35.092615 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc920a69-0c2b-4b59-8aca-c43ad1c3b745 req-4028ab07-d59c-48b8-9364-6dcec537a0ce tempest-SecurityGroupsNegativeTestJSON-367235073 tempest-SecurityGroupsNegativeTestJSON-367235073-project] 10.222.0.38 "DELETE /v2.0/security-groups/9531ecbe-1f43-4d7e-af71-3081edbcdce8 HTTP/1.1" status: 409 len: 352 time: 0.4094191 Jul 15 15:04:35.095412 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.135725 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5dfcb7fb-8ec9-4f74-a516-7bae3f4f74b1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.136331 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfcb7fb-8ec9-4f74-a516-7bae3f4f74b1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Fanout notify agent at l3_agent the message router_deleted on router 07582e7c-445d-4da9-8e43-616999833679 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:04:35.138355 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.148291 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5dfcb7fb-8ec9-4f74-a516-7bae3f4f74b1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.152093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5dfcb7fb-8ec9-4f74-a516-7bae3f4f74b1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/routers/07582e7c-445d-4da9-8e43-616999833679 HTTP/1.1" status: 204 len: 168 time: 0.9664562 Jul 15 15:04:35.153532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56102) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:35.193384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cce679-b76b-4a08-8aed-01147556d68a req-b7fa1e6e-49f6-44df-a947-0ae2f529a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:35.197202 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1cce679-b76b-4a08-8aed-01147556d68a req-b7fa1e6e-49f6-44df-a947-0ae2f529a10e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 1097 time: 0.5826991 Jul 15 15:04:35.229135 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-3ee50269-3eb4-4cfa-906e-5a478982f798 req-629c9d32-2cbc-43fe-b3ab-3e8363920423 tempest-SecurityGroupsNegativeTestJSON-367235073 tempest-SecurityGroupsNegativeTestJSON-367235073-project] show failed (client error): The resource could not be found. Jul 15 15:04:35.241191 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ee50269-3eb4-4cfa-906e-5a478982f798 req-629c9d32-2cbc-43fe-b3ab-3e8363920423 tempest-SecurityGroupsNegativeTestJSON-367235073 tempest-SecurityGroupsNegativeTestJSON-367235073-project] 10.222.0.38 "GET /v2.0/security-groups/9d5f4e9c-7b70-4676-8fa4-9fc4e6ef30d9 HTTP/1.1" status: 404 len: 352 time: 0.1152418 Jul 15 15:04:35.254453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-027db5b4-3073-41e2-b575-38d68e882812 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting subnet 23711970-b6be-454e-b4e0-1cfa0bc67362 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:04:35.258737 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-027db5b4-3073-41e2-b575-38d68e882812 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.307267 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-027db5b4-3073-41e2-b575-38d68e882812 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.402778 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-027db5b4-3073-41e2-b575-38d68e882812 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.486278 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-027db5b4-3073-41e2-b575-38d68e882812 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.518928 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] For port d996647f-58ae-4125-aa39-10dc45024778, host n-d-764435-3, got binding levels [] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:35.519308 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.534437 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027db5b4-3073-41e2-b575-38d68e882812 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Subnet': ['ID=23711970-b6be-454e-b4e0-1cfa0bc67362,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:35.540635 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-027db5b4-3073-41e2-b575-38d68e882812 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.544153 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-027db5b4-3073-41e2-b575-38d68e882812 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/23711970-b6be-454e-b4e0-1cfa0bc67362 HTTP/1.1" status: 204 len: 168 time: 0.3894854 Jul 15 15:04:35.547787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3535425e-5546-4bed-bd31-b96b240869cb None None] Network 6b4eee9e-3445-4c0a-a60b-3ab90da13dff requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:35.548891 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.566286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56106) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:35.577378 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-bed7e427-1908-4c1c-8a73-a1413dae0a83 req-248ab831-a167-489d-95b2-420a73420ab2 tempest-SecurityGroupsNegativeTestJSON-367235073 tempest-SecurityGroupsNegativeTestJSON-367235073-project] show failed (client error): The resource could not be found. Jul 15 15:04:35.578451 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bed7e427-1908-4c1c-8a73-a1413dae0a83 req-248ab831-a167-489d-95b2-420a73420ab2 tempest-SecurityGroupsNegativeTestJSON-367235073 tempest-SecurityGroupsNegativeTestJSON-367235073-project] 10.222.0.38 "GET /v2.0/security-groups/815a3e14-354c-43a1-ada7-592ee6396895 HTTP/1.1" status: 404 len: 352 time: 0.0613575 Jul 15 15:04:35.579094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=b6acd4c9-cf6d-4ca9-aa2e-2d5a88f3cc2d,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:35.629658 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56108) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:35.670085 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.688440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] Calling delete_port for d996647f-58ae-4125-aa39-10dc45024778 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:35.696510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.ipam_backend_mixin [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] Port d996647f-58ae-4125-aa39-10dc45024778 was not found and therefore no delete operation was performed {{(pid=100711) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:04:35.754640 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.780736 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 96028b86-e98c-41e3-83a0-5a2f8a953636 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:35.781143 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.823987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] No DVR routers for this DVR port d996647f-58ae-4125-aa39-10dc45024778 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:04:35.871589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] For port 96028b86-e98c-41e3-83a0-5a2f8a953636, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=96028b86-e98c-41e3-83a0-5a2f8a953636,segment=NetworkSegment(65b43bd6-318a-49e6-a263-2af3a465f22a),segment_id=65b43bd6-318a-49e6-a263-2af3a465f22a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:35.872036 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.872555 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06740a-d977-423f-ad67-36b85a898cc2 req-47a6e126-f9af-4c55-ac85-f2e31d39edd1 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:35.874235 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f06740a-d977-423f-ad67-36b85a898cc2 req-47a6e126-f9af-4c55-ac85-f2e31d39edd1 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.7450552 Jul 15 15:04:35.905083 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 96028b86-e98c-41e3-83a0-5a2f8a953636 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:35.905656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83e9c39-62bd-46c1-bb20-afb96b81894c None None] DHCP port deletion for 6b4eee9e-3445-4c0a-a60b-3ab90da13dff request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:04:35.919718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] Pushing event deleted for resources: {'Port': ['ID=d996647f-58ae-4125-aa39-10dc45024778,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:35.965943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d996647f-58ae-4125-aa39-10dc45024778 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:36.020003 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.025713 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: d996647f-58ae-4125-aa39-10dc45024778 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:36.026290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d996647f-58ae-4125-aa39-10dc45024778 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:36.042085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb40ffb-89bd-4af8-a54f-db49ff69a3ca']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:36.054196 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.055623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471f35e0-853b-449c-bef4-5014a9492e83') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:36.055931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471f35e0-853b-449c-bef4-5014a9492e83') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:36.063505 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f83e9c39-62bd-46c1-bb20-afb96b81894c None None] Deleting port 96028b86-e98c-41e3-83a0-5a2f8a953636 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:36.064142 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f83e9c39-62bd-46c1-bb20-afb96b81894c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.066646 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.088773 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.093278 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.103278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:04:36.104636 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.113382 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No DVR routers for this DVR port 96028b86-e98c-41e3-83a0-5a2f8a953636 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:04:36.172951 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=96028b86-e98c-41e3-83a0-5a2f8a953636,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:36.209041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f83e9c39-62bd-46c1-bb20-afb96b81894c None None] For port 96028b86-e98c-41e3-83a0-5a2f8a953636, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=96028b86-e98c-41e3-83a0-5a2f8a953636,segment=NetworkSegment(65b43bd6-318a-49e6-a263-2af3a465f22a),segment_id=65b43bd6-318a-49e6-a263-2af3a465f22a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:36.209707 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f83e9c39-62bd-46c1-bb20-afb96b81894c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.237187 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f83e9c39-62bd-46c1-bb20-afb96b81894c None None] Calling delete_port for 96028b86-e98c-41e3-83a0-5a2f8a953636 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:36.312190 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.330030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4eee9e-3445-4c0a-a60b-3ab90da13dff']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:36.352036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b43bd6-318a-49e6-a263-2af3a465f22a') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:36.352780 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b43bd6-318a-49e6-a263-2af3a465f22a') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:36.365194 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.373325 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f83e9c39-62bd-46c1-bb20-afb96b81894c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.394706 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.405106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e9c39-62bd-46c1-bb20-afb96b81894c None None] No DVR routers for this DVR port 96028b86-e98c-41e3-83a0-5a2f8a953636 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:04:36.407434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:04:36.409322 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.417254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e9c39-62bd-46c1-bb20-afb96b81894c None None] Pushing event deleted for resources: {'Port': ['ID=96028b86-e98c-41e3-83a0-5a2f8a953636,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:04:36.437550 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:04:36.576043 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.585514 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.588530 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/networks/6b4eee9e-3445-4c0a-a60b-3ab90da13dff HTTP/1.1" status: 204 len: 168 time: 1.0205886 Jul 15 15:04:36.595433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56114) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:36.627971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe702d-bf56-4d92-876b-a74e984495d1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Network': ['ID=6b4eee9e-3445-4c0a-a60b-3ab90da13dff,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:36.677548 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e0b1fa-b075-408f-8be3-8a78c40a2b05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:36.679381 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-08e0b1fa-b075-408f-8be3-8a78c40a2b05 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d HTTP/1.1" status: 200 len: 843 time: 0.0727322 Jul 15 15:04:36.683295 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56118) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:04:36.695419 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:04:36.700818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a81f05-2c98-4f5f-942d-3d2605c75fa9 admin admin] Deleting subnet d91f8b03-aa5e-414a-bff1-cbb9cc4f60c6 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:04:36.742280 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-83a81f05-2c98-4f5f-942d-3d2605c75fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.759939 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a8c9c445-1aae-4d82-a3ea-bb49a2ce3bc3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0706568 Jul 15 15:04:36.760271 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56122) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:36.767015 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c1db6030-7e16-4a84-a283-1bd48e53e6f3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'subnet': {'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:36.793169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cce679-b76b-4a08-8aed-01147556d68a req-58ea0fa4-1df2-4f8f-9a13-d9d111c4c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:36.795875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1cce679-b76b-4a08-8aed-01147556d68a req-58ea0fa4-1df2-4f8f-9a13-d9d111c4c1fd service neutron] 10.222.0.22 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 1.5536683 Jul 15 15:04:36.835584 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.899024 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1db6030-7e16-4a84-a283-1bd48e53e6f3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:36.905541 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1db6030-7e16-4a84-a283-1bd48e53e6f3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.913672 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:36.915725 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2bb40ffb-89bd-4af8-a54f-db49ff69a3ca HTTP/1.1" status: 204 len: 168 time: 2.8495317 Jul 15 15:04:36.965711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f06740a-d977-423f-ad67-36b85a898cc2 req-8b755e49-b702-4e09-a166-51dbbdb1aba1 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0846169 Jul 15 15:04:36.966516 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b8f2d-f94b-448b-be44-6241cea69108 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb40ffb-89bd-4af8-a54f-db49ff69a3ca,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:36.978154 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-83a81f05-2c98-4f5f-942d-3d2605c75fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:37.038838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network 134fcbfe-9caa-4d4e-9889-2bd9726b7a12 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:37.049812 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:37.064911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1cce679-b76b-4a08-8aed-01147556d68a req-74ca0ec0-180b-424b-83f9-448fd8b8443f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 HTTP/1.1" status: 200 len: 1001 time: 0.2225027 Jul 15 15:04:37.100635 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-83a81f05-2c98-4f5f-942d-3d2605c75fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:37.295567 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56128) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:37.336983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8244467-b757-4db4-bce2-b5d01a9c6d15 req-b7b9d64e-a3d1-430f-9a95-f4c3587187aa tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:37.346027 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8244467-b757-4db4-bce2-b5d01a9c6d15 req-b7b9d64e-a3d1-430f-9a95-f4c3587187aa tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 946 time: 0.7147508 Jul 15 15:04:37.356388 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1db6030-7e16-4a84-a283-1bd48e53e6f3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:37.419025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cce679-b76b-4a08-8aed-01147556d68a req-c39bafb6-e36b-4d55-94d8-1d82ab32b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:37.420802 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1cce679-b76b-4a08-8aed-01147556d68a req-c39bafb6-e36b-4d55-94d8-1d82ab32b6df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.3425207 Jul 15 15:04:37.460843 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-08b37e57-3ffa-4c49-a4f1-63be8bd0c723 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ee20f362aec46c481b374c30cc4e7ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634426 Jul 15 15:04:37.462858 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56130) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:37.488067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db6030-7e16-4a84-a283-1bd48e53e6f3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:37.498720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ee26792b-d315-4d8b-a777-f1e220ae7f3c None None] Provisioning complete for port b6acd4c9-cf6d-4ca9-aa2e-2d5a88f3cc2d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:37.500214 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee26792b-d315-4d8b-a777-f1e220ae7f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:37.502673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c1db6030-7e16-4a84-a283-1bd48e53e6f3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:37.515229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db6030-7e16-4a84-a283-1bd48e53e6f3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Subnet': ['ID=55d4d221-4959-49c4-9df1-376bd382a3aa,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:37.516452 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8244467-b757-4db4-bce2-b5d01a9c6d15 req-79ed5fef-239c-4262-9544-ddd52f962a6c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693439 Jul 15 15:04:37.523808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1db6030-7e16-4a84-a283-1bd48e53e6f3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:37.524416 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1db6030-7e16-4a84-a283-1bd48e53e6f3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:37.528977 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-83a81f05-2c98-4f5f-942d-3d2605c75fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:37.570193 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c1db6030-7e16-4a84-a283-1bd48e53e6f3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8087289 Jul 15 15:04:37.575358 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56134) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:37.575581 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-83a81f05-2c98-4f5f-942d-3d2605c75fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:37.579915 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-83a81f05-2c98-4f5f-942d-3d2605c75fa9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d91f8b03-aa5e-414a-bff1-cbb9cc4f60c6 HTTP/1.1" status: 204 len: 168 time: 1.8842618 Jul 15 15:04:37.580149 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ee26792b-d315-4d8b-a777-f1e220ae7f3c None None] Port b6acd4c9-cf6d-4ca9-aa2e-2d5a88f3cc2d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:37.581300 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea668ac-62a0-4e14-8d2a-8f61bec2d09b None None] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:37.588839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-275c39f5-a7d1-4bfa-86f3-f91b57ac9d98 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'security_group': {'name': 'tempest-secgroup-1793694344'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:37.615206 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56136) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:37.628748 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-275c39f5-a7d1-4bfa-86f3-f91b57ac9d98 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:37.636320 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a81f05-2c98-4f5f-942d-3d2605c75fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d91f8b03-aa5e-414a-bff1-cbb9cc4f60c6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:37.674668 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cce679-b76b-4a08-8aed-01147556d68a req-f16920e1-494d-4415-9a25-bd948902a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:37.677285 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1cce679-b76b-4a08-8aed-01147556d68a req-f16920e1-494d-4415-9a25-bd948902a2f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2449980 Jul 15 15:04:37.679053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router 6bac9ec4-2803-417b-b064-bdc187caa0b1 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:04:37.737105 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99b41e30-1842-472d-b317-b119ff47c063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:37.741710 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ffa2-4275-408e-aac5-41ab787bfdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:37.790227 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ffa2-4275-408e-aac5-41ab787bfdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:37.948658 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99b41e30-1842-472d-b317-b119ff47c063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:37.969177 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-99b41e30-1842-472d-b317-b119ff47c063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99fdc8f-47c1-4cc3-ba8b-89c00c56a2a3']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:37.988253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 96028b86-e98c-41e3-83a0-5a2f8a953636 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:38.019797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 96028b86-e98c-41e3-83a0-5a2f8a953636 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:38.020741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 96028b86-e98c-41e3-83a0-5a2f8a953636 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:38.035887 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-99b41e30-1842-472d-b317-b119ff47c063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c303c8f-5aa1-4e22-a64d-dec973598a8e') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:38.035887 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-99b41e30-1842-472d-b317-b119ff47c063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c303c8f-5aa1-4e22-a64d-dec973598a8e') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:38.069294 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ffa2-4275-408e-aac5-41ab787bfdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:38.072763 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ffa2-4275-408e-aac5-41ab787bfdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:38.077310 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a6d8ffa2-4275-408e-aac5-41ab787bfdf6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b32592f9-9a7b-4357-bb17-fa47b3d218d6 HTTP/1.1" status: 204 len: 168 time: 0.6030478 Jul 15 15:04:38.081806 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99b41e30-1842-472d-b317-b119ff47c063 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:38.111965 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:38.122281 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bf5f3d0a-46f8-444d-872a-2759f559d630 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/6bac9ec4-2803-417b-b064-bdc187caa0b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7997952 Jul 15 15:04:38.123382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56144) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:38.137515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1cce679-b76b-4a08-8aed-01147556d68a req-2aa1ac38-af84-4658-a261-7401d9cfc3e6 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414458 Jul 15 15:04:38.137748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f2adba-906c-4a02-b77e-efceb8bdf9ff None None] Sync routers for ids ['6bac9ec4-2803-417b-b064-bdc187caa0b1'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:38.178619 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-275c39f5-a7d1-4bfa-86f3-f91b57ac9d98 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:38.188312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8ffa2-4275-408e-aac5-41ab787bfdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32592f9-9a7b-4357-bb17-fa47b3d218d6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:38.203856 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99b41e30-1842-472d-b317-b119ff47c063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:38.235066 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-275c39f5-a7d1-4bfa-86f3-f91b57ac9d98 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:38.238608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b41e30-1842-472d-b317-b119ff47c063 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:04:38.239390 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99b41e30-1842-472d-b317-b119ff47c063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:04:38.255531 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:04:38.294814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f2adba-906c-4a02-b77e-efceb8bdf9ff None None] Routers {'6bac9ec4-2803-417b-b064-bdc187caa0b1'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:38.296928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-98f2adba-906c-4a02-b77e-efceb8bdf9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6bac9ec4-2803-417b-b064-bdc187caa0b1'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:38.332841 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-4ab4e901-24a0-4bd3-aedb-ed7bac1d8d4e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3380456 Jul 15 15:04:38.359477 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-275c39f5-a7d1-4bfa-86f3-f91b57ac9d98 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:38.363779 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-275c39f5-a7d1-4bfa-86f3-f91b57ac9d98 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7867613 Jul 15 15:04:38.379266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d729e-da6d-4b40-9be7-87f231acf577 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:38.390907 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8f8d729e-da6d-4b40-9be7-87f231acf577 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports/b6acd4c9-cf6d-4ca9-aa2e-2d5a88f3cc2d HTTP/1.1" status: 200 len: 910 time: 0.2663088 Jul 15 15:04:38.392983 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56148) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:38.397853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56150) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:38.397853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c39f5-a7d1-4bfa-86f3-f91b57ac9d98 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554d92de-b6e8-4b2e-9731-77af2c755e23,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:38.402989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b4c8bd70-9576-4cbe-8f6d-d553dcbb4c25 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'security_group': {'name': 'tempest-secgroup-1560207360'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:38.423481 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-98f2adba-906c-4a02-b77e-efceb8bdf9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:38.443117 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f2adba-906c-4a02-b77e-efceb8bdf9ff None None] Routers {'6bac9ec4-2803-417b-b064-bdc187caa0b1'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:38.444615 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-98f2adba-906c-4a02-b77e-efceb8bdf9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6bac9ec4-2803-417b-b064-bdc187caa0b1'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:38.484411 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-98f2adba-906c-4a02-b77e-efceb8bdf9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:38.485177 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f2adba-906c-4a02-b77e-efceb8bdf9ff None None] The sync data for ids ['6bac9ec4-2803-417b-b064-bdc187caa0b1'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:04:38.546906 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'tenant_id': '9f56e0b8da40496890f8920732869d7e', 'fixed_ips': [{'subnet_id': '55d4d221-4959-49c4-9df1-376bd382a3aa'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:04:38.548466 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:38.590784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1cce679-b76b-4a08-8aed-01147556d68a req-4b0b88ce-c949-4093-b56c-28b1cb7666dc service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257076 Jul 15 15:04:38.613791 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef0bb7-1a8e-457e-a14c-d57d41406df6 req-47b87ec3-7520-405d-9440-861f5a4a53d2 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:38.621259 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3ef0bb7-1a8e-457e-a14c-d57d41406df6 req-47b87ec3-7520-405d-9440-861f5a4a53d2 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.2289314 Jul 15 15:04:38.626069 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d611b-61ea-4609-9e85-d3eeb8f0dfa5 req-6403b6d0-5894-45d2-8752-3df22ff032c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:38.630796 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e4d611b-61ea-4609-9e85-d3eeb8f0dfa5 req-6403b6d0-5894-45d2-8752-3df22ff032c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab8e904d869b49c29afb8c3ed6c815ec&device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 1096 time: 0.3949614 Jul 15 15:04:38.753910 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99b41e30-1842-472d-b317-b119ff47c063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:38.765129 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99b41e30-1842-472d-b317-b119ff47c063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:38.780082 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-99b41e30-1842-472d-b317-b119ff47c063 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f99fdc8f-47c1-4cc3-ba8b-89c00c56a2a3 HTTP/1.1" status: 204 len: 168 time: 1.1561701 Jul 15 15:04:38.844070 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3ef0bb7-1a8e-457e-a14c-d57d41406df6 req-94bf8a6f-d0d8-4555-a057-9ae6012c6fdf tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180245 Jul 15 15:04:38.883387 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b41e30-1842-472d-b317-b119ff47c063 admin admin] Pushing event deleted for resources: {'Network': ['ID=f99fdc8f-47c1-4cc3-ba8b-89c00c56a2a3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:38.927247 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bd70-9576-4cbe-8f6d-d553dcbb4c25 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:38.942298 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d611b-61ea-4609-9e85-d3eeb8f0dfa5 req-75935ddb-b0e9-41e0-9ad1-345f62a2fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:38.962900 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e4d611b-61ea-4609-9e85-d3eeb8f0dfa5 req-75935ddb-b0e9-41e0-9ad1-345f62a2fcaa service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 HTTP/1.1" status: 200 len: 920 time: 0.3163044 Jul 15 15:04:39.111404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Allocated IP 2001:db8::2 (fcd0e6c1-99a0-43aa-acae-6401d10b88cc/55d4d221-4959-49c4-9df1-376bd382a3aa/6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:39.211689 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e4d611b-61ea-4609-9e85-d3eeb8f0dfa5 req-fd2e6a39-b606-4ffe-b915-b84290c2c4d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e150227f-e191-440c-89bd-4d99ae6936ee HTTP/1.1" status: 200 len: 217 time: 0.2396679 Jul 15 15:04:39.290670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d611b-61ea-4609-9e85-d3eeb8f0dfa5 req-685d44a7-bf9a-4f00-9f65-18bdb51147dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:39.292231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e4d611b-61ea-4609-9e85-d3eeb8f0dfa5 req-685d44a7-bf9a-4f00-9f65-18bdb51147dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed4ae426-6236-408d-9317-431d07b866ff HTTP/1.1" status: 200 len: 859 time: 0.0763078 Jul 15 15:04:39.419020 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e4d611b-61ea-4609-9e85-d3eeb8f0dfa5 req-c260ee73-c1bd-4341-8b06-5ba909d94c15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112573 Jul 15 15:04:39.419541 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56162) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:39.595253 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-28bb3183-7262-4716-aa87-7eac96a92eb2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b6e7fc572b34cecb0ceda87fdc351e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543567 Jul 15 15:04:39.606485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fe53d-fb8f-4f4a-9631-8228bae7ede0 req-f7db7042-4f13-4406-88ec-5150765f4903 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:39.613738 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-173fe53d-fb8f-4f4a-9631-8228bae7ede0 req-f7db7042-4f13-4406-88ec-5150765f4903 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 946 time: 0.7633212 Jul 15 15:04:39.620054 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56168) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:39.760098 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:39.765774 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bd70-9576-4cbe-8f6d-d553dcbb4c25 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:39.789861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Transition to ACTIVE for port object 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:39.815448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-77f32d06-0a11-4a17-8c95-b6c91161e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:39.816728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-77f32d06-0a11-4a17-8c95-b6c91161e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:39.817668 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-77f32d06-0a11-4a17-8c95-b6c91161e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:39.819333 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-77f32d06-0a11-4a17-8c95-b6c91161e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:39.820484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-77f32d06-0a11-4a17-8c95-b6c91161e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:39.822811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-77f32d06-0a11-4a17-8c95-b6c91161e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:39.822811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-77f32d06-0a11-4a17-8c95-b6c91161e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:39.831744 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-77f32d06-0a11-4a17-8c95-b6c91161e90e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40bf669d7c86461487aff158b418b6f8&device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 6501 time: 1.2467287 Jul 15 15:04:39.834899 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bd70-9576-4cbe-8f6d-d553dcbb4c25 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:39.881087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Transition to ACTIVE for port object 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:39.910913 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:39.973874 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-173fe53d-fb8f-4f4a-9631-8228bae7ede0 req-43fe189c-76f7-433b-a68e-62f72f42ce2b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3589253 Jul 15 15:04:40.000200 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bd70-9576-4cbe-8f6d-d553dcbb4c25 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:40.008821 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b4c8bd70-9576-4cbe-8f6d-d553dcbb4c25 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6102633 Jul 15 15:04:40.010281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56182) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:40.065983 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a63dad5a-0ef4-488b-bde9-a4283b6fb1c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1232732461', 'security_groups': ['e88c53c5-8667-4039-acbe-ec570bcc26bc'], 'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '55d4d221-4959-49c4-9df1-376bd382a3aa'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:40.112117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8bd70-9576-4cbe-8f6d-d553dcbb4c25 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88c53c5-8667-4039-acbe-ec570bcc26bc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:40.151124 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e4d611b-61ea-4609-9e85-d3eeb8f0dfa5 req-b511dde2-9734-4928-99fc-de9a1c1415b3 service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679747 Jul 15 15:04:40.200971 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36e13d82-5d77-49d7-ab20-b7de3b21037a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:40.238595 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36e13d82-5d77-49d7-ab20-b7de3b21037a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:40.269037 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:40.290826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:40.312633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:40.334356 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56184) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:40.342378 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36e13d82-5d77-49d7-ab20-b7de3b21037a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:40.346302 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36e13d82-5d77-49d7-ab20-b7de3b21037a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:40.351432 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-36e13d82-5d77-49d7-ab20-b7de3b21037a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9531ecbe-1f43-4d7e-af71-3081edbcdce8 HTTP/1.1" status: 204 len: 168 time: 0.7272983 Jul 15 15:04:40.436605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e13d82-5d77-49d7-ab20-b7de3b21037a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9531ecbe-1f43-4d7e-af71-3081edbcdce8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:40.499071 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Pushing event updated for resources: {'Port': ['ID=6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:40.673225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e4d611b-61ea-4609-9e85-d3eeb8f0dfa5 req-e13df959-5c89-4ce4-b4c9-353033137969 service neutron] 10.222.0.11 "GET /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831254 Jul 15 15:04:40.683134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-3736d890-053e-42fa-8d02-911028de9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:40.683961 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-3736d890-053e-42fa-8d02-911028de9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:40.684809 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-3736d890-053e-42fa-8d02-911028de9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:40.687723 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-3736d890-053e-42fa-8d02-911028de9b8b service neutron] 10.222.0.11 "GET /v2.0/networks?id=62fd754e-5cad-4a48-a4b4-1613cbb8c1dc&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&id=bc696e57-667f-4451-b6b7-ff70513b7290&id=bc696e57-667f-4451-b6b7-ff70513b7290 HTTP/1.1" status: 200 len: 2297 time: 0.7722204 Jul 15 15:04:40.744871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53a899-be2d-46ed-a909-ab6a08045422 req-d531376a-4394-4f4b-b2f2-15e5347fbab7 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:40.763273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb53a899-be2d-46ed-a909-ab6a08045422 req-d531376a-4394-4f4b-b2f2-15e5347fbab7 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.2655077 Jul 15 15:04:40.784232 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Attempting to bind port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:04:40.784862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Attempting to bind port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'a5dbd3ec-2fc2-4665-8bfd-c3306bea6442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:04:40.792104 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Attempting to bind port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 on network fcd0e6c1-99a0-43aa-acae-6401d10b88cc {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:04:40.804930 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:04:40.808484 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Checking segment: {'id': 'a5dbd3ec-2fc2-4665-8bfd-c3306bea6442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:40.809085 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:40.809628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Bound using segment: {'id': 'a5dbd3ec-2fc2-4665-8bfd-c3306bea6442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:04:40.810357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Bound port: 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5dbd3ec-2fc2-4665-8bfd-c3306bea6442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:04:40.810995 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:40.893985 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb53a899-be2d-46ed-a909-ab6a08045422 req-8da1806c-c188-4a39-a292-190884b30e8f tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262851 Jul 15 15:04:40.931708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-13b63521-f2c9-490d-8f34-f6f7949af451 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-798052718-network', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:40.993737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b63521-f2c9-490d-8f34-f6f7949af451 admin admin] Made reservation on behalf of af47a1bbb7694b59891ca400f7d2f80f for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:40.996360 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-13b63521-f2c9-490d-8f34-f6f7949af451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:41.002738 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-b7210588-b7bb-434a-a821-60a1989b68b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e5d932-f978-4d92-b727-48048c8c1f91 HTTP/1.1" status: 200 len: 1000 time: 0.3011012 Jul 15 15:04:41.024565 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-13b63521-f2c9-490d-8f34-f6f7949af451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:41.133863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63dad5a-0ef4-488b-bde9-a4283b6fb1c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:41.161355 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] For port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:04:41.220212 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] For port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7,segment=NetworkSegment(a5dbd3ec-2fc2-4665-8bfd-c3306bea6442),segment_id=a5dbd3ec-2fc2-4665-8bfd-c3306bea6442)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:04:41.229509 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:41.259781 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-4fd6c0b3-e486-4b4b-a0cf-da37a423dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:41.280725 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-4fd6c0b3-e486-4b4b-a0cf-da37a423dbfe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=218cf0bf-5930-417f-bd02-08d18ed24ea1 HTTP/1.1" status: 200 len: 855 time: 0.2695961 Jul 15 15:04:41.284718 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-13b63521-f2c9-490d-8f34-f6f7949af451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:41.295078 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:41.300321 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-13b63521-f2c9-490d-8f34-f6f7949af451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:41.387620 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba1234-0fb8-4f55-8b14-304193d6e977 None None] Pushing event updated for resources: {'Port': ['ID=6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:41.411009 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b63521-f2c9-490d-8f34-f6f7949af451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:04:41.431724 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b63521-f2c9-490d-8f34-f6f7949af451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa837e2a-1157-4b43-a31f-3ff5d1071e1e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:41.450368 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-13b63521-f2c9-490d-8f34-f6f7949af451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:41.450993 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-13b63521-f2c9-490d-8f34-f6f7949af451 admin admin] Added segment 712bbba9-9e7d-41d0-af4c-24b571a47c8a of type vlan for network 38711604-9829-4a16-863a-256f6616e532 Jul 15 15:04:41.558840 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-13b63521-f2c9-490d-8f34-f6f7949af451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:41.623055 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-13b63521-f2c9-490d-8f34-f6f7949af451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:41.624513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b63521-f2c9-490d-8f34-f6f7949af451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:41.625143 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-13b63521-f2c9-490d-8f34-f6f7949af451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:41.633006 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a63dad5a-0ef4-488b-bde9-a4283b6fb1c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:41.639456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a162661-d4cd-49c9-9a0b-47698d6e9bfc req-01ef9f3f-1a16-42f4-ba72-23db766e4f3e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:41.641081 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2a162661-d4cd-49c9-9a0b-47698d6e9bfc req-01ef9f3f-1a16-42f4-ba72-23db766e4f3e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 946 time: 0.1825120 Jul 15 15:04:41.726090 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-13b63521-f2c9-490d-8f34-f6f7949af451 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3897612 Jul 15 15:04:41.729481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56210) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:41.738821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-5c264b92-2d95-4ce1-ba88-9a547b99e1eb admin admin] Request body: {'subnet': {'network_id': '38711604-9829-4a16-863a-256f6616e532', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-798052718-subnet', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:41.829109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-a63dad5a-0ef4-488b-bde9-a4283b6fb1c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] device_id is not set on port fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:04:41.872572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b63521-f2c9-490d-8f34-f6f7949af451 admin admin] Pushing event updated for resources: {'Network': ['ID=38711604-9829-4a16-863a-256f6616e532,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:41.914073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 38711604-9829-4a16-863a-256f6616e532 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:04:41.929159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2a162661-d4cd-49c9-9a0b-47698d6e9bfc req-85017fe2-935a-4d40-9322-01f5de433907 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573593 Jul 15 15:04:41.958664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c264b92-2d95-4ce1-ba88-9a547b99e1eb admin admin] Made reservation on behalf of af47a1bbb7694b59891ca400f7d2f80f for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:41.964453 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c264b92-2d95-4ce1-ba88-9a547b99e1eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:42.089406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-95a8229f-8421-4a87-ae0c-7beeb8936e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:42.092498 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-95a8229f-8421-4a87-ae0c-7beeb8936e3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62fd754e-5cad-4a48-a4b4-1613cbb8c1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8019643 Jul 15 15:04:42.117196 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56216) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:42.235214 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:42.397086 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c264b92-2d95-4ce1-ba88-9a547b99e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:42.444995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:42.499020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e93b33ff-4107-4adb-a96d-9c92a6650631 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-197583404-network', 'tenant_id': '4289f545b3d74fd58cc7b431f98da0c0'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:42.533041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0d19d-019d-4f20-bcc2-c813449240b0 req-af5f6132-7603-4285-958a-fdb629ec4266 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:42.540952 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9e0d19d-019d-4f20-bcc2-c813449240b0 req-af5f6132-7603-4285-958a-fdb629ec4266 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.2000942 Jul 15 15:04:42.558897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c264b92-2d95-4ce1-ba88-9a547b99e1eb admin admin] Checking segment: {'id': '712bbba9-9e7d-41d0-af4c-24b571a47c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '38711604-9829-4a16-863a-256f6616e532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:42.559576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c264b92-2d95-4ce1-ba88-9a547b99e1eb admin admin] Network hostable DHCP agents. Network: 38711604-9829-4a16-863a-256f6616e532, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:04:42.587039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c264b92-2d95-4ce1-ba88-9a547b99e1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d08b8c-76ef-49a9-a214-a67c0e853e39,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:42.627575 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9e0d19d-019d-4f20-bcc2-c813449240b0 req-c8c5909b-d998-4849-91ed-df686f062b15 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851517 Jul 15 15:04:42.636158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c264b92-2d95-4ce1-ba88-9a547b99e1eb admin admin] Network 38711604-9829-4a16-863a-256f6616e532 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:04:42.666099 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-5c264b92-2d95-4ce1-ba88-9a547b99e1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 38711604-9829-4a16-863a-256f6616e532) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:42.682951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c264b92-2d95-4ce1-ba88-9a547b99e1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:42.684415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f8c5a3-54b5-4942-a492-e984ddcc2846 None None] Network 38711604-9829-4a16-863a-256f6616e532 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:42.684639 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c264b92-2d95-4ce1-ba88-9a547b99e1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:42.872504 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-a63dad5a-0ef4-488b-bde9-a4283b6fb1c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Allocated IP 2001:db8::3d5 (fcd0e6c1-99a0-43aa-acae-6401d10b88cc/55d4d221-4959-49c4-9df1-376bd382a3aa/fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:43.160058 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5c264b92-2d95-4ce1-ba88-9a547b99e1eb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4262996 Jul 15 15:04:43.161447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56224) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:43.169160 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-798052718-router', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:43.170490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93b33ff-4107-4adb-a96d-9c92a6650631 admin admin] Made reservation on behalf of 4289f545b3d74fd58cc7b431f98da0c0 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:43.171322 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a63b2604-3823-4c91-b423-623e561093d8 None None] Provisioning complete for port 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:43.172872 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a63b2604-3823-4c91-b423-623e561093d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:43.173202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e93b33ff-4107-4adb-a96d-9c92a6650631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:43.175987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-38711604-9829-4a16-863a-256f6616e532', 'network_id': '38711604-9829-4a16-863a-256f6616e532', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'fixed_ips': [{'subnet_id': '02d08b8c-76ef-49a9-a214-a67c0e853e39'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:04:43.177256 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:43.196332 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a63dad5a-0ef4-488b-bde9-a4283b6fb1c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:43.214096 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-ece52d9e-9f49-4123-9f3f-ff114fc0a23d service neutron] 10.222.0.11 "GET /v2.0/networks/62fd754e-5cad-4a48-a4b4-1613cbb8c1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0876815 Jul 15 15:04:43.215133 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e93b33ff-4107-4adb-a96d-9c92a6650631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:43.261924 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:43.264091 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:43.281940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a63b2604-3823-4c91-b423-623e561093d8 None None] Port 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:43.293667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Allocated IP 172.21.0.1 (a01da3ec-e7fd-4a57-80e0-dfa48119e7ba/9aa15b95-8a10-40b8-adab-bbce84db996b/3126abfb-ba43-4ec3-bf01-135edbfb6970) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:43.360071 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a63b2604-3823-4c91-b423-623e561093d8 None None] Provisioning for port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:43.377896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a63b2604-3823-4c91-b423-623e561093d8 None None] Provisioning complete for port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:43.378368 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a63b2604-3823-4c91-b423-623e561093d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:43.411051 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:43.442228 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:43.459745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Transition to ACTIVE for port object 3126abfb-ba43-4ec3-bf01-135edbfb6970 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:43.604585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Allocated IP 172.20.0.2 (38711604-9829-4a16-863a-256f6616e532/02d08b8c-76ef-49a9-a214-a67c0e853e39/6fa9fb4c-ea35-43af-8bf9-e99f855a294c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:43.620048 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:43.629026 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a63b2604-3823-4c91-b423-623e561093d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:43.743775 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-a63dad5a-0ef4-488b-bde9-a4283b6fb1c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Transition to ACTIVE for port object fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:43.748410 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:43.761620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afaea2-40a8-4d9f-9457-ed1b819c4f6d req-ed7921ab-d7c2-4202-9f07-00318d6a4f46 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:43.763638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1afaea2-40a8-4d9f-9457-ed1b819c4f6d req-ed7921ab-d7c2-4202-9f07-00318d6a4f46 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 946 time: 0.3503478 Jul 15 15:04:43.828904 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-c53b5b07-4481-4185-8936-1c19aefa7576 service neutron] 10.222.0.11 "GET /v2.0/networks/62fd754e-5cad-4a48-a4b4-1613cbb8c1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275774 Jul 15 15:04:43.853409 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1afaea2-40a8-4d9f-9457-ed1b819c4f6d req-42440c13-7b3e-4263-9daf-291b6d6e398c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764091 Jul 15 15:04:43.925133 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a63b2604-3823-4c91-b423-623e561093d8 None None] For port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7,segment=NetworkSegment(a5dbd3ec-2fc2-4665-8bfd-c3306bea6442),segment_id=a5dbd3ec-2fc2-4665-8bfd-c3306bea6442)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:43.934072 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a63b2604-3823-4c91-b423-623e561093d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:43.935430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=3126abfb-ba43-4ec3-bf01-135edbfb6970,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:43.988942 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a63dad5a-0ef4-488b-bde9-a4283b6fb1c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:43.994615 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network a01da3ec-e7fd-4a57-80e0-dfa48119e7ba is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:44.048607 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b2604-3823-4c91-b423-623e561093d8 None None] Pushing event updated for resources: {'Port': ['ID=6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:44.066744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63dad5a-0ef4-488b-bde9-a4283b6fb1c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:44.073790 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-867c0fc1-9a1b-43d3-99e2-8abf82b4852e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=9528b9f5-a68e-4bea-af14-70d1357b739c HTTP/1.1" status: 200 len: 217 time: 0.1660485 Jul 15 15:04:44.075063 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:44.154388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:44.171748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702086a-6940-455d-95da-8ad91ae23a64 req-1c163f88-3d1f-46be-ad58-570eaa0658ac tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:44.181540 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3702086a-6940-455d-95da-8ad91ae23a64 req-1c163f88-3d1f-46be-ad58-570eaa0658ac tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.3126435 Jul 15 15:04:44.292890 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:44.310010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Transition to ACTIVE for port object 6fa9fb4c-ea35-43af-8bf9-e99f855a294c will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:44.334803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63dad5a-0ef4-488b-bde9-a4283b6fb1c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:44.336881 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Transition to ACTIVE for port object 6fa9fb4c-ea35-43af-8bf9-e99f855a294c will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:44.346940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a63dad5a-0ef4-488b-bde9-a4283b6fb1c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:44.357762 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:44.362722 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:44.373199 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63dad5a-0ef4-488b-bde9-a4283b6fb1c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:44.385716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63dad5a-0ef4-488b-bde9-a4283b6fb1c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:44.387536 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a63dad5a-0ef4-488b-bde9-a4283b6fb1c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:44.418427 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-a17f4019-f949-4014-a59b-123b196ea96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:44.420872 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-a17f4019-f949-4014-a59b-123b196ea96a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.3192925 Jul 15 15:04:44.463179 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3702086a-6940-455d-95da-8ad91ae23a64 req-f2911da0-dd28-4aac-8780-a654c5c03336 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758408 Jul 15 15:04:44.464339 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:44.471066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Network 38711604-9829-4a16-863a-256f6616e532 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:44.494392 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:44.502658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:44.572049 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Pushing event updated for resources: {'Port': ['ID=6fa9fb4c-ea35-43af-8bf9-e99f855a294c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:44.595636 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:44.653348 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Attempting to bind port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:04:44.656407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Attempting to bind port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '712bbba9-9e7d-41d0-af4c-24b571a47c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '38711604-9829-4a16-863a-256f6616e532'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:04:44.657008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Attempting to bind port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c on network 38711604-9829-4a16-863a-256f6616e532 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:04:44.661389 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-38d88799-79b4-4d05-900b-2b4b50353fa8 None None] Provisioning for port 3126abfb-ba43-4ec3-bf01-135edbfb6970 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:44.668833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-38d88799-79b4-4d05-900b-2b4b50353fa8 None None] Provisioning complete for port 3126abfb-ba43-4ec3-bf01-135edbfb6970 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:44.669481 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38d88799-79b4-4d05-900b-2b4b50353fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:44.674293 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:04:44.675047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Checking segment: {'id': '712bbba9-9e7d-41d0-af4c-24b571a47c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '38711604-9829-4a16-863a-256f6616e532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:44.675920 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:44.676521 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Bound using segment: {'id': '712bbba9-9e7d-41d0-af4c-24b571a47c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '38711604-9829-4a16-863a-256f6616e532'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:04:44.677258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Bound port: 6fa9fb4c-ea35-43af-8bf9-e99f855a294c, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712bbba9-9e7d-41d0-af4c-24b571a47c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '38711604-9829-4a16-863a-256f6616e532'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:04:44.678695 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:44.852519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-38d88799-79b4-4d05-900b-2b4b50353fa8 None None] Port 3126abfb-ba43-4ec3-bf01-135edbfb6970 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:44.874285 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] For port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:04:44.878277 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] For port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6fa9fb4c-ea35-43af-8bf9-e99f855a294c,segment=NetworkSegment(712bbba9-9e7d-41d0-af4c-24b571a47c8a),segment_id=712bbba9-9e7d-41d0-af4c-24b571a47c8a)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:04:44.902057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-cf957dae-20e7-481d-9878-5094cdf39f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:44.915928 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-cf957dae-20e7-481d-9878-5094cdf39f3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4750357 Jul 15 15:04:44.929907 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.002770 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e93b33ff-4107-4adb-a96d-9c92a6650631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.042673 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Allocated IP 172.25.4.154 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/eff4f7b5-d056-4de4-93f5-c787d71c17a8) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:45.081564 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e93b33ff-4107-4adb-a96d-9c92a6650631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.119646 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a63dad5a-0ef4-488b-bde9-a4283b6fb1c3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0784721 Jul 15 15:04:45.119879 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e8aef-fc86-49a4-b875-630d94e97ef1 None None] Pushing event updated for resources: {'Port': ['ID=6fa9fb4c-ea35-43af-8bf9-e99f855a294c,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:45.151339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56238) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:45.189616 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-95c3d605-f12a-4dfc-897f-439e5efe298a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'subnet': {'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:45.216426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-635e9c09-364f-491e-b012-959172847296 None None] Provisioning for port fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:45.224112 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-635e9c09-364f-491e-b012-959172847296 None None] Provisioning complete for port fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:45.226398 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-635e9c09-364f-491e-b012-959172847296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.344219 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-635e9c09-364f-491e-b012-959172847296 None None] Port fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:45.363814 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93b33ff-4107-4adb-a96d-9c92a6650631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:04:45.445081 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.503087 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b33ff-4107-4adb-a96d-9c92a6650631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af318bab-d80b-4666-b08c-4b47c6a42c98,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:45.517424 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.537714 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e93b33ff-4107-4adb-a96d-9c92a6650631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.538258 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-e93b33ff-4107-4adb-a96d-9c92a6650631 admin admin] Added segment be83d6c1-951d-496c-9f0b-4ba2e0bec677 of type vlan for network c517e729-6da1-4ffd-baaf-0859555c1d3b Jul 15 15:04:45.707496 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.783318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:45.791494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:45.798723 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-55e99051-bc3c-4fea-8e77-da6d2e3d2892 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8555305 Jul 15 15:04:45.799809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:45.858577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ae783-9c7d-4268-8d8f-63b166f59507 req-2a8c8907-ca37-46dc-a871-fa06fb9739b2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:45.858865 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e93b33ff-4107-4adb-a96d-9c92a6650631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.863259 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b49ae783-9c7d-4268-8d8f-63b166f59507 req-2a8c8907-ca37-46dc-a871-fa06fb9739b2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 946 time: 0.2995260 Jul 15 15:04:45.976699 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Pushing event updated for resources: {'Port': ['ID=eff4f7b5-d056-4de4-93f5-c787d71c17a8,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:46.040758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b49ae783-9c7d-4268-8d8f-63b166f59507 req-73eeebfc-bfc0-4d9b-a4a8-de3b050106cd tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762648 Jul 15 15:04:46.306418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:46.328023 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.423491 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:46.424157 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.680577 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6fa9fb4c-ea35-43af-8bf9-e99f855a294c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:46.831065 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:46.867113 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-cb084519-92b1-4964-8723-406928b94aba service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9883878 Jul 15 15:04:47.009488 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-8fc7ddd3-a0f1-4697-8bee-29e0bfbefe19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=ea6c6468-db9b-4be4-a110-cfd32f419f39 HTTP/1.1" status: 200 len: 217 time: 0.1333966 Jul 15 15:04:47.107016 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.123310 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e93b33ff-4107-4adb-a96d-9c92a6650631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.124585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93b33ff-4107-4adb-a96d-9c92a6650631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:47.125082 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e93b33ff-4107-4adb-a96d-9c92a6650631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.143147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647927d1-5052-4c10-9ebf-9406a607e88b None None] Network 38711604-9829-4a16-863a-256f6616e532 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:47.153859 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.250683 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.264911 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e93b33ff-4107-4adb-a96d-9c92a6650631 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 5.1468990 Jul 15 15:04:47.304667 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3982a0eb-6351-4a13-8c5d-858d137ea73b None None] Provisioning for port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:47.320772 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3982a0eb-6351-4a13-8c5d-858d137ea73b None None] Provisioning complete for port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:47.332528 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3982a0eb-6351-4a13-8c5d-858d137ea73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.390126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c3d605-f12a-4dfc-897f-439e5efe298a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:47.395005 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95c3d605-f12a-4dfc-897f-439e5efe298a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.417345 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56258) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:47.418514 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.428461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9153fb39-e9b2-4d71-962b-5708c28ddd62 admin admin] Request body: {'subnet': {'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-197583404-subnet', 'tenant_id': '4289f545b3d74fd58cc7b431f98da0c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:47.518587 n-d-764435-3 neutron-server[100712]: INFO neutron.db.ipam_backend_mixin [None req-95c3d605-f12a-4dfc-897f-439e5efe298a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 55d4d221-4959-49c4-9df1-376bd382a3aa (CIDR: 2001:db8::/64) Jul 15 15:04:47.556110 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c3d605-f12a-4dfc-897f-439e5efe298a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:04:47.567314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c3d605-f12a-4dfc-897f-439e5efe298a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:04:47.592972 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3982a0eb-6351-4a13-8c5d-858d137ea73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.610331 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9153fb39-e9b2-4d71-962b-5708c28ddd62 admin admin] Made reservation on behalf of 4289f545b3d74fd58cc7b431f98da0c0 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:47.613459 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9153fb39-e9b2-4d71-962b-5708c28ddd62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.621119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network a01da3ec-e7fd-4a57-80e0-dfa48119e7ba is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:47.631432 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-95c3d605-f12a-4dfc-897f-439e5efe298a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4601893 Jul 15 15:04:47.638907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:47.643584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56260) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:47.675583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2ef243db-e535-4ad3-96a7-34c0334949bf tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'subnet': {'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:47.687076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3982a0eb-6351-4a13-8c5d-858d137ea73b None None] For port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6fa9fb4c-ea35-43af-8bf9-e99f855a294c,segment=NetworkSegment(712bbba9-9e7d-41d0-af4c-24b571a47c8a),segment_id=712bbba9-9e7d-41d0-af4c-24b571a47c8a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:47.697176 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3982a0eb-6351-4a13-8c5d-858d137ea73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.906094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982a0eb-6351-4a13-8c5d-858d137ea73b None None] Pushing event updated for resources: {'Port': ['ID=6fa9fb4c-ea35-43af-8bf9-e99f855a294c,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:48.038612 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b33ff-4107-4adb-a96d-9c92a6650631 admin admin] Pushing event updated for resources: {'Network': ['ID=c517e729-6da1-4ffd-baaf-0859555c1d3b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:48.041028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=3126abfb-ba43-4ec3-bf01-135edbfb6970,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:48.048632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-529cc69a-74b7-4472-9a6d-cb7f212b0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:48.050235 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-529cc69a-74b7-4472-9a6d-cb7f212b0833 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 1.0280249 Jul 15 15:04:48.056233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network c517e729-6da1-4ffd-baaf-0859555c1d3b details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:04:48.171397 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9153fb39-e9b2-4d71-962b-5708c28ddd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.248545 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router 6bac9ec4-2803-417b-b064-bdc187caa0b1 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:04:48.291464 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef243db-e535-4ad3-96a7-34c0334949bf tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:48.298965 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ef243db-e535-4ad3-96a7-34c0334949bf tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.314080 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c4958ffb-bb45-4d43-8a02-fd83a79a6194 None None] Provisioning complete for port 3126abfb-ba43-4ec3-bf01-135edbfb6970 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:48.314635 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c4958ffb-bb45-4d43-8a02-fd83a79a6194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.367701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01277743-9788-4d9e-ba16-7f26a21d9d90 req-9390e2d2-7dd5-4152-95d5-69031fad0498 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:48.375686 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01277743-9788-4d9e-ba16-7f26a21d9d90 req-9390e2d2-7dd5-4152-95d5-69031fad0498 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 946 time: 0.9591925 Jul 15 15:04:48.418071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153fb39-e9b2-4d71-962b-5708c28ddd62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4803622-51c3-4ba2-bbd3-8a95b451937b,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:48.420560 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c4958ffb-bb45-4d43-8a02-fd83a79a6194 None None] Port 3126abfb-ba43-4ec3-bf01-135edbfb6970 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:48.421705 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-ee6d3ea5-c973-4a28-865e-bc0797c93b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:48.424066 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-ee6d3ea5-c973-4a28-865e-bc0797c93b42 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2309000 Jul 15 15:04:48.492936 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01277743-9788-4d9e-ba16-7f26a21d9d90 req-afef8727-621c-4419-8bd9-83066b531ede tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154981 Jul 15 15:04:48.506266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153fb39-e9b2-4d71-962b-5708c28ddd62 admin admin] Checking segment: {'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:48.508271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9153fb39-e9b2-4d71-962b-5708c28ddd62 admin admin] Network hostable DHCP agents. Network: c517e729-6da1-4ffd-baaf-0859555c1d3b, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:04:48.529698 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Router 06833e0c-d831-4d1a-95ae-14fe2671518f is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:04:48.543614 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9153fb39-e9b2-4d71-962b-5708c28ddd62 admin admin] Network c517e729-6da1-4ffd-baaf-0859555c1d3b is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:04:48.557168 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cf7df6a1-444a-4fd7-a838-52de332d11be None None] Provisioning complete for port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:48.557718 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf7df6a1-444a-4fd7-a838-52de332d11be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.588211 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-5dfe6dc0-60e0-4fed-90ce-29948e40caa4 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266205 Jul 15 15:04:48.656947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:48.668930 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e476c31-ee7a-4645-81e9-0f98b6546979 None None] Sync routers for ids ['6bac9ec4-2803-417b-b064-bdc187caa0b1'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:48.675989 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-650e9126-68b1-4682-862a-f4a32997dd2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/6bac9ec4-2803-417b-b064-bdc187caa0b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2683377 Jul 15 15:04:48.679403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56268) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:48.689658 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e476c31-ee7a-4645-81e9-0f98b6546979 None None] Routers {'6bac9ec4-2803-417b-b064-bdc187caa0b1'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:48.693365 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9e476c31-ee7a-4645-81e9-0f98b6546979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6bac9ec4-2803-417b-b064-bdc187caa0b1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:48.781137 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.785749 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9e476c31-ee7a-4645-81e9-0f98b6546979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:48.813606 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e476c31-ee7a-4645-81e9-0f98b6546979 None None] Routers {'6bac9ec4-2803-417b-b064-bdc187caa0b1'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:48.814462 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9e476c31-ee7a-4645-81e9-0f98b6546979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6bac9ec4-2803-417b-b064-bdc187caa0b1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:48.868687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:48.885642 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080db9c6-144e-4799-8886-d5afa001ad6e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:48.896118 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Sync routers for ids ['06833e0c-d831-4d1a-95ae-14fe2671518f'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:48.896944 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-080db9c6-144e-4799-8886-d5afa001ad6e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports/3126abfb-ba43-4ec3-bf01-135edbfb6970 HTTP/1.1" status: 200 len: 910 time: 0.2136614 Jul 15 15:04:48.897955 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56272) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:48.902892 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-9153fb39-e9b2-4d71-962b-5708c28ddd62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, c517e729-6da1-4ffd-baaf-0859555c1d3b) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:48.915351 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Routers {'06833e0c-d831-4d1a-95ae-14fe2671518f'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:48.916298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['06833e0c-d831-4d1a-95ae-14fe2671518f'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:48.932137 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9153fb39-e9b2-4d71-962b-5708c28ddd62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:48.941854 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9153fb39-e9b2-4d71-962b-5708c28ddd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.953955 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9e476c31-ee7a-4645-81e9-0f98b6546979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:48.958067 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e476c31-ee7a-4645-81e9-0f98b6546979 None None] The sync data for ids ['6bac9ec4-2803-417b-b064-bdc187caa0b1'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:04:48.990175 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.995831 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-60d930ed-c1d0-420f-bae5-5205dba711db admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8319781 Jul 15 15:04:48.998937 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56276) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:49.022374 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9153fb39-e9b2-4d71-962b-5708c28ddd62 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5918093 Jul 15 15:04:49.035746 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-6aa936af-e9cf-4b66-944d-f783d37e723c service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382138 Jul 15 15:04:49.077033 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37881821-d1c2-41b0-9ec9-1126406e5790 None None] Network c517e729-6da1-4ffd-baaf-0859555c1d3b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:49.173731 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-941a389d-631c-46dc-a392-f552a6976556 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e HTTP/1.1" status: 200 len: 217 time: 0.0985725 Jul 15 15:04:49.274769 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:49.281214 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Set router 06833e0c-d831-4d1a-95ae-14fe2671518f gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:49.558193 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-a56d3d89-cd58-498e-8c54-03b3b5dccbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:49.560138 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-a56d3d89-cd58-498e-8c54-03b3b5dccbf5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.3746161 Jul 15 15:04:49.564184 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ef243db-e535-4ad3-96a7-34c0334949bf tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:49.638763 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef243db-e535-4ad3-96a7-34c0334949bf tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Subnet': ['ID=b0e96162-5fa7-4628-87a6-11b4f1ca3c11,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:49.715518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef243db-e535-4ad3-96a7-34c0334949bf tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:49.721852 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2ef243db-e535-4ad3-96a7-34c0334949bf tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:49.734549 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef243db-e535-4ad3-96a7-34c0334949bf tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:49.735209 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ef243db-e535-4ad3-96a7-34c0334949bf tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:49.978688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a6d57d-f05d-40e6-abef-c7e199d69508 None None] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:50.056566 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2ef243db-e535-4ad3-96a7-34c0334949bf tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3853083 Jul 15 15:04:50.060894 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56298) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:50.071649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6fa9fb4c-ea35-43af-8bf9-e99f855a294c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:50.072090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-80cf0a7e-8f5b-453f-a9dd-f7df589233b3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1001345961', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b0e96162-5fa7-4628-87a6-11b4f1ca3c11'}], 'security_groups': ['554d92de-b6e8-4b2e-9731-77af2c755e23']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:50.153971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-d2edc6fc-7907-406f-a020-3c3d578c4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:50.156004 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-d2edc6fc-7907-406f-a020-3c3d578c4583 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5259306 Jul 15 15:04:50.349749 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db34c39-c6a6-4724-b11c-53e204f56718 None None] Network c517e729-6da1-4ffd-baaf-0859555c1d3b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:50.433407 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.501058 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:50.501686 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.506564 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2638f-a75c-46e3-80ad-f9a56b639dbf req-9aa1a715-1076-4fde-9cc6-42b01619eb6c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:50.510064 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5d2638f-a75c-46e3-80ad-f9a56b639dbf req-9aa1a715-1076-4fde-9cc6-42b01619eb6c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 946 time: 0.4884684 Jul 15 15:04:50.533447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-8800485f-9f08-4460-9ab4-cbbfa46f956f tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:50.537296 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-8800485f-9f08-4460-9ab4-cbbfa46f956f tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/networks?id=c517e729-6da1-4ffd-baaf-0859555c1d3b HTTP/1.1" status: 200 len: 812 time: 0.6194801 Jul 15 15:04:50.572341 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-e4572708-62d2-46c6-9236-e7abf9b252a7 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456514 Jul 15 15:04:50.653774 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-7dc3d328-93de-4c9d-8583-662c283f29ec tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/quotas/4289f545b3d74fd58cc7b431f98da0c0 HTTP/1.1" status: 200 len: 375 time: 0.0918477 Jul 15 15:04:50.661848 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'name': 'tempest-ServersTestMultiNic-798052718-router', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:43Z', 'updated_at': '2021-07-15T15:04:46Z', 'revision_number': 3, 'project_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'gw_port': {'id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:44Z', 'updated_at': '2021-07-15T15:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:50.711784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-a90115c5-e888-45fa-96ef-039e7b7ebba9 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4289f545b3d74fd58cc7b431f98da0c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468554 Jul 15 15:04:50.721810 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5d2638f-a75c-46e3-80ad-f9a56b639dbf req-d0d02f3d-2a54-4260-971c-0ffe80437aac tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829350 Jul 15 15:04:50.792865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Checking router: 06833e0c-d831-4d1a-95ae-14fe2671518f for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:04:50.795495 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Updating router 06833e0c-d831-4d1a-95ae-14fe2671518f port eff4f7b5-d056-4de4-93f5-c787d71c17a8 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:04:50.878259 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-d2ff642d-e8a9-4a75-84ca-fab7e13cd13b service neutron] 10.222.0.38 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522036 Jul 15 15:04:50.958354 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Allocated IP 172.20.0.1 (38711604-9829-4a16-863a-256f6616e532/02d08b8c-76ef-49a9-a214-a67c0e853e39/e504f3ef-9bb4-4182-8fd2-a6fc41fe360c) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:51.128221 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:51.140202 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:51.154164 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fbaec7-e5f0-4234-8f42-b2e936caeec8 None None] Update dhcp port {'port': {'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'fixed_ips': [{'subnet_id': '55d4d221-4959-49c4-9df1-376bd382a3aa', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b0e96162-5fa7-4628-87a6-11b4f1ca3c11'}], 'binding:host_id': 'n-d-764435-3'}, 'id': '6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7'} from n-d-764435-3. {{(pid=100713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 15:04:51.167337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Transition to ACTIVE for port object e504f3ef-9bb4-4182-8fd2-a6fc41fe360c will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:51.214627 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:51.319507 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Network 38711604-9829-4a16-863a-256f6616e532 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:51.327706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:51.343125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:51.412241 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e504f3ef-9bb4-4182-8fd2-a6fc41fe360c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:51.415162 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79fbaec7-e5f0-4234-8f42-b2e936caeec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:51.429950 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:51.589587 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-8112d655-75fc-4f17-8c4f-7e61b8205779 service neutron] 10.222.0.38 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862655 Jul 15 15:04:51.619645 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-ffd113b0-7e89-4f30-8d71-4eeebd46591a service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0330193 Jul 15 15:04:51.788061 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-a7d43522-2dd1-4d2b-b28a-8f66cbcc56ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=509907ba-1a04-411d-8ccf-0436bca64bb6 HTTP/1.1" status: 200 len: 217 time: 0.1328032 Jul 15 15:04:51.837403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cd4dca20-57bc-4809-9de6-f9bd8ca87265 None None] Provisioning for port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:51.862678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80cf0a7e-8f5b-453f-a9dd-f7df589233b3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:51.888682 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-908d1bb3-90b6-4330-9ae7-8e1af0912333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:51.890211 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-908d1bb3-90b6-4330-9ae7-8e1af0912333 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 200 len: 797 time: 0.0946257 Jul 15 15:04:51.893648 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d157ef66-9132-428f-b1cd-ec2a77f25fe9 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:51.896773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cd4dca20-57bc-4809-9de6-f9bd8ca87265 None None] Provisioning complete for port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:51.897136 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cd4dca20-57bc-4809-9de6-f9bd8ca87265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:52.005760 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:52.192564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cd4dca20-57bc-4809-9de6-f9bd8ca87265 None None] Port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:52.316023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-84f3ddd8-f61c-4a9a-a4f0-a5d142ce3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:52.317633 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-84f3ddd8-f61c-4a9a-a4f0-a5d142ce3048 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92c49654-4ba4-4f61-8bf5-dcf860f7db35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3114929 Jul 15 15:04:52.368467 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:52.386922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Transition to ACTIVE for port object eff4f7b5-d056-4de4-93f5-c787d71c17a8 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:52.402933 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:52.442356 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b2fc5-faf5-4f37-904a-98e56a8dcf69 req-b3ae1402-532a-4278-a742-0f3c60c88800 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:52.445172 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb7b2fc5-faf5-4f37-904a-98e56a8dcf69 req-b3ae1402-532a-4278-a742-0f3c60c88800 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 946 time: 0.2747567 Jul 15 15:04:52.461338 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-c94e3df9-8adf-4e28-9900-e12b4c607681 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323142 Jul 15 15:04:52.520190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969683e-9219-4f7c-aef0-c9b63605e123 None None] Pushing event updated for resources: {'Port': ['ID=eff4f7b5-d056-4de4-93f5-c787d71c17a8,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:52.548193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-79fbaec7-e5f0-4234-8f42-b2e936caeec8 None None] Allocated IP 2001:db8:0:1::2 (fcd0e6c1-99a0-43aa-acae-6401d10b88cc/b0e96162-5fa7-4628-87a6-11b4f1ca3c11/6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:52.604445 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:52.612676 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb7b2fc5-faf5-4f37-904a-98e56a8dcf69 req-0c39006a-8563-47dc-8b70-cab5869480e3 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477630 Jul 15 15:04:52.614981 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:52.615794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Attempting to bind port eff4f7b5-d056-4de4-93f5-c787d71c17a8 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:04:52.617089 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Attempting to bind port eff4f7b5-d056-4de4-93f5-c787d71c17a8 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:04:52.618705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Attempting to bind port eff4f7b5-d056-4de4-93f5-c787d71c17a8 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:04:52.649356 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:04:52.655339 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:52.657191 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:52.657957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:04:52.660427 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Bound port: eff4f7b5-d056-4de4-93f5-c787d71c17a8, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:04:52.660427 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:52.696001 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:52.742589 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-7c184748-fc9f-4af4-bb88-04766a058584 service neutron] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722695 Jul 15 15:04:52.759974 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d157ef66-9132-428f-b1cd-ec2a77f25fe9 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port 3126abfb-ba43-4ec3-bf01-135edbfb6970 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:52.762792 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d157ef66-9132-428f-b1cd-ec2a77f25fe9 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:52.799664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e504f3ef-9bb4-4182-8fd2-a6fc41fe360c,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:52.859213 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-b263a6df-1c53-495b-8960-8444781aa769 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a877dc9-de97-4a8e-96ad-d46479b35576 HTTP/1.1" status: 200 len: 217 time: 0.1016731 Jul 15 15:04:52.931705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] For port eff4f7b5-d056-4de4-93f5-c787d71c17a8, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:04:52.938508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] For port eff4f7b5-d056-4de4-93f5-c787d71c17a8, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=eff4f7b5-d056-4de4-93f5-c787d71c17a8,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:04:52.965518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Network 38711604-9829-4a16-863a-256f6616e532 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:52.968312 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:52.978315 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-79fbaec7-e5f0-4234-8f42-b2e936caeec8 None None] For port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7,segment=NetworkSegment(a5dbd3ec-2fc2-4665-8bfd-c3306bea6442),segment_id=a5dbd3ec-2fc2-4665-8bfd-c3306bea6442)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:52.987072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-15d404bc-5cea-4cd8-93c9-93300dfa3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:52.990982 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-15d404bc-5cea-4cd8-93c9-93300dfa3a3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=165daafa-0d29-4390-8abc-b1c1c0c27210 HTTP/1.1" status: 200 len: 797 time: 0.1215641 Jul 15 15:04:53.042669 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79fbaec7-e5f0-4234-8f42-b2e936caeec8 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.087278 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-79fbaec7-e5f0-4234-8f42-b2e936caeec8 None None] Transition to ACTIVE for port object 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:53.090617 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.125968 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79fbaec7-e5f0-4234-8f42-b2e936caeec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.328931 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Routers {'06833e0c-d831-4d1a-95ae-14fe2671518f'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:53.329886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['06833e0c-d831-4d1a-95ae-14fe2671518f'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:53.509736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969683e-9219-4f7c-aef0-c9b63605e123 None None] Pushing event updated for resources: {'Port': ['ID=eff4f7b5-d056-4de4-93f5-c787d71c17a8,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:53.524688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0b3dc31a-60aa-49bb-89c8-23f9f4159583 None None] Provisioning complete for port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:53.525090 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc31a-60aa-49bb-89c8-23f9f4159583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.528542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Router 06833e0c-d831-4d1a-95ae-14fe2671518f has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:04:53.645315 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-80cf0a7e-8f5b-453f-a9dd-f7df589233b3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Delete allocated IP 2001:db8::3d5 (fcd0e6c1-99a0-43aa-acae-6401d10b88cc/55d4d221-4959-49c4-9df1-376bd382a3aa) {{(pid=100712) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 15:04:53.671589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-80cf0a7e-8f5b-453f-a9dd-f7df589233b3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Allocated IP 2001:db8:0:1::3bd (fcd0e6c1-99a0-43aa-acae-6401d10b88cc/b0e96162-5fa7-4628-87a6-11b4f1ca3c11/fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:53.834931 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] Set router 06833e0c-d831-4d1a-95ae-14fe2671518f gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:53.842101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0b3dc31a-60aa-49bb-89c8-23f9f4159583 None None] Port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:54.072947 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:54.133044 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80cf0a7e-8f5b-453f-a9dd-f7df589233b3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:54.173810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-80cf0a7e-8f5b-453f-a9dd-f7df589233b3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Transition to ACTIVE for port object fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:54.178731 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-69a9132a-6a10-484b-8679-e9ddba6c68e0 admin admin] 10.222.0.38 "PUT /v2.0/routers/06833e0c-d831-4d1a-95ae-14fe2671518f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1751547 Jul 15 15:04:54.182886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82bedf65-716e-42fd-b1ef-b6b2246fc25f req-43bb314c-0f91-4520-88d7-8ffe0549868f tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=aaa4120d-d381-4d96-9bd4-278b15a3c8b7 HTTP/1.1" status: 200 len: 210 time: 0.2295959 Jul 15 15:04:54.242042 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80cf0a7e-8f5b-453f-a9dd-f7df589233b3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:54.249493 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d157ef66-9132-428f-b1cd-ec2a77f25fe9 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:54.385907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a5191-0ba0-4d5e-b13e-6b7302603ce7 req-4fe5bc60-90ad-4d6c-a3eb-a8dfcd596fed tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:54.399082 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-115a5191-0ba0-4d5e-b13e-6b7302603ce7 req-4fe5bc60-90ad-4d6c-a3eb-a8dfcd596fed tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 946 time: 0.4370916 Jul 15 15:04:54.402218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56334) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:54.496377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf0a7e-8f5b-453f-a9dd-f7df589233b3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:54.539485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d157ef66-9132-428f-b1cd-ec2a77f25fe9 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for 3126abfb-ba43-4ec3-bf01-135edbfb6970 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:54.544038 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbaec7-e5f0-4234-8f42-b2e936caeec8 None None] Pushing event updated for resources: {'Port': ['ID=6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:54.561995 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-115a5191-0ba0-4d5e-b13e-6b7302603ce7 req-59138b45-33de-435d-a963-808b5462cd8a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605918 Jul 15 15:04:54.586827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ff4d98a8-7386-44d7-bccb-771229b65283 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-4101247'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:54.718351 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4d98a8-7386-44d7-bccb-771229b65283 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Made reservation on behalf of af47a1bbb7694b59891ca400f7d2f80f for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:54.733079 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff4d98a8-7386-44d7-bccb-771229b65283 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:54.830712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4d98a8-7386-44d7-bccb-771229b65283 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:04:54.841906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-80d47779-2c09-4e93-a0e5-f8dd9f70644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:54.843837 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-80d47779-2c09-4e93-a0e5-f8dd9f70644b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc696e57-667f-4451-b6b7-ff70513b7290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.8415153 Jul 15 15:04:54.867757 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d157ef66-9132-428f-b1cd-ec2a77f25fe9 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:54.898505 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff4d98a8-7386-44d7-bccb-771229b65283 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:54.908845 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-ff4d98a8-7386-44d7-bccb-771229b65283 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Added segment ec18e1e3-3164-47c6-ac20-55ea95103548 of type vlan for network 0548e743-3d13-4cb9-8372-5fe575c17d69 Jul 15 15:04:55.000563 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'name': 'tempest-ServersTestMultiNic-798052718-router', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:43Z', 'updated_at': '2021-07-15T15:04:51Z', 'revision_number': 4, 'project_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'gw_port': {'id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:44Z', 'updated_at': '2021-07-15T15:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e504f3ef-9bb4-4182-8fd2-a6fc41fe360c', 'name': '', 'network_id': '38711604-9829-4a16-863a-256f6616e532', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'mac_address': 'fa:16:3e:3a:a8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '02d08b8c-76ef-49a9-a214-a67c0e853e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:52Z', 'revision_number': 2, 'project_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'subnets': [{'id': '02d08b8c-76ef-49a9-a214-a67c0e853e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:55.059640 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abdc467-8c0f-4363-8eef-8f7b5d064817 None None] The sync data for ids ['06833e0c-d831-4d1a-95ae-14fe2671518f'] in n-d-764435-3 is: [{'id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'name': 'tempest-ServersTestMultiNic-798052718-router', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:43Z', 'updated_at': '2021-07-15T15:04:51Z', 'revision_number': 4, 'project_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'gw_port': {'id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:44Z', 'updated_at': '2021-07-15T15:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e504f3ef-9bb4-4182-8fd2-a6fc41fe360c', 'name': '', 'network_id': '38711604-9829-4a16-863a-256f6616e532', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'mac_address': 'fa:16:3e:3a:a8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '02d08b8c-76ef-49a9-a214-a67c0e853e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:52Z', 'revision_number': 2, 'project_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'subnets': [{'id': '02d08b8c-76ef-49a9-a214-a67c0e853e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:04:55.065296 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff4d98a8-7386-44d7-bccb-771229b65283 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.072502 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-80cf0a7e-8f5b-453f-a9dd-f7df589233b3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] In _notify_port_updated(), no bound segment for port fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 on network fcd0e6c1-99a0-43aa-acae-6401d10b88cc {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:04:55.140253 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cf0a7e-8f5b-453f-a9dd-f7df589233b3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:55.145597 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80cf0a7e-8f5b-453f-a9dd-f7df589233b3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.154450 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-80cf0a7e-8f5b-453f-a9dd-f7df589233b3 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "PUT /v2.0/ports/fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 HTTP/1.1" status: 200 len: 931 time: 5.0871046 Jul 15 15:04:55.182516 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56346) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:55.222570 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9b23caf1-c61d-4290-93e6-5261faaf4674 None None] Provisioning for port fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:55.236553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9b23caf1-c61d-4290-93e6-5261faaf4674 None None] Provisioning complete for port fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:55.236938 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b23caf1-c61d-4290-93e6-5261faaf4674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.244138 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff4d98a8-7386-44d7-bccb-771229b65283 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.280133 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4d98a8-7386-44d7-bccb-771229b65283 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:55.281085 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ff4d98a8-7386-44d7-bccb-771229b65283 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.289891 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-9c944bc1-209b-476b-8eb2-c4ec87834e1a service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073491 Jul 15 15:04:55.451684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9b23caf1-c61d-4290-93e6-5261faaf4674 None None] Port fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:55.485671 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9b23caf1-c61d-4290-93e6-5261faaf4674 None None] Provisioning complete for port 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:55.487962 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b23caf1-c61d-4290-93e6-5261faaf4674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.579645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157ef66-9132-428f-b1cd-ec2a77f25fe9 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=3126abfb-ba43-4ec3-bf01-135edbfb6970,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:55.598039 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9b23caf1-c61d-4290-93e6-5261faaf4674 None None] Port 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:55.607310 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79408c9c-5aa0-45d5-90ad-b151a03f408b req-0f4d8d41-a094-4395-980d-2bdf6d4e4723 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=aaa4120d-d381-4d96-9bd4-278b15a3c8b7 HTTP/1.1" status: 200 len: 210 time: 0.1113904 Jul 15 15:04:55.683884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9b23caf1-c61d-4290-93e6-5261faaf4674 None None] Provisioning for port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:55.703369 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ff4d98a8-7386-44d7-bccb-771229b65283 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2998822 Jul 15 15:04:55.707394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56356) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:55.716145 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9b23caf1-c61d-4290-93e6-5261faaf4674 None None] Provisioning complete for port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:55.717189 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b23caf1-c61d-4290-93e6-5261faaf4674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.720310 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-4c6b0afb-42a3-40eb-9af2-52f729901261 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Request body: {'subnet': {'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:55.852796 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-0cf5cd54-ebd6-4a0d-9be3-c83f6630deb0 service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124776 Jul 15 15:04:56.054950 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:56.108994 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-8805fc56-75cf-4c18-9b48-a8e9eaf3c1ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4486f9c8-90ef-4cf7-ae45-4487afb34ea3 HTTP/1.1" status: 200 len: 217 time: 0.2370396 Jul 15 15:04:56.219698 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-fbeea13e-ee36-46c7-a114-d70811415e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:56.222124 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-fbeea13e-ee36-46c7-a114-d70811415e47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=165daafa-0d29-4390-8abc-b1c1c0c27210 HTTP/1.1" status: 200 len: 797 time: 0.0699787 Jul 15 15:04:56.247697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9955f38c-0f63-4202-b5fe-3a6c1bcdbc45 None None] Provisioning complete for port fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:56.248130 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9955f38c-0f63-4202-b5fe-3a6c1bcdbc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:56.295912 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9955f38c-0f63-4202-b5fe-3a6c1bcdbc45 None None] Port fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:56.301826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:56.302548 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:56.412115 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d157ef66-9132-428f-b1cd-ec2a77f25fe9 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:56.430086 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-d2db09c5-4271-4a8b-b4d1-1eb629ea83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:56.437911 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-d2db09c5-4271-4a8b-b4d1-1eb629ea83c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc696e57-667f-4451-b6b7-ff70513b7290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2020321 Jul 15 15:04:56.716559 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d98a8-7386-44d7-bccb-771229b65283 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event updated for resources: {'Network': ['ID=0548e743-3d13-4cb9-8372-5fe575c17d69,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:56.753286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 0548e743-3d13-4cb9-8372-5fe575c17d69 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:04:57.086590 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6b0afb-42a3-40eb-9af2-52f729901261 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Made reservation on behalf of af47a1bbb7694b59891ca400f7d2f80f for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:57.092400 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0afb-42a3-40eb-9af2-52f729901261 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:57.231842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d157ef66-9132-428f-b1cd-ec2a77f25fe9 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router 6bac9ec4-2803-417b-b064-bdc187caa0b1 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:04:57.296754 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de6a093e-7fe5-4c08-bc45-111c77638459 req-579a1322-fbaf-4f03-8a9c-6677f4eafaad tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=aaa4120d-d381-4d96-9bd4-278b15a3c8b7 HTTP/1.1" status: 200 len: 210 time: 0.0610301 Jul 15 15:04:57.436313 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-390e062e-bacb-409c-8e36-5f162bd4f45b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:57.436653 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-390e062e-bacb-409c-8e36-5f162bd4f45b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:57.508307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d157ef66-9132-428f-b1cd-ec2a77f25fe9 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:57.533738 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d157ef66-9132-428f-b1cd-ec2a77f25fe9 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/6bac9ec4-2803-417b-b064-bdc187caa0b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6250679 Jul 15 15:04:57.533953 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdc031e-8069-4d06-9fe2-dd7ff8761146 None None] Sync routers for ids ['6bac9ec4-2803-417b-b064-bdc187caa0b1'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:57.545328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fabfcd-e7e2-4455-bb68-1996e7ba5554 req-5bdf2399-61d5-4414-82de-799b1d93943b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:57.546963 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1fabfcd-e7e2-4455-bb68-1996e7ba5554 req-5bdf2399-61d5-4414-82de-799b1d93943b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 946 time: 0.8547814 Jul 15 15:04:57.550438 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-bdd03a86-42b5-49e9-9bc9-33404c216fb0 service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0850718 Jul 15 15:04:57.555329 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc031e-8069-4d06-9fe2-dd7ff8761146 None None] Routers {'6bac9ec4-2803-417b-b064-bdc187caa0b1'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:57.556346 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1cdc031e-8069-4d06-9fe2-dd7ff8761146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6bac9ec4-2803-417b-b064-bdc187caa0b1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:57.612413 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56376) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:57.685508 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1cdc031e-8069-4d06-9fe2-dd7ff8761146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:57.733950 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc031e-8069-4d06-9fe2-dd7ff8761146 None None] Routers {'6bac9ec4-2803-417b-b064-bdc187caa0b1'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:57.734622 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1cdc031e-8069-4d06-9fe2-dd7ff8761146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6bac9ec4-2803-417b-b064-bdc187caa0b1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:57.760561 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-07304087-3dc0-4c07-8dc7-2d4e7af4f6c1 req-31eeb893-e915-4f47-a6d9-35e58615fc67 service neutron] 10.222.0.11 "GET /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091491 Jul 15 15:04:57.790521 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-390e062e-bacb-409c-8e36-5f162bd4f45b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:57.822868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-390e062e-bacb-409c-8e36-5f162bd4f45b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:57.829114 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1cdc031e-8069-4d06-9fe2-dd7ff8761146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:57.830207 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdc031e-8069-4d06-9fe2-dd7ff8761146 None None] The sync data for ids ['6bac9ec4-2803-417b-b064-bdc187caa0b1'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:04:58.103428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device eff4f7b5-d056-4de4-93f5-c787d71c17a8 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:58.220151 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port eff4f7b5-d056-4de4-93f5-c787d71c17a8 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:58.224277 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-d1deed2e-5288-4a55-a5a1-189e12c02e62 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:58.226182 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-d1deed2e-5288-4a55-a5a1-189e12c02e62 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.11 "GET /v2.0/networks?id=c517e729-6da1-4ffd-baaf-0859555c1d3b HTTP/1.1" status: 200 len: 812 time: 0.2676153 Jul 15 15:04:58.227286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port eff4f7b5-d056-4de4-93f5-c787d71c17a8 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:58.227739 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:58.240718 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-6e736edf-a255-415a-b3f2-d49d12d21ceb tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Request body: {'port': {'device_id': 'aaa4120d-d381-4d96-9bd4-278b15a3c8b7', 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b', 'admin_state_up': True, 'tenant_id': '4289f545b3d74fd58cc7b431f98da0c0'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:58.386981 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:58.447941 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port eff4f7b5-d056-4de4-93f5-c787d71c17a8, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=eff4f7b5-d056-4de4-93f5-c787d71c17a8,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:58.456088 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:58.468184 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1fabfcd-e7e2-4455-bb68-1996e7ba5554 req-52ab7e9b-f924-4f50-b090-5b544eb83059 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8297660 Jul 15 15:04:58.468901 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-390e062e-bacb-409c-8e36-5f162bd4f45b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:58.587908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e062e-bacb-409c-8e36-5f162bd4f45b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:58.678672 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=eff4f7b5-d056-4de4-93f5-c787d71c17a8,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:58.723525 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-6e736edf-a255-415a-b3f2-d49d12d21ceb tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Made reservation on behalf of 4289f545b3d74fd58cc7b431f98da0c0 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:58.735953 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-6e736edf-a255-415a-b3f2-d49d12d21ceb tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:58.741177 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-390e062e-bacb-409c-8e36-5f162bd4f45b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:58.745926 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-390e062e-bacb-409c-8e36-5f162bd4f45b tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 HTTP/1.1" status: 204 len: 168 time: 3.5587823 Jul 15 15:04:58.774630 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56384) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:58.868744 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf7059e-c738-43f3-9105-d9bc6dee1183 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] GET failed (client error): The resource could not be found. Jul 15 15:04:58.875861 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7cf7059e-c738-43f3-9105-d9bc6dee1183 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/fa1dd25b-f1eb-4a9d-ad53-ddc68d208c68 HTTP/1.1" status: 404 len: 333 time: 0.0896647 Jul 15 15:04:58.884710 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56386) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:58.948351 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0afb-42a3-40eb-9af2-52f729901261 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.027930 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-afed8bfb-1608-4bb5-a928-c51ccc47a104 req-b084f0ad-f18f-4112-bdfe-2a49e7488da2 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=aaa4120d-d381-4d96-9bd4-278b15a3c8b7 HTTP/1.1" status: 200 len: 210 time: 0.2921171 Jul 15 15:04:59.065879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-e1c51830-c63e-4102-9805-5be1de3bd0ce tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:59.067921 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-e1c51830-c63e-4102-9805-5be1de3bd0ce tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.22 "GET /v2.0/networks?id=c517e729-6da1-4ffd-baaf-0859555c1d3b HTTP/1.1" status: 200 len: 812 time: 1.4887912 Jul 15 15:04:59.120581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-68e8f4aa-bc85-412f-a519-09175fa47231 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Request body: {'port': {'device_id': '77bcc550-6f34-4f71-b877-5ff01400cf76', 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b', 'admin_state_up': True, 'tenant_id': '4289f545b3d74fd58cc7b431f98da0c0'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:59.303931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b0afb-42a3-40eb-9af2-52f729901261 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event updated for resources: {'Subnet': ['ID=1c360a1d-1c02-498f-9f3d-087d197c5c3f,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:59.366902 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ebf11d23-78c3-427e-bcf7-d06520596ff1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.422997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6b0afb-42a3-40eb-9af2-52f729901261 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Checking segment: {'id': 'ec18e1e3-3164-47c6-ac20-55ea95103548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:59.423395 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6b0afb-42a3-40eb-9af2-52f729901261 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Network hostable DHCP agents. Network: 0548e743-3d13-4cb9-8372-5fe575c17d69, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:04:59.451232 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ebf11d23-78c3-427e-bcf7-d06520596ff1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.533857 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Sync routers for ids ['06833e0c-d831-4d1a-95ae-14fe2671518f'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:59.546790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-68e8f4aa-bc85-412f-a519-09175fa47231 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Made reservation on behalf of 4289f545b3d74fd58cc7b431f98da0c0 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:59.550942 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-68e8f4aa-bc85-412f-a519-09175fa47231 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.563019 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Routers {'06833e0c-d831-4d1a-95ae-14fe2671518f'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:59.564214 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['06833e0c-d831-4d1a-95ae-14fe2671518f'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:59.570108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6b0afb-42a3-40eb-9af2-52f729901261 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Network 0548e743-3d13-4cb9-8372-5fe575c17d69 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:04:59.590502 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ebf11d23-78c3-427e-bcf7-d06520596ff1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.595378 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ebf11d23-78c3-427e-bcf7-d06520596ff1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.597831 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ebf11d23-78c3-427e-bcf7-d06520596ff1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/security-groups/e88c53c5-8667-4039-acbe-ec570bcc26bc HTTP/1.1" status: 204 len: 168 time: 0.6502600 Jul 15 15:04:59.609641 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56392) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:59.610785 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-4c6b0afb-42a3-40eb-9af2-52f729901261 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 0548e743-3d13-4cb9-8372-5fe575c17d69) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:59.633253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6b0afb-42a3-40eb-9af2-52f729901261 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:59.637736 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0afb-42a3-40eb-9af2-52f729901261 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.684934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf11d23-78c3-427e-bcf7-d06520596ff1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88c53c5-8667-4039-acbe-ec570bcc26bc,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:59.717344 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a926f6-50c1-4682-9099-65ecefe0e763 None None] Network 0548e743-3d13-4cb9-8372-5fe575c17d69 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:59.764027 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-6e736edf-a255-415a-b3f2-d49d12d21ceb tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Allocated IP 172.20.0.6 (c517e729-6da1-4ffd-baaf-0859555c1d3b/c4803622-51c3-4ba2-bbd3-8a95b451937b/3fce5ea2-31db-41ce-b34e-b23156645b51) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:59.817377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8190990c-7efc-45e4-a4f1-5316054e82b8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.872281 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8190990c-7efc-45e4-a4f1-5316054e82b8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.885416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Set router 06833e0c-d831-4d1a-95ae-14fe2671518f gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:05:00.012293 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4c6b0afb-42a3-40eb-9af2-52f729901261 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.2957051 Jul 15 15:05:00.023075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56406) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:00.038427 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-45438011-c8a2-49b6-8622-761637cd57c8 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1687095427'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:00.167560 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ca9d9e3-e654-4557-96b6-f354cebb9849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.193704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device eff4f7b5-d056-4de4-93f5-c787d71c17a8 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:00.210721 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1984be31-e838-400b-8a00-54d992e64cd6 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.247932 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45438011-c8a2-49b6-8622-761637cd57c8 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Made reservation on behalf of af47a1bbb7694b59891ca400f7d2f80f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:00.251730 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:05:00.252837 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45438011-c8a2-49b6-8622-761637cd57c8 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.269470 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8190990c-7efc-45e4-a4f1-5316054e82b8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.276929 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8190990c-7efc-45e4-a4f1-5316054e82b8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.281375 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8190990c-7efc-45e4-a4f1-5316054e82b8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/security-groups/554d92de-b6e8-4b2e-9731-77af2c755e23 HTTP/1.1" status: 204 len: 168 time: 0.6680813 Jul 15 15:05:00.291579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56410) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:00.350660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'name': 'tempest-ServersTestMultiNic-798052718-router', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:43Z', 'updated_at': '2021-07-15T15:04:51Z', 'revision_number': 4, 'project_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'gw_port': {'id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:44Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e504f3ef-9bb4-4182-8fd2-a6fc41fe360c', 'name': '', 'network_id': '38711604-9829-4a16-863a-256f6616e532', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'mac_address': 'fa:16:3e:3a:a8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '02d08b8c-76ef-49a9-a214-a67c0e853e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:52Z', 'revision_number': 2, 'project_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'subnets': [{'id': '02d08b8c-76ef-49a9-a214-a67c0e853e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:00.357811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-0548e743-3d13-4cb9-8372-5fe575c17d69', 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'fixed_ips': [{'subnet_id': '1c360a1d-1c02-498f-9f3d-087d197c5c3f'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:05:00.358781 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.360958 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-6e736edf-a255-415a-b3f2-d49d12d21ceb tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.404551 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Checking router: 06833e0c-d831-4d1a-95ae-14fe2671518f for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:05:00.404955 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Updating router 06833e0c-d831-4d1a-95ae-14fe2671518f port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:05:00.430023 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port eff4f7b5-d056-4de4-93f5-c787d71c17a8 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:00.430761 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.440549 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dc2f2-0901-40d0-9b80-45f4498eee28 req-bf13603a-5887-4f8e-a219-c1ae0d8227af tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:00.446738 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d0dc2f2-0901-40d0-9b80-45f4498eee28 req-bf13603a-5887-4f8e-a219-c1ae0d8227af tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 946 time: 0.5242577 Jul 15 15:05:00.478451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45438011-c8a2-49b6-8622-761637cd57c8 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:05:00.494104 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45438011-c8a2-49b6-8622-761637cd57c8 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.494914 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-45438011-c8a2-49b6-8622-761637cd57c8 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Added segment 4af6c30f-8827-4bc6-bb36-1924bf08081b of type vlan for network 0392b3f6-bff8-4fab-8923-27f984eed05f Jul 15 15:05:00.573088 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45438011-c8a2-49b6-8622-761637cd57c8 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.612544 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190990c-7efc-45e4-a4f1-5316054e82b8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554d92de-b6e8-4b2e-9731-77af2c755e23,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:00.615918 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Allocated IP 19.80.0.2 (0548e743-3d13-4cb9-8372-5fe575c17d69/1c360a1d-1c02-498f-9f3d-087d197c5c3f/4e2603f9-2b34-487d-ba79-ff8fb70b0969) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:00.618784 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-6e736edf-a255-415a-b3f2-d49d12d21ceb tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.621277 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45438011-c8a2-49b6-8622-761637cd57c8 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.632859 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45438011-c8a2-49b6-8622-761637cd57c8 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:00.634379 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45438011-c8a2-49b6-8622-761637cd57c8 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.804840 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.815274 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-256f2f7c-f229-4e72-b1e0-9dbc8e93ec88 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting subnet 55d4d221-4959-49c4-9df1-376bd382a3aa {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:05:00.824794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Transition to ACTIVE for port object 4e2603f9-2b34-487d-ba79-ff8fb70b0969 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:00.831522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-68e8f4aa-bc85-412f-a519-09175fa47231 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Allocated IP 172.20.0.11 (c517e729-6da1-4ffd-baaf-0859555c1d3b/c4803622-51c3-4ba2-bbd3-8a95b451937b/acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:00.866120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45438011-c8a2-49b6-8622-761637cd57c8 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event updated for resources: {'Network': ['ID=0392b3f6-bff8-4fab-8923-27f984eed05f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:00.891439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 0392b3f6-bff8-4fab-8923-27f984eed05f details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:05:00.900054 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-256f2f7c-f229-4e72-b1e0-9dbc8e93ec88 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.908396 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d0dc2f2-0901-40d0-9b80-45f4498eee28 req-c3d0911d-96f6-4acf-9deb-a9d9a3b92efa tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4187624 Jul 15 15:05:00.926061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e736edf-a255-415a-b3f2-d49d12d21ceb tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Pushing event updated for resources: {'Port': ['ID=3fce5ea2-31db-41ce-b34e-b23156645b51,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:00.940727 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Transition to ACTIVE for port object 4e2603f9-2b34-487d-ba79-ff8fb70b0969 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:00.968094 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-45438011-c8a2-49b6-8622-761637cd57c8 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9415641 Jul 15 15:05:00.968094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-6e736edf-a255-415a-b3f2-d49d12d21ceb tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Network c517e729-6da1-4ffd-baaf-0859555c1d3b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:00.969244 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56426) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:00.971044 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.979221 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Request body: {'subnet': {'network_id': '0392b3f6-bff8-4fab-8923-27f984eed05f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:00.988269 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:01.032999 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-6e736edf-a255-415a-b3f2-d49d12d21ceb tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:01.040996 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-6e736edf-a255-415a-b3f2-d49d12d21ceb tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:01.086758 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-256f2f7c-f229-4e72-b1e0-9dbc8e93ec88 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:01.139570 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Network 0548e743-3d13-4cb9-8372-5fe575c17d69 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:01.153451 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:01.200416 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd775b5-359a-47d8-9a99-8940eff659fb req-032fe7e9-0be7-4a00-ab76-a4627a1ab588 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:01.202212 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ddd775b5-359a-47d8-9a99-8940eff659fb req-032fe7e9-0be7-4a00-ab76-a4627a1ab588 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=aaa4120d-d381-4d96-9bd4-278b15a3c8b7 HTTP/1.1" status: 200 len: 931 time: 0.7106638 Jul 15 15:05:01.213218 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-6e736edf-a255-415a-b3f2-d49d12d21ceb tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:01.214021 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-6e736edf-a255-415a-b3f2-d49d12d21ceb tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:01.214440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:01.218726 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Made reservation on behalf of af47a1bbb7694b59891ca400f7d2f80f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:01.223516 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:01.293858 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-6e736edf-a255-415a-b3f2-d49d12d21ceb tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0581372 Jul 15 15:05:01.318187 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Request body: {'port': {'device_id': 'aaa4120d-d381-4d96-9bd4-278b15a3c8b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:01.391380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Pushing event updated for resources: {'Port': ['ID=4e2603f9-2b34-487d-ba79-ff8fb70b0969,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:01.431956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Attempting to bind port 4e2603f9-2b34-487d-ba79-ff8fb70b0969 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:01.433021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Attempting to bind port 4e2603f9-2b34-487d-ba79-ff8fb70b0969 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ec18e1e3-3164-47c6-ac20-55ea95103548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:01.433021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Attempting to bind port 4e2603f9-2b34-487d-ba79-ff8fb70b0969 on network 0548e743-3d13-4cb9-8372-5fe575c17d69 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:01.449431 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-68e8f4aa-bc85-412f-a519-09175fa47231 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:01.507618 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:01.508395 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Checking segment: {'id': 'ec18e1e3-3164-47c6-ac20-55ea95103548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:01.509263 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:01.509832 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Bound using segment: {'id': 'ec18e1e3-3164-47c6-ac20-55ea95103548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:01.510656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Bound port: 4e2603f9-2b34-487d-ba79-ff8fb70b0969, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec18e1e3-3164-47c6-ac20-55ea95103548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:01.511168 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:01.563008 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-68e8f4aa-bc85-412f-a519-09175fa47231 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:01.653848 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:01.759850 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-256f2f7c-f229-4e72-b1e0-9dbc8e93ec88 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:01.864489 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:01.920529 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-68e8f4aa-bc85-412f-a519-09175fa47231 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Network c517e729-6da1-4ffd-baaf-0859555c1d3b is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:01.927875 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8f4aa-bc85-412f-a519-09175fa47231 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Pushing event updated for resources: {'Port': ['ID=acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:01.953187 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-68e8f4aa-bc85-412f-a519-09175fa47231 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:01.960693 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-68e8f4aa-bc85-412f-a519-09175fa47231 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:02.082031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] For port 4e2603f9-2b34-487d-ba79-ff8fb70b0969, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:02.084222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Checking segment: {'id': '4af6c30f-8827-4bc6-bb36-1924bf08081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0392b3f6-bff8-4fab-8923-27f984eed05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:02.084858 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Network hostable DHCP agents. Network: 0392b3f6-bff8-4fab-8923-27f984eed05f, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:05:02.093192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event updated for resources: {'Subnet': ['ID=cacceea3-edf7-4195-94b0-1dbe8041d3e7,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:02.109277 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] For port 4e2603f9-2b34-487d-ba79-ff8fb70b0969, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4e2603f9-2b34-487d-ba79-ff8fb70b0969,segment=NetworkSegment(ec18e1e3-3164-47c6-ac20-55ea95103548),segment_id=ec18e1e3-3164-47c6-ac20-55ea95103548)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:02.118372 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:02.126976 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-256f2f7c-f229-4e72-b1e0-9dbc8e93ec88 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:02.153976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-68e8f4aa-bc85-412f-a519-09175fa47231 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:02.166492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:02.166866 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-68e8f4aa-bc85-412f-a519-09175fa47231 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:02.167350 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:02.168328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:02.169320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:02.170322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:02.170902 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:02.171410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:02.171862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:02.172310 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:02.172795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:02.173234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:02.173676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:02.206742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Network 0392b3f6-bff8-4fab-8923-27f984eed05f is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:05:02.237328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 0392b3f6-bff8-4fab-8923-27f984eed05f) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:02.240798 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-256f2f7c-f229-4e72-b1e0-9dbc8e93ec88 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:02.250358 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-256f2f7c-f229-4e72-b1e0-9dbc8e93ec88 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/55d4d221-4959-49c4-9df1-376bd382a3aa HTTP/1.1" status: 204 len: 168 time: 1.9339178 Jul 15 15:05:02.250358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f2f7c-f229-4e72-b1e0-9dbc8e93ec88 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Subnet': ['ID=55d4d221-4959-49c4-9df1-376bd382a3aa,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:02.256762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56464) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:02.263444 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-224d85dd-49db-4892-af6a-1e7ad81f7d96 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'subnet': {'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:02.270552 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:02.272819 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:02.287655 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ddd775b5-359a-47d8-9a99-8940eff659fb req-35fd4928-d13c-4398-95f9-1ea3e0c2a947 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0580859 Jul 15 15:05:02.293002 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d0e899-0b47-4868-b1f8-e49c3fe6c297 None None] Network 0392b3f6-bff8-4fab-8923-27f984eed05f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:02.307468 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd948db6-6d19-4783-a8ad-7e5d35874e77 None None] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:02.311131 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ec8ffa83-71ee-400b-869f-a5c673606e78 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3371143 Jul 15 15:05:02.404180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-68e8f4aa-bc85-412f-a519-09175fa47231 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2929165 Jul 15 15:05:02.448003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Request body: {'port': {'device_id': '77bcc550-6f34-4f71-b877-5ff01400cf76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:02.483531 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fce5ea2-31db-41ce-b34e-b23156645b51 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:02.531045 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:02.590649 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Transition to ACTIVE for port object 3fce5ea2-31db-41ce-b34e-b23156645b51 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:02.603717 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:02.747880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Pushing event updated for resources: {'Port': ['ID=3fce5ea2-31db-41ce-b34e-b23156645b51,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:02.776201 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224d85dd-49db-4892-af6a-1e7ad81f7d96 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:02.782171 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-224d85dd-49db-4892-af6a-1e7ad81f7d96 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:02.882965 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:02.918185 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ef1b5-3eed-428e-98fa-f4e188670940 None None] Pushing event updated for resources: {'Port': ['ID=4e2603f9-2b34-487d-ba79-ff8fb70b0969,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:02.966627 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df571e33-0f2e-4d14-92f0-68b332ed3737 req-ba2baa9d-da88-45ac-b000-a8bfdc96c5ae tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:02.970949 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:02.978040 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df571e33-0f2e-4d14-92f0-68b332ed3737 req-ba2baa9d-da88-45ac-b000-a8bfdc96c5ae tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 946 time: 0.7133102 Jul 15 15:05:03.014874 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:03.022621 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a466a1c-a1fe-4274-a729-7b33f8eb3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:03.066377 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Transition to ACTIVE for port object e504f3ef-9bb4-4182-8fd2-a6fc41fe360c will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:03.130773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Attempting to bind port 3fce5ea2-31db-41ce-b34e-b23156645b51 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:03.131638 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Attempting to bind port 3fce5ea2-31db-41ce-b34e-b23156645b51 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:03.131638 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Attempting to bind port 3fce5ea2-31db-41ce-b34e-b23156645b51 on network c517e729-6da1-4ffd-baaf-0859555c1d3b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:03.140424 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-0392b3f6-bff8-4fab-8923-27f984eed05f', 'network_id': '0392b3f6-bff8-4fab-8923-27f984eed05f', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'fixed_ips': [{'subnet_id': 'cacceea3-edf7-4195-94b0-1dbe8041d3e7'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:05:03.141420 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Port 3fce5ea2-31db-41ce-b34e-b23156645b51 on network c517e729-6da1-4ffd-baaf-0859555c1d3b not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:05:03.141770 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Attempting to bind port 3fce5ea2-31db-41ce-b34e-b23156645b51 on network c517e729-6da1-4ffd-baaf-0859555c1d3b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:03.155056 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:03.159141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:03.159622 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Checking segment: {'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:03.160165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Bound using segment: {'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:03.161868 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Bound port: 3fce5ea2-31db-41ce-b34e-b23156645b51, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:03.162668 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:03.195973 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:03.385130 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] For port 3fce5ea2-31db-41ce-b34e-b23156645b51, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:03.391364 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] For port 3fce5ea2-31db-41ce-b34e-b23156645b51, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3fce5ea2-31db-41ce-b34e-b23156645b51,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:03.435016 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:03.491443 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5598b66-6a2d-4330-a915-853cca6337f5 None None] Pushing event updated for resources: {'Port': ['ID=e504f3ef-9bb4-4182-8fd2-a6fc41fe360c,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:03.552349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-224d85dd-49db-4892-af6a-1e7ad81f7d96 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:03.632352 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Allocated IP 19.86.0.2 (0392b3f6-bff8-4fab-8923-27f984eed05f/cacceea3-edf7-4195-94b0-1dbe8041d3e7/6efd2420-22eb-42a4-a08e-2d03e0cb7556) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:03.728724 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df571e33-0f2e-4d14-92f0-68b332ed3737 req-fbabcb17-4dab-4199-b31c-525d81f448f0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7497518 Jul 15 15:05:03.733266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Pushing event updated for resources: {'Port': ['ID=3fce5ea2-31db-41ce-b34e-b23156645b51,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:03.750822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:03.754319 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:03.758430 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-31bc4f6e-5eb9-4c57-9ef9-64a61a4366af service neutron] 10.222.0.11 "PUT /v2.0/ports/3fce5ea2-31db-41ce-b34e-b23156645b51 HTTP/1.1" status: 200 len: 1091 time: 2.4516056 Jul 15 15:05:03.761762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d85dd-49db-4892-af6a-1e7ad81f7d96 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Subnet': ['ID=c8b5b79e-9b2d-4b7b-bcfe-76e34242b25e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:03.764432 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa4120d-d381-4d96-9bd4-278b15a3c8b7', 'tag': '3fce5ea2-31db-41ce-b34e-b23156645b51'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:03.786651 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cbfbed-e005-47ff-92d7-580843405dba" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa4120d-d381-4d96-9bd4-278b15a3c8b7", "tag": "3fce5ea2-31db-41ce-b34e-b23156645b51"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:03.797290 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224d85dd-49db-4892-af6a-1e7ad81f7d96 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:03.799032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-224d85dd-49db-4892-af6a-1e7ad81f7d96 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:03.802809 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224d85dd-49db-4892-af6a-1e7ad81f7d96 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:03.804516 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-224d85dd-49db-4892-af6a-1e7ad81f7d96 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:03.855743 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-224d85dd-49db-4892-af6a-1e7ad81f7d96 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5955060 Jul 15 15:05:03.856319 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56498) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:03.879721 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9acd150d-eeba-4f2a-b3bc-bcd9bd38dcab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'security_group': {'name': 'tempest-secgroup-1209873610'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:03.894729 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1984be31-e838-400b-8a00-54d992e64cd6 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port b6acd4c9-cf6d-4ca9-aa2e-2d5a88f3cc2d {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:03.895088 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1984be31-e838-400b-8a00-54d992e64cd6 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.018991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-6ebc3ddf-a02e-4de1-ab16-f4eef88089d4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:04.037366 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9acd150d-eeba-4f2a-b3bc-bcd9bd38dcab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.042402 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-6ebc3ddf-a02e-4de1-ab16-f4eef88089d4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:04.044376 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-6ebc3ddf-a02e-4de1-ab16-f4eef88089d4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/networks?id=0548e743-3d13-4cb9-8372-5fe575c17d69&id=0392b3f6-bff8-4fab-8923-27f984eed05f&id=0548e743-3d13-4cb9-8372-5fe575c17d69 HTTP/1.1" status: 200 len: 1389 time: 1.4496167 Jul 15 15:05:04.102649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4e2603f9-2b34-487d-ba79-ff8fb70b0969 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:04.106111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:04.146403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-53199d06-b0dd-4129-8b15-360a1f563e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:04.149864 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-53199d06-b0dd-4129-8b15-360a1f563e80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4289f545b3d74fd58cc7b431f98da0c0&device_id=aaa4120d-d381-4d96-9bd4-278b15a3c8b7 HTTP/1.1" status: 200 len: 1094 time: 0.2330930 Jul 15 15:05:04.207418 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-8aa22e0f-3091-46a5-8a41-95de5123082f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/quotas/af47a1bbb7694b59891ca400f7d2f80f HTTP/1.1" status: 200 len: 375 time: 0.0312769 Jul 15 15:05:04.243177 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-7cbc66ed-12de-4418-9afc-0d97d3dc0660 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fce5ea2-31db-41ce-b34e-b23156645b51 HTTP/1.1" status: 200 len: 217 time: 0.0831962 Jul 15 15:05:04.256692 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46871e59-493a-4191-bf91-fade44c7f72a None None] Network 0548e743-3d13-4cb9-8372-5fe575c17d69 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:04.332673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-e0bd9f0e-d5bd-4243-999e-c211d3ae4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:04.336846 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-e0bd9f0e-d5bd-4243-999e-c211d3ae4f72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c4803622-51c3-4ba2-bbd3-8a95b451937b HTTP/1.1" status: 200 len: 852 time: 0.0854125 Jul 15 15:05:04.399799 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-3b861ace-fdd7-4d38-9336-aed74c097307 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c517e729-6da1-4ffd-baaf-0859555c1d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545750 Jul 15 15:05:04.419359 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9acd150d-eeba-4f2a-b3bc-bcd9bd38dcab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.421669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Attempting to bind port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:04.422384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Attempting to bind port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '712bbba9-9e7d-41d0-af4c-24b571a47c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '38711604-9829-4a16-863a-256f6616e532'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:04.423032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Attempting to bind port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c on network 38711604-9829-4a16-863a-256f6616e532 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:04.452323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:04.453083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Checking segment: {'id': '712bbba9-9e7d-41d0-af4c-24b571a47c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '38711604-9829-4a16-863a-256f6616e532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:04.453767 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.454401 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Bound using segment: {'id': '712bbba9-9e7d-41d0-af4c-24b571a47c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '38711604-9829-4a16-863a-256f6616e532'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:04.455144 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Bound port: e504f3ef-9bb4-4182-8fd2-a6fc41fe360c, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712bbba9-9e7d-41d0-af4c-24b571a47c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '38711604-9829-4a16-863a-256f6616e532'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:04.455790 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.477699 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1984be31-e838-400b-8a00-54d992e64cd6 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.501351 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9acd150d-eeba-4f2a-b3bc-bcd9bd38dcab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.517197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1984be31-e838-400b-8a00-54d992e64cd6 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for b6acd4c9-cf6d-4ca9-aa2e-2d5a88f3cc2d owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:04.558274 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd150d-eeba-4f2a-b3bc-bcd9bd38dcab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed6ac94-0eda-4a09-b587-7243984b4763,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:04.564170 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9acd150d-eeba-4f2a-b3bc-bcd9bd38dcab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.566828 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9acd150d-eeba-4f2a-b3bc-bcd9bd38dcab tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7092299 Jul 15 15:05:04.571859 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56502) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:04.577412 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f5c789ab-34bc-4ef3-a5aa-402f0e489864 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'security_group': {'name': 'tempest-secgroup-242543156'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:04.585339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc58eb-3cb0-46e7-ab3d-86e2505ab925 req-d0094de3-024d-46f7-9119-b22586654217 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:04.597167 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5adc58eb-3cb0-46e7-ab3d-86e2505ab925 req-d0094de3-024d-46f7-9119-b22586654217 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=aaa4120d-d381-4d96-9bd4-278b15a3c8b7 HTTP/1.1" status: 200 len: 943 time: 0.3804634 Jul 15 15:05:04.604524 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-d30c743b-77eb-4b66-8538-487b1da8a744 service neutron] 10.222.0.11 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971114 Jul 15 15:05:04.617415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d814e50a-c711-4fc8-92fb-527674624820 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=af47a1bbb7694b59891ca400f7d2f80f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3883955 Jul 15 15:05:04.644779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] For port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:04.648555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] For port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e504f3ef-9bb4-4182-8fd2-a6fc41fe360c,segment=NetworkSegment(712bbba9-9e7d-41d0-af4c-24b571a47c8a),segment_id=712bbba9-9e7d-41d0-af4c-24b571a47c8a)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:04.648716 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5c789ab-34bc-4ef3-a5aa-402f0e489864 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.650734 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.667164 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Transition to ACTIVE for port object 6efd2420-22eb-42a4-a08e-2d03e0cb7556 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:04.687882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Transition to ACTIVE for port object 6efd2420-22eb-42a4-a08e-2d03e0cb7556 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:04.699936 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.738955 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5adc58eb-3cb0-46e7-ab3d-86e2505ab925 req-bdeb29c1-6290-4f2c-b661-e22e628f749f tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404171 Jul 15 15:05:04.741503 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.752858 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.847768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:04.883610 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-045c7408-e87d-4028-b66f-a7e0a0d120a6 None None] Provisioning for port 4e2603f9-2b34-487d-ba79-ff8fb70b0969 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:04.892077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5598b66-6a2d-4330-a915-853cca6337f5 None None] Pushing event updated for resources: {'Port': ['ID=e504f3ef-9bb4-4182-8fd2-a6fc41fe360c,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:04.922519 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-720c707c-0d70-4b20-b386-911a249bcb2c service neutron] 10.222.0.11 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096929 Jul 15 15:05:04.970870 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.987638 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7de4e7-c60e-4f5c-ab1d-03bc2c5f02a9 x-openstack-request-id: req-9e7de4e7-c60e-4f5c-ab1d-03bc2c5f02a9 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:04.987936 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa4120d-d381-4d96-9bd4-278b15a3c8b7", "tag": "3fce5ea2-31db-41ce-b34e-b23156645b51", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:05.018668 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9e7de4e7-c60e-4f5c-ab1d-03bc2c5f02a9 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:05.019291 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa4120d-d381-4d96-9bd4-278b15a3c8b7', 'tag': '3fce5ea2-31db-41ce-b34e-b23156645b51', 'status': 'completed', 'code': 200} Jul 15 15:05:05.065850 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5c789ab-34bc-4ef3-a5aa-402f0e489864 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:05.078812 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5c789ab-34bc-4ef3-a5aa-402f0e489864 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:05.119458 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5c789ab-34bc-4ef3-a5aa-402f0e489864 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:05.121357 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f5c789ab-34bc-4ef3-a5aa-402f0e489864 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5481255 Jul 15 15:05:05.133210 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56514) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:05.142222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0145fa4c-bc60-4aad-8be2-476066422e4c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'security_group': {'name': 'tempest-secgroup-1198515028'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:05.150998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Network 0392b3f6-bff8-4fab-8923-27f984eed05f is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:05.156800 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c789ab-34bc-4ef3-a5aa-402f0e489864 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42653f5-452e-4832-ade1-62e9c07997a3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:05.174170 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbfbed-e005-47ff-92d7-580843405dba req-aded3e8b-9249-4690-a2df-b3f526f2587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:05.175950 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Transition to ACTIVE for port object acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:05.176063 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7cbfbed-e005-47ff-92d7-580843405dba req-aded3e8b-9249-4690-a2df-b3f526f2587e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4289f545b3d74fd58cc7b431f98da0c0&device_id=aaa4120d-d381-4d96-9bd4-278b15a3c8b7 HTTP/1.1" status: 200 len: 1094 time: 0.1523890 Jul 15 15:05:05.197616 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:05.212692 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0145fa4c-bc60-4aad-8be2-476066422e4c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:05.229656 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:05.262590 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Pushing event updated for resources: {'Port': ['ID=6efd2420-22eb-42a4-a08e-2d03e0cb7556,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:05.299106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:05.300784 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 4e2603f9-2b34-487d-ba79-ff8fb70b0969 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:05.329241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:05.332020 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16a90ba-809c-4ff3-b631-f42d16ef46c4" -d '{"events": [{"server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:05.336140 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 4e2603f9-2b34-487d-ba79-ff8fb70b0969 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:05.336752 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:05.339797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Routers {'06833e0c-d831-4d1a-95ae-14fe2671518f'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:05.340287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['06833e0c-d831-4d1a-95ae-14fe2671518f'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:05.347277 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:05.352187 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:05.352379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbfbed-e005-47ff-92d7-580843405dba req-6e9cd19d-0711-489e-9a5b-c3a74d9e62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:05.355203 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7cbfbed-e005-47ff-92d7-580843405dba req-6e9cd19d-0711-489e-9a5b-c3a74d9e62ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=c517e729-6da1-4ffd-baaf-0859555c1d3b HTTP/1.1" status: 200 len: 913 time: 0.1716440 Jul 15 15:05:05.356817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:05.406054 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7cbfbed-e005-47ff-92d7-580843405dba req-5ae7a144-b4bc-42cf-9698-20b497626e0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fce5ea2-31db-41ce-b34e-b23156645b51 HTTP/1.1" status: 200 len: 217 time: 0.0421870 Jul 15 15:05:05.433423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Pushing event updated for resources: {'Port': ['ID=acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:05.443288 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-61d84a2c-f6b1-4871-ab17-b0f594255c5b service neutron] 10.222.0.38 "GET /v2.0/networks/0548e743-3d13-4cb9-8372-5fe575c17d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8144701 Jul 15 15:05:05.484819 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbfbed-e005-47ff-92d7-580843405dba req-d2ff5d55-c91c-4b3a-9e4a-230d6d85536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:05.486561 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7cbfbed-e005-47ff-92d7-580843405dba req-d2ff5d55-c91c-4b3a-9e4a-230d6d85536d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c4803622-51c3-4ba2-bbd3-8a95b451937b HTTP/1.1" status: 200 len: 852 time: 0.0723662 Jul 15 15:05:05.526079 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,revision_number=14']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:05.545012 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0145fa4c-bc60-4aad-8be2-476066422e4c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:05.548673 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7cbfbed-e005-47ff-92d7-580843405dba req-0856a792-1927-4cfa-80f0-87621a62d6bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c517e729-6da1-4ffd-baaf-0859555c1d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498810 Jul 15 15:05:05.552862 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0145fa4c-bc60-4aad-8be2-476066422e4c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:05.589404 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0145fa4c-bc60-4aad-8be2-476066422e4c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:05.590823 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0145fa4c-bc60-4aad-8be2-476066422e4c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4524491 Jul 15 15:05:05.608847 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56518) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:05.617159 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1984be31-e838-400b-8a00-54d992e64cd6 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:05.617991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e8297028-9356-4d51-bd5d-dd3dca332820 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1215487295', 'security_groups': ['18c76b33-d061-4ac8-9683-f78b4259c5b6'], 'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c8b5b79e-9b2d-4b7b-bcfe-76e34242b25e'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:05.698906 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b73aa5-38d3-4d84-a882-55b4717ad26c req-07a5486b-bb29-4fcd-a47b-71fbe334a469 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:05.701071 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42b73aa5-38d3-4d84-a882-55b4717ad26c req-07a5486b-bb29-4fcd-a47b-71fbe334a469 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.3949058 Jul 15 15:05:05.701991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984be31-e838-400b-8a00-54d992e64cd6 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=b6acd4c9-cf6d-4ca9-aa2e-2d5a88f3cc2d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:05.879895 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145fa4c-bc60-4aad-8be2-476066422e4c tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c76b33-d061-4ac8-9683-f78b4259c5b6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:05.936958 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a2e80f46-a80e-41ad-8d49-5a2fc6423eef service neutron] 10.222.0.38 "GET /v2.0/networks/0548e743-3d13-4cb9-8372-5fe575c17d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825478 Jul 15 15:05:05.938872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Attempting to bind port acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:05.940475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Attempting to bind port acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:05.941553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Attempting to bind port acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 on network c517e729-6da1-4ffd-baaf-0859555c1d3b {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:05.971963 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7cbfbed-e005-47ff-92d7-580843405dba req-4c37c515-c176-441e-8162-7c2a44a5bf4d service neutron] 10.222.0.11 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004526 Jul 15 15:05:06.050023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8297028-9356-4d51-bd5d-dd3dca332820 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:06.052649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a16cabe-901c-4ecf-a6f9-af47cfb0d570 None None] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:06.116323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42b73aa5-38d3-4d84-a882-55b4717ad26c req-3d2061ca-293b-4148-bf42-d6c870cc08bb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3993669 Jul 15 15:05:06.138628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Port acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 on network c517e729-6da1-4ffd-baaf-0859555c1d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:05:06.139047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Attempting to bind port acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 on network c517e729-6da1-4ffd-baaf-0859555c1d3b {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:06.153865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Attempting to bind port 6efd2420-22eb-42a4-a08e-2d03e0cb7556 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:06.154244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Attempting to bind port 6efd2420-22eb-42a4-a08e-2d03e0cb7556 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '4af6c30f-8827-4bc6-bb36-1924bf08081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0392b3f6-bff8-4fab-8923-27f984eed05f'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:06.166848 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Attempting to bind port 6efd2420-22eb-42a4-a08e-2d03e0cb7556 on network 0392b3f6-bff8-4fab-8923-27f984eed05f {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:06.166963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:06.166963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Checking segment: {'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:06.166963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Bound using segment: {'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:06.166963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Bound port: acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:06.166963 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.229132 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.289677 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d7cbfbed-e005-47ff-92d7-580843405dba req-35cb529c-56ef-43bd-b942-7059b51c733f service neutron] 10.222.0.11 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095024 Jul 15 15:05:06.295808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:06.296375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Checking segment: {'id': '4af6c30f-8827-4bc6-bb36-1924bf08081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0392b3f6-bff8-4fab-8923-27f984eed05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:06.297228 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.297228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Bound using segment: {'id': '4af6c30f-8827-4bc6-bb36-1924bf08081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0392b3f6-bff8-4fab-8923-27f984eed05f'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:06.297544 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Bound port: 6efd2420-22eb-42a4-a08e-2d03e0cb7556, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af6c30f-8827-4bc6-bb36-1924bf08081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0392b3f6-bff8-4fab-8923-27f984eed05f'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:06.297939 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.322796 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8297028-9356-4d51-bd5d-dd3dca332820 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.344077 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1984be31-e838-400b-8a00-54d992e64cd6 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.345664 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d7cf3340-f851-44b3-b721-4484ae9b9cc1 None None] Provisioning complete for port 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:06.346043 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7cf3340-f851-44b3-b721-4484ae9b9cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.350089 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-e8297028-9356-4d51-bd5d-dd3dca332820 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] device_id is not set on port e7f90f26-77f1-4392-be16-0f1c479c032e yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:05:06.374951 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] Set router 06833e0c-d831-4d1a-95ae-14fe2671518f gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:05:06.449499 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf3340-f851-44b3-b721-4484ae9b9cc1 None None] Port 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:06.517318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] For port acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:06.542269 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-ff232565-0a66-4b84-9cc6-fdd7fca614b6 service neutron] 10.222.0.38 "GET /v2.0/networks/0392b3f6-bff8-4fab-8923-27f984eed05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293643 Jul 15 15:05:06.650332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] For port acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:06.667985 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.697282 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e8297028-9356-4d51-bd5d-dd3dca332820 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Allocated IP 2001:db8::2ca (fcd0e6c1-99a0-43aa-acae-6401d10b88cc/c8b5b79e-9b2d-4b7b-bcfe-76e34242b25e/e7f90f26-77f1-4392-be16-0f1c479c032e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:06.699011 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.738947 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1984be31-e838-400b-8a00-54d992e64cd6 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router 6bac9ec4-2803-417b-b064-bdc187caa0b1 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:05:06.769663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:06.770299 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.771854 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] 10.222.0.22 "PUT /v2.0/ports/acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 HTTP/1.1" status: 200 len: 1092 time: 4.3341417 Jul 15 15:05:06.774271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bcc550-6f34-4f71-b877-5ff01400cf76', 'tag': 'acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:06.777014 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde13ce9-542f-42c3-85ca-09807364eb37" -d '{"events": [{"name": "network-changed", "server_uuid": "77bcc550-6f34-4f71-b877-5ff01400cf76", "tag": "acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:06.848203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d7cf3340-f851-44b3-b721-4484ae9b9cc1 None None] Provisioning complete for port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:06.849129 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7cf3340-f851-44b3-b721-4484ae9b9cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.857987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3fce5ea2-31db-41ce-b34e-b23156645b51 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:05:06.867606 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Pushing event updated for resources: {'Port': ['ID=acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:06.877045 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d596cc9a-1d86-4642-aed6-a701659762a9 service neutron] 10.222.0.38 "GET /v2.0/networks/0392b3f6-bff8-4fab-8923-27f984eed05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337245 Jul 15 15:05:06.963802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 4e2603f9-2b34-487d-ba79-ff8fb70b0969, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4e2603f9-2b34-487d-ba79-ff8fb70b0969,segment=NetworkSegment(ec18e1e3-3164-47c6-ac20-55ea95103548),segment_id=ec18e1e3-3164-47c6-ac20-55ea95103548)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:06.978556 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8297028-9356-4d51-bd5d-dd3dca332820 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.987578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:06.988104 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:06.988222 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:06.988484 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:06.988852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:06.989233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:06.990102 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:06.990628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:06.990946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:06.991278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:06.991613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:06.991977 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67038df9-c8b3-41d8-a72f-9dfb94ced59c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:07.004282 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-e8297028-9356-4d51-bd5d-dd3dca332820 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Transition to ACTIVE for port object e7f90f26-77f1-4392-be16-0f1c479c032e will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:07.012426 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9648be5-86ce-4c72-8d86-d3b1cb13b801 x-openstack-request-id: req-d9648be5-86ce-4c72-8d86-d3b1cb13b801 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:07.012909 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:07.013336 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d9648be5-86ce-4c72-8d86-d3b1cb13b801 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:07.014132 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'code': 200} Jul 15 15:05:07.015407 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:07.048705 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1984be31-e838-400b-8a00-54d992e64cd6 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:05:07.060376 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b6ed42-a71f-441a-9f0e-237ec5e73b22 None None] Sync routers for ids ['6bac9ec4-2803-417b-b064-bdc187caa0b1'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:05:07.079863 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b6ed42-a71f-441a-9f0e-237ec5e73b22 None None] Routers {'6bac9ec4-2803-417b-b064-bdc187caa0b1'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:07.080484 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-50b6ed42-a71f-441a-9f0e-237ec5e73b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6bac9ec4-2803-417b-b064-bdc187caa0b1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:07.086227 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1984be31-e838-400b-8a00-54d992e64cd6 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/6bac9ec4-2803-417b-b064-bdc187caa0b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4690516 Jul 15 15:05:07.086581 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56570) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:07.136523 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] For port 6efd2420-22eb-42a4-a08e-2d03e0cb7556, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:07.147842 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8297028-9356-4d51-bd5d-dd3dca332820 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:07.149079 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:05:07.179234 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-50b6ed42-a71f-441a-9f0e-237ec5e73b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:07.195791 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b6ed42-a71f-441a-9f0e-237ec5e73b22 None None] Routers {'6bac9ec4-2803-417b-b064-bdc187caa0b1'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:07.196513 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-50b6ed42-a71f-441a-9f0e-237ec5e73b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['6bac9ec4-2803-417b-b064-bdc187caa0b1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:07.220617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] For port 6efd2420-22eb-42a4-a08e-2d03e0cb7556, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6efd2420-22eb-42a4-a08e-2d03e0cb7556,segment=NetworkSegment(4af6c30f-8827-4bc6-bb36-1924bf08081b),segment_id=4af6c30f-8827-4bc6-bb36-1924bf08081b)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:07.255580 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e504f3ef-9bb4-4182-8fd2-a6fc41fe360c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:07.266292 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-50b6ed42-a71f-441a-9f0e-237ec5e73b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:07.267793 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b6ed42-a71f-441a-9f0e-237ec5e73b22 None None] The sync data for ids ['6bac9ec4-2803-417b-b064-bdc187caa0b1'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:05:07.283634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-631e4f8b-453d-4fc6-97ab-10fe723aec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:07.285225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-631e4f8b-453d-4fc6-97ab-10fe723aec3d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4289f545b3d74fd58cc7b431f98da0c0&device_id=77bcc550-6f34-4f71-b877-5ff01400cf76 HTTP/1.1" status: 200 len: 1095 time: 0.4644790 Jul 15 15:05:07.290954 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8297028-9356-4d51-bd5d-dd3dca332820 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:07.295124 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e8297028-9356-4d51-bd5d-dd3dca332820 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:07.298302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8297028-9356-4d51-bd5d-dd3dca332820 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:07.302130 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-05ad2208-5c22-466f-b307-16fce6ecb3d3 service neutron] 10.222.0.38 "GET /v2.0/networks/0548e743-3d13-4cb9-8372-5fe575c17d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235275 Jul 15 15:05:07.304728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8297028-9356-4d51-bd5d-dd3dca332820 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:07.305534 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8297028-9356-4d51-bd5d-dd3dca332820 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:07.320073 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5ee78c29-8963-438a-8ec5-dab6541643e6 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bac9ec4-2803-417b-b064-bdc187caa0b1 HTTP/1.1" status: 200 len: 205 time: 0.2319136 Jul 15 15:05:07.324259 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56582) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:07.326001 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e8297028-9356-4d51-bd5d-dd3dca332820 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7144415 Jul 15 15:05:07.327038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8297028-9356-4d51-bd5d-dd3dca332820 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=e7f90f26-77f1-4392-be16-0f1c479c032e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:07.334413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56586) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:07.340380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-598d9a8d-800c-42d7-820e-94d373aa4c95 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'subnet': {'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:07.369907 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:07.386938 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=4e2603f9-2b34-487d-ba79-ff8fb70b0969,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:07.428883 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-3d8e435a-7ff5-4921-8ae5-6c795302ca30 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 HTTP/1.1" status: 200 len: 217 time: 0.1361291 Jul 15 15:05:07.472185 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598d9a8d-800c-42d7-820e-94d373aa4c95 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:07.477151 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-598d9a8d-800c-42d7-820e-94d373aa4c95 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:07.562817 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-565c312c-e7a3-4352-8b74-d787c30314a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:07.585118 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3fce5ea2-31db-41ce-b34e-b23156645b51, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3fce5ea2-31db-41ce-b34e-b23156645b51,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:07.615440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb0d6a-72dd-4b82-bd38-7b0906c67ae7 None None] Pushing event updated for resources: {'Port': ['ID=6efd2420-22eb-42a4-a08e-2d03e0cb7556,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:07.654055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '3fce5ea2-31db-41ce-b34e-b23156645b51', 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b', 'port_id': '3fce5ea2-31db-41ce-b34e-b23156645b51', 'mac_address': 'fa:16:3e:47:7d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4803622-51c3-4ba2-bbd3-8a95b451937b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:05:07.673234 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:07.681664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7896a-d4c3-4b43-ab80-1197a6fa2d67 req-00160e48-0285-4264-b025-a95dbbf2cba8 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:07.683588 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78e7896a-d4c3-4b43-ab80-1197a6fa2d67 req-00160e48-0285-4264-b025-a95dbbf2cba8 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=aaa4120d-d381-4d96-9bd4-278b15a3c8b7 HTTP/1.1" status: 200 len: 943 time: 0.5095663 Jul 15 15:05:07.699733 n-d-764435-3 neutron-server[100712]: INFO neutron.db.ipam_backend_mixin [None req-598d9a8d-800c-42d7-820e-94d373aa4c95 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c8b5b79e-9b2d-4b7b-bcfe-76e34242b25e (CIDR: 2001:db8::/64) Jul 15 15:05:07.705552 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:07.706185 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:07.707220 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-598d9a8d-800c-42d7-820e-94d373aa4c95 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:05:07.707679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598d9a8d-800c-42d7-820e-94d373aa4c95 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:05:07.736711 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'name': 'tempest-ServersTestMultiNic-798052718-router', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:43Z', 'updated_at': '2021-07-15T15:04:51Z', 'revision_number': 4, 'project_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'gw_port': {'id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:44Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e504f3ef-9bb4-4182-8fd2-a6fc41fe360c', 'name': '', 'network_id': '38711604-9829-4a16-863a-256f6616e532', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'mac_address': 'fa:16:3e:3a:a8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '02d08b8c-76ef-49a9-a214-a67c0e853e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:05:04Z', 'revision_number': 4, 'project_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'subnets': [{'id': '02d08b8c-76ef-49a9-a214-a67c0e853e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:07.737287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-dd555108-500f-4544-9783-beedc19df603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:07.739107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-dd555108-500f-4544-9783-beedc19df603 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c4803622-51c3-4ba2-bbd3-8a95b451937b HTTP/1.1" status: 200 len: 852 time: 0.2676167 Jul 15 15:05:07.754743 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-598d9a8d-800c-42d7-820e-94d373aa4c95 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4190772 Jul 15 15:05:07.756393 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-fd3d18d2-2fb2-48e1-ada7-4916716c35c4 service neutron] 10.222.0.38 "GET /v2.0/networks/0548e743-3d13-4cb9-8372-5fe575c17d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531572 Jul 15 15:05:07.757888 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56606) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:07.769178 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-abdffcd2-9117-4967-bad0-ec93834e5723 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'subnet': {'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:07.811853 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99afbc50-0481-4693-b8f7-61527618578e None None] Update dhcp port {'port': {'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'fixed_ips': [{'subnet_id': 'b0e96162-5fa7-4628-87a6-11b4f1ca3c11', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c8b5b79e-9b2d-4b7b-bcfe-76e34242b25e'}], 'binding:host_id': 'n-d-764435-3'}, 'id': '6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7'} from n-d-764435-3. {{(pid=100713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 15:05:07.900864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a8155-7ff6-43dd-ad8e-d9b97fe19f85 None None] The sync data for ids ['06833e0c-d831-4d1a-95ae-14fe2671518f'] in n-d-764435-3 is: [{'id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'name': 'tempest-ServersTestMultiNic-798052718-router', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:43Z', 'updated_at': '2021-07-15T15:04:51Z', 'revision_number': 4, 'project_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'gw_port': {'id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:44Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'e504f3ef-9bb4-4182-8fd2-a6fc41fe360c', 'name': '', 'network_id': '38711604-9829-4a16-863a-256f6616e532', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'mac_address': 'fa:16:3e:3a:a8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '02d08b8c-76ef-49a9-a214-a67c0e853e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:05:04Z', 'revision_number': 4, 'project_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'subnets': [{'id': '02d08b8c-76ef-49a9-a214-a67c0e853e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:05:07.912659 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:07.964855 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fce5ea2-31db-41ce-b34e-b23156645b51 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:08.002230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ae28f1b9-7f4f-47a3-b35b-bba6a4736d89 None None] Provisioning complete for port 4e2603f9-2b34-487d-ba79-ff8fb70b0969 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:08.002943 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae28f1b9-7f4f-47a3-b35b-bba6a4736d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.016926 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdffcd2-9117-4967-bad0-ec93834e5723 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:08.026052 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abdffcd2-9117-4967-bad0-ec93834e5723 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.056770 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99afbc50-0481-4693-b8f7-61527618578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.073464 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3fce5ea2-31db-41ce-b34e-b23156645b51, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3fce5ea2-31db-41ce-b34e-b23156645b51,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:08.137922 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.189932 n-d-764435-3 neutron-server[100712]: INFO neutron.db.ipam_backend_mixin [None req-abdffcd2-9117-4967-bad0-ec93834e5723 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b0e96162-5fa7-4628-87a6-11b4f1ca3c11 (CIDR: 2001:db8:0:1::/64) Jul 15 15:05:08.195499 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdffcd2-9117-4967-bad0-ec93834e5723 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:05:08.196201 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abdffcd2-9117-4967-bad0-ec93834e5723 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:05:08.213086 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-abdffcd2-9117-4967-bad0-ec93834e5723 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4531305 Jul 15 15:05:08.215737 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56612) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:08.222187 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bfc91211-35a2-492c-8195-e89b980c7dc2 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'subnet': {'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:08.327562 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.340116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=3fce5ea2-31db-41ce-b34e-b23156645b51,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:08.374659 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc91211-35a2-492c-8195-e89b980c7dc2 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Made reservation on behalf of 9f56e0b8da40496890f8920732869d7e for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:08.379341 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfc91211-35a2-492c-8195-e89b980c7dc2 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.438964 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-565c312c-e7a3-4352-8b74-d787c30314a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.441364 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-565c312c-e7a3-4352-8b74-d787c30314a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.455543 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e504f3ef-9bb4-4182-8fd2-a6fc41fe360c,segment=NetworkSegment(712bbba9-9e7d-41d0-af4c-24b571a47c8a),segment_id=712bbba9-9e7d-41d0-af4c-24b571a47c8a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:08.465514 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.503327 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-99afbc50-0481-4693-b8f7-61527618578e None None] Allocated IP 2001:db8::2 (fcd0e6c1-99a0-43aa-acae-6401d10b88cc/c8b5b79e-9b2d-4b7b-bcfe-76e34242b25e/6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:08.512891 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-4785dacf-670f-4138-b58c-60c66c43ad3f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c517e729-6da1-4ffd-baaf-0859555c1d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7551539 Jul 15 15:05:08.516798 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-565c312c-e7a3-4352-8b74-d787c30314a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.517489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565c312c-e7a3-4352-8b74-d787c30314a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Fanout notify agent at l3_agent the message router_deleted on router 6bac9ec4-2803-417b-b064-bdc187caa0b1 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:05:08.524457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78e7896a-d4c3-4b43-ab80-1197a6fa2d67 req-0ad14cd8-9e61-4c77-a411-a1eeb7167fef tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8295965 Jul 15 15:05:08.543405 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-565c312c-e7a3-4352-8b74-d787c30314a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.546784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-565c312c-e7a3-4352-8b74-d787c30314a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/routers/6bac9ec4-2803-417b-b064-bdc187caa0b1 HTTP/1.1" status: 204 len: 168 time: 1.2093024 Jul 15 15:05:08.564302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56614) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:08.573678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=e504f3ef-9bb4-4182-8fd2-a6fc41fe360c,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:08.693947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-032e3a46-d32d-49a3-bb5e-a602ce1dd01e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting subnet 9aa15b95-8a10-40b8-adab-bbce84db996b {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:05:08.710108 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-032e3a46-d32d-49a3-bb5e-a602ce1dd01e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.722469 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['3fce5ea2-31db-41ce-b34e-b23156645b51'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:08.731853 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-99afbc50-0481-4693-b8f7-61527618578e None None] For port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7,segment=NetworkSegment(a5dbd3ec-2fc2-4665-8bfd-c3306bea6442),segment_id=a5dbd3ec-2fc2-4665-8bfd-c3306bea6442)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:08.742851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-3de7ee06-5471-491b-89cc-37f001f5686e service neutron] 10.222.0.22 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145953 Jul 15 15:05:08.821031 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-032e3a46-d32d-49a3-bb5e-a602ce1dd01e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.837259 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99afbc50-0481-4693-b8f7-61527618578e None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.863647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-99afbc50-0481-4693-b8f7-61527618578e None None] Transition to ACTIVE for port object 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:08.885800 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99afbc50-0481-4693-b8f7-61527618578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.961270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df05a0a-cf7a-49a7-8b35-60ee914f5724 req-1d73a416-e8bd-44ae-8b35-d41615c1b193 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:08.963492 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6df05a0a-cf7a-49a7-8b35-60ee914f5724 req-1d73a416-e8bd-44ae-8b35-d41615c1b193 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.2362621 Jul 15 15:05:08.990460 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-860969b3-95c9-4a90-bd8a-21523ec06852 req-8164112b-1f40-43b4-8c1e-21077e735ad6 service neutron] 10.222.0.22 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241149 Jul 15 15:05:09.115577 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6df05a0a-cf7a-49a7-8b35-60ee914f5724 req-5636773a-d154-4a69-8c46-e06f0e58dc3d tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195228 Jul 15 15:05:09.187017 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266aaecc-b181-4df4-9490-591896604247 x-openstack-request-id: req-266aaecc-b181-4df4-9490-591896604247 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:09.187312 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bcc550-6f34-4f71-b877-5ff01400cf76", "tag": "acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:09.187565 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-266aaecc-b181-4df4-9490-591896604247 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:09.187986 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bcc550-6f34-4f71-b877-5ff01400cf76', 'tag': 'acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2', 'status': 'completed', 'code': 200} Jul 15 15:05:09.262876 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c385c5-7ef2-41aa-803e-146bb68261c7 None None] Network 0392b3f6-bff8-4fab-8923-27f984eed05f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:09.453922 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-13c2480b-091b-4c54-b1c4-819586b2544d req-91b41635-34fe-4e45-a56a-c87c3f0ff35f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 210 time: 0.1030486 Jul 15 15:05:09.460042 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde13ce9-542f-42c3-85ca-09807364eb37 req-020d9c1f-1e8f-4133-9136-84523f1890ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:09.461598 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cde13ce9-542f-42c3-85ca-09807364eb37 req-020d9c1f-1e8f-4133-9136-84523f1890ad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4289f545b3d74fd58cc7b431f98da0c0&device_id=77bcc550-6f34-4f71-b877-5ff01400cf76 HTTP/1.1" status: 200 len: 1095 time: 0.2338943 Jul 15 15:05:09.468127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afbc50-0481-4693-b8f7-61527618578e None None] Pushing event updated for resources: {'Port': ['ID=6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:09.513343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4e2603f9-2b34-487d-ba79-ff8fb70b0969 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:09.545186 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-032e3a46-d32d-49a3-bb5e-a602ce1dd01e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:09.626804 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d44c0-3a2b-4045-8e52-388c00695e47 req-19353e17-3990-4edc-84f0-3f826c05ba96 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:09.634896 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-900d44c0-3a2b-4045-8e52-388c00695e47 req-19353e17-3990-4edc-84f0-3f826c05ba96 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.2504175 Jul 15 15:05:09.643487 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfc91211-35a2-492c-8195-e89b980c7dc2 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:09.663085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde13ce9-542f-42c3-85ca-09807364eb37 req-79d36c44-1d4e-43b1-bf90-c2ac0db17729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:09.665911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cde13ce9-542f-42c3-85ca-09807364eb37 req-79d36c44-1d4e-43b1-bf90-c2ac0db17729 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c517e729-6da1-4ffd-baaf-0859555c1d3b HTTP/1.1" status: 200 len: 913 time: 0.1965747 Jul 15 15:05:09.710461 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-032e3a46-d32d-49a3-bb5e-a602ce1dd01e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:09.713626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc91211-35a2-492c-8195-e89b980c7dc2 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:09.724637 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-bfc91211-35a2-492c-8195-e89b980c7dc2 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:09.738794 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea00b4-6c33-4c05-80ea-9300095bae83 req-56012714-f95d-40e9-9d67-e7ea96f83613 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:09.740603 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0dea00b4-6c33-4c05-80ea-9300095bae83 req-56012714-f95d-40e9-9d67-e7ea96f83613 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.11 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.2487123 Jul 15 15:05:09.742037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc91211-35a2-492c-8195-e89b980c7dc2 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:09.742745 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfc91211-35a2-492c-8195-e89b980c7dc2 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:09.764120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc91211-35a2-492c-8195-e89b980c7dc2 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Subnet': ['ID=1f215ab5-c4ed-48df-af4a-cb445b39c207,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:09.766700 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-032e3a46-d32d-49a3-bb5e-a602ce1dd01e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:09.771321 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-032e3a46-d32d-49a3-bb5e-a602ce1dd01e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/9aa15b95-8a10-40b8-adab-bbce84db996b HTTP/1.1" status: 204 len: 168 time: 1.2033792 Jul 15 15:05:09.781890 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56630) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:09.799252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d5b4d1-07d9-4863-b8e2-494ea2ffa9ee None None] Network a01da3ec-e7fd-4a57-80e0-dfa48119e7ba requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:09.804642 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0387cd26-d9b3-42e3-b0b7-c8097ec76712 None None] Provisioning for port 6efd2420-22eb-42a4-a08e-2d03e0cb7556 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:09.807508 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cde13ce9-542f-42c3-85ca-09807364eb37 req-fb31af07-d9b9-4b69-9129-e766c4504c91 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 HTTP/1.1" status: 200 len: 217 time: 0.1310570 Jul 15 15:05:09.822313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e3a46-d32d-49a3-bb5e-a602ce1dd01e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa15b95-8a10-40b8-adab-bbce84db996b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:09.833372 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bfc91211-35a2-492c-8195-e89b980c7dc2 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6159220 Jul 15 15:05:09.834136 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56632) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:09.844298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1c0a60aa-b8b8-44b3-b256-7f28d5ef2b43 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-563807220', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1f215ab5-c4ed-48df-af4a-cb445b39c207'}], 'security_groups': ['4ed6ac94-0eda-4a09-b587-7243984b4763', 'b42653f5-452e-4832-ade1-62e9c07997a3']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:09.924339 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-900d44c0-3a2b-4045-8e52-388c00695e47 req-59822f60-6b8b-49ea-806e-590be959fecf tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882936 Jul 15 15:05:10.032418 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d430e56-c4f4-40c7-8db5-ac5781318b4e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting subnet 0ae9de3c-ee29-485e-8c38-6a38b49298ae {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:05:10.033118 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 4e2603f9-2b34-487d-ba79-ff8fb70b0969 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:10.033504 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:10.039453 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d430e56-c4f4-40c7-8db5-ac5781318b4e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:10.079843 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c0a60aa-b8b8-44b3-b256-7f28d5ef2b43 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:10.097299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:05:10.098392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde13ce9-542f-42c3-85ca-09807364eb37 req-d0b6dde2-48c0-4f85-9023-ce209d25422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:10.101090 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cde13ce9-542f-42c3-85ca-09807364eb37 req-d0b6dde2-48c0-4f85-9023-ce209d25422e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c4803622-51c3-4ba2-bbd3-8a95b451937b HTTP/1.1" status: 200 len: 852 time: 0.2495925 Jul 15 15:05:10.134071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-0dea00b4-6c33-4c05-80ea-9300095bae83 req-b637a057-734e-4bec-90bc-4eb2dfba2ae0 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Deleting port 259f4f14-a860-4c81-806a-25ceaf59542f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:10.134661 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0dea00b4-6c33-4c05-80ea-9300095bae83 req-b637a057-734e-4bec-90bc-4eb2dfba2ae0 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:10.217094 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cde13ce9-542f-42c3-85ca-09807364eb37 req-75c07c8c-d925-4e8c-a521-43a9d7c2ca06 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c517e729-6da1-4ffd-baaf-0859555c1d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061208 Jul 15 15:05:10.250455 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:10.262478 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0dea00b4-6c33-4c05-80ea-9300095bae83 req-b637a057-734e-4bec-90bc-4eb2dfba2ae0 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] For port 259f4f14-a860-4c81-806a-25ceaf59542f, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=259f4f14-a860-4c81-806a-25ceaf59542f,segment=NetworkSegment(8cd847aa-365f-442a-8be5-a07b09c9280d),segment_id=8cd847aa-365f-442a-8be5-a07b09c9280d)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:10.263270 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0dea00b4-6c33-4c05-80ea-9300095bae83 req-b637a057-734e-4bec-90bc-4eb2dfba2ae0 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:10.284960 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d430e56-c4f4-40c7-8db5-ac5781318b4e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:10.297107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48258877-f74e-412d-960a-b43730010a46 req-da86587d-378f-4584-9c9b-d5d351c216b3 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:10.300017 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2', 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b', 'port_id': 'acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2', 'mac_address': 'fa:16:3e:7b:72:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4803622-51c3-4ba2-bbd3-8a95b451937b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:05:10.301291 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-0dea00b4-6c33-4c05-80ea-9300095bae83 req-b637a057-734e-4bec-90bc-4eb2dfba2ae0 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Calling delete_port for 259f4f14-a860-4c81-806a-25ceaf59542f owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:10.305575 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-48258877-f74e-412d-960a-b43730010a46 req-da86587d-378f-4584-9c9b-d5d351c216b3 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=aaa4120d-d381-4d96-9bd4-278b15a3c8b7 HTTP/1.1" status: 200 len: 944 time: 0.6022377 Jul 15 15:05:10.420648 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:10.440302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:10.483753 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:10.515841 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:10.604886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80070001-ab3d-4931-880e-6bf8c49bf864 None None] DHCP port deletion for a01da3ec-e7fd-4a57-80e0-dfa48119e7ba request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:05:10.641148 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6efd2420-22eb-42a4-a08e-2d03e0cb7556 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:10.757817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:10.783217 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-48258877-f74e-412d-960a-b43730010a46 req-154518e9-de9d-420c-8fb8-91e0ea741acb tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767454 Jul 15 15:05:10.784707 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d430e56-c4f4-40c7-8db5-ac5781318b4e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:10.848314 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 6efd2420-22eb-42a4-a08e-2d03e0cb7556 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:10.873193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cde13ce9-542f-42c3-85ca-09807364eb37 req-270f4ca3-3309-49e0-b52f-d166b17dcbbc service neutron] 10.222.0.22 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471097 Jul 15 15:05:10.880492 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:10.882466 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f5477d-6ef3-459d-ba51-b117fa9335b7 None None] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:10.888165 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6747eea3-78c2-499b-ad1b-b37322395e8f None None] Provisioning complete for port 6efd2420-22eb-42a4-a08e-2d03e0cb7556 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:10.888526 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6747eea3-78c2-499b-ad1b-b37322395e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:10.903535 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d6812-6be7-47b5-a572-87abb52af99b req-aea624e2-e33f-4e56-9079-1374b63dcd9b tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:10.912725 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a88d6812-6be7-47b5-a572-87abb52af99b req-aea624e2-e33f-4e56-9079-1374b63dcd9b tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 945 time: 0.2577889 Jul 15 15:05:10.924282 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6efd2420-22eb-42a4-a08e-2d03e0cb7556 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:10.924659 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:10.947447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-80070001-ab3d-4931-880e-6bf8c49bf864 None None] Deleting port 5443fc25-a55e-43db-8a3b-d1d024c1f37e {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:10.947817 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80070001-ab3d-4931-880e-6bf8c49bf864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:11.057181 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d430e56-c4f4-40c7-8db5-ac5781318b4e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:11.157036 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d430e56-c4f4-40c7-8db5-ac5781318b4e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:11.161892 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6d430e56-c4f4-40c7-8db5-ac5781318b4e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/0ae9de3c-ee29-485e-8c38-6a38b49298ae HTTP/1.1" status: 204 len: 168 time: 1.3758881 Jul 15 15:05:11.162339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d430e56-c4f4-40c7-8db5-ac5781318b4e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae9de3c-ee29-485e-8c38-6a38b49298ae,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:11.178763 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56644) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:11.199282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a88d6812-6be7-47b5-a572-87abb52af99b req-77907924-5297-45f0-991d-3e3509963e24 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854655 Jul 15 15:05:11.214324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-1c0a60aa-b8b8-44b3-b256-7f28d5ef2b43 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Delete allocated IP 2001:db8::2ca (fcd0e6c1-99a0-43aa-acae-6401d10b88cc/c8b5b79e-9b2d-4b7b-bcfe-76e34242b25e) {{(pid=100712) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 15:05:11.239339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-1c0a60aa-b8b8-44b3-b256-7f28d5ef2b43 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Allocated IP 2001:db8:0:2::b4 (fcd0e6c1-99a0-43aa-acae-6401d10b88cc/1f215ab5-c4ed-48df-af4a-cb445b39c207/e7f90f26-77f1-4392-be16-0f1c479c032e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:11.241708 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0dea00b4-6c33-4c05-80ea-9300095bae83 req-b637a057-734e-4bec-90bc-4eb2dfba2ae0 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:11.284769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8da8b4f-c3d6-4601-b156-e46fd60c21a2 None None] Network 134fcbfe-9caa-4d4e-9889-2bd9726b7a12 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:11.289340 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cde13ce9-542f-42c3-85ca-09807364eb37 req-fc51d916-6fe4-404f-8720-66f31de6ef66 service neutron] 10.222.0.22 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961003 Jul 15 15:05:11.324630 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['e150227f-e191-440c-89bd-4d99ae6936ee'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:11.340348 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:11.353352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae311dfc-dd30-46f6-8950-07c78e704cfc req-24e4635d-5897-423b-a065-0c55621c51f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:11.355096 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae311dfc-dd30-46f6-8950-07c78e704cfc req-24e4635d-5897-423b-a065-0c55621c51f0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 1095 time: 0.7451713 Jul 15 15:05:11.404816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f313f5f-5783-47dd-8194-0142e4650949 req-4213901d-69b6-4c4e-b9b1-9fb97321984b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:11.406624 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f313f5f-5783-47dd-8194-0142e4650949 req-4213901d-69b6-4c4e-b9b1-9fb97321984b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.2421527 Jul 15 15:05:11.441235 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-80070001-ab3d-4931-880e-6bf8c49bf864 None None] For port 5443fc25-a55e-43db-8a3b-d1d024c1f37e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5443fc25-a55e-43db-8a3b-d1d024c1f37e,segment=NetworkSegment(6e555ff5-7e06-493f-92dd-7c932a8bdb7e),segment_id=6e555ff5-7e06-493f-92dd-7c932a8bdb7e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:11.441640 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80070001-ab3d-4931-880e-6bf8c49bf864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:11.454443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637a057-734e-4bec-90bc-4eb2dfba2ae0 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Pushing event deleted for resources: {'Port': ['ID=259f4f14-a860-4c81-806a-25ceaf59542f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:11.503945 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed7f648f-6248-4d27-9424-c32272b53c81 req-3f5f44a3-7f38-4fa1-8801-2b1c0ba68af5 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 210 time: 0.0674000 Jul 15 15:05:11.530709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port 5443fc25-a55e-43db-8a3b-d1d024c1f37e {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:11.531609 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:11.534727 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dea00b4-6c33-4c05-80ea-9300095bae83 req-b637a057-734e-4bec-90bc-4eb2dfba2ae0 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] No DVR routers for this DVR port 259f4f14-a860-4c81-806a-25ceaf59542f on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:11.538627 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0dea00b4-6c33-4c05-80ea-9300095bae83 req-b637a057-734e-4bec-90bc-4eb2dfba2ae0 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:11.550685 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0dea00b4-6c33-4c05-80ea-9300095bae83 req-b637a057-734e-4bec-90bc-4eb2dfba2ae0 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.11 "DELETE /v2.0/ports/259f4f14-a860-4c81-806a-25ceaf59542f HTTP/1.1" status: 204 len: 173 time: 1.8011565 Jul 15 15:05:11.559384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-e6975e3f-067a-42ac-9fa7-75cbf15546ca tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:11.565467 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-e6975e3f-067a-42ac-9fa7-75cbf15546ca tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:11.567667 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-e6975e3f-067a-42ac-9fa7-75cbf15546ca tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.22 "GET /v2.0/networks?id=0548e743-3d13-4cb9-8372-5fe575c17d69&id=0392b3f6-bff8-4fab-8923-27f984eed05f&id=0548e743-3d13-4cb9-8372-5fe575c17d69 HTTP/1.1" status: 200 len: 1389 time: 0.4382505 Jul 15 15:05:11.572543 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dc6382-c34d-4071-89ee-42547831b947', 'name': 'network-vif-deleted', 'tag': '259f4f14-a860-4c81-806a-25ceaf59542f'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:11.574870 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2d4264-11aa-4684-af54-6c34a10858da" -d '{"events": [{"server_uuid": "85dc6382-c34d-4071-89ee-42547831b947", "name": "network-vif-deleted", "tag": "259f4f14-a860-4c81-806a-25ceaf59542f"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:11.605417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-80070001-ab3d-4931-880e-6bf8c49bf864 None None] Calling delete_port for 5443fc25-a55e-43db-8a3b-d1d024c1f37e owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:11.613731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-bea8fc56-cc73-404a-9685-950feb902f41 req-7884b6a0-2e3b-446f-8f8b-f98669c89ca1 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Request body: {'port': {'device_id': '1329f7c2-2617-40a6-9dc6-81389647376f', 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69', 'admin_state_up': True, 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:11.617700 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f313f5f-5783-47dd-8194-0142e4650949 req-bc467f7c-1696-4828-b8dc-98f609d454f5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016175 Jul 15 15:05:11.623811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] For port 5443fc25-a55e-43db-8a3b-d1d024c1f37e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5443fc25-a55e-43db-8a3b-d1d024c1f37e,segment=NetworkSegment(6e555ff5-7e06-493f-92dd-7c932a8bdb7e),segment_id=6e555ff5-7e06-493f-92dd-7c932a8bdb7e)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:11.624497 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:11.641408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for 5443fc25-a55e-43db-8a3b-d1d024c1f37e owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:11.757460 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8808667-a15d-4870-9fc4-47c8a01a8ba0 x-openstack-request-id: req-a8808667-a15d-4870-9fc4-47c8a01a8ba0 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:11.757735 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dc6382-c34d-4071-89ee-42547831b947", "name": "network-vif-deleted", "tag": "259f4f14-a860-4c81-806a-25ceaf59542f", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:11.758390 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8808667-a15d-4870-9fc4-47c8a01a8ba0 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:11.758390 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dc6382-c34d-4071-89ee-42547831b947', 'name': 'network-vif-deleted', 'tag': '259f4f14-a860-4c81-806a-25ceaf59542f', 'status': 'completed', 'code': 200} Jul 15 15:05:11.776529 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6747eea3-78c2-499b-ad1b-b37322395e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:11.794874 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:11.835346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=5443fc25-a55e-43db-8a3b-d1d024c1f37e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:11.843481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No DVR routers for this DVR port 5443fc25-a55e-43db-8a3b-d1d024c1f37e on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:11.849608 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:11.855777 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae311dfc-dd30-46f6-8950-07c78e704cfc req-547aef2d-ccf3-4749-a261-e49e6c68b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:11.857352 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae311dfc-dd30-46f6-8950-07c78e704cfc req-547aef2d-ccf3-4749-a261-e49e6c68b100 service neutron] 10.222.0.22 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.4734108 Jul 15 15:05:11.863624 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c0a60aa-b8b8-44b3-b256-7f28d5ef2b43 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:11.931921 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-1c0a60aa-b8b8-44b3-b256-7f28d5ef2b43 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Ignored duplicate provisioning block setup for port e7f90f26-77f1-4392-be16-0f1c479c032e by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 15:05:11.942628 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c0a60aa-b8b8-44b3-b256-7f28d5ef2b43 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:11.975879 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:11.992793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01da3ec-e7fd-4a57-80e0-dfa48119e7ba']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:12.010249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e555ff5-7e06-493f-92dd-7c932a8bdb7e') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:12.011135 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e555ff5-7e06-493f-92dd-7c932a8bdb7e') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:12.024287 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae311dfc-dd30-46f6-8950-07c78e704cfc req-6517a24a-7deb-4d4b-ba40-3038a6630e02 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 HTTP/1.1" status: 200 len: 999 time: 0.1541893 Jul 15 15:05:12.029408 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.053941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-7884b6a0-2e3b-446f-8f8b-f98669c89ca1 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Made reservation on behalf of af47a1bbb7694b59891ca400f7d2f80f for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:12.056963 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.057625 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-7884b6a0-2e3b-446f-8f8b-f98669c89ca1 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.068375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:05:12.068790 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:05:12.074252 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:05:12.105181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a60aa-b8b8-44b3-b256-7f28d5ef2b43 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] In _notify_port_updated(), no bound segment for port e7f90f26-77f1-4392-be16-0f1c479c032e on network fcd0e6c1-99a0-43aa-acae-6401d10b88cc {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:05:12.111600 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0a60aa-b8b8-44b3-b256-7f28d5ef2b43 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:12.112280 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c0a60aa-b8b8-44b3-b256-7f28d5ef2b43 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.117644 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1c0a60aa-b8b8-44b3-b256-7f28d5ef2b43 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "PUT /v2.0/ports/e7f90f26-77f1-4392-be16-0f1c479c032e HTTP/1.1" status: 200 len: 968 time: 2.2778184 Jul 15 15:05:12.120459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56652) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:12.137890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a60aa-b8b8-44b3-b256-7f28d5ef2b43 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event updated for resources: {'Port': ['ID=e7f90f26-77f1-4392-be16-0f1c479c032e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:12.197185 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae311dfc-dd30-46f6-8950-07c78e704cfc req-c2d35a03-7220-4e68-99ee-ec416ba462f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:12.198827 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae311dfc-dd30-46f6-8950-07c78e704cfc req-c2d35a03-7220-4e68-99ee-ec416ba462f2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.1595483 Jul 15 15:05:12.210842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6747eea3-78c2-499b-ad1b-b37322395e8f None None] For port 6efd2420-22eb-42a4-a08e-2d03e0cb7556, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6efd2420-22eb-42a4-a08e-2d03e0cb7556,segment=NetworkSegment(4af6c30f-8827-4bc6-bb36-1924bf08081b),segment_id=4af6c30f-8827-4bc6-bb36-1924bf08081b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:12.249681 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.256579 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6747eea3-78c2-499b-ad1b-b37322395e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.271562 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.276925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/networks/a01da3ec-e7fd-4a57-80e0-dfa48119e7ba HTTP/1.1" status: 204 len: 168 time: 1.0968029 Jul 15 15:05:12.296223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56656) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:12.305314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcf77e-f8f3-4a3e-8a13-51aef986533c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Network': ['ID=a01da3ec-e7fd-4a57-80e0-dfa48119e7ba,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:12.339236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d1a23-f919-438d-8cd7-6e6566c07d76 req-c4feeec0-abf5-41c5-937a-bfe11c8c1f8b tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:12.347806 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-187d1a23-f919-438d-8cd7-6e6566c07d76 req-c4feeec0-abf5-41c5-937a-bfe11c8c1f8b tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=aaa4120d-d381-4d96-9bd4-278b15a3c8b7 HTTP/1.1" status: 200 len: 944 time: 0.2442505 Jul 15 15:05:12.358152 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bb9bf6-8980-4b41-8cd6-80f70a004fc9 None None] DHCP port deletion for 134fcbfe-9caa-4d4e-9889-2bd9726b7a12 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:05:12.418850 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-187d1a23-f919-438d-8cd7-6e6566c07d76 req-33aab682-6185-4c13-8e6a-2cdedd4bb726 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688269 Jul 15 15:05:12.505202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.523596 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80070001-ab3d-4931-880e-6bf8c49bf864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.526929 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-bea8fc56-cc73-404a-9685-950feb902f41 req-7884b6a0-2e3b-446f-8f8b-f98669c89ca1 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Allocated IP 19.80.0.145 (0548e743-3d13-4cb9-8372-5fe575c17d69/1c360a1d-1c02-498f-9f3d-087d197c5c3f/a12062cd-9d34-4a32-b484-e34c171983f7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:12.544270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae311dfc-dd30-46f6-8950-07c78e704cfc req-e9e1a410-a2cf-4ef8-90ba-330f5f82d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:12.545168 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3bd41eac-aa42-4a7d-86ee-01fdb823bc42 req-8adc0f53-0a59-4df5-866b-a6f7e2cb99a7 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dc6382-c34d-4071-89ee-42547831b947 HTTP/1.1" status: 200 len: 210 time: 0.0490215 Jul 15 15:05:12.545984 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae311dfc-dd30-46f6-8950-07c78e704cfc req-e9e1a410-a2cf-4ef8-90ba-330f5f82d22d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3146024 Jul 15 15:05:12.568589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bae2cb53-94d2-486d-95e9-d2c86afb0947 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port e7f90f26-77f1-4392-be16-0f1c479c032e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:12.569027 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bae2cb53-94d2-486d-95e9-d2c86afb0947 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.615603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d078cc5-1cd8-421c-b20f-299f34aee23e None None] Update dhcp port {'port': {'network_id': 'fcd0e6c1-99a0-43aa-acae-6401d10b88cc', 'fixed_ips': [{'subnet_id': 'b0e96162-5fa7-4628-87a6-11b4f1ca3c11', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c8b5b79e-9b2d-4b7b-bcfe-76e34242b25e', 'ip_address': '2001:db8::2'}, {'subnet_id': '1f215ab5-c4ed-48df-af4a-cb445b39c207'}], 'binding:host_id': 'n-d-764435-3'}, 'id': '6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7'} from n-d-764435-3. {{(pid=100713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 15:05:12.635417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-81d9d9c1-25f9-4e70-9755-ee65dad68a58 None None] Provisioning complete for port 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:12.635772 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81d9d9c1-25f9-4e70-9755-ee65dad68a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.662491 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-80070001-ab3d-4931-880e-6bf8c49bf864 None None] Network a01da3ec-e7fd-4a57-80e0-dfa48119e7ba is not hosted by any dhcp agent {{(pid=100713) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 15:05:12.663474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80070001-ab3d-4931-880e-6bf8c49bf864 None None] No DVR routers for this DVR port 5443fc25-a55e-43db-8a3b-d1d024c1f37e on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:12.700418 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c2ab672-5b4d-4e3b-83c5-435b0d0d8bfc req-7b2b6c88-b0a3-4b1b-8175-7291cf4bcfb1 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 210 time: 0.0313315 Jul 15 15:05:12.741974 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:05:12.742453 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:05:12.762425 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747eea3-78c2-499b-ad1b-b37322395e8f None None] Pushing event updated for resources: {'Port': ['ID=6efd2420-22eb-42a4-a08e-2d03e0cb7556,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:12.821442 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d078cc5-1cd8-421c-b20f-299f34aee23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.828712 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bae2cb53-94d2-486d-95e9-d2c86afb0947 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.829987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80070001-ab3d-4931-880e-6bf8c49bf864 None None] Pushing event deleted for resources: {'Port': ['ID=5443fc25-a55e-43db-8a3b-d1d024c1f37e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:12.832019 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-81d9d9c1-25f9-4e70-9755-ee65dad68a58 None None] Port 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:12.836095 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae311dfc-dd30-46f6-8950-07c78e704cfc req-40a72c3e-52fd-4144-b2c9-afc4de39005a service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798712 Jul 15 15:05:12.861702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3fce5ea2-31db-41ce-b34e-b23156645b51 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:12.864769 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bae2cb53-94d2-486d-95e9-d2c86afb0947 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for e7f90f26-77f1-4392-be16-0f1c479c032e owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:12.882059 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port 08bbcea5-b9ed-45af-97de-398a3cd76830 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:12.882411 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.910079 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb9bf6-8980-4b41-8cd6-80f70a004fc9 None None] Deleting port 08bbcea5-b9ed-45af-97de-398a3cd76830 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:12.910456 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9bf6-8980-4b41-8cd6-80f70a004fc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.916507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-81d9d9c1-25f9-4e70-9755-ee65dad68a58 None None] Provisioning for port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:12.954841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b56b61-b6e3-4554-a4d8-64949ba377b6 req-82fb4dc6-3c2a-41e9-bbeb-e50bec93d3e3 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:12.958434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-81d9d9c1-25f9-4e70-9755-ee65dad68a58 None None] Provisioning complete for port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:12.958729 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81d9d9c1-25f9-4e70-9755-ee65dad68a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:12.963158 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4b56b61-b6e3-4554-a4d8-64949ba377b6 req-82fb4dc6-3c2a-41e9-bbeb-e50bec93d3e3 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.1319926 Jul 15 15:05:13.023343 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4b56b61-b6e3-4554-a4d8-64949ba377b6 req-7399fbb5-e2dd-4841-9151-f7456797e9b9 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511699 Jul 15 15:05:13.096220 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] For port 08bbcea5-b9ed-45af-97de-398a3cd76830, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=08bbcea5-b9ed-45af-97de-398a3cd76830,segment=NetworkSegment(7505ae44-a081-4e2a-8e1c-b2cacdac17ab),segment_id=7505ae44-a081-4e2a-8e1c-b2cacdac17ab)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:13.096504 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:13.101545 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f3bb9bf6-8980-4b41-8cd6-80f70a004fc9 None None] For port 08bbcea5-b9ed-45af-97de-398a3cd76830, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=08bbcea5-b9ed-45af-97de-398a3cd76830,segment=NetworkSegment(7505ae44-a081-4e2a-8e1c-b2cacdac17ab),segment_id=7505ae44-a081-4e2a-8e1c-b2cacdac17ab)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:13.101952 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9bf6-8980-4b41-8cd6-80f70a004fc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:13.133475 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for 08bbcea5-b9ed-45af-97de-398a3cd76830 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:13.137265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb9bf6-8980-4b41-8cd6-80f70a004fc9 None None] Calling delete_port for 08bbcea5-b9ed-45af-97de-398a3cd76830 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:13.137622 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-7884b6a0-2e3b-446f-8f8b-f98669c89ca1 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:13.152557 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 3fce5ea2-31db-41ce-b34e-b23156645b51 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:13.213667 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae311dfc-dd30-46f6-8950-07c78e704cfc req-85d6ab64-1072-421a-a728-36ef805ecee8 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674498 Jul 15 15:05:13.215496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 3fce5ea2-31db-41ce-b34e-b23156645b51 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:13.215868 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:13.216685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-bea8fc56-cc73-404a-9685-950feb902f41 req-7884b6a0-2e3b-446f-8f8b-f98669c89ca1 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Transition to ACTIVE for port object a12062cd-9d34-4a32-b484-e34c171983f7 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:13.337295 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:13.345795 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bae2cb53-94d2-486d-95e9-d2c86afb0947 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:13.361919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-1d078cc5-1cd8-421c-b20f-299f34aee23e None None] Allocated IP 2001:db8:0:2::2 (fcd0e6c1-99a0-43aa-acae-6401d10b88cc/1f215ab5-c4ed-48df-af4a-cb445b39c207/6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:13.369238 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-7884b6a0-2e3b-446f-8f8b-f98669c89ca1 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:13.372468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=08bbcea5-b9ed-45af-97de-398a3cd76830,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:13.376837 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e504f3ef-9bb4-4182-8fd2-a6fc41fe360c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:13.386616 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No DVR routers for this DVR port 08bbcea5-b9ed-45af-97de-398a3cd76830 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:13.462003 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9bf6-8980-4b41-8cd6-80f70a004fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:13.559405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb9bf6-8980-4b41-8cd6-80f70a004fc9 None None] Pushing event deleted for resources: {'Port': ['ID=08bbcea5-b9ed-45af-97de-398a3cd76830,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:13.573933 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb9bf6-8980-4b41-8cd6-80f70a004fc9 None None] No DVR routers for this DVR port 08bbcea5-b9ed-45af-97de-398a3cd76830 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:13.593697 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:13.630965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1d078cc5-1cd8-421c-b20f-299f34aee23e None None] For port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7,segment=NetworkSegment(a5dbd3ec-2fc2-4665-8bfd-c3306bea6442),segment_id=a5dbd3ec-2fc2-4665-8bfd-c3306bea6442)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:13.647121 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa4120d-d381-4d96-9bd4-278b15a3c8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fce5ea2-31db-41ce-b34e-b23156645b51'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:13.650707 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c228d47c-0d28-42b6-9ddf-7cf89e2c322d" -d '{"events": [{"server_uuid": "aaa4120d-d381-4d96-9bd4-278b15a3c8b7", "name": "network-vif-plugged", "status": "completed", "tag": "3fce5ea2-31db-41ce-b34e-b23156645b51"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:13.664483 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:13.664897 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:13.671545 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3fce5ea2-31db-41ce-b34e-b23156645b51, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3fce5ea2-31db-41ce-b34e-b23156645b51,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:13.700269 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:13.701088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 259f4f14-a860-4c81-806a-25ceaf59542f no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:13.741161 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d078cc5-1cd8-421c-b20f-299f34aee23e None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:13.767639 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2cb53-94d2-486d-95e9-d2c86afb0947 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=e7f90f26-77f1-4392-be16-0f1c479c032e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:13.774077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 259f4f14-a860-4c81-806a-25ceaf59542f {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:13.774430 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 259f4f14-a860-4c81-806a-25ceaf59542f not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:13.797644 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1d078cc5-1cd8-421c-b20f-299f34aee23e None None] Transition to ACTIVE for port object 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:13.811583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea8fc56-cc73-404a-9685-950feb902f41 req-7884b6a0-2e3b-446f-8f8b-f98669c89ca1 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Network 0548e743-3d13-4cb9-8372-5fe575c17d69 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:13.812886 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bae2cb53-94d2-486d-95e9-d2c86afb0947 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:13.815487 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bae2cb53-94d2-486d-95e9-d2c86afb0947 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/e7f90f26-77f1-4392-be16-0f1c479c032e HTTP/1.1" status: 204 len: 168 time: 1.6917925 Jul 15 15:05:13.817497 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d078cc5-1cd8-421c-b20f-299f34aee23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:13.819059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56674) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:13.834041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=3fce5ea2-31db-41ce-b34e-b23156645b51,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:13.842340 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-bea8fc56-cc73-404a-9685-950feb902f41 req-7884b6a0-2e3b-446f-8f8b-f98669c89ca1 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:13.847958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea8fc56-cc73-404a-9685-950feb902f41 req-7884b6a0-2e3b-446f-8f8b-f98669c89ca1 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:13.884707 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d793c7-53eb-4c4a-b3aa-923859a942d7 x-openstack-request-id: req-f2d793c7-53eb-4c4a-b3aa-923859a942d7 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:13.884999 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa4120d-d381-4d96-9bd4-278b15a3c8b7", "name": "network-vif-plugged", "status": "completed", "tag": "3fce5ea2-31db-41ce-b34e-b23156645b51", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:13.885255 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2d793c7-53eb-4c4a-b3aa-923859a942d7 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:13.885650 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa4120d-d381-4d96-9bd4-278b15a3c8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fce5ea2-31db-41ce-b34e-b23156645b51', 'code': 200} Jul 15 15:05:13.949187 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c683ba-ff97-47f2-80f6-711c3a53b5e5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] GET failed (client error): The resource could not be found. Jul 15 15:05:13.951085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-10c683ba-ff97-47f2-80f6-711c3a53b5e5 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports/e7f90f26-77f1-4392-be16-0f1c479c032e HTTP/1.1" status: 404 len: 333 time: 0.1232750 Jul 15 15:05:13.963173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56676) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:13.975434 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.005756 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18395f6-6cf8-4004-a0d9-6197145c6df1 req-e6096c28-bbd4-42f4-8b69-3cd7ee4fdb81 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:14.019973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e18395f6-6cf8-4004-a0d9-6197145c6df1 req-e6096c28-bbd4-42f4-8b69-3cd7ee4fdb81 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=aaa4120d-d381-4d96-9bd4-278b15a3c8b7 HTTP/1.1" status: 200 len: 945 time: 0.3230169 Jul 15 15:05:14.031440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134fcbfe-9caa-4d4e-9889-2bd9726b7a12']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:14.041984 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d078cc5-1cd8-421c-b20f-299f34aee23e None None] Pushing event updated for resources: {'Port': ['ID=6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:14.047054 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884b6a0-2e3b-446f-8f8b-f98669c89ca1 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event updated for resources: {'Port': ['ID=a12062cd-9d34-4a32-b484-e34c171983f7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:14.123272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:14.128692 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7505ae44-a081-4e2a-8e1c-b2cacdac17ab') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:14.130323 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7505ae44-a081-4e2a-8e1c-b2cacdac17ab') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:14.145715 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.156522 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e18395f6-6cf8-4004-a0d9-6197145c6df1 req-9a887750-32fc-402d-9305-d6f449a3e1ea tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350834 Jul 15 15:05:14.213122 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-7884b6a0-2e3b-446f-8f8b-f98669c89ca1 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:14.213820 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-7884b6a0-2e3b-446f-8f8b-f98669c89ca1 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.218060 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.252075 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:14.260888 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03da8a55-7e8f-4fa5-8aa7-4a545fed834a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.297699 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03da8a55-7e8f-4fa5-8aa7-4a545fed834a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.316302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:05:14.317836 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:05:14.321827 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:05:14.331772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7cc9e-f507-48cb-9347-601b55975570 req-ac4fec60-ed0c-42fb-b363-fe73a6054c32 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:14.333508 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68d7cc9e-f507-48cb-9347-601b55975570 req-ac4fec60-ed0c-42fb-b363-fe73a6054c32 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 932 time: 0.1740546 Jul 15 15:05:14.349190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:14.374799 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:14.375215 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.386645 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-7884b6a0-2e3b-446f-8f8b-f98669c89ca1 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7775576 Jul 15 15:05:14.435386 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d258f914-8ecf-43eb-8d8e-f8b6e9611a11 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Request body: {'port': {'device_id': '1329f7c2-2617-40a6-9dc6-81389647376f', 'network_id': '0392b3f6-bff8-4fab-8923-27f984eed05f', 'admin_state_up': True, 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:14.444782 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68d7cc9e-f507-48cb-9347-601b55975570 req-b154562d-d907-474b-a7b3-37dd29febd90 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025472 Jul 15 15:05:14.448619 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7efda8fe-6f26-4c51-b4f6-bba5d55d3776 None None] Provisioning for port a12062cd-9d34-4a32-b484-e34c171983f7 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:14.449031 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03da8a55-7e8f-4fa5-8aa7-4a545fed834a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.455167 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03da8a55-7e8f-4fa5-8aa7-4a545fed834a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.458351 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7efda8fe-6f26-4c51-b4f6-bba5d55d3776 None None] Provisioning complete for port a12062cd-9d34-4a32-b484-e34c171983f7 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:14.458754 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7efda8fe-6f26-4c51-b4f6-bba5d55d3776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.460356 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-03da8a55-7e8f-4fa5-8aa7-4a545fed834a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/security-groups/18c76b33-d061-4ac8-9683-f78b4259c5b6 HTTP/1.1" status: 204 len: 168 time: 0.3870630 Jul 15 15:05:14.466200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56682) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:14.513165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da8a55-7e8f-4fa5-8aa7-4a545fed834a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c76b33-d061-4ac8-9683-f78b4259c5b6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:14.532696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6efd2420-22eb-42a4-a08e-2d03e0cb7556 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:14.574977 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7efda8fe-6f26-4c51-b4f6-bba5d55d3776 None None] Port a12062cd-9d34-4a32-b484-e34c171983f7 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:14.614868 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03ab3bef-1d08-46f0-b1bf-9b0aa33c324a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.671691 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03ab3bef-1d08-46f0-b1bf-9b0aa33c324a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.732937 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.794988 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.797169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03ab3bef-1d08-46f0-b1bf-9b0aa33c324a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.798903 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/networks/134fcbfe-9caa-4d4e-9889-2bd9726b7a12 HTTP/1.1" status: 204 len: 168 time: 2.5013711 Jul 15 15:05:14.801339 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03ab3bef-1d08-46f0-b1bf-9b0aa33c324a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.802906 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-03ab3bef-1d08-46f0-b1bf-9b0aa33c324a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/security-groups/b42653f5-452e-4832-ade1-62e9c07997a3 HTTP/1.1" status: 204 len: 168 time: 0.3312130 Jul 15 15:05:14.803503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56686) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:14.813766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-510a22fa-25cc-44c9-bd74-6f5e6458d878 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'network': {'name': 'tempest-RoutersTest-1273685590'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:14.817425 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56688) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:14.827332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73863aba-1292-4261-bb8a-24f80400f8cc req-03408f7b-bccf-4490-af12-5bb13e457355 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:14.837268 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-73863aba-1292-4261-bb8a-24f80400f8cc req-03408f7b-bccf-4490-af12-5bb13e457355 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.1407793 Jul 15 15:05:14.837520 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0477a9-2788-4c6b-ac21-4c7ee412acee req-ff10fec5-ab0a-492c-8fd2-acfd477b28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:14.840002 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae0477a9-2788-4c6b-ac21-4c7ee412acee req-ff10fec5-ab0a-492c-8fd2-acfd477b28a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aaa4120d-d381-4d96-9bd4-278b15a3c8b7 HTTP/1.1" status: 200 len: 1096 time: 0.7800703 Jul 15 15:05:14.856882 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d258f914-8ecf-43eb-8d8e-f8b6e9611a11 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Made reservation on behalf of af47a1bbb7694b59891ca400f7d2f80f for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:14.860810 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d258f914-8ecf-43eb-8d8e-f8b6e9611a11 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.866172 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.866703 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543950f-d6d7-4f96-8970-7be8cb24b820 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Network': ['ID=134fcbfe-9caa-4d4e-9889-2bd9726b7a12,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:14.876347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab3bef-1d08-46f0-b1bf-9b0aa33c324a tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42653f5-452e-4832-ade1-62e9c07997a3,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:14.919633 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510a22fa-25cc-44c9-bd74-6f5e6458d878 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:14.923283 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-510a22fa-25cc-44c9-bd74-6f5e6458d878 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.945364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-73863aba-1292-4261-bb8a-24f80400f8cc req-d0d09167-d1cb-4b2c-945a-b077e7014c30 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032212 Jul 15 15:05:14.953395 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ae0477a9-2788-4c6b-ac21-4c7ee412acee req-e7505bac-3160-43b0-af30-7774b46ff216 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026907 Jul 15 15:05:14.962151 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6efd2420-22eb-42a4-a08e-2d03e0cb7556 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:14.962561 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:14.983359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:15.015103 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.044001 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da1e87e1-0eb6-42b8-b58b-7c40850131ce tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.048917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510a22fa-25cc-44c9-bd74-6f5e6458d878 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:05:15.089610 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:15.156888 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da1e87e1-0eb6-42b8-b58b-7c40850131ce tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.158436 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d258f914-8ecf-43eb-8d8e-f8b6e9611a11 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Allocated IP 19.86.0.50 (0392b3f6-bff8-4fab-8923-27f984eed05f/cacceea3-edf7-4195-94b0-1dbe8041d3e7/c23b1b2a-34a0-407f-97da-c7a13627dfa4) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:15.162444 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-510a22fa-25cc-44c9-bd74-6f5e6458d878 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.163196 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-510a22fa-25cc-44c9-bd74-6f5e6458d878 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Added segment 5d6d709a-1630-48d3-bf51-38c0407ceed0 of type vlan for network bcfabcf5-7983-4f75-b32e-a78d34539303 Jul 15 15:05:15.262006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 08bbcea5-b9ed-45af-97de-398a3cd76830 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:15.303300 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-510a22fa-25cc-44c9-bd74-6f5e6458d878 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.338653 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 08bbcea5-b9ed-45af-97de-398a3cd76830 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:15.342517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f0de4-3457-4fb4-abc2-228cfecd0153 req-6ce4738a-d893-448c-ae3f-e0ea1b9b3d98 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:15.344228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 08bbcea5-b9ed-45af-97de-398a3cd76830 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:15.344374 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-881f0de4-3457-4fb4-abc2-228cfecd0153 req-6ce4738a-d893-448c-ae3f-e0ea1b9b3d98 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.2809396 Jul 15 15:05:15.344968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5443fc25-a55e-43db-8a3b-d1d024c1f37e no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:15.347212 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da1e87e1-0eb6-42b8-b58b-7c40850131ce tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.352838 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da1e87e1-0eb6-42b8-b58b-7c40850131ce tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.354011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-da1e87e1-0eb6-42b8-b58b-7c40850131ce tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/security-groups/4ed6ac94-0eda-4a09-b587-7243984b4763 HTTP/1.1" status: 204 len: 168 time: 0.5137243 Jul 15 15:05:15.362556 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56696) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:15.378918 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 5443fc25-a55e-43db-8a3b-d1d024c1f37e {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:15.379794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5443fc25-a55e-43db-8a3b-d1d024c1f37e not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:15.396387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-37ce7065-9672-453c-832f-add500144888 None None] Provisioning complete for port 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:15.396830 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-37ce7065-9672-453c-832f-add500144888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.434818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e87e1-0eb6-42b8-b58b-7c40850131ce tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed6ac94-0eda-4a09-b587-7243984b4763,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:15.452175 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-510a22fa-25cc-44c9-bd74-6f5e6458d878 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.460019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a22fa-25cc-44c9-bd74-6f5e6458d878 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:15.460692 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-510a22fa-25cc-44c9-bd74-6f5e6458d878 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.474470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf68d5c-fbee-404b-994b-402a382a5746 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting subnet c8b5b79e-9b2d-4b7b-bcfe-76e34242b25e {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:05:15.475723 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-37ce7065-9672-453c-832f-add500144888 None None] Port 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:15.485062 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aaf68d5c-fbee-404b-994b-402a382a5746 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.515400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-37ce7065-9672-453c-832f-add500144888 None None] Provisioning for port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:15.523920 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d258f914-8ecf-43eb-8d8e-f8b6e9611a11 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.526994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-37ce7065-9672-453c-832f-add500144888 None None] Provisioning complete for port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:15.527784 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-37ce7065-9672-453c-832f-add500144888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.552539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d258f914-8ecf-43eb-8d8e-f8b6e9611a11 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Transition to ACTIVE for port object c23b1b2a-34a0-407f-97da-c7a13627dfa4 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:15.555210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a22fa-25cc-44c9-bd74-6f5e6458d878 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Network': ['ID=bcfabcf5-7983-4f75-b32e-a78d34539303,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:15.556888 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aaf68d5c-fbee-404b-994b-402a382a5746 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.610288 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-881f0de4-3457-4fb4-abc2-228cfecd0153 req-552a329f-de44-4a05-8fee-ac26ddec0dd8 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510293 Jul 15 15:05:15.615456 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network bcfabcf5-7983-4f75-b32e-a78d34539303 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:05:15.617934 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-510a22fa-25cc-44c9-bd74-6f5e6458d878 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8093357 Jul 15 15:05:15.621032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56700) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:15.641503 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ed55290c-056a-4cbc-8675-ff1c2f00a877 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'subnet': {'network_id': 'bcfabcf5-7983-4f75-b32e-a78d34539303', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:15.641717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cc147-2082-4287-b622-c8e0a7be91f8 req-ea892c7b-1fdc-482c-a07c-42fdd210a66a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:15.643653 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-075cc147-2082-4287-b622-c8e0a7be91f8 req-ea892c7b-1fdc-482c-a07c-42fdd210a66a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.2853682 Jul 15 15:05:15.745078 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-075cc147-2082-4287-b622-c8e0a7be91f8 req-f36571b0-03fa-47c5-89db-7acb83e578a2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867958 Jul 15 15:05:15.785137 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d258f914-8ecf-43eb-8d8e-f8b6e9611a11 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.887434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bcc550-6f34-4f71-b877-5ff01400cf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:15.889767 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9ae68a-1df5-4039-91e2-49537806cfee" -d '{"events": [{"server_uuid": "77bcc550-6f34-4f71-b877-5ff01400cf76", "name": "network-vif-plugged", "status": "completed", "tag": "acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:15.902265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-37ce7065-9672-453c-832f-add500144888 None None] Could not find standard attr ID for object e7f90f26-77f1-4392-be16-0f1c479c032e. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:05:15.916794 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aaf68d5c-fbee-404b-994b-402a382a5746 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.978656 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d258f914-8ecf-43eb-8d8e-f8b6e9611a11 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Network 0392b3f6-bff8-4fab-8923-27f984eed05f is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:15.987577 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258f914-8ecf-43eb-8d8e-f8b6e9611a11 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event updated for resources: {'Port': ['ID=c23b1b2a-34a0-407f-97da-c7a13627dfa4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:15.992086 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d258f914-8ecf-43eb-8d8e-f8b6e9611a11 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:16.000890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d258f914-8ecf-43eb-8d8e-f8b6e9611a11 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:16.032024 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1a9cc15a-13c1-47a1-ab37-c4369057251f None None] Could not find standard attr ID for object e7f90f26-77f1-4392-be16-0f1c479c032e. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:05:16.079751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed55290c-056a-4cbc-8675-ff1c2f00a877 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:16.084084 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed55290c-056a-4cbc-8675-ff1c2f00a877 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.102670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e1b03-deb0-4c70-87f3-224aec887d39 req-da24d8ec-a02d-4e9d-985e-6bd0d5b05e3d tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:16.110142 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a26e1b03-deb0-4c70-87f3-224aec887d39 req-da24d8ec-a02d-4e9d-985e-6bd0d5b05e3d tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=aaa4120d-d381-4d96-9bd4-278b15a3c8b7 HTTP/1.1" status: 200 len: 945 time: 0.2241333 Jul 15 15:05:16.166620 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:16.179091 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d258f914-8ecf-43eb-8d8e-f8b6e9611a11 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:16.180157 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d258f914-8ecf-43eb-8d8e-f8b6e9611a11 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.199055 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a26e1b03-deb0-4c70-87f3-224aec887d39 req-b9fd769c-ceeb-4b2b-8f57-3468cd128148 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877774 Jul 15 15:05:16.242493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5a08a-4619-45c6-ac68-894c5d61e9d5 req-b059b951-fcb1-4acd-a136-8143b1e8f441 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:16.248788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5a08a-4619-45c6-ac68-894c5d61e9d5 req-b059b951-fcb1-4acd-a136-8143b1e8f441 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:16.263083 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d258f914-8ecf-43eb-8d8e-f8b6e9611a11 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8662887 Jul 15 15:05:16.268490 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-96a5a08a-4619-45c6-ac68-894c5d61e9d5 req-b059b951-fcb1-4acd-a136-8143b1e8f441 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 1654 time: 0.2726178 Jul 15 15:05:16.277120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-bea8fc56-cc73-404a-9685-950feb902f41 req-769d2be2-8de9-4bef-9d1e-bffe11a5ab3b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Request body: {'port': {'device_id': '1329f7c2-2617-40a6-9dc6-81389647376f', 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69', 'admin_state_up': True, 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:16.281489 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aaf68d5c-fbee-404b-994b-402a382a5746 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.302794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:16.303173 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.375348 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-96a5a08a-4619-45c6-ac68-894c5d61e9d5 req-6bf2b713-3743-4f87-9740-745175ce1fc0 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057186 Jul 15 15:05:16.488082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a4e05-7009-493c-a4ea-6b68e43f49dd req-6ec0678f-a221-4675-af7c-e0862030dec2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:16.490769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-289ba117-4e4f-4871-9089-0d134a9d1eaa None None] Provisioning for port c23b1b2a-34a0-407f-97da-c7a13627dfa4 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:16.497572 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-039a4e05-7009-493c-a4ea-6b68e43f49dd req-6ec0678f-a221-4675-af7c-e0862030dec2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.0869381 Jul 15 15:05:16.504949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-289ba117-4e4f-4871-9089-0d134a9d1eaa None None] Provisioning complete for port c23b1b2a-34a0-407f-97da-c7a13627dfa4 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:16.505642 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-289ba117-4e4f-4871-9089-0d134a9d1eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.539585 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-039a4e05-7009-493c-a4ea-6b68e43f49dd req-a72a68cb-d800-400a-a44b-a389a23174f4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405622 Jul 15 15:05:16.554001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-289ba117-4e4f-4871-9089-0d134a9d1eaa None None] Port c23b1b2a-34a0-407f-97da-c7a13627dfa4 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:16.570265 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed55290c-056a-4cbc-8675-ff1c2f00a877 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.573013 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf68d5c-fbee-404b-994b-402a382a5746 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b5b79e-9b2d-4b7b-bcfe-76e34242b25e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:16.593081 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a1a62a-7fc0-4ac5-9950-0c935a4a4777 None None] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:16.600184 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aaf68d5c-fbee-404b-994b-402a382a5746 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.607904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56710) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:16.609071 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-aaf68d5c-fbee-404b-994b-402a382a5746 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/c8b5b79e-9b2d-4b7b-bcfe-76e34242b25e HTTP/1.1" status: 204 len: 168 time: 1.2447321 Jul 15 15:05:16.679211 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe27824e-6cbb-4c1c-a7f6-249de6df78a3 x-openstack-request-id: req-fe27824e-6cbb-4c1c-a7f6-249de6df78a3 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:16.679789 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bcc550-6f34-4f71-b877-5ff01400cf76", "name": "network-vif-plugged", "status": "completed", "tag": "acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:16.680212 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe27824e-6cbb-4c1c-a7f6-249de6df78a3 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:16.681432 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bcc550-6f34-4f71-b877-5ff01400cf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2', 'code': 200} Jul 15 15:05:16.744688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55290c-056a-4cbc-8675-ff1c2f00a877 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Subnet': ['ID=b8127329-8b52-4f12-a4d0-7b9c212676dd,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:16.748228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed55290c-056a-4cbc-8675-ff1c2f00a877 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Checking segment: {'id': '5d6d709a-1630-48d3-bf51-38c0407ceed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcfabcf5-7983-4f75-b32e-a78d34539303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:16.748833 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55290c-056a-4cbc-8675-ff1c2f00a877 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network hostable DHCP agents. Network: bcfabcf5-7983-4f75-b32e-a78d34539303, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:05:16.754835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-769d2be2-8de9-4bef-9d1e-bffe11a5ab3b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Made reservation on behalf of af47a1bbb7694b59891ca400f7d2f80f for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:16.759938 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-769d2be2-8de9-4bef-9d1e-bffe11a5ab3b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.785295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e03eb38-1ef3-4294-9b67-656f4c1e9a69 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting subnet 1f215ab5-c4ed-48df-af4a-cb445b39c207 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:05:16.799353 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e03eb38-1ef3-4294-9b67-656f4c1e9a69 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.849162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55290c-056a-4cbc-8675-ff1c2f00a877 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network bcfabcf5-7983-4f75-b32e-a78d34539303 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:05:16.923518 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e03eb38-1ef3-4294-9b67-656f4c1e9a69 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.967420 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ed55290c-056a-4cbc-8675-ff1c2f00a877 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, bcfabcf5-7983-4f75-b32e-a78d34539303) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:16.983483 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054f0ab5-3afe-4b55-ba59-3675eeadb592 None None] Network bcfabcf5-7983-4f75-b32e-a78d34539303 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:17.015011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed55290c-056a-4cbc-8675-ff1c2f00a877 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:17.015522 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed55290c-056a-4cbc-8675-ff1c2f00a877 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:17.074355 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ed55290c-056a-4cbc-8675-ff1c2f00a877 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4462004 Jul 15 15:05:17.078010 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56724) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:17.093277 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3867ea-c5e9-4449-8719-a98e3ffacc43 req-f9e1cbb5-f00a-4009-b947-9313966ffb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:17.094832 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cc3867ea-c5e9-4449-8719-a98e3ffacc43 req-f9e1cbb5-f00a-4009-b947-9313966ffb73 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=77bcc550-6f34-4f71-b877-5ff01400cf76 HTTP/1.1" status: 200 len: 1097 time: 0.2940116 Jul 15 15:05:17.096141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-bea8fc56-cc73-404a-9685-950feb902f41 req-769d2be2-8de9-4bef-9d1e-bffe11a5ab3b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Allocated IP 19.80.0.118 (0548e743-3d13-4cb9-8372-5fe575c17d69/1c360a1d-1c02-498f-9f3d-087d197c5c3f/bfc45413-b126-4231-a5b2-5144a90e05b8) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:17.097100 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6671f91b-cba3-4895-a909-c8dc90c9d42b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-207138351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:17.169243 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6671f91b-cba3-4895-a909-c8dc90c9d42b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:17.170454 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6671f91b-cba3-4895-a909-c8dc90c9d42b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:17.183298 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cc3867ea-c5e9-4449-8719-a98e3ffacc43 req-3b2b6c4b-bd2a-438c-95f8-969892d4a452 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524015 Jul 15 15:05:17.189554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-bcfabcf5-7983-4f75-b32e-a78d34539303', 'network_id': 'bcfabcf5-7983-4f75-b32e-a78d34539303', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'fixed_ips': [{'subnet_id': 'b8127329-8b52-4f12-a4d0-7b9c212676dd'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:05:17.189984 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:17.249315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ce084-d922-4f42-9f4e-6ecdc86c36b0 req-a6587cf0-6013-47fe-9604-9fe16c78f493 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:17.259229 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-296ce084-d922-4f42-9f4e-6ecdc86c36b0 req-a6587cf0-6013-47fe-9604-9fe16c78f493 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.3961334 Jul 15 15:05:17.351004 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-769d2be2-8de9-4bef-9d1e-bffe11a5ab3b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:17.380785 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-bea8fc56-cc73-404a-9685-950feb902f41 req-769d2be2-8de9-4bef-9d1e-bffe11a5ab3b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Transition to ACTIVE for port object bfc45413-b126-4231-a5b2-5144a90e05b8 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:17.406584 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Allocated IP 172.20.0.2 (bcfabcf5-7983-4f75-b32e-a78d34539303/b8127329-8b52-4f12-a4d0-7b9c212676dd/c1aaddb7-0107-4a96-9429-6ffc0252429c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:17.432309 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-769d2be2-8de9-4bef-9d1e-bffe11a5ab3b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:17.480973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea8fc56-cc73-404a-9685-950feb902f41 req-769d2be2-8de9-4bef-9d1e-bffe11a5ab3b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Network 0548e743-3d13-4cb9-8372-5fe575c17d69 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:17.484737 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-bea8fc56-cc73-404a-9685-950feb902f41 req-769d2be2-8de9-4bef-9d1e-bffe11a5ab3b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:17.487414 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea8fc56-cc73-404a-9685-950feb902f41 req-769d2be2-8de9-4bef-9d1e-bffe11a5ab3b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:17.542165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d2be2-8de9-4bef-9d1e-bffe11a5ab3b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event updated for resources: {'Port': ['ID=bfc45413-b126-4231-a5b2-5144a90e05b8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:17.553894 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-769d2be2-8de9-4bef-9d1e-bffe11a5ab3b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:17.554618 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-769d2be2-8de9-4bef-9d1e-bffe11a5ab3b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:17.581280 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-769d2be2-8de9-4bef-9d1e-bffe11a5ab3b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3085830 Jul 15 15:05:17.596990 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Request body: {'port': {'device_id': '1329f7c2-2617-40a6-9dc6-81389647376f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:17.654739 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:17.674737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Transition to ACTIVE for port object c1aaddb7-0107-4a96-9429-6ffc0252429c will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:17.721999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Transition to ACTIVE for port object c1aaddb7-0107-4a96-9429-6ffc0252429c will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:17.733022 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:17.736173 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:17.785972 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6671f91b-cba3-4895-a909-c8dc90c9d42b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:17.813772 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e03eb38-1ef3-4294-9b67-656f4c1e9a69 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:17.831300 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Network bcfabcf5-7983-4f75-b32e-a78d34539303 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:17.839525 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:17.846860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:17.888441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Pushing event updated for resources: {'Port': ['ID=c1aaddb7-0107-4a96-9429-6ffc0252429c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:17.889822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df28d-92ad-44db-891b-9133f3648430 req-b64b6e66-e149-499d-bad4-b46685460170 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:17.909379 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-090df28d-92ad-44db-891b-9133f3648430 req-b64b6e66-e149-499d-bad4-b46685460170 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 811 time: 0.9360557 Jul 15 15:05:17.922892 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6671f91b-cba3-4895-a909-c8dc90c9d42b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:17.928896 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e03eb38-1ef3-4294-9b67-656f4c1e9a69 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:17.992622 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03eb38-1ef3-4294-9b67-656f4c1e9a69 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Subnet': ['ID=1f215ab5-c4ed-48df-af4a-cb445b39c207,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:18.028438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-296ce084-d922-4f42-9f4e-6ecdc86c36b0 req-a01723ae-f584-441d-bcba-84da9f444b14 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7681468 Jul 15 15:05:18.041292 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-090df28d-92ad-44db-891b-9133f3648430 req-fc03d7f1-b121-4dce-8ad2-73a1bbcd3e31 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/quotas/1c5f68e801754b35b4442f3196d57784 HTTP/1.1" status: 200 len: 375 time: 0.1308367 Jul 15 15:05:18.050803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Attempting to bind port c1aaddb7-0107-4a96-9429-6ffc0252429c on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:18.051541 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Attempting to bind port c1aaddb7-0107-4a96-9429-6ffc0252429c by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '5d6d709a-1630-48d3-bf51-38c0407ceed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcfabcf5-7983-4f75-b32e-a78d34539303'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:18.052435 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Attempting to bind port c1aaddb7-0107-4a96-9429-6ffc0252429c on network bcfabcf5-7983-4f75-b32e-a78d34539303 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:18.058965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-715b7f0a-868c-4e02-a4be-34d986e3cdaa None None] Provisioning for port bfc45413-b126-4231-a5b2-5144a90e05b8 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:18.081766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:18.083702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Checking segment: {'id': '5d6d709a-1630-48d3-bf51-38c0407ceed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcfabcf5-7983-4f75-b32e-a78d34539303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:18.084366 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:18.084853 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Bound using segment: {'id': '5d6d709a-1630-48d3-bf51-38c0407ceed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcfabcf5-7983-4f75-b32e-a78d34539303'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:18.087443 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Bound port: c1aaddb7-0107-4a96-9429-6ffc0252429c, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6d709a-1630-48d3-bf51-38c0407ceed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bcfabcf5-7983-4f75-b32e-a78d34539303'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:18.087443 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:18.092252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-715b7f0a-868c-4e02-a4be-34d986e3cdaa None None] Provisioning complete for port bfc45413-b126-4231-a5b2-5144a90e05b8 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:18.092770 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-715b7f0a-868c-4e02-a4be-34d986e3cdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:18.096858 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e03eb38-1ef3-4294-9b67-656f4c1e9a69 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:18.107811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2e03eb38-1ef3-4294-9b67-656f4c1e9a69 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/1f215ab5-c4ed-48df-af4a-cb445b39c207 HTTP/1.1" status: 204 len: 168 time: 1.4975610 Jul 15 15:05:18.107985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56734) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:18.115431 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6671f91b-cba3-4895-a909-c8dc90c9d42b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:18.121105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6671f91b-cba3-4895-a909-c8dc90c9d42b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0340853 Jul 15 15:05:18.121105 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56736) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:18.135206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a83f43ee-f607-4fd0-b7c6-6192c4c1773b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'port': {'network_id': 'bcfabcf5-7983-4f75-b32e-a78d34539303', 'name': 'tempest-RoutersTest-745704560'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:18.166351 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-715b7f0a-868c-4e02-a4be-34d986e3cdaa None None] Port bfc45413-b126-4231-a5b2-5144a90e05b8 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:18.172244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c00d50-182a-45e5-8ae0-a518435feaaf None None] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:18.183568 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-930f9c48-a514-4f13-ae0a-f439d2d74779 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] DELETE failed (client error): The resource could not be found. Jul 15 15:05:18.184049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930f9c48-a514-4f13-ae0a-f439d2d74779 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:05:18.186260 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-930f9c48-a514-4f13-ae0a-f439d2d74779 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/c8b5b79e-9b2d-4b7b-bcfe-76e34242b25e HTTP/1.1" status: 404 len: 337 time: 0.0772250 Jul 15 15:05:18.189107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56738) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:18.304481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83f43ee-f607-4fd0-b7c6-6192c4c1773b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:18.313895 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a83f43ee-f607-4fd0-b7c6-6192c4c1773b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:18.321014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e74636-b15d-4088-82ce-832ff8d48272 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting subnet b0e96162-5fa7-4628-87a6-11b4f1ca3c11 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:05:18.327505 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8e74636-b15d-4088-82ce-832ff8d48272 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:18.334877 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-090df28d-92ad-44db-891b-9133f3648430 req-02724b57-addf-426d-a3a3-026b18f1f97f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2922063 Jul 15 15:05:18.400201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-a83f43ee-f607-4fd0-b7c6-6192c4c1773b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] device_id is not set on port c4441079-ab2c-4797-b9c8-e0dde3b89155 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:05:18.404273 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3b62c885-1446-47f9-84dd-ff36217b51de None None] Provisioning complete for port 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:18.404906 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b62c885-1446-47f9-84dd-ff36217b51de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:18.412386 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8e74636-b15d-4088-82ce-832ff8d48272 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:18.469902 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3b62c885-1446-47f9-84dd-ff36217b51de None None] Port 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:18.491238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] For port c1aaddb7-0107-4a96-9429-6ffc0252429c, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:18.500599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] For port c1aaddb7-0107-4a96-9429-6ffc0252429c, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c1aaddb7-0107-4a96-9429-6ffc0252429c,segment=NetworkSegment(5d6d709a-1630-48d3-bf51-38c0407ceed0),segment_id=5d6d709a-1630-48d3-bf51-38c0407ceed0)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:18.516742 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:18.530397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3b62c885-1446-47f9-84dd-ff36217b51de None None] Provisioning complete for port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:18.530849 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b62c885-1446-47f9-84dd-ff36217b51de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:18.549808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135cdf5-3a8c-43f1-a236-df05c552e501 req-c8524f0a-9f8f-467c-89aa-2ac22ed940a1 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:18.552305 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c135cdf5-3a8c-43f1-a236-df05c552e501 req-c8524f0a-9f8f-467c-89aa-2ac22ed940a1 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=aaa4120d-d381-4d96-9bd4-278b15a3c8b7 HTTP/1.1" status: 200 len: 945 time: 0.2512391 Jul 15 15:05:18.592184 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-090df28d-92ad-44db-891b-9133f3648430 req-d59ca72b-c7d7-4e58-b09d-beb3a93cd139 service neutron] 10.222.0.38 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293050 Jul 15 15:05:18.599336 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8e74636-b15d-4088-82ce-832ff8d48272 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:18.639774 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12062cd-9d34-4a32-b484-e34c171983f7 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:18.657420 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:18.660714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e912d-9a98-457d-9fca-823dec5fc6f9 None None] Pushing event updated for resources: {'Port': ['ID=c1aaddb7-0107-4a96-9429-6ffc0252429c,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:18.700720 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Transition to ACTIVE for port object a12062cd-9d34-4a32-b484-e34c171983f7 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:18.702380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-a83f43ee-f607-4fd0-b7c6-6192c4c1773b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Allocated IP 172.20.0.13 (bcfabcf5-7983-4f75-b32e-a78d34539303/b8127329-8b52-4f12-a4d0-7b9c212676dd/c4441079-ab2c-4797-b9c8-e0dde3b89155) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:18.706235 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:18.716944 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c135cdf5-3a8c-43f1-a236-df05c552e501 req-bf14ed3b-884f-4162-bd1f-d005802cfaa4 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420388 Jul 15 15:05:18.795038 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-090df28d-92ad-44db-891b-9133f3648430 req-7abf3f60-bc8a-416e-a4ae-192580903ca0 service neutron] 10.222.0.38 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950107 Jul 15 15:05:18.796686 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:18.818845 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8e74636-b15d-4088-82ce-832ff8d48272 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:18.872260 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e74636-b15d-4088-82ce-832ff8d48272 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e96162-5fa7-4628-87a6-11b4f1ca3c11,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:19.050443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Pushing event updated for resources: {'Port': ['ID=a12062cd-9d34-4a32-b484-e34c171983f7,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:19.059735 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8e74636-b15d-4088-82ce-832ff8d48272 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:19.077337 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f8e74636-b15d-4088-82ce-832ff8d48272 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/b0e96162-5fa7-4628-87a6-11b4f1ca3c11 HTTP/1.1" status: 204 len: 168 time: 0.8871009 Jul 15 15:05:19.092305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56742) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:19.147201 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:19.170743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Attempting to bind port a12062cd-9d34-4a32-b484-e34c171983f7 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:19.171476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Attempting to bind port a12062cd-9d34-4a32-b484-e34c171983f7 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'ec18e1e3-3164-47c6-ac20-55ea95103548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:19.172039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Attempting to bind port a12062cd-9d34-4a32-b484-e34c171983f7 on network 0548e743-3d13-4cb9-8372-5fe575c17d69 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:19.203465 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa39eb8-99ff-4582-afa1-f304b3107cd8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] DELETE failed (client error): The resource could not be found. Jul 15 15:05:19.204779 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa39eb8-99ff-4582-afa1-f304b3107cd8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:05:19.207012 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4aa39eb8-99ff-4582-afa1-f304b3107cd8 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/55d4d221-4959-49c4-9df1-376bd382a3aa HTTP/1.1" status: 404 len: 337 time: 0.1044085 Jul 15 15:05:19.209093 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Port a12062cd-9d34-4a32-b484-e34c171983f7 on network 0548e743-3d13-4cb9-8372-5fe575c17d69 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:05:19.209762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Attempting to bind port a12062cd-9d34-4a32-b484-e34c171983f7 on network 0548e743-3d13-4cb9-8372-5fe575c17d69 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:19.212057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56750) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:19.255444 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5c28a164-f291-4365-b4cb-5da228454384 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "GET /v2.0/ports?device_id=07582e7c-445d-4da9-8e43-616999833679 HTTP/1.1" status: 200 len: 205 time: 0.0412481 Jul 15 15:05:19.257412 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:19.258160 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Checking segment: {'id': 'ec18e1e3-3164-47c6-ac20-55ea95103548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:19.260873 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Bound using segment: {'id': 'ec18e1e3-3164-47c6-ac20-55ea95103548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:19.261781 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Bound port: a12062cd-9d34-4a32-b484-e34c171983f7, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec18e1e3-3164-47c6-ac20-55ea95103548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:19.262512 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:19.280719 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56752) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:19.381621 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] For port a12062cd-9d34-4a32-b484-e34c171983f7, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:19.386423 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] For port a12062cd-9d34-4a32-b484-e34c171983f7, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a12062cd-9d34-4a32-b484-e34c171983f7,segment=NetworkSegment(ec18e1e3-3164-47c6-ac20-55ea95103548),segment_id=ec18e1e3-3164-47c6-ac20-55ea95103548)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:19.399967 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:19.467626 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-3cdf7049-9fde-47cc-a212-204a2d9b15c0 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] delete failed (client error): The resource could not be found. Jul 15 15:05:19.469060 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3cdf7049-9fde-47cc-a212-204a2d9b15c0 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/routers/07582e7c-445d-4da9-8e43-616999833679 HTTP/1.1" status: 404 len: 336 time: 0.0800242 Jul 15 15:05:19.491355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56756) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:19.498000 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a83f43ee-f607-4fd0-b7c6-6192c4c1773b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:19.509394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:19.510270 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:19.512039 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] 10.222.0.22 "PUT /v2.0/ports/a12062cd-9d34-4a32-b484-e34c171983f7 HTTP/1.1" status: 200 len: 1092 time: 1.9205101 Jul 15 15:05:19.558121 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'tag': 'a12062cd-9d34-4a32-b484-e34c171983f7'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:19.560671 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63df5a15-da2b-4bfb-8713-44e0d7aa4c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "tag": "a12062cd-9d34-4a32-b484-e34c171983f7"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:19.566157 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290c43b-07a7-4603-a5a0-52997c235f45 req-59781d4c-3e98-42d0-8e7b-de422fec3ebb tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:19.569545 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Request body: {'port': {'device_id': '1329f7c2-2617-40a6-9dc6-81389647376f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:19.587007 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290c43b-07a7-4603-a5a0-52997c235f45 req-59781d4c-3e98-42d0-8e7b-de422fec3ebb tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:19.595313 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290c43b-07a7-4603-a5a0-52997c235f45 req-59781d4c-3e98-42d0-8e7b-de422fec3ebb tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:19.604454 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8290c43b-07a7-4603-a5a0-52997c235f45 req-59781d4c-3e98-42d0-8e7b-de422fec3ebb tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2388 time: 0.7175651 Jul 15 15:05:19.663950 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-a83f43ee-f607-4fd0-b7c6-6192c4c1773b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Transition to ACTIVE for port object c4441079-ab2c-4797-b9c8-e0dde3b89155 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:19.673358 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:19.675628 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc084d5-aaff-4330-8e2d-a57df19cc284 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] DELETE failed (client error): The resource could not be found. Jul 15 15:05:19.677015 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc084d5-aaff-4330-8e2d-a57df19cc284 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:05:19.679282 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ebc084d5-aaff-4330-8e2d-a57df19cc284 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/23711970-b6be-454e-b4e0-1cfa0bc67362 HTTP/1.1" status: 404 len: 337 time: 0.1867428 Jul 15 15:05:19.688721 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56762) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:19.793332 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-680480b7-8f89-4766-8238-6e3cc604c0ea tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] DELETE failed (client error): The resource could not be found. Jul 15 15:05:19.793803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680480b7-8f89-4766-8238-6e3cc604c0ea tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:05:19.795606 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-680480b7-8f89-4766-8238-6e3cc604c0ea tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/ed6f32b3-41f8-4d24-ac2e-4e69519a559b HTTP/1.1" status: 404 len: 337 time: 0.1036193 Jul 15 15:05:19.801391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56766) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:19.801391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317f50a-e239-42c8-a6a9-07419118a9ec service neutron] Pushing event updated for resources: {'Port': ['ID=a12062cd-9d34-4a32-b484-e34c171983f7,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:19.828919 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a83f43ee-f607-4fd0-b7c6-6192c4c1773b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:19.886247 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adf419d-363f-496c-8d7e-2b9513b6fab4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] DELETE failed (client error): The resource could not be found. Jul 15 15:05:19.886787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6adf419d-363f-496c-8d7e-2b9513b6fab4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:05:19.891000 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6adf419d-363f-496c-8d7e-2b9513b6fab4 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/ab7bd516-0425-40cb-92c4-04360ed38e36 HTTP/1.1" status: 404 len: 337 time: 0.0842953 Jul 15 15:05:19.892062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56768) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:19.918557 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83f43ee-f607-4fd0-b7c6-6192c4c1773b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network bcfabcf5-7983-4f75-b32e-a78d34539303 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:19.932545 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-a83f43ee-f607-4fd0-b7c6-6192c4c1773b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:19.947806 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-760f2034-af41-4877-89f0-5b7cbfd87591 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] DELETE failed (client error): The resource could not be found. Jul 15 15:05:19.948118 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760f2034-af41-4877-89f0-5b7cbfd87591 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:05:19.950035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8290c43b-07a7-4603-a5a0-52997c235f45 req-1bc66964-6eb3-4380-a144-f7ef92f367e4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440907 Jul 15 15:05:19.956824 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-760f2034-af41-4877-89f0-5b7cbfd87591 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/4118dbba-270b-4646-9cd7-71e4951747ac HTTP/1.1" status: 404 len: 333 time: 0.0637448 Jul 15 15:05:19.972887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f43ee-f607-4fd0-b7c6-6192c4c1773b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:19.978519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56770) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:20.087274 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c602b82c-3fe7-41b4-88ba-59ee9db42189 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] DELETE failed (client error): The resource could not be found. Jul 15 15:05:20.108898 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c602b82c-3fe7-41b4-88ba-59ee9db42189 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:05:20.115040 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c602b82c-3fe7-41b4-88ba-59ee9db42189 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/07417460-99c3-479e-a84f-b83eac668f93 HTTP/1.1" status: 404 len: 337 time: 0.1352360 Jul 15 15:05:20.133660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56772) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:20.193869 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-debb4c77-5fab-4856-ab7c-2ff6cf0783a1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] DELETE failed (client error): The resource could not be found. Jul 15 15:05:20.194907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-debb4c77-5fab-4856-ab7c-2ff6cf0783a1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:05:20.198426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-debb4c77-5fab-4856-ab7c-2ff6cf0783a1 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/75b3a965-c50b-4cd5-81b8-3be0ae37faaf HTTP/1.1" status: 404 len: 337 time: 0.0634556 Jul 15 15:05:20.199572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f43ee-f607-4fd0-b7c6-6192c4c1773b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=c4441079-ab2c-4797-b9c8-e0dde3b89155,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:20.220892 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56774) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:20.269928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c1aaddb7-0107-4a96-9429-6ffc0252429c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:20.277163 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f43ee-f607-4fd0-b7c6-6192c4c1773b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:20.277834 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a83f43ee-f607-4fd0-b7c6-6192c4c1773b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:20.368365 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port c1aaddb7-0107-4a96-9429-6ffc0252429c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:20.373683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d584a-e604-4e5f-95e9-3680e76b1235 req-9fc05510-e294-4cc3-9973-ddce0df1709d tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:20.375382 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a92d584a-e604-4e5f-95e9-3680e76b1235 req-9fc05510-e294-4cc3-9973-ddce0df1709d tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=77bcc550-6f34-4f71-b877-5ff01400cf76 HTTP/1.1" status: 200 len: 946 time: 0.5686283 Jul 15 15:05:20.380126 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-952ba143-c504-43de-902d-179cd06b0259 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] DELETE failed (client error): The resource could not be found. Jul 15 15:05:20.380984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952ba143-c504-43de-902d-179cd06b0259 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:05:20.382645 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-952ba143-c504-43de-902d-179cd06b0259 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/914bd489-ffe0-4057-8244-74e2623947b7 HTTP/1.1" status: 404 len: 333 time: 0.1225135 Jul 15 15:05:20.391447 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56776) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:20.423097 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448c5e7f-040e-41cc-be8b-dc27c02b032f None None] Network fcd0e6c1-99a0-43aa-acae-6401d10b88cc requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:20.429032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a83f43ee-f607-4fd0-b7c6-6192c4c1773b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3058753 Jul 15 15:05:20.433757 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56778) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:20.438477 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a7129f-b0ea-4d78-8b1d-bc60b7114ab2 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] DELETE failed (client error): The resource could not be found. Jul 15 15:05:20.438957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a7129f-b0ea-4d78-8b1d-bc60b7114ab2 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:05:20.440744 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-82a7129f-b0ea-4d78-8b1d-bc60b7114ab2 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/94998403-318c-403c-89aa-e4070bbb6313 HTTP/1.1" status: 404 len: 337 time: 0.0483160 Jul 15 15:05:20.450707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56780) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:20.538186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-224b2cd1-ea65-48c5-ad33-9fa7fb1cdf20 None None] Provisioning complete for port 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:20.538439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbb491-436b-4fdd-9f04-a99b42cb0587 req-7bea896c-10f9-4a6a-9b2f-e1491044659d tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:20.538817 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-224b2cd1-ea65-48c5-ad33-9fa7fb1cdf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:20.540061 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f8cbb491-436b-4fdd-9f04-a99b42cb0587 req-7bea896c-10f9-4a6a-9b2f-e1491044659d tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.4238775 Jul 15 15:05:20.540999 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa9b93f-4391-4a5f-83cc-ccf7b35fc2d7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] DELETE failed (client error): The resource could not be found. Jul 15 15:05:20.541437 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa9b93f-4391-4a5f-83cc-ccf7b35fc2d7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:05:20.543196 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7aa9b93f-4391-4a5f-83cc-ccf7b35fc2d7 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/subnets/9c93b613-cda1-48d6-898e-9ba12de808ec HTTP/1.1" status: 404 len: 337 time: 0.0915360 Jul 15 15:05:20.557898 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56784) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:20.652878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-224b2cd1-ea65-48c5-ad33-9fa7fb1cdf20 None None] Port 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:20.660918 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a92d584a-e604-4e5f-95e9-3680e76b1235 req-6e02d273-2f04-48d4-9ae9-eada7b31e978 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550981 Jul 15 15:05:20.679953 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-224b2cd1-ea65-48c5-ad33-9fa7fb1cdf20 None None] Provisioning complete for port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:20.680343 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-224b2cd1-ea65-48c5-ad33-9fa7fb1cdf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:20.682293 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd503d9-167c-45df-be63-28b8f9c222c0 req-09d974cc-d613-4799-8d88-ba64a46cde3e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:20.684206 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1cd503d9-167c-45df-be63-28b8f9c222c0 req-09d974cc-d613-4799-8d88-ba64a46cde3e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.3891423 Jul 15 15:05:20.713077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b52341-e3de-47be-bd11-f084e8f95ac5 None None] Network bcfabcf5-7983-4f75-b32e-a78d34539303 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:20.832793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ddf1a0-b3a1-4a0c-88c2-1120d9aa6a12 None None] DHCP port deletion for fcd0e6c1-99a0-43aa-acae-6401d10b88cc request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:05:20.862444 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1cd503d9-167c-45df-be63-28b8f9c222c0 req-89455d89-a9a8-4393-922b-5b139bb8e969 tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218355 Jul 15 15:05:20.945588 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bd3ea8c-a968-4362-8aa7-770a5c7f21cf req-866a87f6-7a61-4a70-8604-944cb1ff7d42 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 210 time: 0.0818813 Jul 15 15:05:21.039614 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e1559d6c-09ab-4adf-8aa2-9eaa189cc6bd None None] Provisioning for port c1aaddb7-0107-4a96-9429-6ffc0252429c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:21.097802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e1559d6c-09ab-4adf-8aa2-9eaa189cc6bd None None] Provisioning complete for port c1aaddb7-0107-4a96-9429-6ffc0252429c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:21.104632 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1559d6c-09ab-4adf-8aa2-9eaa189cc6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:21.114625 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-06ddf1a0-b3a1-4a0c-88c2-1120d9aa6a12 None None] Deleting port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:21.115010 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06ddf1a0-b3a1-4a0c-88c2-1120d9aa6a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:21.212026 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c23b1b2a-34a0-407f-97da-c7a13627dfa4 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:21.222095 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:21.237519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Transition to ACTIVE for port object c23b1b2a-34a0-407f-97da-c7a13627dfa4 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:21.254832 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75a796a-f6a5-4521-9cdb-752431528317 x-openstack-request-id: req-b75a796a-f6a5-4521-9cdb-752431528317 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:21.255085 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "tag": "a12062cd-9d34-4a32-b484-e34c171983f7", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:21.255475 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b75a796a-f6a5-4521-9cdb-752431528317 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:21.256167 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'tag': 'a12062cd-9d34-4a32-b484-e34c171983f7', 'status': 'completed', 'code': 200} Jul 15 15:05:21.263276 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:21.268060 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-06ddf1a0-b3a1-4a0c-88c2-1120d9aa6a12 None None] For port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7,segment=NetworkSegment(a5dbd3ec-2fc2-4665-8bfd-c3306bea6442),segment_id=a5dbd3ec-2fc2-4665-8bfd-c3306bea6442)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:21.268752 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06ddf1a0-b3a1-4a0c-88c2-1120d9aa6a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:21.305658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-06ddf1a0-b3a1-4a0c-88c2-1120d9aa6a12 None None] Calling delete_port for 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:21.339118 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47278601-672e-4219-a61f-8923c8a39327 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:21.433422 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Pushing event updated for resources: {'Port': ['ID=c23b1b2a-34a0-407f-97da-c7a13627dfa4,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:21.436277 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1559d6c-09ab-4adf-8aa2-9eaa189cc6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:21.509489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df28d-92ad-44db-891b-9133f3648430 req-cbe1cb51-d525-420a-9abc-2e77db75e2f2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:21.515096 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-090df28d-92ad-44db-891b-9133f3648430 req-cbe1cb51-d525-420a-9abc-2e77db75e2f2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.11 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 811 time: 0.4085674 Jul 15 15:05:21.556783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e1559d6c-09ab-4adf-8aa2-9eaa189cc6bd None None] For port c1aaddb7-0107-4a96-9429-6ffc0252429c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c1aaddb7-0107-4a96-9429-6ffc0252429c,segment=NetworkSegment(5d6d709a-1630-48d3-bf51-38c0407ceed0),segment_id=5d6d709a-1630-48d3-bf51-38c0407ceed0)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:21.557067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-090df28d-92ad-44db-891b-9133f3648430 req-e2a3e8b9-c5a4-4a1d-9223-09267b1b8aab tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Request body: {'port': {'device_id': 'a33cb570-d4e1-43a5-8b88-95b191f8e97e', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'admin_state_up': True, 'tenant_id': '1c5f68e801754b35b4442f3196d57784'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:21.566559 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1559d6c-09ab-4adf-8aa2-9eaa189cc6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:21.618991 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06ddf1a0-b3a1-4a0c-88c2-1120d9aa6a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:21.652148 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ddf1a0-b3a1-4a0c-88c2-1120d9aa6a12 None None] No DVR routers for this DVR port 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:21.659445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1559d6c-09ab-4adf-8aa2-9eaa189cc6bd None None] Pushing event updated for resources: {'Port': ['ID=c1aaddb7-0107-4a96-9429-6ffc0252429c,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:21.709689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddf1a0-b3a1-4a0c-88c2-1120d9aa6a12 None None] Pushing event deleted for resources: {'Port': ['ID=6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:21.791960 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5a15-da2b-4bfb-8713-44e0d7aa4c4d req-f893c832-b25b-4088-abb0-6fd1d5286d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:21.792609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5a15-da2b-4bfb-8713-44e0d7aa4c4d req-f893c832-b25b-4088-abb0-6fd1d5286d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:21.793157 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5a15-da2b-4bfb-8713-44e0d7aa4c4d req-f893c832-b25b-4088-abb0-6fd1d5286d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:21.795251 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-63df5a15-da2b-4bfb-8713-44e0d7aa4c4d req-f893c832-b25b-4088-abb0-6fd1d5286d2f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af47a1bbb7694b59891ca400f7d2f80f&device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2756 time: 0.5534515 Jul 15 15:05:21.830449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-01922e78-67e5-4f30-a764-81107ebfcc66 None None] Provisioning complete for port c1aaddb7-0107-4a96-9429-6ffc0252429c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:21.832929 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01922e78-67e5-4f30-a764-81107ebfcc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:21.932303 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Attempting to bind port c23b1b2a-34a0-407f-97da-c7a13627dfa4 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:21.932493 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Attempting to bind port c23b1b2a-34a0-407f-97da-c7a13627dfa4 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '4af6c30f-8827-4bc6-bb36-1924bf08081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0392b3f6-bff8-4fab-8923-27f984eed05f'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:21.932836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Attempting to bind port c23b1b2a-34a0-407f-97da-c7a13627dfa4 on network 0392b3f6-bff8-4fab-8923-27f984eed05f {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:21.939617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-52dd1ff5-f0c6-4a74-a676-fb87f4e04c41 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Deleting port 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:21.939976 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52dd1ff5-f0c6-4a74-a676-fb87f4e04c41 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.028846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Port c23b1b2a-34a0-407f-97da-c7a13627dfa4 on network 0392b3f6-bff8-4fab-8923-27f984eed05f not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:05:22.029761 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Attempting to bind port c23b1b2a-34a0-407f-97da-c7a13627dfa4 on network 0392b3f6-bff8-4fab-8923-27f984eed05f {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:22.096560 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f8cbb491-436b-4fdd-9f04-a99b42cb0587 req-77e3d35e-74a4-4705-a3c0-89b571919b4a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Deleting port e150227f-e191-440c-89bd-4d99ae6936ee {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:22.097134 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f8cbb491-436b-4fdd-9f04-a99b42cb0587 req-77e3d35e-74a4-4705-a3c0-89b571919b4a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.189357 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47278601-672e-4219-a61f-8923c8a39327 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.195357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:22.195357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Checking segment: {'id': '4af6c30f-8827-4bc6-bb36-1924bf08081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0392b3f6-bff8-4fab-8923-27f984eed05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:22.195729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Bound using segment: {'id': '4af6c30f-8827-4bc6-bb36-1924bf08081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0392b3f6-bff8-4fab-8923-27f984eed05f'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:22.196092 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Bound port: c23b1b2a-34a0-407f-97da-c7a13627dfa4, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af6c30f-8827-4bc6-bb36-1924bf08081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0392b3f6-bff8-4fab-8923-27f984eed05f'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:22.196460 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.215263 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47278601-672e-4219-a61f-8923c8a39327 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.273708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b8bca-a08b-4c63-8801-c8d493f08f1c req-4e689a41-639d-4110-b110-bad347ee78c2 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:22.278787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c1aaddb7-0107-4a96-9429-6ffc0252429c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:22.280984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b8bca-a08b-4c63-8801-c8d493f08f1c req-4e689a41-639d-4110-b110-bad347ee78c2 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:22.288933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b8bca-a08b-4c63-8801-c8d493f08f1c req-4e689a41-639d-4110-b110-bad347ee78c2 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:22.291212 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-799b8bca-a08b-4c63-8801-c8d493f08f1c req-4e689a41-639d-4110-b110-bad347ee78c2 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2400 time: 0.7071705 Jul 15 15:05:22.342723 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52dd1ff5-f0c6-4a74-a676-fb87f4e04c41 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.350266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-01922e78-67e5-4f30-a764-81107ebfcc66 None None] Provisioning for port c4441079-ab2c-4797-b9c8-e0dde3b89155 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:22.352312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port c1aaddb7-0107-4a96-9429-6ffc0252429c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:22.352723 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.356832 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-01922e78-67e5-4f30-a764-81107ebfcc66 None None] Provisioning complete for port c4441079-ab2c-4797-b9c8-e0dde3b89155 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:22.357188 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01922e78-67e5-4f30-a764-81107ebfcc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.410567 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-52dd1ff5-f0c6-4a74-a676-fb87f4e04c41 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Calling delete_port for 54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:22.418641 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5a15-da2b-4bfb-8713-44e0d7aa4c4d req-857640cd-d036-4317-bfc0-f9bdc3d5cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:22.419403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5a15-da2b-4bfb-8713-44e0d7aa4c4d req-857640cd-d036-4317-bfc0-f9bdc3d5cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:22.419613 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5a15-da2b-4bfb-8713-44e0d7aa4c4d req-857640cd-d036-4317-bfc0-f9bdc3d5cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:22.421273 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-63df5a15-da2b-4bfb-8713-44e0d7aa4c4d req-857640cd-d036-4317-bfc0-f9bdc3d5cef9 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=af47a1bbb7694b59891ca400f7d2f80f&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.6166611 Jul 15 15:05:22.425437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-01922e78-67e5-4f30-a764-81107ebfcc66 None None] Port c4441079-ab2c-4797-b9c8-e0dde3b89155 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:22.482747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47278601-672e-4219-a61f-8923c8a39327 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=c4441079-ab2c-4797-b9c8-e0dde3b89155,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:22.489693 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f8cbb491-436b-4fdd-9f04-a99b42cb0587 req-77e3d35e-74a4-4705-a3c0-89b571919b4a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] For port e150227f-e191-440c-89bd-4d99ae6936ee, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e150227f-e191-440c-89bd-4d99ae6936ee,segment=NetworkSegment(8cd847aa-365f-442a-8be5-a07b09c9280d),segment_id=8cd847aa-365f-442a-8be5-a07b09c9280d)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:22.490066 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f8cbb491-436b-4fdd-9f04-a99b42cb0587 req-77e3d35e-74a4-4705-a3c0-89b571919b4a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.568133 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d3ea1db4-0b0a-484d-aa89-df3a10011815 None None] Provisioning complete for port c4441079-ab2c-4797-b9c8-e0dde3b89155 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:22.570768 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d3ea1db4-0b0a-484d-aa89-df3a10011815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.577135 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f8cbb491-436b-4fdd-9f04-a99b42cb0587 req-77e3d35e-74a4-4705-a3c0-89b571919b4a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Calling delete_port for e150227f-e191-440c-89bd-4d99ae6936ee owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:22.612869 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:22.621158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] For port c23b1b2a-34a0-407f-97da-c7a13627dfa4, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:22.639485 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:22.639823 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d7d30ec-3bb0-44f3-afed-d7d8cacdeff7 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:22.656416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea1db4-0b0a-484d-aa89-df3a10011815 None None] Port c4441079-ab2c-4797-b9c8-e0dde3b89155 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:22.680968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] For port c23b1b2a-34a0-407f-97da-c7a13627dfa4, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c23b1b2a-34a0-407f-97da-c7a13627dfa4,segment=NetworkSegment(4af6c30f-8827-4bc6-bb36-1924bf08081b),segment_id=4af6c30f-8827-4bc6-bb36-1924bf08081b)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:22.687570 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47278601-672e-4219-a61f-8923c8a39327 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.693716 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-799b8bca-a08b-4c63-8801-c8d493f08f1c req-feeec407-3f99-4920-ab0f-4a18e34bde58 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311212 Jul 15 15:05:22.712695 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.737697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090df28d-92ad-44db-891b-9133f3648430 req-e2a3e8b9-c5a4-4a1d-9223-09267b1b8aab tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Made reservation on behalf of 1c5f68e801754b35b4442f3196d57784 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:22.741358 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-090df28d-92ad-44db-891b-9133f3648430 req-e2a3e8b9-c5a4-4a1d-9223-09267b1b8aab tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.784473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a56ef9-682f-4dc8-8de8-1a7ebacf72d6 req-0cf4e2c7-5ff3-4ca4-8a7d-bef317f1ef4e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:22.800170 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0ddd11ec-f29f-4137-a18e-0dec2e5b74a8 None None] Provisioning complete for port c4441079-ab2c-4797-b9c8-e0dde3b89155 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:22.801792 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0ddd11ec-f29f-4137-a18e-0dec2e5b74a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.804580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-63a56ef9-682f-4dc8-8de8-1a7ebacf72d6 req-0cf4e2c7-5ff3-4ca4-8a7d-bef317f1ef4e tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcf7b10-ef35-46e2-ae59-bb5ae58db804 HTTP/1.1" status: 200 len: 945 time: 0.6596150 Jul 15 15:05:22.849316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd11ec-f29f-4137-a18e-0dec2e5b74a8 None None] Port c4441079-ab2c-4797-b9c8-e0dde3b89155 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:22.851813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5a15-da2b-4bfb-8713-44e0d7aa4c4d req-491d510a-95da-44c4-b412-be198791cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:22.853477 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-63df5a15-da2b-4bfb-8713-44e0d7aa4c4d req-491d510a-95da-44c4-b412-be198791cdb7 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4145803 Jul 15 15:05:22.866441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:22.867141 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.868703 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-a344d536-a472-4313-be5a-3333863ece49 service neutron] 10.222.0.22 "PUT /v2.0/ports/c23b1b2a-34a0-407f-97da-c7a13627dfa4 HTTP/1.1" status: 200 len: 1091 time: 3.3050218 Jul 15 15:05:22.885723 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52dd1ff5-f0c6-4a74-a676-fb87f4e04c41 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.913243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Request body: {'port': {'device_id': '1329f7c2-2617-40a6-9dc6-81389647376f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:22.916607 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e150227f-e191-440c-89bd-4d99ae6936ee no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:22.947071 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0c445f2-a0a4-4acb-9965-99283c760cd6 req-c9a09d3c-73ef-47b5-8518-10d555447979 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 210 time: 0.1381698 Jul 15 15:05:23.003615 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52dd1ff5-f0c6-4a74-a676-fb87f4e04c41 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:23.011102 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-52dd1ff5-f0c6-4a74-a676-fb87f4e04c41 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/ports/54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d HTTP/1.1" status: 204 len: 168 time: 2.4520392 Jul 15 15:05:23.014641 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56802) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:23.028971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344d536-a472-4313-be5a-3333863ece49 service neutron] Pushing event updated for resources: {'Port': ['ID=c23b1b2a-34a0-407f-97da-c7a13627dfa4,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:23.089122 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:23.120063 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd1ff5-f0c6-4a74-a676-fb87f4e04c41 tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Port': ['ID=54533ccf-2b08-40b1-ae2e-3eaccbe0ab0d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:23.258683 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'tag': 'c23b1b2a-34a0-407f-97da-c7a13627dfa4'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:23.261028 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b3f234-6135-44df-b458-cd3c38b49688" -d '{"events": [{"name": "network-changed", "server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "tag": "c23b1b2a-34a0-407f-97da-c7a13627dfa4"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:23.263946 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:23.271732 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e81434ce-42b9-40e6-ad65-572cbade7a2f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:23.291016 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f8cbb491-436b-4fdd-9f04-a99b42cb0587 req-77e3d35e-74a4-4705-a3c0-89b571919b4a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:23.373118 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3d35e-74a4-4705-a3c0-89b571919b4a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Pushing event deleted for resources: {'Port': ['ID=e150227f-e191-440c-89bd-4d99ae6936ee,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:23.471486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-63a56ef9-682f-4dc8-8de8-1a7ebacf72d6 req-224fd910-fb0a-4a39-b745-948bbef22aea tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650379 Jul 15 15:05:23.546688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cbb491-436b-4fdd-9f04-a99b42cb0587 req-77e3d35e-74a4-4705-a3c0-89b571919b4a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] No DVR routers for this DVR port e150227f-e191-440c-89bd-4d99ae6936ee on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:23.549759 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f8cbb491-436b-4fdd-9f04-a99b42cb0587 req-77e3d35e-74a4-4705-a3c0-89b571919b4a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:23.552453 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f8cbb491-436b-4fdd-9f04-a99b42cb0587 req-77e3d35e-74a4-4705-a3c0-89b571919b4a tempest-ServerRescueNegativeTestJSON-731612208 tempest-ServerRescueNegativeTestJSON-731612208-project] 10.222.0.11 "DELETE /v2.0/ports/e150227f-e191-440c-89bd-4d99ae6936ee HTTP/1.1" status: 204 len: 173 time: 3.0027266 Jul 15 15:05:23.630402 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e81434ce-42b9-40e6-ad65-572cbade7a2f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:23.652912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4c3db-e350-4050-8afb-99307ff98c15 req-8c1d0efc-7091-413f-bd5f-4194c2365be7 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:23.654504 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-51a4c3db-e350-4050-8afb-99307ff98c15 req-8c1d0efc-7091-413f-bd5f-4194c2365be7 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.22 "GET /v2.0/ports?device_id=77bcc550-6f34-4f71-b877-5ff01400cf76 HTTP/1.1" status: 200 len: 946 time: 0.9089661 Jul 15 15:05:23.661997 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47278601-672e-4219-a61f-8923c8a39327 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:23.665532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e81434ce-42b9-40e6-ad65-572cbade7a2f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd0e6c1-99a0-43aa-acae-6401d10b88cc']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:23.718258 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f255ed0-2c02-41d4-b0c4-d8f9afcb0a35 x-openstack-request-id: req-1f255ed0-2c02-41d4-b0c4-d8f9afcb0a35 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:23.719042 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "tag": "c23b1b2a-34a0-407f-97da-c7a13627dfa4", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:23.719451 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f255ed0-2c02-41d4-b0c4-d8f9afcb0a35 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:23.720528 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'tag': 'c23b1b2a-34a0-407f-97da-c7a13627dfa4', 'status': 'completed', 'code': 200} Jul 15 15:05:23.724232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-090df28d-92ad-44db-891b-9133f3648430 req-e2a3e8b9-c5a4-4a1d-9223-09267b1b8aab tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Allocated IP 172.20.0.3 (279c9251-f575-4675-be20-04a9e6587e7b/e32fa86b-919e-44da-8f1f-1b14acd5ffbb/ddc3d9d6-4452-4440-9b6e-fec6e051c029) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:23.734374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e81434ce-42b9-40e6-ad65-572cbade7a2f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5dbd3ec-2fc2-4665-8bfd-c3306bea6442') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:23.735831 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e81434ce-42b9-40e6-ad65-572cbade7a2f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5dbd3ec-2fc2-4665-8bfd-c3306bea6442') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:23.758214 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-bd451e84-b975-4036-aa71-4a197c26747e tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:23.760131 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-bd451e84-b975-4036-aa71-4a197c26747e tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/networks?id=c517e729-6da1-4ffd-baaf-0859555c1d3b HTTP/1.1" status: 200 len: 812 time: 0.3064964 Jul 15 15:05:23.776554 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e81434ce-42b9-40e6-ad65-572cbade7a2f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:23.805752 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e81434ce-42b9-40e6-ad65-572cbade7a2f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:23.821912 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81434ce-42b9-40e6-ad65-572cbade7a2f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:05:23.824489 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e81434ce-42b9-40e6-ad65-572cbade7a2f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:05:23.834150 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:05:23.874131 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-05d82eb9-4dde-4bf4-84e2-81db121d0d2b tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/quotas/4289f545b3d74fd58cc7b431f98da0c0 HTTP/1.1" status: 200 len: 375 time: 0.0802698 Jul 15 15:05:23.888969 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1af24b-d815-4033-b2c3-2c173b0ec94f req-7b349593-f669-451d-a363-a92576f2114b tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:23.890553 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bf1af24b-d815-4033-b2c3-2c173b0ec94f req-7b349593-f669-451d-a363-a92576f2114b tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaa4120d-d381-4d96-9bd4-278b15a3c8b7 HTTP/1.1" status: 200 len: 945 time: 0.5367589 Jul 15 15:05:24.022577 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e81434ce-42b9-40e6-ad65-572cbade7a2f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:24.043410 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e81434ce-42b9-40e6-ad65-572cbade7a2f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:24.047706 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e81434ce-42b9-40e6-ad65-572cbade7a2f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] 10.222.0.38 "DELETE /v2.0/networks/fcd0e6c1-99a0-43aa-acae-6401d10b88cc HTTP/1.1" status: 204 len: 168 time: 1.0292366 Jul 15 15:05:24.091800 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81434ce-42b9-40e6-ad65-572cbade7a2f tempest-PortsIpV6TestJSON-331405092 tempest-PortsIpV6TestJSON-331405092-project] Pushing event deleted for resources: {'Network': ['ID=fcd0e6c1-99a0-43aa-acae-6401d10b88cc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:24.150457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3f234-6135-44df-b458-cd3c38b49688 req-d2425006-7274-47b1-9198-4a7c2996e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:24.151050 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3f234-6135-44df-b458-cd3c38b49688 req-d2425006-7274-47b1-9198-4a7c2996e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:24.151484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3f234-6135-44df-b458-cd3c38b49688 req-d2425006-7274-47b1-9198-4a7c2996e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:24.153354 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-38b3f234-6135-44df-b458-cd3c38b49688 req-d2425006-7274-47b1-9198-4a7c2996e8a8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af47a1bbb7694b59891ca400f7d2f80f&device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2798 time: 0.2987485 Jul 15 15:05:24.220041 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc45413-b126-4231-a5b2-5144a90e05b8 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:24.242357 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:24.253806 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a82188-e35d-440b-83d8-4c8d38e242c7 req-d170ab6c-6c83-4a6a-9c3d-318464f2fa81 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:24.270493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a82188-e35d-440b-83d8-4c8d38e242c7 req-d170ab6c-6c83-4a6a-9c3d-318464f2fa81 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:24.277564 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a82188-e35d-440b-83d8-4c8d38e242c7 req-d170ab6c-6c83-4a6a-9c3d-318464f2fa81 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:24.279453 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4a82188-e35d-440b-83d8-4c8d38e242c7 req-d170ab6c-6c83-4a6a-9c3d-318464f2fa81 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2400 time: 0.4253695 Jul 15 15:05:24.280948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-51a4c3db-e350-4050-8afb-99307ff98c15 req-2a9068f9-7b14-41f0-80d9-f9e8f3a9d80e tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Deleting port acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:24.281293 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-51a4c3db-e350-4050-8afb-99307ff98c15 req-2a9068f9-7b14-41f0-80d9-f9e8f3a9d80e tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:24.307740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Transition to ACTIVE for port object bfc45413-b126-4231-a5b2-5144a90e05b8 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:24.312588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-bf1af24b-d815-4033-b2c3-2c173b0ec94f req-df25313d-892f-4551-9910-182a3afa04ba tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Deleting port 3fce5ea2-31db-41ce-b34e-b23156645b51 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:24.312937 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bf1af24b-d815-4033-b2c3-2c173b0ec94f req-df25313d-892f-4551-9910-182a3afa04ba tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:24.346751 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:24.349746 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3f234-6135-44df-b458-cd3c38b49688 req-d17a5864-843d-4628-be78-a0d426de8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:24.350229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3f234-6135-44df-b458-cd3c38b49688 req-d17a5864-843d-4628-be78-a0d426de8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:24.351085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3f234-6135-44df-b458-cd3c38b49688 req-d17a5864-843d-4628-be78-a0d426de8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:24.353176 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-38b3f234-6135-44df-b458-cd3c38b49688 req-d17a5864-843d-4628-be78-a0d426de8e9f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=af47a1bbb7694b59891ca400f7d2f80f&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1757135 Jul 15 15:05:24.369420 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-3fe6688a-fda8-4b3c-9d26-e53cf86a792b tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4289f545b3d74fd58cc7b431f98da0c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4293988 Jul 15 15:05:24.386856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56822) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:24.441232 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-090df28d-92ad-44db-891b-9133f3648430 req-e2a3e8b9-c5a4-4a1d-9223-09267b1b8aab tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:24.465698 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-090df28d-92ad-44db-891b-9133f3648430 req-e2a3e8b9-c5a4-4a1d-9223-09267b1b8aab tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Transition to ACTIVE for port object ddc3d9d6-4452-4440-9b6e-fec6e051c029 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:24.590778 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4a82188-e35d-440b-83d8-4c8d38e242c7 req-568dacae-0b1c-442a-86cb-18e7fc887c15 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715194 Jul 15 15:05:24.663120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-51a4c3db-e350-4050-8afb-99307ff98c15 req-2a9068f9-7b14-41f0-80d9-f9e8f3a9d80e tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] For port acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:24.663497 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-51a4c3db-e350-4050-8afb-99307ff98c15 req-2a9068f9-7b14-41f0-80d9-f9e8f3a9d80e tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:24.678922 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47278601-672e-4219-a61f-8923c8a39327 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:24.692060 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47278601-672e-4219-a61f-8923c8a39327 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:24.714625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-51a4c3db-e350-4050-8afb-99307ff98c15 req-2a9068f9-7b14-41f0-80d9-f9e8f3a9d80e tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Calling delete_port for acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:24.718160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-dcbaf44b-2119-47b3-bc1b-e82e68d7849f service neutron] 10.222.0.38 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296783 Jul 15 15:05:24.779047 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-090df28d-92ad-44db-891b-9133f3648430 req-e2a3e8b9-c5a4-4a1d-9223-09267b1b8aab tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:24.898031 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc45413-b126-4231-a5b2-5144a90e05b8,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:24.911919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47278601-672e-4219-a61f-8923c8a39327 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=c4441079-ab2c-4797-b9c8-e0dde3b89155,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:24.928506 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47278601-672e-4219-a61f-8923c8a39327 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:24.932212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090df28d-92ad-44db-891b-9133f3648430 req-e2a3e8b9-c5a4-4a1d-9223-09267b1b8aab tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Network 279c9251-f575-4675-be20-04a9e6587e7b is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:24.981504 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-bf1af24b-d815-4033-b2c3-2c173b0ec94f req-df25313d-892f-4551-9910-182a3afa04ba tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] For port 3fce5ea2-31db-41ce-b34e-b23156645b51, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3fce5ea2-31db-41ce-b34e-b23156645b51,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:24.981882 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bf1af24b-d815-4033-b2c3-2c173b0ec94f req-df25313d-892f-4551-9910-182a3afa04ba tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:24.997422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-090df28d-92ad-44db-891b-9133f3648430 req-e2a3e8b9-c5a4-4a1d-9223-09267b1b8aab tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:25.000077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-090df28d-92ad-44db-891b-9133f3648430 req-e2a3e8b9-c5a4-4a1d-9223-09267b1b8aab tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:25.012755 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3a8d553b-7482-40c6-ba7b-37f2c720e0cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9f56e0b8da40496890f8920732869d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6140094 Jul 15 15:05:25.015805 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56830) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:25.016769 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-bf1af24b-d815-4033-b2c3-2c173b0ec94f req-df25313d-892f-4551-9910-182a3afa04ba tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Calling delete_port for 3fce5ea2-31db-41ce-b34e-b23156645b51 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:25.025589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3f234-6135-44df-b458-cd3c38b49688 req-b1c50621-7229-4968-81f2-054b7e0a0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:25.026819 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-38b3f234-6135-44df-b458-cd3c38b49688 req-b1c50621-7229-4968-81f2-054b7e0a0e93 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6449642 Jul 15 15:05:25.099385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Attempting to bind port bfc45413-b126-4231-a5b2-5144a90e05b8 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:25.099915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Attempting to bind port bfc45413-b126-4231-a5b2-5144a90e05b8 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'ec18e1e3-3164-47c6-ac20-55ea95103548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:25.100466 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Attempting to bind port bfc45413-b126-4231-a5b2-5144a90e05b8 on network 0548e743-3d13-4cb9-8372-5fe575c17d69 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:25.127512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3e8b9-c5a4-4a1d-9223-09267b1b8aab tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event updated for resources: {'Port': ['ID=ddc3d9d6-4452-4440-9b6e-fec6e051c029,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:25.157719 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Port bfc45413-b126-4231-a5b2-5144a90e05b8 on network 0548e743-3d13-4cb9-8372-5fe575c17d69 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:05:25.157719 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Attempting to bind port bfc45413-b126-4231-a5b2-5144a90e05b8 on network 0548e743-3d13-4cb9-8372-5fe575c17d69 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:25.160223 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-a877d2f8-6b45-42a9-aac3-1b6cfc6cb0b3 service neutron] 10.222.0.38 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957255 Jul 15 15:05:25.167405 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:25.167751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Checking segment: {'id': 'ec18e1e3-3164-47c6-ac20-55ea95103548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:25.168191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Bound using segment: {'id': 'ec18e1e3-3164-47c6-ac20-55ea95103548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:25.168724 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Bound port: bfc45413-b126-4231-a5b2-5144a90e05b8, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec18e1e3-3164-47c6-ac20-55ea95103548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:25.169088 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:25.196850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b729851-73a0-4336-ae0a-6cbd8ff57d48 req-e2d4e076-3d9c-4359-9c81-f9cb5663821e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:25.204288 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b729851-73a0-4336-ae0a-6cbd8ff57d48 req-e2d4e076-3d9c-4359-9c81-f9cb5663821e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 931 time: 0.4407845 Jul 15 15:05:25.222458 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df28d-92ad-44db-891b-9133f3648430 req-e2a3e8b9-c5a4-4a1d-9223-09267b1b8aab tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:25.223184 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-090df28d-92ad-44db-891b-9133f3648430 req-e2a3e8b9-c5a4-4a1d-9223-09267b1b8aab tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:25.272531 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ecd815d8-f72e-49f7-ae34-1c004435b321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:25.289465 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b729851-73a0-4336-ae0a-6cbd8ff57d48 req-f572d06b-aa83-40b3-928a-743682b262db tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834963 Jul 15 15:05:25.299058 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ecd815d8-f72e-49f7-ae34-1c004435b321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:25.300224 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-090df28d-92ad-44db-891b-9133f3648430 req-e2a3e8b9-c5a4-4a1d-9223-09267b1b8aab tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7654867 Jul 15 15:05:25.353629 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Request body: {'port': {'device_id': 'a33cb570-d4e1-43a5-8b88-95b191f8e97e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:25.371027 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ddf1b4d1-36dc-4119-9f74-0a999c2cb89d None None] Provisioning for port ddc3d9d6-4452-4440-9b6e-fec6e051c029 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:25.374184 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ecd815d8-f72e-49f7-ae34-1c004435b321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:25.375818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ddf1b4d1-36dc-4119-9f74-0a999c2cb89d None None] Provisioning complete for port ddc3d9d6-4452-4440-9b6e-fec6e051c029 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:25.376193 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b4d1-36dc-4119-9f74-0a999c2cb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:25.377515 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ecd815d8-f72e-49f7-ae34-1c004435b321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:25.382030 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ecd815d8-f72e-49f7-ae34-1c004435b321 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2242089c-dc1a-474b-8d59-ee5f2d98848c HTTP/1.1" status: 204 len: 168 time: 0.3587060 Jul 15 15:05:25.382030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] For port bfc45413-b126-4231-a5b2-5144a90e05b8, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:25.435353 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd815d8-f72e-49f7-ae34-1c004435b321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2242089c-dc1a-474b-8d59-ee5f2d98848c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:25.447149 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] For port bfc45413-b126-4231-a5b2-5144a90e05b8, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=bfc45413-b126-4231-a5b2-5144a90e05b8,segment=NetworkSegment(ec18e1e3-3164-47c6-ac20-55ea95103548),segment_id=ec18e1e3-3164-47c6-ac20-55ea95103548)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:25.467427 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:25.494201 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1b4d1-36dc-4119-9f74-0a999c2cb89d None None] Port ddc3d9d6-4452-4440-9b6e-fec6e051c029 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:25.508231 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56838) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:25.516809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47278601-672e-4219-a61f-8923c8a39327 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network bcfabcf5-7983-4f75-b32e-a78d34539303 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:25.517824 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-51a4c3db-e350-4050-8afb-99307ff98c15 req-2a9068f9-7b14-41f0-80d9-f9e8f3a9d80e tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:25.520928 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bf1af24b-d815-4033-b2c3-2c173b0ec94f req-df25313d-892f-4551-9910-182a3afa04ba tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:25.542008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-47278601-672e-4219-a61f-8923c8a39327 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:25.620450 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:25.622147 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:25.623800 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] 10.222.0.22 "PUT /v2.0/ports/bfc45413-b126-4231-a5b2-5144a90e05b8 HTTP/1.1" status: 200 len: 1092 time: 2.7266786 Jul 15 15:05:25.644423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9068f9-7b14-41f0-80d9-f9e8f3a9d80e tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Pushing event deleted for resources: {'Port': ['ID=acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:25.783906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcf7b10-ef35-46e2-ae59-bb5ae58db804', 'name': 'network-vif-deleted', 'tag': 'e150227f-e191-440c-89bd-4d99ae6936ee'}, {'name': 'network-changed', 'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'tag': 'bfc45413-b126-4231-a5b2-5144a90e05b8'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:25.786627 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498d6e73-00e1-4737-a196-a7a5b058a58d" -d '{"events": [{"server_uuid": "bdcf7b10-ef35-46e2-ae59-bb5ae58db804", "name": "network-vif-deleted", "tag": "e150227f-e191-440c-89bd-4d99ae6936ee"}, {"name": "network-changed", "server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "tag": "bfc45413-b126-4231-a5b2-5144a90e05b8"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:25.803687 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:25.951496 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7df35-fad1-4e20-a652-0b2f14972c35 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc45413-b126-4231-a5b2-5144a90e05b8,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:25.956607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1af24b-d815-4033-b2c3-2c173b0ec94f req-df25313d-892f-4551-9910-182a3afa04ba tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] No DVR routers for this DVR port 3fce5ea2-31db-41ce-b34e-b23156645b51 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:25.960130 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bf1af24b-d815-4033-b2c3-2c173b0ec94f req-df25313d-892f-4551-9910-182a3afa04ba tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:25.962391 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bf1af24b-d815-4033-b2c3-2c173b0ec94f req-df25313d-892f-4551-9910-182a3afa04ba tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.11 "DELETE /v2.0/ports/3fce5ea2-31db-41ce-b34e-b23156645b51 HTTP/1.1" status: 204 len: 173 time: 2.0230768 Jul 15 15:05:26.015059 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1feb36-ae70-4066-a90f-8386eab7c401 x-openstack-request-id: req-3f1feb36-ae70-4066-a90f-8386eab7c401 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:26.016352 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcf7b10-ef35-46e2-ae59-bb5ae58db804", "name": "network-vif-deleted", "tag": "e150227f-e191-440c-89bd-4d99ae6936ee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "tag": "bfc45413-b126-4231-a5b2-5144a90e05b8", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:26.020435 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f1feb36-ae70-4066-a90f-8386eab7c401 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:26.021336 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcf7b10-ef35-46e2-ae59-bb5ae58db804', 'name': 'network-vif-deleted', 'tag': 'e150227f-e191-440c-89bd-4d99ae6936ee', 'status': 'completed', 'code': 200} Jul 15 15:05:26.021781 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'tag': 'bfc45413-b126-4231-a5b2-5144a90e05b8', 'status': 'completed', 'code': 200} Jul 15 15:05:26.034899 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b8332dd5-acc0-41fc-8d4e-fc0c010481ec None None] Provisioning complete for port c4441079-ab2c-4797-b9c8-e0dde3b89155 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:26.038101 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8332dd5-acc0-41fc-8d4e-fc0c010481ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:26.049396 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25313d-892f-4551-9910-182a3afa04ba tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Pushing event deleted for resources: {'Port': ['ID=3fce5ea2-31db-41ce-b34e-b23156645b51,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:26.095969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b8332dd5-acc0-41fc-8d4e-fc0c010481ec None None] Port c4441079-ab2c-4797-b9c8-e0dde3b89155 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:26.157861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:26.168123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a4c3db-e350-4050-8afb-99307ff98c15 req-2a9068f9-7b14-41f0-80d9-f9e8f3a9d80e tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] No DVR routers for this DVR port acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:26.192724 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:26.193226 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:26.208632 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-69620338-e4ed-4ba1-a4ca-946274d070ef req-8c6d770a-4e1b-45d3-9cda-8e56275e7b6c tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4afac5e-fddf-4541-873a-a877e42c1934 HTTP/1.1" status: 200 len: 210 time: 0.0968533 Jul 15 15:05:26.210100 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-51a4c3db-e350-4050-8afb-99307ff98c15 req-2a9068f9-7b14-41f0-80d9-f9e8f3a9d80e tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:26.212194 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-51a4c3db-e350-4050-8afb-99307ff98c15 req-2a9068f9-7b14-41f0-80d9-f9e8f3a9d80e tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.22 "DELETE /v2.0/ports/acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2 HTTP/1.1" status: 204 len: 173 time: 2.5417156 Jul 15 15:05:26.259281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-89a6dffd-a5df-4149-b9fc-2c2fd4f0bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:26.260197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-89a6dffd-a5df-4149-b9fc-2c2fd4f0bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:26.264841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-89a6dffd-a5df-4149-b9fc-2c2fd4f0bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:26.268066 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-89a6dffd-a5df-4149-b9fc-2c2fd4f0bb60 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af47a1bbb7694b59891ca400f7d2f80f&device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2865 time: 0.4270492 Jul 15 15:05:26.281256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bcc550-6f34-4f71-b877-5ff01400cf76', 'name': 'network-vif-deleted', 'tag': 'acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:26.290216 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8290784-46c1-4ffb-9865-cc18c940af17" -d '{"events": [{"server_uuid": "77bcc550-6f34-4f71-b877-5ff01400cf76", "name": "network-vif-deleted", "tag": "acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:26.323425 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-fd194578-bd91-4819-8750-54cdb2b2e88d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.145&port_id=a12062cd-9d34-4a32-b484-e34c171983f7 HTTP/1.1" status: 200 len: 217 time: 0.0467405 Jul 15 15:05:26.383011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-05acf20c-2f16-41a4-9df0-b5819c96be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:26.385298 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-05acf20c-2f16-41a4-9df0-b5819c96be06 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c360a1d-1c02-498f-9f3d-087d197c5c3f HTTP/1.1" status: 200 len: 801 time: 0.0545814 Jul 15 15:05:26.402718 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca3e622-bbc5-4f2e-acbd-3c22dd1bdaba x-openstack-request-id: req-5ca3e622-bbc5-4f2e-acbd-3c22dd1bdaba {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:26.403244 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bcc550-6f34-4f71-b877-5ff01400cf76", "name": "network-vif-deleted", "tag": "acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:26.403804 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ca3e622-bbc5-4f2e-acbd-3c22dd1bdaba {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:26.404477 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bcc550-6f34-4f71-b877-5ff01400cf76', 'name': 'network-vif-deleted', 'tag': 'acc9a5ea-5f14-4a2a-b6a1-ae7e4f7c12e2', 'status': 'completed', 'code': 200} Jul 15 15:05:26.720417 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d90b252c-af28-4f7b-9eb3-a7a40cd04453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:26.729094 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d90b252c-af28-4f7b-9eb3-a7a40cd04453 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0548e743-3d13-4cb9-8372-5fe575c17d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3317668 Jul 15 15:05:26.906789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56880) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:26.916663 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3fce5ea2-31db-41ce-b34e-b23156645b51 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:26.965390 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 3fce5ea2-31db-41ce-b34e-b23156645b51 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:26.966144 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3fce5ea2-31db-41ce-b34e-b23156645b51 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:27.028326 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-7fd32039-6daf-4be8-ba06-2d94a6497771 service neutron] 10.222.0.22 "GET /v2.0/networks/0548e743-3d13-4cb9-8372-5fe575c17d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953486 Jul 15 15:05:27.052076 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dc4ef53-8238-47df-9615-3ce2b72f1970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:27.066922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbf76c-ace1-4f2d-ab28-1119f12b74a4 req-b855ce3e-cabf-438c-957c-f875549bbbb5 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:27.073966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbf76c-ace1-4f2d-ab28-1119f12b74a4 req-b855ce3e-cabf-438c-957c-f875549bbbb5 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:27.080519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbf76c-ace1-4f2d-ab28-1119f12b74a4 req-b855ce3e-cabf-438c-957c-f875549bbbb5 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:27.089049 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-adbbf76c-ace1-4f2d-ab28-1119f12b74a4 req-b855ce3e-cabf-438c-957c-f875549bbbb5 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2412 time: 1.0555458 Jul 15 15:05:27.101622 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3f72c4ea-3fd8-483a-b0ce-28a51da549cc tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1615955344'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:27.133214 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47278601-672e-4219-a61f-8923c8a39327 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router 835d970d-3a74-4842-b7f0-4cffb7c85abd is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:05:27.145202 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-adbbf76c-ace1-4f2d-ab28-1119f12b74a4 req-9698f288-aa31-49c6-b7e4-b70367b09e07 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550711 Jul 15 15:05:27.221384 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f72c4ea-3fd8-483a-b0ce-28a51da549cc tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:27.240079 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f72c4ea-3fd8-483a-b0ce-28a51da549cc tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:27.260994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47278601-672e-4219-a61f-8923c8a39327 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:05:27.269939 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-47278601-672e-4219-a61f-8923c8a39327 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/835d970d-3a74-4842-b7f0-4cffb7c85abd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8347313 Jul 15 15:05:27.272071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56886) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:27.276135 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef27330-6aab-4fd2-873a-7f32e891345f None None] Sync routers for ids ['835d970d-3a74-4842-b7f0-4cffb7c85abd'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:05:27.292259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef27330-6aab-4fd2-873a-7f32e891345f None None] Routers {'835d970d-3a74-4842-b7f0-4cffb7c85abd'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:27.295503 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-fc4e4de9-a8a3-4c25-9c27-35870f55ae90 service neutron] 10.222.0.22 "GET /v2.0/networks/0548e743-3d13-4cb9-8372-5fe575c17d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581530 Jul 15 15:05:27.296285 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-aef27330-6aab-4fd2-873a-7f32e891345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['835d970d-3a74-4842-b7f0-4cffb7c85abd'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:27.362440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-aef27330-6aab-4fd2-873a-7f32e891345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:27.381363 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef27330-6aab-4fd2-873a-7f32e891345f None None] Routers {'835d970d-3a74-4842-b7f0-4cffb7c85abd'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:27.389228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf49a5-3d23-440d-ab0d-d5c9295a12f1 req-d8d13914-bd9b-4597-b31c-aacf800fd0fd tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:27.390156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-aef27330-6aab-4fd2-873a-7f32e891345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['835d970d-3a74-4842-b7f0-4cffb7c85abd'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:27.398696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-87cf49a5-3d23-440d-ab0d-d5c9295a12f1 req-d8d13914-bd9b-4597-b31c-aacf800fd0fd tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 931 time: 0.3980291 Jul 15 15:05:27.436784 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-aef27330-6aab-4fd2-873a-7f32e891345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:27.437610 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef27330-6aab-4fd2-873a-7f32e891345f None None] The sync data for ids ['835d970d-3a74-4842-b7f0-4cffb7c85abd'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:05:27.442342 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-87cf49a5-3d23-440d-ab0d-d5c9295a12f1 req-52f8beae-7ac2-4a78-9360-fe33f5ddc352 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425291 Jul 15 15:05:27.550587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc3d9d6-4452-4440-9b6e-fec6e051c029 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:27.570789 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-d17c65ab-462a-4dbc-ba96-83461eb17296 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.50&port_id=c23b1b2a-34a0-407f-97da-c7a13627dfa4 HTTP/1.1" status: 200 len: 217 time: 0.0925474 Jul 15 15:05:27.592630 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b58e895-de75-4730-bda3-e2cb722000f0 req-ddf00ece-800e-4b0d-90b9-fc2753d1c398 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4afac5e-fddf-4541-873a-a877e42c1934 HTTP/1.1" status: 200 len: 210 time: 0.0590584 Jul 15 15:05:27.594812 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:27.601490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8415bb-4046-450c-8e9d-b6961a0e83b3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:27.605753 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1d8415bb-4046-450c-8e9d-b6961a0e83b3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports/c4441079-ab2c-4797-b9c8-e0dde3b89155 HTTP/1.1" status: 200 len: 977 time: 0.3284547 Jul 15 15:05:27.609289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56888) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:27.611257 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f72c4ea-3fd8-483a-b0ce-28a51da549cc tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:27.625055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Transition to ACTIVE for port object ddc3d9d6-4452-4440-9b6e-fec6e051c029 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:27.630810 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:27.635038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f72c4ea-3fd8-483a-b0ce-28a51da549cc tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:27.705620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc3d9d6-4452-4440-9b6e-fec6e051c029,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:27.833532 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Attempting to bind port ddc3d9d6-4452-4440-9b6e-fec6e051c029 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:27.833883 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Attempting to bind port ddc3d9d6-4452-4440-9b6e-fec6e051c029 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:27.834228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Attempting to bind port ddc3d9d6-4452-4440-9b6e-fec6e051c029 on network 279c9251-f575-4675-be20-04a9e6587e7b {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:27.840580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-e01534dc-7aa3-4008-a7aa-e757392131c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:27.841801 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-e01534dc-7aa3-4008-a7aa-e757392131c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cacceea3-edf7-4195-94b0-1dbe8041d3e7 HTTP/1.1" status: 200 len: 801 time: 0.2343066 Jul 15 15:05:27.850874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72c4ea-3fd8-483a-b0ce-28a51da549cc tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d260c98-6d10-4cf9-a04b-88bd357d01b6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:27.853428 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Port ddc3d9d6-4452-4440-9b6e-fec6e051c029 on network 279c9251-f575-4675-be20-04a9e6587e7b not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:05:27.853767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Attempting to bind port ddc3d9d6-4452-4440-9b6e-fec6e051c029 on network 279c9251-f575-4675-be20-04a9e6587e7b {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:27.869097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:27.869464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Checking segment: {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:27.869888 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Bound using segment: {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:27.870305 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Bound port: ddc3d9d6-4452-4440-9b6e-fec6e051c029, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:27.870786 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:28.009175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] For port ddc3d9d6-4452-4440-9b6e-fec6e051c029, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:28.012648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] For port ddc3d9d6-4452-4440-9b6e-fec6e051c029, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ddc3d9d6-4452-4440-9b6e-fec6e051c029,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:28.028732 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:28.056416 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa4120d-d381-4d96-9bd4-278b15a3c8b7', 'name': 'network-vif-deleted', 'tag': '3fce5ea2-31db-41ce-b34e-b23156645b51'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:28.060187 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e3a161-9859-4026-8ab1-958b633a93d8" -d '{"events": [{"server_uuid": "aaa4120d-d381-4d96-9bd4-278b15a3c8b7", "name": "network-vif-deleted", "tag": "3fce5ea2-31db-41ce-b34e-b23156645b51"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:28.076584 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:28.077290 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:28.078640 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-090df28d-92ad-44db-891b-9133f3648430 req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] 10.222.0.11 "PUT /v2.0/ports/ddc3d9d6-4452-4440-9b6e-fec6e051c029 HTTP/1.1" status: 200 len: 1091 time: 2.7342935 Jul 15 15:05:28.215242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21e3c8-95dc-4845-a6c1-40eb04f71d02 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc3d9d6-4452-4440-9b6e-fec6e051c029,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:28.250988 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83e3e4e-9716-4d0e-ba90-dac3b1b097da x-openstack-request-id: req-c83e3e4e-9716-4d0e-ba90-dac3b1b097da {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:28.251439 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa4120d-d381-4d96-9bd4-278b15a3c8b7", "name": "network-vif-deleted", "tag": "3fce5ea2-31db-41ce-b34e-b23156645b51", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:28.251815 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c83e3e4e-9716-4d0e-ba90-dac3b1b097da {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:28.252310 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa4120d-d381-4d96-9bd4-278b15a3c8b7', 'name': 'network-vif-deleted', 'tag': '3fce5ea2-31db-41ce-b34e-b23156645b51', 'status': 'completed', 'code': 200} Jul 15 15:05:28.313409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-4a956b5c-f09c-43ae-a6c0-8dcf4b26c87a tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:28.315715 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-4a956b5c-f09c-43ae-a6c0-8dcf4b26c87a tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.22 "GET /v2.0/networks?id=c517e729-6da1-4ffd-baaf-0859555c1d3b HTTP/1.1" status: 200 len: 812 time: 0.3016458 Jul 15 15:05:28.330319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-6217afac-47eb-42d7-9b50-61424c7f13c5 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Request body: {'port': {'device_id': 'f4afac5e-fddf-4541-873a-a877e42c1934', 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b', 'admin_state_up': True, 'tenant_id': '4289f545b3d74fd58cc7b431f98da0c0'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:28.338388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df28d-92ad-44db-891b-9133f3648430 req-28390286-20c3-4035-8788-629e0ccf5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:28.352066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-090df28d-92ad-44db-891b-9133f3648430 req-28390286-20c3-4035-8788-629e0ccf5c92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 1094 time: 0.1883540 Jul 15 15:05:28.448462 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-be6a36c0-4e7a-494f-85f3-991676d32378 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:28.450513 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-be6a36c0-4e7a-494f-85f3-991676d32378 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.11 "GET /v2.0/networks?id=c517e729-6da1-4ffd-baaf-0859555c1d3b HTTP/1.1" status: 200 len: 812 time: 0.5445635 Jul 15 15:05:28.493934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33cb570-d4e1-43a5-8b88-95b191f8e97e', 'tag': 'ddc3d9d6-4452-4440-9b6e-fec6e051c029'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:28.495926 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec4b135-e9a5-430f-ab2e-8ddfadd8c08a" -d '{"events": [{"name": "network-changed", "server_uuid": "a33cb570-d4e1-43a5-8b88-95b191f8e97e", "tag": "ddc3d9d6-4452-4440-9b6e-fec6e051c029"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:28.523905 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-090df28d-92ad-44db-891b-9133f3648430 req-97184fd5-23b9-4b4d-a156-28e50d856051 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddc3d9d6-4452-4440-9b6e-fec6e051c029 HTTP/1.1" status: 200 len: 217 time: 0.1560788 Jul 15 15:05:28.526308 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-5981bbe3-e2eb-4ce3-92e3-87bcaf0646d6 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Request body: {'port': {'device_id': '269acb69-57d7-4d4c-af53-4e9693db7a65', 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b', 'admin_state_up': True, 'tenant_id': '4289f545b3d74fd58cc7b431f98da0c0'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:28.644273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9aefc-1e93-487c-b76a-0678a92e1b28 req-6b35a3d7-c38d-4a4f-874f-a40683f3117f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:28.650274 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9aefc-1e93-487c-b76a-0678a92e1b28 req-6b35a3d7-c38d-4a4f-874f-a40683f3117f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:28.657503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9aefc-1e93-487c-b76a-0678a92e1b28 req-6b35a3d7-c38d-4a4f-874f-a40683f3117f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:28.666401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-51c9aefc-1e93-487c-b76a-0678a92e1b28 req-6b35a3d7-c38d-4a4f-874f-a40683f3117f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2412 time: 0.2717259 Jul 15 15:05:28.676824 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f72c4ea-3fd8-483a-b0ce-28a51da549cc tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:28.757467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df28d-92ad-44db-891b-9133f3648430 req-755a4e9a-5ae6-419b-8356-6675f9dafac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:28.759221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-090df28d-92ad-44db-891b-9133f3648430 req-755a4e9a-5ae6-419b-8356-6675f9dafac3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.2251303 Jul 15 15:05:28.820757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-51c9aefc-1e93-487c-b76a-0678a92e1b28 req-e957abcb-79bf-4a97-ae3a-d555fe8c36c0 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533957 Jul 15 15:05:28.856213 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-6217afac-47eb-42d7-9b50-61424c7f13c5 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Made reservation on behalf of 4289f545b3d74fd58cc7b431f98da0c0 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:28.861639 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-6217afac-47eb-42d7-9b50-61424c7f13c5 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:28.875368 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358ce69-29b5-4e0b-8925-14460c94eb19 req-d432bd3f-624c-44ce-8ccf-7ee8a4403d8d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:28.876982 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5358ce69-29b5-4e0b-8925-14460c94eb19 req-d432bd3f-624c-44ce-8ccf-7ee8a4403d8d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 943 time: 0.1984668 Jul 15 15:05:28.933900 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7327e5e-d0ed-4905-938c-e896e1e47df6 x-openstack-request-id: req-b7327e5e-d0ed-4905-938c-e896e1e47df6 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:28.934293 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33cb570-d4e1-43a5-8b88-95b191f8e97e", "tag": "ddc3d9d6-4452-4440-9b6e-fec6e051c029", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:28.934476 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7327e5e-d0ed-4905-938c-e896e1e47df6 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:28.934868 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33cb570-d4e1-43a5-8b88-95b191f8e97e', 'tag': 'ddc3d9d6-4452-4440-9b6e-fec6e051c029', 'status': 'completed', 'code': 200} Jul 15 15:05:28.963735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5358ce69-29b5-4e0b-8925-14460c94eb19 req-27565e23-b67f-4744-9d25-d08802576cff tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658205 Jul 15 15:05:28.973343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df28d-92ad-44db-891b-9133f3648430 req-53e405fc-5d71-4b6d-ae6a-e4384c85bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:28.978831 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-090df28d-92ad-44db-891b-9133f3648430 req-53e405fc-5d71-4b6d-ae6a-e4384c85bb9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014847 Jul 15 15:05:29.055584 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f72c4ea-3fd8-483a-b0ce-28a51da549cc tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.115708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-b10a5aec-438e-484c-8a6c-d153857b9875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:29.117250 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-b10a5aec-438e-484c-8a6c-d153857b9875 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0392b3f6-bff8-4fab-8923-27f984eed05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2631071 Jul 15 15:05:29.128166 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f72c4ea-3fd8-483a-b0ce-28a51da549cc tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.132324 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3f72c4ea-3fd8-483a-b0ce-28a51da549cc tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2209883 Jul 15 15:05:29.134596 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56904) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:29.146495 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72c4ea-3fd8-483a-b0ce-28a51da549cc tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26f0822-1aba-4432-a92c-4561416ab7d9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:29.146809 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b28e9d88-1bc7-412d-82cb-2fa00fde0f95 req-355550a1-debf-466a-8f96-878badce33f7 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4afac5e-fddf-4541-873a-a877e42c1934 HTTP/1.1" status: 200 len: 210 time: 0.0696535 Jul 15 15:05:29.213543 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-090df28d-92ad-44db-891b-9133f3648430 req-d3b8e08f-b953-415e-a3df-fac5f9faf1d3 service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017956 Jul 15 15:05:29.217510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-6217afac-47eb-42d7-9b50-61424c7f13c5 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Allocated IP 172.20.0.10 (c517e729-6da1-4ffd-baaf-0859555c1d3b/c4803622-51c3-4ba2-bbd3-8a95b451937b/f73fd79d-94bf-4d96-92d1-15c95151393b) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:29.238607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5dc4ef53-8238-47df-9615-3ce2b72f1970 admin admin] Deleting port 4a8195a0-16f8-4699-aa22-c9286f514ba0 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:29.239124 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dc4ef53-8238-47df-9615-3ce2b72f1970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.292854 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-5981bbe3-e2eb-4ce3-92e3-87bcaf0646d6 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Made reservation on behalf of 4289f545b3d74fd58cc7b431f98da0c0 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:29.296588 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-5981bbe3-e2eb-4ce3-92e3-87bcaf0646d6 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.368992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-090df28d-92ad-44db-891b-9133f3648430 req-8b2a8030-b0b5-4890-95b8-92230292e30f service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487226 Jul 15 15:05:29.416086 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2a9e618e-3903-48b2-9454-7a14b017d0a1 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2791491 Jul 15 15:05:29.420084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56906) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:29.424803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-5c57c3fa-3aca-48c4-8434-d5e7e8f0bb30 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group': {'name': 'tempest-security--1868339392', 'description': 'tempest-security-description-912570252'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:29.487599 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-1a4ba576-c90b-428d-be62-f13519b8e60a service neutron] 10.222.0.22 "GET /v2.0/networks/0392b3f6-bff8-4fab-8923-27f984eed05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438389 Jul 15 15:05:29.504079 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-6217afac-47eb-42d7-9b50-61424c7f13c5 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.516477 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c57c3fa-3aca-48c4-8434-d5e7e8f0bb30 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.563459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-5dc4ef53-8238-47df-9615-3ce2b72f1970 admin admin] For port 4a8195a0-16f8-4699-aa22-c9286f514ba0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4a8195a0-16f8-4699-aa22-c9286f514ba0,segment=NetworkSegment(8cd847aa-365f-442a-8be5-a07b09c9280d),segment_id=8cd847aa-365f-442a-8be5-a07b09c9280d)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:29.564234 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dc4ef53-8238-47df-9615-3ce2b72f1970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.605128 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c57c3fa-3aca-48c4-8434-d5e7e8f0bb30 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.609016 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4b135-e9a5-430f-ab2e-8ddfadd8c08a req-5f91df61-282e-40f1-90b9-4e3c0d03740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:29.612117 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ec4b135-e9a5-430f-ab2e-8ddfadd8c08a req-5f91df61-282e-40f1-90b9-4e3c0d03740f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 1094 time: 0.1795213 Jul 15 15:05:29.613185 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c57c3fa-3aca-48c4-8434-d5e7e8f0bb30 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.616676 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c57c3fa-3aca-48c4-8434-d5e7e8f0bb30 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.620845 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5c57c3fa-3aca-48c4-8434-d5e7e8f0bb30 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "PUT /v2.0/security-groups/a26f0822-1aba-4432-a92c-4561416ab7d9 HTTP/1.1" status: 200 len: 1779 time: 0.1968305 Jul 15 15:05:29.632055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56910) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:29.634882 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5dc4ef53-8238-47df-9615-3ce2b72f1970 admin admin] Calling delete_port for 4a8195a0-16f8-4699-aa22-c9286f514ba0 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:29.685925 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-6217afac-47eb-42d7-9b50-61424c7f13c5 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.742399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57c3fa-3aca-48c4-8434-d5e7e8f0bb30 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26f0822-1aba-4432-a92c-4561416ab7d9,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:29.748932 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-233dd038-5bac-464b-885c-2a39dabc5ff0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.760096 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-8ebab83f-d7a9-4a52-a9ea-5e2c6ec10969 service neutron] 10.222.0.22 "GET /v2.0/networks/0392b3f6-bff8-4fab-8923-27f984eed05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585020 Jul 15 15:05:29.802486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-6217afac-47eb-42d7-9b50-61424c7f13c5 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Network c517e729-6da1-4ffd-baaf-0859555c1d3b is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:29.811845 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-33f86f2b-cd37-4625-8258-000ebd6e58de tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-groups/a26f0822-1aba-4432-a92c-4561416ab7d9 HTTP/1.1" status: 200 len: 1779 time: 0.1772425 Jul 15 15:05:29.812814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-6217afac-47eb-42d7-9b50-61424c7f13c5 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:29.815249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-6217afac-47eb-42d7-9b50-61424c7f13c5 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:29.832952 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56912) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:29.839844 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217afac-47eb-42d7-9b50-61424c7f13c5 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Pushing event updated for resources: {'Port': ['ID=f73fd79d-94bf-4d96-92d1-15c95151393b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:29.868615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4b135-e9a5-430f-ab2e-8ddfadd8c08a req-178c5067-0a77-4440-a76e-7cdae30b83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:29.870239 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ec4b135-e9a5-430f-ab2e-8ddfadd8c08a req-178c5067-0a77-4440-a76e-7cdae30b83b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.2498803 Jul 15 15:05:29.899959 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-49345a8d-932d-4db2-b5e7-e28ff13183f9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.118&port_id=bfc45413-b126-4231-a5b2-5144a90e05b8 HTTP/1.1" status: 200 len: 217 time: 0.0797586 Jul 15 15:05:29.927616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-6217afac-47eb-42d7-9b50-61424c7f13c5 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:29.928074 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-6217afac-47eb-42d7-9b50-61424c7f13c5 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.932435 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ec4b135-e9a5-430f-ab2e-8ddfadd8c08a req-2471285f-06c3-4685-a5ac-553994275d26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddc3d9d6-4452-4440-9b6e-fec6e051c029 HTTP/1.1" status: 200 len: 217 time: 0.0534134 Jul 15 15:05:29.938919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-5981bbe3-e2eb-4ce3-92e3-87bcaf0646d6 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Allocated IP 172.20.0.5 (c517e729-6da1-4ffd-baaf-0859555c1d3b/c4803622-51c3-4ba2-bbd3-8a95b451937b/450bc4db-376e-4628-8384-ff39f21d8ded) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:29.962820 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0edd0b14-3726-429f-8894-143236f25a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.983127 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-6217afac-47eb-42d7-9b50-61424c7f13c5 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6580648 Jul 15 15:05:30.006172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Request body: {'port': {'device_id': 'f4afac5e-fddf-4541-873a-a877e42c1934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:30.066339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4b135-e9a5-430f-ab2e-8ddfadd8c08a req-a48acad6-f0aa-4e1e-a8bd-38e7dc619a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:30.067957 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ec4b135-e9a5-430f-ab2e-8ddfadd8c08a req-a48acad6-f0aa-4e1e-a8bd-38e7dc619a6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.1270177 Jul 15 15:05:30.118558 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-068073af-eeac-498c-9e57-77d028bd3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:30.120108 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-068073af-eeac-498c-9e57-77d028bd3d94 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c360a1d-1c02-498f-9f3d-087d197c5c3f HTTP/1.1" status: 200 len: 801 time: 0.2070508 Jul 15 15:05:30.156565 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61f2da05-3684-4307-837e-8d39d9251c9c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.164500 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.187349 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d935507-6dd2-419b-a4c8-7a9197e942db req-0d03edce-d7f8-4565-81cc-b904bb31783e tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:30.193731 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d935507-6dd2-419b-a4c8-7a9197e942db req-0d03edce-d7f8-4565-81cc-b904bb31783e tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:30.199771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d935507-6dd2-419b-a4c8-7a9197e942db req-0d03edce-d7f8-4565-81cc-b904bb31783e tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:30.201505 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d935507-6dd2-419b-a4c8-7a9197e942db req-0d03edce-d7f8-4565-81cc-b904bb31783e tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2412 time: 0.2174647 Jul 15 15:05:30.273027 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61f2da05-3684-4307-837e-8d39d9251c9c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.325997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4b135-e9a5-430f-ab2e-8ddfadd8c08a req-092c8624-b96f-4584-8ef9-06e0067d9216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:30.327602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ec4b135-e9a5-430f-ab2e-8ddfadd8c08a req-092c8624-b96f-4584-8ef9-06e0067d9216 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2497051 Jul 15 15:05:30.340952 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d935507-6dd2-419b-a4c8-7a9197e942db req-d48ff52a-bcb2-4536-966d-c51b6497f18b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300499 Jul 15 15:05:30.421066 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dc4ef53-8238-47df-9615-3ce2b72f1970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.454421 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa6918-2634-4216-98eb-f33bb63f23b5 req-80b608ce-0bfe-4420-bcb2-2efa20644a36 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:30.456043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1aa6918-2634-4216-98eb-f33bb63f23b5 req-80b608ce-0bfe-4420-bcb2-2efa20644a36 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 943 time: 0.2948320 Jul 15 15:05:30.472080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4ef53-8238-47df-9615-3ce2b72f1970 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8195a0-16f8-4699-aa22-c9286f514ba0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:30.474058 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61f2da05-3684-4307-837e-8d39d9251c9c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.477029 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61f2da05-3684-4307-837e-8d39d9251c9c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.477900 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-61f2da05-3684-4307-837e-8d39d9251c9c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-groups/a26f0822-1aba-4432-a92c-4561416ab7d9 HTTP/1.1" status: 204 len: 168 time: 0.6385276 Jul 15 15:05:30.480020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fc56-cc73-404a-9685-950feb902f41 req-7e4a2d00-378d-46fa-8d82-c8e5e4ea890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:30.481519 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-7e4a2d00-378d-46fa-8d82-c8e5e4ea890a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0548e743-3d13-4cb9-8372-5fe575c17d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3292656 Jul 15 15:05:30.499746 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56920) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:30.505965 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-5981bbe3-e2eb-4ce3-92e3-87bcaf0646d6 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.573771 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2da05-3684-4307-837e-8d39d9251c9c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26f0822-1aba-4432-a92c-4561416ab7d9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:30.621582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ec4b135-e9a5-430f-ab2e-8ddfadd8c08a req-6e8c3adc-b5dd-4523-9a08-76dc1de7466a service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840793 Jul 15 15:05:30.629788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1aa6918-2634-4216-98eb-f33bb63f23b5 req-dcde6906-fe7b-4b08-ba24-57440d06c1da tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322734 Jul 15 15:05:30.679685 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-afbe63fd-54a8-48e0-9685-cca6cc9c508e tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1754856 Jul 15 15:05:30.684311 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56924) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:30.719795 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-f6a63475-283f-43eb-9342-1a2a3d0ae1be tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] delete failed (client error): The resource could not be found. Jul 15 15:05:30.726365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f6a63475-283f-43eb-9342-1a2a3d0ae1be tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-groups/a26f0822-1aba-4432-a92c-4561416ab7d9 HTTP/1.1" status: 404 len: 347 time: 0.0277696 Jul 15 15:05:30.748109 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56926) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:30.760282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-86312db9-7ff4-49d8-9810-e7e9dfe9e15f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019061487'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:30.763415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-233dd038-5bac-464b-885c-2a39dabc5ff0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port c4441079-ab2c-4797-b9c8-e0dde3b89155 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:30.763779 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-233dd038-5bac-464b-885c-2a39dabc5ff0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.773736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70465856-1eac-4116-9393-fa4ebd346ebf req-ed5f0d2e-07f7-4f43-a1c1-e13947c7a677 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:30.773997 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-5981bbe3-e2eb-4ce3-92e3-87bcaf0646d6 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.775917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70465856-1eac-4116-9393-fa4ebd346ebf req-ed5f0d2e-07f7-4f43-a1c1-e13947c7a677 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4afac5e-fddf-4541-873a-a877e42c1934 HTTP/1.1" status: 200 len: 932 time: 0.2402208 Jul 15 15:05:30.777184 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-49d9a789-8416-448f-9e85-ca4f04f2b4bb service neutron] 10.222.0.22 "GET /v2.0/networks/0548e743-3d13-4cb9-8372-5fe575c17d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638533 Jul 15 15:05:30.868383 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-86312db9-7ff4-49d8-9810-e7e9dfe9e15f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.908632 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ec4b135-e9a5-430f-ab2e-8ddfadd8c08a req-7edad3d5-1b86-4719-b409-cd00d0f5b11b service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734201 Jul 15 15:05:30.931284 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70465856-1eac-4116-9393-fa4ebd346ebf req-07cde23b-2b4e-41fc-8bdc-5fadea4e8f64 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278548 Jul 15 15:05:30.947433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-5981bbe3-e2eb-4ce3-92e3-87bcaf0646d6 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Network c517e729-6da1-4ffd-baaf-0859555c1d3b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:30.967379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ddc3d9d6-4452-4440-9b6e-fec6e051c029 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:05:30.985540 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-5981bbe3-e2eb-4ce3-92e3-87bcaf0646d6 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:30.996950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-5981bbe3-e2eb-4ce3-92e3-87bcaf0646d6 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:31.001502 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981bbe3-e2eb-4ce3-92e3-87bcaf0646d6 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Pushing event updated for resources: {'Port': ['ID=450bc4db-376e-4628-8384-ff39f21d8ded,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:31.063065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73fd79d-94bf-4d96-92d1-15c95151393b {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:31.068113 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dc4ef53-8238-47df-9615-3ce2b72f1970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:31.071002 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-233dd038-5bac-464b-885c-2a39dabc5ff0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:31.074922 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:31.083662 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-86312db9-7ff4-49d8-9810-e7e9dfe9e15f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:31.091511 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-86312db9-7ff4-49d8-9810-e7e9dfe9e15f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:31.100297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Transition to ACTIVE for port object f73fd79d-94bf-4d96-92d1-15c95151393b will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:31.108338 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-233dd038-5bac-464b-885c-2a39dabc5ff0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for c4441079-ab2c-4797-b9c8-e0dde3b89155 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:31.111833 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bea8fc56-cc73-404a-9685-950feb902f41 req-ae78a11e-1c2f-433d-a353-2e9ab83b8f70 service neutron] 10.222.0.22 "GET /v2.0/networks/0548e743-3d13-4cb9-8372-5fe575c17d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177867 Jul 15 15:05:31.111989 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ddc3d9d6-4452-4440-9b6e-fec6e051c029, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ddc3d9d6-4452-4440-9b6e-fec6e051c029,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:31.117731 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:31.117942 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-5981bbe3-e2eb-4ce3-92e3-87bcaf0646d6 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:31.118500 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-5981bbe3-e2eb-4ce3-92e3-87bcaf0646d6 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:31.137885 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-86312db9-7ff4-49d8-9810-e7e9dfe9e15f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:31.142270 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-86312db9-7ff4-49d8-9810-e7e9dfe9e15f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3888400 Jul 15 15:05:31.146338 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'ddc3d9d6-4452-4440-9b6e-fec6e051c029', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'port_id': 'ddc3d9d6-4452-4440-9b6e-fec6e051c029', 'mac_address': 'fa:16:3e:71:ff:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:05:31.183512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56928) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:31.191913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c4f24822-eaba-4ae2-a45c-8daae53c8475 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group_rule': {'security_group_id': '983c1fd9-c0ca-4124-9bfa-d7c5840aef86', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:31.199113 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:31.219686 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc3d9d6-4452-4440-9b6e-fec6e051c029 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:31.243232 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ddc3d9d6-4452-4440-9b6e-fec6e051c029, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ddc3d9d6-4452-4440-9b6e-fec6e051c029,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:31.247743 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:31.303107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ddc3d9d6-4452-4440-9b6e-fec6e051c029,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:31.311787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:31.312298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:31.312748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:31.313353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:31.313648 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:31.314091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:31.314573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:31.315022 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:31.315453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:31.315886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:31.316319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:31.316931 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:31.521070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ddc3d9d6-4452-4440-9b6e-fec6e051c029'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:31.521826 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86312db9-7ff4-49d8-9810-e7e9dfe9e15f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983c1fd9-c0ca-4124-9bfa-d7c5840aef86,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:31.574285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Pushing event updated for resources: {'Port': ['ID=f73fd79d-94bf-4d96-92d1-15c95151393b,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:31.598099 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-5981bbe3-e2eb-4ce3-92e3-87bcaf0646d6 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0891001 Jul 15 15:05:31.653207 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Request body: {'port': {'device_id': '269acb69-57d7-4d4c-af53-4e9693db7a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:31.684589 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc26199-e5cb-49ca-942c-c6e65194f73a req-7cc21989-a454-4dc9-8652-c66dfd0d558e tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:31.693682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc26199-e5cb-49ca-942c-c6e65194f73a req-7cc21989-a454-4dc9-8652-c66dfd0d558e tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:31.701130 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc26199-e5cb-49ca-942c-c6e65194f73a req-7cc21989-a454-4dc9-8652-c66dfd0d558e tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:31.702992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cc26199-e5cb-49ca-942c-c6e65194f73a req-7cc21989-a454-4dc9-8652-c66dfd0d558e tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2412 time: 0.1879501 Jul 15 15:05:31.704330 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Attempting to bind port f73fd79d-94bf-4d96-92d1-15c95151393b on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:31.704681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Attempting to bind port f73fd79d-94bf-4d96-92d1-15c95151393b by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:31.704990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Attempting to bind port f73fd79d-94bf-4d96-92d1-15c95151393b on network c517e729-6da1-4ffd-baaf-0859555c1d3b {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:31.712704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Port f73fd79d-94bf-4d96-92d1-15c95151393b on network c517e729-6da1-4ffd-baaf-0859555c1d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:05:31.712704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Attempting to bind port f73fd79d-94bf-4d96-92d1-15c95151393b on network c517e729-6da1-4ffd-baaf-0859555c1d3b {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:31.717460 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4f24822-eaba-4ae2-a45c-8daae53c8475 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:31.730759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:31.731072 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Checking segment: {'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:31.731472 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Bound using segment: {'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:31.731919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Bound port: f73fd79d-94bf-4d96-92d1-15c95151393b, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:31.732280 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:31.787964 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cc26199-e5cb-49ca-942c-c6e65194f73a req-d1e3b0a9-68af-49c3-b08d-9517b0f90d0a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775199 Jul 15 15:05:31.842203 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] For port f73fd79d-94bf-4d96-92d1-15c95151393b, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:31.846143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] For port f73fd79d-94bf-4d96-92d1-15c95151393b, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f73fd79d-94bf-4d96-92d1-15c95151393b,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:31.861822 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:31.926921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:31.927939 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:31.929010 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] 10.222.0.22 "PUT /v2.0/ports/f73fd79d-94bf-4d96-92d1-15c95151393b HTTP/1.1" status: 200 len: 1092 time: 1.9320383 Jul 15 15:05:31.929469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4afac5e-fddf-4541-873a-a877e42c1934', 'tag': 'f73fd79d-94bf-4d96-92d1-15c95151393b'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:31.932661 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875bd83c-9001-48c6-840e-bfbf19be5fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "f4afac5e-fddf-4541-873a-a877e42c1934", "tag": "f73fd79d-94bf-4d96-92d1-15c95151393b"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:31.969464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbe80-3cef-499b-8ce5-b13d5db97cdf service neutron] Pushing event updated for resources: {'Port': ['ID=f73fd79d-94bf-4d96-92d1-15c95151393b,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:32.013445 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d6e73-00e1-4737-a196-a7a5b058a58d req-a19dc2a4-5d33-49b5-8057-00a0f95bec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:32.013971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d6e73-00e1-4737-a196-a7a5b058a58d req-a19dc2a4-5d33-49b5-8057-00a0f95bec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:32.014472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d6e73-00e1-4737-a196-a7a5b058a58d req-a19dc2a4-5d33-49b5-8057-00a0f95bec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:32.016269 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-498d6e73-00e1-4737-a196-a7a5b058a58d req-a19dc2a4-5d33-49b5-8057-00a0f95bec38 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af47a1bbb7694b59891ca400f7d2f80f&device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2865 time: 0.8143370 Jul 15 15:05:32.018386 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd067573-7943-4e02-925c-21b82561eb74 req-33e7e39f-b55b-4fc8-b7c8-438cec857561 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:32.022554 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd067573-7943-4e02-925c-21b82561eb74 req-33e7e39f-b55b-4fc8-b7c8-438cec857561 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 944 time: 0.1732814 Jul 15 15:05:32.025857 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0335212-b08b-4a0e-b44c-499b1eaeb7f2 x-openstack-request-id: req-e0335212-b08b-4a0e-b44c-499b1eaeb7f2 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:32.026230 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4afac5e-fddf-4541-873a-a877e42c1934", "tag": "f73fd79d-94bf-4d96-92d1-15c95151393b", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:32.026713 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e0335212-b08b-4a0e-b44c-499b1eaeb7f2 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:32.027438 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4afac5e-fddf-4541-873a-a877e42c1934', 'tag': 'f73fd79d-94bf-4d96-92d1-15c95151393b', 'status': 'completed', 'code': 200} Jul 15 15:05:32.030479 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.072004 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4f24822-eaba-4ae2-a45c-8daae53c8475 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.112236 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd067573-7943-4e02-925c-21b82561eb74 req-c2a59e34-452e-476a-abec-eca5d8123507 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720632 Jul 15 15:05:32.145313 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4f24822-eaba-4ae2-a45c-8daae53c8475 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.174846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-13776e16-714d-47f3-b4a0-cab18760a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:32.177304 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-13776e16-714d-47f3-b4a0-cab18760a349 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4289f545b3d74fd58cc7b431f98da0c0&device_id=f4afac5e-fddf-4541-873a-a877e42c1934 HTTP/1.1" status: 200 len: 1095 time: 0.1761911 Jul 15 15:05:32.196195 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device bfc45413-b126-4231-a5b2-5144a90e05b8 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:05:32.231200 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-9f9b3602-c336-4c1b-ac87-9dc749297c4e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f73fd79d-94bf-4d96-92d1-15c95151393b HTTP/1.1" status: 200 len: 217 time: 0.0456839 Jul 15 15:05:32.243860 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cc984-c188-4201-b863-c32d8cec20a0 req-526350ba-e955-48ad-98c1-badab611b868 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:32.245446 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-104cc984-c188-4201-b863-c32d8cec20a0 req-526350ba-e955-48ad-98c1-badab611b868 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4afac5e-fddf-4541-873a-a877e42c1934 HTTP/1.1" status: 200 len: 944 time: 0.1258132 Jul 15 15:05:32.268612 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f24822-eaba-4ae2-a45c-8daae53c8475 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d459973b-e25e-42f1-b822-ed60fbd4f825,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:32.315090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-1c6402f8-2d4c-40da-9d31-859c653c9453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:32.317160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-1c6402f8-2d4c-40da-9d31-859c653c9453 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c4803622-51c3-4ba2-bbd3-8a95b451937b HTTP/1.1" status: 200 len: 852 time: 0.0702729 Jul 15 15:05:32.324394 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4f24822-eaba-4ae2-a45c-8daae53c8475 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.327248 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-104cc984-c188-4201-b863-c32d8cec20a0 req-91ff483d-bb15-406e-8e32-4a7d3bab336b tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729439 Jul 15 15:05:32.328807 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c4f24822-eaba-4ae2-a45c-8daae53c8475 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1412680 Jul 15 15:05:32.338804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56940) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:32.356666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port bfc45413-b126-4231-a5b2-5144a90e05b8, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=bfc45413-b126-4231-a5b2-5144a90e05b8,segment=NetworkSegment(ec18e1e3-3164-47c6-ac20-55ea95103548),segment_id=ec18e1e3-3164-47c6-ac20-55ea95103548)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:32.373681 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-d6b4e247-3935-4bf2-bb68-7cbcce7b6d7f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c517e729-6da1-4ffd-baaf-0859555c1d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448124 Jul 15 15:05:32.374058 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'bfc45413-b126-4231-a5b2-5144a90e05b8', 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69', 'port_id': 'bfc45413-b126-4231-a5b2-5144a90e05b8', 'mac_address': 'fa:16:3e:e3:a8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c360a1d-1c02-498f-9f3d-087d197c5c3f', 'ip_address': '19.80.0.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:05:32.417236 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.431585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc45413-b126-4231-a5b2-5144a90e05b8 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:32.450644 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d6e73-00e1-4737-a196-a7a5b058a58d req-7e4ae112-714d-4aac-a0b9-a00dd23b37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:32.453298 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-498d6e73-00e1-4737-a196-a7a5b058a58d req-7e4ae112-714d-4aac-a0b9-a00dd23b37b2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0548e743-3d13-4cb9-8372-5fe575c17d69 HTTP/1.1" status: 200 len: 900 time: 0.4256694 Jul 15 15:05:32.456380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port bfc45413-b126-4231-a5b2-5144a90e05b8, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=bfc45413-b126-4231-a5b2-5144a90e05b8,segment=NetworkSegment(ec18e1e3-3164-47c6-ac20-55ea95103548),segment_id=ec18e1e3-3164-47c6-ac20-55ea95103548)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:32.461383 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.461708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc4ef53-8238-47df-9615-3ce2b72f1970 admin admin] Router a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:05:32.462802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c23b1b2a-34a0-407f-97da-c7a13627dfa4 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:05:32.470235 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-233dd038-5bac-464b-885c-2a39dabc5ff0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.481137 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-dd5d3647-f76a-4488-9c7f-50859b1f7776 service neutron] 10.222.0.22 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008091 Jul 15 15:05:32.546835 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=bfc45413-b126-4231-a5b2-5144a90e05b8,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:32.603561 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-25f726b1-7791-4c28-a33e-c53de1b91b4a service neutron] 10.222.0.22 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143568 Jul 15 15:05:32.623860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c23b1b2a-34a0-407f-97da-c7a13627dfa4, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c23b1b2a-34a0-407f-97da-c7a13627dfa4,segment=NetworkSegment(4af6c30f-8827-4bc6-bb36-1924bf08081b),segment_id=4af6c30f-8827-4bc6-bb36-1924bf08081b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:32.639023 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'c23b1b2a-34a0-407f-97da-c7a13627dfa4', 'network_id': '0392b3f6-bff8-4fab-8923-27f984eed05f', 'port_id': 'c23b1b2a-34a0-407f-97da-c7a13627dfa4', 'mac_address': 'fa:16:3e:5b:52:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cacceea3-edf7-4195-94b0-1dbe8041d3e7', 'ip_address': '19.86.0.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:05:32.639267 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-498d6e73-00e1-4737-a196-a7a5b058a58d req-53e82b87-d44b-4a8a-b3d7-a1722fd0e351 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.118&port_id=bfc45413-b126-4231-a5b2-5144a90e05b8 HTTP/1.1" status: 200 len: 217 time: 0.1711984 Jul 15 15:05:32.640307 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4a1f9ed-b474-48d3-aa80-c2d848f62f75 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.643966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233dd038-5bac-464b-885c-2a39dabc5ff0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=c4441079-ab2c-4797-b9c8-e0dde3b89155,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:32.698608 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.718962 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c23b1b2a-34a0-407f-97da-c7a13627dfa4 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:32.723713 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4a1f9ed-b474-48d3-aa80-c2d848f62f75 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.729172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bd83c-9001-48c6-840e-bfbf19be5fc8 req-0e5471d8-f66e-4bcd-9a3a-34a2260731c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:32.731160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-875bd83c-9001-48c6-840e-bfbf19be5fc8 req-0e5471d8-f66e-4bcd-9a3a-34a2260731c1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4289f545b3d74fd58cc7b431f98da0c0&device_id=f4afac5e-fddf-4541-873a-a877e42c1934 HTTP/1.1" status: 200 len: 1095 time: 0.0711129 Jul 15 15:05:32.760832 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c23b1b2a-34a0-407f-97da-c7a13627dfa4, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c23b1b2a-34a0-407f-97da-c7a13627dfa4,segment=NetworkSegment(4af6c30f-8827-4bc6-bb36-1924bf08081b),segment_id=4af6c30f-8827-4bc6-bb36-1924bf08081b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:32.767886 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.771774 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.772783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device a12062cd-9d34-4a32-b484-e34c171983f7 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:05:32.856404 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bd83c-9001-48c6-840e-bfbf19be5fc8 req-fde1704e-8b5e-4e04-9a62-d672c9ef8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:32.858483 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-875bd83c-9001-48c6-840e-bfbf19be5fc8 req-fde1704e-8b5e-4e04-9a62-d672c9ef8617 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c517e729-6da1-4ffd-baaf-0859555c1d3b HTTP/1.1" status: 200 len: 913 time: 0.1201088 Jul 15 15:05:32.909751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d6e73-00e1-4737-a196-a7a5b058a58d req-717f4614-0c1b-450c-b4a5-682094d00ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:32.912185 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-498d6e73-00e1-4737-a196-a7a5b058a58d req-717f4614-0c1b-450c-b4a5-682094d00ec7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c360a1d-1c02-498f-9f3d-087d197c5c3f HTTP/1.1" status: 200 len: 801 time: 0.2605987 Jul 15 15:05:32.919234 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-875bd83c-9001-48c6-840e-bfbf19be5fc8 req-4212e0e5-7f91-4c1e-8d90-250335f79b54 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f73fd79d-94bf-4d96-92d1-15c95151393b HTTP/1.1" status: 200 len: 217 time: 0.0507712 Jul 15 15:05:32.933908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=c23b1b2a-34a0-407f-97da-c7a13627dfa4,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:32.945908 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4a1f9ed-b474-48d3-aa80-c2d848f62f75 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.969889 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4a1f9ed-b474-48d3-aa80-c2d848f62f75 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.974092 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a4a1f9ed-b474-48d3-aa80-c2d848f62f75 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/d459973b-e25e-42f1-b822-ed60fbd4f825 HTTP/1.1" status: 204 len: 168 time: 0.5880032 Jul 15 15:05:32.982658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port a12062cd-9d34-4a32-b484-e34c171983f7, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a12062cd-9d34-4a32-b484-e34c171983f7,segment=NetworkSegment(ec18e1e3-3164-47c6-ac20-55ea95103548),segment_id=ec18e1e3-3164-47c6-ac20-55ea95103548)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:32.999841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56946) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:33.031613 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'a12062cd-9d34-4a32-b484-e34c171983f7', 'network_id': '0548e743-3d13-4cb9-8372-5fe575c17d69', 'port_id': 'a12062cd-9d34-4a32-b484-e34c171983f7', 'mac_address': 'fa:16:3e:9c:44:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c360a1d-1c02-498f-9f3d-087d197c5c3f', 'ip_address': '19.80.0.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:05:33.039335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1f9ed-b474-48d3-aa80-c2d848f62f75 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d459973b-e25e-42f1-b822-ed60fbd4f825,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:33.045456 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ddc3d9d6-4452-4440-9b6e-fec6e051c029 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:33.106434 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a288e6fb-09d0-49a5-ad60-4e5b26786834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.158921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port ddc3d9d6-4452-4440-9b6e-fec6e051c029 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:33.159646 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc4ef53-8238-47df-9615-3ce2b72f1970 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:05:33.164991 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port ddc3d9d6-4452-4440-9b6e-fec6e051c029 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:33.165314 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-233dd038-5bac-464b-885c-2a39dabc5ff0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.167315 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.169997 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5dc4ef53-8238-47df-9615-3ce2b72f1970 admin admin] 10.222.0.38 "PUT /v2.0/routers/a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6577427 Jul 15 15:05:33.170570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bd83c-9001-48c6-840e-bfbf19be5fc8 req-7ec0f8c0-ac20-4b4d-be63-23192b053b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:33.172248 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-875bd83c-9001-48c6-840e-bfbf19be5fc8 req-7ec0f8c0-ac20-4b4d-be63-23192b053b1f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c4803622-51c3-4ba2-bbd3-8a95b451937b HTTP/1.1" status: 200 len: 852 time: 0.2422931 Jul 15 15:05:33.177558 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56950) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:33.196316 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2587512a-dc88-4529-8b79-118cf3f4aa9e None None] Sync routers for ids ['a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:05:33.209874 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2b2d3ee0-7c87-485f-87c8-3c49abfe0787 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2083201 Jul 15 15:05:33.221201 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.221797 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56952) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:33.230116 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2587512a-dc88-4529-8b79-118cf3f4aa9e None None] Routers {'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:33.231243 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2587512a-dc88-4529-8b79-118cf3f4aa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:33.231611 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-875bd83c-9001-48c6-840e-bfbf19be5fc8 req-de30344b-f74d-4483-8321-2ff710d6a69a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c517e729-6da1-4ffd-baaf-0859555c1d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458641 Jul 15 15:05:33.276910 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.295564 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97172170-2001-41dd-8024-c1f82e74b33f req-33d80049-a858-43fd-9137-a98ba46c6a07 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:33.303194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97172170-2001-41dd-8024-c1f82e74b33f req-33d80049-a858-43fd-9137-a98ba46c6a07 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:33.306189 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12062cd-9d34-4a32-b484-e34c171983f7 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:33.310570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97172170-2001-41dd-8024-c1f82e74b33f req-33d80049-a858-43fd-9137-a98ba46c6a07 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:33.312375 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97172170-2001-41dd-8024-c1f82e74b33f req-33d80049-a858-43fd-9137-a98ba46c6a07 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2414 time: 0.2813830 Jul 15 15:05:33.326291 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33cb570-d4e1-43a5-8b88-95b191f8e97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc3d9d6-4452-4440-9b6e-fec6e051c029'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:33.329471 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8408df-455f-410f-987a-77c63f80492e" -d '{"events": [{"server_uuid": "a33cb570-d4e1-43a5-8b88-95b191f8e97e", "name": "network-vif-plugged", "status": "completed", "tag": "ddc3d9d6-4452-4440-9b6e-fec6e051c029"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:33.332378 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450bc4db-376e-4628-8384-ff39f21d8ded {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:33.352530 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ddc3d9d6-4452-4440-9b6e-fec6e051c029, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ddc3d9d6-4452-4440-9b6e-fec6e051c029,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:33.365137 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.370394 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port a12062cd-9d34-4a32-b484-e34c171983f7, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a12062cd-9d34-4a32-b484-e34c171983f7,segment=NetworkSegment(ec18e1e3-3164-47c6-ac20-55ea95103548),segment_id=ec18e1e3-3164-47c6-ac20-55ea95103548)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:33.379622 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.427151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97172170-2001-41dd-8024-c1f82e74b33f req-3f29ef6b-0737-4737-8a99-59c521bf080f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071112 Jul 15 15:05:33.434909 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-875bd83c-9001-48c6-840e-bfbf19be5fc8 req-5a20e5b9-99b1-4433-914f-29dba7c14455 service neutron] 10.222.0.22 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903863 Jul 15 15:05:33.469186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ddc3d9d6-4452-4440-9b6e-fec6e051c029,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:33.478977 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.499747 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d6e73-00e1-4737-a196-a7a5b058a58d req-b52bb277-8adc-4476-8368-20c7b315f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:33.501392 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-498d6e73-00e1-4737-a196-a7a5b058a58d req-b52bb277-8adc-4476-8368-20c7b315f7a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0548e743-3d13-4cb9-8372-5fe575c17d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5460219 Jul 15 15:05:33.561255 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd2d2da-6f4a-49ea-9dba-e918384e58e0 x-openstack-request-id: req-0cd2d2da-6f4a-49ea-9dba-e918384e58e0 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:33.561730 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33cb570-d4e1-43a5-8b88-95b191f8e97e", "name": "network-vif-plugged", "status": "completed", "tag": "ddc3d9d6-4452-4440-9b6e-fec6e051c029", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:33.561998 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0cd2d2da-6f4a-49ea-9dba-e918384e58e0 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:33.562503 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33cb570-d4e1-43a5-8b88-95b191f8e97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc3d9d6-4452-4440-9b6e-fec6e051c029', 'code': 200} Jul 15 15:05:33.569104 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=a12062cd-9d34-4a32-b484-e34c171983f7,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:33.602072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Transition to ACTIVE for port object 450bc4db-376e-4628-8384-ff39f21d8ded will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:33.627144 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.679698 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-875bd83c-9001-48c6-840e-bfbf19be5fc8 req-e735c8f1-273c-44b3-9e35-e33dff09a9e6 service neutron] 10.222.0.22 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356689 Jul 15 15:05:33.732949 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2587512a-dc88-4529-8b79-118cf3f4aa9e None None] Set router a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:05:33.733211 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d622d36c-1be3-4d92-bb95-3d900e0f0d84 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.781706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['a12062cd-9d34-4a32-b484-e34c171983f7'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:33.816080 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['c23b1b2a-34a0-407f-97da-c7a13627dfa4'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:33.835872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Pushing event updated for resources: {'Port': ['ID=450bc4db-376e-4628-8384-ff39f21d8ded,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:33.849387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea209-d23d-4880-8eb0-beef7b0dd8e5 req-65a2581d-3b2e-43c0-bb3f-91b504195736 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:33.851475 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f42ea209-d23d-4880-8eb0-beef7b0dd8e5 req-65a2581d-3b2e-43c0-bb3f-91b504195736 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.1690912 Jul 15 15:05:33.862215 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec94e83-9a23-41aa-bdab-a30b2a6b9684 req-035a519d-52f4-4992-b52b-be8ebaba9501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:33.863925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ec94e83-9a23-41aa-bdab-a30b2a6b9684 req-035a519d-52f4-4992-b52b-be8ebaba9501 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 1096 time: 0.1831779 Jul 15 15:05:33.883979 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['bfc45413-b126-4231-a5b2-5144a90e05b8'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:33.918103 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1591b68-b12a-4498-a170-51946daa5c3a tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.959046 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1591b68-b12a-4498-a170-51946daa5c3a tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.960663 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f42ea209-d23d-4880-8eb0-beef7b0dd8e5 req-7023f328-7874-4204-af1d-9738b200fe6d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949678 Jul 15 15:05:33.968902 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ec94e83-9a23-41aa-bdab-a30b2a6b9684 req-a2ae2a37-0f61-429b-8945-c2c8b7b04b01 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755119 Jul 15 15:05:33.984107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e582-88a6-4dda-a314-2fb621e6c1f3 req-23f6c0c6-d944-45b5-b459-cc1479f71d38 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:33.986028 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b10e582-88a6-4dda-a314-2fb621e6c1f3 req-23f6c0c6-d944-45b5-b459-cc1479f71d38 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4afac5e-fddf-4541-873a-a877e42c1934 HTTP/1.1" status: 200 len: 944 time: 0.2288790 Jul 15 15:05:34.022259 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2587512a-dc88-4529-8b79-118cf3f4aa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2090031238-router', 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '447b5223-858e-4274-bb96-911c49674027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:05:30Z', 'revision_number': 5, 'project_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'gw_port': {'id': '447b5223-858e-4274-bb96-911c49674027', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:45Z', 'updated_at': '2021-07-15T15:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:34.064473 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b10e582-88a6-4dda-a314-2fb621e6c1f3 req-963195b0-4c11-4ef1-94af-c0ad9fb9bd3c tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631115 Jul 15 15:05:34.067345 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2587512a-dc88-4529-8b79-118cf3f4aa9e None None] Checking router: a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:05:34.079519 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2587512a-dc88-4529-8b79-118cf3f4aa9e None None] Routers {'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:34.080150 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2587512a-dc88-4529-8b79-118cf3f4aa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:34.121145 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233dd038-5bac-464b-885c-2a39dabc5ff0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router 835d970d-3a74-4842-b7f0-4cffb7c85abd has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:05:34.206421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f73fd79d-94bf-4d96-92d1-15c95151393b details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:05:34.215964 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2587512a-dc88-4529-8b79-118cf3f4aa9e None None] Set router a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:05:34.250292 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:34.510179 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f73fd79d-94bf-4d96-92d1-15c95151393b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f73fd79d-94bf-4d96-92d1-15c95151393b,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:34.535810 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'f73fd79d-94bf-4d96-92d1-15c95151393b', 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b', 'port_id': 'f73fd79d-94bf-4d96-92d1-15c95151393b', 'mac_address': 'fa:16:3e:13:12:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4803622-51c3-4ba2-bbd3-8a95b451937b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:05:34.566087 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2587512a-dc88-4529-8b79-118cf3f4aa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2090031238-router', 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '447b5223-858e-4274-bb96-911c49674027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:05:30Z', 'revision_number': 5, 'project_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'gw_port': {'id': '447b5223-858e-4274-bb96-911c49674027', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:45Z', 'updated_at': '2021-07-15T15:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:34.567164 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-498d6e73-00e1-4737-a196-a7a5b058a58d req-656481b5-9ccc-412e-9996-6a4474795894 service neutron] 10.222.0.22 "GET /v2.0/networks/0548e743-3d13-4cb9-8372-5fe575c17d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0457039 Jul 15 15:05:34.590506 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1591b68-b12a-4498-a170-51946daa5c3a tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:34.593203 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1591b68-b12a-4498-a170-51946daa5c3a tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:34.597228 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c1591b68-b12a-4498-a170-51946daa5c3a tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-groups/983c1fd9-c0ca-4124-9bfa-d7c5840aef86 HTTP/1.1" status: 204 len: 168 time: 1.3690360 Jul 15 15:05:34.598333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56962) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:34.609258 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2587512a-dc88-4529-8b79-118cf3f4aa9e None None] The sync data for ids ['a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7'] in n-d-764435-3 is: [{'id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'name': 'tempest-ServerRescueNegativeTestJSON-2090031238-router', 'tenant_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '447b5223-858e-4274-bb96-911c49674027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:41Z', 'updated_at': '2021-07-15T15:05:30Z', 'revision_number': 5, 'project_id': 'ab8e904d869b49c29afb8c3ed6c815ec', 'gw_port': {'id': '447b5223-858e-4274-bb96-911c49674027', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:45Z', 'updated_at': '2021-07-15T15:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:05:34.620559 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:34.661845 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73fd79d-94bf-4d96-92d1-15c95151393b {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:34.702474 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233dd038-5bac-464b-885c-2a39dabc5ff0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:05:34.717209 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-233dd038-5bac-464b-885c-2a39dabc5ff0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/835d970d-3a74-4842-b7f0-4cffb7c85abd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1045721 Jul 15 15:05:34.722121 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56964) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:34.723870 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f97f50ad-2db3-4de4-bca1-d5b1d45e7ca8 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1225374 Jul 15 15:05:34.727573 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56966) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:34.737522 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f73fd79d-94bf-4d96-92d1-15c95151393b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f73fd79d-94bf-4d96-92d1-15c95151393b,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:34.745238 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b179eda3-8319-4039-89c0-c51faf124c24 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group': {'name': 'tempest-secgroup--524517021'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:34.747873 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:34.758080 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6949cbb-5a76-4fe8-9428-da414f481a86 None None] Sync routers for ids ['835d970d-3a74-4842-b7f0-4cffb7c85abd'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:05:34.800246 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b179eda3-8319-4039-89c0-c51faf124c24 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:34.832573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6949cbb-5a76-4fe8-9428-da414f481a86 None None] Routers {'835d970d-3a74-4842-b7f0-4cffb7c85abd'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:34.834205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a6949cbb-5a76-4fe8-9428-da414f481a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['835d970d-3a74-4842-b7f0-4cffb7c85abd'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:34.840164 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1591b68-b12a-4498-a170-51946daa5c3a tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=983c1fd9-c0ca-4124-9bfa-d7c5840aef86,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:34.882300 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d622d36c-1be3-4d92-bb95-3d900e0f0d84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:34.953494 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a6949cbb-5a76-4fe8-9428-da414f481a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:34.955010 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Attempting to bind port 450bc4db-376e-4628-8384-ff39f21d8ded on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:34.955352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Attempting to bind port 450bc4db-376e-4628-8384-ff39f21d8ded by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:34.955885 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Attempting to bind port 450bc4db-376e-4628-8384-ff39f21d8ded on network c517e729-6da1-4ffd-baaf-0859555c1d3b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:35.002768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Port 450bc4db-376e-4628-8384-ff39f21d8ded on network c517e729-6da1-4ffd-baaf-0859555c1d3b not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:05:35.003427 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Attempting to bind port 450bc4db-376e-4628-8384-ff39f21d8ded on network c517e729-6da1-4ffd-baaf-0859555c1d3b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:35.021217 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f73fd79d-94bf-4d96-92d1-15c95151393b,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:35.035021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d0883-567f-46ea-b701-0b1d84fbdc7e req-7538822a-491d-42c5-9761-4e61c7d797f9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:35.042471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d0883-567f-46ea-b701-0b1d84fbdc7e req-7538822a-491d-42c5-9761-4e61c7d797f9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:35.042678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6949cbb-5a76-4fe8-9428-da414f481a86 None None] Routers {'835d970d-3a74-4842-b7f0-4cffb7c85abd'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:35.043109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:35.043461 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Checking segment: {'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:35.043863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Bound using segment: {'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:35.044775 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a6949cbb-5a76-4fe8-9428-da414f481a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['835d970d-3a74-4842-b7f0-4cffb7c85abd'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:35.045731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Bound port: 450bc4db-376e-4628-8384-ff39f21d8ded, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be83d6c1-951d-496c-9f0b-4ba2e0bec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:35.046132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.051439 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d0883-567f-46ea-b701-0b1d84fbdc7e req-7538822a-491d-42c5-9761-4e61c7d797f9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:35.060225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-237d0883-567f-46ea-b701-0b1d84fbdc7e req-7538822a-491d-42c5-9761-4e61c7d797f9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2415 time: 0.1994245 Jul 15 15:05:35.106748 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-e17e66c9-65ca-4764-8cbb-d04364cb9145 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 15:05:35.107860 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e17e66c9-65ca-4764-8cbb-d04364cb9145 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/835d970d-3a74-4842-b7f0-4cffb7c85abd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3763165 Jul 15 15:05:35.120146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56972) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:35.145379 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b179eda3-8319-4039-89c0-c51faf124c24 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.148445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a6949cbb-5a76-4fe8-9428-da414f481a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:35.149197 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6949cbb-5a76-4fe8-9428-da414f481a86 None None] The sync data for ids ['835d970d-3a74-4842-b7f0-4cffb7c85abd'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:05:35.159970 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-237d0883-567f-46ea-b701-0b1d84fbdc7e req-58046852-e796-4fc5-912e-de4892385c2a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983384 Jul 15 15:05:35.162633 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b179eda3-8319-4039-89c0-c51faf124c24 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.176800 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-498d6e73-00e1-4737-a196-a7a5b058a58d req-eb839aa7-295a-442d-b364-15cf9eb6faac service neutron] 10.222.0.22 "GET /v2.0/networks/0548e743-3d13-4cb9-8372-5fe575c17d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963557 Jul 15 15:05:35.184092 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-762060c0-053e-4a31-bef8-5cbf834fe54d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports?device_id=835d970d-3a74-4842-b7f0-4cffb7c85abd HTTP/1.1" status: 200 len: 205 time: 0.0613859 Jul 15 15:05:35.192396 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56974) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:35.246322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179eda3-8319-4039-89c0-c51faf124c24 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27971cda-fc60-409e-9365-b43e00587b08,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:35.251796 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b179eda3-8319-4039-89c0-c51faf124c24 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.252561 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['f73fd79d-94bf-4d96-92d1-15c95151393b'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:35.254485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b179eda3-8319-4039-89c0-c51faf124c24 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5239286 Jul 15 15:05:35.257481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56976) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:35.267823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f3367dee-40a4-462c-b5c7-1eecae3de2c6 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group_rule': {'security_group_id': '27971cda-fc60-409e-9365-b43e00587b08', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:35.318075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] For port 450bc4db-376e-4628-8384-ff39f21d8ded, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:35.335508 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] For port 450bc4db-376e-4628-8384-ff39f21d8ded, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=450bc4db-376e-4628-8384-ff39f21d8ded,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:35.341356 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d622d36c-1be3-4d92-bb95-3d900e0f0d84 admin admin] Deleting port 447b5223-858e-4274-bb96-911c49674027 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:35.342038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d622d36c-1be3-4d92-bb95-3d900e0f0d84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.346687 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08936d5c-a0d3-4a88-9db3-9654868d7572 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.351102 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.492926 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f3367dee-40a4-462c-b5c7-1eecae3de2c6 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.524260 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:35.525197 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.527644 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] 10.222.0.11 "PUT /v2.0/ports/450bc4db-376e-4628-8384-ff39f21d8ded HTTP/1.1" status: 200 len: 1091 time: 3.9070837 Jul 15 15:05:35.530582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269acb69-57d7-4d4c-af53-4e9693db7a65', 'tag': '450bc4db-376e-4628-8384-ff39f21d8ded'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:35.533905 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091a2ee2-fe1a-4237-b983-a20a87d437a9" -d '{"events": [{"name": "network-changed", "server_uuid": "269acb69-57d7-4d4c-af53-4e9693db7a65", "tag": "450bc4db-376e-4628-8384-ff39f21d8ded"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:35.710010 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f3367dee-40a4-462c-b5c7-1eecae3de2c6 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.715408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e580e7-d285-4e3f-972e-bbe5e1f9f796 service neutron] Pushing event updated for resources: {'Port': ['ID=450bc4db-376e-4628-8384-ff39f21d8ded,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:35.719120 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f3367dee-40a4-462c-b5c7-1eecae3de2c6 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.730973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-d622d36c-1be3-4d92-bb95-3d900e0f0d84 admin admin] For port 447b5223-858e-4274-bb96-911c49674027, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=447b5223-858e-4274-bb96-911c49674027,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:35.731343 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d622d36c-1be3-4d92-bb95-3d900e0f0d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.742157 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08936d5c-a0d3-4a88-9db3-9654868d7572 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.747216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08936d5c-a0d3-4a88-9db3-9654868d7572 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.754654 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d622d36c-1be3-4d92-bb95-3d900e0f0d84 admin admin] Calling delete_port for 447b5223-858e-4274-bb96-911c49674027 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:35.762254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60980788-b9b5-40ea-872c-9a8fee29aa50 req-dee946d1-4c8f-452d-a240-e1a9765ad6be tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:35.764040 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-60980788-b9b5-40ea-872c-9a8fee29aa50 req-dee946d1-4c8f-452d-a240-e1a9765ad6be tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.4265296 Jul 15 15:05:35.767900 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3367dee-40a4-462c-b5c7-1eecae3de2c6 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c7fedc-aceb-4fae-91cb-0ede0510fd9e,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:35.775281 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f3367dee-40a4-462c-b5c7-1eecae3de2c6 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.781824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f3367dee-40a4-462c-b5c7-1eecae3de2c6 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5173273 Jul 15 15:05:35.781824 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56982) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:35.789546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b61138c9-2d99-4830-9b86-5c589c2f57d2 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group_rule': {'security_group_id': '27971cda-fc60-409e-9365-b43e00587b08', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:35.854041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f9e4b-0eaa-47fb-8ae9-f6e00b3feadf req-18d79483-7e54-4b58-b333-ed9dd4913f12 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:35.855659 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-649f9e4b-0eaa-47fb-8ae9-f6e00b3feadf req-18d79483-7e54-4b58-b333-ed9dd4913f12 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4afac5e-fddf-4541-873a-a877e42c1934 HTTP/1.1" status: 200 len: 945 time: 0.2608628 Jul 15 15:05:35.866389 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b61138c9-2d99-4830-9b86-5c589c2f57d2 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.872864 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-60980788-b9b5-40ea-872c-9a8fee29aa50 req-e87b615a-ce91-4324-8bff-ed5e880ae2a6 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935049 Jul 15 15:05:35.880555 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08936d5c-a0d3-4a88-9db3-9654868d7572 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.881165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08936d5c-a0d3-4a88-9db3-9654868d7572 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Fanout notify agent at l3_agent the message router_deleted on router 835d970d-3a74-4842-b7f0-4cffb7c85abd {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:05:35.895341 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08936d5c-a0d3-4a88-9db3-9654868d7572 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.897009 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-08936d5c-a0d3-4a88-9db3-9654868d7572 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/routers/835d970d-3a74-4842-b7f0-4cffb7c85abd HTTP/1.1" status: 204 len: 168 time: 0.7022102 Jul 15 15:05:35.901177 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56984) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:35.928706 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.949515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-649f9e4b-0eaa-47fb-8ae9-f6e00b3feadf req-f9464ed3-b7f6-4342-97fe-76367fb24b82 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801339 Jul 15 15:05:35.993808 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b61138c9-2d99-4830-9b86-5c589c2f57d2 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.001044 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-6c42709b-bb27-4928-b434-350971ec11f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:36.002275 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b61138c9-2d99-4830-9b86-5c589c2f57d2 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.003282 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-6c42709b-bb27-4928-b434-350971ec11f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4289f545b3d74fd58cc7b431f98da0c0&device_id=269acb69-57d7-4d4c-af53-4e9693db7a65 HTTP/1.1" status: 200 len: 1094 time: 0.3994293 Jul 15 15:05:36.011426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ecc617-53f4-4d65-a056-85f510bd20cf tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting subnet b8127329-8b52-4f12-a4d0-7b9c212676dd {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:05:36.043857 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61138c9-2d99-4830-9b86-5c589c2f57d2 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48382f0-2636-4585-897f-77014045e06f,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:36.048786 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4a8195a0-16f8-4699-aa22-c9286f514ba0 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:36.055182 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b61138c9-2d99-4830-9b86-5c589c2f57d2 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.058035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b61138c9-2d99-4830-9b86-5c589c2f57d2 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2756999 Jul 15 15:05:36.061335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56988) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:36.061607 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1ecc617-53f4-4d65-a056-85f510bd20cf tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.073027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-772a9164-ffb1-4d0d-98fc-8de7ba67f03d tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group_rule': {'security_group_id': '27971cda-fc60-409e-9365-b43e00587b08', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:36.077218 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e1bbc2-5996-4a6b-b1bd-7b5e888f47af x-openstack-request-id: req-51e1bbc2-5996-4a6b-b1bd-7b5e888f47af {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:36.077515 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269acb69-57d7-4d4c-af53-4e9693db7a65", "tag": "450bc4db-376e-4628-8384-ff39f21d8ded", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:36.077771 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-51e1bbc2-5996-4a6b-b1bd-7b5e888f47af {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:36.078186 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '269acb69-57d7-4d4c-af53-4e9693db7a65', 'tag': '450bc4db-376e-4628-8384-ff39f21d8ded', 'status': 'completed', 'code': 200} Jul 15 15:05:36.084344 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 4a8195a0-16f8-4699-aa22-c9286f514ba0 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:36.084683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4a8195a0-16f8-4699-aa22-c9286f514ba0 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:36.135824 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-772a9164-ffb1-4d0d-98fc-8de7ba67f03d tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.151985 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-9dc1466a-54fa-4a3e-9d63-4ef5cd641923 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=450bc4db-376e-4628-8384-ff39f21d8ded HTTP/1.1" status: 200 len: 217 time: 0.1347244 Jul 15 15:05:36.206357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device bfc45413-b126-4231-a5b2-5144a90e05b8 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:36.219490 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1ecc617-53f4-4d65-a056-85f510bd20cf tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.237541 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-772a9164-ffb1-4d0d-98fc-8de7ba67f03d tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.245197 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-772a9164-ffb1-4d0d-98fc-8de7ba67f03d tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.285962 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a9164-ffb1-4d0d-98fc-8de7ba67f03d tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52769595-b42a-42ad-bfff-d531be7ff8f7,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:36.296473 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-1f5d0bfe-4428-4743-a523-7e3295bd8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:36.298576 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-1f5d0bfe-4428-4743-a523-7e3295bd8d79 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c4803622-51c3-4ba2-bbd3-8a95b451937b HTTP/1.1" status: 200 len: 852 time: 0.1360915 Jul 15 15:05:36.305124 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-772a9164-ffb1-4d0d-98fc-8de7ba67f03d tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.308941 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-772a9164-ffb1-4d0d-98fc-8de7ba67f03d tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2449057 Jul 15 15:05:36.319147 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56992) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:36.322044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port bfc45413-b126-4231-a5b2-5144a90e05b8 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:36.324098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-12602571-b882-4c60-8341-35d734bbb710 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group_rule': {'security_group_id': '27971cda-fc60-409e-9365-b43e00587b08', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:36.328404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port bfc45413-b126-4231-a5b2-5144a90e05b8 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:36.329210 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.365718 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-27b7d522-4c84-412c-8a1e-ebd4ca6f8ddf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c517e729-6da1-4ffd-baaf-0859555c1d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567718 Jul 15 15:05:36.398080 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-12602571-b882-4c60-8341-35d734bbb710 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.403935 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d622d36c-1be3-4d92-bb95-3d900e0f0d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.475090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622d36c-1be3-4d92-bb95-3d900e0f0d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=447b5223-858e-4274-bb96-911c49674027,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:36.509923 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.532763 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-12602571-b882-4c60-8341-35d734bbb710 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.542786 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-12602571-b882-4c60-8341-35d734bbb710 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.577468 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc45413-b126-4231-a5b2-5144a90e05b8'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:36.585275 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1ecc617-53f4-4d65-a056-85f510bd20cf tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.588547 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-12602571-b882-4c60-8341-35d734bbb710 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.588547 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-12602571-b882-4c60-8341-35d734bbb710 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2683630 Jul 15 15:05:36.592341 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56996) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:36.595807 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce733307-f81c-4e90-822c-b42b47dd9565" -d '{"events": [{"server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "name": "network-vif-plugged", "status": "completed", "tag": "bfc45413-b126-4231-a5b2-5144a90e05b8"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:36.599098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e9a251e6-34b4-49ac-9a3b-506b784b6361 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group_rule': {'security_group_id': '27971cda-fc60-409e-9365-b43e00587b08', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:36.617706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port bfc45413-b126-4231-a5b2-5144a90e05b8, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=bfc45413-b126-4231-a5b2-5144a90e05b8,segment=NetworkSegment(ec18e1e3-3164-47c6-ac20-55ea95103548),segment_id=ec18e1e3-3164-47c6-ac20-55ea95103548)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:36.641016 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.643003 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c23b1b2a-34a0-407f-97da-c7a13627dfa4 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:36.687546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12602571-b882-4c60-8341-35d734bbb710 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a01eea-2b61-4640-acdc-74bba06b2c29,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:36.741966 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9a251e6-34b4-49ac-9a3b-506b784b6361 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.778745 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-cda90f9d-2c36-4e1b-86e6-59d024242b7e service neutron] 10.222.0.11 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042757 Jul 15 15:05:36.782169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d622d36c-1be3-4d92-bb95-3d900e0f0d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.785806 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1ecc617-53f4-4d65-a056-85f510bd20cf tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.804535 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1ecc617-53f4-4d65-a056-85f510bd20cf tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.808254 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a1ecc617-53f4-4d65-a056-85f510bd20cf tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/b8127329-8b52-4f12-a4d0-7b9c212676dd HTTP/1.1" status: 204 len: 168 time: 0.9058955 Jul 15 15:05:36.812172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5244c6-4f70-4f36-aeac-9db04b0c4bc4 None None] Network bcfabcf5-7983-4f75-b32e-a78d34539303 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:36.814986 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57000) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:36.887491 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9a251e6-34b4-49ac-9a3b-506b784b6361 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.901897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5c90d-50dd-408b-ae5e-3d48161c8786 req-9a9b410a-10ba-4574-b8da-624bac61eafa tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:36.907773 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5c90d-50dd-408b-ae5e-3d48161c8786 req-9a9b410a-10ba-4574-b8da-624bac61eafa tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:36.913963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5c90d-50dd-408b-ae5e-3d48161c8786 req-9a9b410a-10ba-4574-b8da-624bac61eafa tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:36.915680 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ee5c90d-50dd-408b-ae5e-3d48161c8786 req-9a9b410a-10ba-4574-b8da-624bac61eafa tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2415 time: 0.3443563 Jul 15 15:05:36.925299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=bfc45413-b126-4231-a5b2-5144a90e05b8,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:36.944033 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port c23b1b2a-34a0-407f-97da-c7a13627dfa4 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:36.947549 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9a251e6-34b4-49ac-9a3b-506b784b6361 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.949257 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecc617-53f4-4d65-a056-85f510bd20cf tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Subnet': ['ID=b8127329-8b52-4f12-a4d0-7b9c212676dd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:36.955871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port c23b1b2a-34a0-407f-97da-c7a13627dfa4 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:36.956464 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.959549 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d622d36c-1be3-4d92-bb95-3d900e0f0d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.963238 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d622d36c-1be3-4d92-bb95-3d900e0f0d84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.984128 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a251e6-34b4-49ac-9a3b-506b784b6361 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e399c46-b3c9-46fa-a45c-5b3d8ffa5026,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:36.998943 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de466ab-f2a4-4370-a238-16a0496b11fd req-2134baf4-e040-41b3-b929-79818231cbc8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:37.000485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5de466ab-f2a4-4370-a238-16a0496b11fd req-2134baf4-e040-41b3-b929-79818231cbc8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.3105271 Jul 15 15:05:37.018820 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.056983 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9a251e6-34b4-49ac-9a3b-506b784b6361 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.058427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e9a251e6-34b4-49ac-9a3b-506b784b6361 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4646451 Jul 15 15:05:37.063961 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57004) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:37.084578 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ee5c90d-50dd-408b-ae5e-3d48161c8786 req-1a0c55a3-baa0-4117-9e7d-1142af62a90b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395142 Jul 15 15:05:37.107495 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.131905 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5de466ab-f2a4-4370-a238-16a0496b11fd req-9b93730d-f3c6-4668-ba48-68f8e8a034bd tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199329 Jul 15 15:05:37.141670 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d7db470-fafa-4526-8aa9-9e6c75327d81 req-8a2908ff-10e1-4e0b-bc1b-d7ebb34f66c9 service neutron] 10.222.0.11 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369236 Jul 15 15:05:37.141670 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d622d36c-1be3-4d92-bb95-3d900e0f0d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.141670 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d622d36c-1be3-4d92-bb95-3d900e0f0d84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:05:37.173397 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a475bb1-0472-42e3-b15b-ccd29a40aeda tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.188880 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a475bb1-0472-42e3-b15b-ccd29a40aeda tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.190787 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d622d36c-1be3-4d92-bb95-3d900e0f0d84 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.193373 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d622d36c-1be3-4d92-bb95-3d900e0f0d84 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a874c4d0-93bf-49d2-9f13-ff3bfc9a80a7 HTTP/1.1" status: 204 len: 168 time: 3.9934986 Jul 15 15:05:37.196234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57008) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:37.196527 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c306c3f-9e45-4ed3-b29f-461a3eb24d0a None None] DHCP port deletion for bcfabcf5-7983-4f75-b32e-a78d34539303 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:05:37.226996 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c23b1b2a-34a0-407f-97da-c7a13627dfa4, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c23b1b2a-34a0-407f-97da-c7a13627dfa4,segment=NetworkSegment(4af6c30f-8827-4bc6-bb36-1924bf08081b),segment_id=4af6c30f-8827-4bc6-bb36-1924bf08081b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:37.246518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port c1aaddb7-0107-4a96-9429-6ffc0252429c {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:37.246902 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.249546 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a475bb1-0472-42e3-b15b-ccd29a40aeda tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.250132 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:05:37.268131 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a475bb1-0472-42e3-b15b-ccd29a40aeda tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.272245 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6a475bb1-0472-42e3-b15b-ccd29a40aeda tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/9e399c46-b3c9-46fa-a45c-5b3d8ffa5026 HTTP/1.1" status: 204 len: 168 time: 0.2040436 Jul 15 15:05:37.273088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57010) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:37.291695 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25114d23-4e5b-4c30-bef4-e818e42bf2ae x-openstack-request-id: req-25114d23-4e5b-4c30-bef4-e818e42bf2ae {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:37.291993 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "name": "network-vif-plugged", "status": "completed", "tag": "bfc45413-b126-4231-a5b2-5144a90e05b8", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:37.292255 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-25114d23-4e5b-4c30-bef4-e818e42bf2ae {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:37.292736 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc45413-b126-4231-a5b2-5144a90e05b8', 'code': 200} Jul 15 15:05:37.302784 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.308428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device a12062cd-9d34-4a32-b484-e34c171983f7 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:37.367566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c031b708-f944-4ec5-b879-0c3a7111fbf4 admin admin] Deleting subnet ed4ae426-6236-408d-9317-431d07b866ff {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:05:37.377600 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c031b708-f944-4ec5-b879-0c3a7111fbf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.381276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a2ee2-fe1a-4237-b983-a20a87d437a9 req-a582b2a5-8642-4ab9-a10a-5a9321f66c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:37.382998 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-091a2ee2-fe1a-4237-b983-a20a87d437a9 req-a582b2a5-8642-4ab9-a10a-5a9321f66c75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4289f545b3d74fd58cc7b431f98da0c0&device_id=269acb69-57d7-4d4c-af53-4e9693db7a65 HTTP/1.1" status: 200 len: 1094 time: 0.1015475 Jul 15 15:05:37.446671 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a475bb1-0472-42e3-b15b-ccd29a40aeda tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e399c46-b3c9-46fa-a45c-5b3d8ffa5026,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:37.486621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=c23b1b2a-34a0-407f-97da-c7a13627dfa4,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:37.498232 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-87c73cb4-ef4b-4c83-8af3-e866e5e3ce54 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2185855 Jul 15 15:05:37.501183 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] For port c1aaddb7-0107-4a96-9429-6ffc0252429c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c1aaddb7-0107-4a96-9429-6ffc0252429c,segment=NetworkSegment(5d6d709a-1630-48d3-bf51-38c0407ceed0),segment_id=5d6d709a-1630-48d3-bf51-38c0407ceed0)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:37.501645 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.502428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4c306c3f-9e45-4ed3-b29f-461a3eb24d0a None None] Deleting port c1aaddb7-0107-4a96-9429-6ffc0252429c {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:37.503119 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c306c3f-9e45-4ed3-b29f-461a3eb24d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.507155 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port a12062cd-9d34-4a32-b484-e34c171983f7 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:37.512509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57012) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:37.530440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for c1aaddb7-0107-4a96-9429-6ffc0252429c owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:37.532371 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port a12062cd-9d34-4a32-b484-e34c171983f7 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:37.532747 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.606362 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48e1f64e-dfab-4b09-9a4b-1b800395b767 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.611726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4c306c3f-9e45-4ed3-b29f-461a3eb24d0a None None] For port c1aaddb7-0107-4a96-9429-6ffc0252429c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c1aaddb7-0107-4a96-9429-6ffc0252429c,segment=NetworkSegment(5d6d709a-1630-48d3-bf51-38c0407ceed0),segment_id=5d6d709a-1630-48d3-bf51-38c0407ceed0)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:37.612622 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c306c3f-9e45-4ed3-b29f-461a3eb24d0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.619944 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48e1f64e-dfab-4b09-9a4b-1b800395b767 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.628492 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4c306c3f-9e45-4ed3-b29f-461a3eb24d0a None None] Calling delete_port for c1aaddb7-0107-4a96-9429-6ffc0252429c owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:37.636712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec896c1f-31fb-4d9d-a2e8-4f4f258c89e4 req-a8d58333-2093-419f-bbd7-09b63a99ce4f tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:37.638598 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec896c1f-31fb-4d9d-a2e8-4f4f258c89e4 req-a8d58333-2093-419f-bbd7-09b63a99ce4f tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4afac5e-fddf-4541-873a-a877e42c1934 HTTP/1.1" status: 200 len: 945 time: 0.2848792 Jul 15 15:05:37.711448 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48e1f64e-dfab-4b09-9a4b-1b800395b767 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.724925 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48e1f64e-dfab-4b09-9a4b-1b800395b767 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.726214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-48e1f64e-dfab-4b09-9a4b-1b800395b767 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/63a01eea-2b61-4640-acdc-74bba06b2c29 HTTP/1.1" status: 204 len: 168 time: 0.2130253 Jul 15 15:05:37.731351 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57014) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:37.736814 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec896c1f-31fb-4d9d-a2e8-4f4f258c89e4 req-5dce7391-7dac-4b53-9625-4743cf1deabc tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902338 Jul 15 15:05:37.741083 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.743278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1f64e-dfab-4b09-9a4b-1b800395b767 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63a01eea-2b61-4640-acdc-74bba06b2c29,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:37.760607 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.795779 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No DVR routers for this DVR port c1aaddb7-0107-4a96-9429-6ffc0252429c on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:37.800168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=c1aaddb7-0107-4a96-9429-6ffc0252429c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:37.806993 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c306c3f-9e45-4ed3-b29f-461a3eb24d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.814012 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port a12062cd-9d34-4a32-b484-e34c171983f7, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a12062cd-9d34-4a32-b484-e34c171983f7,segment=NetworkSegment(ec18e1e3-3164-47c6-ac20-55ea95103548),segment_id=ec18e1e3-3164-47c6-ac20-55ea95103548)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:37.839741 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.844755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c306c3f-9e45-4ed3-b29f-461a3eb24d0a None None] Pushing event deleted for resources: {'Port': ['ID=c1aaddb7-0107-4a96-9429-6ffc0252429c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:37.854702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c306c3f-9e45-4ed3-b29f-461a3eb24d0a None None] No DVR routers for this DVR port c1aaddb7-0107-4a96-9429-6ffc0252429c on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:37.867366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fa3cddea-ba49-4c39-b3e7-7f4ae825523f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1342835 Jul 15 15:05:37.885546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57016) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:37.920681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=a12062cd-9d34-4a32-b484-e34c171983f7,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:37.962768 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.970697 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c031b708-f944-4ec5-b879-0c3a7111fbf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.974303 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f30661d4-154b-49cb-b4bc-56abd51621b5 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.977706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfabcf5-7983-4f75-b32e-a78d34539303']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:38.001047 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f30661d4-154b-49cb-b4bc-56abd51621b5 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.024212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6d709a-1630-48d3-bf51-38c0407ceed0') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:38.024782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6d709a-1630-48d3-bf51-38c0407ceed0') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:38.037804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a2ee2-fe1a-4237-b983-a20a87d437a9 req-f37e482e-b0fb-472c-890c-afdef50b3543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:38.039446 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-091a2ee2-fe1a-4237-b983-a20a87d437a9 req-f37e482e-b0fb-472c-890c-afdef50b3543 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c517e729-6da1-4ffd-baaf-0859555c1d3b HTTP/1.1" status: 200 len: 913 time: 0.6264958 Jul 15 15:05:38.040667 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c031b708-f944-4ec5-b879-0c3a7111fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.046652 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.069524 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.077742 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f30661d4-154b-49cb-b4bc-56abd51621b5 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.083057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:05:38.083347 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:05:38.090022 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:05:38.097632 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f30661d4-154b-49cb-b4bc-56abd51621b5 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.099319 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f30661d4-154b-49cb-b4bc-56abd51621b5 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/52769595-b42a-42ad-bfff-d531be7ff8f7 HTTP/1.1" status: 204 len: 168 time: 0.2125592 Jul 15 15:05:38.113935 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57018) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:38.132418 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30661d4-154b-49cb-b4bc-56abd51621b5 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52769595-b42a-42ad-bfff-d531be7ff8f7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:38.135712 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 447b5223-858e-4274-bb96-911c49674027 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:38.168753 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-091a2ee2-fe1a-4237-b983-a20a87d437a9 req-0b640802-b313-465b-b2f4-d9e2deb4a2d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=450bc4db-376e-4628-8384-ff39f21d8ded HTTP/1.1" status: 200 len: 217 time: 0.0997839 Jul 15 15:05:38.189423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 447b5223-858e-4274-bb96-911c49674027 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:38.189939 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 447b5223-858e-4274-bb96-911c49674027 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:38.190890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c1aaddb7-0107-4a96-9429-6ffc0252429c no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:38.229307 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: c1aaddb7-0107-4a96-9429-6ffc0252429c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:38.230151 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c1aaddb7-0107-4a96-9429-6ffc0252429c not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:38.232425 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.246824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f73fd79d-94bf-4d96-92d1-15c95151393b up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:38.250353 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fdb2423c-3541-483e-a197-d5e66221e7af tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1347761 Jul 15 15:05:38.252133 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57024) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:38.273088 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.278393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a2ee2-fe1a-4237-b983-a20a87d437a9 req-a52ba968-d82b-4d61-9e01-2969382dc7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:38.281229 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-091a2ee2-fe1a-4237-b983-a20a87d437a9 req-a52ba968-d82b-4d61-9e01-2969382dc7e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c4803622-51c3-4ba2-bbd3-8a95b451937b HTTP/1.1" status: 200 len: 852 time: 0.0802152 Jul 15 15:05:38.281573 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/networks/bcfabcf5-7983-4f75-b32e-a78d34539303 HTTP/1.1" status: 204 len: 168 time: 1.4608712 Jul 15 15:05:38.282628 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57026) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:38.293048 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-437038f0-d8e2-498d-81b8-d18fcf13923e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'network': {'name': 'tempest-RoutersTest-13121956'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:38.306350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd6381-b9ab-498e-adbf-7e4115a29d70 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Network': ['ID=bcfabcf5-7983-4f75-b32e-a78d34539303,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:38.319245 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c19e4fb6-cfc4-4f96-aff0-f60362f6ffa9 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.325816 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c031b708-f944-4ec5-b879-0c3a7111fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.330571 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c19e4fb6-cfc4-4f96-aff0-f60362f6ffa9 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.343442 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port f73fd79d-94bf-4d96-92d1-15c95151393b completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:38.355171 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port f73fd79d-94bf-4d96-92d1-15c95151393b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:38.355730 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.371036 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-091a2ee2-fe1a-4237-b983-a20a87d437a9 req-f974f6ad-1303-4f1a-8517-0d69d34d9cce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c517e729-6da1-4ffd-baaf-0859555c1d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703254 Jul 15 15:05:38.403360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031b708-f944-4ec5-b879-0c3a7111fbf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed4ae426-6236-408d-9317-431d07b866ff,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:38.412777 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c031b708-f944-4ec5-b879-0c3a7111fbf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.413981 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c19e4fb6-cfc4-4f96-aff0-f60362f6ffa9 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.415876 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c031b708-f944-4ec5-b879-0c3a7111fbf4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ed4ae426-6236-408d-9317-431d07b866ff HTTP/1.1" status: 204 len: 168 time: 1.2180281 Jul 15 15:05:38.428539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57028) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:38.438252 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437038f0-d8e2-498d-81b8-d18fcf13923e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:38.442413 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-437038f0-d8e2-498d-81b8-d18fcf13923e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.444552 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c19e4fb6-cfc4-4f96-aff0-f60362f6ffa9 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.448701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c19e4fb6-cfc4-4f96-aff0-f60362f6ffa9 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/e48382f0-2636-4585-897f-77014045e06f HTTP/1.1" status: 204 len: 168 time: 0.1905682 Jul 15 15:05:38.450451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57032) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:38.467879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e4fb6-cfc4-4f96-aff0-f60362f6ffa9 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e48382f0-2636-4585-897f-77014045e06f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:38.481929 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.536727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5355c55a-2b1d-4f13-ac48-a6d6c88b7573 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0849667 Jul 15 15:05:38.544598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57034) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:38.549674 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f73fd79d-94bf-4d96-92d1-15c95151393b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f73fd79d-94bf-4d96-92d1-15c95151393b,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:38.558719 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.575865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c33d8-2b2e-4365-aed1-90b81fc2c23c req-68ad143a-8d70-4284-a281-dbd71453b50e tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:38.582411 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c33d8-2b2e-4365-aed1-90b81fc2c23c req-68ad143a-8d70-4284-a281-dbd71453b50e tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:38.585777 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437038f0-d8e2-498d-81b8-d18fcf13923e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:05:38.589049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c33d8-2b2e-4365-aed1-90b81fc2c23c req-68ad143a-8d70-4284-a281-dbd71453b50e tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:38.591812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f93c33d8-2b2e-4365-aed1-90b81fc2c23c req-68ad143a-8d70-4284-a281-dbd71453b50e tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2418 time: 0.2330699 Jul 15 15:05:38.603904 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04abdc15-f57f-48f5-b8a5-d490dbcd4a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.610865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569eaf0-3b30-4812-a94d-602d39c79201 req-c75a4b75-d1a9-420f-bf4a-449d7bb19d11 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:38.618493 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-437038f0-d8e2-498d-81b8-d18fcf13923e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.618911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1569eaf0-3b30-4812-a94d-602d39c79201 req-c75a4b75-d1a9-420f-bf4a-449d7bb19d11 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.2410719 Jul 15 15:05:38.619087 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-437038f0-d8e2-498d-81b8-d18fcf13923e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Added segment 61d3841a-3b66-4531-ac6c-5aab64181d18 of type vlan for network c35a4bee-f25f-4659-a1b2-5d1384493276 Jul 15 15:05:38.634449 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-091a2ee2-fe1a-4237-b983-a20a87d437a9 req-6308281c-244a-4138-952a-72f639438a56 service neutron] 10.222.0.11 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416348 Jul 15 15:05:38.642441 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ac71-5bd5-49d1-a544-4fc5b9b7760e tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.669470 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ac71-5bd5-49d1-a544-4fc5b9b7760e tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.723755 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1569eaf0-3b30-4812-a94d-602d39c79201 req-3b961901-7dfb-4d53-809c-bfb46b8103c7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033673 Jul 15 15:05:38.728358 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-437038f0-d8e2-498d-81b8-d18fcf13923e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.742657 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f93c33d8-2b2e-4365-aed1-90b81fc2c23c req-93588fdd-c8c3-4e04-9fa4-54636427ba48 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132474 Jul 15 15:05:38.760976 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ac71-5bd5-49d1-a544-4fc5b9b7760e tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.792272 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ac71-5bd5-49d1-a544-4fc5b9b7760e tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.792669 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8fa1ac71-5bd5-49d1-a544-4fc5b9b7760e tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/03c7fedc-aceb-4fae-91cb-0ede0510fd9e HTTP/1.1" status: 204 len: 168 time: 0.2455685 Jul 15 15:05:38.794015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1ac71-5bd5-49d1-a544-4fc5b9b7760e tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03c7fedc-aceb-4fae-91cb-0ede0510fd9e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:38.805165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57036) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:38.811801 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04abdc15-f57f-48f5-b8a5-d490dbcd4a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.816567 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f73fd79d-94bf-4d96-92d1-15c95151393b,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:38.859895 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-04abdc15-f57f-48f5-b8a5-d490dbcd4a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac90c13-a4fb-4b07-a6a2-07110e3b71b9']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:38.881777 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-81a00cf0-0de9-4b21-9759-337e7ebb6751 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0701249 Jul 15 15:05:38.885240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-04abdc15-f57f-48f5-b8a5-d490dbcd4a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd847aa-365f-442a-8be5-a07b09c9280d') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:38.885486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57040) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:38.885661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-04abdc15-f57f-48f5-b8a5-d490dbcd4a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd847aa-365f-442a-8be5-a07b09c9280d') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:38.914209 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04abdc15-f57f-48f5-b8a5-d490dbcd4a1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.934339 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-437038f0-d8e2-498d-81b8-d18fcf13923e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.940127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437038f0-d8e2-498d-81b8-d18fcf13923e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:38.940806 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-437038f0-d8e2-498d-81b8-d18fcf13923e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.950203 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-091a2ee2-fe1a-4237-b983-a20a87d437a9 req-94403587-abce-4a7c-acc9-98dd861b00da service neutron] 10.222.0.11 "GET /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908838 Jul 15 15:05:38.951390 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04abdc15-f57f-48f5-b8a5-d490dbcd4a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.984846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04abdc15-f57f-48f5-b8a5-d490dbcd4a1e admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:05:38.985858 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04abdc15-f57f-48f5-b8a5-d490dbcd4a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:05:38.987163 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:05:39.010596 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-437038f0-d8e2-498d-81b8-d18fcf13923e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7233419 Jul 15 15:05:39.013856 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57042) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:39.021394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-97cc87e9-c94a-4228-b641-ed9ad7205cd2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'subnet': {'network_id': 'c35a4bee-f25f-4659-a1b2-5d1384493276', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:39.028478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 450bc4db-376e-4628-8384-ff39f21d8ded details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:05:39.048173 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437038f0-d8e2-498d-81b8-d18fcf13923e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Network': ['ID=c35a4bee-f25f-4659-a1b2-5d1384493276,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:39.062596 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network c35a4bee-f25f-4659-a1b2-5d1384493276 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:05:39.071653 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa2cb-8066-4425-8bc1-f99733c11b4f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:39.115010 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04abdc15-f57f-48f5-b8a5-d490dbcd4a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:39.129517 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04abdc15-f57f-48f5-b8a5-d490dbcd4a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:39.131948 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-04abdc15-f57f-48f5-b8a5-d490dbcd4a1e admin admin] 10.222.0.38 "DELETE /v2.0/networks/4ac90c13-a4fb-4b07-a6a2-07110e3b71b9 HTTP/1.1" status: 204 len: 168 time: 0.7020187 Jul 15 15:05:39.158404 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa2cb-8066-4425-8bc1-f99733c11b4f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:39.159714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abdc15-f57f-48f5-b8a5-d490dbcd4a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac90c13-a4fb-4b07-a6a2-07110e3b71b9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:39.200795 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f7fa6-5e95-409a-99c6-afd47713d05a req-35a4d1c6-7a8f-4fd0-9edd-11cb45f4d915 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:39.202302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f38f7fa6-5e95-409a-99c6-afd47713d05a req-35a4d1c6-7a8f-4fd0-9edd-11cb45f4d915 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4afac5e-fddf-4541-873a-a877e42c1934 HTTP/1.1" status: 200 len: 946 time: 0.2384155 Jul 15 15:05:39.221001 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cc87e9-c94a-4228-b641-ed9ad7205cd2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:39.225286 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-97cc87e9-c94a-4228-b641-ed9ad7205cd2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:39.280023 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa2cb-8066-4425-8bc1-f99733c11b4f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:39.282777 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa2cb-8066-4425-8bc1-f99733c11b4f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:39.283982 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ee9aa2cb-8066-4425-8bc1-f99733c11b4f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-groups/27971cda-fc60-409e-9365-b43e00587b08 HTTP/1.1" status: 204 len: 168 time: 0.3979669 Jul 15 15:05:39.288562 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57046) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:39.307008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23b1b2a-34a0-407f-97da-c7a13627dfa4'}, {'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12062cd-9d34-4a32-b484-e34c171983f7'}, {'server_uuid': 'f4afac5e-fddf-4541-873a-a877e42c1934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73fd79d-94bf-4d96-92d1-15c95151393b'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:39.309446 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daaa793-bc55-412e-9a5a-44e5c98b44d7" -d '{"events": [{"server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "name": "network-vif-plugged", "status": "completed", "tag": "c23b1b2a-34a0-407f-97da-c7a13627dfa4"}, {"server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "name": "network-vif-plugged", "status": "completed", "tag": "a12062cd-9d34-4a32-b484-e34c171983f7"}, {"server_uuid": "f4afac5e-fddf-4541-873a-a877e42c1934", "name": "network-vif-plugged", "status": "completed", "tag": "f73fd79d-94bf-4d96-92d1-15c95151393b"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:39.344952 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9aa2cb-8066-4425-8bc1-f99733c11b4f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27971cda-fc60-409e-9365-b43e00587b08,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:39.359714 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f38f7fa6-5e95-409a-99c6-afd47713d05a req-f8c02cb6-31a3-4f70-86eb-3b28eeb1fb0a tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442249 Jul 15 15:05:39.365703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 450bc4db-376e-4628-8384-ff39f21d8ded, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=450bc4db-376e-4628-8384-ff39f21d8ded,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:39.401717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '450bc4db-376e-4628-8384-ff39f21d8ded', 'network_id': 'c517e729-6da1-4ffd-baaf-0859555c1d3b', 'port_id': '450bc4db-376e-4628-8384-ff39f21d8ded', 'mac_address': 'fa:16:3e:0d:25:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4803622-51c3-4ba2-bbd3-8a95b451937b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:05:39.436621 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e29c2a9e-0e25-4d27-8dce-1fd1160f9dda tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1466317 Jul 15 15:05:39.439173 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57050) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:39.445076 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-636396c1-5770-47c3-acd1-3a07d1a83558 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470641281'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:39.451035 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dcde23-1a40-45ae-8b5d-3d06c9a81041 x-openstack-request-id: req-a6dcde23-1a40-45ae-8b5d-3d06c9a81041 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:39.452179 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "name": "network-vif-plugged", "status": "completed", "tag": "c23b1b2a-34a0-407f-97da-c7a13627dfa4", "code": 200}, {"server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "name": "network-vif-plugged", "status": "completed", "tag": "a12062cd-9d34-4a32-b484-e34c171983f7", "code": 200}, {"server_uuid": "f4afac5e-fddf-4541-873a-a877e42c1934", "name": "network-vif-plugged", "status": "completed", "tag": "f73fd79d-94bf-4d96-92d1-15c95151393b", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:39.453128 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a6dcde23-1a40-45ae-8b5d-3d06c9a81041 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:39.453497 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23b1b2a-34a0-407f-97da-c7a13627dfa4', 'code': 200} Jul 15 15:05:39.454389 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12062cd-9d34-4a32-b484-e34c171983f7', 'code': 200} Jul 15 15:05:39.454900 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4afac5e-fddf-4541-873a-a877e42c1934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73fd79d-94bf-4d96-92d1-15c95151393b', 'code': 200} Jul 15 15:05:39.461286 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:39.478804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450bc4db-376e-4628-8384-ff39f21d8ded {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:39.502445 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-636396c1-5770-47c3-acd1-3a07d1a83558 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:39.521484 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 450bc4db-376e-4628-8384-ff39f21d8ded, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=450bc4db-376e-4628-8384-ff39f21d8ded,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:39.528453 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:39.579605 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57052) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:39.596063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=450bc4db-376e-4628-8384-ff39f21d8ded,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:39.677774 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2e7ee434-6475-4803-a09e-4f24e0b5a851 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ab8e904d869b49c29afb8c3ed6c815ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0968916 Jul 15 15:05:39.684066 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57054) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:39.727055 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-636396c1-5770-47c3-acd1-3a07d1a83558 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:39.741068 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-636396c1-5770-47c3-acd1-3a07d1a83558 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:39.784494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba67deb-4c4f-4c62-9e5e-d6758320f04d req-69bd84f7-a1c9-49ad-b09e-7abc76a74e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:39.786176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba67deb-4c4f-4c62-9e5e-d6758320f04d req-69bd84f7-a1c9-49ad-b09e-7abc76a74e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:39.786176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba67deb-4c4f-4c62-9e5e-d6758320f04d req-69bd84f7-a1c9-49ad-b09e-7abc76a74e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:39.788058 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3ba67deb-4c4f-4c62-9e5e-d6758320f04d req-69bd84f7-a1c9-49ad-b09e-7abc76a74e05 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2871 time: 0.1860881 Jul 15 15:05:39.817979 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-636396c1-5770-47c3-acd1-3a07d1a83558 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:39.822158 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-636396c1-5770-47c3-acd1-3a07d1a83558 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3818741 Jul 15 15:05:39.822845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57060) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:39.837525 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-34d15fc3-e203-4508-8d20-caf4017d8831 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group_rule': {'security_group_id': '8d018a4f-4d39-4108-83fb-ab79b405cf1e', 'direction': 'ingress', 'protocol': 17}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:39.856242 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['450bc4db-376e-4628-8384-ff39f21d8ded'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:39.857678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636396c1-5770-47c3-acd1-3a07d1a83558 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d018a4f-4d39-4108-83fb-ab79b405cf1e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:39.881745 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8721e02a-f815-403d-9dee-9e319ba2014f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:39.905204 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3ba67deb-4c4f-4c62-9e5e-d6758320f04d req-b57bccd0-0f80-473c-ab44-08fa745d0fe8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106057 Jul 15 15:05:39.921156 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34d15fc3-e203-4508-8d20-caf4017d8831 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:39.925588 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8721e02a-f815-403d-9dee-9e319ba2014f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.025129 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34d15fc3-e203-4508-8d20-caf4017d8831 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.028019 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-97cc87e9-c94a-4228-b641-ed9ad7205cd2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.035935 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34d15fc3-e203-4508-8d20-caf4017d8831 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.056081 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8721e02a-f815-403d-9dee-9e319ba2014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.058837 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8721e02a-f815-403d-9dee-9e319ba2014f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.061639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c724c3-5031-48ff-8016-5dfa71d4bcc4 req-99b33e47-7156-4e14-9758-e9240e5214d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:40.062986 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8721e02a-f815-403d-9dee-9e319ba2014f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c99352bb-e3b5-47c2-9c1f-907b4b2e73f8 HTTP/1.1" status: 204 len: 168 time: 0.3778105 Jul 15 15:05:40.063378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-39c724c3-5031-48ff-8016-5dfa71d4bcc4 req-99b33e47-7156-4e14-9758-e9240e5214d4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f4afac5e-fddf-4541-873a-a877e42c1934 HTTP/1.1" status: 200 len: 1097 time: 0.2485349 Jul 15 15:05:40.068427 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d15fc3-e203-4508-8d20-caf4017d8831 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be2cf33-5cb7-458c-bf41-45d91bf4978c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:40.077716 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34d15fc3-e203-4508-8d20-caf4017d8831 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.081400 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-34d15fc3-e203-4508-8d20-caf4017d8831 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2488086 Jul 15 15:05:40.082624 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721e02a-f815-403d-9dee-9e319ba2014f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99352bb-e3b5-47c2-9c1f-907b4b2e73f8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:40.085061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57066) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:40.137876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d84f5d-9fde-46d6-a220-7edfcbd9ae52 req-7fc54112-79f3-4d7a-9c24-a898148ec6b8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:40.139849 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1d84f5d-9fde-46d6-a220-7edfcbd9ae52 req-7fc54112-79f3-4d7a-9c24-a898148ec6b8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.2568557 Jul 15 15:05:40.198684 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a5c6bcb-8ac7-4092-9182-1ff978202ada tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.209430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc87e9-c94a-4228-b641-ed9ad7205cd2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Subnet': ['ID=5082a259-4f0b-4e6d-8e39-ea3674ac7766,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:40.226590 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a5c6bcb-8ac7-4092-9182-1ff978202ada tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.229427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-39c724c3-5031-48ff-8016-5dfa71d4bcc4 req-8712b3d4-326f-4033-a7d7-af946610a19e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381512 Jul 15 15:05:40.242829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc87e9-c94a-4228-b641-ed9ad7205cd2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Checking segment: {'id': '61d3841a-3b66-4531-ac6c-5aab64181d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c35a4bee-f25f-4659-a1b2-5d1384493276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:40.243202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cc87e9-c94a-4228-b641-ed9ad7205cd2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network hostable DHCP agents. Network: c35a4bee-f25f-4659-a1b2-5d1384493276, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:05:40.257801 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9b1a-ea97-4f7a-a89d-e18e975c7000 req-2fccf01b-7290-4b0a-92e1-c896245cb129 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:40.264143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9b1a-ea97-4f7a-a89d-e18e975c7000 req-2fccf01b-7290-4b0a-92e1-c896245cb129 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:40.270295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9b1a-ea97-4f7a-a89d-e18e975c7000 req-2fccf01b-7290-4b0a-92e1-c896245cb129 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:40.272129 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e8b9b1a-ea97-4f7a-a89d-e18e975c7000 req-2fccf01b-7290-4b0a-92e1-c896245cb129 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2418 time: 0.2658091 Jul 15 15:05:40.276369 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1d84f5d-9fde-46d6-a220-7edfcbd9ae52 req-59e0666d-c1ee-4c6f-adcd-3ff11dc5f9d2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214030 Jul 15 15:05:40.310117 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a5c6bcb-8ac7-4092-9182-1ff978202ada tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.313832 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a5c6bcb-8ac7-4092-9182-1ff978202ada tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.315585 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5a5c6bcb-8ac7-4092-9182-1ff978202ada tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-groups/8d018a4f-4d39-4108-83fb-ab79b405cf1e HTTP/1.1" status: 204 len: 168 time: 0.2293756 Jul 15 15:05:40.319835 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57068) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:40.335139 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c6bcb-8ac7-4092-9182-1ff978202ada tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d018a4f-4d39-4108-83fb-ab79b405cf1e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:40.336358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cc87e9-c94a-4228-b641-ed9ad7205cd2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network c35a4bee-f25f-4659-a1b2-5d1384493276 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:05:40.353836 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e8b9b1a-ea97-4f7a-a89d-e18e975c7000 req-1492e9a4-5faa-49ab-a0b9-a3a35a75721b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733917 Jul 15 15:05:40.374805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-97cc87e9-c94a-4228-b641-ed9ad7205cd2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, c35a4bee-f25f-4659-a1b2-5d1384493276) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:40.392221 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cc87e9-c94a-4228-b641-ed9ad7205cd2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:40.393025 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-97cc87e9-c94a-4228-b641-ed9ad7205cd2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.397049 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7028c08-267c-43e8-8c71-bc5f205c6e90 None None] Network c35a4bee-f25f-4659-a1b2-5d1384493276 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:40.419248 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7ec81b54-b617-489e-be70-7801347d5e3e tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0980978 Jul 15 15:05:40.425212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57074) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:40.430979 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-8b5a175c-2f73-4700-a967-6c29df2cc6b2 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1762732022'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:40.438119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-97cc87e9-c94a-4228-b641-ed9ad7205cd2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4231741 Jul 15 15:05:40.442595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57076) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:40.448076 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c7561875-8d94-4b8b-a71f-3cfef04a4668 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1526093231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:40.466101 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b5a175c-2f73-4700-a967-6c29df2cc6b2 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.501420 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7561875-8d94-4b8b-a71f-3cfef04a4668 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.504706 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7561875-8d94-4b8b-a71f-3cfef04a4668 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.588912 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7561875-8d94-4b8b-a71f-3cfef04a4668 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.595478 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7561875-8d94-4b8b-a71f-3cfef04a4668 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.678165 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-c35a4bee-f25f-4659-a1b2-5d1384493276', 'network_id': 'c35a4bee-f25f-4659-a1b2-5d1384493276', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'fixed_ips': [{'subnet_id': '5082a259-4f0b-4e6d-8e39-ea3674ac7766'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:05:40.679140 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.698819 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b5a175c-2f73-4700-a967-6c29df2cc6b2 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.705982 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b5a175c-2f73-4700-a967-6c29df2cc6b2 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.718721 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7561875-8d94-4b8b-a71f-3cfef04a4668 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.729750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57084) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:40.730370 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c7561875-8d94-4b8b-a71f-3cfef04a4668 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2845037 Jul 15 15:05:40.763548 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b5a175c-2f73-4700-a967-6c29df2cc6b2 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.766009 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8b5a175c-2f73-4700-a967-6c29df2cc6b2 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3387609 Jul 15 15:05:40.770512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57086) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:40.776178 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-dac36a28-0d58-4130-adb1-64f71dc4f477 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group': {'name': 'tempest-secgroup--759264876'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:40.809472 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dac36a28-0d58-4130-adb1-64f71dc4f477 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.860698 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Allocated IP 172.20.0.2 (c35a4bee-f25f-4659-a1b2-5d1384493276/5082a259-4f0b-4e6d-8e39-ea3674ac7766/299f3fde-f8d9-433e-acd1-a5e983ff7346) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:40.956531 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dac36a28-0d58-4130-adb1-64f71dc4f477 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.966702 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dac36a28-0d58-4130-adb1-64f71dc4f477 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:40.977987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a175c-2f73-4700-a967-6c29df2cc6b2 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c564ac24-95be-4bfc-bcc1-5a9d59ae4905,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:41.026496 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dac36a28-0d58-4130-adb1-64f71dc4f477 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.034023 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dac36a28-0d58-4130-adb1-64f71dc4f477 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2618048 Jul 15 15:05:41.040015 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57092) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:41.054732 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d0fce19d-040a-4818-b018-21bb7ce0da9c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group_rule': {'security_group_id': 'c564ac24-95be-4bfc-bcc1-5a9d59ae4905', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c04f4d97-9e81-4740-82d7-d8f85e9d32fc', 'remote_ip_prefix': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:41.064947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 450bc4db-376e-4628-8384-ff39f21d8ded up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:41.096871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c28afd-77db-425d-9ab6-76055e401c6a req-5e009983-cbc7-4de1-b156-4ce64c1b51b3 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:41.099840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7c28afd-77db-425d-9ab6-76055e401c6a req-5e009983-cbc7-4de1-b156-4ce64c1b51b3 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4afac5e-fddf-4541-873a-a877e42c1934 HTTP/1.1" status: 200 len: 946 time: 0.4722676 Jul 15 15:05:41.175195 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac36a28-0d58-4130-adb1-64f71dc4f477 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04f4d97-9e81-4740-82d7-d8f85e9d32fc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:41.214211 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 450bc4db-376e-4628-8384-ff39f21d8ded completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:41.219672 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.227000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 450bc4db-376e-4628-8384-ff39f21d8ded triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:41.227805 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.239720 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0fce19d-040a-4818-b018-21bb7ce0da9c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.263253 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7c28afd-77db-425d-9ab6-76055e401c6a req-74846366-38a6-466a-bf37-943aecbf8f75 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509862 Jul 15 15:05:41.304254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Transition to ACTIVE for port object 299f3fde-f8d9-433e-acd1-a5e983ff7346 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:41.371416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Transition to ACTIVE for port object 299f3fde-f8d9-433e-acd1-a5e983ff7346 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:41.389182 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.416754 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0fce19d-040a-4818-b018-21bb7ce0da9c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.429139 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.436176 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0fce19d-040a-4818-b018-21bb7ce0da9c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.499422 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fce19d-040a-4818-b018-21bb7ce0da9c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80624256-420b-4d74-920c-08081b325fd9,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:41.513232 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0fce19d-040a-4818-b018-21bb7ce0da9c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.515644 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d0fce19d-040a-4818-b018-21bb7ce0da9c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4734683 Jul 15 15:05:41.519243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57106) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:41.531424 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Pushing event updated for resources: {'Port': ['ID=299f3fde-f8d9-433e-acd1-a5e983ff7346,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:41.560157 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Network c35a4bee-f25f-4659-a1b2-5d1384493276 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:41.563098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:41.567674 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:41.589195 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6128-a2bf-4598-914d-a7296f9cdd6a tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.592771 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57108) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:41.618297 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6128-a2bf-4598-914d-a7296f9cdd6a tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.681122 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6128-a2bf-4598-914d-a7296f9cdd6a tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.699578 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6128-a2bf-4598-914d-a7296f9cdd6a tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.701994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Attempting to bind port 299f3fde-f8d9-433e-acd1-a5e983ff7346 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:41.702514 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bcfe6128-a2bf-4598-914d-a7296f9cdd6a tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/80624256-420b-4d74-920c-08081b325fd9 HTTP/1.1" status: 204 len: 168 time: 0.1807694 Jul 15 15:05:41.703135 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Attempting to bind port 299f3fde-f8d9-433e-acd1-a5e983ff7346 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '61d3841a-3b66-4531-ac6c-5aab64181d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c35a4bee-f25f-4659-a1b2-5d1384493276'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:41.703681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Attempting to bind port 299f3fde-f8d9-433e-acd1-a5e983ff7346 on network c35a4bee-f25f-4659-a1b2-5d1384493276 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:41.710761 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57112) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:41.712115 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:41.712498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Checking segment: {'id': '61d3841a-3b66-4531-ac6c-5aab64181d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c35a4bee-f25f-4659-a1b2-5d1384493276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:41.713056 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.713408 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Bound using segment: {'id': '61d3841a-3b66-4531-ac6c-5aab64181d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c35a4bee-f25f-4659-a1b2-5d1384493276'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:41.713884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Bound port: 299f3fde-f8d9-433e-acd1-a5e983ff7346, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d3841a-3b66-4531-ac6c-5aab64181d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c35a4bee-f25f-4659-a1b2-5d1384493276'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:41.715014 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.726130 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe6128-a2bf-4598-914d-a7296f9cdd6a tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80624256-420b-4d74-920c-08081b325fd9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:41.728538 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.748426 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b18f1-b5a4-4b4d-92b6-dfe2e8108407 req-a5962fa8-7c25-4232-99c1-1bd585913917 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:41.756359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-290b18f1-b5a4-4b4d-92b6-dfe2e8108407 req-a5962fa8-7c25-4232-99c1-1bd585913917 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.2527730 Jul 15 15:05:41.785964 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269acb69-57d7-4d4c-af53-4e9693db7a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450bc4db-376e-4628-8384-ff39f21d8ded'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:41.788398 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c429f6e9-d08e-424a-b68f-de21d7c491c1" -d '{"events": [{"server_uuid": "269acb69-57d7-4d4c-af53-4e9693db7a65", "name": "network-vif-plugged", "status": "completed", "tag": "450bc4db-376e-4628-8384-ff39f21d8ded"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:41.810150 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 450bc4db-376e-4628-8384-ff39f21d8ded, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=450bc4db-376e-4628-8384-ff39f21d8ded,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:41.827744 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.837650 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-faaa3abf-78d7-4f41-b36f-09652c6e9e07 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1244454 Jul 15 15:05:41.841403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57116) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:41.871569 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-290b18f1-b5a4-4b4d-92b6-dfe2e8108407 req-776e5b93-5ce8-4c3b-bace-2187631c7131 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142008 Jul 15 15:05:41.887910 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4ce31883-f8d9-412d-86ef-248727328ea7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1222429427-network', 'tenant_id': '3c6ff038355d4807a92199aace7da3cb'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:41.902114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=450bc4db-376e-4628-8384-ff39f21d8ded,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:41.908849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] For port 299f3fde-f8d9-433e-acd1-a5e983ff7346, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:41.914224 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] For port 299f3fde-f8d9-433e-acd1-a5e983ff7346, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=299f3fde-f8d9-433e-acd1-a5e983ff7346,segment=NetworkSegment(61d3841a-3b66-4531-ac6c-5aab64181d18),segment_id=61d3841a-3b66-4531-ac6c-5aab64181d18)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:41.920776 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.951385 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8894801-267f-412b-84d7-612ce2879755 req-3a2a8091-6b5d-4c46-949d-a47daa78a3fb tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:41.958726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8894801-267f-412b-84d7-612ce2879755 req-3a2a8091-6b5d-4c46-949d-a47daa78a3fb tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:41.965259 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8894801-267f-412b-84d7-612ce2879755 req-3a2a8091-6b5d-4c46-949d-a47daa78a3fb tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:41.966997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8894801-267f-412b-84d7-612ce2879755 req-3a2a8091-6b5d-4c46-949d-a47daa78a3fb tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2418 time: 0.3047097 Jul 15 15:05:41.981931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce31883-f8d9-412d-86ef-248727328ea7 admin admin] Made reservation on behalf of 3c6ff038355d4807a92199aace7da3cb for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:41.988349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ce31883-f8d9-412d-86ef-248727328ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.013698 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Allocated IP 172.20.0.1 (c35a4bee-f25f-4659-a1b2-5d1384493276/5082a259-4f0b-4e6d-8e39-ea3674ac7766/7bd62993-14e8-4206-8f2f-0b85938285cb) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:42.016860 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ce31883-f8d9-412d-86ef-248727328ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.030177 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b45d2-4602-46db-9b16-73b4d63b5a11 None None] Pushing event updated for resources: {'Port': ['ID=299f3fde-f8d9-433e-acd1-a5e983ff7346,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:42.051572 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc3a6139-90d6-424d-a8d9-e04ceb103c04 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.083544 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8894801-267f-412b-84d7-612ce2879755 req-dfc3994b-bf40-4ba5-94f8-b30a02410a49 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057434 Jul 15 15:05:42.090143 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc3a6139-90d6-424d-a8d9-e04ceb103c04 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.179751 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6077893c-0091-4f76-81af-4ee7e549b3f8 x-openstack-request-id: req-6077893c-0091-4f76-81af-4ee7e549b3f8 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:42.180547 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269acb69-57d7-4d4c-af53-4e9693db7a65", "name": "network-vif-plugged", "status": "completed", "tag": "450bc4db-376e-4628-8384-ff39f21d8ded", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:42.181212 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6077893c-0091-4f76-81af-4ee7e549b3f8 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:42.182418 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269acb69-57d7-4d4c-af53-4e9693db7a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450bc4db-376e-4628-8384-ff39f21d8ded', 'code': 200} Jul 15 15:05:42.185915 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc3a6139-90d6-424d-a8d9-e04ceb103c04 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.190481 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc3a6139-90d6-424d-a8d9-e04ceb103c04 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.192608 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dc3a6139-90d6-424d-a8d9-e04ceb103c04 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-groups/c04f4d97-9e81-4740-82d7-d8f85e9d32fc HTTP/1.1" status: 204 len: 168 time: 0.3493648 Jul 15 15:05:42.198100 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57122) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:42.211320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a6139-90d6-424d-a8d9-e04ceb103c04 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04f4d97-9e81-4740-82d7-d8f85e9d32fc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:42.255747 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ce31883-f8d9-412d-86ef-248727328ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.263603 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ce31883-f8d9-412d-86ef-248727328ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.283073 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce31883-f8d9-412d-86ef-248727328ea7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:05:42.298191 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ce31883-f8d9-412d-86ef-248727328ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.298888 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-4ce31883-f8d9-412d-86ef-248727328ea7 admin admin] Added segment 8564f227-a34b-48c7-8643-b2cfac501d79 of type vlan for network a230afd2-4069-4c36-bceb-c431a37506f6 Jul 15 15:05:42.349081 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ce31883-f8d9-412d-86ef-248727328ea7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.420289 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.440655 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b5c3e4c8-0705-48dd-9bf8-296a53e1d547 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2413039 Jul 15 15:05:42.446463 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ce31883-f8d9-412d-86ef-248727328ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.448619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce31883-f8d9-412d-86ef-248727328ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:42.451065 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ce31883-f8d9-412d-86ef-248727328ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.451447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57128) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:42.465757 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Transition to ACTIVE for port object 7bd62993-14e8-4206-8f2f-0b85938285cb will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:42.598078 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce31883-f8d9-412d-86ef-248727328ea7 admin admin] Pushing event updated for resources: {'Network': ['ID=a230afd2-4069-4c36-bceb-c431a37506f6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:42.606959 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6fd76d30-3aae-4aa0-8da5-01d8165e7f6b tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.614914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network a230afd2-4069-4c36-bceb-c431a37506f6 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:05:42.618113 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce31883-f8d9-412d-86ef-248727328ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75508f2e-3893-4f4a-90f4-da8b321c4df6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:42.625334 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4ce31883-f8d9-412d-86ef-248727328ea7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0288172 Jul 15 15:05:42.634032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57130) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:42.644235 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-05a1228e-7380-4574-bdfd-2320c284a3f1 admin admin] Request body: {'subnet': {'network_id': 'a230afd2-4069-4c36-bceb-c431a37506f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1222429427-subnet', 'tenant_id': '3c6ff038355d4807a92199aace7da3cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:42.667744 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.685395 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308bdb2-4f0a-4ebd-b435-d22e054170cd req-52491fd4-84e1-4bc7-a774-05c1fc6ec2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:42.686764 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5308bdb2-4f0a-4ebd-b435-d22e054170cd req-52491fd4-84e1-4bc7-a774-05c1fc6ec2f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=269acb69-57d7-4d4c-af53-4e9693db7a65 HTTP/1.1" status: 200 len: 1096 time: 0.3044543 Jul 15 15:05:42.688082 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a1228e-7380-4574-bdfd-2320c284a3f1 admin admin] Made reservation on behalf of 3c6ff038355d4807a92199aace7da3cb for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:42.690622 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05a1228e-7380-4574-bdfd-2320c284a3f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.699783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376524e-09b7-4aff-afac-b2bfa8bba2f9 req-26ec6cf0-d536-4c2c-b229-3bad275d91e8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:42.706340 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376524e-09b7-4aff-afac-b2bfa8bba2f9 req-26ec6cf0-d536-4c2c-b229-3bad275d91e8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:42.714016 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376524e-09b7-4aff-afac-b2bfa8bba2f9 req-26ec6cf0-d536-4c2c-b229-3bad275d91e8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:42.720262 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376524e-09b7-4aff-afac-b2bfa8bba2f9 req-26ec6cf0-d536-4c2c-b229-3bad275d91e8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:42.728858 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376524e-09b7-4aff-afac-b2bfa8bba2f9 req-26ec6cf0-d536-4c2c-b229-3bad275d91e8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:42.735062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376524e-09b7-4aff-afac-b2bfa8bba2f9 req-26ec6cf0-d536-4c2c-b229-3bad275d91e8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:42.741151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376524e-09b7-4aff-afac-b2bfa8bba2f9 req-26ec6cf0-d536-4c2c-b229-3bad275d91e8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:42.743180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e376524e-09b7-4aff-afac-b2bfa8bba2f9 req-26ec6cf0-d536-4c2c-b229-3bad275d91e8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5434 time: 0.3125987 Jul 15 15:05:42.780740 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6fd76d30-3aae-4aa0-8da5-01d8165e7f6b tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.797421 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5308bdb2-4f0a-4ebd-b435-d22e054170cd req-9d249f59-94e6-4437-9a94-4004cee33053 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798917 Jul 15 15:05:42.830718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network c35a4bee-f25f-4659-a1b2-5d1384493276 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:42.849318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:42.862836 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:42.881314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=7bd62993-14e8-4206-8f2f-0b85938285cb,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:42.923958 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05a1228e-7380-4574-bdfd-2320c284a3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.930872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5f75d-5506-4edc-b275-a57188d85a3e req-aa748b08-80ea-4b6d-bd24-eaf982b9f58e tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:42.932468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-efb5f75d-5506-4edc-b275-a57188d85a3e req-aa748b08-80ea-4b6d-bd24-eaf982b9f58e tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4afac5e-fddf-4541-873a-a877e42c1934 HTTP/1.1" status: 200 len: 946 time: 0.3444910 Jul 15 15:05:42.939066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e376524e-09b7-4aff-afac-b2bfa8bba2f9 req-04f5ef3f-a8a3-4408-a909-406162aab94a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1619749 Jul 15 15:05:42.944534 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6fd76d30-3aae-4aa0-8da5-01d8165e7f6b tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.947161 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6fd76d30-3aae-4aa0-8da5-01d8165e7f6b tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.951679 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6fd76d30-3aae-4aa0-8da5-01d8165e7f6b tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-groups/c564ac24-95be-4bfc-bcc1-5a9d59ae4905 HTTP/1.1" status: 204 len: 168 time: 0.4945481 Jul 15 15:05:42.952205 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57134) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:42.985852 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:43.004334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1228e-7380-4574-bdfd-2320c284a3f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1464b024-53af-44e2-a906-f213b321d348,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:43.028802 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a1228e-7380-4574-bdfd-2320c284a3f1 admin admin] Checking segment: {'id': '8564f227-a34b-48c7-8643-b2cfac501d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a230afd2-4069-4c36-bceb-c431a37506f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:43.029306 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a1228e-7380-4574-bdfd-2320c284a3f1 admin admin] Network hostable DHCP agents. Network: a230afd2-4069-4c36-bceb-c431a37506f6, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:05:43.059840 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-abba7aeb-e3fe-4473-98f8-9f85528e8484 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0992630 Jul 15 15:05:43.065060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57138) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:43.072430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-aaba4bbc-9c52-4ef6-9898-87d711775cfd tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group': {'name': 'tempest-secgroup--602107812'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:43.085233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a1228e-7380-4574-bdfd-2320c284a3f1 admin admin] Network a230afd2-4069-4c36-bceb-c431a37506f6 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:05:43.090677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd76d30-3aae-4aa0-8da5-01d8165e7f6b tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c564ac24-95be-4bfc-bcc1-5a9d59ae4905,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:43.103420 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-05a1228e-7380-4574-bdfd-2320c284a3f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, a230afd2-4069-4c36-bceb-c431a37506f6) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:43.114021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a1228e-7380-4574-bdfd-2320c284a3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:43.114847 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05a1228e-7380-4574-bdfd-2320c284a3f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:43.125533 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aaba4bbc-9c52-4ef6-9898-87d711775cfd tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:43.153431 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-05a1228e-7380-4574-bdfd-2320c284a3f1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5178421 Jul 15 15:05:43.155280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116108a1-0824-4868-bfc6-8a0789e53cfa None None] Network a230afd2-4069-4c36-bceb-c431a37506f6 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:43.208068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-efb5f75d-5506-4edc-b275-a57188d85a3e req-93377456-b8f9-409e-bc9d-61dd40cfd0db tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643931 Jul 15 15:05:43.274155 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aaba4bbc-9c52-4ef6-9898-87d711775cfd tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:43.283649 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aaba4bbc-9c52-4ef6-9898-87d711775cfd tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:43.361924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba4bbc-9c52-4ef6-9898-87d711775cfd tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a53bb0-0f3a-4b8d-867d-0a95e9d97f6e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:43.383384 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aaba4bbc-9c52-4ef6-9898-87d711775cfd tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:43.388477 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-aaba4bbc-9c52-4ef6-9898-87d711775cfd tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3218379 Jul 15 15:05:43.391562 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57146) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:43.412378 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e27ff8d0-293f-4422-9d60-08d9ea1cad30 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group_rule': {'security_group_id': '84a53bb0-0f3a-4b8d-867d-0a95e9d97f6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:43.441940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c79c576-8653-4303-97f8-6e800b8255cc None None] Network a230afd2-4069-4c36-bceb-c431a37506f6 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:43.465470 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:43.520454 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e27ff8d0-293f-4422-9d60-08d9ea1cad30 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:43.742847 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fed216-557d-4908-835e-a05dd2ceedc2 None None] Network c35a4bee-f25f-4659-a1b2-5d1384493276 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:43.744829 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e27ff8d0-293f-4422-9d60-08d9ea1cad30 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:43.751046 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e27ff8d0-293f-4422-9d60-08d9ea1cad30 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:43.781365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ff8d0-293f-4422-9d60-08d9ea1cad30 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54df7f0-0b7a-450e-8fa4-914324d3cb8a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:43.806813 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e27ff8d0-293f-4422-9d60-08d9ea1cad30 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:43.808276 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e27ff8d0-293f-4422-9d60-08d9ea1cad30 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4127963 Jul 15 15:05:43.811190 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57154) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:43.875922 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b9489ba-d4bd-43f5-bd61-e1b226562646 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:43.900371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b9489ba-d4bd-43f5-bd61-e1b226562646 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:43.918919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d4aa41f3-4e67-4c2a-9e17-a2b794d502fc None None] Provisioning for port 299f3fde-f8d9-433e-acd1-a5e983ff7346 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:43.964922 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b9489ba-d4bd-43f5-bd61-e1b226562646 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:43.971735 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b9489ba-d4bd-43f5-bd61-e1b226562646 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:43.978637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57160) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:43.981280 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5b9489ba-d4bd-43f5-bd61-e1b226562646 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/d54df7f0-0b7a-450e-8fa4-914324d3cb8a HTTP/1.1" status: 204 len: 168 time: 0.1683364 Jul 15 15:05:43.993786 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9489ba-d4bd-43f5-bd61-e1b226562646 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d54df7f0-0b7a-450e-8fa4-914324d3cb8a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:44.076191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57164) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:44.082480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6a12d661-05b2-4f5f-a684-3c2cdc1d3a36 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1667684737-network', 'tenant_id': '7db75b6f7d144157be5f68544eb7f946'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:44.084964 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46351ad-56ed-4011-bd38-ac2aff348890 req-ddbae21d-f595-40ca-8ec0-635d952aaf11 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:44.095162 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e46351ad-56ed-4011-bd38-ac2aff348890 req-ddbae21d-f595-40ca-8ec0-635d952aaf11 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.6410522 Jul 15 15:05:44.107883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a12d661-05b2-4f5f-a684-3c2cdc1d3a36 admin admin] Made reservation on behalf of 7db75b6f7d144157be5f68544eb7f946 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:44.110415 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a12d661-05b2-4f5f-a684-3c2cdc1d3a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.121656 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a12d661-05b2-4f5f-a684-3c2cdc1d3a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.170186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 299f3fde-f8d9-433e-acd1-a5e983ff7346 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:44.211101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68e474-1168-4cf8-b710-d878a2a6b70f req-9ca3d7d3-5436-4bf2-be8d-01346e503ac5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:44.219223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68e474-1168-4cf8-b710-d878a2a6b70f req-9ca3d7d3-5436-4bf2-be8d-01346e503ac5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:44.227266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68e474-1168-4cf8-b710-d878a2a6b70f req-9ca3d7d3-5436-4bf2-be8d-01346e503ac5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:44.235765 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68e474-1168-4cf8-b710-d878a2a6b70f req-9ca3d7d3-5436-4bf2-be8d-01346e503ac5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:44.242903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68e474-1168-4cf8-b710-d878a2a6b70f req-9ca3d7d3-5436-4bf2-be8d-01346e503ac5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:44.250030 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68e474-1168-4cf8-b710-d878a2a6b70f req-9ca3d7d3-5436-4bf2-be8d-01346e503ac5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:44.253271 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 299f3fde-f8d9-433e-acd1-a5e983ff7346 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:44.256786 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68e474-1168-4cf8-b710-d878a2a6b70f req-9ca3d7d3-5436-4bf2-be8d-01346e503ac5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:44.259443 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a12d661-05b2-4f5f-a684-3c2cdc1d3a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.271997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e68e474-1168-4cf8-b710-d878a2a6b70f req-9ca3d7d3-5436-4bf2-be8d-01346e503ac5 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5434 time: 0.7481060 Jul 15 15:05:44.272131 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 299f3fde-f8d9-433e-acd1-a5e983ff7346 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:44.272686 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.282160 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a12d661-05b2-4f5f-a684-3c2cdc1d3a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.312766 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57168) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:44.320013 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5a299931-1bbe-4e43-aed0-e9c5db5bd41d tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3395298 Jul 15 15:05:44.347903 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a12d661-05b2-4f5f-a684-3c2cdc1d3a36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:05:44.380256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12d661-05b2-4f5f-a684-3c2cdc1d3a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940e6d5f-cd49-4b40-96ce-7fd916031d6b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:44.384898 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a12d661-05b2-4f5f-a684-3c2cdc1d3a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.385219 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-6a12d661-05b2-4f5f-a684-3c2cdc1d3a36 admin admin] Added segment 5085df7d-312c-4a6b-9a21-6de4c29b9eb9 of type vlan for network 40283efc-83ba-4543-9627-042373804b7c Jul 15 15:05:44.449089 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e46351ad-56ed-4011-bd38-ac2aff348890 req-e7f87e63-43e8-41cf-9739-832a2bd8e76b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212485 Jul 15 15:05:44.454829 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.488822 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a12d661-05b2-4f5f-a684-3c2cdc1d3a36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.495106 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c27e79fe-7508-45aa-a656-5839a9310ba0 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.540361 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.545322 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 299f3fde-f8d9-433e-acd1-a5e983ff7346, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=299f3fde-f8d9-433e-acd1-a5e983ff7346,segment=NetworkSegment(61d3841a-3b66-4531-ac6c-5aab64181d18),segment_id=61d3841a-3b66-4531-ac6c-5aab64181d18)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:44.557118 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.567585 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.576699 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c27e79fe-7508-45aa-a656-5839a9310ba0 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.611896 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a12d661-05b2-4f5f-a684-3c2cdc1d3a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.613454 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a12d661-05b2-4f5f-a684-3c2cdc1d3a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:44.614121 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a12d661-05b2-4f5f-a684-3c2cdc1d3a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.640691 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c3c75ad9-8125-4ff3-9e0d-a6e2799b0829 None None] Provisioning complete for port 299f3fde-f8d9-433e-acd1-a5e983ff7346 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:44.641081 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3c75ad9-8125-4ff3-9e0d-a6e2799b0829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.683209 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6a12d661-05b2-4f5f-a684-3c2cdc1d3a36 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6054335 Jul 15 15:05:44.703012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57170) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:44.717223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12d661-05b2-4f5f-a684-3c2cdc1d3a36 admin admin] Pushing event updated for resources: {'Network': ['ID=40283efc-83ba-4543-9627-042373804b7c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:44.719201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-60c381e6-a5db-45f7-bf1b-31b63e919e84 admin admin] Request body: {'subnet': {'network_id': '40283efc-83ba-4543-9627-042373804b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1667684737-subnet', 'tenant_id': '7db75b6f7d144157be5f68544eb7f946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:44.726050 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=299f3fde-f8d9-433e-acd1-a5e983ff7346,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:44.726623 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c27e79fe-7508-45aa-a656-5839a9310ba0 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.730330 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c27e79fe-7508-45aa-a656-5839a9310ba0 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.733941 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c27e79fe-7508-45aa-a656-5839a9310ba0 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-groups/84a53bb0-0f3a-4b8d-867d-0a95e9d97f6e HTTP/1.1" status: 204 len: 168 time: 0.4176056 Jul 15 15:05:44.735410 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 40283efc-83ba-4543-9627-042373804b7c details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:05:44.735574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57172) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:44.763105 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e79fe-7508-45aa-a656-5839a9310ba0 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a53bb0-0f3a-4b8d-867d-0a95e9d97f6e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:44.780462 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=7bd62993-14e8-4206-8f2f-0b85938285cb,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:44.783143 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.816789 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-87ac5691-5b3c-48c8-b63d-32a4eab86c33 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745549 Jul 15 15:05:44.817154 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57174) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:44.823773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-20c1fb74-5c2b-4e5e-a3ff-d7de8fe1061c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group': {'name': 'tempest-secgroup--602965613'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:44.841952 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978cdc2-b0bc-41ab-8144-efa4761bcfe7 req-3574ecaf-2522-4a99-b907-4d0332c80910 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:44.843586 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0978cdc2-b0bc-41ab-8144-efa4761bcfe7 req-3574ecaf-2522-4a99-b907-4d0332c80910 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=269acb69-57d7-4d4c-af53-4e9693db7a65 HTTP/1.1" status: 200 len: 945 time: 0.3840005 Jul 15 15:05:44.885457 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c381e6-a5db-45f7-bf1b-31b63e919e84 admin admin] Made reservation on behalf of 7db75b6f7d144157be5f68544eb7f946 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:44.887960 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60c381e6-a5db-45f7-bf1b-31b63e919e84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.889877 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb74-5c2b-4e5e-a3ff-d7de8fe1061c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.916073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c3c75ad9-8125-4ff3-9e0d-a6e2799b0829 None None] Provisioning for port 7bd62993-14e8-4206-8f2f-0b85938285cb completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:44.922361 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c3c75ad9-8125-4ff3-9e0d-a6e2799b0829 None None] Provisioning complete for port 7bd62993-14e8-4206-8f2f-0b85938285cb triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:44.922981 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3c75ad9-8125-4ff3-9e0d-a6e2799b0829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:44.976526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c3c75ad9-8125-4ff3-9e0d-a6e2799b0829 None None] Port 7bd62993-14e8-4206-8f2f-0b85938285cb cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:45.022612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8cfa9-2da3-47cc-be93-a1efa2728138 req-8cb2c954-73d4-455d-a504-c1cf33d0ba2a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:45.028650 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8cfa9-2da3-47cc-be93-a1efa2728138 req-8cb2c954-73d4-455d-a504-c1cf33d0ba2a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:45.035670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8cfa9-2da3-47cc-be93-a1efa2728138 req-8cb2c954-73d4-455d-a504-c1cf33d0ba2a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:45.037439 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eef8cfa9-2da3-47cc-be93-a1efa2728138 req-8cb2c954-73d4-455d-a504-c1cf33d0ba2a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2418 time: 0.4086592 Jul 15 15:05:45.044904 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0978cdc2-b0bc-41ab-8144-efa4761bcfe7 req-f56ea06c-2214-44f6-924f-a4ffb0b15e01 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882017 Jul 15 15:05:45.071720 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb74-5c2b-4e5e-a3ff-d7de8fe1061c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.079248 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb74-5c2b-4e5e-a3ff-d7de8fe1061c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.127359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9b5058fb-cfce-44b3-8caf-cb6f0092a330 None None] Provisioning complete for port 7bd62993-14e8-4206-8f2f-0b85938285cb triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:45.128509 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b5058fb-cfce-44b3-8caf-cb6f0092a330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.178764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1fb74-5c2b-4e5e-a3ff-d7de8fe1061c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa29c284-894b-4a85-ae04-00a3a9340209,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:45.192452 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb74-5c2b-4e5e-a3ff-d7de8fe1061c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.198960 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-20c1fb74-5c2b-4e5e-a3ff-d7de8fe1061c tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3769462 Jul 15 15:05:45.202775 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57178) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:45.213098 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fe432ea7-0d14-4a60-b9cc-f408a99e5f18 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group_rule': {'security_group_id': 'aa29c284-894b-4a85-ae04-00a3a9340209', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:45.227664 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9b5058fb-cfce-44b3-8caf-cb6f0092a330 None None] Port 7bd62993-14e8-4206-8f2f-0b85938285cb cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:45.278085 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe432ea7-0d14-4a60-b9cc-f408a99e5f18 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.373654 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe432ea7-0d14-4a60-b9cc-f408a99e5f18 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.381069 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe432ea7-0d14-4a60-b9cc-f408a99e5f18 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.403285 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe432ea7-0d14-4a60-b9cc-f408a99e5f18 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45dd19ef-a86d-4780-bd04-c55f707c3b44,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:45.417445 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe432ea7-0d14-4a60-b9cc-f408a99e5f18 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.418952 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fe432ea7-0d14-4a60-b9cc-f408a99e5f18 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2144644 Jul 15 15:05:45.421871 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57180) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:45.441914 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2713b3d1-6d77-4dc2-b2df-8ee01bd3ca42 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules/45dd19ef-a86d-4780-bd04-c55f707c3b44 HTTP/1.1" status: 200 len: 763 time: 0.0184906 Jul 15 15:05:45.445803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57182) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:45.505181 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f786696f-9b75-4a8c-ae64-798f28924400 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0537961 Jul 15 15:05:45.505972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57188) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:45.543692 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37a5432f-d8ca-46b7-8ab7-afc2258b0b20 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.554205 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network c35a4bee-f25f-4659-a1b2-5d1384493276 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:45.555880 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37a5432f-d8ca-46b7-8ab7-afc2258b0b20 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.563136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:45.573953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eef8cfa9-2da3-47cc-be93-a1efa2728138 req-a65967ca-54c9-4538-86ff-5e2568cffabc tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280616 Jul 15 15:05:45.609099 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-4f4126fc-da5d-46e1-b79d-a91ba5718054 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:45.616341 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-4f4126fc-da5d-46e1-b79d-a91ba5718054 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:45.623113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-4f4126fc-da5d-46e1-b79d-a91ba5718054 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:45.624880 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-4f4126fc-da5d-46e1-b79d-a91ba5718054 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.22 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2418 time: 0.6660113 Jul 15 15:05:45.635565 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37a5432f-d8ca-46b7-8ab7-afc2258b0b20 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.653029 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37a5432f-d8ca-46b7-8ab7-afc2258b0b20 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.657674 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-37a5432f-d8ca-46b7-8ab7-afc2258b0b20 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/45dd19ef-a86d-4780-bd04-c55f707c3b44 HTTP/1.1" status: 204 len: 168 time: 0.1500974 Jul 15 15:05:45.658566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5432f-d8ca-46b7-8ab7-afc2258b0b20 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45dd19ef-a86d-4780-bd04-c55f707c3b44,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:45.661555 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57192) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:45.719180 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-25d31b5b-70d4-4051-9889-f0ad36d15374 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0565276 Jul 15 15:05:45.721724 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57194) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:45.727488 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6214482e-229b-4a49-8d2a-9d43f5f17ca4 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group_rule': {'security_group_id': 'aa29c284-894b-4a85-ae04-00a3a9340209', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:45.768072 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6214482e-229b-4a49-8d2a-9d43f5f17ca4 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.844266 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6214482e-229b-4a49-8d2a-9d43f5f17ca4 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.850481 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6214482e-229b-4a49-8d2a-9d43f5f17ca4 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.867160 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b4b5b774-d2f9-407d-b250-1fd4a319f305 None None] Provisioning complete for port 7bd62993-14e8-4206-8f2f-0b85938285cb triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:45.867995 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b4b5b774-d2f9-407d-b250-1fd4a319f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.872611 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214482e-229b-4a49-8d2a-9d43f5f17ca4 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9bf747-174b-4bd5-bee1-d4dbfa8061a9,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:45.882238 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6214482e-229b-4a49-8d2a-9d43f5f17ca4 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:45.885245 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6214482e-229b-4a49-8d2a-9d43f5f17ca4 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1608598 Jul 15 15:05:45.887024 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57196) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:45.910401 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7b5dabd7-256e-4453-a55f-f8ad6ee32f45 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules/9d9bf747-174b-4bd5-bee1-d4dbfa8061a9 HTTP/1.1" status: 200 len: 763 time: 0.0212414 Jul 15 15:05:45.912609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57198) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:45.967262 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-25523767-a6c3-499e-9d25-272a8812562e tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0509982 Jul 15 15:05:45.969428 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57200) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:45.981460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b4b5b774-d2f9-407d-b250-1fd4a319f305 None None] Port 7bd62993-14e8-4206-8f2f-0b85938285cb cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:45.989642 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60c381e6-a5db-45f7-bf1b-31b63e919e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:46.007766 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c422e8a-34c3-420e-a52a-02f0c5abd5b9 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:46.020817 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c422e8a-34c3-420e-a52a-02f0c5abd5b9 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:46.055369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9acf70-3771-477a-a612-4303beaaf018 req-40cbcb29-2ac4-4b72-8a85-339b2684b257 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:46.057207 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a9acf70-3771-477a-a612-4303beaaf018 req-40cbcb29-2ac4-4b72-8a85-339b2684b257 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.3258986 Jul 15 15:05:46.076026 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c422e8a-34c3-420e-a52a-02f0c5abd5b9 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:46.083210 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c422e8a-34c3-420e-a52a-02f0c5abd5b9 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:46.087558 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8c422e8a-34c3-420e-a52a-02f0c5abd5b9 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/9d9bf747-174b-4bd5-bee1-d4dbfa8061a9 HTTP/1.1" status: 204 len: 168 time: 0.1137624 Jul 15 15:05:46.090861 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57204) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:46.097764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c422e8a-34c3-420e-a52a-02f0c5abd5b9 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d9bf747-174b-4bd5-bee1-d4dbfa8061a9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:46.106496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router 8143ed33-57ec-4e86-9e8f-b2102914c6f9 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:05:46.144885 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c381e6-a5db-45f7-bf1b-31b63e919e84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f18db3-2fdf-4518-99a4-32652b270752,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:46.152228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-1ba26929-c64f-42c2-8add-a8e96af7b17f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Deleting port bfc45413-b126-4231-a5b2-5144a90e05b8 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:46.152909 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-1ba26929-c64f-42c2-8add-a8e96af7b17f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:46.182365 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 299f3fde-f8d9-433e-acd1-a5e983ff7346 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:46.225305 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6167de0e-9adc-404a-b024-ce4dd974f1cd tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1331489 Jul 15 15:05:46.225966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57212) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:46.230886 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f08e03a0-9176-4d62-b1ac-466725cae20f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Request body: {'security_group_rule': {'security_group_id': 'aa29c284-894b-4a85-ae04-00a3a9340209', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:46.260355 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-f08e03a0-9176-4d62-b1ac-466725cae20f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Project c8dacd6bff0f4297be011f094b6c3272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:05:46.267495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a9acf70-3771-477a-a612-4303beaaf018 req-56d38201-76f8-4ec1-ae9e-316261f427dc tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985710 Jul 15 15:05:46.275137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 299f3fde-f8d9-433e-acd1-a5e983ff7346 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:46.275897 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:46.276056 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f08e03a0-9176-4d62-b1ac-466725cae20f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:46.349116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c381e6-a5db-45f7-bf1b-31b63e919e84 admin admin] Checking segment: {'id': '5085df7d-312c-4a6b-9a21-6de4c29b9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '40283efc-83ba-4543-9627-042373804b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:46.349814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c381e6-a5db-45f7-bf1b-31b63e919e84 admin admin] Network hostable DHCP agents. Network: 40283efc-83ba-4543-9627-042373804b7c, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:05:46.359400 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f08e03a0-9176-4d62-b1ac-466725cae20f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:46.364587 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f08e03a0-9176-4d62-b1ac-466725cae20f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:46.382309 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e03a0-9176-4d62-b1ac-466725cae20f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edd98ee-ae10-4027-9c88-360c0b300646,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:46.412218 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f08e03a0-9176-4d62-b1ac-466725cae20f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:46.417262 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f08e03a0-9176-4d62-b1ac-466725cae20f tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1879044 Jul 15 15:05:46.418857 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57220) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:46.432240 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:05:46.449550 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ecec6-6648-4c34-a7f7-fb8091f6b5cf None None] Sync routers for ids ['8143ed33-57ec-4e86-9e8f-b2102914c6f9'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:05:46.454033 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d53b5b60-a860-4468-ab7a-89502c54ed10 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/8143ed33-57ec-4e86-9e8f-b2102914c6f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7226493 Jul 15 15:05:46.455935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57222) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:46.466101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c381e6-a5db-45f7-bf1b-31b63e919e84 admin admin] Network 40283efc-83ba-4543-9627-042373804b7c is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:05:46.475166 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ecec6-6648-4c34-a7f7-fb8091f6b5cf None None] Routers {'8143ed33-57ec-4e86-9e8f-b2102914c6f9'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:46.476368 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-786ecec6-6648-4c34-a7f7-fb8091f6b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['8143ed33-57ec-4e86-9e8f-b2102914c6f9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:46.486626 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3f2f213e-7e06-4361-9974-5cbcfd041a05 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules/7edd98ee-ae10-4027-9c88-360c0b300646 HTTP/1.1" status: 200 len: 769 time: 0.0644691 Jul 15 15:05:46.489076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-1ba26929-c64f-42c2-8add-a8e96af7b17f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] For port bfc45413-b126-4231-a5b2-5144a90e05b8, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=bfc45413-b126-4231-a5b2-5144a90e05b8,segment=NetworkSegment(ec18e1e3-3164-47c6-ac20-55ea95103548),segment_id=ec18e1e3-3164-47c6-ac20-55ea95103548)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:46.489699 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-1ba26929-c64f-42c2-8add-a8e96af7b17f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:46.496855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57224) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:46.497200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57226) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:46.525646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-60c381e6-a5db-45f7-bf1b-31b63e919e84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 40283efc-83ba-4543-9627-042373804b7c) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:46.527547 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-1ba26929-c64f-42c2-8add-a8e96af7b17f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Calling delete_port for bfc45413-b126-4231-a5b2-5144a90e05b8 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:46.530229 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-786ecec6-6648-4c34-a7f7-fb8091f6b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:46.546246 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ecec6-6648-4c34-a7f7-fb8091f6b5cf None None] Routers {'8143ed33-57ec-4e86-9e8f-b2102914c6f9'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:46.546756 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c381e6-a5db-45f7-bf1b-31b63e919e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:46.547432 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60c381e6-a5db-45f7-bf1b-31b63e919e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:46.547915 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-786ecec6-6648-4c34-a7f7-fb8091f6b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['8143ed33-57ec-4e86-9e8f-b2102914c6f9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:46.553902 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e03334-5e91-4665-b034-44a8d99e336e None None] Network 40283efc-83ba-4543-9627-042373804b7c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:46.579769 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9c59f3-e0dc-4481-b0ab-9d1e5f4f05cb tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:46.585045 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7a9c59f3-e0dc-4481-b0ab-9d1e5f4f05cb tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports/7bd62993-14e8-4206-8f2f-0b85938285cb HTTP/1.1" status: 200 len: 910 time: 0.1215971 Jul 15 15:05:46.585480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57230) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:46.587099 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-786ecec6-6648-4c34-a7f7-fb8091f6b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:46.587893 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ecec6-6648-4c34-a7f7-fb8091f6b5cf None None] The sync data for ids ['8143ed33-57ec-4e86-9e8f-b2102914c6f9'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:05:46.626564 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152c858-f6d0-46b3-bd7b-6501edf91ebf req-1f9642c7-b7fa-40a5-8d03-5a40e45f8b8a tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:46.634272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d152c858-f6d0-46b3-bd7b-6501edf91ebf req-1f9642c7-b7fa-40a5-8d03-5a40e45f8b8a tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=269acb69-57d7-4d4c-af53-4e9693db7a65 HTTP/1.1" status: 200 len: 945 time: 0.3544393 Jul 15 15:05:46.691221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-60c381e6-a5db-45f7-bf1b-31b63e919e84 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9821260 Jul 15 15:05:46.750202 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-71208f26-3a96-4360-b5eb-ac6d406e3330 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2434459 Jul 15 15:05:46.758400 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57238) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:46.838678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d152c858-f6d0-46b3-bd7b-6501edf91ebf req-4c37a250-5d41-401b-baa1-a1950671f6f9 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030964 Jul 15 15:05:46.855088 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac485221-3753-4c0e-84b2-590f4e497665 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:46.881496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763599ad-5181-444a-9e78-056e1b8bc4ea None None] Network 40283efc-83ba-4543-9627-042373804b7c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:46.881917 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac485221-3753-4c0e-84b2-590f4e497665 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:47.017937 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37967f42-1810-4ef6-a911-8784e3900d60 req-6223bc71-2f12-4d6a-95f9-856a09524265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:47.018551 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37967f42-1810-4ef6-a911-8784e3900d60 req-6223bc71-2f12-4d6a-95f9-856a09524265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:47.019497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37967f42-1810-4ef6-a911-8784e3900d60 req-6223bc71-2f12-4d6a-95f9-856a09524265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:47.020156 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37967f42-1810-4ef6-a911-8784e3900d60 req-6223bc71-2f12-4d6a-95f9-856a09524265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:47.020486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37967f42-1810-4ef6-a911-8784e3900d60 req-6223bc71-2f12-4d6a-95f9-856a09524265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:47.020969 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37967f42-1810-4ef6-a911-8784e3900d60 req-6223bc71-2f12-4d6a-95f9-856a09524265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:47.021446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37967f42-1810-4ef6-a911-8784e3900d60 req-6223bc71-2f12-4d6a-95f9-856a09524265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:47.024113 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37967f42-1810-4ef6-a911-8784e3900d60 req-6223bc71-2f12-4d6a-95f9-856a09524265 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 6491 time: 0.5185061 Jul 15 15:05:47.039835 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac485221-3753-4c0e-84b2-590f4e497665 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:47.045492 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac485221-3753-4c0e-84b2-590f4e497665 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:47.046689 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ac485221-3753-4c0e-84b2-590f4e497665 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/7edd98ee-ae10-4027-9c88-360c0b300646 HTTP/1.1" status: 204 len: 168 time: 0.2862051 Jul 15 15:05:47.058036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57246) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:47.116995 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac485221-3753-4c0e-84b2-590f4e497665 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7edd98ee-ae10-4027-9c88-360c0b300646,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:47.119217 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-1ba26929-c64f-42c2-8add-a8e96af7b17f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:47.200206 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fd62c46-d40e-4e6b-924a-4d2335800d32 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:47.213454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba26929-c64f-42c2-8add-a8e96af7b17f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Port': ['ID=bfc45413-b126-4231-a5b2-5144a90e05b8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:47.239347 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37967f42-1810-4ef6-a911-8784e3900d60 req-2126cc25-8fe7-4b13-860b-7d1b5fca6789 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2036633 Jul 15 15:05:47.286464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-1ba26929-c64f-42c2-8add-a8e96af7b17f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] No DVR routers for this DVR port bfc45413-b126-4231-a5b2-5144a90e05b8 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:47.290647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90aa866-afdc-4cab-bc5d-5729a44e861d req-21703bb8-c52b-4f72-b961-25331e0ce19e tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:47.291899 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e90aa866-afdc-4cab-bc5d-5729a44e861d req-21703bb8-c52b-4f72-b961-25331e0ce19e tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.11 "GET /v2.0/ports?device_id=269acb69-57d7-4d4c-af53-4e9693db7a65 HTTP/1.1" status: 200 len: 945 time: 0.1765332 Jul 15 15:05:47.299006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d8672-2acc-41da-92a1-02f06a6a2053 req-2d46bb57-3dad-445c-a999-fce4b579b37a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:47.305664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d8672-2acc-41da-92a1-02f06a6a2053 req-2d46bb57-3dad-445c-a999-fce4b579b37a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:47.313162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d8672-2acc-41da-92a1-02f06a6a2053 req-2d46bb57-3dad-445c-a999-fce4b579b37a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:47.313418 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab2d8672-2acc-41da-92a1-02f06a6a2053 req-2d46bb57-3dad-445c-a999-fce4b579b37a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 2339 time: 0.3981507 Jul 15 15:05:47.321923 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-1ba26929-c64f-42c2-8add-a8e96af7b17f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:47.324696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-1ba26929-c64f-42c2-8add-a8e96af7b17f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.22 "DELETE /v2.0/ports/bfc45413-b126-4231-a5b2-5144a90e05b8 HTTP/1.1" status: 204 len: 173 time: 1.5903792 Jul 15 15:05:47.337372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-21b2646f-9a59-4db0-867f-457a230d1fda tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2722442 Jul 15 15:05:47.337372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'name': 'network-vif-deleted', 'tag': 'bfc45413-b126-4231-a5b2-5144a90e05b8'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:47.337999 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304d32ff-dca7-4af0-a2d6-32ca514941f8" -d '{"events": [{"server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "name": "network-vif-deleted", "tag": "bfc45413-b126-4231-a5b2-5144a90e05b8"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:47.339028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57260) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:47.497637 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab2d8672-2acc-41da-92a1-02f06a6a2053 req-e874eeb4-bc8b-4731-abc9-3a06a9736b02 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565855 Jul 15 15:05:47.509622 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-f1312dc4-2bca-4319-a4d4-03e838c71393 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:47.511246 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-f1312dc4-2bca-4319-a4d4-03e838c71393 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/networks?id=a230afd2-4069-4c36-bceb-c431a37506f6 HTTP/1.1" status: 200 len: 825 time: 0.3048847 Jul 15 15:05:47.533222 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-8fe8af9e-b9d7-45fe-8085-be3a740ff3a1 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/quotas/3c6ff038355d4807a92199aace7da3cb HTTP/1.1" status: 200 len: 375 time: 0.0163028 Jul 15 15:05:47.564142 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a5c679d-6402-40f4-8581-775b3e4c0753 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:47.578470 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-8db7db2a-753f-4e35-bca6-477696bf6a40 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Deleting port c23b1b2a-34a0-407f-97da-c7a13627dfa4 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:47.578797 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-8db7db2a-753f-4e35-bca6-477696bf6a40 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:47.585148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-61447a99-1245-4f4d-8a17-d7ce47bbe4d2 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3c6ff038355d4807a92199aace7da3cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396137 Jul 15 15:05:47.610771 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e90aa866-afdc-4cab-bc5d-5729a44e861d req-ceda2596-01ca-4908-bef1-58898929edb4 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Deleting port 450bc4db-376e-4628-8384-ff39f21d8ded {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:47.611003 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e90aa866-afdc-4cab-bc5d-5729a44e861d req-ceda2596-01ca-4908-bef1-58898929edb4 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:47.621922 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a5c679d-6402-40f4-8581-775b3e4c0753 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:47.667689 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59145ba7-e105-4bd5-b044-dfae9ac3f7b0 req-fb683eb6-7728-4703-8692-f2d00f6af841 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:47.669469 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-59145ba7-e105-4bd5-b044-dfae9ac3f7b0 req-fb683eb6-7728-4703-8692-f2d00f6af841 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4afac5e-fddf-4541-873a-a877e42c1934 HTTP/1.1" status: 200 len: 946 time: 0.2024531 Jul 15 15:05:47.770876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-8db7db2a-753f-4e35-bca6-477696bf6a40 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] For port c23b1b2a-34a0-407f-97da-c7a13627dfa4, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c23b1b2a-34a0-407f-97da-c7a13627dfa4,segment=NetworkSegment(4af6c30f-8827-4bc6-bb36-1924bf08081b),segment_id=4af6c30f-8827-4bc6-bb36-1924bf08081b)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:47.771591 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-8db7db2a-753f-4e35-bca6-477696bf6a40 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:47.797092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-8db7db2a-753f-4e35-bca6-477696bf6a40 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Calling delete_port for c23b1b2a-34a0-407f-97da-c7a13627dfa4 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:47.814026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-3f2c6744-ec3c-4d08-bd8d-949c11423902 service neutron] 10.222.0.38 "GET /v2.0/networks/a230afd2-4069-4c36-bceb-c431a37506f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163084 Jul 15 15:05:47.876095 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a5c679d-6402-40f4-8581-775b3e4c0753 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:47.879370 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a5c679d-6402-40f4-8581-775b3e4c0753 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:47.880577 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8a5c679d-6402-40f4-8581-775b3e4c0753 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "DELETE /v2.0/security-groups/aa29c284-894b-4a85-ae04-00a3a9340209 HTTP/1.1" status: 204 len: 168 time: 0.5403306 Jul 15 15:05:47.889111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57268) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:47.917468 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37850b-fb25-42a5-aed2-eae367d3d935 req-247ce647-ab13-493e-9bf5-66742200ec97 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:47.919103 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d37850b-fb25-42a5-aed2-eae367d3d935 req-247ce647-ab13-493e-9bf5-66742200ec97 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.2534444 Jul 15 15:05:47.942971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c679d-6402-40f4-8581-775b3e4c0753 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa29c284-894b-4a85-ae04-00a3a9340209,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:47.948941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e90aa866-afdc-4cab-bc5d-5729a44e861d req-ceda2596-01ca-4908-bef1-58898929edb4 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] For port 450bc4db-376e-4628-8384-ff39f21d8ded, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=450bc4db-376e-4628-8384-ff39f21d8ded,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:47.950629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e90aa866-afdc-4cab-bc5d-5729a44e861d req-ceda2596-01ca-4908-bef1-58898929edb4 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:47.983854 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e90aa866-afdc-4cab-bc5d-5729a44e861d req-ceda2596-01ca-4908-bef1-58898929edb4 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Calling delete_port for 450bc4db-376e-4628-8384-ff39f21d8ded owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:48.052670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-47feda61-e735-460c-89e7-89591673d235 service neutron] 10.222.0.38 "GET /v2.0/networks/a230afd2-4069-4c36-bceb-c431a37506f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247899 Jul 15 15:05:48.057381 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d37850b-fb25-42a5-aed2-eae367d3d935 req-67d101fa-d6d6-460e-af69-3904d234e463 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976784 Jul 15 15:05:48.148186 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-8db7db2a-753f-4e35-bca6-477696bf6a40 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:48.188323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7db2a-753f-4e35-bca6-477696bf6a40 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Port': ['ID=c23b1b2a-34a0-407f-97da-c7a13627dfa4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:48.202599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f73fd79d-94bf-4d96-92d1-15c95151393b no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:48.264183 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-8db7db2a-753f-4e35-bca6-477696bf6a40 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] No DVR routers for this DVR port c23b1b2a-34a0-407f-97da-c7a13627dfa4 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:48.267072 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fedea1-1067-42aa-957d-c35dcb74e625 x-openstack-request-id: req-68fedea1-1067-42aa-957d-c35dcb74e625 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:48.267392 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "name": "network-vif-deleted", "tag": "bfc45413-b126-4231-a5b2-5144a90e05b8", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:48.267804 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68fedea1-1067-42aa-957d-c35dcb74e625 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:48.268130 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'name': 'network-vif-deleted', 'tag': 'bfc45413-b126-4231-a5b2-5144a90e05b8', 'status': 'completed', 'code': 200} Jul 15 15:05:48.269479 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-8db7db2a-753f-4e35-bca6-477696bf6a40 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:48.271797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-8db7db2a-753f-4e35-bca6-477696bf6a40 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.22 "DELETE /v2.0/ports/c23b1b2a-34a0-407f-97da-c7a13627dfa4 HTTP/1.1" status: 204 len: 173 time: 0.9276693 Jul 15 15:05:48.424793 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:48.434658 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-31926e09-3d40-4865-a175-f228e61fa0a9 tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5228877 Jul 15 15:05:48.441340 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:48.485420 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4afac5e-fddf-4541-873a-a877e42c1934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f73fd79d-94bf-4d96-92d1-15c95151393b'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:48.495219 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80286424-dcb4-425c-b3a0-aa47ca3eb7fb" -d '{"events": [{"server_uuid": "f4afac5e-fddf-4541-873a-a877e42c1934", "name": "network-vif-unplugged", "status": "completed", "tag": "f73fd79d-94bf-4d96-92d1-15c95151393b"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:48.508160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1398164-bdfb-4e1c-9e17-008cd8a91046 req-7d66f7a9-c024-4344-8919-b07abfc01165 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 210 time: 0.1105413 Jul 15 15:05:48.517663 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f73fd79d-94bf-4d96-92d1-15c95151393b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f73fd79d-94bf-4d96-92d1-15c95151393b,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:48.525923 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:48.559148 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device bfc45413-b126-4231-a5b2-5144a90e05b8 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:48.602414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-b21d4486-d5ce-4106-ac5a-79c89db0ea77 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Deleting port a12062cd-9d34-4a32-b484-e34c171983f7 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:48.602414 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-b21d4486-d5ce-4106-ac5a-79c89db0ea77 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:48.604861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: bfc45413-b126-4231-a5b2-5144a90e05b8 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:48.605419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device bfc45413-b126-4231-a5b2-5144a90e05b8 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:48.606054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c23b1b2a-34a0-407f-97da-c7a13627dfa4 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:48.645270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4fd62c46-d40e-4e6b-924a-4d2335800d32 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port 7bd62993-14e8-4206-8f2f-0b85938285cb {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:48.645913 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fd62c46-d40e-4e6b-924a-4d2335800d32 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:48.667227 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-59145ba7-e105-4bd5-b044-dfae9ac3f7b0 req-8e8f5ed9-f470-4119-bd35-ab0dfc711c12 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Deleting port f73fd79d-94bf-4d96-92d1-15c95151393b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:48.668684 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-59145ba7-e105-4bd5-b044-dfae9ac3f7b0 req-8e8f5ed9-f470-4119-bd35-ab0dfc711c12 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:48.697878 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cde3e-c98a-474c-8743-c665744c2b03 req-5882f47b-8b33-4a90-b2c8-2e3c77d839d1 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:48.699800 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-521cde3e-c98a-474c-8743-c665744c2b03 req-5882f47b-8b33-4a90-b2c8-2e3c77d839d1 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=269acb69-57d7-4d4c-af53-4e9693db7a65 HTTP/1.1" status: 200 len: 945 time: 0.1772447 Jul 15 15:05:48.732670 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660c5e92-dcb3-4e44-878c-595bce1fc22e x-openstack-request-id: req-660c5e92-dcb3-4e44-878c-595bce1fc22e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:48.733450 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4afac5e-fddf-4541-873a-a877e42c1934", "name": "network-vif-unplugged", "status": "completed", "tag": "f73fd79d-94bf-4d96-92d1-15c95151393b", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:48.733873 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-660c5e92-dcb3-4e44-878c-595bce1fc22e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:48.734501 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4afac5e-fddf-4541-873a-a877e42c1934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f73fd79d-94bf-4d96-92d1-15c95151393b', 'code': 200} Jul 15 15:05:48.738134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: c23b1b2a-34a0-407f-97da-c7a13627dfa4 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:48.738894 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c23b1b2a-34a0-407f-97da-c7a13627dfa4 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:48.740244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device a12062cd-9d34-4a32-b484-e34c171983f7 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:48.790956 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-521cde3e-c98a-474c-8743-c665744c2b03 req-9e22c478-568c-4681-87e8-141bf81b7630 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/security-groups?id=af318bab-d80b-4666-b08c-4b47c6a42c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618260 Jul 15 15:05:48.818375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-b21d4486-d5ce-4106-ac5a-79c89db0ea77 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] For port a12062cd-9d34-4a32-b484-e34c171983f7, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a12062cd-9d34-4a32-b484-e34c171983f7,segment=NetworkSegment(ec18e1e3-3164-47c6-ac20-55ea95103548),segment_id=ec18e1e3-3164-47c6-ac20-55ea95103548)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:48.819175 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-b21d4486-d5ce-4106-ac5a-79c89db0ea77 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:48.820209 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f73fd79d-94bf-4d96-92d1-15c95151393b,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:48.835188 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:48.856611 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-b21d4486-d5ce-4106-ac5a-79c89db0ea77 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Calling delete_port for a12062cd-9d34-4a32-b484-e34c171983f7 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:48.888536 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fd62c46-d40e-4e6b-924a-4d2335800d32 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:48.904318 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4fd62c46-d40e-4e6b-924a-4d2335800d32 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for 7bd62993-14e8-4206-8f2f-0b85938285cb owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:48.922918 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:48.966321 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port a12062cd-9d34-4a32-b484-e34c171983f7, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a12062cd-9d34-4a32-b484-e34c171983f7,segment=NetworkSegment(ec18e1e3-3164-47c6-ac20-55ea95103548),segment_id=ec18e1e3-3164-47c6-ac20-55ea95103548)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:48.970945 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:49.029731 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2dd3e642-81be-4f8c-bb2b-1f600628e1eb tempest-SecGroupIPv6Test-1248126041 tempest-SecGroupIPv6Test-1248126041-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5870314 Jul 15 15:05:49.047934 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=a12062cd-9d34-4a32-b484-e34c171983f7,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:49.111006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-59145ba7-e105-4bd5-b044-dfae9ac3f7b0 req-8e8f5ed9-f470-4119-bd35-ab0dfc711c12 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] For port f73fd79d-94bf-4d96-92d1-15c95151393b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f73fd79d-94bf-4d96-92d1-15c95151393b,segment=NetworkSegment(be83d6c1-951d-496c-9f0b-4ba2e0bec677),segment_id=be83d6c1-951d-496c-9f0b-4ba2e0bec677)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:49.111006 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-59145ba7-e105-4bd5-b044-dfae9ac3f7b0 req-8e8f5ed9-f470-4119-bd35-ab0dfc711c12 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:49.152687 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:49.187437 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-59145ba7-e105-4bd5-b044-dfae9ac3f7b0 req-8e8f5ed9-f470-4119-bd35-ab0dfc711c12 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Calling delete_port for f73fd79d-94bf-4d96-92d1-15c95151393b owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:49.245753 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e90aa866-afdc-4cab-bc5d-5729a44e861d req-ceda2596-01ca-4908-bef1-58898929edb4 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:49.272148 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605c062-7b4f-46ce-8087-ea4506bb6335 req-d8e141b3-b2d2-4b7a-b4bd-56260c42ce23 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:49.279969 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e605c062-7b4f-46ce-8087-ea4506bb6335 req-d8e141b3-b2d2-4b7a-b4bd-56260c42ce23 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=1329f7c2-2617-40a6-9dc6-81389647376f HTTP/1.1" status: 200 len: 944 time: 0.2913530 Jul 15 15:05:49.288533 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-b21d4486-d5ce-4106-ac5a-79c89db0ea77 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:49.361308 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e605c062-7b4f-46ce-8087-ea4506bb6335 req-fe94d39b-c72d-45bd-9801-de8b6a4b2c61 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802224 Jul 15 15:05:49.362162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d4486-d5ce-4106-ac5a-79c89db0ea77 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Port': ['ID=a12062cd-9d34-4a32-b484-e34c171983f7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:49.427296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda2596-01ca-4908-bef1-58898929edb4 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Pushing event deleted for resources: {'Port': ['ID=450bc4db-376e-4628-8384-ff39f21d8ded,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:49.428716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-b21d4486-d5ce-4106-ac5a-79c89db0ea77 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] No DVR routers for this DVR port a12062cd-9d34-4a32-b484-e34c171983f7 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:49.433371 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-b21d4486-d5ce-4106-ac5a-79c89db0ea77 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:49.438271 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aadd76d9-e938-48a9-9f4b-e080bf9c1a63 req-b21d4486-d5ce-4106-ac5a-79c89db0ea77 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.22 "DELETE /v2.0/ports/a12062cd-9d34-4a32-b484-e34c171983f7 HTTP/1.1" status: 204 len: 173 time: 1.1593568 Jul 15 15:05:49.661277 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90aa866-afdc-4cab-bc5d-5729a44e861d req-ceda2596-01ca-4908-bef1-58898929edb4 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] No DVR routers for this DVR port 450bc4db-376e-4628-8384-ff39f21d8ded on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:49.674405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e90aa866-afdc-4cab-bc5d-5729a44e861d req-ceda2596-01ca-4908-bef1-58898929edb4 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:49.678080 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e90aa866-afdc-4cab-bc5d-5729a44e861d req-ceda2596-01ca-4908-bef1-58898929edb4 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.11 "DELETE /v2.0/ports/450bc4db-376e-4628-8384-ff39f21d8ded HTTP/1.1" status: 204 len: 173 time: 2.3773487 Jul 15 15:05:49.679102 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269acb69-57d7-4d4c-af53-4e9693db7a65', 'name': 'network-vif-deleted', 'tag': '450bc4db-376e-4628-8384-ff39f21d8ded'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:49.681849 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baf319a-0d43-4e5f-bb18-e0daeb528e3d" -d '{"events": [{"server_uuid": "269acb69-57d7-4d4c-af53-4e9693db7a65", "name": "network-vif-deleted", "tag": "450bc4db-376e-4628-8384-ff39f21d8ded"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:49.712720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448fceb-4a8b-4db2-b1e1-e5beeae6e147 req-cfe7b59d-2c45-4bf7-b5ac-0a006aaa951c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:49.713821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57298) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:49.721869 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4448fceb-4a8b-4db2-b1e1-e5beeae6e147 req-cfe7b59d-2c45-4bf7-b5ac-0a006aaa951c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.2529843 Jul 15 15:05:49.733679 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fd62c46-d40e-4e6b-924a-4d2335800d32 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:49.791114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd62c46-d40e-4e6b-924a-4d2335800d32 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=7bd62993-14e8-4206-8f2f-0b85938285cb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:49.868151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-71879057-a86d-49ce-a006-e875b600432a req-adfb7bed-4526-48d3-bd4b-3e549cb284bc tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 210 time: 0.0921094 Jul 15 15:05:49.928590 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4448fceb-4a8b-4db2-b1e1-e5beeae6e147 req-d3b71ca2-f289-4ec8-92c0-16032e775caa tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048368 Jul 15 15:05:49.931916 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3ba85c-ee85-418b-a4de-92f55fab313c x-openstack-request-id: req-9f3ba85c-ee85-418b-a4de-92f55fab313c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:49.932529 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269acb69-57d7-4d4c-af53-4e9693db7a65", "name": "network-vif-deleted", "tag": "450bc4db-376e-4628-8384-ff39f21d8ded", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:49.932529 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f3ba85c-ee85-418b-a4de-92f55fab313c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:49.933009 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269acb69-57d7-4d4c-af53-4e9693db7a65', 'name': 'network-vif-deleted', 'tag': '450bc4db-376e-4628-8384-ff39f21d8ded', 'status': 'completed', 'code': 200} Jul 15 15:05:49.943757 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-59145ba7-e105-4bd5-b044-dfae9ac3f7b0 req-8e8f5ed9-f470-4119-bd35-ab0dfc711c12 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:50.010339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f5ed9-f470-4119-bd35-ab0dfc711c12 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Pushing event deleted for resources: {'Port': ['ID=f73fd79d-94bf-4d96-92d1-15c95151393b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:50.105543 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c611f4f-1249-42ae-ae68-febddc6ad997 req-0829c537-78cd-43c6-bea1-87deda413f10 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=269acb69-57d7-4d4c-af53-4e9693db7a65 HTTP/1.1" status: 200 len: 210 time: 0.0362153 Jul 15 15:05:50.154845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-59145ba7-e105-4bd5-b044-dfae9ac3f7b0 req-8e8f5ed9-f470-4119-bd35-ab0dfc711c12 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] No DVR routers for this DVR port f73fd79d-94bf-4d96-92d1-15c95151393b on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:50.162748 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-59145ba7-e105-4bd5-b044-dfae9ac3f7b0 req-8e8f5ed9-f470-4119-bd35-ab0dfc711c12 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:50.165007 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-59145ba7-e105-4bd5-b044-dfae9ac3f7b0 req-8e8f5ed9-f470-4119-bd35-ab0dfc711c12 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.22 "DELETE /v2.0/ports/f73fd79d-94bf-4d96-92d1-15c95151393b HTTP/1.1" status: 204 len: 173 time: 2.4690862 Jul 15 15:05:50.169033 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fd62c46-d40e-4e6b-924a-4d2335800d32 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:50.185246 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-68b0c279-5f67-4aea-95ab-08758e6ecc0c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c8dacd6bff0f4297be011f094b6c3272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4677060 Jul 15 15:05:50.185669 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57304) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:50.270830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'name': 'network-vif-deleted', 'tag': 'c23b1b2a-34a0-407f-97da-c7a13627dfa4'}, {'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'name': 'network-vif-deleted', 'tag': 'a12062cd-9d34-4a32-b484-e34c171983f7'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:50.273140 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d059b5b7-4854-425f-a66e-bb6c125ada92" -d '{"events": [{"server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "name": "network-vif-deleted", "tag": "c23b1b2a-34a0-407f-97da-c7a13627dfa4"}, {"server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "name": "network-vif-deleted", "tag": "a12062cd-9d34-4a32-b484-e34c171983f7"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:50.304592 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1d8d9c5-05f9-4f05-81ab-9a29e3f978bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:50.344381 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1d8d9c5-05f9-4f05-81ab-9a29e3f978bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:50.414661 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8023c4b-f5f3-450b-8113-f205f2d8a650 x-openstack-request-id: req-c8023c4b-f5f3-450b-8113-f205f2d8a650 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:50.414996 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "name": "network-vif-deleted", "tag": "c23b1b2a-34a0-407f-97da-c7a13627dfa4", "status": "completed", "code": 200}, {"server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "name": "network-vif-deleted", "tag": "a12062cd-9d34-4a32-b484-e34c171983f7", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:50.415210 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c8023c4b-f5f3-450b-8113-f205f2d8a650 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:50.415613 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'name': 'network-vif-deleted', 'tag': 'c23b1b2a-34a0-407f-97da-c7a13627dfa4', 'status': 'completed', 'code': 200} Jul 15 15:05:50.418982 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'name': 'network-vif-deleted', 'tag': 'a12062cd-9d34-4a32-b484-e34c171983f7', 'status': 'completed', 'code': 200} Jul 15 15:05:50.475433 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1d8d9c5-05f9-4f05-81ab-9a29e3f978bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:50.478454 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1d8d9c5-05f9-4f05-81ab-9a29e3f978bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:50.481585 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e1d8d9c5-05f9-4f05-81ab-9a29e3f978bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d260c98-6d10-4cf9-a04b-88bd357d01b6 HTTP/1.1" status: 204 len: 168 time: 0.2930982 Jul 15 15:05:50.491523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57312) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:50.505185 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8d9c5-05f9-4f05-81ab-9a29e3f978bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d260c98-6d10-4cf9-a04b-88bd357d01b6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:50.508563 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd62c46-d40e-4e6b-924a-4d2335800d32 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router 8143ed33-57ec-4e86-9e8f-b2102914c6f9 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:05:50.564550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-1521b4d8-7a16-476a-acc2-3d6fb99ab617 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Deleting subnet cacceea3-edf7-4195-94b0-1dbe8041d3e7 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:05:50.569336 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1521b4d8-7a16-476a-acc2-3d6fb99ab617 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:50.638070 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1521b4d8-7a16-476a-acc2-3d6fb99ab617 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:50.694823 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-f31ba4e1-89a9-4cf8-adb6-9584e7ea000c tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:50.696613 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-f31ba4e1-89a9-4cf8-adb6-9584e7ea000c tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.11 "GET /v2.0/networks?id=a230afd2-4069-4c36-bceb-c431a37506f6 HTTP/1.1" status: 200 len: 825 time: 0.2904274 Jul 15 15:05:50.701198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd62c46-d40e-4e6b-924a-4d2335800d32 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:05:50.716130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39d4fc9-6f39-480a-9b09-51b713d4e5e4 None None] Sync routers for ids ['8143ed33-57ec-4e86-9e8f-b2102914c6f9'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:05:50.717092 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4fd62c46-d40e-4e6b-924a-4d2335800d32 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/8143ed33-57ec-4e86-9e8f-b2102914c6f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1295874 Jul 15 15:05:50.717801 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57314) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:50.742885 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a12062cd-9d34-4a32-b484-e34c171983f7'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:50.750678 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c4053c-1129-4e85-90d5-79882353dbb6" -d '{"events": [{"server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "name": "network-vif-unplugged", "status": "completed", "tag": "a12062cd-9d34-4a32-b484-e34c171983f7"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:50.759503 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39d4fc9-6f39-480a-9b09-51b713d4e5e4 None None] Routers {'8143ed33-57ec-4e86-9e8f-b2102914c6f9'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:50.761407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a39d4fc9-6f39-480a-9b09-51b713d4e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['8143ed33-57ec-4e86-9e8f-b2102914c6f9'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:50.788069 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1521b4d8-7a16-476a-acc2-3d6fb99ab617 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:50.841269 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-c68d50a3-2cd0-4f87-9fed-ef6948dfd5df tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Request body: {'port': {'device_id': '2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2', 'network_id': 'a230afd2-4069-4c36-bceb-c431a37506f6', 'admin_state_up': True, 'tenant_id': '3c6ff038355d4807a92199aace7da3cb'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:50.917985 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a39d4fc9-6f39-480a-9b09-51b713d4e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:50.948622 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1521b4d8-7a16-476a-acc2-3d6fb99ab617 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:50.955162 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f8e814-076d-43c2-b865-52b6a624d7ab x-openstack-request-id: req-d3f8e814-076d-43c2-b865-52b6a624d7ab {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:50.958374 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1329f7c2-2617-40a6-9dc6-81389647376f", "name": "network-vif-unplugged", "status": "completed", "tag": "a12062cd-9d34-4a32-b484-e34c171983f7", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:50.959176 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d3f8e814-076d-43c2-b865-52b6a624d7ab {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:50.965572 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1521b4d8-7a16-476a-acc2-3d6fb99ab617 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:50.975550 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1329f7c2-2617-40a6-9dc6-81389647376f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a12062cd-9d34-4a32-b484-e34c171983f7', 'code': 200} Jul 15 15:05:50.983927 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ec6ac18a-e16b-4d6a-91a2-02864fef6c21 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports?device_id=8143ed33-57ec-4e86-9e8f-b2102914c6f9 HTTP/1.1" status: 200 len: 205 time: 0.2634504 Jul 15 15:05:50.984636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57324) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:50.993437 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57326) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:50.999150 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1521b4d8-7a16-476a-acc2-3d6fb99ab617 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "DELETE /v2.0/subnets/cacceea3-edf7-4195-94b0-1dbe8041d3e7 HTTP/1.1" status: 204 len: 168 time: 0.5063202 Jul 15 15:05:51.002982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265582cb-45e3-4716-827e-7f112ae0a7fb None None] Network 0392b3f6-bff8-4fab-8923-27f984eed05f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:51.056938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521b4d8-7a16-476a-acc2-3d6fb99ab617 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Subnet': ['ID=cacceea3-edf7-4195-94b0-1dbe8041d3e7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:51.089087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39d4fc9-6f39-480a-9b09-51b713d4e5e4 None None] Routers {'8143ed33-57ec-4e86-9e8f-b2102914c6f9'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:51.093029 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a39d4fc9-6f39-480a-9b09-51b713d4e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['8143ed33-57ec-4e86-9e8f-b2102914c6f9'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:51.179689 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-51d85bf8-96cf-4167-bbc9-254b0b687a4f req-8638703f-0af7-40ae-902c-72fd8ec5a006 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 210 time: 0.0868855 Jul 15 15:05:51.285346 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c58a97ea-b6e5-4d6a-aa52-154b4295142a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:51.371090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668dc62-c107-4cd3-a016-da8c1bbc5e69 req-d5f48aca-f8f2-4e43-aec4-2c43762d0951 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:51.382517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7668dc62-c107-4cd3-a016-da8c1bbc5e69 req-d5f48aca-f8f2-4e43-aec4-2c43762d0951 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.1782272 Jul 15 15:05:51.576502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 450bc4db-376e-4628-8384-ff39f21d8ded no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:51.580172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a39d4fc9-6f39-480a-9b09-51b713d4e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:51.581063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39d4fc9-6f39-480a-9b09-51b713d4e5e4 None None] The sync data for ids ['8143ed33-57ec-4e86-9e8f-b2102914c6f9'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:05:51.625481 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 450bc4db-376e-4628-8384-ff39f21d8ded {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:51.626122 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 450bc4db-376e-4628-8384-ff39f21d8ded not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:51.644735 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:51.722686 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-c68d50a3-2cd0-4f87-9fed-ef6948dfd5df tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Made reservation on behalf of 3c6ff038355d4807a92199aace7da3cb for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:51.726380 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-c68d50a3-2cd0-4f87-9fed-ef6948dfd5df tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:51.781046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2b801f-4024-4307-ba04-a12ffb8c28f6 None None] DHCP port deletion for 0392b3f6-bff8-4fab-8923-27f984eed05f request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:05:51.836921 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8899fa9-1e00-4763-8cea-7e5b7cab9034 req-65cec039-ceca-4ee7-bd50-6dc906e93b56 tempest-MultipleCreateTestJSON-864889754 tempest-MultipleCreateTestJSON-864889754-project] 10.222.0.38 "GET /v2.0/ports?device_id=269acb69-57d7-4d4c-af53-4e9693db7a65 HTTP/1.1" status: 200 len: 210 time: 0.0394392 Jul 15 15:05:51.852666 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7668dc62-c107-4cd3-a016-da8c1bbc5e69 req-b82f9349-ee2a-4102-92fb-73a682c38e65 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684238 Jul 15 15:05:51.859677 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b801f-4024-4307-ba04-a12ffb8c28f6 None None] Deleting port 6efd2420-22eb-42a4-a08e-2d03e0cb7556 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:51.869021 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c2b801f-4024-4307-ba04-a12ffb8c28f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:51.874351 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c58a97ea-b6e5-4d6a-aa52-154b4295142a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:51.880667 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c58a97ea-b6e5-4d6a-aa52-154b4295142a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:51.947787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4afac5e-fddf-4541-873a-a877e42c1934', 'name': 'network-vif-deleted', 'tag': 'f73fd79d-94bf-4d96-92d1-15c95151393b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:51.950072 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8c2b801f-4024-4307-ba04-a12ffb8c28f6 None None] For port 6efd2420-22eb-42a4-a08e-2d03e0cb7556, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6efd2420-22eb-42a4-a08e-2d03e0cb7556,segment=NetworkSegment(4af6c30f-8827-4bc6-bb36-1924bf08081b),segment_id=4af6c30f-8827-4bc6-bb36-1924bf08081b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:51.950249 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e29748-7ef5-4186-86ef-92fce11d6eb6" -d '{"events": [{"server_uuid": "f4afac5e-fddf-4541-873a-a877e42c1934", "name": "network-vif-deleted", "tag": "f73fd79d-94bf-4d96-92d1-15c95151393b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:51.950903 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c2b801f-4024-4307-ba04-a12ffb8c28f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:51.970150 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b801f-4024-4307-ba04-a12ffb8c28f6 None None] Calling delete_port for 6efd2420-22eb-42a4-a08e-2d03e0cb7556 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:51.993185 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c58a97ea-b6e5-4d6a-aa52-154b4295142a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:51.993723 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58a97ea-b6e5-4d6a-aa52-154b4295142a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Fanout notify agent at l3_agent the message router_deleted on router 8143ed33-57ec-4e86-9e8f-b2102914c6f9 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:05:52.004697 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c58a97ea-b6e5-4d6a-aa52-154b4295142a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:52.009645 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c58a97ea-b6e5-4d6a-aa52-154b4295142a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/routers/8143ed33-57ec-4e86-9e8f-b2102914c6f9 HTTP/1.1" status: 204 len: 168 time: 1.0172334 Jul 15 15:05:52.009926 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57352) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:52.036630 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569aba14-6005-4060-bb19-66da48eaa773 x-openstack-request-id: req-569aba14-6005-4060-bb19-66da48eaa773 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:52.036843 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4afac5e-fddf-4541-873a-a877e42c1934", "name": "network-vif-deleted", "tag": "f73fd79d-94bf-4d96-92d1-15c95151393b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:52.037099 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-569aba14-6005-4060-bb19-66da48eaa773 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:52.037497 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4afac5e-fddf-4541-873a-a877e42c1934', 'name': 'network-vif-deleted', 'tag': 'f73fd79d-94bf-4d96-92d1-15c95151393b', 'status': 'completed', 'code': 200} Jul 15 15:05:52.048259 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-c68d50a3-2cd0-4f87-9fed-ef6948dfd5df tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Allocated IP 172.20.0.9 (a230afd2-4069-4c36-bceb-c431a37506f6/1464b024-53af-44e2-a906-f213b321d348/0352e246-8551-46cc-af71-6ff11ec16cbe) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:52.069345 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Deleting port 6efd2420-22eb-42a4-a08e-2d03e0cb7556 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:52.069696 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:52.105633 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d5f3fc-00a3-4f05-9e35-59097cf00934 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting subnet 5082a259-4f0b-4e6d-8e39-ea3674ac7766 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:05:52.142311 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3d5f3fc-00a3-4f05-9e35-59097cf00934 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:52.147893 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c2b801f-4024-4307-ba04-a12ffb8c28f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:52.151858 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6efd2420-22eb-42a4-a08e-2d03e0cb7556 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:52.180923 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] For port 6efd2420-22eb-42a4-a08e-2d03e0cb7556, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6efd2420-22eb-42a4-a08e-2d03e0cb7556,segment=NetworkSegment(4af6c30f-8827-4bc6-bb36-1924bf08081b),segment_id=4af6c30f-8827-4bc6-bb36-1924bf08081b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:52.181298 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:52.195886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 6efd2420-22eb-42a4-a08e-2d03e0cb7556 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:52.196372 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6efd2420-22eb-42a4-a08e-2d03e0cb7556 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:52.208385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b801f-4024-4307-ba04-a12ffb8c28f6 None None] Pushing event deleted for resources: {'Port': ['ID=6efd2420-22eb-42a4-a08e-2d03e0cb7556,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:52.211414 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b801f-4024-4307-ba04-a12ffb8c28f6 None None] No DVR routers for this DVR port 6efd2420-22eb-42a4-a08e-2d03e0cb7556 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:52.239966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Calling delete_port for 6efd2420-22eb-42a4-a08e-2d03e0cb7556 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:52.272237 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3d5f3fc-00a3-4f05-9e35-59097cf00934 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:52.383593 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-c68d50a3-2cd0-4f87-9fed-ef6948dfd5df tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:52.391347 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8767d5d7-9108-4125-a2cf-18716fd172a6 req-5d19d0f2-3610-491b-94d6-f43c279dfb65 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 210 time: 0.0601385 Jul 15 15:05:52.413696 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:52.460330 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3d5f3fc-00a3-4f05-9e35-59097cf00934 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:52.461131 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] No DVR routers for this DVR port 6efd2420-22eb-42a4-a08e-2d03e0cb7556 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:52.463079 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Port': ['ID=6efd2420-22eb-42a4-a08e-2d03e0cb7556,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:52.509124 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-c68d50a3-2cd0-4f87-9fed-ef6948dfd5df tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:52.565249 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3d5f3fc-00a3-4f05-9e35-59097cf00934 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:52.580934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-c68d50a3-2cd0-4f87-9fed-ef6948dfd5df tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Network a230afd2-4069-4c36-bceb-c431a37506f6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:52.601276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5f3fc-00a3-4f05-9e35-59097cf00934 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Subnet': ['ID=5082a259-4f0b-4e6d-8e39-ea3674ac7766,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:52.610484 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3d5f3fc-00a3-4f05-9e35-59097cf00934 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:52.612727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e3d5f3fc-00a3-4f05-9e35-59097cf00934 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/5082a259-4f0b-4e6d-8e39-ea3674ac7766 HTTP/1.1" status: 204 len: 168 time: 0.6017480 Jul 15 15:05:52.618184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57366) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:52.619638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37869dbd-20be-4d72-a176-e2ad1f1fae19 None None] Network c35a4bee-f25f-4659-a1b2-5d1384493276 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:52.740896 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:52.811256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port 299f3fde-f8d9-433e-acd1-a5e983ff7346 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:52.811610 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:52.884742 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117771fb-2b22-4536-8bae-14622995b010 None None] DHCP port deletion for c35a4bee-f25f-4659-a1b2-5d1384493276 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:05:52.916414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] For port 299f3fde-f8d9-433e-acd1-a5e983ff7346, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=299f3fde-f8d9-433e-acd1-a5e983ff7346,segment=NetworkSegment(61d3841a-3b66-4531-ac6c-5aab64181d18),segment_id=61d3841a-3b66-4531-ac6c-5aab64181d18)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:52.916786 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:52.933361 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for 299f3fde-f8d9-433e-acd1-a5e983ff7346 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:52.992713 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-117771fb-2b22-4536-8bae-14622995b010 None None] Deleting port 299f3fde-f8d9-433e-acd1-a5e983ff7346 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:52.994908 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-117771fb-2b22-4536-8bae-14622995b010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.062445 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.087986 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-c68d50a3-2cd0-4f87-9fed-ef6948dfd5df tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:53.104120 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-117771fb-2b22-4536-8bae-14622995b010 None None] For port 299f3fde-f8d9-433e-acd1-a5e983ff7346, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=299f3fde-f8d9-433e-acd1-a5e983ff7346,segment=NetworkSegment(61d3841a-3b66-4531-ac6c-5aab64181d18),segment_id=61d3841a-3b66-4531-ac6c-5aab64181d18)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:53.104120 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-117771fb-2b22-4536-8bae-14622995b010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.117013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-117771fb-2b22-4536-8bae-14622995b010 None None] Calling delete_port for 299f3fde-f8d9-433e-acd1-a5e983ff7346 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:53.117780 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0392b3f6-bff8-4fab-8923-27f984eed05f']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:53.126164 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-c68d50a3-2cd0-4f87-9fed-ef6948dfd5df tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:53.161209 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.172010 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d50a3-2cd0-4f87-9fed-ef6948dfd5df tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Pushing event updated for resources: {'Port': ['ID=0352e246-8551-46cc-af71-6ff11ec16cbe,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:53.173757 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57378) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:53.193603 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af6c30f-8827-4bc6-bb36-1924bf08081b') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:53.193919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af6c30f-8827-4bc6-bb36-1924bf08081b') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:53.226482 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=299f3fde-f8d9-433e-acd1-a5e983ff7346,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:53.231469 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-117771fb-2b22-4536-8bae-14622995b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.237119 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.238998 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No DVR routers for this DVR port 299f3fde-f8d9-433e-acd1-a5e983ff7346 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:53.258800 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117771fb-2b22-4536-8bae-14622995b010 None None] No DVR routers for this DVR port 299f3fde-f8d9-433e-acd1-a5e983ff7346 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:53.263001 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57380) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:53.277164 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-c68d50a3-2cd0-4f87-9fed-ef6948dfd5df tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:53.277946 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-c68d50a3-2cd0-4f87-9fed-ef6948dfd5df tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.279488 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0e9f1-70f3-430d-b2b0-7b552560d523 req-3ed5562d-4e9f-4e64-9931-60a7e452ba4f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:53.281108 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fd0e9f1-70f3-430d-b2b0-7b552560d523 req-3ed5562d-4e9f-4e64-9931-60a7e452ba4f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.2094388 Jul 15 15:05:53.283408 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.292040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-997293a8-de22-4517-b8cf-5d6bfd700880 admin admin] Deleting subnet c4803622-51c3-4ba2-bbd3-8a95b451937b {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:05:53.302953 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:05:53.303339 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.307367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117771fb-2b22-4536-8bae-14622995b010 None None] Pushing event deleted for resources: {'Port': ['ID=299f3fde-f8d9-433e-acd1-a5e983ff7346,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:05:53.307694 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:05:53.310695 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-997293a8-de22-4517-b8cf-5d6bfd700880 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.350233 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-c68d50a3-2cd0-4f87-9fed-ef6948dfd5df tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6313534 Jul 15 15:05:53.366060 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.367939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Request body: {'port': {'device_id': '2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:53.381919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35a4bee-f25f-4659-a1b2-5d1384493276']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:53.400625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d3841a-3b66-4531-ac6c-5aab64181d18') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:53.400930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d3841a-3b66-4531-ac6c-5aab64181d18') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:53.412782 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fd0e9f1-70f3-430d-b2b0-7b552560d523 req-50e4b865-e292-43b2-a577-ae7e1c5dcb8e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015596 Jul 15 15:05:53.416607 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.458203 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.460793 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-997293a8-de22-4517-b8cf-5d6bfd700880 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.468080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:05:53.468351 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:05:53.472506 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:05:53.499245 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.511319 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68d6c703-a631-49a8-b93c-860dec501936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.523000 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.527604 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "DELETE /v2.0/networks/0392b3f6-bff8-4fab-8923-27f984eed05f HTTP/1.1" status: 204 len: 168 time: 2.4918077 Jul 15 15:05:53.530800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57386) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:53.583208 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.587728 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.593946 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/networks/c35a4bee-f25f-4659-a1b2-5d1384493276 HTTP/1.1" status: 204 len: 168 time: 0.9711177 Jul 15 15:05:53.598839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cac27a-bea3-477a-8656-ae3a4908455a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Network': ['ID=0392b3f6-bff8-4fab-8923-27f984eed05f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:53.606588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57388) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:53.613168 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1491331415', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:53.638281 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-997293a8-de22-4517-b8cf-5d6bfd700880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.638635 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef54ae-8221-4842-9cd5-f98d576a8fa3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Network': ['ID=c35a4bee-f25f-4659-a1b2-5d1384493276,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:53.651495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5840b14-797d-4f40-849f-d01bbc4d28c3 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Deleting subnet 1c360a1d-1c02-498f-9f3d-087d197c5c3f {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:05:53.657910 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5840b14-797d-4f40-849f-d01bbc4d28c3 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.685489 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.727539 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5840b14-797d-4f40-849f-d01bbc4d28c3 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.771891 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd924-4a4b-4237-86f2-6f7ff823cd68 req-e82e61a2-1ff0-4249-9049-487a0c4246bd tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:53.773532 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff6bd924-4a4b-4237-86f2-6f7ff823cd68 req-e82e61a2-1ff0-4249-9049-487a0c4246bd tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 931 time: 0.2101777 Jul 15 15:05:53.784141 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-997293a8-de22-4517-b8cf-5d6bfd700880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.841327 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-997293a8-de22-4517-b8cf-5d6bfd700880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.846408 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-997293a8-de22-4517-b8cf-5d6bfd700880 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c4803622-51c3-4ba2-bbd3-8a95b451937b HTTP/1.1" status: 204 len: 168 time: 0.6667578 Jul 15 15:05:53.853451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57390) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:53.883220 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff6bd924-4a4b-4237-86f2-6f7ff823cd68 req-649aa851-0610-482d-b097-7ca666c45bed tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/security-groups?id=75508f2e-3893-4f4a-90f4-da8b321c4df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946255 Jul 15 15:05:53.887930 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5840b14-797d-4f40-849f-d01bbc4d28c3 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.895747 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997293a8-de22-4517-b8cf-5d6bfd700880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4803622-51c3-4ba2-bbd3-8a95b451937b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:53.902733 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68d6c703-a631-49a8-b93c-860dec501936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.921176 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68d6c703-a631-49a8-b93c-860dec501936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.981477 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce81c5cc-43c1-4882-9185-668ce1cd6545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.988497 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.989399 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.013485 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-68d6c703-a631-49a8-b93c-860dec501936 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=86776a2ba14c46eda7eb03950cbe93d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7499568 Jul 15 15:05:54.017026 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57392) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:54.027071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6c703-a631-49a8-b93c-860dec501936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aad7c9a-a5cc-4503-9632-d467ce207abd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:54.044424 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5840b14-797d-4f40-849f-d01bbc4d28c3 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.084734 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5840b14-797d-4f40-849f-d01bbc4d28c3 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Subnet': ['ID=1c360a1d-1c02-498f-9f3d-087d197c5c3f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:54.106764 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2977fb-6932-4ca1-a9dc-2f14528abf53 None None] Network 0548e743-3d13-4cb9-8372-5fe575c17d69 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:54.125748 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce81c5cc-43c1-4882-9185-668ce1cd6545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.138725 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5840b14-797d-4f40-849f-d01bbc4d28c3 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.141064 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.142192 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 299f3fde-f8d9-433e-acd1-a5e983ff7346 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:54.146623 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e5840b14-797d-4f40-849f-d01bbc4d28c3 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "DELETE /v2.0/subnets/1c360a1d-1c02-498f-9f3d-087d197c5c3f HTTP/1.1" status: 204 len: 168 time: 0.6146834 Jul 15 15:05:54.149560 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57394) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:54.153747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-ce81c5cc-43c1-4882-9185-668ce1cd6545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c517e729-6da1-4ffd-baaf-0859555c1d3b']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:54.167677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-ce81c5cc-43c1-4882-9185-668ce1cd6545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be83d6c1-951d-496c-9f0b-4ba2e0bec677') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:54.168817 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-ce81c5cc-43c1-4882-9185-668ce1cd6545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be83d6c1-951d-496c-9f0b-4ba2e0bec677') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:54.174564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 299f3fde-f8d9-433e-acd1-a5e983ff7346 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:54.176963 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 299f3fde-f8d9-433e-acd1-a5e983ff7346 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:54.189780 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce81c5cc-43c1-4882-9185-668ce1cd6545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.206054 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce81c5cc-43c1-4882-9185-668ce1cd6545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.213873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce81c5cc-43c1-4882-9185-668ce1cd6545 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:05:54.214367 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce81c5cc-43c1-4882-9185-668ce1cd6545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:05:54.216289 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:05:54.302913 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce81c5cc-43c1-4882-9185-668ce1cd6545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.312313 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce81c5cc-43c1-4882-9185-668ce1cd6545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.314636 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ce81c5cc-43c1-4882-9185-668ce1cd6545 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c517e729-6da1-4ffd-baaf-0859555c1d3b HTTP/1.1" status: 204 len: 168 time: 0.4601088 Jul 15 15:05:54.329536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81c5cc-43c1-4882-9185-668ce1cd6545 admin admin] Pushing event deleted for resources: {'Network': ['ID=c517e729-6da1-4ffd-baaf-0859555c1d3b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:54.371085 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6238f0bf-94cd-44dd-8f2f-e7da3fa1a724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.418089 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53277f65-a01a-4000-9762-f7632bdf1c8a None None] DHCP port deletion for 0548e743-3d13-4cb9-8372-5fe575c17d69 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:05:54.449243 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.474180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-53277f65-a01a-4000-9762-f7632bdf1c8a None None] Deleting port 4e2603f9-2b34-487d-ba79-ff8fb70b0969 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:54.474757 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53277f65-a01a-4000-9762-f7632bdf1c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.483577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57400) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:54.489739 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6238f0bf-94cd-44dd-8f2f-e7da3fa1a724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.529211 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-12335e59-431d-4dc7-8bc5-34bb5b9a9922 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4289f545b3d74fd58cc7b431f98da0c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442841 Jul 15 15:05:54.536922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57402) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:54.545943 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.569847 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-53277f65-a01a-4000-9762-f7632bdf1c8a None None] For port 4e2603f9-2b34-487d-ba79-ff8fb70b0969, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4e2603f9-2b34-487d-ba79-ff8fb70b0969,segment=NetworkSegment(ec18e1e3-3164-47c6-ac20-55ea95103548),segment_id=ec18e1e3-3164-47c6-ac20-55ea95103548)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:54.570255 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53277f65-a01a-4000-9762-f7632bdf1c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.587527 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-53277f65-a01a-4000-9762-f7632bdf1c8a None None] Calling delete_port for 4e2603f9-2b34-487d-ba79-ff8fb70b0969 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:54.591679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0352e246-8551-46cc-af71-6ff11ec16cbe {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:54.602478 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.614761 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47425069-f464-463a-91a7-8f9df87a92d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.680753 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47425069-f464-463a-91a7-8f9df87a92d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.681788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Transition to ACTIVE for port object 0352e246-8551-46cc-af71-6ff11ec16cbe will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:54.687310 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6238f0bf-94cd-44dd-8f2f-e7da3fa1a724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.689859 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6238f0bf-94cd-44dd-8f2f-e7da3fa1a724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.691686 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6238f0bf-94cd-44dd-8f2f-e7da3fa1a724 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9aad7c9a-a5cc-4503-9632-d467ce207abd HTTP/1.1" status: 204 len: 168 time: 0.6737416 Jul 15 15:05:54.700542 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.714013 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53277f65-a01a-4000-9762-f7632bdf1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.736393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238f0bf-94cd-44dd-8f2f-e7da3fa1a724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aad7c9a-a5cc-4503-9632-d467ce207abd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:54.766642 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53277f65-a01a-4000-9762-f7632bdf1c8a None None] Pushing event deleted for resources: {'Port': ['ID=4e2603f9-2b34-487d-ba79-ff8fb70b0969,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:54.771613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fee209-c739-4dd8-83ce-65669092a592 req-aac647a9-cfad-4bb9-8190-d826deb05e80 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:54.773226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40fee209-c739-4dd8-83ce-65669092a592 req-aac647a9-cfad-4bb9-8190-d826deb05e80 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.1616213 Jul 15 15:05:54.778006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53277f65-a01a-4000-9762-f7632bdf1c8a None None] No DVR routers for this DVR port 4e2603f9-2b34-487d-ba79-ff8fb70b0969 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:54.815044 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47425069-f464-463a-91a7-8f9df87a92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.821063 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47425069-f464-463a-91a7-8f9df87a92d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.826484 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-47425069-f464-463a-91a7-8f9df87a92d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/af318bab-d80b-4666-b08c-4b47c6a42c98 HTTP/1.1" status: 204 len: 168 time: 0.2853017 Jul 15 15:05:54.843541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Deleting port 4e2603f9-2b34-487d-ba79-ff8fb70b0969 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:54.845620 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.858891 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47425069-f464-463a-91a7-8f9df87a92d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af318bab-d80b-4666-b08c-4b47c6a42c98,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:54.862921 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Pushing event updated for resources: {'Port': ['ID=0352e246-8551-46cc-af71-6ff11ec16cbe,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:54.908432 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40fee209-c739-4dd8-83ce-65669092a592 req-189cfcb4-2b5d-4697-8033-fa6539c92965 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062617 Jul 15 15:05:55.055606 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] For port 4e2603f9-2b34-487d-ba79-ff8fb70b0969, host n-d-764435-3, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:55.056284 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.083980 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Attempting to bind port 0352e246-8551-46cc-af71-6ff11ec16cbe on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:55.084403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Attempting to bind port 0352e246-8551-46cc-af71-6ff11ec16cbe by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '8564f227-a34b-48c7-8643-b2cfac501d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a230afd2-4069-4c36-bceb-c431a37506f6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:55.084717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Attempting to bind port 0352e246-8551-46cc-af71-6ff11ec16cbe on network a230afd2-4069-4c36-bceb-c431a37506f6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:55.100578 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Calling delete_port for 4e2603f9-2b34-487d-ba79-ff8fb70b0969 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:55.112886 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.ipam_backend_mixin [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Port 4e2603f9-2b34-487d-ba79-ff8fb70b0969 was not found and therefore no delete operation was performed {{(pid=100712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:05:55.121066 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Port 0352e246-8551-46cc-af71-6ff11ec16cbe on network a230afd2-4069-4c36-bceb-c431a37506f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:05:55.121464 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Attempting to bind port 0352e246-8551-46cc-af71-6ff11ec16cbe on network a230afd2-4069-4c36-bceb-c431a37506f6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:55.139408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd097985-6606-4738-b23f-b08afeb99671 req-412cad88-2c47-4e51-8d6a-aed2c69c80be tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:55.141621 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd097985-6606-4738-b23f-b08afeb99671 req-412cad88-2c47-4e51-8d6a-aed2c69c80be tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 943 time: 0.1003273 Jul 15 15:05:55.189078 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.191292 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd097985-6606-4738-b23f-b08afeb99671 req-f6472d6c-14be-4f7f-859f-761cf3740a08 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/security-groups?id=75508f2e-3893-4f4a-90f4-da8b321c4df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426986 Jul 15 15:05:55.260676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:55.261021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Checking segment: {'id': '8564f227-a34b-48c7-8643-b2cfac501d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a230afd2-4069-4c36-bceb-c431a37506f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:55.261426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Bound using segment: {'id': '8564f227-a34b-48c7-8643-b2cfac501d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a230afd2-4069-4c36-bceb-c431a37506f6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:55.261888 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Bound port: 0352e246-8551-46cc-af71-6ff11ec16cbe, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8564f227-a34b-48c7-8643-b2cfac501d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a230afd2-4069-4c36-bceb-c431a37506f6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:55.262263 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.275598 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Port': ['ID=4e2603f9-2b34-487d-ba79-ff8fb70b0969,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:55.287738 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] No DVR routers for this DVR port 4e2603f9-2b34-487d-ba79-ff8fb70b0969 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:55.331033 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.368480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57422) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:55.393479 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.397884 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4eb25165-c8a2-4dff-aea4-38ffdfd26ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.522959 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.546040 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4eb25165-c8a2-4dff-aea4-38ffdfd26ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.547727 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0548e743-3d13-4cb9-8372-5fe575c17d69']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:55.553328 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4eb25165-c8a2-4dff-aea4-38ffdfd26ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.561697 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] For port 0352e246-8551-46cc-af71-6ff11ec16cbe, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:55.569458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] For port 0352e246-8551-46cc-af71-6ff11ec16cbe, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=0352e246-8551-46cc-af71-6ff11ec16cbe,segment=NetworkSegment(8564f227-a34b-48c7-8643-b2cfac501d79),segment_id=8564f227-a34b-48c7-8643-b2cfac501d79)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:55.571820 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec18e1e3-3164-47c6-ac20-55ea95103548') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:55.572241 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec18e1e3-3164-47c6-ac20-55ea95103548') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:55.599908 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4eb25165-c8a2-4dff-aea4-38ffdfd26ab7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=412af4dccddd4cc1b634728a70c4e510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291863 Jul 15 15:05:55.604343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57426) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:55.605707 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.615098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb25165-c8a2-4dff-aea4-38ffdfd26ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b63dbb-1282-4f09-b182-8c1898cdfb34,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:55.619352 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.685534 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:55.686285 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.688783 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] 10.222.0.11 "PUT /v2.0/ports/0352e246-8551-46cc-af71-6ff11ec16cbe HTTP/1.1" status: 200 len: 1091 time: 2.3256893 Jul 15 15:05:55.697136 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8810bcde-c0e3-4145-b237-c6150a068218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.706899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2', 'tag': '0352e246-8551-46cc-af71-6ff11ec16cbe'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:55.711795 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1873cc-c14f-4857-9062-5dc44f1a82a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2", "tag": "0352e246-8551-46cc-af71-6ff11ec16cbe"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:55.730091 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8810bcde-c0e3-4145-b237-c6150a068218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.735850 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.747746 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:05:55.749200 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:05:55.781385 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:05:55.803704 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8810bcde-c0e3-4145-b237-c6150a068218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.805994 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61f0cfd-978c-47ff-a5d9-ba675fe74cd1 x-openstack-request-id: req-d61f0cfd-978c-47ff-a5d9-ba675fe74cd1 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:55.806454 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2", "tag": "0352e246-8551-46cc-af71-6ff11ec16cbe", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:55.806914 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d61f0cfd-978c-47ff-a5d9-ba675fe74cd1 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:55.807588 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2', 'tag': '0352e246-8551-46cc-af71-6ff11ec16cbe', 'status': 'completed', 'code': 200} Jul 15 15:05:55.807740 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8810bcde-c0e3-4145-b237-c6150a068218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:55.809190 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8810bcde-c0e3-4145-b237-c6150a068218 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f7b63dbb-1282-4f09-b182-8c1898cdfb34 HTTP/1.1" status: 204 len: 168 time: 0.2036731 Jul 15 15:05:55.818919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810bcde-c0e3-4145-b237-c6150a068218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b63dbb-1282-4f09-b182-8c1898cdfb34,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:55.826100 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Allocated IP 172.25.4.146 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/f31b4bba-1929-43a1-94e7-f865ece97bab) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:55.986718 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764c4fe-9a61-4c62-9bea-81d3ddbeae8b service neutron] Pushing event updated for resources: {'Port': ['ID=0352e246-8551-46cc-af71-6ff11ec16cbe,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:56.026956 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:56.038314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57440) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:56.064349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:56.070628 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "DELETE /v2.0/networks/0548e743-3d13-4cb9-8372-5fe575c17d69 HTTP/1.1" status: 204 len: 168 time: 1.9170325 Jul 15 15:05:56.087505 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57444) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:56.093316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-47ab7026-51fa-49a4-843b-14af8dad42a4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-727180797'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:56.105871 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78284c8a-03bf-46a4-ba36-eb69f375658a tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Network': ['ID=0548e743-3d13-4cb9-8372-5fe575c17d69,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:56.160908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4e2603f9-2b34-487d-ba79-ff8fb70b0969 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:56.200447 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-5c5638d7-9dc6-4b56-89c7-58996902da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:56.202287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ab7026-51fa-49a4-843b-14af8dad42a4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Made reservation on behalf of af47a1bbb7694b59891ca400f7d2f80f for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:56.203226 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-5c5638d7-9dc6-4b56-89c7-58996902da69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c6ff038355d4807a92199aace7da3cb&device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 1094 time: 0.4124446 Jul 15 15:05:56.208858 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 4e2603f9-2b34-487d-ba79-ff8fb70b0969 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:56.209221 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4e2603f9-2b34-487d-ba79-ff8fb70b0969 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:56.212254 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47ab7026-51fa-49a4-843b-14af8dad42a4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:56.294395 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ab7026-51fa-49a4-843b-14af8dad42a4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:05:56.313590 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-1fabb20d-ac8f-4ba4-87e9-7d643f18766e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0352e246-8551-46cc-af71-6ff11ec16cbe HTTP/1.1" status: 200 len: 217 time: 0.0990021 Jul 15 15:05:56.348400 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47ab7026-51fa-49a4-843b-14af8dad42a4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:56.348771 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-47ab7026-51fa-49a4-843b-14af8dad42a4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Added segment eaa8670f-b192-4172-9e0a-556cb256ed5a of type vlan for network 5fbd2122-f3f9-4560-81d3-a72b35eeb282 Jul 15 15:05:56.354811 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:56.412288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdfed8-5742-43f5-b1e0-5d3c3b9bf0fe req-19940da8-255e-4c89-9ffe-5c64177e90da tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:56.414140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4fdfed8-5742-43f5-b1e0-5d3c3b9bf0fe req-19940da8-255e-4c89-9ffe-5c64177e90da tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.2872217 Jul 15 15:05:56.450821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-01535490-0d50-47f6-a147-974c47cfca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:56.453450 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-01535490-0d50-47f6-a147-974c47cfca2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1464b024-53af-44e2-a906-f213b321d348 HTTP/1.1" status: 200 len: 865 time: 0.1238317 Jul 15 15:05:56.458124 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47ab7026-51fa-49a4-843b-14af8dad42a4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:56.467872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-dfbca7d4-f829-4e68-9c14-b6fc17cdcf6a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-731367443-network', 'tenant_id': '850e7794ba5d4909b1273ac1780bda36'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:56.502504 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-8906119a-7608-4fec-9325-a91e0a80a594 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a230afd2-4069-4c36-bceb-c431a37506f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426147 Jul 15 15:05:56.517023 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:56.575634 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4fdfed8-5742-43f5-b1e0-5d3c3b9bf0fe req-d7607fb0-6606-4e23-82eb-79fdc47c58f2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511910 Jul 15 15:05:56.580818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbca7d4-f829-4e68-9c14-b6fc17cdcf6a admin admin] Made reservation on behalf of 850e7794ba5d4909b1273ac1780bda36 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:56.583061 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfbca7d4-f829-4e68-9c14-b6fc17cdcf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:56.601809 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:56.603312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:56.605994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:56.609716 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47ab7026-51fa-49a4-843b-14af8dad42a4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:56.616886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ab7026-51fa-49a4-843b-14af8dad42a4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:56.617614 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47ab7026-51fa-49a4-843b-14af8dad42a4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:56.627498 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfbca7d4-f829-4e68-9c14-b6fc17cdcf6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:56.681006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=f31b4bba-1929-43a1-94e7-f865ece97bab,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:56.698738 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-47ab7026-51fa-49a4-843b-14af8dad42a4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6065133 Jul 15 15:05:56.701148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57460) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:56.712196 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3af5b2c7-ebfa-4333-9a43-7a254c330a62 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Request body: {'subnet': {'network_id': '5fbd2122-f3f9-4560-81d3-a72b35eeb282', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:56.713101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a73c4f-4469-4ad3-8bf2-539d1777ae53 req-09d2c267-9655-4e65-8d98-45222b48a311 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:56.714734 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-71a73c4f-4469-4ad3-8bf2-539d1777ae53 req-09d2c267-9655-4e65-8d98-45222b48a311 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 943 time: 0.2788522 Jul 15 15:05:56.780188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab7026-51fa-49a4-843b-14af8dad42a4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event updated for resources: {'Network': ['ID=5fbd2122-f3f9-4560-81d3-a72b35eeb282,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:56.807140 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 5fbd2122-f3f9-4560-81d3-a72b35eeb282 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:05:56.830460 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-71a73c4f-4469-4ad3-8bf2-539d1777ae53 req-164d1df0-3379-4780-9b43-52c233d932e4 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/security-groups?id=75508f2e-3893-4f4a-90f4-da8b321c4df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025515 Jul 15 15:05:56.889861 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-c7c7cb01-cad3-4389-b53f-b61625cb9227 service neutron] 10.222.0.11 "GET /v2.0/networks/a230afd2-4069-4c36-bceb-c431a37506f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672359 Jul 15 15:05:56.931160 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfbca7d4-f829-4e68-9c14-b6fc17cdcf6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:56.936426 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfbca7d4-f829-4e68-9c14-b6fc17cdcf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:56.975154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbca7d4-f829-4e68-9c14-b6fc17cdcf6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:05:56.983437 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbca7d4-f829-4e68-9c14-b6fc17cdcf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b86d2c-ad89-486a-852e-796a804504db,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:56.993204 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfbca7d4-f829-4e68-9c14-b6fc17cdcf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:56.993681 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-dfbca7d4-f829-4e68-9c14-b6fc17cdcf6a admin admin] Added segment d37d92c4-71cb-4627-ba04-717f22758c0d of type vlan for network 59832f3a-5b9e-402b-93a2-73336728e1ce Jul 15 15:05:57.056702 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfbca7d4-f829-4e68-9c14-b6fc17cdcf6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:57.072382 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af5b2c7-ebfa-4333-9a43-7a254c330a62 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Made reservation on behalf of af47a1bbb7694b59891ca400f7d2f80f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:57.076641 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3af5b2c7-ebfa-4333-9a43-7a254c330a62 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:57.097969 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfbca7d4-f829-4e68-9c14-b6fc17cdcf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:57.103757 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbca7d4-f829-4e68-9c14-b6fc17cdcf6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:57.104920 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfbca7d4-f829-4e68-9c14-b6fc17cdcf6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:57.149514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dfbca7d4-f829-4e68-9c14-b6fc17cdcf6a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1097867 Jul 15 15:05:57.155468 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57470) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:57.163799 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-268c1da8-b585-42b1-ae7f-8a81dc12b865 admin admin] Request body: {'subnet': {'network_id': '59832f3a-5b9e-402b-93a2-73336728e1ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-731367443-subnet', 'tenant_id': '850e7794ba5d4909b1273ac1780bda36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:57.201414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbca7d4-f829-4e68-9c14-b6fc17cdcf6a admin admin] Pushing event updated for resources: {'Network': ['ID=59832f3a-5b9e-402b-93a2-73336728e1ce,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:57.216450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 59832f3a-5b9e-402b-93a2-73336728e1ce details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:05:57.225775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268c1da8-b585-42b1-ae7f-8a81dc12b865 admin admin] Made reservation on behalf of 850e7794ba5d4909b1273ac1780bda36 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:57.230441 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268c1da8-b585-42b1-ae7f-8a81dc12b865 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:57.460742 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268c1da8-b585-42b1-ae7f-8a81dc12b865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:57.548700 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c1da8-b585-42b1-ae7f-8a81dc12b865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c682e6-cce2-4646-b906-f7278a4b3c5d,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:57.552369 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4b211148-a22d-4620-b6c7-8e59aac28d56 req-85dd9e42-d6c4-4d7f-8563-454fa56a83e3 service neutron] 10.222.0.11 "GET /v2.0/networks/a230afd2-4069-4c36-bceb-c431a37506f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147511 Jul 15 15:05:57.566161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268c1da8-b585-42b1-ae7f-8a81dc12b865 admin admin] Checking segment: {'id': 'd37d92c4-71cb-4627-ba04-717f22758c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59832f3a-5b9e-402b-93a2-73336728e1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:57.566813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c1da8-b585-42b1-ae7f-8a81dc12b865 admin admin] Network hostable DHCP agents. Network: 59832f3a-5b9e-402b-93a2-73336728e1ce, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:05:57.609605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c1da8-b585-42b1-ae7f-8a81dc12b865 admin admin] Network 59832f3a-5b9e-402b-93a2-73336728e1ce is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:05:57.635907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-268c1da8-b585-42b1-ae7f-8a81dc12b865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 59832f3a-5b9e-402b-93a2-73336728e1ce) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:57.640844 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:57.650009 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268c1da8-b585-42b1-ae7f-8a81dc12b865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:57.654256 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8a1a1d-75bd-4211-814c-d6e930b15398 None None] Network 59832f3a-5b9e-402b-93a2-73336728e1ce requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:57.666814 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268c1da8-b585-42b1-ae7f-8a81dc12b865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:57.732233 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-268c1da8-b585-42b1-ae7f-8a81dc12b865 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5676837 Jul 15 15:05:57.962927 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3af5b2c7-ebfa-4333-9a43-7a254c330a62 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:58.028023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1873cc-c14f-4857-9062-5dc44f1a82a5 req-af7d29dd-3a04-40b4-91f2-6a3cda4bea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:58.029047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df941c44-73a2-4e8b-874c-e4d314ea5aea None None] Network 59832f3a-5b9e-402b-93a2-73336728e1ce requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:58.029430 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9b1873cc-c14f-4857-9062-5dc44f1a82a5 req-af7d29dd-3a04-40b4-91f2-6a3cda4bea7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c6ff038355d4807a92199aace7da3cb&device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 1094 time: 0.3198752 Jul 15 15:05:58.079014 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce031261-d7e0-401e-a6fc-fa09282b7a33 req-9922e949-bb41-4a96-bf31-0d7bc5ad16cf tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:58.089880 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce031261-d7e0-401e-a6fc-fa09282b7a33 req-9922e949-bb41-4a96-bf31-0d7bc5ad16cf tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.2489765 Jul 15 15:05:58.226798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5b2c7-ebfa-4333-9a43-7a254c330a62 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event updated for resources: {'Subnet': ['ID=a972f76f-dba6-4d14-b7f0-3163b164fc5a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:58.292539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af5b2c7-ebfa-4333-9a43-7a254c330a62 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Checking segment: {'id': 'eaa8670f-b192-4172-9e0a-556cb256ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5fbd2122-f3f9-4560-81d3-a72b35eeb282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:58.292914 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af5b2c7-ebfa-4333-9a43-7a254c330a62 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Network hostable DHCP agents. Network: 5fbd2122-f3f9-4560-81d3-a72b35eeb282, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:05:58.295743 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce031261-d7e0-401e-a6fc-fa09282b7a33 req-ed39cf50-3af2-4899-a8a8-676c468b69a3 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925535 Jul 15 15:05:58.310069 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:58.354838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d7daa-1b18-4996-a1e7-a1a2278f57ac req-6e7e66a8-7fcd-4684-b570-ceda61bd7723 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:58.356564 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-731d7daa-1b18-4996-a1e7-a1a2278f57ac req-6e7e66a8-7fcd-4684-b570-ceda61bd7723 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 943 time: 0.2346365 Jul 15 15:05:58.401861 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-731d7daa-1b18-4996-a1e7-a1a2278f57ac req-ec5bb571-ea17-40dc-9e98-3bf5afd7e76d tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/security-groups?id=75508f2e-3893-4f4a-90f4-da8b321c4df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380106 Jul 15 15:05:58.414234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1873cc-c14f-4857-9062-5dc44f1a82a5 req-84d2a041-1ab3-4732-8214-fd06e31eca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:58.416190 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9b1873cc-c14f-4857-9062-5dc44f1a82a5 req-84d2a041-1ab3-4732-8214-fd06e31eca80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a230afd2-4069-4c36-bceb-c431a37506f6 HTTP/1.1" status: 200 len: 926 time: 0.3476429 Jul 15 15:05:58.466505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af5b2c7-ebfa-4333-9a43-7a254c330a62 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Network 5fbd2122-f3f9-4560-81d3-a72b35eeb282 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:05:58.505859 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9b1873cc-c14f-4857-9062-5dc44f1a82a5 req-0d1e843e-8b0c-447f-8568-7c8a71c9fd90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0352e246-8551-46cc-af71-6ff11ec16cbe HTTP/1.1" status: 200 len: 217 time: 0.0522006 Jul 15 15:05:58.518934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-3af5b2c7-ebfa-4333-9a43-7a254c330a62 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 5fbd2122-f3f9-4560-81d3-a72b35eeb282) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:58.528798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f77ba4b-fc79-42b3-ac95-d80f47d41afe None None] Network 5fbd2122-f3f9-4560-81d3-a72b35eeb282 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:58.537057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af5b2c7-ebfa-4333-9a43-7a254c330a62 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:58.537667 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3af5b2c7-ebfa-4333-9a43-7a254c330a62 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:58.588393 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3af5b2c7-ebfa-4333-9a43-7a254c330a62 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8830001 Jul 15 15:05:58.592196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57504) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:58.607818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-330793d6-9ba3-406c-be50-1676003d38e9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1983904181'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:58.610808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1873cc-c14f-4857-9062-5dc44f1a82a5 req-589b8738-aff1-4f0b-a82f-5a9e4dd7f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:58.612540 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9b1873cc-c14f-4857-9062-5dc44f1a82a5 req-589b8738-aff1-4f0b-a82f-5a9e4dd7f29a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1464b024-53af-44e2-a906-f213b321d348 HTTP/1.1" status: 200 len: 865 time: 0.0892937 Jul 15 15:05:58.667010 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9b1873cc-c14f-4857-9062-5dc44f1a82a5 req-0253d19f-43e2-4c73-884c-a19377ec48aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a230afd2-4069-4c36-bceb-c431a37506f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406780 Jul 15 15:05:58.677448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router 28bbbb9e-e478-4b98-becc-8c8e6266ba20 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:05:58.706962 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330793d6-9ba3-406c-be50-1676003d38e9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Made reservation on behalf of af47a1bbb7694b59891ca400f7d2f80f for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:58.721349 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-330793d6-9ba3-406c-be50-1676003d38e9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:58.786927 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-5fbd2122-f3f9-4560-81d3-a72b35eeb282', 'network_id': '5fbd2122-f3f9-4560-81d3-a72b35eeb282', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'fixed_ips': [{'subnet_id': 'a972f76f-dba6-4d14-b7f0-3163b164fc5a'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:05:58.790556 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:58.821927 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330793d6-9ba3-406c-be50-1676003d38e9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:05:58.871162 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-330793d6-9ba3-406c-be50-1676003d38e9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:58.871714 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-330793d6-9ba3-406c-be50-1676003d38e9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Added segment 839fd804-e89b-4017-ba40-679db5e5e410 of type vlan for network d3ecddb9-5d6d-434d-b468-5907d68ccaf6 Jul 15 15:05:58.877067 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9b1873cc-c14f-4857-9062-5dc44f1a82a5 req-533e0fc1-30b6-4581-8c1e-9086aaba9618 service neutron] 10.222.0.11 "GET /v2.0/networks/a230afd2-4069-4c36-bceb-c431a37506f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964481 Jul 15 15:05:58.949111 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-9af94fe4-fcac-4009-92ff-05a5221546ec tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:58.955482 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-9af94fe4-fcac-4009-92ff-05a5221546ec tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/networks?id=59832f3a-5b9e-402b-93a2-73336728e1ce HTTP/1.1" status: 200 len: 813 time: 0.2259822 Jul 15 15:05:58.960486 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-330793d6-9ba3-406c-be50-1676003d38e9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:58.985874 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-e618e4fb-118d-46a0-bd1c-635aa76b7199 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/quotas/850e7794ba5d4909b1273ac1780bda36 HTTP/1.1" status: 200 len: 375 time: 0.0284107 Jul 15 15:05:59.030077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Allocated IP 19.80.0.2 (5fbd2122-f3f9-4560-81d3-a72b35eeb282/a972f76f-dba6-4d14-b7f0-3163b164fc5a/3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:59.060471 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-d4e6cce1-fa1e-45bf-8b07-ebec7e5a8955 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=850e7794ba5d4909b1273ac1780bda36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733025 Jul 15 15:05:59.107450 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-330793d6-9ba3-406c-be50-1676003d38e9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:59.118409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330793d6-9ba3-406c-be50-1676003d38e9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:59.119491 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-330793d6-9ba3-406c-be50-1676003d38e9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:59.232791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:05:59.246400 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507340d8-8002-4ea5-bc06-5ef66e437618 None None] Sync routers for ids ['28bbbb9e-e478-4b98-becc-8c8e6266ba20'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:05:59.277783 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:59.279098 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507340d8-8002-4ea5-bc06-5ef66e437618 None None] Routers {'28bbbb9e-e478-4b98-becc-8c8e6266ba20'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:59.280714 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-507340d8-8002-4ea5-bc06-5ef66e437618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['28bbbb9e-e478-4b98-becc-8c8e6266ba20'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:59.292445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Transition to ACTIVE for port object 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:59.293371 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-330793d6-9ba3-406c-be50-1676003d38e9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6963124 Jul 15 15:05:59.293809 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9b1873cc-c14f-4857-9062-5dc44f1a82a5 req-3071b21e-3a14-46db-bca5-b6a243f240a4 service neutron] 10.222.0.11 "GET /v2.0/networks/a230afd2-4069-4c36-bceb-c431a37506f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356349 Jul 15 15:05:59.297680 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57520) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:59.308337 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2ef1d91f-4dfb-40da-be39-5ff6f5ee683f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Request body: {'subnet': {'network_id': 'd3ecddb9-5d6d-434d-b468-5907d68ccaf6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:59.332191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Transition to ACTIVE for port object 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:59.338719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 0352e246-8551-46cc-af71-6ff11ec16cbe details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:05:59.344978 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:59.350212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330793d6-9ba3-406c-be50-1676003d38e9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event updated for resources: {'Network': ['ID=d3ecddb9-5d6d-434d-b468-5907d68ccaf6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:59.368127 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:59.371541 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c032a061-7be8-43eb-b9cc-98feda6f9cb0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.7624094 Jul 15 15:05:59.376658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network d3ecddb9-5d6d-434d-b468-5907d68ccaf6 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:05:59.378723 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57524) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:59.395639 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-507340d8-8002-4ea5-bc06-5ef66e437618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:59.428518 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507340d8-8002-4ea5-bc06-5ef66e437618 None None] Routers {'28bbbb9e-e478-4b98-becc-8c8e6266ba20'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:59.429535 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-507340d8-8002-4ea5-bc06-5ef66e437618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['28bbbb9e-e478-4b98-becc-8c8e6266ba20'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:59.445464 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-4074e59b-b420-4c94-b9df-932f79be4a3a service neutron] 10.222.0.38 "GET /v2.0/networks/59832f3a-5b9e-402b-93a2-73336728e1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835626 Jul 15 15:05:59.459307 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Network 5fbd2122-f3f9-4560-81d3-a72b35eeb282 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:59.470693 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:59.474595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:59.591617 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-507340d8-8002-4ea5-bc06-5ef66e437618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:59.593389 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507340d8-8002-4ea5-bc06-5ef66e437618 None None] The sync data for ids ['28bbbb9e-e478-4b98-becc-8c8e6266ba20'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:05:59.649068 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-940cc521-2bc4-4c26-ad0c-38cfa2d98a0d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/routers/28bbbb9e-e478-4b98-becc-8c8e6266ba20 HTTP/1.1" status: 200 len: 881 time: 0.2618258 Jul 15 15:05:59.652057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57530) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:59.654490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Pushing event updated for resources: {'Port': ['ID=3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:59.686400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Attempting to bind port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:59.686400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Attempting to bind port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'eaa8670f-b192-4172-9e0a-556cb256ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5fbd2122-f3f9-4560-81d3-a72b35eeb282'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:59.686400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Attempting to bind port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d on network 5fbd2122-f3f9-4560-81d3-a72b35eeb282 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:59.726012 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:59.726388 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Checking segment: {'id': 'eaa8670f-b192-4172-9e0a-556cb256ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5fbd2122-f3f9-4560-81d3-a72b35eeb282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:59.726835 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:59.727232 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Bound using segment: {'id': 'eaa8670f-b192-4172-9e0a-556cb256ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5fbd2122-f3f9-4560-81d3-a72b35eeb282'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:59.727712 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Bound port: 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa8670f-b192-4172-9e0a-556cb256ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5fbd2122-f3f9-4560-81d3-a72b35eeb282'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:59.728096 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:59.749279 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef1d91f-4dfb-40da-be39-5ff6f5ee683f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Made reservation on behalf of af47a1bbb7694b59891ca400f7d2f80f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:59.754644 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ef1d91f-4dfb-40da-be39-5ff6f5ee683f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:59.823155 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495ce85-758f-44cb-b88a-23052f3dd978 req-4240b756-89d9-433d-8915-47952572e93c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:59.824632 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0495ce85-758f-44cb-b88a-23052f3dd978 req-4240b756-89d9-433d-8915-47952572e93c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.2893414 Jul 15 15:05:59.839506 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-977f0298-b14b-4b63-9bfd-34f779a02d3e service neutron] 10.222.0.38 "GET /v2.0/networks/59832f3a-5b9e-402b-93a2-73336728e1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917592 Jul 15 15:05:59.859228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 0352e246-8551-46cc-af71-6ff11ec16cbe, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=0352e246-8551-46cc-af71-6ff11ec16cbe,segment=NetworkSegment(8564f227-a34b-48c7-8643-b2cfac501d79),segment_id=8564f227-a34b-48c7-8643-b2cfac501d79)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:59.880470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] For port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:59.883452 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '0352e246-8551-46cc-af71-6ff11ec16cbe', 'network_id': 'a230afd2-4069-4c36-bceb-c431a37506f6', 'port_id': '0352e246-8551-46cc-af71-6ff11ec16cbe', 'mac_address': 'fa:16:3e:f8:09:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1464b024-53af-44e2-a906-f213b321d348', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:05:59.890557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0495ce85-758f-44cb-b88a-23052f3dd978 req-5563fa1f-0746-4bdf-857c-7d59c780fbf0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551922 Jul 15 15:05:59.910461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] For port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d,segment=NetworkSegment(eaa8670f-b192-4172-9e0a-556cb256ed5a),segment_id=eaa8670f-b192-4172-9e0a-556cb256ed5a)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:59.977188 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:00.051707 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:00.075992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0352e246-8551-46cc-af71-6ff11ec16cbe {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:06:00.083919 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fb38d28-84f1-49b0-a0a5-62d47ddc5720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:00.115989 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2cc6cc32-114c-4a58-b89f-4b2686de142a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4626253 Jul 15 15:06:00.121866 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57532) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:00.129466 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 0352e246-8551-46cc-af71-6ff11ec16cbe, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=0352e246-8551-46cc-af71-6ff11ec16cbe,segment=NetworkSegment(8564f227-a34b-48c7-8643-b2cfac501d79),segment_id=8564f227-a34b-48c7-8643-b2cfac501d79)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:00.132244 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2371b082-0eee-4bb9-9a54-03ee69943c05 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1491331415'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:00.133834 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45628d4c-87a6-4643-8625-88484c72cda7 None None] Pushing event updated for resources: {'Port': ['ID=3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:00.150597 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:00.231587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302c280-bede-4558-b68d-90218a336be1 req-4cc2eab9-74d2-4734-aa54-a1d6ba204bc5 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:00.239198 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6302c280-bede-4558-b68d-90218a336be1 req-4cc2eab9-74d2-4734-aa54-a1d6ba204bc5 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 944 time: 0.1259718 Jul 15 15:06:00.253971 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=0352e246-8551-46cc-af71-6ff11ec16cbe,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:00.300678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6302c280-bede-4558-b68d-90218a336be1 req-38f2543d-a76f-489b-b53a-c276bb8f5598 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/security-groups?id=75508f2e-3893-4f4a-90f4-da8b321c4df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602603 Jul 15 15:06:00.442738 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ef1d91f-4dfb-40da-be39-5ff6f5ee683f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:00.457527 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['0352e246-8551-46cc-af71-6ff11ec16cbe'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:06:00.515021 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8696bca5-15e6-45bf-b5ce-94d4a15d61e6 req-a1560972-7301-43d4-933e-dd72b2f00d99 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/ports?device_id=232f475c-2dc6-42d6-a9f2-1a1472216702 HTTP/1.1" status: 200 len: 210 time: 0.0364211 Jul 15 15:06:00.583057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1d91f-4dfb-40da-be39-5ff6f5ee683f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event updated for resources: {'Subnet': ['ID=7b8c2d07-660f-4bfb-8726-b3f4d35a8df6,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:00.616426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef1d91f-4dfb-40da-be39-5ff6f5ee683f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Checking segment: {'id': '839fd804-e89b-4017-ba40-679db5e5e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd3ecddb9-5d6d-434d-b468-5907d68ccaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:00.616714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef1d91f-4dfb-40da-be39-5ff6f5ee683f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Network hostable DHCP agents. Network: d3ecddb9-5d6d-434d-b468-5907d68ccaf6, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:06:00.722944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef1d91f-4dfb-40da-be39-5ff6f5ee683f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Network d3ecddb9-5d6d-434d-b468-5907d68ccaf6 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:06:00.742138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2ef1d91f-4dfb-40da-be39-5ff6f5ee683f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, d3ecddb9-5d6d-434d-b468-5907d68ccaf6) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:00.751565 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef1d91f-4dfb-40da-be39-5ff6f5ee683f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:00.758767 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ef1d91f-4dfb-40da-be39-5ff6f5ee683f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:00.761492 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2371b082-0eee-4bb9-9a54-03ee69943c05 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:00.770862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974bf9e3-9cf6-4a91-a276-9f058b841fca None None] Network d3ecddb9-5d6d-434d-b468-5907d68ccaf6 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:00.792110 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2ef1d91f-4dfb-40da-be39-5ff6f5ee683f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4923658 Jul 15 15:06:00.793285 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2371b082-0eee-4bb9-9a54-03ee69943c05 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:01.058192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2371b082-0eee-4bb9-9a54-03ee69943c05 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router 28bbbb9e-e478-4b98-becc-8c8e6266ba20 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:06:01.118875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-d3ecddb9-5d6d-434d-b468-5907d68ccaf6', 'network_id': 'd3ecddb9-5d6d-434d-b468-5907d68ccaf6', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'fixed_ips': [{'subnet_id': '7b8c2d07-660f-4bfb-8726-b3f4d35a8df6'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:06:01.124813 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:01.314319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992642d9-a04a-41b1-9ad1-191b24668076 req-34db7844-2bb6-4b20-b91a-baa9cc93ba6a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:01.323075 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-992642d9-a04a-41b1-9ad1-191b24668076 req-34db7844-2bb6-4b20-b91a-baa9cc93ba6a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.2573516 Jul 15 15:06:01.398111 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-992642d9-a04a-41b1-9ad1-191b24668076 req-d511bc57-325f-4fc4-b601-e8df83d30503 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726221 Jul 15 15:06:01.445119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd88885-9482-43ec-8851-daebda800b37 req-5d1c6536-c038-4217-b33f-2a545063b280 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:01.462963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd88885-9482-43ec-8851-daebda800b37 req-5d1c6536-c038-4217-b33f-2a545063b280 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:01.474101 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-5d1c6536-c038-4217-b33f-2a545063b280 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/networks?id=5fbd2122-f3f9-4560-81d3-a72b35eeb282&id=d3ecddb9-5d6d-434d-b468-5907d68ccaf6 HTTP/1.1" status: 200 len: 1391 time: 0.3498051 Jul 15 15:06:01.493786 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-513b9871-e5f5-4dbd-83ac-8e22db651096 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/quotas/af47a1bbb7694b59891ca400f7d2f80f HTTP/1.1" status: 200 len: 375 time: 0.0173450 Jul 15 15:06:01.556784 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Allocated IP 19.86.0.2 (d3ecddb9-5d6d-434d-b468-5907d68ccaf6/7b8c2d07-660f-4bfb-8726-b3f4d35a8df6/03c83843-8ccc-4ba7-be6b-97dd9b84d11a) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:01.654162 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-e7853419-e458-4c5d-b9cd-07c7645350b8 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=af47a1bbb7694b59891ca400f7d2f80f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1589644 Jul 15 15:06:01.856595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a16ea4e-0ee2-400f-bb79-614bd30dfb4a None None] Network 5fbd2122-f3f9-4560-81d3-a72b35eeb282 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:01.859800 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:01.901450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Transition to ACTIVE for port object 03c83843-8ccc-4ba7-be6b-97dd9b84d11a will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:01.937619 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-be016148-be51-44bb-9d71-94fbc02478e0 service neutron] 10.222.0.38 "GET /v2.0/networks/5fbd2122-f3f9-4560-81d3-a72b35eeb282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809529 Jul 15 15:06:01.958238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2371b082-0eee-4bb9-9a54-03ee69943c05 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:06:01.976315 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2371b082-0eee-4bb9-9a54-03ee69943c05 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:01.978661 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2371b082-0eee-4bb9-9a54-03ee69943c05 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/28bbbb9e-e478-4b98-becc-8c8e6266ba20 HTTP/1.1" status: 200 len: 888 time: 1.8544126 Jul 15 15:06:01.981099 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57576) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:01.982903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa06da-bd14-4e94-b211-a970ee076646 req-f30e0e0c-6ba2-4091-89d6-1e1385512284 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:01.984748 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1baa06da-bd14-4e94-b211-a970ee076646 req-f30e0e0c-6ba2-4091-89d6-1e1385512284 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 944 time: 0.2896016 Jul 15 15:06:02.013560 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Transition to ACTIVE for port object 03c83843-8ccc-4ba7-be6b-97dd9b84d11a will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:02.039919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf811995-f919-4124-98e7-74f9da13cf1f None None] Sync routers for ids ['28bbbb9e-e478-4b98-becc-8c8e6266ba20'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:06:02.056915 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2c00085f-00ed-42e8-9d59-5010a1b73f30 None None] Provisioning for port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:02.125511 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1baa06da-bd14-4e94-b211-a970ee076646 req-ef20a92c-d594-4a8b-8b2c-91fcc4580a91 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/security-groups?id=75508f2e-3893-4f4a-90f4-da8b321c4df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310921 Jul 15 15:06:02.132511 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:02.146072 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-810eff86-7afe-416f-a5a0-7aec35b507ca service neutron] 10.222.0.38 "GET /v2.0/networks/5fbd2122-f3f9-4560-81d3-a72b35eeb282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071769 Jul 15 15:06:02.303882 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-080a2b91-b3b7-459d-af4c-69eb2624fdf7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/routers/28bbbb9e-e478-4b98-becc-8c8e6266ba20 HTTP/1.1" status: 200 len: 888 time: 0.3212292 Jul 15 15:06:02.310223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57578) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:02.381301 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-72eb7b42-894e-4bc5-8420-5c82dcf15083 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports?device_id=28bbbb9e-e478-4b98-becc-8c8e6266ba20 HTTP/1.1" status: 200 len: 205 time: 0.0609353 Jul 15 15:06:02.384744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57580) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:02.434078 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4695b2ca-501a-4123-a985-653b7a95762e req-008616ec-7741-468a-9140-d847acfe9304 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/ports?device_id=232f475c-2dc6-42d6-a9f2-1a1472216702 HTTP/1.1" status: 200 len: 210 time: 0.0578916 Jul 15 15:06:02.448419 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-d5f51edd-2429-407d-a0a0-e2ced8c0e8b1 service neutron] 10.222.0.38 "GET /v2.0/networks/d3ecddb9-5d6d-434d-b468-5907d68ccaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010192 Jul 15 15:06:02.472399 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Pushing event updated for resources: {'Port': ['ID=03c83843-8ccc-4ba7-be6b-97dd9b84d11a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:02.478629 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:02.560497 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Network d3ecddb9-5d6d-434d-b468-5907d68ccaf6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:02.599487 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf811995-f919-4124-98e7-74f9da13cf1f None None] Routers {'28bbbb9e-e478-4b98-becc-8c8e6266ba20'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:02.601372 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bf811995-f919-4124-98e7-74f9da13cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['28bbbb9e-e478-4b98-becc-8c8e6266ba20'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:02.604588 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:02.612644 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:02.648011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-1c614db7-ae58-403b-9682-cac33f6ef6a8 service neutron] 10.222.0.38 "GET /v2.0/networks/d3ecddb9-5d6d-434d-b468-5907d68ccaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965730 Jul 15 15:06:02.739199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bf811995-f919-4124-98e7-74f9da13cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:02.826322 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:02.889392 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-724dc927-da1e-4912-b840-5901375159dd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:02.899366 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf811995-f919-4124-98e7-74f9da13cf1f None None] Routers {'28bbbb9e-e478-4b98-becc-8c8e6266ba20'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:02.900019 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bf811995-f919-4124-98e7-74f9da13cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:05:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['28bbbb9e-e478-4b98-becc-8c8e6266ba20'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:03.057162 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-724dc927-da1e-4912-b840-5901375159dd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:03.060779 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f561994b-f854-4318-9881-31e3357a7a15 req-bb70e9a7-1f20-4a2c-b6dc-ebf774ba3911 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 210 time: 0.0613573 Jul 15 15:06:03.079855 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bf811995-f919-4124-98e7-74f9da13cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:03.079855 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf811995-f919-4124-98e7-74f9da13cf1f None None] The sync data for ids ['28bbbb9e-e478-4b98-becc-8c8e6266ba20'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:06:03.081693 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-76611bb0-8c5e-42cf-8af6-d67e381a5116 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:03.081693 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-76611bb0-8c5e-42cf-8af6-d67e381a5116 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.22 "GET /v2.0/networks?id=59832f3a-5b9e-402b-93a2-73336728e1ce HTTP/1.1" status: 200 len: 813 time: 0.4430130 Jul 15 15:06:03.081890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Attempting to bind port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:06:03.081890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Attempting to bind port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '839fd804-e89b-4017-ba40-679db5e5e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd3ecddb9-5d6d-434d-b468-5907d68ccaf6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:06:03.081890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Attempting to bind port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a on network d3ecddb9-5d6d-434d-b468-5907d68ccaf6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:03.094511 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Request body: {'port': {'device_id': '232f475c-2dc6-42d6-a9f2-1a1472216702', 'network_id': '59832f3a-5b9e-402b-93a2-73336728e1ce', 'admin_state_up': True, 'tenant_id': '850e7794ba5d4909b1273ac1780bda36'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:03.104454 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:06:03.104828 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Checking segment: {'id': '839fd804-e89b-4017-ba40-679db5e5e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd3ecddb9-5d6d-434d-b468-5907d68ccaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:03.105239 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:03.105645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Bound using segment: {'id': '839fd804-e89b-4017-ba40-679db5e5e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd3ecddb9-5d6d-434d-b468-5907d68ccaf6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:06:03.106195 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Bound port: 03c83843-8ccc-4ba7-be6b-97dd9b84d11a, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839fd804-e89b-4017-ba40-679db5e5e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd3ecddb9-5d6d-434d-b468-5907d68ccaf6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:06:03.106573 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:03.116822 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ddaae29-b7d2-413b-91a4-8adf0fae5abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:03.136915 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:03.151749 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:03.152416 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:03.257003 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 0352e246-8551-46cc-af71-6ff11ec16cbe up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:03.260031 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-724dc927-da1e-4912-b840-5901375159dd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port f31b4bba-1929-43a1-94e7-f865ece97bab {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:03.260468 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-724dc927-da1e-4912-b840-5901375159dd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:03.429021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Made reservation on behalf of 850e7794ba5d4909b1273ac1780bda36 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:03.433410 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:03.442294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f180382-c69c-42b2-a00b-5773e66d95b3 req-364582d1-5092-452a-aa26-18b0d9125134 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:03.456574 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f180382-c69c-42b2-a00b-5773e66d95b3 req-364582d1-5092-452a-aa26-18b0d9125134 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.1594617 Jul 15 15:06:03.490106 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e22b5-eed6-420f-8f56-09533d4ceb89 req-c7cf5fb3-0fe8-4a82-8e3e-b3115ce04781 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:03.499035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b0e22b5-eed6-420f-8f56-09533d4ceb89 req-c7cf5fb3-0fe8-4a82-8e3e-b3115ce04781 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 944 time: 0.1492028 Jul 15 15:06:03.510391 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] For port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:03.526203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] For port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=03c83843-8ccc-4ba7-be6b-97dd9b84d11a,segment=NetworkSegment(839fd804-e89b-4017-ba40-679db5e5e410),segment_id=839fd804-e89b-4017-ba40-679db5e5e410)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:06:03.529880 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:03.534831 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 0352e246-8551-46cc-af71-6ff11ec16cbe completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:03.552633 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:03.553455 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f180382-c69c-42b2-a00b-5773e66d95b3 req-36c0d1d6-d7dd-4b74-b9f9-e5f080138b3d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999305 Jul 15 15:06:03.575292 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 0352e246-8551-46cc-af71-6ff11ec16cbe triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:03.576298 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:03.603584 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b0e22b5-eed6-420f-8f56-09533d4ceb89 req-dd1c6112-a037-4d41-b3be-f7a179a934aa tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/security-groups?id=75508f2e-3893-4f4a-90f4-da8b321c4df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032393 Jul 15 15:06:03.640206 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-724dc927-da1e-4912-b840-5901375159dd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:03.646671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Allocated IP 172.20.0.2 (59832f3a-5b9e-402b-93a2-73336728e1ce/e3c682e6-cce2-4646-b906-f7278a4b3c5d/566d7171-db37-40f6-b45f-d9c51837fca2) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:03.677452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-724dc927-da1e-4912-b840-5901375159dd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for f31b4bba-1929-43a1-94e7-f865ece97bab owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:03.754015 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7e429f1-5c52-47fb-a1f9-008dc99f7099 req-bb881704-3d97-4974-be0b-002441a49373 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/ports?device_id=232f475c-2dc6-42d6-a9f2-1a1472216702 HTTP/1.1" status: 200 len: 210 time: 0.0475407 Jul 15 15:06:03.759127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bc8f13ea-1153-4b33-81f2-e6ebfa804001 None None] Provisioning complete for port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:03.759513 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc8f13ea-1153-4b33-81f2-e6ebfa804001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:03.770318 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d,segment=NetworkSegment(eaa8670f-b192-4172-9e0a-556cb256ed5a),segment_id=eaa8670f-b192-4172-9e0a-556cb256ed5a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:03.798397 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:03.812653 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7f253-eef0-4409-ac11-086b7b51ced9 None None] Pushing event updated for resources: {'Port': ['ID=03c83843-8ccc-4ba7-be6b-97dd9b84d11a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:03.911467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:03.931131 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:04.044789 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:04.059781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0352e246-8551-46cc-af71-6ff11ec16cbe'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:04.064280 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d05f5c-f24e-482a-a29d-28a04b4f6894" -d '{"events": [{"server_uuid": "2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2", "name": "network-vif-plugged", "status": "completed", "tag": "0352e246-8551-46cc-af71-6ff11ec16cbe"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:04.095110 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 0352e246-8551-46cc-af71-6ff11ec16cbe, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=0352e246-8551-46cc-af71-6ff11ec16cbe,segment=NetworkSegment(8564f227-a34b-48c7-8643-b2cfac501d79),segment_id=8564f227-a34b-48c7-8643-b2cfac501d79)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:04.135051 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:04.206658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=0352e246-8551-46cc-af71-6ff11ec16cbe,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:04.222352 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa130144-d139-4fe2-a582-e85f95d74ceb x-openstack-request-id: req-aa130144-d139-4fe2-a582-e85f95d74ceb {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:04.230174 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2", "name": "network-vif-plugged", "status": "completed", "tag": "0352e246-8551-46cc-af71-6ff11ec16cbe", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:04.230440 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa130144-d139-4fe2-a582-e85f95d74ceb {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:04.232434 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0352e246-8551-46cc-af71-6ff11ec16cbe', 'code': 200} Jul 15 15:06:04.252099 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:04.307824 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:04.400325 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e53794c-1aff-4993-9a78-936d33da492a req-b9d72d9d-06fa-4e2f-8c22-08ce45566289 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 210 time: 0.0867255 Jul 15 15:06:04.412414 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Network 59832f3a-5b9e-402b-93a2-73336728e1ce is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:04.420681 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:04.424258 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-724dc927-da1e-4912-b840-5901375159dd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:04.427046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Pushing event updated for resources: {'Port': ['ID=566d7171-db37-40f6-b45f-d9c51837fca2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:04.429343 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:04.473398 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 03c83843-8ccc-4ba7-be6b-97dd9b84d11a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:04.483154 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:04.483382 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:04.483701 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:04.484037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:04.484382 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:04.484709 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:04.485038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:04.485644 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:04.485856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:04.486190 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:04.486549 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:04.486874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:04.526226 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724dc927-da1e-4912-b840-5901375159dd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=f31b4bba-1929-43a1-94e7-f865ece97bab,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:04.617887 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:04.621142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:04.621805 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:04.626593 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:04.644939 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-8c0443ec-9f00-4112-857b-c4b63baed191 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5548732 Jul 15 15:06:04.660903 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Request body: {'port': {'device_id': '232f475c-2dc6-42d6-a9f2-1a1472216702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:04.699797 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-724dc927-da1e-4912-b840-5901375159dd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:04.727510 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:04.728047 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:04.814441 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-724dc927-da1e-4912-b840-5901375159dd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:04.824946 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-724dc927-da1e-4912-b840-5901375159dd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:04.944423 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-724dc927-da1e-4912-b840-5901375159dd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:04.944956 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724dc927-da1e-4912-b840-5901375159dd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Fanout notify agent at l3_agent the message router_deleted on router 28bbbb9e-e478-4b98-becc-8c8e6266ba20 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:06:04.964582 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-724dc927-da1e-4912-b840-5901375159dd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:04.965549 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-724dc927-da1e-4912-b840-5901375159dd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/routers/28bbbb9e-e478-4b98-becc-8c8e6266ba20 HTTP/1.1" status: 204 len: 168 time: 2.5787218 Jul 15 15:06:04.975409 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57620) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:04.978737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161be34-a3e9-4b26-8bed-b5e7524ffa8d req-4a64e5f9-9796-47c2-9ba2-77c32bc5b6ec tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:04.984516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-627c16ef-3eb8-4240-9040-e22820792cae tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'network': {'name': 'tempest-RoutersTest-1018640350'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:04.987516 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e161be34-a3e9-4b26-8bed-b5e7524ffa8d req-4a64e5f9-9796-47c2-9ba2-77c32bc5b6ec tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 945 time: 0.1206880 Jul 15 15:06:05.033088 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55fe1-7895-48b3-bda4-2fa250c46888 req-d66a927e-e93a-4721-81d6-884792b52536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:05.035000 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fad55fe1-7895-48b3-bda4-2fa250c46888 req-d66a927e-e93a-4721-81d6-884792b52536 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 1096 time: 0.4793978 Jul 15 15:06:05.066261 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e161be34-a3e9-4b26-8bed-b5e7524ffa8d req-bb84e1df-1d3e-4c4b-b57b-74959a893068 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/security-groups?id=75508f2e-3893-4f4a-90f4-da8b321c4df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753968 Jul 15 15:06:05.104774 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:05.132481 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627c16ef-3eb8-4240-9040-e22820792cae tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:05.138042 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-627c16ef-3eb8-4240-9040-e22820792cae tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:05.249386 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fad55fe1-7895-48b3-bda4-2fa250c46888 req-a9ef8066-58f7-474b-8111-e3288a2e35d7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=75508f2e-3893-4f4a-90f4-da8b321c4df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073712 Jul 15 15:06:05.278379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627c16ef-3eb8-4240-9040-e22820792cae tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:06:05.327322 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-627c16ef-3eb8-4240-9040-e22820792cae tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:05.328215 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-627c16ef-3eb8-4240-9040-e22820792cae tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Added segment d6ef896b-d471-42d9-a970-81eeadf3cdc0 of type vlan for network d210e39d-ed7c-4b03-b8f1-92818de111e8 Jul 15 15:06:05.479054 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-627c16ef-3eb8-4240-9040-e22820792cae tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:05.570860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c354d71-9ad3-47be-ad0d-b88d1d579368 None None] Network d3ecddb9-5d6d-434d-b468-5907d68ccaf6 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:05.580360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-627c16ef-3eb8-4240-9040-e22820792cae tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:05.588601 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627c16ef-3eb8-4240-9040-e22820792cae tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:05.589644 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-627c16ef-3eb8-4240-9040-e22820792cae tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:05.687394 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-627c16ef-3eb8-4240-9040-e22820792cae tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7106297 Jul 15 15:06:05.697990 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57634) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:05.742224 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-af8f585f-3246-4ca7-8aa3-23d80f47460e None None] Provisioning for port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:05.751934 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-af8f585f-3246-4ca7-8aa3-23d80f47460e None None] Provisioning complete for port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:05.752303 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-af8f585f-3246-4ca7-8aa3-23d80f47460e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:05.753829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6b9e891d-3d15-4f72-a592-89993efcea04 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'subnet': {'network_id': 'd210e39d-ed7c-4b03-b8f1-92818de111e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:05.774395 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c16ef-3eb8-4240-9040-e22820792cae tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Network': ['ID=d210e39d-ed7c-4b03-b8f1-92818de111e8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:05.789016 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network d210e39d-ed7c-4b03-b8f1-92818de111e8 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:06:05.886821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8189d5-bf27-4d7b-abe5-72ee8be0b1d4 req-32f494ce-d587-4f48-a7f7-8701183d7deb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:05.889218 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d8189d5-bf27-4d7b-abe5-72ee8be0b1d4 req-32f494ce-d587-4f48-a7f7-8701183d7deb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.7819345 Jul 15 15:06:05.939004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd88885-9482-43ec-8851-daebda800b37 req-37201029-eb67-4be2-9a24-cb1beffdfbfe tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:05.945377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd88885-9482-43ec-8851-daebda800b37 req-37201029-eb67-4be2-9a24-cb1beffdfbfe tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:05.947030 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-37201029-eb67-4be2-9a24-cb1beffdfbfe tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.22 "GET /v2.0/networks?id=5fbd2122-f3f9-4560-81d3-a72b35eeb282&id=d3ecddb9-5d6d-434d-b468-5907d68ccaf6 HTTP/1.1" status: 200 len: 1391 time: 0.8271017 Jul 15 15:06:05.962151 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-af8f585f-3246-4ca7-8aa3-23d80f47460e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:05.963908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-9fd88885-9482-43ec-8851-daebda800b37 req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Request body: {'port': {'device_id': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'network_id': '5fbd2122-f3f9-4560-81d3-a72b35eeb282', 'admin_state_up': True, 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:05.976418 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d8189d5-bf27-4d7b-abe5-72ee8be0b1d4 req-af51317f-a9da-4a16-a684-f5ed346ba646 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769043 Jul 15 15:06:05.988345 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566d7171-db37-40f6-b45f-d9c51837fca2 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:06:05.999300 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:06.006114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08303bb4-ddef-42ed-bc18-29ed7324e2d3 req-867026c2-8eb0-48a0-9ac0-22603de1bd7f tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:06.013794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08303bb4-ddef-42ed-bc18-29ed7324e2d3 req-867026c2-8eb0-48a0-9ac0-22603de1bd7f tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/ports?device_id=232f475c-2dc6-42d6-a9f2-1a1472216702 HTTP/1.1" status: 200 len: 931 time: 0.6690354 Jul 15 15:06:06.018991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Transition to ACTIVE for port object 566d7171-db37-40f6-b45f-d9c51837fca2 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:06.028896 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:06.125924 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-af8f585f-3246-4ca7-8aa3-23d80f47460e None None] For port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=03c83843-8ccc-4ba7-be6b-97dd9b84d11a,segment=NetworkSegment(839fd804-e89b-4017-ba40-679db5e5e410),segment_id=839fd804-e89b-4017-ba40-679db5e5e410)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:06.132009 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:06.134175 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9e891d-3d15-4f72-a592-89993efcea04 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:06.137727 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b9e891d-3d15-4f72-a592-89993efcea04 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:06.142564 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-af8f585f-3246-4ca7-8aa3-23d80f47460e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:06.176272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08303bb4-ddef-42ed-bc18-29ed7324e2d3 req-07b58be0-67cc-48ce-a1f9-117277f81e26 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/security-groups?id=43b86d2c-ad89-486a-852e-796a804504db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611774 Jul 15 15:06:06.236956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f585f-3246-4ca7-8aa3-23d80f47460e None None] Pushing event updated for resources: {'Port': ['ID=03c83843-8ccc-4ba7-be6b-97dd9b84d11a,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:06.345287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd88885-9482-43ec-8851-daebda800b37 req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Made reservation on behalf of af47a1bbb7694b59891ca400f7d2f80f for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:06.354876 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:06.392252 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41ee1707-0a9f-4d0c-8b16-2864f2fea7e3 req-6b6e0ea4-1d90-4de3-9469-e05104cf9ee2 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 210 time: 0.0899503 Jul 15 15:06:06.443631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Pushing event updated for resources: {'Port': ['ID=566d7171-db37-40f6-b45f-d9c51837fca2,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:06.578212 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b9e891d-3d15-4f72-a592-89993efcea04 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:06.589023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Attempting to bind port 566d7171-db37-40f6-b45f-d9c51837fca2 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:06:06.589375 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Attempting to bind port 566d7171-db37-40f6-b45f-d9c51837fca2 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'd37d92c4-71cb-4627-ba04-717f22758c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59832f3a-5b9e-402b-93a2-73336728e1ce'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:06:06.589695 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Attempting to bind port 566d7171-db37-40f6-b45f-d9c51837fca2 on network 59832f3a-5b9e-402b-93a2-73336728e1ce {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:06.598923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-243ee106-ccee-4f2a-a604-6309a17a764c None None] Provisioning complete for port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:06.599725 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-243ee106-ccee-4f2a-a604-6309a17a764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:06.628986 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Port 566d7171-db37-40f6-b45f-d9c51837fca2 on network 59832f3a-5b9e-402b-93a2-73336728e1ce not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:06:06.629345 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Attempting to bind port 566d7171-db37-40f6-b45f-d9c51837fca2 on network 59832f3a-5b9e-402b-93a2-73336728e1ce {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:06.647569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e891d-3d15-4f72-a592-89993efcea04 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Subnet': ['ID=9247a1cf-13a9-42cc-9e8d-6b1dc1820c20,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:06.655313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:06:06.655658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Checking segment: {'id': 'd37d92c4-71cb-4627-ba04-717f22758c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59832f3a-5b9e-402b-93a2-73336728e1ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:06.656053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Bound using segment: {'id': 'd37d92c4-71cb-4627-ba04-717f22758c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59832f3a-5b9e-402b-93a2-73336728e1ce'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:06:06.657978 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Bound port: 566d7171-db37-40f6-b45f-d9c51837fca2, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37d92c4-71cb-4627-ba04-717f22758c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59832f3a-5b9e-402b-93a2-73336728e1ce'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:06:06.657978 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:06.702739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-9fd88885-9482-43ec-8851-daebda800b37 req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Allocated IP 19.80.0.186 (5fbd2122-f3f9-4560-81d3-a72b35eeb282/a972f76f-dba6-4d14-b7f0-3163b164fc5a/a30431be-f58e-4668-b85b-4877096b965e) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:06.734221 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9e891d-3d15-4f72-a592-89993efcea04 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Checking segment: {'id': 'd6ef896b-d471-42d9-a970-81eeadf3cdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd210e39d-ed7c-4b03-b8f1-92818de111e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:06.734660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9e891d-3d15-4f72-a592-89993efcea04 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network hostable DHCP agents. Network: d210e39d-ed7c-4b03-b8f1-92818de111e8, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:06:06.736184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a2f5c-2dbb-4843-bc19-607e306dbf4e req-2c6644c3-f1e1-40d6-9b85-842b83fd3bf3 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:06.738178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa0a2f5c-2dbb-4843-bc19-607e306dbf4e req-2c6644c3-f1e1-40d6-9b85-842b83fd3bf3 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 945 time: 0.2793174 Jul 15 15:06:06.812066 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] For port 566d7171-db37-40f6-b45f-d9c51837fca2, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:06.818068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9e891d-3d15-4f72-a592-89993efcea04 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network d210e39d-ed7c-4b03-b8f1-92818de111e8 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:06:06.834152 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] For port 566d7171-db37-40f6-b45f-d9c51837fca2, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=566d7171-db37-40f6-b45f-d9c51837fca2,segment=NetworkSegment(d37d92c4-71cb-4627-ba04-717f22758c0d),segment_id=d37d92c4-71cb-4627-ba04-717f22758c0d)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:06:06.837314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6b9e891d-3d15-4f72-a592-89993efcea04 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, d210e39d-ed7c-4b03-b8f1-92818de111e8) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:06.842102 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:06.848639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c2c46c-cbbc-4ce3-bde8-8ea6890c65e4 None None] Network d210e39d-ed7c-4b03-b8f1-92818de111e8 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:06.930183 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9e891d-3d15-4f72-a592-89993efcea04 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:06.931256 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b9e891d-3d15-4f72-a592-89993efcea04 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:07.008124 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:07.008448 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa0a2f5c-2dbb-4843-bc19-607e306dbf4e req-9594332b-8a2b-45ac-b861-489f481a72e2 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/security-groups?id=75508f2e-3893-4f4a-90f4-da8b321c4df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171333 Jul 15 15:06:07.009079 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:07.010835 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] 10.222.0.22 "PUT /v2.0/ports/566d7171-db37-40f6-b45f-d9c51837fca2 HTTP/1.1" status: 200 len: 1091 time: 2.3558161 Jul 15 15:06:07.011470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232f475c-2dc6-42d6-a9f2-1a1472216702', 'tag': '566d7171-db37-40f6-b45f-d9c51837fca2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:07.026997 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1375fb-ef18-4064-a3c2-4a7227604981" -d '{"events": [{"name": "network-changed", "server_uuid": "232f475c-2dc6-42d6-a9f2-1a1472216702", "tag": "566d7171-db37-40f6-b45f-d9c51837fca2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:07.088962 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251a864-70ef-4d6a-af4b-82ce57e4d699 service neutron] Pushing event updated for resources: {'Port': ['ID=566d7171-db37-40f6-b45f-d9c51837fca2,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:07.093204 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6b9e891d-3d15-4f72-a592-89993efcea04 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3476808 Jul 15 15:06:07.097941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57648) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:07.116933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7c91b41a-ae51-442d-a3e8-2e68241b5eca tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-143601154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:07.258026 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c91b41a-ae51-442d-a3e8-2e68241b5eca tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:07.259038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c91b41a-ae51-442d-a3e8-2e68241b5eca tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:07.286629 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-d210e39d-ed7c-4b03-b8f1-92818de111e8', 'network_id': 'd210e39d-ed7c-4b03-b8f1-92818de111e8', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'fixed_ips': [{'subnet_id': '9247a1cf-13a9-42cc-9e8d-6b1dc1820c20'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:06:07.287157 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:07.288517 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:07.311629 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-9fd88885-9482-43ec-8851-daebda800b37 req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Transition to ACTIVE for port object a30431be-f58e-4668-b85b-4877096b965e will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:07.343267 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c91b41a-ae51-442d-a3e8-2e68241b5eca tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:07.348868 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c91b41a-ae51-442d-a3e8-2e68241b5eca tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:07.358402 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-47ed4b12-5097-48a5-b8f4-c7d1eb4fe7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:07.360397 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-47ed4b12-5097-48a5-b8f4-c7d1eb4fe7d9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=850e7794ba5d4909b1273ac1780bda36&device_id=232f475c-2dc6-42d6-a9f2-1a1472216702 HTTP/1.1" status: 200 len: 1094 time: 0.2037482 Jul 15 15:06:07.414523 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-98b2cc1f-db88-4729-8c89-c37e59de0cfe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=566d7171-db37-40f6-b45f-d9c51837fca2 HTTP/1.1" status: 200 len: 217 time: 0.0459976 Jul 15 15:06:07.418678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c91b41a-ae51-442d-a3e8-2e68241b5eca tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:07.423172 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7c91b41a-ae51-442d-a3e8-2e68241b5eca tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3238544 Jul 15 15:06:07.424082 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57652) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:07.459809 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:07.485167 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-bf01c203-39c2-46c6-88ab-06044e074d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:07.486730 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-bf01c203-39c2-46c6-88ab-06044e074d6d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c682e6-cce2-4646-b906-f7278a4b3c5d HTTP/1.1" status: 200 len: 853 time: 0.0611224 Jul 15 15:06:07.530543 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Allocated IP 172.20.0.2 (d210e39d-ed7c-4b03-b8f1-92818de111e8/9247a1cf-13a9-42cc-9e8d-6b1dc1820c20/11b9a2f8-36fd-4c94-b7df-baff60654df4) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:07.555828 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd88885-9482-43ec-8851-daebda800b37 req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Network 5fbd2122-f3f9-4560-81d3-a72b35eeb282 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:07.567242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-9fd88885-9482-43ec-8851-daebda800b37 req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:07.577605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd88885-9482-43ec-8851-daebda800b37 req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:07.593919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event updated for resources: {'Port': ['ID=a30431be-f58e-4668-b85b-4877096b965e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:07.603500 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-3769d93f-f9d9-46ab-ac24-8720f9ea1027 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=59832f3a-5b9e-402b-93a2-73336728e1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795681 Jul 15 15:06:07.644727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee08ace-54f1-4737-8b03-06f44ae44f96 req-dd656e48-93ed-4779-8c7b-a1e3c198a92e tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:07.665583 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ee08ace-54f1-4737-8b03-06f44ae44f96 req-dd656e48-93ed-4779-8c7b-a1e3c198a92e tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 945 time: 0.3198810 Jul 15 15:06:07.703946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415617bf-4457-4df5-84b5-4369339a47a8 req-8ca9c8b9-9eda-4c74-a3cb-185fcc4da475 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:07.705782 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-415617bf-4457-4df5-84b5-4369339a47a8 req-8ca9c8b9-9eda-4c74-a3cb-185fcc4da475 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.3267262 Jul 15 15:06:07.742468 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:07.755774 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Transition to ACTIVE for port object 11b9a2f8-36fd-4c94-b7df-baff60654df4 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:07.772793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:07.773592 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:07.774179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:07.774807 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:07.775403 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:07.775993 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:07.776587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:07.777174 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:07.777737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:07.778290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:07.778897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:07.779471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:07.792759 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Transition to ACTIVE for port object 11b9a2f8-36fd-4c94-b7df-baff60654df4 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:07.804615 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:07.861698 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Network d210e39d-ed7c-4b03-b8f1-92818de111e8 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:07.869394 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ee08ace-54f1-4737-8b03-06f44ae44f96 req-208c58bf-6355-4fe0-9277-d88dce0e56a4 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/security-groups?id=75508f2e-3893-4f4a-90f4-da8b321c4df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027054 Jul 15 15:06:07.889752 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Pushing event updated for resources: {'Port': ['ID=11b9a2f8-36fd-4c94-b7df-baff60654df4,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:07.895660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:07.901753 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:07.919834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd88885-9482-43ec-8851-daebda800b37 req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:07.929024 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:07.963371 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-2f8706a0-f96e-48c3-8d27-1eca857e648f tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0035169 Jul 15 15:06:07.975162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-9fd88885-9482-43ec-8851-daebda800b37 req-98e40dc7-e925-45b6-838d-8d40459fbc39 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Request body: {'port': {'device_id': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'network_id': 'd3ecddb9-5d6d-434d-b468-5907d68ccaf6', 'admin_state_up': True, 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:08.118635 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Attempting to bind port 11b9a2f8-36fd-4c94-b7df-baff60654df4 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:06:08.129622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Attempting to bind port 11b9a2f8-36fd-4c94-b7df-baff60654df4 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'd6ef896b-d471-42d9-a970-81eeadf3cdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd210e39d-ed7c-4b03-b8f1-92818de111e8'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:06:08.130003 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Attempting to bind port 11b9a2f8-36fd-4c94-b7df-baff60654df4 on network d210e39d-ed7c-4b03-b8f1-92818de111e8 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:08.138084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:06:08.138470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Checking segment: {'id': 'd6ef896b-d471-42d9-a970-81eeadf3cdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd210e39d-ed7c-4b03-b8f1-92818de111e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:08.138918 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:08.139459 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Bound using segment: {'id': 'd6ef896b-d471-42d9-a970-81eeadf3cdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd210e39d-ed7c-4b03-b8f1-92818de111e8'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:06:08.139972 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Bound port: 11b9a2f8-36fd-4c94-b7df-baff60654df4, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ef896b-d471-42d9-a970-81eeadf3cdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd210e39d-ed7c-4b03-b8f1-92818de111e8'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:06:08.140427 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:08.149917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-415617bf-4457-4df5-84b5-4369339a47a8 req-6f9b364f-da60-41b5-adad-230543490366 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145081 Jul 15 15:06:08.168129 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 03c83843-8ccc-4ba7-be6b-97dd9b84d11a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:08.172809 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c3ae619f-2d0b-48a6-a7c7-97b5a4eb76e4 None None] Provisioning for port a30431be-f58e-4668-b85b-4877096b965e completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:08.232025 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c3ae619f-2d0b-48a6-a7c7-97b5a4eb76e4 None None] Provisioning complete for port a30431be-f58e-4668-b85b-4877096b965e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:08.232654 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3ae619f-2d0b-48a6-a7c7-97b5a4eb76e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:08.274842 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5099d613-7736-4a00-8501-b6792b9f3e85 x-openstack-request-id: req-5099d613-7736-4a00-8501-b6792b9f3e85 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:08.275177 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232f475c-2dc6-42d6-a9f2-1a1472216702", "tag": "566d7171-db37-40f6-b45f-d9c51837fca2", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:08.275429 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5099d613-7736-4a00-8501-b6792b9f3e85 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:08.275695 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd88885-9482-43ec-8851-daebda800b37 req-98e40dc7-e925-45b6-838d-8d40459fbc39 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Made reservation on behalf of af47a1bbb7694b59891ca400f7d2f80f for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:08.275822 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232f475c-2dc6-42d6-a9f2-1a1472216702', 'tag': '566d7171-db37-40f6-b45f-d9c51837fca2', 'status': 'completed', 'code': 200} Jul 15 15:06:08.281887 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae619f-2d0b-48a6-a7c7-97b5a4eb76e4 None None] Port a30431be-f58e-4668-b85b-4877096b965e cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:06:08.282445 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-98e40dc7-e925-45b6-838d-8d40459fbc39 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:08.364929 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:08.365308 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:08.390051 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] For port 11b9a2f8-36fd-4c94-b7df-baff60654df4, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:08.413009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] For port 11b9a2f8-36fd-4c94-b7df-baff60654df4, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=11b9a2f8-36fd-4c94-b7df-baff60654df4,segment=NetworkSegment(d6ef896b-d471-42d9-a970-81eeadf3cdc0),segment_id=d6ef896b-d471-42d9-a970-81eeadf3cdc0)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:06:08.414492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75089fc5-baf1-497b-aa44-7daadb66f153 req-b0c97d36-be51-4a73-a60d-d942b8440aa0 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:08.416369 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75089fc5-baf1-497b-aa44-7daadb66f153 req-b0c97d36-be51-4a73-a60d-d942b8440aa0 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/ports?device_id=232f475c-2dc6-42d6-a9f2-1a1472216702 HTTP/1.1" status: 200 len: 943 time: 0.1972871 Jul 15 15:06:08.428508 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:08.489489 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72c8df-09b2-482c-9161-c9ef36de1278 None None] Pushing event updated for resources: {'Port': ['ID=11b9a2f8-36fd-4c94-b7df-baff60654df4,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:08.527882 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-f6066880-5426-4241-be03-2554fd361a19 service neutron] 10.222.0.22 "GET /v2.0/networks/59832f3a-5b9e-402b-93a2-73336728e1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9175653 Jul 15 15:06:08.532834 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75089fc5-baf1-497b-aa44-7daadb66f153 req-631cdf14-90f4-4cf8-a9b8-a600a0165c4a tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/security-groups?id=43b86d2c-ad89-486a-852e-796a804504db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047697 Jul 15 15:06:08.575989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aba07e-5afb-4a56-b382-3c66fa968142 req-c5c4c743-c6d5-435b-9050-a582a78bf086 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:08.577778 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43aba07e-5afb-4a56-b382-3c66fa968142 req-c5c4c743-c6d5-435b-9050-a582a78bf086 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 932 time: 0.2526290 Jul 15 15:06:08.585288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-9fd88885-9482-43ec-8851-daebda800b37 req-98e40dc7-e925-45b6-838d-8d40459fbc39 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Allocated IP 19.86.0.232 (d3ecddb9-5d6d-434d-b468-5907d68ccaf6/7b8c2d07-660f-4bfb-8726-b3f4d35a8df6/6423c87b-36e4-485b-a203-113433d98a22) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:08.705077 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43aba07e-5afb-4a56-b382-3c66fa968142 req-096d0e44-5c1d-49a9-8ded-3c2086465267 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938642 Jul 15 15:06:08.772715 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:09.124134 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-98e40dc7-e925-45b6-838d-8d40459fbc39 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:09.146882 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a6033ed7-b4d0-4fba-be0b-9553e31f56a2 req-96d3540f-8c14-4445-9b9a-ba83fe400a83 service neutron] 10.222.0.22 "GET /v2.0/networks/59832f3a-5b9e-402b-93a2-73336728e1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246089 Jul 15 15:06:09.187255 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-9fd88885-9482-43ec-8851-daebda800b37 req-98e40dc7-e925-45b6-838d-8d40459fbc39 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Transition to ACTIVE for port object 6423c87b-36e4-485b-a203-113433d98a22 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:09.282444 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-98e40dc7-e925-45b6-838d-8d40459fbc39 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:09.402934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd88885-9482-43ec-8851-daebda800b37 req-98e40dc7-e925-45b6-838d-8d40459fbc39 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Network d3ecddb9-5d6d-434d-b468-5907d68ccaf6 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:09.417055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-9fd88885-9482-43ec-8851-daebda800b37 req-98e40dc7-e925-45b6-838d-8d40459fbc39 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:09.419414 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Allocated IP 172.20.0.1 (d210e39d-ed7c-4b03-b8f1-92818de111e8/9247a1cf-13a9-42cc-9e8d-6b1dc1820c20/be669d78-717c-4b94-985e-41c1c2cec7dd) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:09.420993 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd88885-9482-43ec-8851-daebda800b37 req-98e40dc7-e925-45b6-838d-8d40459fbc39 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:09.424197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e40dc7-e925-45b6-838d-8d40459fbc39 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event updated for resources: {'Port': ['ID=6423c87b-36e4-485b-a203-113433d98a22,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:09.445515 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1375fb-ef18-4064-a3c2-4a7227604981 req-feb71ae4-fb74-4507-b41a-069c7cd0b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:09.449604 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f1375fb-ef18-4064-a3c2-4a7227604981 req-feb71ae4-fb74-4507-b41a-069c7cd0b169 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=850e7794ba5d4909b1273ac1780bda36&device_id=232f475c-2dc6-42d6-a9f2-1a1472216702 HTTP/1.1" status: 200 len: 1094 time: 0.2097044 Jul 15 15:06:09.463023 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb4baf-d1e4-4792-a1b1-3bc8d3d571d2 req-8023c64d-bfc3-4301-bb12-ed5705030397 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:09.464807 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79cb4baf-d1e4-4792-a1b1-3bc8d3d571d2 req-8023c64d-bfc3-4301-bb12-ed5705030397 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 945 time: 0.2299366 Jul 15 15:06:09.540726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd88885-9482-43ec-8851-daebda800b37 req-98e40dc7-e925-45b6-838d-8d40459fbc39 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:09.542345 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-98e40dc7-e925-45b6-838d-8d40459fbc39 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:09.629852 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79cb4baf-d1e4-4792-a1b1-3bc8d3d571d2 req-42d95557-270e-465d-9b9c-44cc007bc597 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/security-groups?id=75508f2e-3893-4f4a-90f4-da8b321c4df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575444 Jul 15 15:06:09.633035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-98e40dc7-e925-45b6-838d-8d40459fbc39 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6619933 Jul 15 15:06:09.659883 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f998c7d-0429-4c2e-bb13-d226db2622e7 req-30aaf972-0e61-49ef-a6bc-9a86348398b7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:09.664254 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6f998c7d-0429-4c2e-bb13-d226db2622e7 req-30aaf972-0e61-49ef-a6bc-9a86348398b7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.3146932 Jul 15 15:06:09.673715 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Request body: {'port': {'device_id': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:09.793583 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:09.830109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1375fb-ef18-4064-a3c2-4a7227604981 req-ea5a4e0e-d4b3-48d8-b5c2-cdd9bc38e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:09.831889 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f1375fb-ef18-4064-a3c2-4a7227604981 req-ea5a4e0e-d4b3-48d8-b5c2-cdd9bc38e79f service neutron] 10.222.0.22 "GET /v2.0/networks?id=59832f3a-5b9e-402b-93a2-73336728e1ce HTTP/1.1" status: 200 len: 914 time: 0.2290084 Jul 15 15:06:09.834994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Transition to ACTIVE for port object be669d78-717c-4b94-985e-41c1c2cec7dd will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:09.869176 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:09.939621 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f1375fb-ef18-4064-a3c2-4a7227604981 req-252c0d28-4190-4ca0-ba61-584764e3ff94 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=566d7171-db37-40f6-b45f-d9c51837fca2 HTTP/1.1" status: 200 len: 217 time: 0.1003947 Jul 15 15:06:09.945279 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:10.049714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fe61ad8c-d790-4294-bb0c-7fba1ec069ef None None] Provisioning for port 6423c87b-36e4-485b-a203-113433d98a22 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:10.063532 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fe61ad8c-d790-4294-bb0c-7fba1ec069ef None None] Provisioning complete for port 6423c87b-36e4-485b-a203-113433d98a22 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:10.064467 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe61ad8c-d790-4294-bb0c-7fba1ec069ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:10.073601 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network d210e39d-ed7c-4b03-b8f1-92818de111e8 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:10.099917 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:10.130560 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:10.155965 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6f998c7d-0429-4c2e-bb13-d226db2622e7 req-79540f77-44a9-497c-9a6f-a19f4413501e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3500426 Jul 15 15:06:10.334497 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 11b9a2f8-36fd-4c94-b7df-baff60654df4 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:10.355195 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=be669d78-717c-4b94-985e-41c1c2cec7dd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:10.428263 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900c994-71d5-49ab-8427-5208558881d6 req-51352fd1-33f2-455c-8ce8-05f5f6770774 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:10.436849 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a900c994-71d5-49ab-8427-5208558881d6 req-51352fd1-33f2-455c-8ce8-05f5f6770774 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/ports?device_id=232f475c-2dc6-42d6-a9f2-1a1472216702 HTTP/1.1" status: 200 len: 943 time: 0.5753136 Jul 15 15:06:10.444696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fe61ad8c-d790-4294-bb0c-7fba1ec069ef None None] Port 6423c87b-36e4-485b-a203-113433d98a22 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:06:10.458216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1375fb-ef18-4064-a3c2-4a7227604981 req-0244276e-bc54-44a9-9bc6-4d20b5dc69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:10.459369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ec4260-73d2-4ec2-bb1b-6cfc58037b64 None None] Network d210e39d-ed7c-4b03-b8f1-92818de111e8 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:10.474358 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f1375fb-ef18-4064-a3c2-4a7227604981 req-0244276e-bc54-44a9-9bc6-4d20b5dc69c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3c682e6-cce2-4646-b906-f7278a4b3c5d HTTP/1.1" status: 200 len: 853 time: 0.5148876 Jul 15 15:06:10.475935 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:10.516297 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a900c994-71d5-49ab-8427-5208558881d6 req-acce1272-2ff8-4645-b8ff-9761861eef6a tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/security-groups?id=43b86d2c-ad89-486a-852e-796a804504db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781865 Jul 15 15:06:10.582786 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 11b9a2f8-36fd-4c94-b7df-baff60654df4 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:10.654743 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f1375fb-ef18-4064-a3c2-4a7227604981 req-fe70b563-28bb-4c7d-ab95-c43fdfabaa61 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=59832f3a-5b9e-402b-93a2-73336728e1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1730292 Jul 15 15:06:10.655081 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2f531901-1bc9-4cfe-94ac-4491fbb26392 None None] Provisioning for port 11b9a2f8-36fd-4c94-b7df-baff60654df4 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:10.772669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2f531901-1bc9-4cfe-94ac-4491fbb26392 None None] Provisioning complete for port 11b9a2f8-36fd-4c94-b7df-baff60654df4 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:10.773150 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f531901-1bc9-4cfe-94ac-4491fbb26392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:10.807843 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f1375fb-ef18-4064-a3c2-4a7227604981 req-ce794258-f093-44fd-8d12-d851dc98d8ec service neutron] 10.222.0.22 "GET /v2.0/networks/59832f3a-5b9e-402b-93a2-73336728e1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362932 Jul 15 15:06:10.871975 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30431be-f58e-4668-b85b-4877096b965e {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:06:10.898064 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:10.914236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad60b27-e12c-4e54-a0d3-9d573b9178d0 req-3ef6824e-361f-4905-aebd-c1028febd522 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:10.923127 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad60b27-e12c-4e54-a0d3-9d573b9178d0 req-3ef6824e-361f-4905-aebd-c1028febd522 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:10.927821 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fad60b27-e12c-4e54-a0d3-9d573b9178d0 req-3ef6824e-361f-4905-aebd-c1028febd522 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1655 time: 0.3009348 Jul 15 15:06:10.958480 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f531901-1bc9-4cfe-94ac-4491fbb26392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:10.969662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Transition to ACTIVE for port object a30431be-f58e-4668-b85b-4877096b965e will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:10.991088 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:11.011829 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:11.062672 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2f531901-1bc9-4cfe-94ac-4491fbb26392 None None] For port 11b9a2f8-36fd-4c94-b7df-baff60654df4, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=11b9a2f8-36fd-4c94-b7df-baff60654df4,segment=NetworkSegment(d6ef896b-d471-42d9-a970-81eeadf3cdc0),segment_id=d6ef896b-d471-42d9-a970-81eeadf3cdc0)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:11.069114 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f531901-1bc9-4cfe-94ac-4491fbb26392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:11.092598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41676bc-eefa-4275-a5a9-1e4072a8c0e6 req-a5553881-f319-413a-b7d9-e1199521902d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:11.097282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c41676bc-eefa-4275-a5a9-1e4072a8c0e6 req-a5553881-f319-413a-b7d9-e1199521902d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.3147640 Jul 15 15:06:11.149148 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f1375fb-ef18-4064-a3c2-4a7227604981 req-7f24b0cc-5f5d-440c-9b8f-f44b9f744412 service neutron] 10.222.0.22 "GET /v2.0/networks/59832f3a-5b9e-402b-93a2-73336728e1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179834 Jul 15 15:06:11.166415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fad60b27-e12c-4e54-a0d3-9d573b9178d0 req-7598f4bb-2609-4c2f-b160-e1dcf86ad6bc tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213583 Jul 15 15:06:11.285523 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f531901-1bc9-4cfe-94ac-4491fbb26392 None None] Pushing event updated for resources: {'Port': ['ID=11b9a2f8-36fd-4c94-b7df-baff60654df4,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:11.316375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Pushing event updated for resources: {'Port': ['ID=a30431be-f58e-4668-b85b-4877096b965e,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:11.499772 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c41676bc-eefa-4275-a5a9-1e4072a8c0e6 req-6a76cf39-775e-45fe-af19-45491563813a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300681 Jul 15 15:06:11.549827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Attempting to bind port a30431be-f58e-4668-b85b-4877096b965e on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:06:11.550471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Attempting to bind port a30431be-f58e-4668-b85b-4877096b965e by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'eaa8670f-b192-4172-9e0a-556cb256ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5fbd2122-f3f9-4560-81d3-a72b35eeb282'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:06:11.550914 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Attempting to bind port a30431be-f58e-4668-b85b-4877096b965e on network 5fbd2122-f3f9-4560-81d3-a72b35eeb282 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:11.561783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Port a30431be-f58e-4668-b85b-4877096b965e on network 5fbd2122-f3f9-4560-81d3-a72b35eeb282 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:06:11.561783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Attempting to bind port a30431be-f58e-4668-b85b-4877096b965e on network 5fbd2122-f3f9-4560-81d3-a72b35eeb282 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:11.580114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:06:11.580782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Checking segment: {'id': 'eaa8670f-b192-4172-9e0a-556cb256ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5fbd2122-f3f9-4560-81d3-a72b35eeb282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:11.582940 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Bound using segment: {'id': 'eaa8670f-b192-4172-9e0a-556cb256ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5fbd2122-f3f9-4560-81d3-a72b35eeb282'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:06:11.583499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Bound port: a30431be-f58e-4668-b85b-4877096b965e, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa8670f-b192-4172-9e0a-556cb256ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5fbd2122-f3f9-4560-81d3-a72b35eeb282'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:06:11.585853 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:11.648320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cb8c3611-7c48-4341-88e6-19ebada8a20d None None] Provisioning for port be669d78-717c-4b94-985e-41c1c2cec7dd completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:11.668684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cb8c3611-7c48-4341-88e6-19ebada8a20d None None] Provisioning complete for port be669d78-717c-4b94-985e-41c1c2cec7dd triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:11.669728 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb8c3611-7c48-4341-88e6-19ebada8a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:11.677057 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:11.685985 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:11.812887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] For port a30431be-f58e-4668-b85b-4877096b965e, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:11.813458 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c3611-7c48-4341-88e6-19ebada8a20d None None] Port be669d78-717c-4b94-985e-41c1c2cec7dd cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:06:11.825966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] For port a30431be-f58e-4668-b85b-4877096b965e, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a30431be-f58e-4668-b85b-4877096b965e,segment=NetworkSegment(eaa8670f-b192-4172-9e0a-556cb256ed5a),segment_id=eaa8670f-b192-4172-9e0a-556cb256ed5a)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:06:11.852879 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:11.877016 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cb8c3611-7c48-4341-88e6-19ebada8a20d None None] Provisioning complete for port 11b9a2f8-36fd-4c94-b7df-baff60654df4 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:11.879071 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb8c3611-7c48-4341-88e6-19ebada8a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:11.948159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=be669d78-717c-4b94-985e-41c1c2cec7dd,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:11.999365 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:12.068104 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Pushing event updated for resources: {'Port': ['ID=a30431be-f58e-4668-b85b-4877096b965e,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:12.095041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:12.101743 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:12.105283 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-b35fa094-b31e-4967-ac05-c495cfeaae52 service neutron] 10.222.0.22 "PUT /v2.0/ports/a30431be-f58e-4668-b85b-4877096b965e HTTP/1.1" status: 200 len: 1092 time: 2.4400032 Jul 15 15:06:12.106599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'tag': 'a30431be-f58e-4668-b85b-4877096b965e'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:12.134374 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69490e1e-569b-4c7e-8602-d855f426fe5e" -d '{"events": [{"name": "network-changed", "server_uuid": "a09c035b-7dad-4499-ae25-c5d7dce5a100", "tag": "a30431be-f58e-4668-b85b-4877096b965e"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:12.147414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Request body: {'port': {'device_id': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:12.182855 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 11b9a2f8-36fd-4c94-b7df-baff60654df4 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:12.281136 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network d210e39d-ed7c-4b03-b8f1-92818de111e8 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:12.282320 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:12.290363 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:12.305107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-60881a99-d13f-48a2-8fce-56f4f3e8968f None None] Provisioning complete for port be669d78-717c-4b94-985e-41c1c2cec7dd triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:12.308700 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60881a99-d13f-48a2-8fce-56f4f3e8968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:12.325127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 566d7171-db37-40f6-b45f-d9c51837fca2 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:06:12.399782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9103f-941c-4cfa-8f76-22e0267707ac req-f771140f-af60-488f-bf33-f7c514212e7c tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:12.407767 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1a9103f-941c-4cfa-8f76-22e0267707ac req-f771140f-af60-488f-bf33-f7c514212e7c tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/ports?device_id=232f475c-2dc6-42d6-a9f2-1a1472216702 HTTP/1.1" status: 200 len: 943 time: 0.4266138 Jul 15 15:06:12.435959 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 11b9a2f8-36fd-4c94-b7df-baff60654df4 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:12.436289 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:12.485193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-60881a99-d13f-48a2-8fce-56f4f3e8968f None None] Port be669d78-717c-4b94-985e-41c1c2cec7dd cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:06:12.551608 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1a9103f-941c-4cfa-8f76-22e0267707ac req-00e95b5b-b731-487c-9878-93973aa0e499 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/security-groups?id=43b86d2c-ad89-486a-852e-796a804504db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426477 Jul 15 15:06:12.712374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router a2f8db63-19af-44ca-86bb-d22f845e276f is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:06:12.731923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 566d7171-db37-40f6-b45f-d9c51837fca2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=566d7171-db37-40f6-b45f-d9c51837fca2,segment=NetworkSegment(d37d92c4-71cb-4627-ba04-717f22758c0d),segment_id=d37d92c4-71cb-4627-ba04-717f22758c0d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:12.799055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '566d7171-db37-40f6-b45f-d9c51837fca2', 'network_id': '59832f3a-5b9e-402b-93a2-73336728e1ce', 'port_id': '566d7171-db37-40f6-b45f-d9c51837fca2', 'mac_address': 'fa:16:3e:df:82:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c682e6-cce2-4646-b906-f7278a4b3c5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:06:12.907820 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:12.930627 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566d7171-db37-40f6-b45f-d9c51837fca2 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:06:12.945302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f3c532ba-a898-4b2e-9fbb-3868468254db None None] Provisioning complete for port be669d78-717c-4b94-985e-41c1c2cec7dd triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:12.946193 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f3c532ba-a898-4b2e-9fbb-3868468254db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:12.946310 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:06:12.957863 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fcc92ea6-af1f-4d6b-b9cd-716a50d8756f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/a2f8db63-19af-44ca-86bb-d22f845e276f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4797025 Jul 15 15:06:12.959397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57716) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:12.960092 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ab2a2-7920-42e7-8468-865cb2dadd60 None None] Sync routers for ids ['a2f8db63-19af-44ca-86bb-d22f845e276f'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:06:12.962941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-7f23269f-8270-4ebf-bdc7-00f62494d77f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:12.969783 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-7f23269f-8270-4ebf-bdc7-00f62494d77f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 811 time: 0.7526054 Jul 15 15:06:12.975871 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ab2a2-7920-42e7-8468-865cb2dadd60 None None] Routers {'a2f8db63-19af-44ca-86bb-d22f845e276f'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:12.976739 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-764ab2a2-7920-42e7-8468-865cb2dadd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a2f8db63-19af-44ca-86bb-d22f845e276f'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:12.994982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 566d7171-db37-40f6-b45f-d9c51837fca2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=566d7171-db37-40f6-b45f-d9c51837fca2,segment=NetworkSegment(d37d92c4-71cb-4627-ba04-717f22758c0d),segment_id=d37d92c4-71cb-4627-ba04-717f22758c0d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:12.999159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-5f6550ae-e399-4884-a328-878c6853d6ab tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/quotas/1c5f68e801754b35b4442f3196d57784 HTTP/1.1" status: 200 len: 375 time: 0.0284514 Jul 15 15:06:13.006694 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:13.016371 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f3c532ba-a898-4b2e-9fbb-3868468254db None None] Port be669d78-717c-4b94-985e-41c1c2cec7dd cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:06:13.090169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2376121-fbf7-4109-8e2c-67e51879ea0f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:13.102027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57718) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:13.106175 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d2376121-fbf7-4109-8e2c-67e51879ea0f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports/be669d78-717c-4b94-985e-41c1c2cec7dd HTTP/1.1" status: 200 len: 910 time: 0.1449428 Jul 15 15:06:13.114340 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-0bceae8b-0571-48df-a749-e2e574453a73 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9247a1cf-13a9-42cc-9e8d-6b1dc1820c20'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:13.119216 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-764ab2a2-7920-42e7-8468-865cb2dadd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:13.126516 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=566d7171-db37-40f6-b45f-d9c51837fca2,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:13.147043 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ab2a2-7920-42e7-8468-865cb2dadd60 None None] Routers {'a2f8db63-19af-44ca-86bb-d22f845e276f'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:13.148191 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-764ab2a2-7920-42e7-8468-865cb2dadd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a2f8db63-19af-44ca-86bb-d22f845e276f'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:13.189810 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-764ab2a2-7920-42e7-8468-865cb2dadd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:13.190985 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ab2a2-7920-42e7-8468-865cb2dadd60 None None] The sync data for ids ['a2f8db63-19af-44ca-86bb-d22f845e276f'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:06:13.219801 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a12e5-57d4-43ae-b715-2ffdb7e1004d req-0e57a65e-7717-447f-8648-6d3856bfad0a tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:13.222223 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac7a12e5-57d4-43ae-b715-2ffdb7e1004d req-0e57a65e-7717-447f-8648-6d3856bfad0a tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 945 time: 0.3249893 Jul 15 15:06:13.255983 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-c03e880d-a452-443d-b0d9-03ff0a5fce2b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2558231 Jul 15 15:06:13.290662 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['566d7171-db37-40f6-b45f-d9c51837fca2'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:06:13.344230 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2a269-31c7-441d-95d1-283b35f3c43b req-63d307f0-d746-4b0b-a61f-8964d443bf32 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:13.345962 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3ff2a269-31c7-441d-95d1-283b35f3c43b req-63d307f0-d746-4b0b-a61f-8964d443bf32 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 945 time: 0.1089423 Jul 15 15:06:13.481734 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac7a12e5-57d4-43ae-b715-2ffdb7e1004d req-f5c6db44-57a5-4849-8af3-239ed3a2d399 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/security-groups?id=75508f2e-3893-4f4a-90f4-da8b321c4df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460067 Jul 15 15:06:13.511625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6423c87b-36e4-485b-a203-113433d98a22 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:06:13.559041 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:13.574452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3ff2a269-31c7-441d-95d1-283b35f3c43b req-11581235-c03a-4907-9f18-42c5e6d20b36 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Deleting port 0352e246-8551-46cc-af71-6ff11ec16cbe {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:13.575353 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3ff2a269-31c7-441d-95d1-283b35f3c43b req-11581235-c03a-4907-9f18-42c5e6d20b36 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:13.587179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Transition to ACTIVE for port object 6423c87b-36e4-485b-a203-113433d98a22 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:13.590496 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-db7096b6-1539-4965-aef5-7cbda4fe8d74 service neutron] 10.222.0.38 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337014 Jul 15 15:06:13.597923 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336ab955-687f-4b35-a4a3-427d15b7d4a3 x-openstack-request-id: req-336ab955-687f-4b35-a4a3-427d15b7d4a3 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:13.598829 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09c035b-7dad-4499-ae25-c5d7dce5a100", "tag": "a30431be-f58e-4668-b85b-4877096b965e", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:13.599497 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-336ab955-687f-4b35-a4a3-427d15b7d4a3 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:13.600346 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'tag': 'a30431be-f58e-4668-b85b-4877096b965e', 'status': 'completed', 'code': 200} Jul 15 15:06:13.656095 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:13.715704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3ff2a269-31c7-441d-95d1-283b35f3c43b req-11581235-c03a-4907-9f18-42c5e6d20b36 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] For port 0352e246-8551-46cc-af71-6ff11ec16cbe, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=0352e246-8551-46cc-af71-6ff11ec16cbe,segment=NetworkSegment(8564f227-a34b-48c7-8643-b2cfac501d79),segment_id=8564f227-a34b-48c7-8643-b2cfac501d79)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:13.716264 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3ff2a269-31c7-441d-95d1-283b35f3c43b req-11581235-c03a-4907-9f18-42c5e6d20b36 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:13.739061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3ff2a269-31c7-441d-95d1-283b35f3c43b req-11581235-c03a-4907-9f18-42c5e6d20b36 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Calling delete_port for 0352e246-8551-46cc-af71-6ff11ec16cbe owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:14.033953 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69490e1e-569b-4c7e-8602-d855f426fe5e req-194d82fc-6aed-4b2f-bdb7-9c348b9c5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:14.037916 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69490e1e-569b-4c7e-8602-d855f426fe5e req-194d82fc-6aed-4b2f-bdb7-9c348b9c5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:14.037916 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-69490e1e-569b-4c7e-8602-d855f426fe5e req-194d82fc-6aed-4b2f-bdb7-9c348b9c5c01 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af47a1bbb7694b59891ca400f7d2f80f&device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1939 time: 0.2409415 Jul 15 15:06:14.179576 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3ff2a269-31c7-441d-95d1-283b35f3c43b req-11581235-c03a-4907-9f18-42c5e6d20b36 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:14.193946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['0352e246-8551-46cc-af71-6ff11ec16cbe'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:06:14.210509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69490e1e-569b-4c7e-8602-d855f426fe5e req-39a72353-180d-4bfd-9b99-fbefbb1244be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:14.211007 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69490e1e-569b-4c7e-8602-d855f426fe5e req-39a72353-180d-4bfd-9b99-fbefbb1244be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:14.211905 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69490e1e-569b-4c7e-8602-d855f426fe5e req-39a72353-180d-4bfd-9b99-fbefbb1244be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:14.217319 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-69490e1e-569b-4c7e-8602-d855f426fe5e req-39a72353-180d-4bfd-9b99-fbefbb1244be service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=af47a1bbb7694b59891ca400f7d2f80f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1686203 Jul 15 15:06:14.256680 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11581235-c03a-4907-9f18-42c5e6d20b36 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Pushing event deleted for resources: {'Port': ['ID=0352e246-8551-46cc-af71-6ff11ec16cbe,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:14.277324 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0bceae8b-0571-48df-a749-e2e574453a73 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:14.304328 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:06:14.307938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Pushing event updated for resources: {'Port': ['ID=6423c87b-36e4-485b-a203-113433d98a22,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:14.313668 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 566d7171-db37-40f6-b45f-d9c51837fca2 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:14.342627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-fabdb311-d383-4983-9ec1-4b52c78266b2 service neutron] 10.222.0.38 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296445 Jul 15 15:06:14.345850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff2a269-31c7-441d-95d1-283b35f3c43b req-11581235-c03a-4907-9f18-42c5e6d20b36 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] No DVR routers for this DVR port 0352e246-8551-46cc-af71-6ff11ec16cbe on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:14.351113 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3ff2a269-31c7-441d-95d1-283b35f3c43b req-11581235-c03a-4907-9f18-42c5e6d20b36 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:14.354002 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3ff2a269-31c7-441d-95d1-283b35f3c43b req-11581235-c03a-4907-9f18-42c5e6d20b36 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.11 "DELETE /v2.0/ports/0352e246-8551-46cc-af71-6ff11ec16cbe HTTP/1.1" status: 204 len: 173 time: 0.9974132 Jul 15 15:06:14.388344 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Attempting to bind port 6423c87b-36e4-485b-a203-113433d98a22 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:06:14.388746 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Attempting to bind port 6423c87b-36e4-485b-a203-113433d98a22 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '839fd804-e89b-4017-ba40-679db5e5e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd3ecddb9-5d6d-434d-b468-5907d68ccaf6'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:06:14.389011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Attempting to bind port 6423c87b-36e4-485b-a203-113433d98a22 on network d3ecddb9-5d6d-434d-b468-5907d68ccaf6 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:14.412841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Port 6423c87b-36e4-485b-a203-113433d98a22 on network d3ecddb9-5d6d-434d-b468-5907d68ccaf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:06:14.413180 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Attempting to bind port 6423c87b-36e4-485b-a203-113433d98a22 on network d3ecddb9-5d6d-434d-b468-5907d68ccaf6 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:14.458542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a5a76-c02a-4031-abba-77a91d13a289 req-4e6afe1b-ec6f-4826-b4f5-57bf0547e476 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:14.460625 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 566d7171-db37-40f6-b45f-d9c51837fca2 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:14.464608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a5a76-c02a-4031-abba-77a91d13a289 req-4e6afe1b-ec6f-4826-b4f5-57bf0547e476 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:14.466880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2', 'name': 'network-vif-deleted', 'tag': '0352e246-8551-46cc-af71-6ff11ec16cbe'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:14.473303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-824a5a76-c02a-4031-abba-77a91d13a289 req-4e6afe1b-ec6f-4826-b4f5-57bf0547e476 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1679 time: 0.7077405 Jul 15 15:06:14.476532 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7748438b-ca1d-4657-ae93-57a6c80e3337" -d '{"events": [{"server_uuid": "2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2", "name": "network-vif-deleted", "tag": "0352e246-8551-46cc-af71-6ff11ec16cbe"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:14.477348 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 566d7171-db37-40f6-b45f-d9c51837fca2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:14.477731 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:14.551521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69490e1e-569b-4c7e-8602-d855f426fe5e req-0faeab5d-f2ce-4a44-8e82-076ff37dde3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:14.553368 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-69490e1e-569b-4c7e-8602-d855f426fe5e req-0faeab5d-f2ce-4a44-8e82-076ff37dde3c service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3129001 Jul 15 15:06:14.557328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:06:14.557676 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Checking segment: {'id': '839fd804-e89b-4017-ba40-679db5e5e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd3ecddb9-5d6d-434d-b468-5907d68ccaf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:14.558068 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Bound using segment: {'id': '839fd804-e89b-4017-ba40-679db5e5e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd3ecddb9-5d6d-434d-b468-5907d68ccaf6'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:06:14.558590 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Bound port: 6423c87b-36e4-485b-a203-113433d98a22, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839fd804-e89b-4017-ba40-679db5e5e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd3ecddb9-5d6d-434d-b468-5907d68ccaf6'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:06:14.559041 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:14.650072 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-824a5a76-c02a-4031-abba-77a91d13a289 req-1c8c13fe-ff21-4b0c-a9ff-30d6d23755cc tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758301 Jul 15 15:06:14.763412 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:14.798861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] For port 6423c87b-36e4-485b-a203-113433d98a22, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:14.805677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] For port 6423c87b-36e4-485b-a203-113433d98a22, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6423c87b-36e4-485b-a203-113433d98a22,segment=NetworkSegment(839fd804-e89b-4017-ba40-679db5e5e410),segment_id=839fd804-e89b-4017-ba40-679db5e5e410)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:06:14.811946 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:14.816692 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232f475c-2dc6-42d6-a9f2-1a1472216702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566d7171-db37-40f6-b45f-d9c51837fca2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:14.821167 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f86de7-c820-42c3-90f4-18528f030941" -d '{"events": [{"server_uuid": "232f475c-2dc6-42d6-a9f2-1a1472216702", "name": "network-vif-plugged", "status": "completed", "tag": "566d7171-db37-40f6-b45f-d9c51837fca2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:14.841765 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98ab5e8-a112-4123-b386-ef0d39263f32 x-openstack-request-id: req-c98ab5e8-a112-4123-b386-ef0d39263f32 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:14.843294 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2", "name": "network-vif-deleted", "tag": "0352e246-8551-46cc-af71-6ff11ec16cbe", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:14.843520 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c98ab5e8-a112-4123-b386-ef0d39263f32 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:14.843955 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2', 'name': 'network-vif-deleted', 'tag': '0352e246-8551-46cc-af71-6ff11ec16cbe', 'status': 'completed', 'code': 200} Jul 15 15:06:14.865719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 566d7171-db37-40f6-b45f-d9c51837fca2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=566d7171-db37-40f6-b45f-d9c51837fca2,segment=NetworkSegment(d37d92c4-71cb-4627-ba04-717f22758c0d),segment_id=d37d92c4-71cb-4627-ba04-717f22758c0d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:14.875311 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:14.923574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:14.937108 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:14.941035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] 10.222.0.22 "PUT /v2.0/ports/6423c87b-36e4-485b-a203-113433d98a22 HTTP/1.1" status: 200 len: 1092 time: 2.7990367 Jul 15 15:06:15.046431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=566d7171-db37-40f6-b45f-d9c51837fca2,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:15.214280 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6a206-2109-4b54-802a-fdccc02fca9c service neutron] Pushing event updated for resources: {'Port': ['ID=6423c87b-36e4-485b-a203-113433d98a22,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:15.314026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e5851e22-1a53-45cb-bb67-63e238b9eafb req-868fa319-7c8e-4ee4-b595-29f28eca6ae7 tempest-ServersNegativeTestMultiTenantJSON-141883941 tempest-ServersNegativeTestMultiTenantJSON-141883941-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e2281a0-75c8-4dc4-bf13-f3f4c951ebf2 HTTP/1.1" status: 200 len: 210 time: 0.0651290 Jul 15 15:06:15.413573 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd88885-9482-43ec-8851-daebda800b37 req-d1f237b6-5a83-4f9a-ae78-34ede0e23f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:15.413573 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd88885-9482-43ec-8851-daebda800b37 req-d1f237b6-5a83-4f9a-ae78-34ede0e23f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:15.416875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-d1f237b6-5a83-4f9a-ae78-34ede0e23f3a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af47a1bbb7694b59891ca400f7d2f80f&device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1981 time: 0.3465879 Jul 15 15:06:15.433135 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52128b3-1bd9-49a9-b1a5-b43f04c16815 req-d47092f9-2e65-485d-bd33-6d482042e7ca tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:15.435456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c52128b3-1bd9-49a9-b1a5-b43f04c16815 req-d47092f9-2e65-485d-bd33-6d482042e7ca tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/ports?device_id=232f475c-2dc6-42d6-a9f2-1a1472216702 HTTP/1.1" status: 200 len: 945 time: 0.4383018 Jul 15 15:06:15.511022 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b73c1f46-5c4d-4682-9e83-9e36df4320ee req-0c1698dd-8099-4d37-b42f-7827273aec0e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 210 time: 0.1098614 Jul 15 15:06:15.518609 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0bceae8b-0571-48df-a749-e2e574453a73 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:15.530563 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-73e7dbf7-aa3f-4d6b-a6e5-61820a391fb2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.186&port_id=a30431be-f58e-4668-b85b-4877096b965e HTTP/1.1" status: 200 len: 217 time: 0.0948195 Jul 15 15:06:15.569548 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9396904d-4793-47ea-81c5-2752a69df223 x-openstack-request-id: req-9396904d-4793-47ea-81c5-2752a69df223 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:15.570383 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232f475c-2dc6-42d6-a9f2-1a1472216702", "name": "network-vif-plugged", "status": "completed", "tag": "566d7171-db37-40f6-b45f-d9c51837fca2", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:15.570847 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9396904d-4793-47ea-81c5-2752a69df223 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:15.571548 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232f475c-2dc6-42d6-a9f2-1a1472216702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566d7171-db37-40f6-b45f-d9c51837fca2', 'code': 200} Jul 15 15:06:15.601941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'tag': '6423c87b-36e4-485b-a203-113433d98a22'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:15.604398 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdd75a2-4b2c-4b6d-9c52-894018e19856" -d '{"events": [{"name": "network-changed", "server_uuid": "a09c035b-7dad-4499-ae25-c5d7dce5a100", "tag": "6423c87b-36e4-485b-a203-113433d98a22"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:15.610900 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0bceae8b-0571-48df-a749-e2e574453a73 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:15.688296 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a43679c-b612-4415-a753-d91255f67446 x-openstack-request-id: req-6a43679c-b612-4415-a753-d91255f67446 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:15.688959 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09c035b-7dad-4499-ae25-c5d7dce5a100", "tag": "6423c87b-36e4-485b-a203-113433d98a22", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:15.688959 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6a43679c-b612-4415-a753-d91255f67446 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:15.689285 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'tag': '6423c87b-36e4-485b-a203-113433d98a22', 'status': 'completed', 'code': 200} Jul 15 15:06:15.708688 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c52128b3-1bd9-49a9-b1a5-b43f04c16815 req-21ddb72a-9746-4c40-ab9d-1f7e43440643 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/security-groups?id=43b86d2c-ad89-486a-852e-796a804504db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388122 Jul 15 15:06:15.741083 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd88885-9482-43ec-8851-daebda800b37 req-183f3082-39ef-4969-9143-ad7d1b6510e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:15.742651 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-183f3082-39ef-4969-9143-ad7d1b6510e6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a972f76f-dba6-4d14-b7f0-3163b164fc5a HTTP/1.1" status: 200 len: 801 time: 0.2031741 Jul 15 15:06:15.760316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bceae8b-0571-48df-a749-e2e574453a73 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=be669d78-717c-4b94-985e-41c1c2cec7dd,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:15.795175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bceae8b-0571-48df-a749-e2e574453a73 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:15.795790 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0bceae8b-0571-48df-a749-e2e574453a73 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:15.801332 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0bceae8b-0571-48df-a749-e2e574453a73 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/ports/be669d78-717c-4b94-985e-41c1c2cec7dd HTTP/1.1" status: 200 len: 910 time: 2.6893528 Jul 15 15:06:15.801332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57750) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:15.867856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286fc3d-9368-4e5b-9c12-d5198304863d req-c22a344f-3db7-4dbb-83ad-0bb74d3ef91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:15.872738 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8286fc3d-9368-4e5b-9c12-d5198304863d req-c22a344f-3db7-4dbb-83ad-0bb74d3ef91f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=232f475c-2dc6-42d6-a9f2-1a1472216702 HTTP/1.1" status: 200 len: 1096 time: 0.1438029 Jul 15 15:06:15.927272 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8286fc3d-9368-4e5b-9c12-d5198304863d req-46322020-076f-400c-a1d4-8386e351573b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=43b86d2c-ad89-486a-852e-796a804504db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435994 Jul 15 15:06:15.952930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd88885-9482-43ec-8851-daebda800b37 req-6c0e31dc-50d2-4d67-a141-e5a19a308afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:15.954476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-6c0e31dc-50d2-4d67-a141-e5a19a308afa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5fbd2122-f3f9-4560-81d3-a72b35eeb282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2021990 Jul 15 15:06:16.132853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce95e57-70ce-488f-8396-ec89e8109dc6 req-5ca419b7-9c09-4bcc-917b-06b7f1c465d3 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:16.138921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce95e57-70ce-488f-8396-ec89e8109dc6 req-5ca419b7-9c09-4bcc-917b-06b7f1c465d3 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:16.141045 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dce95e57-70ce-488f-8396-ec89e8109dc6 req-5ca419b7-9c09-4bcc-917b-06b7f1c465d3 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1679 time: 0.2432537 Jul 15 15:06:16.243229 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-c11ca273-0564-4496-84c5-4cac059a0d8f service neutron] 10.222.0.22 "GET /v2.0/networks/5fbd2122-f3f9-4560-81d3-a72b35eeb282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630062 Jul 15 15:06:16.249282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dce95e57-70ce-488f-8396-ec89e8109dc6 req-3197940d-e63c-4756-bd03-03ebe3f528c3 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993748 Jul 15 15:06:16.415586 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-e0b598e6-761a-4925-a526-2ec1520dd2bf service neutron] 10.222.0.22 "GET /v2.0/networks/5fbd2122-f3f9-4560-81d3-a72b35eeb282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527958 Jul 15 15:06:16.488363 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-f02bc53c-cc0f-446e-8ddd-f868dc59fdc4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.232&port_id=6423c87b-36e4-485b-a203-113433d98a22 HTTP/1.1" status: 200 len: 217 time: 0.0502377 Jul 15 15:06:16.510634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57758) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:16.614197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd88885-9482-43ec-8851-daebda800b37 req-329578fe-e53b-4596-ab04-df594a4b1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:16.616445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-329578fe-e53b-4596-ab04-df594a4b1588 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b8c2d07-660f-4bfb-8726-b3f4d35a8df6 HTTP/1.1" status: 200 len: 801 time: 0.1193364 Jul 15 15:06:16.620874 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb931f0-364a-4130-bf55-f0855d160dc1 admin admin] Deleting subnet 1464b024-53af-44e2-a906-f213b321d348 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:06:16.635304 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cb03fcbb-6608-45dc-8c42-8a8ed5a3299e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:16.637727 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3cb931f0-364a-4130-bf55-f0855d160dc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:16.719461 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-48f3e2e0-11b0-4c58-92f5-0f5b8d1b3d47 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:16.721618 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-48f3e2e0-11b0-4c58-92f5-0f5b8d1b3d47 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.11 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 811 time: 0.2411695 Jul 15 15:06:16.735526 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-eee38b43-ba89-4ea6-bd4d-8fc1657100c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Request body: {'port': {'device_id': '064442ad-e6c9-4eaa-be33-8e175c1989ae', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'admin_state_up': True, 'tenant_id': '1c5f68e801754b35b4442f3196d57784'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:16.948347 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6f4f6f25-7f53-4b79-9ff1-ff31d12b3fd5 req-97e3bc6e-4996-4255-a63e-1ff7223d3eb4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 210 time: 0.0781281 Jul 15 15:06:16.958691 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3cb931f0-364a-4130-bf55-f0855d160dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:16.993786 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-eee38b43-ba89-4ea6-bd4d-8fc1657100c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Made reservation on behalf of 1c5f68e801754b35b4442f3196d57784 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:16.997606 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-eee38b43-ba89-4ea6-bd4d-8fc1657100c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.145093 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3cb931f0-364a-4130-bf55-f0855d160dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.208543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd88885-9482-43ec-8851-daebda800b37 req-9939274e-6136-4d39-a593-1f1c9e663b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:17.209816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-9939274e-6136-4d39-a593-1f1c9e663b49 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d3ecddb9-5d6d-434d-b468-5907d68ccaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5852096 Jul 15 15:06:17.237989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-eee38b43-ba89-4ea6-bd4d-8fc1657100c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Allocated IP 172.20.0.9 (279c9251-f575-4675-be20-04a9e6587e7b/e32fa86b-919e-44da-8f1f-1b14acd5ffbb/0bebac38-a378-4b14-8826-9c5801e9bf10) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:17.325943 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3cb931f0-364a-4130-bf55-f0855d160dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.342919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cedcdb-09fc-4486-9fb6-530614d2b810 req-8dacc80f-5f99-4907-8daa-bc36da5a11ff tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:17.344453 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2cedcdb-09fc-4486-9fb6-530614d2b810 req-8dacc80f-5f99-4907-8daa-bc36da5a11ff tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/ports?device_id=232f475c-2dc6-42d6-a9f2-1a1472216702 HTTP/1.1" status: 200 len: 945 time: 0.3137658 Jul 15 15:06:17.367501 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 0352e246-8551-46cc-af71-6ff11ec16cbe no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:17.411106 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb931f0-364a-4130-bf55-f0855d160dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1464b024-53af-44e2-a906-f213b321d348,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:17.418111 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3cb931f0-364a-4130-bf55-f0855d160dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.424916 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57768) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:17.429373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 0352e246-8551-46cc-af71-6ff11ec16cbe {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:06:17.429730 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 0352e246-8551-46cc-af71-6ff11ec16cbe not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:17.430809 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3cb931f0-364a-4130-bf55-f0855d160dc1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1464b024-53af-44e2-a906-f213b321d348 HTTP/1.1" status: 204 len: 168 time: 0.9097414 Jul 15 15:06:17.465210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-c8a1530e-e41d-40e0-bc60-c77186735bd8 service neutron] 10.222.0.22 "GET /v2.0/networks/d3ecddb9-5d6d-434d-b468-5907d68ccaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481558 Jul 15 15:06:17.548616 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54dbcc94-204d-480b-bc45-fe7521d58b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.576454 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2cedcdb-09fc-4486-9fb6-530614d2b810 req-525fc930-924d-482d-9cfc-3f800c883c41 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/security-groups?id=43b86d2c-ad89-486a-852e-796a804504db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212834 Jul 15 15:06:17.629207 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-eee38b43-ba89-4ea6-bd4d-8fc1657100c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.668839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-eee38b43-ba89-4ea6-bd4d-8fc1657100c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Transition to ACTIVE for port object 0bebac38-a378-4b14-8826-9c5801e9bf10 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:17.699926 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9fd88885-9482-43ec-8851-daebda800b37 req-9cc73a06-36d9-4fb6-b44f-a9cded143191 service neutron] 10.222.0.22 "GET /v2.0/networks/d3ecddb9-5d6d-434d-b468-5907d68ccaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073870 Jul 15 15:06:17.702570 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54dbcc94-204d-480b-bc45-fe7521d58b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.715608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-54dbcc94-204d-480b-bc45-fe7521d58b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a230afd2-4069-4c36-bceb-c431a37506f6']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:17.717757 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b88e95-f7a4-4ae8-83a2-c0b5500ef496 req-79fd3e6b-c1cd-4df7-8f17-9688f3218fc9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:17.724276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b88e95-f7a4-4ae8-83a2-c0b5500ef496 req-79fd3e6b-c1cd-4df7-8f17-9688f3218fc9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:17.726082 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05b88e95-f7a4-4ae8-83a2-c0b5500ef496 req-79fd3e6b-c1cd-4df7-8f17-9688f3218fc9 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1679 time: 0.2347367 Jul 15 15:06:17.733642 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-54dbcc94-204d-480b-bc45-fe7521d58b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8564f227-a34b-48c7-8643-b2cfac501d79') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:17.733920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-54dbcc94-204d-480b-bc45-fe7521d58b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8564f227-a34b-48c7-8643-b2cfac501d79') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:17.744504 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-cb03fcbb-6608-45dc-8c42-8a8ed5a3299e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port be669d78-717c-4b94-985e-41c1c2cec7dd {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:17.744847 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54dbcc94-204d-480b-bc45-fe7521d58b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.745000 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cb03fcbb-6608-45dc-8c42-8a8ed5a3299e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.761342 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54dbcc94-204d-480b-bc45-fe7521d58b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.767909 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54dbcc94-204d-480b-bc45-fe7521d58b11 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:06:17.768535 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54dbcc94-204d-480b-bc45-fe7521d58b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:06:17.827167 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:06:17.840153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05b88e95-f7a4-4ae8-83a2-c0b5500ef496 req-ce6e7cc8-ee3c-49f8-91c6-7527017b0ec4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071413 Jul 15 15:06:17.842406 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54dbcc94-204d-480b-bc45-fe7521d58b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.857202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54dbcc94-204d-480b-bc45-fe7521d58b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.859158 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-54dbcc94-204d-480b-bc45-fe7521d58b11 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a230afd2-4069-4c36-bceb-c431a37506f6 HTTP/1.1" status: 204 len: 168 time: 0.4330840 Jul 15 15:06:17.865295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57772) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:17.892652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbcc94-204d-480b-bc45-fe7521d58b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=a230afd2-4069-4c36-bceb-c431a37506f6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:17.922424 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-eee38b43-ba89-4ea6-bd4d-8fc1657100c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.937567 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ddc3d9d6-4452-4440-9b6e-fec6e051c029'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:06:17.956448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-eee38b43-ba89-4ea6-bd4d-8fc1657100c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Network 279c9251-f575-4675-be20-04a9e6587e7b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:17.960568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-eee38b43-ba89-4ea6-bd4d-8fc1657100c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:17.964434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-eee38b43-ba89-4ea6-bd4d-8fc1657100c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:17.965409 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cb03fcbb-6608-45dc-8c42-8a8ed5a3299e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.991469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-cb03fcbb-6608-45dc-8c42-8a8ed5a3299e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for be669d78-717c-4b94-985e-41c1c2cec7dd owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:18.120415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-eee38b43-ba89-4ea6-bd4d-8fc1657100c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:18.131704 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-eee38b43-ba89-4ea6-bd4d-8fc1657100c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:18.182744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee38b43-ba89-4ea6-bd4d-8fc1657100c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event updated for resources: {'Port': ['ID=0bebac38-a378-4b14-8826-9c5801e9bf10,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:18.202000 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-eee38b43-ba89-4ea6-bd4d-8fc1657100c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4706388 Jul 15 15:06:18.218446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Request body: {'port': {'device_id': '064442ad-e6c9-4eaa-be33-8e175c1989ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:18.413532 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dc0ca140-3a17-4021-a7b8-9ef01c399167 None None] Provisioning for port 0bebac38-a378-4b14-8826-9c5801e9bf10 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:18.423742 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dc0ca140-3a17-4021-a7b8-9ef01c399167 None None] Provisioning complete for port 0bebac38-a378-4b14-8826-9c5801e9bf10 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:18.425367 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca140-3a17-4021-a7b8-9ef01c399167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:18.577450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ca140-3a17-4021-a7b8-9ef01c399167 None None] Port 0bebac38-a378-4b14-8826-9c5801e9bf10 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:06:18.658226 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-87af7ac7-5fce-4717-9b8d-37e12b796cdb admin admin] Deleting subnet f6f18db3-2fdf-4518-99a4-32652b270752 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:06:18.735445 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87af7ac7-5fce-4717-9b8d-37e12b796cdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:18.832990 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:18.885405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:18.893813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd75a2-4b2c-4b6d-9c52-894018e19856 req-d050e63d-221c-4e71-a13d-42413cdf374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:18.894758 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd75a2-4b2c-4b6d-9c52-894018e19856 req-d050e63d-221c-4e71-a13d-42413cdf374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:18.897110 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbdd75a2-4b2c-4b6d-9c52-894018e19856 req-d050e63d-221c-4e71-a13d-42413cdf374d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af47a1bbb7694b59891ca400f7d2f80f&device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1981 time: 1.0633698 Jul 15 15:06:18.919832 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87af7ac7-5fce-4717-9b8d-37e12b796cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:19.121534 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cb03fcbb-6608-45dc-8c42-8a8ed5a3299e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:19.138858 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:19.153606 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87af7ac7-5fce-4717-9b8d-37e12b796cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:19.233885 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bebac38-a378-4b14-8826-9c5801e9bf10 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:06:19.241861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b90fd6-1369-4e74-a6ce-8727a7aeb607 req-d076a05c-2015-479f-9bf9-4d3ececa09ae tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:19.243456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3b90fd6-1369-4e74-a6ce-8727a7aeb607 req-d076a05c-2015-479f-9bf9-4d3ececa09ae tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 931 time: 0.5825069 Jul 15 15:06:19.244415 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:19.252022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03fcbb-6608-45dc-8c42-8a8ed5a3299e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=be669d78-717c-4b94-985e-41c1c2cec7dd,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:19.268468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Transition to ACTIVE for port object 0bebac38-a378-4b14-8826-9c5801e9bf10 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:19.275899 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:19.279001 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38f6a8-6411-44a6-a239-717547f1ba9e req-528514cb-0619-403b-a0bc-9e163edd13a5 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:19.280638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a38f6a8-6411-44a6-a239-717547f1ba9e req-528514cb-0619-403b-a0bc-9e163edd13a5 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/ports?device_id=232f475c-2dc6-42d6-a9f2-1a1472216702 HTTP/1.1" status: 200 len: 945 time: 0.5099444 Jul 15 15:06:19.380000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd75a2-4b2c-4b6d-9c52-894018e19856 req-f24d7e60-9a92-4b03-826d-8c7f07a0c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:19.382181 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbdd75a2-4b2c-4b6d-9c52-894018e19856 req-f24d7e60-9a92-4b03-826d-8c7f07a0c05d service neutron] 10.222.0.22 "GET /v2.0/networks?id=d3ecddb9-5d6d-434d-b468-5907d68ccaf6 HTTP/1.1" status: 200 len: 903 time: 0.4691887 Jul 15 15:06:19.426604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Pushing event updated for resources: {'Port': ['ID=0bebac38-a378-4b14-8826-9c5801e9bf10,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:19.484054 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Attempting to bind port 0bebac38-a378-4b14-8826-9c5801e9bf10 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:06:19.484833 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Attempting to bind port 0bebac38-a378-4b14-8826-9c5801e9bf10 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:06:19.484833 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Attempting to bind port 0bebac38-a378-4b14-8826-9c5801e9bf10 on network 279c9251-f575-4675-be20-04a9e6587e7b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:19.495126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Port 0bebac38-a378-4b14-8826-9c5801e9bf10 on network 279c9251-f575-4675-be20-04a9e6587e7b not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:06:19.495469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Attempting to bind port 0bebac38-a378-4b14-8826-9c5801e9bf10 on network 279c9251-f575-4675-be20-04a9e6587e7b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:19.501830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:06:19.501830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Checking segment: {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:19.503061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Bound using segment: {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:06:19.503290 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Bound port: 0bebac38-a378-4b14-8826-9c5801e9bf10, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:06:19.503644 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:19.509627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbdd75a2-4b2c-4b6d-9c52-894018e19856 req-96e91d9e-7739-43eb-b441-8144548f19bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.232&port_id=6423c87b-36e4-485b-a203-113433d98a22 HTTP/1.1" status: 200 len: 217 time: 0.0885499 Jul 15 15:06:19.527694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3b90fd6-1369-4e74-a6ce-8727a7aeb607 req-abc7a198-1dbf-44c6-a5f9-f8b1d813d9c1 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635272 Jul 15 15:06:19.559324 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a38f6a8-6411-44a6-a239-717547f1ba9e req-368209c8-34f5-401b-949e-d1f242233436 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/security-groups?id=43b86d2c-ad89-486a-852e-796a804504db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465353 Jul 15 15:06:19.562068 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87af7ac7-5fce-4717-9b8d-37e12b796cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:19.660821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] For port 0bebac38-a378-4b14-8826-9c5801e9bf10, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:19.671447 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] For port 0bebac38-a378-4b14-8826-9c5801e9bf10, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=0bebac38-a378-4b14-8826-9c5801e9bf10,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:06:19.680709 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:19.713476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af7ac7-5fce-4717-9b8d-37e12b796cdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f18db3-2fdf-4518-99a4-32652b270752,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:19.838463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:19.839621 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:19.842131 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] 10.222.0.11 "PUT /v2.0/ports/0bebac38-a378-4b14-8826-9c5801e9bf10 HTTP/1.1" status: 200 len: 1091 time: 1.6310842 Jul 15 15:06:19.842950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064442ad-e6c9-4eaa-be33-8e175c1989ae', 'tag': '0bebac38-a378-4b14-8826-9c5801e9bf10'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:19.849195 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8766fbc5-4997-49ae-bdbd-2ad1c88bb986" -d '{"events": [{"name": "network-changed", "server_uuid": "064442ad-e6c9-4eaa-be33-8e175c1989ae", "tag": "0bebac38-a378-4b14-8826-9c5801e9bf10"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:19.894765 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914c0db-c9e3-4d37-9e12-7f3d04dfd962 service neutron] Pushing event updated for resources: {'Port': ['ID=0bebac38-a378-4b14-8826-9c5801e9bf10,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:19.895974 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87af7ac7-5fce-4717-9b8d-37e12b796cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:19.900887 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-87af7ac7-5fce-4717-9b8d-37e12b796cdb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f6f18db3-2fdf-4518-99a4-32652b270752 HTTP/1.1" status: 204 len: 168 time: 2.0343871 Jul 15 15:06:19.903487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57798) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:19.933729 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cb03fcbb-6608-45dc-8c42-8a8ed5a3299e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:19.938362 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd75a2-4b2c-4b6d-9c52-894018e19856 req-dc5ca25e-7a80-483a-ba5a-7d6d92957246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:19.940098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbdd75a2-4b2c-4b6d-9c52-894018e19856 req-dc5ca25e-7a80-483a-ba5a-7d6d92957246 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b8c2d07-660f-4bfb-8726-b3f4d35a8df6 HTTP/1.1" status: 200 len: 801 time: 0.4161782 Jul 15 15:06:20.001137 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d558d73c-19be-41bb-a358-4624f9a4a243 x-openstack-request-id: req-d558d73c-19be-41bb-a358-4624f9a4a243 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:20.001613 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064442ad-e6c9-4eaa-be33-8e175c1989ae", "tag": "0bebac38-a378-4b14-8826-9c5801e9bf10", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:20.001975 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d558d73c-19be-41bb-a358-4624f9a4a243 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:20.002751 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064442ad-e6c9-4eaa-be33-8e175c1989ae', 'tag': '0bebac38-a378-4b14-8826-9c5801e9bf10', 'status': 'completed', 'code': 200} Jul 15 15:06:20.064541 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-885561d6-cc6e-48a5-87f4-bba93697777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:20.149080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-4104bbc6-b0d3-40c5-a318-98ac0ec56648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:20.152356 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-4104bbc6-b0d3-40c5-a318-98ac0ec56648 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 1094 time: 0.1974275 Jul 15 15:06:20.213115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a430a3-55ed-47be-bd9a-25e85db1c93c req-0a5f6371-34ab-43ff-afe5-3d4863b2a608 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:20.219244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a430a3-55ed-47be-bd9a-25e85db1c93c req-0a5f6371-34ab-43ff-afe5-3d4863b2a608 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:20.221044 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52a430a3-55ed-47be-bd9a-25e85db1c93c req-0a5f6371-34ab-43ff-afe5-3d4863b2a608 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1679 time: 0.3832328 Jul 15 15:06:20.264124 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-d4d55fdc-5cad-4e5f-993c-ef46fc2c2d2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bebac38-a378-4b14-8826-9c5801e9bf10 HTTP/1.1" status: 200 len: 217 time: 0.0870371 Jul 15 15:06:20.313408 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-885561d6-cc6e-48a5-87f4-bba93697777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:20.331283 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-885561d6-cc6e-48a5-87f4-bba93697777c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40283efc-83ba-4543-9627-042373804b7c']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:20.356323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6423c87b-36e4-485b-a203-113433d98a22 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:06:20.372518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-885561d6-cc6e-48a5-87f4-bba93697777c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5085df7d-312c-4a6b-9a21-6de4c29b9eb9') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:20.372855 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-885561d6-cc6e-48a5-87f4-bba93697777c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5085df7d-312c-4a6b-9a21-6de4c29b9eb9') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:20.391435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb03fcbb-6608-45dc-8c42-8a8ed5a3299e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router a2f8db63-19af-44ca-86bb-d22f845e276f has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:06:20.394554 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd75a2-4b2c-4b6d-9c52-894018e19856 req-fec64c4e-1cad-44ef-a7d2-f2c5294895d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:20.396440 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbdd75a2-4b2c-4b6d-9c52-894018e19856 req-fec64c4e-1cad-44ef-a7d2-f2c5294895d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d3ecddb9-5d6d-434d-b468-5907d68ccaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4492574 Jul 15 15:06:20.421266 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-885561d6-cc6e-48a5-87f4-bba93697777c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:20.453053 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-885561d6-cc6e-48a5-87f4-bba93697777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:20.465941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-27d247d9-7458-4a34-90c0-af32fafb1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:20.467769 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-27d247d9-7458-4a34-90c0-af32fafb1772 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.1224344 Jul 15 15:06:20.469478 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885561d6-cc6e-48a5-87f4-bba93697777c admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:06:20.469637 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-885561d6-cc6e-48a5-87f4-bba93697777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:06:20.484922 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:06:20.534076 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52a430a3-55ed-47be-bd9a-25e85db1c93c req-cc95062a-c1d7-40fe-b767-c6d36b842d37 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118146 Jul 15 15:06:20.593860 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb03fcbb-6608-45dc-8c42-8a8ed5a3299e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:06:20.593860 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cb03fcbb-6608-45dc-8c42-8a8ed5a3299e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/a2f8db63-19af-44ca-86bb-d22f845e276f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7911925 Jul 15 15:06:20.597727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57814) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:20.633239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6423c87b-36e4-485b-a203-113433d98a22, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6423c87b-36e4-485b-a203-113433d98a22,segment=NetworkSegment(839fd804-e89b-4017-ba40-679db5e5e410),segment_id=839fd804-e89b-4017-ba40-679db5e5e410)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:20.648973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '6423c87b-36e4-485b-a203-113433d98a22', 'network_id': 'd3ecddb9-5d6d-434d-b468-5907d68ccaf6', 'port_id': '6423c87b-36e4-485b-a203-113433d98a22', 'mac_address': 'fa:16:3e:4d:31:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8c2d07-660f-4bfb-8726-b3f4d35a8df6', 'ip_address': '19.86.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:06:20.653887 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2e1bf-9472-45ef-95ab-8683627fc3f8 None None] Sync routers for ids ['a2f8db63-19af-44ca-86bb-d22f845e276f'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:06:20.694133 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2e1bf-9472-45ef-95ab-8683627fc3f8 None None] Routers {'a2f8db63-19af-44ca-86bb-d22f845e276f'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:20.694896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b1f2e1bf-9472-45ef-95ab-8683627fc3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a2f8db63-19af-44ca-86bb-d22f845e276f'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:20.716047 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-98e3323f-d218-426e-ae63-676bd1a1802a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2f8db63-19af-44ca-86bb-d22f845e276f HTTP/1.1" status: 200 len: 205 time: 0.1165531 Jul 15 15:06:20.719597 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57818) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:20.726835 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-885561d6-cc6e-48a5-87f4-bba93697777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:20.756767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b1f2e1bf-9472-45ef-95ab-8683627fc3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:20.762727 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-885561d6-cc6e-48a5-87f4-bba93697777c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:20.773898 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2e1bf-9472-45ef-95ab-8683627fc3f8 None None] Routers {'a2f8db63-19af-44ca-86bb-d22f845e276f'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:20.773898 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b1f2e1bf-9472-45ef-95ab-8683627fc3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a2f8db63-19af-44ca-86bb-d22f845e276f'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:20.776582 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-885561d6-cc6e-48a5-87f4-bba93697777c admin admin] 10.222.0.38 "DELETE /v2.0/networks/40283efc-83ba-4543-9627-042373804b7c HTTP/1.1" status: 204 len: 168 time: 0.8658578 Jul 15 15:06:20.812293 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:20.830301 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b1f2e1bf-9472-45ef-95ab-8683627fc3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:20.831726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2e1bf-9472-45ef-95ab-8683627fc3f8 None None] The sync data for ids ['a2f8db63-19af-44ca-86bb-d22f845e276f'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:06:20.834152 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6423c87b-36e4-485b-a203-113433d98a22 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:06:20.857795 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6423c87b-36e4-485b-a203-113433d98a22, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6423c87b-36e4-485b-a203-113433d98a22,segment=NetworkSegment(839fd804-e89b-4017-ba40-679db5e5e410),segment_id=839fd804-e89b-4017-ba40-679db5e5e410)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:20.864884 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:20.866892 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device a30431be-f58e-4668-b85b-4877096b965e details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:06:20.911243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885561d6-cc6e-48a5-87f4-bba93697777c admin admin] Pushing event deleted for resources: {'Network': ['ID=40283efc-83ba-4543-9627-042373804b7c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:20.934843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-0359a3dd-4d89-4ef1-9ed4-8dcb2ccffc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:20.937578 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-0359a3dd-4d89-4ef1-9ed4-8dcb2ccffc29 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4512320 Jul 15 15:06:20.964334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=6423c87b-36e4-485b-a203-113433d98a22,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:21.113315 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port a30431be-f58e-4668-b85b-4877096b965e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a30431be-f58e-4668-b85b-4877096b965e,segment=NetworkSegment(eaa8670f-b192-4172-9e0a-556cb256ed5a),segment_id=eaa8670f-b192-4172-9e0a-556cb256ed5a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:21.116270 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41bb4517-c384-43d6-9380-03b2710cee3c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:21.133654 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'a30431be-f58e-4668-b85b-4877096b965e', 'network_id': '5fbd2122-f3f9-4560-81d3-a72b35eeb282', 'port_id': 'a30431be-f58e-4668-b85b-4877096b965e', 'mac_address': 'fa:16:3e:cf:f3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a972f76f-dba6-4d14-b7f0-3163b164fc5a', 'ip_address': '19.80.0.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:06:21.147957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57824) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:21.189189 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-a0f7168c-d7e5-4692-8528-9330b444ceeb service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425933 Jul 15 15:06:21.194780 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:21.211839 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbdd75a2-4b2c-4b6d-9c52-894018e19856 req-aafb99b7-58d6-4860-affe-dc02fac9da68 service neutron] 10.222.0.22 "GET /v2.0/networks/d3ecddb9-5d6d-434d-b468-5907d68ccaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8083756 Jul 15 15:06:21.218482 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30431be-f58e-4668-b85b-4877096b965e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:06:21.242101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port a30431be-f58e-4668-b85b-4877096b965e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a30431be-f58e-4668-b85b-4877096b965e,segment=NetworkSegment(eaa8670f-b192-4172-9e0a-556cb256ed5a),segment_id=eaa8670f-b192-4172-9e0a-556cb256ed5a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:21.249917 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:21.310066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=a30431be-f58e-4668-b85b-4877096b965e,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:21.333780 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5e8306a8-1822-42c9-80f5-2ab3621304db req-fa1ace7a-04a4-46b3-8771-1eeb97d26b2e service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365092 Jul 15 15:06:21.345417 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-afd85a31-d8f2-49ab-a1f6-75c078c1481e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3c6ff038355d4807a92199aace7da3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1957946 Jul 15 15:06:21.349171 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57826) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:21.403469 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41bb4517-c384-43d6-9380-03b2710cee3c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:21.411693 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41bb4517-c384-43d6-9380-03b2710cee3c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:21.426656 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ff16f-297a-42ba-9923-3830741c7241 req-5294b4f3-2b2a-4f25-a88f-6a40b4db8f1d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:21.428165 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8ff16f-297a-42ba-9923-3830741c7241 req-5294b4f3-2b2a-4f25-a88f-6a40b4db8f1d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 943 time: 0.4165506 Jul 15 15:06:21.460002 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90d2e03e-1439-42e7-b48c-f9985e51f305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:21.492018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed3f41-e1f7-4283-9a71-b3b5e29df3cd req-cfdc9dc3-a4ae-476b-87fe-d5eec4bcaa45 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:21.492860 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90d2e03e-1439-42e7-b48c-f9985e51f305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:21.496509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42ed3f41-e1f7-4283-9a71-b3b5e29df3cd req-cfdc9dc3-a4ae-476b-87fe-d5eec4bcaa45 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/ports?device_id=232f475c-2dc6-42d6-a9f2-1a1472216702 HTTP/1.1" status: 200 len: 945 time: 0.4781401 Jul 15 15:06:21.529653 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766fbc5-4997-49ae-bdbd-2ad1c88bb986 req-cbfdffe9-3944-4189-acd2-b988ac55cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:21.531032 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41bb4517-c384-43d6-9380-03b2710cee3c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:21.531408 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8766fbc5-4997-49ae-bdbd-2ad1c88bb986 req-cbfdffe9-3944-4189-acd2-b988ac55cb5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 1094 time: 0.1318870 Jul 15 15:06:21.531776 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bb4517-c384-43d6-9380-03b2710cee3c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Fanout notify agent at l3_agent the message router_deleted on router a2f8db63-19af-44ca-86bb-d22f845e276f {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:06:21.540991 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41bb4517-c384-43d6-9380-03b2710cee3c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:21.546215 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-41bb4517-c384-43d6-9380-03b2710cee3c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/routers/a2f8db63-19af-44ca-86bb-d22f845e276f HTTP/1.1" status: 204 len: 168 time: 0.8049650 Jul 15 15:06:21.546421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['6423c87b-36e4-485b-a203-113433d98a22'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:06:21.558385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57828) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:21.565131 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbdd75a2-4b2c-4b6d-9c52-894018e19856 req-2ac66cc2-dca0-4009-99f3-93c2063caede service neutron] 10.222.0.22 "GET /v2.0/networks/d3ecddb9-5d6d-434d-b468-5907d68ccaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452327 Jul 15 15:06:21.594081 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['a30431be-f58e-4668-b85b-4877096b965e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:06:21.625961 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8ff16f-297a-42ba-9923-3830741c7241 req-2aea1dd4-41c8-4715-8f5b-8126da24e886 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472661 Jul 15 15:06:21.668313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42ed3f41-e1f7-4283-9a71-b3b5e29df3cd req-47b49616-6e16-4367-b782-c1aed412c3e4 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/security-groups?id=43b86d2c-ad89-486a-852e-796a804504db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397724 Jul 15 15:06:21.734937 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90d2e03e-1439-42e7-b48c-f9985e51f305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:21.738479 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90d2e03e-1439-42e7-b48c-f9985e51f305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:21.742387 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-90d2e03e-1439-42e7-b48c-f9985e51f305 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/75508f2e-3893-4f4a-90f4-da8b321c4df6 HTTP/1.1" status: 204 len: 168 time: 0.3921134 Jul 15 15:06:21.756609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2e03e-1439-42e7-b48c-f9985e51f305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75508f2e-3893-4f4a-90f4-da8b321c4df6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:21.762663 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-14caa839-6e73-4650-8b99-96fc3a30f283 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting subnet 9247a1cf-13a9-42cc-9e8d-6b1dc1820c20 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:06:21.766699 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14caa839-6e73-4650-8b99-96fc3a30f283 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:21.819690 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14caa839-6e73-4650-8b99-96fc3a30f283 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:21.905031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ba198-ab6e-40de-8c88-6a7fd06ce3d0 req-09d09709-2c66-4f11-b7c3-d150be34faed tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:21.912148 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ba198-ab6e-40de-8c88-6a7fd06ce3d0 req-09d09709-2c66-4f11-b7c3-d150be34faed tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:21.920649 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-816ba198-ab6e-40de-8c88-6a7fd06ce3d0 req-09d09709-2c66-4f11-b7c3-d150be34faed tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1681 time: 0.1141284 Jul 15 15:06:21.930032 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14caa839-6e73-4650-8b99-96fc3a30f283 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:21.982007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-816ba198-ab6e-40de-8c88-6a7fd06ce3d0 req-fbfed1ab-bd12-4e74-b95f-f50416fe6056 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593328 Jul 15 15:06:22.014762 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14caa839-6e73-4650-8b99-96fc3a30f283 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.026498 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766fbc5-4997-49ae-bdbd-2ad1c88bb986 req-fd14a4d8-63a6-4820-b927-2ca897fa65d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:22.028170 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8766fbc5-4997-49ae-bdbd-2ad1c88bb986 req-fd14a4d8-63a6-4820-b927-2ca897fa65d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.4901671 Jul 15 15:06:22.089126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14caa839-6e73-4650-8b99-96fc3a30f283 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Subnet': ['ID=9247a1cf-13a9-42cc-9e8d-6b1dc1820c20,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:22.093057 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14caa839-6e73-4650-8b99-96fc3a30f283 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.095017 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-14caa839-6e73-4650-8b99-96fc3a30f283 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/9247a1cf-13a9-42cc-9e8d-6b1dc1820c20 HTTP/1.1" status: 204 len: 168 time: 0.5346768 Jul 15 15:06:22.097246 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8766fbc5-4997-49ae-bdbd-2ad1c88bb986 req-d6eb35dd-0c7e-4aa6-87af-e76bfa519cad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bebac38-a378-4b14-8826-9c5801e9bf10 HTTP/1.1" status: 200 len: 217 time: 0.0482471 Jul 15 15:06:22.100054 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57840) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:22.110460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3801b5e7-21e1-4191-a248-620bffd20f12 None None] Network d210e39d-ed7c-4b03-b8f1-92818de111e8 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:22.222957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766fbc5-4997-49ae-bdbd-2ad1c88bb986 req-27404301-0137-408f-b7f1-284d09157808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:22.225257 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8766fbc5-4997-49ae-bdbd-2ad1c88bb986 req-27404301-0137-408f-b7f1-284d09157808 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.1124053 Jul 15 15:06:22.229512 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.270452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035a5e6-3b75-459e-8952-743e6e588957 req-6451c50d-33e2-4b33-a90b-feed02371aa6 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:22.272730 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a035a5e6-3b75-459e-8952-743e6e588957 req-6451c50d-33e2-4b33-a90b-feed02371aa6 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.22 "GET /v2.0/ports?device_id=232f475c-2dc6-42d6-a9f2-1a1472216702 HTTP/1.1" status: 200 len: 945 time: 0.1150517 Jul 15 15:06:22.347333 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766fbc5-4997-49ae-bdbd-2ad1c88bb986 req-8aaaa9d7-f4a6-4031-b374-10ed4b3b1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:22.349754 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8766fbc5-4997-49ae-bdbd-2ad1c88bb986 req-8aaaa9d7-f4a6-4031-b374-10ed4b3b1fc5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171091 Jul 15 15:06:22.355446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port 11b9a2f8-36fd-4c94-b7df-baff60654df4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:22.356062 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.381015 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cc7cbe-2c77-4c23-89dc-9a125f3c3e24 None None] DHCP port deletion for d210e39d-ed7c-4b03-b8f1-92818de111e8 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:06:22.401661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57842) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:22.439977 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-a035a5e6-3b75-459e-8952-743e6e588957 req-0c008042-3e0a-4644-96e4-85adbc1dad5b tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Deleting port 566d7171-db37-40f6-b45f-d9c51837fca2 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:22.440878 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a035a5e6-3b75-459e-8952-743e6e588957 req-0c008042-3e0a-4644-96e4-85adbc1dad5b tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.458834 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc7cbe-2c77-4c23-89dc-9a125f3c3e24 None None] Deleting port 11b9a2f8-36fd-4c94-b7df-baff60654df4 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:22.459221 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b4cc7cbe-2c77-4c23-89dc-9a125f3c3e24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.542392 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c6374ba2-6b7a-4d60-97e6-6a8965d8f179 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7db75b6f7d144157be5f68544eb7f946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368208 Jul 15 15:06:22.544021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] For port 11b9a2f8-36fd-4c94-b7df-baff60654df4, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=11b9a2f8-36fd-4c94-b7df-baff60654df4,segment=NetworkSegment(d6ef896b-d471-42d9-a970-81eeadf3cdc0),segment_id=d6ef896b-d471-42d9-a970-81eeadf3cdc0)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:22.544398 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.545571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57844) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:22.560755 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for 11b9a2f8-36fd-4c94-b7df-baff60654df4 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:22.578005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b4cc7cbe-2c77-4c23-89dc-9a125f3c3e24 None None] For port 11b9a2f8-36fd-4c94-b7df-baff60654df4, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=11b9a2f8-36fd-4c94-b7df-baff60654df4,segment=NetworkSegment(d6ef896b-d471-42d9-a970-81eeadf3cdc0),segment_id=d6ef896b-d471-42d9-a970-81eeadf3cdc0)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:22.578643 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b4cc7cbe-2c77-4c23-89dc-9a125f3c3e24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.587504 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8766fbc5-4997-49ae-bdbd-2ad1c88bb986 req-3f02de79-d123-4616-91c3-09fe98a28b8e service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289598 Jul 15 15:06:22.590697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-a035a5e6-3b75-459e-8952-743e6e588957 req-0c008042-3e0a-4644-96e4-85adbc1dad5b tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] For port 566d7171-db37-40f6-b45f-d9c51837fca2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=566d7171-db37-40f6-b45f-d9c51837fca2,segment=NetworkSegment(d37d92c4-71cb-4627-ba04-717f22758c0d),segment_id=d37d92c4-71cb-4627-ba04-717f22758c0d)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:22.591279 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a035a5e6-3b75-459e-8952-743e6e588957 req-0c008042-3e0a-4644-96e4-85adbc1dad5b tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.595746 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc7cbe-2c77-4c23-89dc-9a125f3c3e24 None None] Calling delete_port for 11b9a2f8-36fd-4c94-b7df-baff60654df4 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:22.614932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-a035a5e6-3b75-459e-8952-743e6e588957 req-0c008042-3e0a-4644-96e4-85adbc1dad5b tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Calling delete_port for 566d7171-db37-40f6-b45f-d9c51837fca2 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:22.677834 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f9dad5ff-a3db-41c3-82ec-c4b31aa43534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.691938 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b4cc7cbe-2c77-4c23-89dc-9a125f3c3e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.714207 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f9dad5ff-a3db-41c3-82ec-c4b31aa43534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.716772 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc7cbe-2c77-4c23-89dc-9a125f3c3e24 None None] No DVR routers for this DVR port 11b9a2f8-36fd-4c94-b7df-baff60654df4 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:22.737409 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc7cbe-2c77-4c23-89dc-9a125f3c3e24 None None] Pushing event deleted for resources: {'Port': ['ID=11b9a2f8-36fd-4c94-b7df-baff60654df4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:22.944869 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8766fbc5-4997-49ae-bdbd-2ad1c88bb986 req-f210325d-aefb-422d-bc7e-9bcc4378ee3e service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100896 Jul 15 15:06:22.945891 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.983171 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No DVR routers for this DVR port 11b9a2f8-36fd-4c94-b7df-baff60654df4 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:22.991287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=11b9a2f8-36fd-4c94-b7df-baff60654df4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:23.103753 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.115900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d210e39d-ed7c-4b03-b8f1-92818de111e8']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:23.145431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ef896b-d471-42d9-a970-81eeadf3cdc0') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:23.145853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ef896b-d471-42d9-a970-81eeadf3cdc0') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:23.160582 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.177195 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.184595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:06:23.185463 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:06:23.188873 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:06:23.266250 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.290273 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.293448 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/networks/d210e39d-ed7c-4b03-b8f1-92818de111e8 HTTP/1.1" status: 204 len: 168 time: 1.1921501 Jul 15 15:06:23.294721 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03d25b-ba79-4a48-a799-8ce1397c96a7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Network': ['ID=d210e39d-ed7c-4b03-b8f1-92818de111e8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:23.298003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57868) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:23.305794 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2055d6d7-537d-4682-9e4e-3132b53fb971 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-949333864', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:23.328613 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f9dad5ff-a3db-41c3-82ec-c4b31aa43534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.331555 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f9dad5ff-a3db-41c3-82ec-c4b31aa43534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.333254 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f9dad5ff-a3db-41c3-82ec-c4b31aa43534 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/940e6d5f-cd49-4b40-96ce-7fd916031d6b HTTP/1.1" status: 204 len: 168 time: 0.7860305 Jul 15 15:06:23.359809 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2055d6d7-537d-4682-9e4e-3132b53fb971 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.361090 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2055d6d7-537d-4682-9e4e-3132b53fb971 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.415473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 0bebac38-a378-4b14-8826-9c5801e9bf10 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:06:23.430999 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dad5ff-a3db-41c3-82ec-c4b31aa43534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940e6d5f-cd49-4b40-96ce-7fd916031d6b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:23.472516 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a035a5e6-3b75-459e-8952-743e6e588957 req-0c008042-3e0a-4644-96e4-85adbc1dad5b tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.540125 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2055d6d7-537d-4682-9e4e-3132b53fb971 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.549965 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2055d6d7-537d-4682-9e4e-3132b53fb971 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.593333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c69bc-4f90-4a0b-8f63-26cd963e7b9d req-9893606e-d913-4608-8675-1da53185ae06 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:23.593980 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2055d6d7-537d-4682-9e4e-3132b53fb971 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.594896 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-071c69bc-4f90-4a0b-8f63-26cd963e7b9d req-9893606e-d913-4608-8675-1da53185ae06 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/ports?device_id=232f475c-2dc6-42d6-a9f2-1a1472216702 HTTP/1.1" status: 200 len: 867 time: 0.2891364 Jul 15 15:06:23.597827 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2055d6d7-537d-4682-9e4e-3132b53fb971 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2979054 Jul 15 15:06:23.600116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57872) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:23.603951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c008042-3e0a-4644-96e4-85adbc1dad5b tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Pushing event deleted for resources: {'Port': ['ID=566d7171-db37-40f6-b45f-d9c51837fca2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:23.620978 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c26825c4-c993-4a7f-a5eb-8946e53686ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'network': {'name': 'tempest-RoutersTest-1659552276'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:23.641271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a035a5e6-3b75-459e-8952-743e6e588957 req-0c008042-3e0a-4644-96e4-85adbc1dad5b tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] No DVR routers for this DVR port 566d7171-db37-40f6-b45f-d9c51837fca2 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:23.660475 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 0bebac38-a378-4b14-8826-9c5801e9bf10, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=0bebac38-a378-4b14-8826-9c5801e9bf10,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:23.672837 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26825c4-c993-4a7f-a5eb-8946e53686ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:23.678233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '0bebac38-a378-4b14-8826-9c5801e9bf10', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'port_id': '0bebac38-a378-4b14-8826-9c5801e9bf10', 'mac_address': 'fa:16:3e:41:bf:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:06:23.678498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092d42-8639-4e88-a9cc-a701df8f36c5 req-26d330cc-bf98-403e-ac15-e94501648109 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:23.679200 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c26825c4-c993-4a7f-a5eb-8946e53686ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.680224 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56092d42-8639-4e88-a9cc-a701df8f36c5 req-26d330cc-bf98-403e-ac15-e94501648109 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 943 time: 0.3757572 Jul 15 15:06:23.681476 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a035a5e6-3b75-459e-8952-743e6e588957 req-0c008042-3e0a-4644-96e4-85adbc1dad5b tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.692183 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a035a5e6-3b75-459e-8952-743e6e588957 req-0c008042-3e0a-4644-96e4-85adbc1dad5b tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.22 "DELETE /v2.0/ports/566d7171-db37-40f6-b45f-d9c51837fca2 HTTP/1.1" status: 204 len: 173 time: 1.4128604 Jul 15 15:06:23.694755 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232f475c-2dc6-42d6-a9f2-1a1472216702', 'name': 'network-vif-deleted', 'tag': '566d7171-db37-40f6-b45f-d9c51837fca2'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:23.704263 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8adbfbf-7d3c-4643-b8df-ee63e528956b" -d '{"events": [{"server_uuid": "232f475c-2dc6-42d6-a9f2-1a1472216702", "name": "network-vif-deleted", "tag": "566d7171-db37-40f6-b45f-d9c51837fca2"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:23.734371 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26825c4-c993-4a7f-a5eb-8946e53686ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:06:23.745330 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.758359 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c26825c4-c993-4a7f-a5eb-8946e53686ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.759556 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-c26825c4-c993-4a7f-a5eb-8946e53686ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Added segment 7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f of type vlan for network f17628c4-7fdb-4fce-a0e9-190b395cf4fb Jul 15 15:06:23.766717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bebac38-a378-4b14-8826-9c5801e9bf10 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:06:23.807554 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56092d42-8639-4e88-a9cc-a701df8f36c5 req-efa4a508-185a-45a8-bdd4-ec3f4c9b9262 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983713 Jul 15 15:06:23.810660 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-071c69bc-4f90-4a0b-8f63-26cd963e7b9d req-46d7ec17-6a93-44a1-9ac1-0551902ef013 tempest-ServerAddressesTestJSON-1988873965 tempest-ServerAddressesTestJSON-1988873965-project] 10.222.0.38 "GET /v2.0/security-groups?id=43b86d2c-ad89-486a-852e-796a804504db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043395 Jul 15 15:06:23.832998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 0bebac38-a378-4b14-8826-9c5801e9bf10, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=0bebac38-a378-4b14-8826-9c5801e9bf10,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:23.840810 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.939399 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=0bebac38-a378-4b14-8826-9c5801e9bf10,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:23.971191 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facebba5-0c70-40bd-8c03-fd270e79f53f x-openstack-request-id: req-facebba5-0c70-40bd-8c03-fd270e79f53f {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:23.971451 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232f475c-2dc6-42d6-a9f2-1a1472216702", "name": "network-vif-deleted", "tag": "566d7171-db37-40f6-b45f-d9c51837fca2", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:23.971876 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-facebba5-0c70-40bd-8c03-fd270e79f53f {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:23.972291 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232f475c-2dc6-42d6-a9f2-1a1472216702', 'name': 'network-vif-deleted', 'tag': '566d7171-db37-40f6-b45f-d9c51837fca2', 'status': 'completed', 'code': 200} Jul 15 15:06:23.975340 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c26825c4-c993-4a7f-a5eb-8946e53686ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:24.024924 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c26825c4-c993-4a7f-a5eb-8946e53686ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:24.035229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26825c4-c993-4a7f-a5eb-8946e53686ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:24.035921 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c26825c4-c993-4a7f-a5eb-8946e53686ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:24.057032 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c26825c4-c993-4a7f-a5eb-8946e53686ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4555848 Jul 15 15:06:24.063832 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57882) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:24.071034 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-bbda7ecd-e6da-4d48-bc20-a15892c7204b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'subnet': {'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:24.129439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26825c4-c993-4a7f-a5eb-8946e53686ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Network': ['ID=f17628c4-7fdb-4fce-a0e9-190b395cf4fb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:24.144835 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['0bebac38-a378-4b14-8826-9c5801e9bf10'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:06:24.250730 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network f17628c4-7fdb-4fce-a0e9-190b395cf4fb details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:06:24.361961 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbda7ecd-e6da-4d48-bc20-a15892c7204b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:24.365667 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbda7ecd-e6da-4d48-bc20-a15892c7204b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:24.418423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953b8dd-7e31-4cb5-b1a4-aefc501e1b0f req-84b278d0-c78f-4875-a18f-fec59dcd8c60 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:24.422524 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 11b9a2f8-36fd-4c94-b7df-baff60654df4 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:24.425598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953b8dd-7e31-4cb5-b1a4-aefc501e1b0f req-84b278d0-c78f-4875-a18f-fec59dcd8c60 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:24.432886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1953b8dd-7e31-4cb5-b1a4-aefc501e1b0f req-84b278d0-c78f-4875-a18f-fec59dcd8c60 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1681 time: 0.4114273 Jul 15 15:06:24.460131 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6423c87b-36e4-485b-a203-113433d98a22 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:24.523651 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 11b9a2f8-36fd-4c94-b7df-baff60654df4 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:06:24.523899 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 11b9a2f8-36fd-4c94-b7df-baff60654df4 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:24.547885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1953b8dd-7e31-4cb5-b1a4-aefc501e1b0f req-bd8decf2-4529-425e-8f24-60cf16da09a7 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138716 Jul 15 15:06:24.579942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 6423c87b-36e4-485b-a203-113433d98a22 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:24.587390 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 6423c87b-36e4-485b-a203-113433d98a22 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:24.587769 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:24.697309 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbda7ecd-e6da-4d48-bc20-a15892c7204b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:24.738041 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:24.769302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6423c87b-36e4-485b-a203-113433d98a22'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:24.772012 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d630434-2f38-4c05-8d8e-80cd19fb5b8a" -d '{"events": [{"server_uuid": "a09c035b-7dad-4499-ae25-c5d7dce5a100", "name": "network-vif-plugged", "status": "completed", "tag": "6423c87b-36e4-485b-a203-113433d98a22"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:24.787009 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda7ecd-e6da-4d48-bc20-a15892c7204b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Subnet': ['ID=be56f0cd-99c7-480e-b129-335b998b7b88,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:24.788587 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6423c87b-36e4-485b-a203-113433d98a22, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6423c87b-36e4-485b-a203-113433d98a22,segment=NetworkSegment(839fd804-e89b-4017-ba40-679db5e5e410),segment_id=839fd804-e89b-4017-ba40-679db5e5e410)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:24.798183 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:24.799232 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device a30431be-f58e-4668-b85b-4877096b965e up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:24.807360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda7ecd-e6da-4d48-bc20-a15892c7204b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Checking segment: {'id': '7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:24.808069 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbda7ecd-e6da-4d48-bc20-a15892c7204b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network hostable DHCP agents. Network: f17628c4-7fdb-4fce-a0e9-190b395cf4fb, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:06:24.843756 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbda7ecd-e6da-4d48-bc20-a15892c7204b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network f17628c4-7fdb-4fce-a0e9-190b395cf4fb is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:06:24.866294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-bbda7ecd-e6da-4d48-bc20-a15892c7204b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, f17628c4-7fdb-4fce-a0e9-190b395cf4fb) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:24.875031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbda7ecd-e6da-4d48-bc20-a15892c7204b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:24.875804 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbda7ecd-e6da-4d48-bc20-a15892c7204b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:24.901432 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bbda7ecd-e6da-4d48-bc20-a15892c7204b tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8347549 Jul 15 15:06:24.903507 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57908) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:24.907347 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95c2bdb-ff53-49ef-804f-e6e81c28c48f x-openstack-request-id: req-e95c2bdb-ff53-49ef-804f-e6e81c28c48f {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:24.907631 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09c035b-7dad-4499-ae25-c5d7dce5a100", "name": "network-vif-plugged", "status": "completed", "tag": "6423c87b-36e4-485b-a203-113433d98a22", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:24.907886 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e95c2bdb-ff53-49ef-804f-e6e81c28c48f {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:24.908841 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6423c87b-36e4-485b-a203-113433d98a22', 'code': 200} Jul 15 15:06:24.909582 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6a6338-39dc-4d14-bd3b-6d3ce4c561fe None None] Network f17628c4-7fdb-4fce-a0e9-190b395cf4fb requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:25.021423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57912) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:25.172093 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-576f5aea-f70f-4157-88af-49f0a3d5f4cd admin admin] Deleting subnet e3c682e6-cce2-4646-b906-f7278a4b3c5d {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:06:25.180103 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=6423c87b-36e4-485b-a203-113433d98a22,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:25.183637 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-576f5aea-f70f-4157-88af-49f0a3d5f4cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:25.260011 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port a30431be-f58e-4668-b85b-4877096b965e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:25.280448 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port a30431be-f58e-4668-b85b-4877096b965e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:25.280867 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:25.380036 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-576f5aea-f70f-4157-88af-49f0a3d5f4cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:25.486678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:25.532959 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-576f5aea-f70f-4157-88af-49f0a3d5f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:25.576256 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:06:25.579287 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:25.603970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fae82a-b52f-4408-aad1-9f5222cedec0 req-9031c444-8680-4791-aeab-6e2f84ecce8e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:25.611113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fae82a-b52f-4408-aad1-9f5222cedec0 req-9031c444-8680-4791-aeab-6e2f84ecce8e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:25.617868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fae82a-b52f-4408-aad1-9f5222cedec0 req-9031c444-8680-4791-aeab-6e2f84ecce8e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:25.624469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fae82a-b52f-4408-aad1-9f5222cedec0 req-9031c444-8680-4791-aeab-6e2f84ecce8e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:25.632003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fae82a-b52f-4408-aad1-9f5222cedec0 req-9031c444-8680-4791-aeab-6e2f84ecce8e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:25.638824 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fae82a-b52f-4408-aad1-9f5222cedec0 req-9031c444-8680-4791-aeab-6e2f84ecce8e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:25.645347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fae82a-b52f-4408-aad1-9f5222cedec0 req-9031c444-8680-4791-aeab-6e2f84ecce8e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:25.653981 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7fae82a-b52f-4408-aad1-9f5222cedec0 req-9031c444-8680-4791-aeab-6e2f84ecce8e tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5444 time: 0.3783481 Jul 15 15:06:25.684097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb94eb-fc94-4e41-b794-ea955a5a8c91 req-06ce2d33-1d80-4d1b-90c0-fdbb80a079cd tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:25.693505 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2fb94eb-fc94-4e41-b794-ea955a5a8c91 req-06ce2d33-1d80-4d1b-90c0-fdbb80a079cd tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 944 time: 0.3376737 Jul 15 15:06:25.748667 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:25.781185 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7fae82a-b52f-4408-aad1-9f5222cedec0 req-6a4fd26f-e427-4ec8-985c-72cd023e2b86 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1193571 Jul 15 15:06:25.782633 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-576f5aea-f70f-4157-88af-49f0a3d5f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:25.831006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2fb94eb-fc94-4e41-b794-ea955a5a8c91 req-8947e4ab-8de2-4ed5-b462-134d156c2f49 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361866 Jul 15 15:06:25.837799 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port a30431be-f58e-4668-b85b-4877096b965e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a30431be-f58e-4668-b85b-4877096b965e,segment=NetworkSegment(eaa8670f-b192-4172-9e0a-556cb256ed5a),segment_id=eaa8670f-b192-4172-9e0a-556cb256ed5a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:25.845389 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:25.846961 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 566d7171-db37-40f6-b45f-d9c51837fca2 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:25.861053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f5aea-f70f-4157-88af-49f0a3d5f4cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c682e6-cce2-4646-b906-f7278a4b3c5d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:25.864195 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-576f5aea-f70f-4157-88af-49f0a3d5f4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:25.867889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-576f5aea-f70f-4157-88af-49f0a3d5f4cd admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e3c682e6-cce2-4646-b906-f7278a4b3c5d HTTP/1.1" status: 204 len: 168 time: 0.8436351 Jul 15 15:06:25.870659 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57932) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:25.913685 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=a30431be-f58e-4668-b85b-4877096b965e,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:25.940167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Allocated IP 172.20.0.2 (f17628c4-7fdb-4fce-a0e9-190b395cf4fb/be56f0cd-99c7-480e-b129-335b998b7b88/534a870f-b7d3-4d8d-9dce-285cba427cf1) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:25.946637 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 566d7171-db37-40f6-b45f-d9c51837fca2 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:06:25.947154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 566d7171-db37-40f6-b45f-d9c51837fca2 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:26.060717 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e87405bd-322a-4de4-9813-1faadd6f1fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:26.166365 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:26.180546 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Transition to ACTIVE for port object 534a870f-b7d3-4d8d-9dce-285cba427cf1 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:26.205697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Transition to ACTIVE for port object 534a870f-b7d3-4d8d-9dce-285cba427cf1 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:26.209446 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e87405bd-322a-4de4-9813-1faadd6f1fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:26.215721 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:26.234475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-e87405bd-322a-4de4-9813-1faadd6f1fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59832f3a-5b9e-402b-93a2-73336728e1ce']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:26.256473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-e87405bd-322a-4de4-9813-1faadd6f1fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37d92c4-71cb-4627-ba04-717f22758c0d') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:26.256967 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-e87405bd-322a-4de4-9813-1faadd6f1fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37d92c4-71cb-4627-ba04-717f22758c0d') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:26.278824 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e87405bd-322a-4de4-9813-1faadd6f1fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:26.283673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Network f17628c4-7fdb-4fce-a0e9-190b395cf4fb is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:26.288956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:26.298399 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:26.302125 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Pushing event updated for resources: {'Port': ['ID=534a870f-b7d3-4d8d-9dce-285cba427cf1,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:26.302326 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e87405bd-322a-4de4-9813-1faadd6f1fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:26.313877 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87405bd-322a-4de4-9813-1faadd6f1fa8 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:06:26.315199 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e87405bd-322a-4de4-9813-1faadd6f1fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:26.353146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Allocated IP 172.20.0.1 (f17628c4-7fdb-4fce-a0e9-190b395cf4fb/be56f0cd-99c7-480e-b129-335b998b7b88/3fef39ac-3f50-4e6f-a378-51430487d930) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:06:26.391665 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:06:26.398741 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704c127-fd96-4f9f-baa1-228d8182869c req-979eb5fc-27b6-4f35-885c-2d77079a74a1 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:26.401994 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e87405bd-322a-4de4-9813-1faadd6f1fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:26.405695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Attempting to bind port 534a870f-b7d3-4d8d-9dce-285cba427cf1 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:06:26.406082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Attempting to bind port 534a870f-b7d3-4d8d-9dce-285cba427cf1 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:06:26.406432 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Attempting to bind port 534a870f-b7d3-4d8d-9dce-285cba427cf1 on network f17628c4-7fdb-4fce-a0e9-190b395cf4fb {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:26.406685 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e87405bd-322a-4de4-9813-1faadd6f1fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:26.409325 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e87405bd-322a-4de4-9813-1faadd6f1fa8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/59832f3a-5b9e-402b-93a2-73336728e1ce HTTP/1.1" status: 204 len: 168 time: 0.5371768 Jul 15 15:06:26.414023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704c127-fd96-4f9f-baa1-228d8182869c req-979eb5fc-27b6-4f35-885c-2d77079a74a1 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:26.416969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:06:26.417355 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Checking segment: {'id': '7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:26.417941 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:26.418692 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Bound using segment: {'id': '7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:06:26.419182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Bound port: 534a870f-b7d3-4d8d-9dce-285cba427cf1, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:06:26.419648 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:26.429652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704c127-fd96-4f9f-baa1-228d8182869c req-979eb5fc-27b6-4f35-885c-2d77079a74a1 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:26.436422 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704c127-fd96-4f9f-baa1-228d8182869c req-979eb5fc-27b6-4f35-885c-2d77079a74a1 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:26.443974 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704c127-fd96-4f9f-baa1-228d8182869c req-979eb5fc-27b6-4f35-885c-2d77079a74a1 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:26.446012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4c21d-ff98-49b1-800f-effa0a8fe0bb req-53b9dea8-98b6-4907-a6a4-2c3417320782 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:26.450616 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704c127-fd96-4f9f-baa1-228d8182869c req-979eb5fc-27b6-4f35-885c-2d77079a74a1 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:26.453432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4c21d-ff98-49b1-800f-effa0a8fe0bb req-53b9dea8-98b6-4907-a6a4-2c3417320782 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:26.456210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7a4c21d-ff98-49b1-800f-effa0a8fe0bb req-53b9dea8-98b6-4907-a6a4-2c3417320782 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1683 time: 0.4086535 Jul 15 15:06:26.457151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87405bd-322a-4de4-9813-1faadd6f1fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=59832f3a-5b9e-402b-93a2-73336728e1ce,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:26.466873 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704c127-fd96-4f9f-baa1-228d8182869c req-979eb5fc-27b6-4f35-885c-2d77079a74a1 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:26.468998 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3704c127-fd96-4f9f-baa1-228d8182869c req-979eb5fc-27b6-4f35-885c-2d77079a74a1 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.11 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5444 time: 0.3156943 Jul 15 15:06:26.525070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] For port 534a870f-b7d3-4d8d-9dce-285cba427cf1, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:26.534729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] For port 534a870f-b7d3-4d8d-9dce-285cba427cf1, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=534a870f-b7d3-4d8d-9dce-285cba427cf1,segment=NetworkSegment(7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f),segment_id=7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:06:26.541104 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:26.574985 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7a4c21d-ff98-49b1-800f-effa0a8fe0bb req-0691cae4-7730-40d5-826d-8e160ff17f85 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118808 Jul 15 15:06:26.624318 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704c127-fd96-4f9f-baa1-228d8182869c req-35f82805-6c97-4a70-b54a-463b33c0d690 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:26.626474 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3704c127-fd96-4f9f-baa1-228d8182869c req-35f82805-6c97-4a70-b54a-463b33c0d690 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.11 "GET /v2.0/ports/9528b9f5-a68e-4bea-af14-70d1357b739c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1421731 Jul 15 15:06:26.653330 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e7865-e374-44ce-90ee-6d236d617243 None None] Pushing event updated for resources: {'Port': ['ID=534a870f-b7d3-4d8d-9dce-285cba427cf1,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:26.751881 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:26.769162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Transition to ACTIVE for port object 3fef39ac-3f50-4e6f-a378-51430487d930 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:26.906079 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:26.910195 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30431be-f58e-4668-b85b-4877096b965e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:26.912853 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73576669-eaa7-4866-9c49-cce8c83c5576" -d '{"events": [{"server_uuid": "a09c035b-7dad-4499-ae25-c5d7dce5a100", "name": "network-vif-plugged", "status": "completed", "tag": "a30431be-f58e-4668-b85b-4877096b965e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:26.916185 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3704c127-fd96-4f9f-baa1-228d8182869c req-e8080e38-1499-4a3e-b61a-ba10149bc9f2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.11 "GET /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2820930 Jul 15 15:06:26.918886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57966) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:26.952609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-3704c127-fd96-4f9f-baa1-228d8182869c req-8143bac9-111c-4bbe-b6e6-cd24ff4c6de6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:27.031918 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-20c34fb0-5515-4ffe-beba-ca687b35d626 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=850e7794ba5d4909b1273ac1780bda36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108031 Jul 15 15:06:27.034482 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57970) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:27.040435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network f17628c4-7fdb-4fce-a0e9-190b395cf4fb is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:27.063661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:27.073032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:27.078270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=3fef39ac-3f50-4e6f-a378-51430487d930,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:27.189970 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2a2199d-2381-422e-ad04-e08571bfa367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:27.274152 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:27.280684 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-8143bac9-111c-4bbe-b6e6-cd24ff4c6de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:27.327809 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2a2199d-2381-422e-ad04-e08571bfa367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:27.413788 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2a2199d-2381-422e-ad04-e08571bfa367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:27.416461 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2a2199d-2381-422e-ad04-e08571bfa367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:27.427579 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e2a2199d-2381-422e-ad04-e08571bfa367 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/43b86d2c-ad89-486a-852e-796a804504db HTTP/1.1" status: 204 len: 168 time: 0.3911366 Jul 15 15:06:27.472454 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 0bebac38-a378-4b14-8826-9c5801e9bf10 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:27.476462 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57980) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:27.478864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2199d-2381-422e-ad04-e08571bfa367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b86d2c-ad89-486a-852e-796a804504db,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:27.532923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeb7b3-a1dc-43f4-9cb2-883501f7c883 req-2df9827e-57d1-4fcf-9109-448cc3b55626 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:27.539550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeb7b3-a1dc-43f4-9cb2-883501f7c883 req-2df9827e-57d1-4fcf-9109-448cc3b55626 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:27.545721 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeb7b3-a1dc-43f4-9cb2-883501f7c883 req-2df9827e-57d1-4fcf-9109-448cc3b55626 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:27.558097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeb7b3-a1dc-43f4-9cb2-883501f7c883 req-2df9827e-57d1-4fcf-9109-448cc3b55626 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:27.565210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeb7b3-a1dc-43f4-9cb2-883501f7c883 req-2df9827e-57d1-4fcf-9109-448cc3b55626 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:27.571930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeb7b3-a1dc-43f4-9cb2-883501f7c883 req-2df9827e-57d1-4fcf-9109-448cc3b55626 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:27.578811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeb7b3-a1dc-43f4-9cb2-883501f7c883 req-2df9827e-57d1-4fcf-9109-448cc3b55626 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:27.581868 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25eeb7b3-a1dc-43f4-9cb2-883501f7c883 req-2df9827e-57d1-4fcf-9109-448cc3b55626 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 5444 time: 0.3959808 Jul 15 15:06:27.591898 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c065207-1956-440b-ab4d-a70ceacbc074 req-d87d7153-cb2e-43bc-ac56-a8e00db6f258 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:27.600479 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c065207-1956-440b-ab4d-a70ceacbc074 req-d87d7153-cb2e-43bc-ac56-a8e00db6f258 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 944 time: 0.4037714 Jul 15 15:06:27.621849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 0bebac38-a378-4b14-8826-9c5801e9bf10 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:27.627512 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 0bebac38-a378-4b14-8826-9c5801e9bf10 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:27.627982 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:27.673211 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25eeb7b3-a1dc-43f4-9cb2-883501f7c883 req-32ec6628-d09d-4a41-ac9f-95c0d492cea7 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706053 Jul 15 15:06:27.716914 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c065207-1956-440b-ab4d-a70ceacbc074 req-b74d5e67-895f-460b-b674-7e79fb140c96 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154354 Jul 15 15:06:27.782464 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:27.878517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 0bebac38-a378-4b14-8826-9c5801e9bf10, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=0bebac38-a378-4b14-8826-9c5801e9bf10,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:27.882595 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8957e1-bfa7-4283-836c-e57ae548a299 x-openstack-request-id: req-7c8957e1-bfa7-4283-836c-e57ae548a299 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:27.883300 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09c035b-7dad-4499-ae25-c5d7dce5a100", "name": "network-vif-plugged", "status": "completed", "tag": "a30431be-f58e-4668-b85b-4877096b965e", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:27.884434 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c8957e1-bfa7-4283-836c-e57ae548a299 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:27.885061 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30431be-f58e-4668-b85b-4877096b965e', 'code': 200} Jul 15 15:06:27.887401 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:27.889781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 509907ba-1a04-411d-8ccf-0436bca64bb6 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:28.112932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=0bebac38-a378-4b14-8826-9c5801e9bf10,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:28.216113 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:28.286821 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f26804c0-62ff-4e6b-8681-87ccc93e40d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:28.294471 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 509907ba-1a04-411d-8ccf-0436bca64bb6, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=509907ba-1a04-411d-8ccf-0436bca64bb6,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:28.312337 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:28.314809 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 95e5d932-f978-4d92-b727-48048c8c1f91 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:28.326359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 534a870f-b7d3-4d8d-9dce-285cba427cf1 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:28.473136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa0d71-1399-415f-99cf-675707afb7bb req-94878b4a-41c0-4415-bc47-2c37901c9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:28.473905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa0d71-1399-415f-99cf-675707afb7bb req-94878b4a-41c0-4415-bc47-2c37901c9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:28.478677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41fa0d71-1399-415f-99cf-675707afb7bb req-94878b4a-41c0-4415-bc47-2c37901c9d14 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1985 time: 0.5530436 Jul 15 15:06:28.488805 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:28.541230 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-8143bac9-111c-4bbe-b6e6-cd24ff4c6de6 service neutron] For port 9528b9f5-a68e-4bea-af14-70d1357b739c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=9528b9f5-a68e-4bea-af14-70d1357b739c,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:28.542263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee890fb9-8b91-4b80-9e54-ed6d66ca57c7 None None] Network f17628c4-7fdb-4fce-a0e9-190b395cf4fb requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:28.618733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b33d7-6fab-4d17-9ab5-df0d020d2558 req-847416d1-7dec-490f-91c6-4fa1fbc97bc8 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:28.637115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b33d7-6fab-4d17-9ab5-df0d020d2558 req-847416d1-7dec-490f-91c6-4fa1fbc97bc8 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:28.641316 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f28b33d7-6fab-4d17-9ab5-df0d020d2558 req-847416d1-7dec-490f-91c6-4fa1fbc97bc8 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1683 time: 0.6266794 Jul 15 15:06:28.661625 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41fa0d71-1399-415f-99cf-675707afb7bb req-8a0518a1-9b27-44b2-bbe5-b27a59b40bdd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574552 Jul 15 15:06:28.791160 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-8143bac9-111c-4bbe-b6e6-cd24ff4c6de6 service neutron] For port 9528b9f5-a68e-4bea-af14-70d1357b739c, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:28.797532 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=509907ba-1a04-411d-8ccf-0436bca64bb6,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:28.820552 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d9c8614a-e0e7-44a0-b764-733dc76ba050 None None] Provisioning for port 534a870f-b7d3-4d8d-9dce-285cba427cf1 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:28.859699 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f26804c0-62ff-4e6b-8681-87ccc93e40d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:28.863194 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-3704c127-fd96-4f9f-baa1-228d8182869c req-8143bac9-111c-4bbe-b6e6-cd24ff4c6de6 service neutron] device_id is not set on port 9528b9f5-a68e-4bea-af14-70d1357b739c yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:06:28.866004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 534a870f-b7d3-4d8d-9dce-285cba427cf1 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:28.884320 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f26804c0-62ff-4e6b-8681-87ccc93e40d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:28.888561 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-8143bac9-111c-4bbe-b6e6-cd24ff4c6de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:28.893714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 534a870f-b7d3-4d8d-9dce-285cba427cf1 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:28.894193 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:28.900953 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-8143bac9-111c-4bbe-b6e6-cd24ff4c6de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:28.902220 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f28b33d7-6fab-4d17-9ab5-df0d020d2558 req-4a096d21-a7db-47ba-852d-29b84fbcd556 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401392 Jul 15 15:06:28.988327 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143bac9-111c-4bbe-b6e6-cd24ff4c6de6 service neutron] Pushing event updated for resources: {'Port': ['ID=9528b9f5-a68e-4bea-af14-70d1357b739c,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:28.993175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26804c0-62ff-4e6b-8681-87ccc93e40d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69939e8-4bb0-4bb9-b292-2b828f755be6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:29.070915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-8143bac9-111c-4bbe-b6e6-cd24ff4c6de6 service neutron] No DVR routers for this DVR port 9528b9f5-a68e-4bea-af14-70d1357b739c on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:29.142355 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:29.150432 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f26804c0-62ff-4e6b-8681-87ccc93e40d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b1753241c9445e2a63a23b62332d244&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6703482 Jul 15 15:06:29.168893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58018) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:29.265305 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 95e5d932-f978-4d92-b727-48048c8c1f91, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=95e5d932-f978-4d92-b727-48048c8c1f91,segment=NetworkSegment(48e68b30-5f0b-4738-b03f-2d38210cb5ab),segment_id=48e68b30-5f0b-4738-b03f-2d38210cb5ab)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:29.306041 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:29.306845 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9528b9f5-a68e-4bea-af14-70d1357b739c no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:29.329098 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:29.365512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3704c127-fd96-4f9f-baa1-228d8182869c req-8143bac9-111c-4bbe-b6e6-cd24ff4c6de6 service neutron] In _notify_port_updated(), no bound segment for port 9528b9f5-a68e-4bea-af14-70d1357b739c on network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:06:29.370812 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704c127-fd96-4f9f-baa1-228d8182869c req-8143bac9-111c-4bbe-b6e6-cd24ff4c6de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:29.371504 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-8143bac9-111c-4bbe-b6e6-cd24ff4c6de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:29.380580 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3704c127-fd96-4f9f-baa1-228d8182869c req-8143bac9-111c-4bbe-b6e6-cd24ff4c6de6 service neutron] 10.222.0.11 "PUT /v2.0/ports/9528b9f5-a68e-4bea-af14-70d1357b739c HTTP/1.1" status: 200 len: 1032 time: 2.4527709 Jul 15 15:06:29.402056 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:29.441006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 9528b9f5-a68e-4bea-af14-70d1357b739c not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:29.441446 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:29.483451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbc224-ab0f-4b35-8b7e-bd9ff484a55f req-3d960818-660f-4497-9381-25bd097b8ccb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:29.491020 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6dcbc224-ab0f-4b35-8b7e-bd9ff484a55f req-3d960818-660f-4497-9381-25bd097b8ccb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 945 time: 0.4815087 Jul 15 15:06:29.513583 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:29.610813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704c127-fd96-4f9f-baa1-228d8182869c req-4b25ee3e-4a51-4f85-b073-8d870bd0d931 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:29.616068 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987842cd-a96d-44d8-9786-9b45988af314 req-3a6aafb0-54de-42ed-a247-3b220aacecbe tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:29.616981 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3704c127-fd96-4f9f-baa1-228d8182869c req-4b25ee3e-4a51-4f85-b073-8d870bd0d931 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.11 "GET /v2.0/ports/ea6c6468-db9b-4be4-a110-cfd32f419f39?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2300491 Jul 15 15:06:29.618385 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:29.628935 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987842cd-a96d-44d8-9786-9b45988af314 req-3a6aafb0-54de-42ed-a247-3b220aacecbe tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:29.634121 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-3704c127-fd96-4f9f-baa1-228d8182869c req-3e8bfffe-6f03-4e19-bb54-21dddf94f00c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:29.648856 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987842cd-a96d-44d8-9786-9b45988af314 req-3a6aafb0-54de-42ed-a247-3b220aacecbe tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:29.674870 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987842cd-a96d-44d8-9786-9b45988af314 req-3a6aafb0-54de-42ed-a247-3b220aacecbe tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:29.681880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987842cd-a96d-44d8-9786-9b45988af314 req-3a6aafb0-54de-42ed-a247-3b220aacecbe tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:29.688871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987842cd-a96d-44d8-9786-9b45988af314 req-3a6aafb0-54de-42ed-a247-3b220aacecbe tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:29.702641 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-987842cd-a96d-44d8-9786-9b45988af314 req-3a6aafb0-54de-42ed-a247-3b220aacecbe tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 4663 time: 0.5176659 Jul 15 15:06:29.709287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bd09b260-b179-4f93-8400-7713a2cc99b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:29.732338 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-884fc734-c9c7-424e-a130-d3609113bb65 None None] Provisioning complete for port 9528b9f5-a68e-4bea-af14-70d1357b739c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:29.732814 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-884fc734-c9c7-424e-a130-d3609113bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:29.775837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6dcbc224-ab0f-4b35-8b7e-bd9ff484a55f req-482e634a-5332-4c9d-8ce6-1814339043e2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836697 Jul 15 15:06:29.792246 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=95e5d932-f978-4d92-b727-48048c8c1f91,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:29.794202 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=3fef39ac-3f50-4e6f-a378-51430487d930,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:29.807182 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-987842cd-a96d-44d8-9786-9b45988af314 req-628d23f7-54a9-42fd-a9d0-0bc5808b2346 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&id=8d59e1d4-ea58-45c5-b223-e4a516be1cad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1033008 Jul 15 15:06:29.813519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-884fc734-c9c7-424e-a130-d3609113bb65 None None] Port 9528b9f5-a68e-4bea-af14-70d1357b739c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:06:29.832940 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bd09b260-b179-4f93-8400-7713a2cc99b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:29.835193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 534a870f-b7d3-4d8d-9dce-285cba427cf1, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=534a870f-b7d3-4d8d-9dce-285cba427cf1,segment=NetworkSegment(7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f),segment_id=7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:29.847916 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:29.912387 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bd09b260-b179-4f93-8400-7713a2cc99b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:29.917455 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bd09b260-b179-4f93-8400-7713a2cc99b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:29.929694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bd09b260-b179-4f93-8400-7713a2cc99b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b69939e8-4bb0-4bb9-b292-2b828f755be6 HTTP/1.1" status: 204 len: 168 time: 0.7568109 Jul 15 15:06:29.941201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09b260-b179-4f93-8400-7713a2cc99b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69939e8-4bb0-4bb9-b292-2b828f755be6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:29.960072 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58036) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:29.964134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064442ad-e6c9-4eaa-be33-8e175c1989ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bebac38-a378-4b14-8826-9c5801e9bf10'}, {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '509907ba-1a04-411d-8ccf-0436bca64bb6'}, {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e5d932-f978-4d92-b727-48048c8c1f91'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:29.967301 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e33db86-ee89-41dc-a079-9fabfb1551b6" -d '{"events": [{"server_uuid": "064442ad-e6c9-4eaa-be33-8e175c1989ae", "name": "network-vif-plugged", "status": "completed", "tag": "0bebac38-a378-4b14-8826-9c5801e9bf10"}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-unplugged", "status": "completed", "tag": "509907ba-1a04-411d-8ccf-0436bca64bb6"}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-unplugged", "status": "completed", "tag": "95e5d932-f978-4d92-b727-48048c8c1f91"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:29.970325 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=534a870f-b7d3-4d8d-9dce-285cba427cf1,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:29.988031 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network f17628c4-7fdb-4fce-a0e9-190b395cf4fb is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:29.994123 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:30.035271 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.051664 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f5af8ccc-073f-4696-96d4-05ab4f323caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.084983 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4486f9c8-90ef-4cf7-ae45-4487afb34ea3,segment=NetworkSegment(4761f364-2462-4508-bff1-948a8786037b),segment_id=4761f364-2462-4508-bff1-948a8786037b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:30.087300 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19de6102-b781-4edc-ab46-2b8c068187f9 x-openstack-request-id: req-19de6102-b781-4edc-ab46-2b8c068187f9 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:30.087618 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064442ad-e6c9-4eaa-be33-8e175c1989ae", "name": "network-vif-plugged", "status": "completed", "tag": "0bebac38-a378-4b14-8826-9c5801e9bf10", "code": 200}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-unplugged", "status": "completed", "tag": "509907ba-1a04-411d-8ccf-0436bca64bb6", "code": 200}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-unplugged", "status": "completed", "tag": "95e5d932-f978-4d92-b727-48048c8c1f91", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:30.087958 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-19de6102-b781-4edc-ab46-2b8c068187f9 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:30.088521 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064442ad-e6c9-4eaa-be33-8e175c1989ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bebac38-a378-4b14-8826-9c5801e9bf10', 'code': 200} Jul 15 15:06:30.088767 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '509907ba-1a04-411d-8ccf-0436bca64bb6', 'code': 200} Jul 15 15:06:30.089059 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e5d932-f978-4d92-b727-48048c8c1f91', 'code': 200} Jul 15 15:06:30.092646 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.093727 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:30.120455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58042) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:30.135258 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-3e8bfffe-6f03-4e19-bb54-21dddf94f00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.222820 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=4486f9c8-90ef-4cf7-ae45-4487afb34ea3,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:30.292745 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.295480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 534a870f-b7d3-4d8d-9dce-285cba427cf1 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:30.376255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:30.388982 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.389749 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4a877dc9-de97-4a8e-96ad-d46479b35576 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:30.411921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e36ae-bee1-4287-b884-12ea45fc4b53 req-ba261695-fbf2-4ff3-bf0d-06fe595fe232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:30.418706 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-539e36ae-bee1-4287-b884-12ea45fc4b53 req-ba261695-fbf2-4ff3-bf0d-06fe595fe232 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 1096 time: 0.2577987 Jul 15 15:06:30.469263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:30.474175 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-99439f99-6d5a-44da-acc6-0e7ff48c4a21 None None] Provisioning for port 3fef39ac-3f50-4e6f-a378-51430487d930 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:30.487745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-99439f99-6d5a-44da-acc6-0e7ff48c4a21 None None] Provisioning complete for port 3fef39ac-3f50-4e6f-a378-51430487d930 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:30.488318 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99439f99-6d5a-44da-acc6-0e7ff48c4a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.502446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718867d9-bd33-4c55-9b26-77755cc8fd0a req-7cc55424-d9f6-410c-9dbd-fc7568a9ef25 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:30.505218 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-3e8bfffe-6f03-4e19-bb54-21dddf94f00c service neutron] For port ea6c6468-db9b-4be4-a110-cfd32f419f39, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ea6c6468-db9b-4be4-a110-cfd32f419f39,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:30.529166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718867d9-bd33-4c55-9b26-77755cc8fd0a req-7cc55424-d9f6-410c-9dbd-fc7568a9ef25 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:30.535315 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-718867d9-bd33-4c55-9b26-77755cc8fd0a req-7cc55424-d9f6-410c-9dbd-fc7568a9ef25 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1683 time: 0.3118913 Jul 15 15:06:30.554749 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-3e8bfffe-6f03-4e19-bb54-21dddf94f00c service neutron] For port ea6c6468-db9b-4be4-a110-cfd32f419f39, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:30.572054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 534a870f-b7d3-4d8d-9dce-285cba427cf1 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:30.572432 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.607658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-3704c127-fd96-4f9f-baa1-228d8182869c req-3e8bfffe-6f03-4e19-bb54-21dddf94f00c service neutron] device_id is not set on port ea6c6468-db9b-4be4-a110-cfd32f419f39 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:06:30.615149 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-539e36ae-bee1-4287-b884-12ea45fc4b53 req-e873a547-3c44-451e-b445-3cfa896007fe service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885061 Jul 15 15:06:30.619656 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-3e8bfffe-6f03-4e19-bb54-21dddf94f00c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.624138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router be0f8006-a0d9-4036-bf5a-9193bf480f02 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:06:30.631293 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-3e8bfffe-6f03-4e19-bb54-21dddf94f00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.633368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-99439f99-6d5a-44da-acc6-0e7ff48c4a21 None None] Port 3fef39ac-3f50-4e6f-a378-51430487d930 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:06:30.662445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-718867d9-bd33-4c55-9b26-77755cc8fd0a req-f3b56df3-ca51-4460-8caa-4f03374c2f25 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233902 Jul 15 15:06:30.679635 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.732918 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 4a877dc9-de97-4a8e-96ad-d46479b35576, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4a877dc9-de97-4a8e-96ad-d46479b35576,segment=NetworkSegment(4761f364-2462-4508-bff1-948a8786037b),segment_id=4761f364-2462-4508-bff1-948a8786037b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:30.734230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-99439f99-6d5a-44da-acc6-0e7ff48c4a21 None None] Provisioning complete for port 534a870f-b7d3-4d8d-9dce-285cba427cf1 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:30.734760 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99439f99-6d5a-44da-acc6-0e7ff48c4a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.739596 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.740521 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ea6c6468-db9b-4be4-a110-cfd32f419f39 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:30.761196 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-85ecadfd-9a32-49fb-8eff-05ab7c6a47f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.794923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-149dc535-119d-40b5-af91-1020a5380f2f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-network', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:30.850465 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.api [None req-85ecadfd-9a32-49fb-8eff-05ab7c6a47f4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 15:06:30.850465 n-d-764435-3 neutron-server[100711]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 15:06:30.850465 n-d-764435-3 neutron-server[100711]: [parameters: {'project_id': 'bd7594448efc48ac890e138714039d23', 'id': '229769e1-5946-49ab-8bb6-e7c0747fd91a', 'expiration': datetime.datetime(2021, 7, 15, 15, 8, 30, 817283)}] Jul 15 15:06:30.850465 n-d-764435-3 neutron-server[100711]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:06:30.859527 n-d-764435-3 neutron-server[100711]: DEBUG oslo_db.api [None req-85ecadfd-9a32-49fb-8eff-05ab7c6a47f4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:06:30.860688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149dc535-119d-40b5-af91-1020a5380f2f admin admin] Made reservation on behalf of 1f67d9a6abd84744b56d2fe9b4a882db for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:30.869137 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-149dc535-119d-40b5-af91-1020a5380f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.874777 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:06:30.889921 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Sync routers for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:06:30.891189 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-149dc535-119d-40b5-af91-1020a5380f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.897578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ea6c6468-db9b-4be4-a110-cfd32f419f39 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:30.902751 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a7e598b6-b700-440e-8841-f6acc6a43a89 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/be0f8006-a0d9-4036-bf5a-9193bf480f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9895365 Jul 15 15:06:30.905872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58054) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:30.924890 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:30.936300 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:30.954582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a8ae77bb-179d-41c2-84a9-918ed0237bbd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'network': {'name': 'tempest-RoutersTest-595053819'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:30.960859 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-3e8bfffe-6f03-4e19-bb54-21dddf94f00c service neutron] No DVR routers for this DVR port ea6c6468-db9b-4be4-a110-cfd32f419f39 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:30.983775 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=4a877dc9-de97-4a8e-96ad-d46479b35576,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:31.090272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bfffe-6f03-4e19-bb54-21dddf94f00c service neutron] Pushing event updated for resources: {'Port': ['ID=ea6c6468-db9b-4be4-a110-cfd32f419f39,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:31.098926 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3704c127-fd96-4f9f-baa1-228d8182869c req-3e8bfffe-6f03-4e19-bb54-21dddf94f00c service neutron] In _notify_port_updated(), no bound segment for port ea6c6468-db9b-4be4-a110-cfd32f419f39 on network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:06:31.114045 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704c127-fd96-4f9f-baa1-228d8182869c req-3e8bfffe-6f03-4e19-bb54-21dddf94f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:31.119915 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-3e8bfffe-6f03-4e19-bb54-21dddf94f00c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.121685 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3704c127-fd96-4f9f-baa1-228d8182869c req-3e8bfffe-6f03-4e19-bb54-21dddf94f00c service neutron] 10.222.0.11 "PUT /v2.0/ports/ea6c6468-db9b-4be4-a110-cfd32f419f39 HTTP/1.1" status: 200 len: 1033 time: 1.4953463 Jul 15 15:06:31.160469 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-149dc535-119d-40b5-af91-1020a5380f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.166868 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-149dc535-119d-40b5-af91-1020a5380f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.179625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58058) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:31.214893 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-479a65d6-0781-4cac-a58a-531e13c25334 None None] Provisioning complete for port 3fef39ac-3f50-4e6f-a378-51430487d930 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:31.215279 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-479a65d6-0781-4cac-a58a-531e13c25334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.271821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ae77bb-179d-41c2-84a9-918ed0237bbd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:31.272853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149dc535-119d-40b5-af91-1020a5380f2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:06:31.275968 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8ae77bb-179d-41c2-84a9-918ed0237bbd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.278342 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-02dadbce-2042-44c0-bd6d-461b7abb2ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.279737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-479a65d6-0781-4cac-a58a-531e13c25334 None None] Port 3fef39ac-3f50-4e6f-a378-51430487d930 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:06:31.286840 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:31.290320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-479a65d6-0781-4cac-a58a-531e13c25334 None None] Provisioning complete for port ea6c6468-db9b-4be4-a110-cfd32f419f39 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:31.290841 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-479a65d6-0781-4cac-a58a-531e13c25334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.316293 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-149dc535-119d-40b5-af91-1020a5380f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.316863 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-149dc535-119d-40b5-af91-1020a5380f2f admin admin] Added segment 1175d7c5-053f-45e2-80a9-5d6162d447ee of type vlan for network 8fd9506d-d3cc-4a38-968e-68ccfed6c349 Jul 15 15:06:31.338564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ae77bb-179d-41c2-84a9-918ed0237bbd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:06:31.353109 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8ae77bb-179d-41c2-84a9-918ed0237bbd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.353461 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-a8ae77bb-179d-41c2-84a9-918ed0237bbd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Added segment 2fbf1dec-0692-4aa9-9130-fa9066a67230 of type vlan for network 50049465-ea13-427f-bd7f-5766434db17e Jul 15 15:06:31.358053 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-479a65d6-0781-4cac-a58a-531e13c25334 None None] Port ea6c6468-db9b-4be4-a110-cfd32f419f39 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:06:31.372731 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149dc535-119d-40b5-af91-1020a5380f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:31.377985 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-85ecadfd-9a32-49fb-8eff-05ab7c6a47f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.402493 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-149dc535-119d-40b5-af91-1020a5380f2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.412415 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8ae77bb-179d-41c2-84a9-918ed0237bbd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.427536 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3704c127-fd96-4f9f-baa1-228d8182869c req-cb6e2eb5-7eaf-4cdc-9858-fafda0440d2b tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Deleting port 95e5d932-f978-4d92-b727-48048c8c1f91 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:31.428102 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-cb6e2eb5-7eaf-4cdc-9858-fafda0440d2b tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.485833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1d88ead0-6d12-4794-85b7-8b9f255b37e8 None None] Provisioning complete for port 3fef39ac-3f50-4e6f-a378-51430487d930 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:31.486935 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d88ead0-6d12-4794-85b7-8b9f255b37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.547643 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-149dc535-119d-40b5-af91-1020a5380f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.548987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149dc535-119d-40b5-af91-1020a5380f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:31.549721 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-149dc535-119d-40b5-af91-1020a5380f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.552343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1d88ead0-6d12-4794-85b7-8b9f255b37e8 None None] Port 3fef39ac-3f50-4e6f-a378-51430487d930 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:06:31.592545 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90de7a-e927-49fd-8d19-f6d147ea2d01 req-2ef967e7-7647-4845-8f3a-abc9de3c0a06 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:31.594175 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f90de7a-e927-49fd-8d19-f6d147ea2d01 req-2ef967e7-7647-4845-8f3a-abc9de3c0a06 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 945 time: 0.4130044 Jul 15 15:06:31.617945 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:06:28Z', 'revision_number': 2, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:28Z', 'revision_number': 2, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:31.631825 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8ae77bb-179d-41c2-84a9-918ed0237bbd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.643910 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ae77bb-179d-41c2-84a9-918ed0237bbd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:31.644928 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8ae77bb-179d-41c2-84a9-918ed0237bbd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.650383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21a0d5-ca00-4213-a116-afe696748e26 req-dd7c650f-8136-4d07-9577-b88eae4ae9f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:31.657126 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21a0d5-ca00-4213-a116-afe696748e26 req-dd7c650f-8136-4d07-9577-b88eae4ae9f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:31.659955 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Checking router: be0f8006-a0d9-4036-bf5a-9193bf480f02 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:06:31.660305 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Updating router be0f8006-a0d9-4036-bf5a-9193bf480f02 port 3fef39ac-3f50-4e6f-a378-51430487d930 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:06:31.663550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21a0d5-ca00-4213-a116-afe696748e26 req-dd7c650f-8136-4d07-9577-b88eae4ae9f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:31.669565 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21a0d5-ca00-4213-a116-afe696748e26 req-dd7c650f-8136-4d07-9577-b88eae4ae9f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:31.676491 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21a0d5-ca00-4213-a116-afe696748e26 req-dd7c650f-8136-4d07-9577-b88eae4ae9f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:31.683979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b21a0d5-ca00-4213-a116-afe696748e26 req-dd7c650f-8136-4d07-9577-b88eae4ae9f8 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 3875 time: 0.4140985 Jul 15 15:06:31.701751 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.733337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149dc535-119d-40b5-af91-1020a5380f2f admin admin] Pushing event updated for resources: {'Network': ['ID=8fd9506d-d3cc-4a38-968e-68ccfed6c349,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:31.745478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 8fd9506d-d3cc-4a38-968e-68ccfed6c349 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:06:31.750214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-cb6e2eb5-7eaf-4cdc-9858-fafda0440d2b tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] For port 95e5d932-f978-4d92-b727-48048c8c1f91, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=95e5d932-f978-4d92-b727-48048c8c1f91,segment=NetworkSegment(48e68b30-5f0b-4738-b03f-2d38210cb5ab),segment_id=48e68b30-5f0b-4738-b03f-2d38210cb5ab)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:31.750738 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-cb6e2eb5-7eaf-4cdc-9858-fafda0440d2b tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.792417 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae77bb-179d-41c2-84a9-918ed0237bbd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Network': ['ID=50049465-ea13-427f-bd7f-5766434db17e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:31.815622 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-02dadbce-2042-44c0-bd6d-461b7abb2ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.841978 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-02dadbce-2042-44c0-bd6d-461b7abb2ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.854186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 50049465-ea13-427f-bd7f-5766434db17e details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:06:31.866861 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a8ae77bb-179d-41c2-84a9-918ed0237bbd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9516039 Jul 15 15:06:31.873615 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58060) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:31.879090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-da7f5e2d-4b20-4448-ad1e-47498b1239b5 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'subnet': {'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:31.883816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b21a0d5-ca00-4213-a116-afe696748e26 req-3614ded8-ff46-446f-85e7-bba4b98b72bb tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988096 Jul 15 15:06:31.893160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f90de7a-e927-49fd-8d19-f6d147ea2d01 req-c90add30-1e18-4bb3-a646-436b9dfdf5ce tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782104 Jul 15 15:06:31.946081 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-02dadbce-2042-44c0-bd6d-461b7abb2ae2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=04812bed285940fdbe9aa4739504c5c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7612779 Jul 15 15:06:31.951739 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58062) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:31.968823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dadbce-2042-44c0-bd6d-461b7abb2ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b045918d-5912-45b9-90a0-70696f5d9eab,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:32.090328 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4486f9c8-90ef-4cf7-ae45-4487afb34ea3'}, {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e'}, {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a877dc9-de97-4a8e-96ad-d46479b35576'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:32.094245 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-85ecadfd-9a32-49fb-8eff-05ab7c6a47f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.096838 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a87fdb5-564d-49b6-ae12-c898676b9156" -d '{"events": [{"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-unplugged", "status": "completed", "tag": "4486f9c8-90ef-4cf7-ae45-4487afb34ea3"}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-unplugged", "status": "completed", "tag": "96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e"}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-unplugged", "status": "completed", "tag": "4a877dc9-de97-4a8e-96ad-d46479b35576"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:32.101012 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-85ecadfd-9a32-49fb-8eff-05ab7c6a47f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.151119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-149dc535-119d-40b5-af91-1020a5380f2f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0292299 Jul 15 15:06:32.158514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58066) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:32.169344 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ebe4f210-e178-4c02-bbc2-fe9cc58b7c8a admin admin] Request body: {'subnet': {'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-subnet', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:32.182749 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c336d4d6-3b6f-4996-8747-aafd462ee2b8 x-openstack-request-id: req-c336d4d6-3b6f-4996-8747-aafd462ee2b8 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:32.183090 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-unplugged", "status": "completed", "tag": "4486f9c8-90ef-4cf7-ae45-4487afb34ea3", "code": 200}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-unplugged", "status": "completed", "tag": "96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e", "code": 200}, {"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-unplugged", "status": "completed", "tag": "4a877dc9-de97-4a8e-96ad-d46479b35576", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:32.183360 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c336d4d6-3b6f-4996-8747-aafd462ee2b8 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:32.183678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-85ecadfd-9a32-49fb-8eff-05ab7c6a47f4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bd7594448efc48ac890e138714039d23&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2184443 Jul 15 15:06:32.183911 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4486f9c8-90ef-4cf7-ae45-4487afb34ea3', 'code': 200} Jul 15 15:06:32.184114 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e', 'code': 200} Jul 15 15:06:32.184383 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a877dc9-de97-4a8e-96ad-d46479b35576', 'code': 200} Jul 15 15:06:32.186950 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58068) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:32.207805 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.216769 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecadfd-9a32-49fb-8eff-05ab7c6a47f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c21a3b2-6a1e-40f1-b982-f58b6812c3ce,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:32.230415 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Transition to ACTIVE for port object 3fef39ac-3f50-4e6f-a378-51430487d930 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:32.234127 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe4f210-e178-4c02-bbc2-fe9cc58b7c8a admin admin] Made reservation on behalf of 1f67d9a6abd84744b56d2fe9b4a882db for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:32.237521 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f210-e178-4c02-bbc2-fe9cc58b7c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.240863 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.296262 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed74b07-bff6-4fe0-b1b9-6543b52f743f None None] Pushing event updated for resources: {'Port': ['ID=3fef39ac-3f50-4e6f-a378-51430487d930,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:32.306764 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-cb6e2eb5-7eaf-4cdc-9858-fafda0440d2b tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.307453 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-cb6e2eb5-7eaf-4cdc-9858-fafda0440d2b tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.308087 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-cb6e2eb5-7eaf-4cdc-9858-fafda0440d2b tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Floating IP f3e3a9cd-64d7-469a-8ae3-e6957ac17c4d disassociated. External IP: 172.25.4.25, port: 95e5d932-f978-4d92-b727-48048c8c1f91. Jul 15 15:06:32.308543 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3704c127-fd96-4f9f-baa1-228d8182869c req-cb6e2eb5-7eaf-4cdc-9858-fafda0440d2b tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Calling delete_port for 95e5d932-f978-4d92-b727-48048c8c1f91 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:32.311380 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed74b07-bff6-4fe0-b1b9-6543b52f743f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:32.311736 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed74b07-bff6-4fe0-b1b9-6543b52f743f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:32.312078 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed74b07-bff6-4fe0-b1b9-6543b52f743f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:32.312515 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed74b07-bff6-4fe0-b1b9-6543b52f743f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:32.313607 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed74b07-bff6-4fe0-b1b9-6543b52f743f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:32.313845 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed74b07-bff6-4fe0-b1b9-6543b52f743f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:32.313964 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d2644f7e-174c-40ff-9ebd-d802f0d6fa16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.314177 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed74b07-bff6-4fe0-b1b9-6543b52f743f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:32.314741 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed74b07-bff6-4fe0-b1b9-6543b52f743f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:32.315323 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed74b07-bff6-4fe0-b1b9-6543b52f743f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:32.315663 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed74b07-bff6-4fe0-b1b9-6543b52f743f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:32.316305 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed74b07-bff6-4fe0-b1b9-6543b52f743f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:32.316423 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed74b07-bff6-4fe0-b1b9-6543b52f743f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:32.317899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7f5e2d-4b20-4448-ad1e-47498b1239b5 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:32.336930 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da7f5e2d-4b20-4448-ad1e-47498b1239b5 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.352428 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d2644f7e-174c-40ff-9ebd-d802f0d6fa16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.405999 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Attempting to bind port 3fef39ac-3f50-4e6f-a378-51430487d930 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:06:32.406375 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Attempting to bind port 3fef39ac-3f50-4e6f-a378-51430487d930 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:06:32.407089 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Attempting to bind port 3fef39ac-3f50-4e6f-a378-51430487d930 on network f17628c4-7fdb-4fce-a0e9-190b395cf4fb {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:32.413158 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:06:32.413566 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Checking segment: {'id': '7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:32.413920 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.414310 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Bound using segment: {'id': '7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:06:32.414818 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Bound port: 3fef39ac-3f50-4e6f-a378-51430487d930, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:06:32.415382 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.455914 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86c08ba8-ef48-46f2-ab9f-15411c468ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.504138 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] For port 3fef39ac-3f50-4e6f-a378-51430487d930, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:32.512284 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] For port 3fef39ac-3f50-4e6f-a378-51430487d930, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3fef39ac-3f50-4e6f-a378-51430487d930,segment=NetworkSegment(7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f),segment_id=7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:06:32.518006 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d2644f7e-174c-40ff-9ebd-d802f0d6fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.518750 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.523274 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d2644f7e-174c-40ff-9ebd-d802f0d6fa16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.529232 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d2644f7e-174c-40ff-9ebd-d802f0d6fa16 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4c21a3b2-6a1e-40f1-b982-f58b6812c3ce HTTP/1.1" status: 204 len: 168 time: 0.3315787 Jul 15 15:06:32.565762 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2644f7e-174c-40ff-9ebd-d802f0d6fa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c21a3b2-6a1e-40f1-b982-f58b6812c3ce,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:32.645595 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed74b07-bff6-4fe0-b1b9-6543b52f743f None None] Pushing event updated for resources: {'Port': ['ID=3fef39ac-3f50-4e6f-a378-51430487d930,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:32.661220 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:32.662756 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:32.724257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e29e55-b0c9-4649-af32-a73dea0a97f7 req-4bf2685c-8c1e-46b9-85aa-72b3ba66e304 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:32.747451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e29e55-b0c9-4649-af32-a73dea0a97f7 req-4bf2685c-8c1e-46b9-85aa-72b3ba66e304 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:32.750511 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7e29e55-b0c9-4649-af32-a73dea0a97f7 req-4bf2685c-8c1e-46b9-85aa-72b3ba66e304 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1683 time: 0.3587976 Jul 15 15:06:32.753623 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f210-e178-4c02-bbc2-fe9cc58b7c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.757671 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.872002 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e61e126f-ad4e-4e1e-8195-cbfc767407d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.926172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4f210-e178-4c02-bbc2-fe9cc58b7c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c707114-c704-4bf9-94d3-2c92c1377be1,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:32.947644 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86c08ba8-ef48-46f2-ab9f-15411c468ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.970143 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7e29e55-b0c9-4649-af32-a73dea0a97f7 req-b0754168-1b0b-4e11-bfae-d8fdaa9732a4 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116461 Jul 15 15:06:32.985401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4f210-e178-4c02-bbc2-fe9cc58b7c8a admin admin] Checking segment: {'id': '1175d7c5-053f-45e2-80a9-5d6162d447ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:32.985868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe4f210-e178-4c02-bbc2-fe9cc58b7c8a admin admin] Network hostable DHCP agents. Network: 8fd9506d-d3cc-4a38-968e-68ccfed6c349, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:06:33.042502 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da7f5e2d-4b20-4448-ad1e-47498b1239b5 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.044253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe4f210-e178-4c02-bbc2-fe9cc58b7c8a admin admin] Network 8fd9506d-d3cc-4a38-968e-68ccfed6c349 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:06:33.055822 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-cb6e2eb5-7eaf-4cdc-9858-fafda0440d2b tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.085284 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-ebe4f210-e178-4c02-bbc2-fe9cc58b7c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 8fd9506d-d3cc-4a38-968e-68ccfed6c349) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:33.091968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe4f210-e178-4c02-bbc2-fe9cc58b7c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:33.092926 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f210-e178-4c02-bbc2-fe9cc58b7c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.106370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6260861f-c65d-4dcb-99b5-062416a6cd29 None None] Network 8fd9506d-d3cc-4a38-968e-68ccfed6c349 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:33.144616 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ebe4f210-e178-4c02-bbc2-fe9cc58b7c8a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9784148 Jul 15 15:06:33.145095 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58080) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:33.152272 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-router', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:33.168079 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86c08ba8-ef48-46f2-ab9f-15411c468ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.170849 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86c08ba8-ef48-46f2-ab9f-15411c468ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.175407 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-86c08ba8-ef48-46f2-ab9f-15411c468ba1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b045918d-5912-45b9-90a0-70696f5d9eab HTTP/1.1" status: 204 len: 168 time: 1.2225521 Jul 15 15:06:33.223029 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.225967 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.233915 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:33.385168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58084) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:33.391858 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.460865 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc0bc0d0-4d07-4466-90b3-3df291a4c058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.521327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5b3fc-5168-43cc-af8b-ad1f03801e40 req-a3d6d2d2-8c72-4057-861c-2128866cef7a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:33.528468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41f5b3fc-5168-43cc-af8b-ad1f03801e40 req-a3d6d2d2-8c72-4057-861c-2128866cef7a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 945 time: 0.2628136 Jul 15 15:06:33.622414 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc0bc0d0-4d07-4466-90b3-3df291a4c058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.637973 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc0bc0d0-4d07-4466-90b3-3df291a4c058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.714108 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:06:28Z', 'revision_number': 2, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:32Z', 'revision_number': 4, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:33.771557 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f806902-aa58-48b2-a6a5-9d377d1714a5 None None] Network 8fd9506d-d3cc-4a38-968e-68ccfed6c349 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:33.801620 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c785f17-76aa-479b-b724-7b06fa4cb55a None None] The sync data for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 is: [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:06:28Z', 'revision_number': 2, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:32Z', 'revision_number': 4, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:06:33.874273 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c08ba8-ef48-46f2-ab9f-15411c468ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b045918d-5912-45b9-90a0-70696f5d9eab,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:33.918978 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e2eb5-7eaf-4cdc-9858-fafda0440d2b tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event deleted for resources: {'Port': ['ID=95e5d932-f978-4d92-b727-48048c8c1f91,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:33.934884 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f5e2d-4b20-4448-ad1e-47498b1239b5 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Checking segment: {'id': '2fbf1dec-0692-4aa9-9130-fa9066a67230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50049465-ea13-427f-bd7f-5766434db17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:33.935245 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f5e2d-4b20-4448-ad1e-47498b1239b5 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network hostable DHCP agents. Network: 50049465-ea13-427f-bd7f-5766434db17e, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:06:33.956808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f5e2d-4b20-4448-ad1e-47498b1239b5 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Subnet': ['ID=fac8dfff-266e-4893-bd01-6aa6baf3045c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:33.991148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3704c127-fd96-4f9f-baa1-228d8182869c req-cb6e2eb5-7eaf-4cdc-9858-fafda0440d2b tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:06:33.995077 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f5e2d-4b20-4448-ad1e-47498b1239b5 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network 50049465-ea13-427f-bd7f-5766434db17e is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:06:34.013678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-da7f5e2d-4b20-4448-ad1e-47498b1239b5 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 50049465-ea13-427f-bd7f-5766434db17e) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:34.024513 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7f5e2d-4b20-4448-ad1e-47498b1239b5 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:34.025396 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da7f5e2d-4b20-4448-ad1e-47498b1239b5 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.042443 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd14f81f-52a9-47e3-a35f-ed96ab3099f7 None None] Network 50049465-ea13-427f-bd7f-5766434db17e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:34.107802 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-da7f5e2d-4b20-4448-ad1e-47498b1239b5 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2331085 Jul 15 15:06:34.122611 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58100) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:34.241584 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.376749 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-50049465-ea13-427f-bd7f-5766434db17e', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:06:34.377644 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.414937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3704c127-fd96-4f9f-baa1-228d8182869c req-cb6e2eb5-7eaf-4cdc-9858-fafda0440d2b tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:06:34.424985 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cc0bc0d0-4d07-4466-90b3-3df291a4c058 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2a71cfb1d16c4023b661653b74c0bbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0331652 Jul 15 15:06:34.427435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58108) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:34.513494 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.525283 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41f5b3fc-5168-43cc-af8b-ad1f03801e40 req-582dcc63-3449-4ad8-b61a-bfff5008adb7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9959195 Jul 15 15:06:34.526598 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d769980-06f2-4445-beaf-bba5c2c0f3e1 None None] Sync routers for ids ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:06:34.537390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-b79907e6-6943-45ba-a3f0-17bb8f512ece tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:34.543948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-b79907e6-6943-45ba-a3f0-17bb8f512ece tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:34.545807 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-b79907e6-6943-45ba-a3f0-17bb8f512ece tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1683 time: 0.9146216 Jul 15 15:06:34.546512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bc0d0-4d07-4466-90b3-3df291a4c058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6d5f2f-5014-4fa9-bb4c-1b6a29051fe3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:34.563628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b6ffc-bfdf-416f-8ec7-07292d8c0841 req-50ad0716-4017-4570-8a26-03fdb09eb9ab tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:34.570106 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b6ffc-bfdf-416f-8ec7-07292d8c0841 req-50ad0716-4017-4570-8a26-03fdb09eb9ab tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:34.576759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b6ffc-bfdf-416f-8ec7-07292d8c0841 req-50ad0716-4017-4570-8a26-03fdb09eb9ab tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:34.584655 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b6ffc-bfdf-416f-8ec7-07292d8c0841 req-50ad0716-4017-4570-8a26-03fdb09eb9ab tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:34.591066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d769980-06f2-4445-beaf-bba5c2c0f3e1 None None] Routers {'3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:34.591869 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-3d769980-06f2-4445-beaf-bba5c2c0f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:34.593359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d18b6ffc-bfdf-416f-8ec7-07292d8c0841 req-50ad0716-4017-4570-8a26-03fdb09eb9ab tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 3142 time: 1.2848477 Jul 15 15:06:34.660531 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-cb6e2eb5-7eaf-4cdc-9858-fafda0440d2b tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] No DVR routers for this DVR port 95e5d932-f978-4d92-b727-48048c8c1f91 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:34.664806 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-cb6e2eb5-7eaf-4cdc-9858-fafda0440d2b tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.672047 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3704c127-fd96-4f9f-baa1-228d8182869c req-cb6e2eb5-7eaf-4cdc-9858-fafda0440d2b tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.11 "DELETE /v2.0/ports/95e5d932-f978-4d92-b727-48048c8c1f91 HTTP/1.1" status: 204 len: 173 time: 3.5450070 Jul 15 15:06:34.684038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-deleted', 'tag': '95e5d932-f978-4d92-b727-48048c8c1f91'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:34.684038 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771c03cb-a580-464b-bd4c-11ca15e1e079" -d '{"events": [{"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-deleted", "tag": "95e5d932-f978-4d92-b727-48048c8c1f91"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:34.753401 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-3d769980-06f2-4445-beaf-bba5c2c0f3e1 None None] Set router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:34.773394 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d18b6ffc-bfdf-416f-8ec7-07292d8c0841 req-fafd584a-977b-4738-8714-8b5a9935590b tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787989 Jul 15 15:06:34.778419 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-9690d773-8021-45f2-9b6d-0a53b506511b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4533885 Jul 15 15:06:35.050415 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93e4450-e103-4a46-8554-9871557e0341 x-openstack-request-id: req-f93e4450-e103-4a46-8554-9871557e0341 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:35.051049 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-deleted", "tag": "95e5d932-f978-4d92-b727-48048c8c1f91", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:35.051049 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f93e4450-e103-4a46-8554-9871557e0341 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:35.051355 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-deleted', 'tag': '95e5d932-f978-4d92-b727-48048c8c1f91', 'status': 'completed', 'code': 200} Jul 15 15:06:35.052479 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-762af702-3941-47de-bcfd-33694939a19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.058167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-b9239cb9-6f47-481f-9e26-64d5943c8596 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Deleting port 6423c87b-36e4-485b-a203-113433d98a22 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:35.058668 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-b9239cb9-6f47-481f-9e26-64d5943c8596 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.143972 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-762af702-3941-47de-bcfd-33694939a19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.150932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Allocated IP 172.21.0.2 (50049465-ea13-427f-bd7f-5766434db17e/fac8dfff-266e-4893-bd01-6aa6baf3045c/300530fa-87eb-4404-9294-8fb92ea3fc6e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:35.287532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-44ecd2db-dd43-4bfe-bc05-4ecf58664990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:35.288391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-44ecd2db-dd43-4bfe-bc05-4ecf58664990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:35.289106 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-44ecd2db-dd43-4bfe-bc05-4ecf58664990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:35.290102 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-44ecd2db-dd43-4bfe-bc05-4ecf58664990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:35.291027 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-44ecd2db-dd43-4bfe-bc05-4ecf58664990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:35.292105 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-44ecd2db-dd43-4bfe-bc05-4ecf58664990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:35.293131 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-44ecd2db-dd43-4bfe-bc05-4ecf58664990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:35.296579 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-44ecd2db-dd43-4bfe-bc05-4ecf58664990 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=376291fad91d46c09381b2e97ae5561f&device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 6491 time: 0.2963202 Jul 15 15:06:35.313153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3704c127-fd96-4f9f-baa1-228d8182869c req-7caf307f-e723-4ce6-a7e7-3ece4eb9ec51 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Deleting port 509907ba-1a04-411d-8ccf-0436bca64bb6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:35.313762 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-7caf307f-e723-4ce6-a7e7-3ece4eb9ec51 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.343483 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3581f39-fdb1-4cf3-99e6-a20746ee6e30 req-f3d79de0-cbef-49b1-ae12-18bd57161f93 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:35.350349 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3581f39-fdb1-4cf3-99e6-a20746ee6e30 req-f3d79de0-cbef-49b1-ae12-18bd57161f93 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:35.352022 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3581f39-fdb1-4cf3-99e6-a20746ee6e30 req-f3d79de0-cbef-49b1-ae12-18bd57161f93 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 1683 time: 0.4565744 Jul 15 15:06:35.399312 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.415323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-3d769980-06f2-4445-beaf-bba5c2c0f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'name': 'tempest-TaggedBootDevicesTest_v242-540768427-router', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:56:05Z', 'updated_at': '2021-07-15T14:56:13Z', 'revision_number': 4, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'gw_port': {'id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:07Z', 'updated_at': '2021-07-15T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2', 'name': '', 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'mac_address': 'fa:16:3e:78:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:12Z', 'updated_at': '2021-07-15T14:56:22Z', 'revision_number': 5, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'subnets': [{'id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:35.458082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d769980-06f2-4445-beaf-bba5c2c0f3e1 None None] Checking router: 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:06:35.463655 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Transition to ACTIVE for port object 300530fa-87eb-4404-9294-8fb92ea3fc6e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:35.475934 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-762af702-3941-47de-bcfd-33694939a19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.478313 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-762af702-3941-47de-bcfd-33694939a19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.479598 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-762af702-3941-47de-bcfd-33694939a19d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3f6d5f2f-5014-4fa9-bb4c-1b6a29051fe3 HTTP/1.1" status: 204 len: 168 time: 1.0481467 Jul 15 15:06:35.496598 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Transition to ACTIVE for port object 300530fa-87eb-4404-9294-8fb92ea3fc6e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:35.504145 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3581f39-fdb1-4cf3-99e6-a20746ee6e30 req-9879f855-a91e-461a-b9eb-98ec32556262 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394684 Jul 15 15:06:35.506020 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-b9239cb9-6f47-481f-9e26-64d5943c8596 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] For port 6423c87b-36e4-485b-a203-113433d98a22, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6423c87b-36e4-485b-a203-113433d98a22,segment=NetworkSegment(839fd804-e89b-4017-ba40-679db5e5e410),segment_id=839fd804-e89b-4017-ba40-679db5e5e410)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:35.506392 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-b9239cb9-6f47-481f-9e26-64d5943c8596 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.518249 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.528893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-b9239cb9-6f47-481f-9e26-64d5943c8596 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Calling delete_port for 6423c87b-36e4-485b-a203-113433d98a22 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:35.555305 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.562685 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.565585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d769980-06f2-4445-beaf-bba5c2c0f3e1 None None] Routers {'3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:35.566260 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-3d769980-06f2-4445-beaf-bba5c2c0f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:35.567214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762af702-3941-47de-bcfd-33694939a19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6d5f2f-5014-4fa9-bb4c-1b6a29051fe3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:35.586809 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.607705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Network 50049465-ea13-427f-bd7f-5766434db17e is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:35.671829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:35.685786 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:35.723058 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Pushing event updated for resources: {'Port': ['ID=300530fa-87eb-4404-9294-8fb92ea3fc6e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:35.735526 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-7caf307f-e723-4ce6-a7e7-3ece4eb9ec51 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] For port 509907ba-1a04-411d-8ccf-0436bca64bb6, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=509907ba-1a04-411d-8ccf-0436bca64bb6,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:35.736622 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-7caf307f-e723-4ce6-a7e7-3ece4eb9ec51 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.765080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-b95303fb-a508-4559-99ce-8bcc071318ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:35.765958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-b95303fb-a508-4559-99ce-8bcc071318ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:35.766621 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-b95303fb-a508-4559-99ce-8bcc071318ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:35.769874 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-b95303fb-a508-4559-99ce-8bcc071318ff service neutron] 10.222.0.22 "GET /v2.0/networks?id=8385c4b7-7489-4899-ba46-4cc28a769256&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&id=1bead9a4-4428-4843-b726-82fc6739e864&id=1bead9a4-4428-4843-b726-82fc6739e864 HTTP/1.1" status: 200 len: 2293 time: 0.3794129 Jul 15 15:06:35.775966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3704c127-fd96-4f9f-baa1-228d8182869c req-7caf307f-e723-4ce6-a7e7-3ece4eb9ec51 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Calling delete_port for 509907ba-1a04-411d-8ccf-0436bca64bb6 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:35.932991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Allocated IP 172.25.4.71 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/59ef6584-92e0-495a-8eb4-e4523f9db6a1) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:35.962868 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-3d769980-06f2-4445-beaf-bba5c2c0f3e1 None None] Set router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:36.021998 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-f27da3df-d1dc-49ef-9155-593416941310 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=956ce13d-6924-4a54-a406-a345c8b62cf5 HTTP/1.1" status: 200 len: 1001 time: 0.2429597 Jul 15 15:06:36.185799 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-b9239cb9-6f47-481f-9e26-64d5943c8596 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:36.196949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:36.197508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:36.197596 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:36.198162 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:36.198252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:36.198582 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:36.198911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:36.199233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:36.199552 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:36.199872 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:36.200191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:36.209772 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:36.299455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9239cb9-6f47-481f-9e26-64d5943c8596 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Port': ['ID=6423c87b-36e4-485b-a203-113433d98a22,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:36.335066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3fef39ac-3f50-4e6f-a378-51430487d930 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:36.361934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-b9239cb9-6f47-481f-9e26-64d5943c8596 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] No DVR routers for this DVR port 6423c87b-36e4-485b-a203-113433d98a22 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:36.389297 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-b9239cb9-6f47-481f-9e26-64d5943c8596 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:36.397568 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-b9239cb9-6f47-481f-9e26-64d5943c8596 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.22 "DELETE /v2.0/ports/6423c87b-36e4-485b-a203-113433d98a22 HTTP/1.1" status: 204 len: 173 time: 1.8012931 Jul 15 15:06:36.397758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Allocated IP 172.21.0.1 (50049465-ea13-427f-bd7f-5766434db17e/fac8dfff-266e-4893-bd01-6aa6baf3045c/2e071bfb-adcc-49be-91de-0eff2fb5ab4c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:36.398363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'name': 'network-vif-deleted', 'tag': '6423c87b-36e4-485b-a203-113433d98a22'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:36.408326 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f86fb8-3789-4649-98d9-79e12f8e382a" -d '{"events": [{"server_uuid": "a09c035b-7dad-4499-ae25-c5d7dce5a100", "name": "network-vif-deleted", "tag": "6423c87b-36e4-485b-a203-113433d98a22"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:36.418694 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:36.436691 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6423c87b-36e4-485b-a203-113433d98a22 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:36.449826 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aac295-a166-4b0f-bf6d-90ca2de064ec req-83dd3309-e0ba-477f-b4fd-e887c9eb70d2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:36.476884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aac295-a166-4b0f-bf6d-90ca2de064ec req-83dd3309-e0ba-477f-b4fd-e887c9eb70d2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:36.486639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Attempting to bind port 300530fa-87eb-4404-9294-8fb92ea3fc6e on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:06:36.490471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aac295-a166-4b0f-bf6d-90ca2de064ec req-83dd3309-e0ba-477f-b4fd-e887c9eb70d2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:36.491366 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Attempting to bind port 300530fa-87eb-4404-9294-8fb92ea3fc6e by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '2fbf1dec-0692-4aa9-9130-fa9066a67230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50049465-ea13-427f-bd7f-5766434db17e'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:06:36.491975 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Attempting to bind port 300530fa-87eb-4404-9294-8fb92ea3fc6e on network 50049465-ea13-427f-bd7f-5766434db17e {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:36.508142 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aac295-a166-4b0f-bf6d-90ca2de064ec req-83dd3309-e0ba-477f-b4fd-e887c9eb70d2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:36.510085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7aac295-a166-4b0f-bf6d-90ca2de064ec req-83dd3309-e0ba-477f-b4fd-e887c9eb70d2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 3142 time: 0.5211725 Jul 15 15:06:36.560055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 6423c87b-36e4-485b-a203-113433d98a22 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:06:36.560415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6423c87b-36e4-485b-a203-113433d98a22 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:36.560825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device a30431be-f58e-4668-b85b-4877096b965e no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:36.582868 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:06:36.587154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Checking segment: {'id': '2fbf1dec-0692-4aa9-9130-fa9066a67230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50049465-ea13-427f-bd7f-5766434db17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:36.587768 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:36.588424 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Bound using segment: {'id': '2fbf1dec-0692-4aa9-9130-fa9066a67230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50049465-ea13-427f-bd7f-5766434db17e'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:06:36.589419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Bound port: 300530fa-87eb-4404-9294-8fb92ea3fc6e, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbf1dec-0692-4aa9-9130-fa9066a67230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50049465-ea13-427f-bd7f-5766434db17e'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:06:36.590218 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:36.617169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:36.642448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Transition to ACTIVE for port object 2e071bfb-adcc-49be-91de-0eff2fb5ab4c will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:36.696663 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-d48810e8-3a3b-452e-aaff-781e12bd4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:36.698227 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-d48810e8-3a3b-452e-aaff-781e12bd4488 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=02090ca6-5ee4-4768-8aba-a4603b352741 HTTP/1.1" status: 200 len: 851 time: 0.6295962 Jul 15 15:06:36.700953 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241fe079-d877-4dc8-a5c1-58a7bf803f83 x-openstack-request-id: req-241fe079-d877-4dc8-a5c1-58a7bf803f83 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:36.701247 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09c035b-7dad-4499-ae25-c5d7dce5a100", "name": "network-vif-deleted", "tag": "6423c87b-36e4-485b-a203-113433d98a22", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:36.701506 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-241fe079-d877-4dc8-a5c1-58a7bf803f83 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:36.701915 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'name': 'network-vif-deleted', 'tag': '6423c87b-36e4-485b-a203-113433d98a22', 'status': 'completed', 'code': 200} Jul 15 15:06:36.821025 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 3fef39ac-3f50-4e6f-a378-51430487d930 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:36.847789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3fef39ac-3f50-4e6f-a378-51430487d930 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:36.848426 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:36.857415 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:36.913977 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-7caf307f-e723-4ce6-a7e7-3ece4eb9ec51 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:36.926431 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7aac295-a166-4b0f-bf6d-90ca2de064ec req-1e866bbc-8c92-4cc0-88a8-dcaf81634df2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4017057 Jul 15 15:06:36.958151 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] For port 300530fa-87eb-4404-9294-8fb92ea3fc6e, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:36.980112 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:36.998910 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=2e071bfb-adcc-49be-91de-0eff2fb5ab4c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:37.066165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network 50049465-ea13-427f-bd7f-5766434db17e is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:37.104951 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:37.104951 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:37.127872 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.131287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-c75f267b-51d7-445e-9d96-8abd1a602ed6 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Deleting port a30431be-f58e-4668-b85b-4877096b965e {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:37.131887 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-c75f267b-51d7-445e-9d96-8abd1a602ed6 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.174457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf307f-e723-4ce6-a7e7-3ece4eb9ec51 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event deleted for resources: {'Port': ['ID=509907ba-1a04-411d-8ccf-0436bca64bb6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:37.183057 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.189637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cf990-f7a1-41c8-b7be-fd532dfe26f1 req-25c5a787-0d4c-4b12-b743-648d3ef8b916 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:37.197466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f9cf990-f7a1-41c8-b7be-fd532dfe26f1 req-25c5a787-0d4c-4b12-b743-648d3ef8b916 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 946 time: 0.2311614 Jul 15 15:06:37.356148 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] For port 300530fa-87eb-4404-9294-8fb92ea3fc6e, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=300530fa-87eb-4404-9294-8fb92ea3fc6e,segment=NetworkSegment(2fbf1dec-0692-4aa9-9130-fa9066a67230),segment_id=2fbf1dec-0692-4aa9-9130-fa9066a67230)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:06:37.373110 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f9cf990-f7a1-41c8-b7be-fd532dfe26f1 req-fbef0538-c6ff-4012-9f4c-ec454dbb47c0 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa837e2a-1157-4b43-a31f-3ff5d1071e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639109 Jul 15 15:06:37.374452 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.415003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-008d4ca4-0967-403e-920c-d2392341271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:37.416614 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-008d4ca4-0967-403e-920c-d2392341271d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8385c4b7-7489-4899-ba46-4cc28a769256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5633762 Jul 15 15:06:37.427985 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-3d769980-06f2-4445-beaf-bba5c2c0f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'name': 'tempest-TaggedBootDevicesTest_v242-540768427-router', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:56:05Z', 'updated_at': '2021-07-15T14:56:13Z', 'revision_number': 4, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'gw_port': {'id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:07Z', 'updated_at': '2021-07-15T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2', 'name': '', 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'mac_address': 'fa:16:3e:78:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:12Z', 'updated_at': '2021-07-15T14:56:22Z', 'revision_number': 5, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'subnets': [{'id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:37.445276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-c75f267b-51d7-445e-9d96-8abd1a602ed6 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] For port a30431be-f58e-4668-b85b-4877096b965e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a30431be-f58e-4668-b85b-4877096b965e,segment=NetworkSegment(eaa8670f-b192-4172-9e0a-556cb256ed5a),segment_id=eaa8670f-b192-4172-9e0a-556cb256ed5a)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:37.445665 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-c75f267b-51d7-445e-9d96-8abd1a602ed6 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.456163 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.480527 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-7caf307f-e723-4ce6-a7e7-3ece4eb9ec51 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] No DVR routers for this DVR port 509907ba-1a04-411d-8ccf-0436bca64bb6 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:37.489949 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-7caf307f-e723-4ce6-a7e7-3ece4eb9ec51 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.493917 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3704c127-fd96-4f9f-baa1-228d8182869c req-7caf307f-e723-4ce6-a7e7-3ece4eb9ec51 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.11 "DELETE /v2.0/ports/509907ba-1a04-411d-8ccf-0436bca64bb6 HTTP/1.1" status: 204 len: 173 time: 2.7855191 Jul 15 15:06:37.541949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-c75f267b-51d7-445e-9d96-8abd1a602ed6 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Calling delete_port for a30431be-f58e-4668-b85b-4877096b965e owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:37.569775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:37.571041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d769980-06f2-4445-beaf-bba5c2c0f3e1 None None] The sync data for ids ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'] in n-d-764435-3 is: [{'id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'name': 'tempest-TaggedBootDevicesTest_v242-540768427-router', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:56:05Z', 'updated_at': '2021-07-15T14:56:13Z', 'revision_number': 4, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'gw_port': {'id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:07Z', 'updated_at': '2021-07-15T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2', 'name': '', 'network_id': '62fd754e-5cad-4a48-a4b4-1613cbb8c1dc', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'mac_address': 'fa:16:3e:78:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:12Z', 'updated_at': '2021-07-15T14:56:22Z', 'revision_number': 5, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'subnets': [{'id': '218cf0bf-5930-417f-bd02-08d18ed24ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:06:37.575517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Pushing event updated for resources: {'Port': ['ID=59ef6584-92e0-495a-8eb4-e4523f9db6a1,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:37.639380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:37.648498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:37.665677 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-deleted', 'tag': '509907ba-1a04-411d-8ccf-0436bca64bb6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:37.670690 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df4980a-96b3-4529-85c8-f1174748f399" -d '{"events": [{"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-deleted", "tag": "509907ba-1a04-411d-8ccf-0436bca64bb6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:37.680509 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-7ea7c321-86b2-46ad-a702-9ba9637b49f2 service neutron] 10.222.0.22 "GET /v2.0/networks/8385c4b7-7489-4899-ba46-4cc28a769256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835804 Jul 15 15:06:37.715077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30431be-f58e-4668-b85b-4877096b965e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:37.717425 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b9386a-929f-4bcf-b81c-60e725fa1011" -d '{"events": [{"server_uuid": "a09c035b-7dad-4499-ae25-c5d7dce5a100", "name": "network-vif-unplugged", "status": "completed", "tag": "a30431be-f58e-4668-b85b-4877096b965e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:37.728895 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.750289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port a30431be-f58e-4668-b85b-4877096b965e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a30431be-f58e-4668-b85b-4877096b965e,segment=NetworkSegment(eaa8670f-b192-4172-9e0a-556cb256ed5a),segment_id=eaa8670f-b192-4172-9e0a-556cb256ed5a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:37.763848 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.798104 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0a54c-2f6f-4be6-9c5b-0af20d244246 None None] Pushing event updated for resources: {'Port': ['ID=300530fa-87eb-4404-9294-8fb92ea3fc6e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:37.853174 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 3fef39ac-3f50-4e6f-a378-51430487d930, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3fef39ac-3f50-4e6f-a378-51430487d930,segment=NetworkSegment(7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f),segment_id=7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:37.957556 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dd0a8d-8c8f-46e7-ba2d-63ae79ac3670 x-openstack-request-id: req-69dd0a8d-8c8f-46e7-ba2d-63ae79ac3670 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:37.957753 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-deleted", "tag": "509907ba-1a04-411d-8ccf-0436bca64bb6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:37.958064 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-69dd0a8d-8c8f-46e7-ba2d-63ae79ac3670 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:37.958407 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-deleted', 'tag': '509907ba-1a04-411d-8ccf-0436bca64bb6', 'status': 'completed', 'code': 200} Jul 15 15:06:38.016285 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=a30431be-f58e-4668-b85b-4877096b965e,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:38.030250 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0fab13-3ab8-4afa-b9b2-453ef7b04e15 x-openstack-request-id: req-5a0fab13-3ab8-4afa-b9b2-453ef7b04e15 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:38.030569 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09c035b-7dad-4499-ae25-c5d7dce5a100", "name": "network-vif-unplugged", "status": "completed", "tag": "a30431be-f58e-4668-b85b-4877096b965e", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:38.030888 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5a0fab13-3ab8-4afa-b9b2-453ef7b04e15 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:38.031330 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30431be-f58e-4668-b85b-4877096b965e', 'code': 200} Jul 15 15:06:38.032554 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.147551 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.175002 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-1ad89262-41bc-43d8-aa11-df5c445ed85a service neutron] 10.222.0.22 "GET /v2.0/networks/8385c4b7-7489-4899-ba46-4cc28a769256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788091 Jul 15 15:06:38.221312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=3fef39ac-3f50-4e6f-a378-51430487d930,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:38.313692 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-d7e5bb5f-66cb-4c99-b9a0-4255d269b30d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=e6c7806c-4a42-48df-8fdb-c278e251f75b HTTP/1.1" status: 200 len: 217 time: 0.1149290 Jul 15 15:06:38.333176 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 300530fa-87eb-4404-9294-8fb92ea3fc6e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:38.340926 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8045d0b-c6f0-489b-b542-ed0c1945cf58 None None] New status for floating IP f3e3a9cd-64d7-469a-8ae3-e6957ac17c4d: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:06:38.463154 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-0d913217-0783-4ff9-812c-f7cce23bcc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:38.467269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 300530fa-87eb-4404-9294-8fb92ea3fc6e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:38.468055 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-0d913217-0783-4ff9-812c-f7cce23bcc94 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.1417494 Jul 15 15:06:38.553394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3704c127-fd96-4f9f-baa1-228d8182869c req-1184dc07-0481-4c68-b4c2-0d7782d0d0f9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Deleting port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:38.553988 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-1184dc07-0481-4c68-b4c2-0d7782d0d0f9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.570378 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-c75f267b-51d7-445e-9d96-8abd1a602ed6 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.674400 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f267b-51d7-445e-9d96-8abd1a602ed6 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Port': ['ID=a30431be-f58e-4668-b85b-4877096b965e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:38.707741 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.816339 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4bc630a6-3b8c-4874-90f3-d16587f7e0f0 req-35c3c77f-8b56-4056-b994-0900bb3acda3 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "GET /v2.0/ports?device_id=a09c035b-7dad-4499-ae25-c5d7dce5a100 HTTP/1.1" status: 200 len: 210 time: 0.1874447 Jul 15 15:06:38.897733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-c75f267b-51d7-445e-9d96-8abd1a602ed6 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] No DVR routers for this DVR port a30431be-f58e-4668-b85b-4877096b965e on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:38.900782 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-c75f267b-51d7-445e-9d96-8abd1a602ed6 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.904904 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0e8f5e39-4652-4c7c-bb53-25d9520ab72a req-c75f267b-51d7-445e-9d96-8abd1a602ed6 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.22 "DELETE /v2.0/ports/a30431be-f58e-4668-b85b-4877096b965e HTTP/1.1" status: 204 len: 173 time: 2.3936853 Jul 15 15:06:38.907561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'name': 'network-vif-deleted', 'tag': 'a30431be-f58e-4668-b85b-4877096b965e'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:38.943651 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f53eb6f-e43a-4b92-81c9-a3bf78c13ec8" -d '{"events": [{"server_uuid": "a09c035b-7dad-4499-ae25-c5d7dce5a100", "name": "network-vif-deleted", "tag": "a30431be-f58e-4668-b85b-4877096b965e"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:39.172726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388f4b7-3dac-4274-8d04-ef123ccf5907 req-8a8fd165-62fa-4765-be6b-d81192ba1733 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:39.195808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388f4b7-3dac-4274-8d04-ef123ccf5907 req-8a8fd165-62fa-4765-be6b-d81192ba1733 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:39.214134 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388f4b7-3dac-4274-8d04-ef123ccf5907 req-8a8fd165-62fa-4765-be6b-d81192ba1733 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:39.225308 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d388f4b7-3dac-4274-8d04-ef123ccf5907 req-8a8fd165-62fa-4765-be6b-d81192ba1733 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 2410 time: 0.9193616 Jul 15 15:06:39.240629 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8af1c21-d97b-43b8-8556-2967a472f624 x-openstack-request-id: req-c8af1c21-d97b-43b8-8556-2967a472f624 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:39.241374 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09c035b-7dad-4499-ae25-c5d7dce5a100", "name": "network-vif-deleted", "tag": "a30431be-f58e-4668-b85b-4877096b965e", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:39.241941 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c8af1c21-d97b-43b8-8556-2967a472f624 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:39.242591 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09c035b-7dad-4499-ae25-c5d7dce5a100', 'name': 'network-vif-deleted', 'tag': 'a30431be-f58e-4668-b85b-4877096b965e', 'status': 'completed', 'code': 200} Jul 15 15:06:39.346418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d62e124-842c-47a6-8a2c-58fdf8094dec None None] Network 50049465-ea13-427f-bd7f-5766434db17e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:39.415007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d388f4b7-3dac-4274-8d04-ef123ccf5907 req-82b60277-8940-4ad6-a719-208142ca72ef tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870029 Jul 15 15:06:39.419700 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-de048a6a-1b73-4ec2-8870-0cd9b3be5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:39.437313 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-de048a6a-1b73-4ec2-8870-0cd9b3be5f89 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8704054 Jul 15 15:06:39.474979 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-1184dc07-0481-4c68-b4c2-0d7782d0d0f9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] For port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4486f9c8-90ef-4cf7-ae45-4487afb34ea3,segment=NetworkSegment(4761f364-2462-4508-bff1-948a8786037b),segment_id=4761f364-2462-4508-bff1-948a8786037b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:39.474979 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-1184dc07-0481-4c68-b4c2-0d7782d0d0f9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:39.493917 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3704c127-fd96-4f9f-baa1-228d8182869c req-1184dc07-0481-4c68-b4c2-0d7782d0d0f9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Calling delete_port for 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:39.543459 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d778c9bd-1d4f-412a-9814-7cfc26638133 None None] Provisioning for port 300530fa-87eb-4404-9294-8fb92ea3fc6e completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:39.571686 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d778c9bd-1d4f-412a-9814-7cfc26638133 None None] Provisioning complete for port 300530fa-87eb-4404-9294-8fb92ea3fc6e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:39.572415 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d778c9bd-1d4f-412a-9814-7cfc26638133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:39.647856 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:39.885182 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d778c9bd-1d4f-412a-9814-7cfc26638133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:39.911506 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-fb23ed4f-bacb-441b-a28f-50bce3532da3 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726260 Jul 15 15:06:39.958143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Router 21d90717-432a-4e66-a0ee-447c3579deb5 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:06:39.965193 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:39.979165 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:39.982195 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-1184dc07-0481-4c68-b4c2-0d7782d0d0f9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:40.047315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58242) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:40.058687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d778c9bd-1d4f-412a-9814-7cfc26638133 None None] For port 300530fa-87eb-4404-9294-8fb92ea3fc6e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=300530fa-87eb-4404-9294-8fb92ea3fc6e,segment=NetworkSegment(2fbf1dec-0692-4aa9-9130-fa9066a67230),segment_id=2fbf1dec-0692-4aa9-9130-fa9066a67230)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:40.076328 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d778c9bd-1d4f-412a-9814-7cfc26638133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:40.228409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-88934597-9dca-4e6f-b1ef-6df9923318a0 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Deleting subnet 7b8c2d07-660f-4bfb-8726-b3f4d35a8df6 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:06:40.233092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-88934597-9dca-4e6f-b1ef-6df9923318a0 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:40.238750 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778c9bd-1d4f-412a-9814-7cfc26638133 None None] Pushing event updated for resources: {'Port': ['ID=300530fa-87eb-4404-9294-8fb92ea3fc6e,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:40.338058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=2e071bfb-adcc-49be-91de-0eff2fb5ab4c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:40.370561 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:40.401297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3fef39ac-3f50-4e6f-a378-51430487d930 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:40.460521 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-53c5cf6c-fb44-4c60-bbeb-a70846ab1238 None None] Provisioning for port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:40.461884 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-310ac72b-4aa0-4621-9a75-0818165ec250 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402133 Jul 15 15:06:40.476701 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184dc07-0481-4c68-b4c2-0d7782d0d0f9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event deleted for resources: {'Port': ['ID=4486f9c8-90ef-4cf7-ae45-4487afb34ea3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:40.504845 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-53c5cf6c-fb44-4c60-bbeb-a70846ab1238 None None] Provisioning complete for port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:40.505225 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53c5cf6c-fb44-4c60-bbeb-a70846ab1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:40.538418 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-1184dc07-0481-4c68-b4c2-0d7782d0d0f9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] No DVR routers for this DVR port 4486f9c8-90ef-4cf7-ae45-4487afb34ea3 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:40.542798 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-1184dc07-0481-4c68-b4c2-0d7782d0d0f9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:40.550277 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3704c127-fd96-4f9f-baa1-228d8182869c req-1184dc07-0481-4c68-b4c2-0d7782d0d0f9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.11 "DELETE /v2.0/ports/4486f9c8-90ef-4cf7-ae45-4487afb34ea3 HTTP/1.1" status: 204 len: 173 time: 2.8652787 Jul 15 15:06:40.566721 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-53c5cf6c-fb44-4c60-bbeb-a70846ab1238 None None] Port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:06:40.581401 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-deleted', 'tag': '4486f9c8-90ef-4cf7-ae45-4487afb34ea3'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:40.588812 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa01fc8f-4c78-4a08-9474-a02a5f453a92" -d '{"events": [{"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-deleted", "tag": "4486f9c8-90ef-4cf7-ae45-4487afb34ea3"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:40.647761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-53c5cf6c-fb44-4c60-bbeb-a70846ab1238 None None] Provisioning complete for port 300530fa-87eb-4404-9294-8fb92ea3fc6e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:40.648154 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53c5cf6c-fb44-4c60-bbeb-a70846ab1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:40.755240 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18606304-eeb4-4ad8-b8f7-c543956f11bd x-openstack-request-id: req-18606304-eeb4-4ad8-b8f7-c543956f11bd {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:40.756086 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-deleted", "tag": "4486f9c8-90ef-4cf7-ae45-4487afb34ea3", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:40.761284 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18606304-eeb4-4ad8-b8f7-c543956f11bd {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:40.761284 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-deleted', 'tag': '4486f9c8-90ef-4cf7-ae45-4487afb34ea3', 'status': 'completed', 'code': 200} Jul 15 15:06:40.764975 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-22e8811d-51af-4315-971e-a5dc3af753eb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=1f3696f3-00cd-46db-8061-ca8adfe8c0d3 HTTP/1.1" status: 200 len: 217 time: 0.2573483 Jul 15 15:06:40.837899 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3fef39ac-3f50-4e6f-a378-51430487d930 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:40.840918 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:41.105056 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:06:41.118666 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58262) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:41.130696 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-85eb8594-8228-45f7-a305-02e2f65196b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:41.132908 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-85eb8594-8228-45f7-a305-02e2f65196b1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.3144238 Jul 15 15:06:41.138836 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Sync routers for ids ['21d90717-432a-4e66-a0ee-447c3579deb5'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:06:41.162789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Routers {'21d90717-432a-4e66-a0ee-447c3579deb5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:41.163570 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['21d90717-432a-4e66-a0ee-447c3579deb5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:41.199861 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network 50049465-ea13-427f-bd7f-5766434db17e is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:41.206963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:41.255964 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:41.261109 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-da49596a-7cdd-4e40-aa43-f7b0ed3b5466 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1144345 Jul 15 15:06:41.264179 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-88934597-9dca-4e6f-b1ef-6df9923318a0 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:41.269143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58266) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:41.322490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Set router 21d90717-432a-4e66-a0ee-447c3579deb5 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:41.401495 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7763b002-ee99-42b0-a0ea-67426abf790a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:41.408287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-58e695e8-b06a-4399-92ff-f6a67c88de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:41.409895 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-58e695e8-b06a-4399-92ff-f6a67c88de53 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2640033 Jul 15 15:06:41.415263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3704c127-fd96-4f9f-baa1-228d8182869c req-b1ebfde0-91cd-4c10-9a7e-ceaf22ac4f08 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Deleting port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:41.415683 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-b1ebfde0-91cd-4c10-9a7e-ceaf22ac4f08 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:41.430702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d9480a6e-0ed5-492a-bbbc-cb20124c99ea None None] Provisioning complete for port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:41.430702 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9480a6e-0ed5-492a-bbbc-cb20124c99ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:41.492791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router be0f8006-a0d9-4036-bf5a-9193bf480f02 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:06:41.529879 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d9480a6e-0ed5-492a-bbbc-cb20124c99ea None None] Port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:06:41.687983 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4037a261-5d9e-4ab0-ab40-02747e10b6c7 None None] Provisioning complete for port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:41.688623 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4037a261-5d9e-4ab0-ab40-02747e10b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:41.724160 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6535f-b823-4fde-91df-ea824b61dd63 req-56cf60a1-3ea5-46a9-a78e-f97873e07e0a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:41.734303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6535f-b823-4fde-91df-ea824b61dd63 req-56cf60a1-3ea5-46a9-a78e-f97873e07e0a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:41.736283 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61f6535f-b823-4fde-91df-ea824b61dd63 req-56cf60a1-3ea5-46a9-a78e-f97873e07e0a tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 1677 time: 0.7244303 Jul 15 15:06:41.745715 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15913cf3-f033-4987-9004-7f534528762b req-493e88b0-e551-4d40-9e05-a1b31d241f30 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7324095 Jul 15 15:06:41.756506 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-router', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:33Z', 'updated_at': '2021-07-15T15:06:38Z', 'revision_number': 3, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'gw_port': {'id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:41.788385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4037a261-5d9e-4ab0-ab40-02747e10b6c7 None None] Port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:06:41.791915 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Checking router: 21d90717-432a-4e66-a0ee-447c3579deb5 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:06:41.792416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Updating router 21d90717-432a-4e66-a0ee-447c3579deb5 port 59ef6584-92e0-495a-8eb4-e4523f9db6a1 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:06:41.835107 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:41.860478 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-88934597-9dca-4e6f-b1ef-6df9923318a0 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:41.906997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:06:41.916252 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Sync routers for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:06:41.918077 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1a21c8bc-7215-4e7e-90c3-e19b6d17ce2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/be0f8006-a0d9-4036-bf5a-9193bf480f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7944298 Jul 15 15:06:41.928824 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58272) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:41.932660 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:41.933624 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:41.935884 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4c47616f-4671-41bc-b82c-fc5e2052cee4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'network': {'name': 'tempest-RoutersTest-1377589514'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:41.988613 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61f6535f-b823-4fde-91df-ea824b61dd63 req-f10fb7c3-4690-4de8-95f4-664598bcbd21 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348332 Jul 15 15:06:41.994243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-b1ebfde0-91cd-4c10-9a7e-ceaf22ac4f08 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] For port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:41.994634 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-b1ebfde0-91cd-4c10-9a7e-ceaf22ac4f08 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.019539 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-6cadf3e0-bcf5-4e5b-a014-d6b8b741ca51 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924621 Jul 15 15:06:42.060141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15913cf3-f033-4987-9004-7f534528762b req-eedab106-5001-40cf-a264-993f79c736d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:42.061667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15913cf3-f033-4987-9004-7f534528762b req-eedab106-5001-40cf-a264-993f79c736d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 1096 time: 0.2548947 Jul 15 15:06:42.089305 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:42.152913 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-88934597-9dca-4e6f-b1ef-6df9923318a0 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.157170 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3704c127-fd96-4f9f-baa1-228d8182869c req-b1ebfde0-91cd-4c10-9a7e-ceaf22ac4f08 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Calling delete_port for 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:42.175364 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-5e617370-4295-485f-a580-585b48aabc44 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492538 Jul 15 15:06:42.211785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 300530fa-87eb-4404-9294-8fb92ea3fc6e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:42.240663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88934597-9dca-4e6f-b1ef-6df9923318a0 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Subnet': ['ID=7b8c2d07-660f-4bfb-8726-b3f4d35a8df6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:42.249521 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-88934597-9dca-4e6f-b1ef-6df9923318a0 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.251992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-88934597-9dca-4e6f-b1ef-6df9923318a0 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "DELETE /v2.0/subnets/7b8c2d07-660f-4bfb-8726-b3f4d35a8df6 HTTP/1.1" status: 204 len: 168 time: 2.2035131 Jul 15 15:06:42.267637 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9149a7b-daf2-4cd8-9d43-9bd2525a523c None None] Network d3ecddb9-5d6d-434d-b468-5907d68ccaf6 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:42.286720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58274) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:42.289280 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.329417 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-c3a50707-6a2c-4069-a5ff-61b17bb0c8f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f HTTP/1.1" status: 200 len: 217 time: 0.1395941 Jul 15 15:06:42.356531 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Transition to ACTIVE for port object 59ef6584-92e0-495a-8eb4-e4523f9db6a1 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:42.374589 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.385787 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 3, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:39Z', 'revision_number': 2, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:42.411389 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7763b002-ee99-42b0-a0ea-67426abf790a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.421027 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Checking router: be0f8006-a0d9-4036-bf5a-9193bf480f02 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:06:42.421573 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Updating router be0f8006-a0d9-4036-bf5a-9193bf480f02 port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:06:42.427927 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7763b002-ee99-42b0-a0ea-67426abf790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.467355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-a1bbd964-05b2-4d3e-9509-d4bbcdb82e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:42.469159 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-a1bbd964-05b2-4d3e-9509-d4bbcdb82e1b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.1354885 Jul 15 15:06:42.482046 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.483504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 300530fa-87eb-4404-9294-8fb92ea3fc6e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:42.484071 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.496021 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.502958 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15913cf3-f033-4987-9004-7f534528762b req-f62f4046-a8f8-4c50-8696-85b99da37368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:42.505761 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15913cf3-f033-4987-9004-7f534528762b req-f62f4046-a8f8-4c50-8696-85b99da37368 service neutron] 10.222.0.11 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.3462422 Jul 15 15:06:42.538654 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63ac71-ef9d-4079-a665-be4af6ff4721 None None] Pushing event updated for resources: {'Port': ['ID=59ef6584-92e0-495a-8eb4-e4523f9db6a1,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:42.544917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Attempting to bind port 59ef6584-92e0-495a-8eb4-e4523f9db6a1 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:06:42.545687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Attempting to bind port 59ef6584-92e0-495a-8eb4-e4523f9db6a1 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:06:42.546403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Attempting to bind port 59ef6584-92e0-495a-8eb4-e4523f9db6a1 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:42.552452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c47616f-4671-41bc-b82c-fc5e2052cee4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:42.566436 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:06:42.566938 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:42.567417 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.568519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:06:42.569120 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Bound port: 59ef6584-92e0-495a-8eb4-e4523f9db6a1, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:06:42.569613 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.571603 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c47616f-4671-41bc-b82c-fc5e2052cee4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.598464 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7763b002-ee99-42b0-a0ea-67426abf790a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2725084393c847eea6685b03e31d6476&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4775395 Jul 15 15:06:42.602881 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58276) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:42.604856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763b002-ee99-42b0-a0ea-67426abf790a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e151ef58-a1a5-4bbe-84fc-0d3367523a62,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:42.619037 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15913cf3-f033-4987-9004-7f534528762b req-a1e9cf33-67d2-41b3-8a31-01d4164d1a6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddc3d9d6-4452-4440-9b6e-fec6e051c029 HTTP/1.1" status: 200 len: 217 time: 0.1055899 Jul 15 15:06:42.694295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] For port 59ef6584-92e0-495a-8eb4-e4523f9db6a1, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:42.733806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] For port 59ef6584-92e0-495a-8eb4-e4523f9db6a1, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=59ef6584-92e0-495a-8eb4-e4523f9db6a1,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:06:42.742161 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.755279 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a37be67-05fe-47b3-a92c-4e6ea861f7ab None None] DHCP port deletion for d3ecddb9-5d6d-434d-b468-5907d68ccaf6 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:06:42.765316 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c47616f-4671-41bc-b82c-fc5e2052cee4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:06:42.783462 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c47616f-4671-41bc-b82c-fc5e2052cee4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.783462 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-4c47616f-4671-41bc-b82c-fc5e2052cee4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Added segment 3aeeb782-6481-437a-8c26-608f9c26060e of type vlan for network d88d8249-4486-4f08-a211-05df05da55c5 Jul 15 15:06:42.833580 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce824-e7e7-4c8d-8228-240cac7749ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.836794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15913cf3-f033-4987-9004-7f534528762b req-149b9d64-9b6b-442e-a455-ebaf233b44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:42.837305 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c47616f-4671-41bc-b82c-fc5e2052cee4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.838719 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15913cf3-f033-4987-9004-7f534528762b req-149b9d64-9b6b-442e-a455-ebaf233b44eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.2065268 Jul 15 15:06:42.867472 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Routers {'21d90717-432a-4e66-a0ee-447c3579deb5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:42.868201 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['21d90717-432a-4e66-a0ee-447c3579deb5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:42.873736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63ac71-ef9d-4079-a665-be4af6ff4721 None None] Pushing event updated for resources: {'Port': ['ID=59ef6584-92e0-495a-8eb4-e4523f9db6a1,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:42.918677 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c47616f-4671-41bc-b82c-fc5e2052cee4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.943997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c47616f-4671-41bc-b82c-fc5e2052cee4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:42.947984 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c47616f-4671-41bc-b82c-fc5e2052cee4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.979806 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce824-e7e7-4c8d-8228-240cac7749ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:42.989963 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2a37be67-05fe-47b3-a92c-4e6ea861f7ab None None] Deleting port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:42.990441 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a37be67-05fe-47b3-a92c-4e6ea861f7ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.066644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Deleting port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:43.067001 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.088827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-65cec31c-5cbf-4944-8e96-49d65ca0f277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:43.090769 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-65cec31c-5cbf-4944-8e96-49d65ca0f277 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6128039 Jul 15 15:06:43.091572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47616f-4671-41bc-b82c-fc5e2052cee4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Network': ['ID=d88d8249-4486-4f08-a211-05df05da55c5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:43.105203 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-b1ebfde0-91cd-4c10-9a7e-ceaf22ac4f08 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.108053 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.185611 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebfde0-91cd-4c10-9a7e-ceaf22ac4f08 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event deleted for resources: {'Port': ['ID=96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:43.226576 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4c47616f-4671-41bc-b82c-fc5e2052cee4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2946749 Jul 15 15:06:43.232893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] For port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=03c83843-8ccc-4ba7-be6b-97dd9b84d11a,segment=NetworkSegment(839fd804-e89b-4017-ba40-679db5e5e410),segment_id=839fd804-e89b-4017-ba40-679db5e5e410)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:43.233418 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.256019 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58288) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:43.276498 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Transition to ACTIVE for port object 2e071bfb-adcc-49be-91de-0eff2fb5ab4c will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:43.277029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Calling delete_port for 03c83843-8ccc-4ba7-be6b-97dd9b84d11a owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:43.284885 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.325392 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce824-e7e7-4c8d-8228-240cac7749ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.329087 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf5ce824-e7e7-4c8d-8228-240cac7749ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.329422 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cf5ce824-e7e7-4c8d-8228-240cac7749ea admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e151ef58-a1a5-4bbe-84fc-0d3367523a62 HTTP/1.1" status: 204 len: 168 time: 0.7204621 Jul 15 15:06:43.353480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1ec1be2e-b0ee-42bd-94cf-a6e1164b75ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'subnet': {'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:43.362628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] Set router 21d90717-432a-4e66-a0ee-447c3579deb5 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:43.362971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ce824-e7e7-4c8d-8228-240cac7749ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e151ef58-a1a5-4bbe-84fc-0d3367523a62,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:43.407150 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.420241 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33726a3-880b-4cef-b5b3-74c30c55be13 None None] Pushing event updated for resources: {'Port': ['ID=2e071bfb-adcc-49be-91de-0eff2fb5ab4c,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:43.424195 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-b1ebfde0-91cd-4c10-9a7e-ceaf22ac4f08 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] No DVR routers for this DVR port 96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:43.453589 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-b1ebfde0-91cd-4c10-9a7e-ceaf22ac4f08 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.458884 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3704c127-fd96-4f9f-baa1-228d8182869c req-b1ebfde0-91cd-4c10-9a7e-ceaf22ac4f08 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.11 "DELETE /v2.0/ports/96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e HTTP/1.1" status: 204 len: 173 time: 2.8661180 Jul 15 15:06:43.459345 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-deleted', 'tag': '96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:43.468562 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda2cd7a-b8ed-4246-876c-1fae7a0bc05f" -d '{"events": [{"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-deleted", "tag": "96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:43.519105 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Attempting to bind port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:06:43.519468 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Attempting to bind port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '2fbf1dec-0692-4aa9-9130-fa9066a67230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50049465-ea13-427f-bd7f-5766434db17e'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:06:43.519823 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Attempting to bind port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c on network 50049465-ea13-427f-bd7f-5766434db17e {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:43.525337 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:06:43.525715 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Checking segment: {'id': '2fbf1dec-0692-4aa9-9130-fa9066a67230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50049465-ea13-427f-bd7f-5766434db17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:43.526129 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.526523 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Bound using segment: {'id': '2fbf1dec-0692-4aa9-9130-fa9066a67230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50049465-ea13-427f-bd7f-5766434db17e'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:06:43.527034 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Bound port: 2e071bfb-adcc-49be-91de-0eff2fb5ab4c, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbf1dec-0692-4aa9-9130-fa9066a67230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50049465-ea13-427f-bd7f-5766434db17e'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:06:43.527415 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.633863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network d88d8249-4486-4f08-a211-05df05da55c5 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:06:43.676829 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36408998-75bb-4953-8df4-7af5aeb8e1b5 x-openstack-request-id: req-36408998-75bb-4953-8df4-7af5aeb8e1b5 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:43.677765 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-deleted", "tag": "96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:43.677765 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-36408998-75bb-4953-8df4-7af5aeb8e1b5 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:43.678066 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-deleted', 'tag': '96cb7be1-3c2a-4063-ac0b-5d73c8a33a0e', 'status': 'completed', 'code': 200} Jul 15 15:06:43.679576 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.729683 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-6f5e625b-0e3a-4a6f-a2b5-f9c2ba93de18 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119657 Jul 15 15:06:43.748675 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] For port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:43.758907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2a37be67-05fe-47b3-a92c-4e6ea861f7ab None None] For port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=03c83843-8ccc-4ba7-be6b-97dd9b84d11a,segment=NetworkSegment(839fd804-e89b-4017-ba40-679db5e5e410),segment_id=839fd804-e89b-4017-ba40-679db5e5e410)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:43.760204 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a37be67-05fe-47b3-a92c-4e6ea861f7ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.769067 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] For port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2e071bfb-adcc-49be-91de-0eff2fb5ab4c,segment=NetworkSegment(2fbf1dec-0692-4aa9-9130-fa9066a67230),segment_id=2fbf1dec-0692-4aa9-9130-fa9066a67230)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:06:43.777148 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.815126 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Port': ['ID=03c83843-8ccc-4ba7-be6b-97dd9b84d11a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:43.822970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] No DVR routers for this DVR port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:43.832515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15913cf3-f033-4987-9004-7f534528762b req-593f80a9-9401-4d04-a6e4-f852fb3858fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:43.834329 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15913cf3-f033-4987-9004-7f534528762b req-593f80a9-9401-4d04-a6e4-f852fb3858fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9807267 Jul 15 15:06:43.855542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec1be2e-b0ee-42bd-94cf-a6e1164b75ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:43.861670 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ec1be2e-b0ee-42bd-94cf-a6e1164b75ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.896668 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2a37be67-05fe-47b3-a92c-4e6ea861f7ab None None] Calling delete_port for 03c83843-8ccc-4ba7-be6b-97dd9b84d11a owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:43.923351 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:43.923999 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:43.937165 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33726a3-880b-4cef-b5b3-74c30c55be13 None None] Pushing event updated for resources: {'Port': ['ID=2e071bfb-adcc-49be-91de-0eff2fb5ab4c,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:44.003143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58300) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:44.039518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf464e-1bdd-4185-b381-214b5fd71ff6 req-267735e2-0cc3-4d9e-8cc5-814c4fdddb78 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:44.042050 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-84bf464e-1bdd-4185-b381-214b5fd71ff6 req-267735e2-0cc3-4d9e-8cc5-814c4fdddb78 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 943 time: 0.7718258 Jul 15 15:06:44.097192 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6bcf78a2-7551-460e-9d81-363a3d5ea76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:44.102657 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-9424e1c9-0301-4d97-92bc-0de5f58383bd service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623338 Jul 15 15:06:44.104132 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3704c127-fd96-4f9f-baa1-228d8182869c req-871ed287-3ec9-4f78-998e-d00964e75734 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Deleting port 4a877dc9-de97-4a8e-96ad-d46479b35576 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:44.105120 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-871ed287-3ec9-4f78-998e-d00964e75734 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:44.229471 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:44.270552 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 03c83843-8ccc-4ba7-be6b-97dd9b84d11a no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:44.295684 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-871ed287-3ec9-4f78-998e-d00964e75734 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] For port 4a877dc9-de97-4a8e-96ad-d46479b35576, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4a877dc9-de97-4a8e-96ad-d46479b35576,segment=NetworkSegment(4761f364-2462-4508-bff1-948a8786037b),segment_id=4761f364-2462-4508-bff1-948a8786037b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:44.296062 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-871ed287-3ec9-4f78-998e-d00964e75734 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:44.304524 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 03c83843-8ccc-4ba7-be6b-97dd9b84d11a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:06:44.305265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 03c83843-8ccc-4ba7-be6b-97dd9b84d11a not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:06:44.328787 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:06:44.332566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3704c127-fd96-4f9f-baa1-228d8182869c req-871ed287-3ec9-4f78-998e-d00964e75734 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Calling delete_port for 4a877dc9-de97-4a8e-96ad-d46479b35576 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:44.359951 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-router', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:33Z', 'updated_at': '2021-07-15T15:06:38Z', 'revision_number': 3, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'gw_port': {'id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:44.362509 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a37be67-05fe-47b3-a92c-4e6ea861f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:44.395685 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:44.436536 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37be67-05fe-47b3-a92c-4e6ea861f7ab None None] Pushing event deleted for resources: {'Port': ['ID=03c83843-8ccc-4ba7-be6b-97dd9b84d11a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:44.439534 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f903f-363a-4d45-a153-8103b9d9b1a7 None None] The sync data for ids ['21d90717-432a-4e66-a0ee-447c3579deb5'] in n-d-764435-3 is: [{'id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-router', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:33Z', 'updated_at': '2021-07-15T15:06:38Z', 'revision_number': 3, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'gw_port': {'id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:06:44.450181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a37be67-05fe-47b3-a92c-4e6ea861f7ab None None] No DVR routers for this DVR port 03c83843-8ccc-4ba7-be6b-97dd9b84d11a on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:44.477582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ecddb9-5d6d-434d-b468-5907d68ccaf6']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:44.588106 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-152a545f-2a53-437b-a4d6-a77729eae77c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=c27002a5-aff8-4cb1-b048-1f360f6947d2 HTTP/1.1" status: 200 len: 217 time: 0.0752668 Jul 15 15:06:44.676183 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-871ed287-3ec9-4f78-998e-d00964e75734 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:44.697926 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 3, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:43Z', 'revision_number': 4, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:44.715006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15913cf3-f033-4987-9004-7f534528762b req-cbcdc4ea-ba30-4123-8888-38a205e915b6 service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8618865 Jul 15 15:06:44.723297 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6bcf78a2-7551-460e-9d81-363a3d5ea76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:44.727937 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839fd804-e89b-4017-ba40-679db5e5e410') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:44.728213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ed287-3ec9-4f78-998e-d00964e75734 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event deleted for resources: {'Port': ['ID=4a877dc9-de97-4a8e-96ad-d46479b35576,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:44.729174 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839fd804-e89b-4017-ba40-679db5e5e410') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:44.737012 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-54da692a-257e-4874-8cf2-bd6675a45dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:44.739015 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-54da692a-257e-4874-8cf2-bd6675a45dcc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 200 len: 797 time: 0.1414278 Jul 15 15:06:44.751255 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549cc148-8725-4f9c-a8a6-a9447d391762 None None] The sync data for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 is: [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 3, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:43Z', 'revision_number': 4, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:06:44.773377 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6bcf78a2-7551-460e-9d81-363a3d5ea76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:44.779084 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-84bf464e-1bdd-4185-b381-214b5fd71ff6 req-eb394aec-be64-4070-b24b-e4192509b0ba tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e06909b-77df-4bf4-8cf0-5a95fe65b616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7166803 Jul 15 15:06:44.842736 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:44.981390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Allocated IP 172.20.0.1 (8fd9506d-d3cc-4a38-968e-68ccfed6c349/4c707114-c704-4bf9-94d3-2c92c1377be1/f15c5b4f-9319-457b-bdbe-8fa0b9921f40) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:45.018004 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3704c127-fd96-4f9f-baa1-228d8182869c req-871ed287-3ec9-4f78-998e-d00964e75734 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] No DVR routers for this DVR port 4a877dc9-de97-4a8e-96ad-d46479b35576 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:45.024965 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3704c127-fd96-4f9f-baa1-228d8182869c req-871ed287-3ec9-4f78-998e-d00964e75734 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:45.027328 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3704c127-fd96-4f9f-baa1-228d8182869c req-871ed287-3ec9-4f78-998e-d00964e75734 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.11 "DELETE /v2.0/ports/4a877dc9-de97-4a8e-96ad-d46479b35576 HTTP/1.1" status: 204 len: 173 time: 1.4837859 Jul 15 15:06:45.066227 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:45.074917 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ec1be2e-b0ee-42bd-94cf-a6e1164b75ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:45.188370 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-79914f42-220b-44ba-b78d-125de371d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:45.190260 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-79914f42-220b-44ba-b78d-125de371d993 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4395850 Jul 15 15:06:45.194065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1be2e-b0ee-42bd-94cf-a6e1164b75ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Subnet': ['ID=c3ad5d97-379f-4e9d-aec0-392059017f86,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:45.203937 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15913cf3-f033-4987-9004-7f534528762b req-105b94df-ff3c-45bc-acfc-3cb01a6f3ca7 service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672346 Jul 15 15:06:45.333058 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-5da383e8-1407-4674-a515-c56379580a69 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340227 Jul 15 15:06:45.403210 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:45.495383 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:45.516387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:06:45.517728 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:06:45.617908 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:06:45.620244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf78a2-7551-460e-9d81-363a3d5ea76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbee720-2453-4dad-a571-13229ef59046,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:45.669851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f15c5b4f-9319-457b-bdbe-8fa0b9921f40,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:45.689955 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6bcf78a2-7551-460e-9d81-363a3d5ea76d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a66fed36ef294e5c96fddb30664f7b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6822309 Jul 15 15:06:45.691497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58312) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:45.830998 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Network 8fd9506d-d3cc-4a38-968e-68ccfed6c349 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:45.853426 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5580549-76f9-4aae-b6c8-98a0c25f82b1 req-f5a2d12f-dfbc-4988-ba77-3fc8cc09dcbe tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:45.855520 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5580549-76f9-4aae-b6c8-98a0c25f82b1 req-f5a2d12f-dfbc-4988-ba77-3fc8cc09dcbe tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 1.3595724 Jul 15 15:06:45.871802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:45.923308 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-deleted', 'tag': '4a877dc9-de97-4a8e-96ad-d46479b35576'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:45.927917 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c1534a-bb93-4843-97a7-1e18a1cdfd6e" -d '{"events": [{"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-deleted", "tag": "4a877dc9-de97-4a8e-96ad-d46479b35576"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:45.966119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec1be2e-b0ee-42bd-94cf-a6e1164b75ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Checking segment: {'id': '3aeeb782-6481-437a-8c26-608f9c26060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:45.966775 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec1be2e-b0ee-42bd-94cf-a6e1164b75ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network hostable DHCP agents. Network: d88d8249-4486-4f08-a211-05df05da55c5, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:06:46.053511 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:46.063028 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-04196741-134f-4861-8b3c-8d378306c193 service neutron] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7235427 Jul 15 15:06:46.147699 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-26472148-ac19-4b86-b8b4-c0f32db4d7c3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f HTTP/1.1" status: 200 len: 217 time: 0.0760050 Jul 15 15:06:46.191726 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7d4ef30-2d1f-4c3b-8159-911818b93c25 req-d586ded7-01cc-4b03-b6bf-6accca78be96 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.1482337 Jul 15 15:06:46.196901 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-149335c9-7715-463c-ac4c-b7985e600ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:46.209775 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:46.213544 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec1be2e-b0ee-42bd-94cf-a6e1164b75ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network d88d8249-4486-4f08-a211-05df05da55c5 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:06:46.231937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1ec1be2e-b0ee-42bd-94cf-a6e1164b75ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, d88d8249-4486-4f08-a211-05df05da55c5) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:46.233400 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5580549-76f9-4aae-b6c8-98a0c25f82b1 req-72333c0e-4fa9-4447-a194-5994cf214d67 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517971 Jul 15 15:06:46.243474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd036a7-c7d5-4d6d-b7ab-81b0d48b4ec3 None None] Network d88d8249-4486-4f08-a211-05df05da55c5 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:46.246559 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:46.254806 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "DELETE /v2.0/networks/d3ecddb9-5d6d-434d-b468-5907d68ccaf6 HTTP/1.1" status: 204 len: 168 time: 3.9664190 Jul 15 15:06:46.271878 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58320) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:46.287003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec1be2e-b0ee-42bd-94cf-a6e1164b75ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:46.295995 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ec1be2e-b0ee-42bd-94cf-a6e1164b75ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:46.341212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-e0f886ef-23ff-4cb2-9e00-46b0d1298740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:46.342803 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-e0f886ef-23ff-4cb2-9e00-46b0d1298740 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97cd0b09-7fe2-4d3d-863f-66972b0476a8 HTTP/1.1" status: 200 len: 797 time: 0.1892741 Jul 15 15:06:46.391454 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1ec1be2e-b0ee-42bd-94cf-a6e1164b75ff tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0506752 Jul 15 15:06:46.393988 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58324) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:46.433061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2e071bfb-adcc-49be-91de-0eff2fb5ab4c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:46.436802 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc786e6-8b1d-48cc-9ca1-835795f43234 x-openstack-request-id: req-1dc786e6-8b1d-48cc-9ca1-835795f43234 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:46.437566 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-149335c9-7715-463c-ac4c-b7985e600ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:46.438463 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35240747-2e08-474c-96a5-2904d36d7b22", "name": "network-vif-deleted", "tag": "4a877dc9-de97-4a8e-96ad-d46479b35576", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:46.439436 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1dc786e6-8b1d-48cc-9ca1-835795f43234 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:46.439846 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35240747-2e08-474c-96a5-2904d36d7b22', 'name': 'network-vif-deleted', 'tag': '4a877dc9-de97-4a8e-96ad-d46479b35576', 'status': 'completed', 'code': 200} Jul 15 15:06:46.565490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:46.575708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:46.576486 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:46.654865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-d88d8249-4486-4f08-a211-05df05da55c5', 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'fixed_ips': [{'subnet_id': 'c3ad5d97-379f-4e9d-aec0-392059017f86'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:06:46.655728 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:46.735720 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-862acaba-4c4c-4e39-be12-296b55415488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:46.738036 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-862acaba-4c4c-4e39-be12-296b55415488 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bead9a4-4428-4843-b726-82fc6739e864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3819230 Jul 15 15:06:46.817046 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:46.899112 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2e071bfb-adcc-49be-91de-0eff2fb5ab4c,segment=NetworkSegment(2fbf1dec-0692-4aa9-9130-fa9066a67230),segment_id=2fbf1dec-0692-4aa9-9130-fa9066a67230)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:46.912570 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:46.914347 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 59ef6584-92e0-495a-8eb4-e4523f9db6a1 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:47.012499 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Allocated IP 172.22.0.2 (d88d8249-4486-4f08-a211-05df05da55c5/c3ad5d97-379f-4e9d-aec0-392059017f86/9653d7d5-0c03-4ad4-bea6-7bd42e5958d3) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:47.018480 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-0b234c72-68ad-4969-96ad-dae9ebc12185 service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718973 Jul 15 15:06:47.086230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 59ef6584-92e0-495a-8eb4-e4523f9db6a1 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:47.113529 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:47.144761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 59ef6584-92e0-495a-8eb4-e4523f9db6a1 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:47.159150 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:47.163289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=2e071bfb-adcc-49be-91de-0eff2fb5ab4c,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:47.311795 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-b1dd4443-18aa-4cd3-b7cb-8ecad929c36b service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824697 Jul 15 15:06:47.320260 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:47.334649 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf105a33-e82c-4b70-a89d-310e039e9587 tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Network': ['ID=d3ecddb9-5d6d-434d-b468-5907d68ccaf6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:47.411364 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:47.419091 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:47.436085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba09023-b345-4dac-bc9f-3b1b1f6f8b6b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Deleting subnet a972f76f-dba6-4d14-b7f0-3163b164fc5a {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:06:47.448495 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bba09023-b345-4dac-bc9f-3b1b1f6f8b6b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:47.462357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 59ef6584-92e0-495a-8eb4-e4523f9db6a1, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=59ef6584-92e0-495a-8eb4-e4523f9db6a1,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:47.472102 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:47.474945 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-4628df75-c6bc-4a40-927e-7dc28a276969 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b61e0da-7262-42eb-badb-84072e586233 HTTP/1.1" status: 200 len: 217 time: 0.1445751 Jul 15 15:06:47.504995 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bba09023-b345-4dac-bc9f-3b1b1f6f8b6b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:47.581979 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=59ef6584-92e0-495a-8eb4-e4523f9db6a1,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:47.635884 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bba09023-b345-4dac-bc9f-3b1b1f6f8b6b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:47.643915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-3b193996-60b8-4136-870d-0355063e3812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:47.645603 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-3b193996-60b8-4136-870d-0355063e3812 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97cd0b09-7fe2-4d3d-863f-66972b0476a8 HTTP/1.1" status: 200 len: 797 time: 0.1589468 Jul 15 15:06:47.737203 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:47.737707 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Transition to ACTIVE for port object 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:47.739815 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bba09023-b345-4dac-bc9f-3b1b1f6f8b6b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:47.770430 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c687ea1-7076-4b91-831e-0ebe9d9091a6 None None] Network 5fbd2122-f3f9-4560-81d3-a72b35eeb282 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:47.776166 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-149335c9-7715-463c-ac4c-b7985e600ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:47.778822 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-149335c9-7715-463c-ac4c-b7985e600ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:47.779185 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Transition to ACTIVE for port object 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:47.780011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-149335c9-7715-463c-ac4c-b7985e600ebf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3dbee720-2453-4dad-a571-13229ef59046 HTTP/1.1" status: 204 len: 168 time: 2.0733507 Jul 15 15:06:47.810253 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bba09023-b345-4dac-bc9f-3b1b1f6f8b6b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:47.811803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bba09023-b345-4dac-bc9f-3b1b1f6f8b6b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "DELETE /v2.0/subnets/a972f76f-dba6-4d14-b7f0-3163b164fc5a HTTP/1.1" status: 204 len: 168 time: 1.4638209 Jul 15 15:06:47.817762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58332) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:47.846973 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149335c9-7715-463c-ac4c-b7985e600ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbee720-2453-4dad-a571-13229ef59046,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:47.855362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-635df19f-27dd-4fa1-a1f9-aab21a24081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:47.857137 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-635df19f-27dd-4fa1-a1f9-aab21a24081d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bead9a4-4428-4843-b726-82fc6739e864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2003031 Jul 15 15:06:47.859389 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dea32df4-8335-4342-9c34-76046599d6ef req-7260e5fb-dc3b-44d7-95cf-722db306c5e9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.1235738 Jul 15 15:06:47.860421 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba09023-b345-4dac-bc9f-3b1b1f6f8b6b tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Subnet': ['ID=a972f76f-dba6-4d14-b7f0-3163b164fc5a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:47.912041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f425b-1352-4bd4-b88f-e0e74e499eae req-b1147140-8ab2-446a-858a-fe9b6c29ab17 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:47.916529 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-484f425b-1352-4bd4-b88f-e0e74e499eae req-b1147140-8ab2-446a-858a-fe9b6c29ab17 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.6140678 Jul 15 15:06:47.921853 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:48.021258 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:48.042856 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-484f425b-1352-4bd4-b88f-e0e74e499eae req-98ea3f16-c43b-4b1e-b407-24ff42ae1073 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143706 Jul 15 15:06:48.062236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Network d88d8249-4486-4f08-a211-05df05da55c5 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:48.072834 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:48.074828 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Allocated IP 172.22.0.1 (d88d8249-4486-4f08-a211-05df05da55c5/c3ad5d97-379f-4e9d-aec0-392059017f86/153cdc61-256c-4689-8e36-b044a0cfdbec) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:48.077077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:48.108112 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Pushing event updated for resources: {'Port': ['ID=9653d7d5-0c03-4ad4-bea6-7bd42e5958d3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:48.290130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Attempting to bind port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:06:48.290390 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Attempting to bind port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '3aeeb782-6481-437a-8c26-608f9c26060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:06:48.290809 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Attempting to bind port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 on network d88d8249-4486-4f08-a211-05df05da55c5 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:48.302849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2e071bfb-adcc-49be-91de-0eff2fb5ab4c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:48.305136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:06:48.305513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Checking segment: {'id': '3aeeb782-6481-437a-8c26-608f9c26060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:48.305920 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:48.306385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Bound using segment: {'id': '3aeeb782-6481-437a-8c26-608f9c26060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:06:48.306816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Bound port: 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aeeb782-6481-437a-8c26-608f9c26060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:06:48.307202 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:48.385669 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:48.404967 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Transition to ACTIVE for port object 153cdc61-256c-4689-8e36-b044a0cfdbec will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:48.413673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] For port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:48.417342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] For port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9653d7d5-0c03-4ad4-bea6-7bd42e5958d3,segment=NetworkSegment(3aeeb782-6481-437a-8c26-608f9c26060e),segment_id=3aeeb782-6481-437a-8c26-608f9c26060e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:06:48.429101 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:48.446597 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-7994abec-7b89-4a84-adda-52b6e9b5393e service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652049 Jul 15 15:06:48.463667 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:48.472734 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:48.484677 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:48.516191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bb62d-466f-43c1-8d20-86a8d91c9f45 None None] Pushing event updated for resources: {'Port': ['ID=9653d7d5-0c03-4ad4-bea6-7bd42e5958d3,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:48.525231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b8d56f-9fb1-4c1e-ba1e-330bd3dd6922 None None] DHCP port deletion for 5fbd2122-f3f9-4560-81d3-a72b35eeb282 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:06:48.676440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:48.676818 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:48.696334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=153cdc61-256c-4689-8e36-b044a0cfdbec,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:48.737806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-25b8d56f-9fb1-4c1e-ba1e-330bd3dd6922 None None] Deleting port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:48.738334 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25b8d56f-9fb1-4c1e-ba1e-330bd3dd6922 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:48.747778 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:48.767910 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network d88d8249-4486-4f08-a211-05df05da55c5 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:48.768456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f15c5b4f-9319-457b-bdbe-8fa0b9921f40,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:48.788767 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:48.836961 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-25b8d56f-9fb1-4c1e-ba1e-330bd3dd6922 None None] For port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d,segment=NetworkSegment(eaa8670f-b192-4172-9e0a-556cb256ed5a),segment_id=eaa8670f-b192-4172-9e0a-556cb256ed5a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:48.837387 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25b8d56f-9fb1-4c1e-ba1e-330bd3dd6922 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:48.854409 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-25b8d56f-9fb1-4c1e-ba1e-330bd3dd6922 None None] Calling delete_port for 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:48.887125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:49.017303 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:49.094318 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25b8d56f-9fb1-4c1e-ba1e-330bd3dd6922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:49.164494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Network 8fd9506d-d3cc-4a38-968e-68ccfed6c349 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:49.182215 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8d56f-9fb1-4c1e-ba1e-330bd3dd6922 None None] No DVR routers for this DVR port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:49.196130 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:49.200124 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8d56f-9fb1-4c1e-ba1e-330bd3dd6922 None None] Pushing event deleted for resources: {'Port': ['ID=3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:49.214124 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:49.231262 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb202e-f5b0-441e-9191-f18f13ac81cb req-50752151-585e-4007-8400-9bd135ddb42b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:49.232141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Deleting port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:49.232754 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:49.234274 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7bb202e-f5b0-441e-9191-f18f13ac81cb req-50752151-585e-4007-8400-9bd135ddb42b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.3297577 Jul 15 15:06:49.345424 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 59ef6584-92e0-495a-8eb4-e4523f9db6a1 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:49.400496 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:49.446209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] For port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d, host n-d-764435-3, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:49.446599 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:49.452881 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6ba426c8-6043-42ad-ae48-af5765024c9c req-6d03af99-c7df-4db0-a4d7-4f93f33d350e service neutron] 10.222.0.22 "GET /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9986947 Jul 15 15:06:49.463622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 59ef6584-92e0-495a-8eb4-e4523f9db6a1 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:49.466026 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:49.490394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Calling delete_port for 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:49.497774 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.ipam_backend_mixin [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d was not found and therefore no delete operation was performed {{(pid=100712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:06:49.511874 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:49.607036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5835a368-1f20-4b74-8e03-179d3fc8fa84 req-d593d84f-f6e5-4e84-bce7-7ee9b8c49977 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.1296284 Jul 15 15:06:49.644822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Router 21d90717-432a-4e66-a0ee-447c3579deb5 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:06:49.655295 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Port': ['ID=3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:49.664805 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] No DVR routers for this DVR port 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:49.694080 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7bb202e-f5b0-441e-9191-f18f13ac81cb req-2b292974-9ca0-47a0-8f74-a43bf77a95dd tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078970 Jul 15 15:06:49.756068 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:49.959285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:06:49.968832 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Sync routers for ids ['21d90717-432a-4e66-a0ee-447c3579deb5'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:06:50.000893 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c4b7abe8-4153-435d-8145-9f7f700b83b5 admin admin] 10.222.0.38 "PUT /v2.0/routers/21d90717-432a-4e66-a0ee-447c3579deb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7128704 Jul 15 15:06:50.002871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Routers {'21d90717-432a-4e66-a0ee-447c3579deb5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:50.004796 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['21d90717-432a-4e66-a0ee-447c3579deb5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:50.081393 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:50.260210 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fbd2122-f3f9-4560-81d3-a72b35eeb282']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:50.280261 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa8670f-b192-4172-9e0a-556cb256ed5a') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:50.280655 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa8670f-b192-4172-9e0a-556cb256ed5a') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:50.299871 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:50.355583 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:50.375517 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:06:50.376833 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:06:50.381713 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:06:50.386180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:50.637578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Set router 21d90717-432a-4e66-a0ee-447c3579deb5 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:50.648106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:50.697056 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:50.707330 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:50.717183 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] 10.222.0.38 "DELETE /v2.0/networks/5fbd2122-f3f9-4560-81d3-a72b35eeb282 HTTP/1.1" status: 204 len: 168 time: 2.8934844 Jul 15 15:06:50.798883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d5c09-9277-4333-9496-3dd765df18ad tempest-ServersTestMultiNic-1465218427 tempest-ServersTestMultiNic-1465218427-project] Pushing event deleted for resources: {'Network': ['ID=5fbd2122-f3f9-4560-81d3-a72b35eeb282,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:50.875683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89e7c89-b4ae-403b-9fa7-0dde2b7e85fe None None] Network d88d8249-4486-4f08-a211-05df05da55c5 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:51.062899 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:51.071610 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:51.073184 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e7c0e8c-41cf-4f1a-beee-c6c34d8d7a97 req-4ab931b3-39ac-4589-afe1-3789d82aa4a5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.0826974 Jul 15 15:06:51.244752 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:06:51.332373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7768847a-262c-4610-b911-b4276e90fdcc None None] Provisioning for port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:51.388417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7768847a-262c-4610-b911-b4276e90fdcc None None] Provisioning complete for port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:51.389191 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7768847a-262c-4610-b911-b4276e90fdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:51.469019 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:51.501449 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=153cdc61-256c-4689-8e36-b044a0cfdbec,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:51.787646 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network d88d8249-4486-4f08-a211-05df05da55c5 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:51.790877 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:51.850794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeb8bb-7120-459a-96a0-c00851d319d7 req-f4f73fbb-755d-4491-9c4d-dc34491f9d1a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:51.858025 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ebeb8bb-7120-459a-96a0-c00851d319d7 req-f4f73fbb-755d-4491-9c4d-dc34491f9d1a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.1344790 Jul 15 15:06:51.959211 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ebeb8bb-7120-459a-96a0-c00851d319d7 req-55b89f63-d2e1-4293-b5d9-5b0cdba6218d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002645 Jul 15 15:06:52.023914 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router be0f8006-a0d9-4036-bf5a-9193bf480f02 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:06:52.028967 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:52.083858 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:06:52.084209 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3010e4cd-da8f-4e0d-8e7d-bcb02769fa3d not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:52.214711 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:06:52.231016 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Sync routers for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:06:52.232993 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f92928fe-934f-4fc7-a973-5bfa015dd7a3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/be0f8006-a0d9-4036-bf5a-9193bf480f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7920215 Jul 15 15:06:52.237153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58438) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:52.247636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f89c0bda-0ce1-447a-a802-e46bd199784d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'network': {'name': 'tempest-RoutersTest-1115157797'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:52.257740 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:52.258881 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:52.288634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daab11-b95a-4e27-9fde-734aede58471 req-107eacde-b517-432b-a974-fa8b97b87543 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:52.296318 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6daab11-b95a-4e27-9fde-734aede58471 req-107eacde-b517-432b-a974-fa8b97b87543 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/networks?id=8fd9506d-d3cc-4a38-968e-68ccfed6c349 HTTP/1.1" status: 200 len: 819 time: 0.2202320 Jul 15 15:06:52.314903 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6daab11-b95a-4e27-9fde-734aede58471 req-f3c3c942-edf3-4318-a176-31d6995e0793 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/quotas/1f67d9a6abd84744b56d2fe9b4a882db HTTP/1.1" status: 200 len: 375 time: 0.0172036 Jul 15 15:06:52.335514 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89c0bda-0ce1-447a-a802-e46bd199784d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:52.339683 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f89c0bda-0ce1-447a-a802-e46bd199784d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:52.479371 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6daab11-b95a-4e27-9fde-734aede58471 req-ba9a5498-7fa4-4845-85ab-1d7c282b00ab tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f67d9a6abd84744b56d2fe9b4a882db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1631753 Jul 15 15:06:52.514857 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7768847a-262c-4610-b911-b4276e90fdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:52.521842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-router', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:33Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'gw_port': {'id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'f15c5b4f-9319-457b-bdbe-8fa0b9921f40', 'name': '', 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'mac_address': 'fa:16:3e:4e:0b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:43Z', 'updated_at': '2021-07-15T15:06:48Z', 'revision_number': 2, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'subnets': [{'id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:52.556663 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a09343e2-8f1d-4a8b-92e4-acdebcb1e2c7 req-a7d613cc-393f-43b6-af85-fea7befab9ca tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.0705605 Jul 15 15:06:52.600741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Checking router: 21d90717-432a-4e66-a0ee-447c3579deb5 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:06:52.601617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Updating router 21d90717-432a-4e66-a0ee-447c3579deb5 port f15c5b4f-9319-457b-bdbe-8fa0b9921f40 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:06:52.679504 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:52.752337 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:52.925412 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58450) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:53.165716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89c0bda-0ce1-447a-a802-e46bd199784d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:06:53.191694 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f89c0bda-0ce1-447a-a802-e46bd199784d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:53.192340 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-f89c0bda-0ce1-447a-a802-e46bd199784d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Added segment 2ff6c5ee-2ee2-46f2-8d07-f616f751896a of type vlan for network 0595b5d1-0d8c-427e-bf3c-a8b15643b244 Jul 15 15:06:53.231680 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:53.244360 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Transition to ACTIVE for port object f15c5b4f-9319-457b-bdbe-8fa0b9921f40 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:53.249900 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f89c0bda-0ce1-447a-a802-e46bd199784d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:53.262293 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7768847a-262c-4610-b911-b4276e90fdcc None None] For port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9653d7d5-0c03-4ad4-bea6-7bd42e5958d3,segment=NetworkSegment(3aeeb782-6481-437a-8c26-608f9c26060e),segment_id=3aeeb782-6481-437a-8c26-608f9c26060e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:53.269766 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7768847a-262c-4610-b911-b4276e90fdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:53.271745 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:53.290481 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:06:49Z', 'revision_number': 4, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '153cdc61-256c-4689-8e36-b044a0cfdbec', 'name': '', 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:9c:fb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:47Z', 'updated_at': '2021-07-15T15:06:50Z', 'revision_number': 2, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:53.350962 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f89c0bda-0ce1-447a-a802-e46bd199784d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:53.358669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c0bda-0ce1-447a-a802-e46bd199784d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:53.359800 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f89c0bda-0ce1-447a-a802-e46bd199784d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:53.377530 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Checking router: be0f8006-a0d9-4036-bf5a-9193bf480f02 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:06:53.377887 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Updating router be0f8006-a0d9-4036-bf5a-9193bf480f02 port 153cdc61-256c-4689-8e36-b044a0cfdbec binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:06:53.404378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768847a-262c-4610-b911-b4276e90fdcc None None] Pushing event updated for resources: {'Port': ['ID=9653d7d5-0c03-4ad4-bea6-7bd42e5958d3,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:53.472095 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f89c0bda-0ce1-447a-a802-e46bd199784d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2334681 Jul 15 15:06:53.473809 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:53.475407 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58460) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:53.491096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f417a65f-f945-40c1-8f28-03fee7927962 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'subnet': {'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:53.607667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c0bda-0ce1-447a-a802-e46bd199784d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Network': ['ID=0595b5d1-0d8c-427e-bf3c-a8b15643b244,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:53.681878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 0595b5d1-0d8c-427e-bf3c-a8b15643b244 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:06:53.790115 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20de9b3-9c7e-4b04-895c-8564ffb07376 None None] Pushing event updated for resources: {'Port': ['ID=f15c5b4f-9319-457b-bdbe-8fa0b9921f40,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:53.922835 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ee02e-5af3-4df6-afdd-c420a68b6293 req-bf30d21c-744d-4dd2-b797-59fcddaa0aea tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:53.934049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f417a65f-f945-40c1-8f28-03fee7927962 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Made reservation on behalf of f962af07367048d18656e4420461fec1 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:53.937911 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f417a65f-f945-40c1-8f28-03fee7927962 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:53.940180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-106ee02e-5af3-4df6-afdd-c420a68b6293 req-bf30d21c-744d-4dd2-b797-59fcddaa0aea tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.7205842 Jul 15 15:06:53.977290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Attempting to bind port f15c5b4f-9319-457b-bdbe-8fa0b9921f40 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:06:53.982943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Attempting to bind port f15c5b4f-9319-457b-bdbe-8fa0b9921f40 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '1175d7c5-053f-45e2-80a9-5d6162d447ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:06:53.983894 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Attempting to bind port f15c5b4f-9319-457b-bdbe-8fa0b9921f40 on network 8fd9506d-d3cc-4a38-968e-68ccfed6c349 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:53.989855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6daab11-b95a-4e27-9fde-734aede58471 req-79aff302-15d9-43cc-9cea-cecf8628ad3d service neutron] 10.222.0.38 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5087371 Jul 15 15:06:54.141220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-473a4905-8589-46ab-a245-5db33bb0c206 None None] Provisioning for port 153cdc61-256c-4689-8e36-b044a0cfdbec completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:54.167667 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-473a4905-8589-46ab-a245-5db33bb0c206 None None] Provisioning complete for port 153cdc61-256c-4689-8e36-b044a0cfdbec triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:54.170746 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-473a4905-8589-46ab-a245-5db33bb0c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:54.238666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-473a4905-8589-46ab-a245-5db33bb0c206 None None] Port 153cdc61-256c-4689-8e36-b044a0cfdbec cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:06:54.242670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:06:54.243523 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Checking segment: {'id': '1175d7c5-053f-45e2-80a9-5d6162d447ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:54.243909 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:54.244410 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Bound using segment: {'id': '1175d7c5-053f-45e2-80a9-5d6162d447ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:06:54.244968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Bound port: f15c5b4f-9319-457b-bdbe-8fa0b9921f40, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1175d7c5-053f-45e2-80a9-5d6162d447ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:06:54.246185 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:54.299445 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:54.328460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:54.334168 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Transition to ACTIVE for port object 153cdc61-256c-4689-8e36-b044a0cfdbec will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:54.340677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-106ee02e-5af3-4df6-afdd-c420a68b6293 req-8ee8c104-260b-477f-8421-32c96783f78a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3973174 Jul 15 15:06:54.349335 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-473a4905-8589-46ab-a245-5db33bb0c206 None None] Provisioning complete for port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:54.350049 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:54.352826 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-473a4905-8589-46ab-a245-5db33bb0c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:54.460509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6daab11-b95a-4e27-9fde-734aede58471 req-6c23a4f7-2138-44f5-a539-deef60a761a8 service neutron] 10.222.0.38 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688125 Jul 15 15:06:54.534633 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f417a65f-f945-40c1-8f28-03fee7927962 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:54.542513 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de954b-c00d-4de4-9b84-0c1147e375e4 None None] Pushing event updated for resources: {'Port': ['ID=153cdc61-256c-4689-8e36-b044a0cfdbec,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:54.623647 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89325cc-1ef3-49e0-9738-6c1b1695fd18 req-da109920-28b4-4a77-affc-45685cc552e5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.0653162 Jul 15 15:06:54.649766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] For port f15c5b4f-9319-457b-bdbe-8fa0b9921f40, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:54.674335 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] For port f15c5b4f-9319-457b-bdbe-8fa0b9921f40, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f15c5b4f-9319-457b-bdbe-8fa0b9921f40,segment=NetworkSegment(1175d7c5-053f-45e2-80a9-5d6162d447ee),segment_id=1175d7c5-053f-45e2-80a9-5d6162d447ee)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:06:54.705608 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:54.714792 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1043e7b8-979a-46e2-92d8-4e0ce3edc649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:54.726671 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Attempting to bind port 153cdc61-256c-4689-8e36-b044a0cfdbec on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:06:54.727196 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Attempting to bind port 153cdc61-256c-4689-8e36-b044a0cfdbec by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '3aeeb782-6481-437a-8c26-608f9c26060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:06:54.727654 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Attempting to bind port 153cdc61-256c-4689-8e36-b044a0cfdbec on network d88d8249-4486-4f08-a211-05df05da55c5 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:54.746699 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:06:54.747081 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Checking segment: {'id': '3aeeb782-6481-437a-8c26-608f9c26060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:54.747498 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:54.750549 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Bound using segment: {'id': '3aeeb782-6481-437a-8c26-608f9c26060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:06:54.752905 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Bound port: 153cdc61-256c-4689-8e36-b044a0cfdbec, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aeeb782-6481-437a-8c26-608f9c26060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:06:54.754571 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417a65f-f945-40c1-8f28-03fee7927962 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Subnet': ['ID=fa315ab5-421e-40dd-a652-ebd93c292ecf,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:54.758554 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:54.818168 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f417a65f-f945-40c1-8f28-03fee7927962 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Checking segment: {'id': '2ff6c5ee-2ee2-46f2-8d07-f616f751896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:54.818410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f417a65f-f945-40c1-8f28-03fee7927962 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network hostable DHCP agents. Network: 0595b5d1-0d8c-427e-bf3c-a8b15643b244, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:06:54.899165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f417a65f-f945-40c1-8f28-03fee7927962 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network 0595b5d1-0d8c-427e-bf3c-a8b15643b244 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:06:54.909625 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20de9b3-9c7e-4b04-895c-8564ffb07376 None None] Pushing event updated for resources: {'Port': ['ID=f15c5b4f-9319-457b-bdbe-8fa0b9921f40,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:54.914499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f417a65f-f945-40c1-8f28-03fee7927962 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 0595b5d1-0d8c-427e-bf3c-a8b15643b244) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:54.923125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f417a65f-f945-40c1-8f28-03fee7927962 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:54.923839 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f417a65f-f945-40c1-8f28-03fee7927962 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:54.932992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:54.933380 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:54.955231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f82c9-1566-404e-a8c1-3dfeaa5192a7 None None] Network 0595b5d1-0d8c-427e-bf3c-a8b15643b244 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:54.971427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5573edf9-8a24-4fd5-b92d-02b7c9021128 req-caeb5b97-2eda-4786-aa24-a2f769e1f992 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 210 time: 0.0744412 Jul 15 15:06:54.972793 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f417a65f-f945-40c1-8f28-03fee7927962 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4862185 Jul 15 15:06:54.973452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58494) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:55.125810 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] For port 153cdc61-256c-4689-8e36-b044a0cfdbec, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:55.156470 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] For port 153cdc61-256c-4689-8e36-b044a0cfdbec, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=153cdc61-256c-4689-8e36-b044a0cfdbec,segment=NetworkSegment(3aeeb782-6481-437a-8c26-608f9c26060e),segment_id=3aeeb782-6481-437a-8c26-608f9c26060e)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:06:55.164320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Routers {'21d90717-432a-4e66-a0ee-447c3579deb5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:55.165199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['21d90717-432a-4e66-a0ee-447c3579deb5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:55.169286 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:55.352992 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:55.355710 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:55.655731 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de954b-c00d-4de4-9b84-0c1147e375e4 None None] Pushing event updated for resources: {'Port': ['ID=153cdc61-256c-4689-8e36-b044a0cfdbec,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:55.736681 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:55.792944 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1043e7b8-979a-46e2-92d8-4e0ce3edc649 admin admin] Deleting port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:55.800155 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1043e7b8-979a-46e2-92d8-4e0ce3edc649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:56.041505 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:56.115566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] Set router 21d90717-432a-4e66-a0ee-447c3579deb5 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:56.265459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2129253-c085-4bac-99b0-a28cb30469eb req-b85d16fb-dfed-4d36-9247-91896dc55ff5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:56.275322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2129253-c085-4bac-99b0-a28cb30469eb req-b85d16fb-dfed-4d36-9247-91896dc55ff5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.5741105 Jul 15 15:06:56.307632 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:06:49Z', 'revision_number': 4, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '153cdc61-256c-4689-8e36-b044a0cfdbec', 'name': '', 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:9c:fb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:47Z', 'updated_at': '2021-07-15T15:06:55Z', 'revision_number': 4, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:56.324378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d82b9136-4a78-4a29-9a2c-1547ab7d4c08 req-a72c8ffc-47b5-4002-b0c2-8b3eecd929a9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.2654536 Jul 15 15:06:56.347480 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748fac9b-e7d5-421c-98a8-93419c4de5ba None None] The sync data for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 is: [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:06:49Z', 'revision_number': 4, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '153cdc61-256c-4689-8e36-b044a0cfdbec', 'name': '', 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:9c:fb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:47Z', 'updated_at': '2021-07-15T15:06:55Z', 'revision_number': 4, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:06:56.497640 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-1043e7b8-979a-46e2-92d8-4e0ce3edc649 admin admin] For port e504f3ef-9bb4-4182-8fd2-a6fc41fe360c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e504f3ef-9bb4-4182-8fd2-a6fc41fe360c,segment=NetworkSegment(712bbba9-9e7d-41d0-af4c-24b571a47c8a),segment_id=712bbba9-9e7d-41d0-af4c-24b571a47c8a)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:56.498228 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1043e7b8-979a-46e2-92d8-4e0ce3edc649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:56.550244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-0595b5d1-0d8c-427e-bf3c-a8b15643b244', 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'fixed_ips': [{'subnet_id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:06:56.552386 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:56.644363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1043e7b8-979a-46e2-92d8-4e0ce3edc649 admin admin] Calling delete_port for e504f3ef-9bb4-4182-8fd2-a6fc41fe360c owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:56.719098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2129253-c085-4bac-99b0-a28cb30469eb req-e81ae6d1-2e5b-4921-bf20-16d21e4dc010 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4420671 Jul 15 15:06:56.863843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Allocated IP 172.23.0.1 (0595b5d1-0d8c-427e-bf3c-a8b15643b244/fa315ab5-421e-40dd-a652-ebd93c292ecf/156733a5-3cb8-4386-9cb3-01ad64d0c511) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:57.044078 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:57.062159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Transition to ACTIVE for port object 156733a5-3cb8-4386-9cb3-01ad64d0c511 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:57.083015 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6dfe5559-f21b-4b84-bf5f-6a23e7b41908 req-f4212e2a-e5ff-45cc-9623-3eb12105e358 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 210 time: 0.1788876 Jul 15 15:06:57.110182 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:57.258822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network 0595b5d1-0d8c-427e-bf3c-a8b15643b244 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:57.264569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:57.268486 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:57.379436 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Allocated IP 172.23.0.2 (0595b5d1-0d8c-427e-bf3c-a8b15643b244/fa315ab5-421e-40dd-a652-ebd93c292ecf/3c7c5d25-8c12-40a8-ac13-657c3b001f96) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:57.398233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=156733a5-3cb8-4386-9cb3-01ad64d0c511,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:57.402178 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:57.628481 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1043e7b8-979a-46e2-92d8-4e0ce3edc649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:57.915236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043e7b8-979a-46e2-92d8-4e0ce3edc649 admin admin] Pushing event deleted for resources: {'Port': ['ID=e504f3ef-9bb4-4182-8fd2-a6fc41fe360c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:57.918877 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daab11-b95a-4e27-9fde-734aede58471 req-c3638f64-6af3-4589-b03a-3c1c55c2e053 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:57.930629 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6daab11-b95a-4e27-9fde-734aede58471 req-c3638f64-6af3-4589-b03a-3c1c55c2e053 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.22 "GET /v2.0/networks?id=8fd9506d-d3cc-4a38-968e-68ccfed6c349 HTTP/1.1" status: 200 len: 819 time: 0.3448288 Jul 15 15:06:57.970667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d39decb1-c618-47f1-8707-128d991da3b5 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Request body: {'port': {'device_id': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349', 'admin_state_up': True, 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:58.103498 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3d1559d-5bb2-489a-9670-6a52ae0cc510 req-f375507b-d696-4034-a013-e8f270ca6832 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.2032640 Jul 15 15:06:58.413222 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:58.461294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec4e97-433b-40fa-85bd-0f94b9988647 req-cdd64c42-084b-4115-a414-cc17169db579 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:58.469829 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9dec4e97-433b-40fa-85bd-0f94b9988647 req-cdd64c42-084b-4115-a414-cc17169db579 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.1837478 Jul 15 15:06:58.536889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 153cdc61-256c-4689-8e36-b044a0cfdbec up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:58.603916 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:58.619913 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Transition to ACTIVE for port object 3c7c5d25-8c12-40a8-ac13-657c3b001f96 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:58.646435 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-router', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:33Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'gw_port': {'id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'f15c5b4f-9319-457b-bdbe-8fa0b9921f40', 'name': '', 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'mac_address': 'fa:16:3e:4e:0b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:43Z', 'updated_at': '2021-07-15T15:06:54Z', 'revision_number': 4, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'subnets': [{'id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:58.685261 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e595d77f-4fbf-41cc-be7c-e503aee2e311 None None] The sync data for ids ['21d90717-432a-4e66-a0ee-447c3579deb5'] in n-d-764435-3 is: [{'id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-router', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:33Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'gw_port': {'id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'f15c5b4f-9319-457b-bdbe-8fa0b9921f40', 'name': '', 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'mac_address': 'fa:16:3e:4e:0b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:43Z', 'updated_at': '2021-07-15T15:06:54Z', 'revision_number': 4, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'subnets': [{'id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:06:58.688017 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Transition to ACTIVE for port object 3c7c5d25-8c12-40a8-ac13-657c3b001f96 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:06:58.692838 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 153cdc61-256c-4689-8e36-b044a0cfdbec completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:06:58.701820 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 153cdc61-256c-4689-8e36-b044a0cfdbec triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:58.702471 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:58.712486 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:58.717581 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9dec4e97-433b-40fa-85bd-0f94b9988647 req-24bfefed-7c24-4136-a6c7-00a66e58af72 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443414 Jul 15 15:06:58.900498 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac2d790f-0a81-47d7-aab4-be51beb60c7d req-a0e34ed4-3a33-49fd-9ace-5bc507bb7a1e tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 210 time: 0.3487899 Jul 15 15:06:58.900746 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Network 0595b5d1-0d8c-427e-bf3c-a8b15643b244 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:58.973373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d39decb1-c618-47f1-8707-128d991da3b5 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Made reservation on behalf of 1f67d9a6abd84744b56d2fe9b4a882db for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:06:58.977338 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d39decb1-c618-47f1-8707-128d991da3b5 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:58.980345 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:58.982414 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Pushing event updated for resources: {'Port': ['ID=3c7c5d25-8c12-40a8-ac13-657c3b001f96,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:58.985023 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:06:59.043153 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:59.050360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:59.058141 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1043e7b8-979a-46e2-92d8-4e0ce3edc649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:59.252286 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:59.263594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Attempting to bind port 3c7c5d25-8c12-40a8-ac13-657c3b001f96 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:06:59.263594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Attempting to bind port 3c7c5d25-8c12-40a8-ac13-657c3b001f96 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '2ff6c5ee-2ee2-46f2-8d07-f616f751896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:06:59.263994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Attempting to bind port 3c7c5d25-8c12-40a8-ac13-657c3b001f96 on network 0595b5d1-0d8c-427e-bf3c-a8b15643b244 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:06:59.274046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event updated for resources: {'Port': ['ID=156733a5-3cb8-4386-9cb3-01ad64d0c511,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:59.276876 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:59.333657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 153cdc61-256c-4689-8e36-b044a0cfdbec, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=153cdc61-256c-4689-8e36-b044a0cfdbec,segment=NetworkSegment(3aeeb782-6481-437a-8c26-608f9c26060e),segment_id=3aeeb782-6481-437a-8c26-608f9c26060e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:59.335692 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:06:59.336290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Checking segment: {'id': '2ff6c5ee-2ee2-46f2-8d07-f616f751896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:06:59.336844 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:59.337522 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Bound using segment: {'id': '2ff6c5ee-2ee2-46f2-8d07-f616f751896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:06:59.338142 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Bound port: 3c7c5d25-8c12-40a8-ac13-657c3b001f96, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff6c5ee-2ee2-46f2-8d07-f616f751896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:06:59.338767 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:59.431731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] For port 3c7c5d25-8c12-40a8-ac13-657c3b001f96, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:06:59.435421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] For port 3c7c5d25-8c12-40a8-ac13-657c3b001f96, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3c7c5d25-8c12-40a8-ac13-657c3b001f96,segment=NetworkSegment(2ff6c5ee-2ee2-46f2-8d07-f616f751896a),segment_id=2ff6c5ee-2ee2-46f2-8d07-f616f751896a)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:06:59.437049 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:59.479358 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:59.511924 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=153cdc61-256c-4689-8e36-b044a0cfdbec,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:59.614888 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0223eae-5b69-4838-bfa9-332d9dae86e2 None None] Pushing event updated for resources: {'Port': ['ID=3c7c5d25-8c12-40a8-ac13-657c3b001f96,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:59.630275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d39decb1-c618-47f1-8707-128d991da3b5 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Allocated IP 172.20.0.4 (8fd9506d-d3cc-4a38-968e-68ccfed6c349/4c707114-c704-4bf9-94d3-2c92c1377be1/ae4c34b6-df7e-4a71-8432-57630a93902e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:59.649065 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e0794d65-008f-4649-abb4-8e64ed475e70 req-afca5863-3086-44c1-8c0c-d0735605f077 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.1395879 Jul 15 15:06:59.704476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1043e7b8-979a-46e2-92d8-4e0ce3edc649 admin admin] Router 06833e0c-d831-4d1a-95ae-14fe2671518f has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:06:59.743991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Network 0595b5d1-0d8c-427e-bf3c-a8b15643b244 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:59.750452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:07:00.005615 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff24ec87-429a-42a2-afbe-df88ee15a185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:00.173291 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1043e7b8-979a-46e2-92d8-4e0ce3edc649 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:07:00.198928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b948e93a-2ea1-46e0-bfbe-4f8712e0f0da None None] Sync routers for ids ['06833e0c-d831-4d1a-95ae-14fe2671518f'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:07:00.238601 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948e93a-2ea1-46e0-bfbe-4f8712e0f0da None None] Routers {'06833e0c-d831-4d1a-95ae-14fe2671518f'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:00.239428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b948e93a-2ea1-46e0-bfbe-4f8712e0f0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['06833e0c-d831-4d1a-95ae-14fe2671518f'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:00.241603 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1043e7b8-979a-46e2-92d8-4e0ce3edc649 admin admin] 10.222.0.38 "PUT /v2.0/routers/06833e0c-d831-4d1a-95ae-14fe2671518f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3148987 Jul 15 15:07:00.265146 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58574) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:00.435918 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d39decb1-c618-47f1-8707-128d991da3b5 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:00.555983 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router be0f8006-a0d9-4036-bf5a-9193bf480f02 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:07:00.560808 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d39decb1-c618-47f1-8707-128d991da3b5 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:00.599068 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-b948e93a-2ea1-46e0-bfbe-4f8712e0f0da None None] Set router 06833e0c-d831-4d1a-95ae-14fe2671518f gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:00.612394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d39decb1-c618-47f1-8707-128d991da3b5 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Network 8fd9506d-d3cc-4a38-968e-68ccfed6c349 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:07:00.627613 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d39decb1-c618-47f1-8707-128d991da3b5 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:07:00.637700 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d39decb1-c618-47f1-8707-128d991da3b5 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:07:00.718014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58582) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:00.729340 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3c7c5d25-8c12-40a8-ac13-657c3b001f96 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:07:00.906146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39decb1-c618-47f1-8707-128d991da3b5 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Pushing event updated for resources: {'Port': ['ID=ae4c34b6-df7e-4a71-8432-57630a93902e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:01.017513 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d39decb1-c618-47f1-8707-128d991da3b5 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:01.024948 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d39decb1-c618-47f1-8707-128d991da3b5 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:01.168083 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d39decb1-c618-47f1-8707-128d991da3b5 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2211576 Jul 15 15:07:01.217050 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b948e93a-2ea1-46e0-bfbe-4f8712e0f0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'name': 'tempest-ServersTestMultiNic-798052718-router', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:43Z', 'updated_at': '2021-07-15T15:06:57Z', 'revision_number': 5, 'project_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'gw_port': {'id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:44Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:01.254368 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Request body: {'port': {'device_id': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:01.316847 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b948e93a-2ea1-46e0-bfbe-4f8712e0f0da None None] Checking router: 06833e0c-d831-4d1a-95ae-14fe2671518f for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:07:01.356971 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 3c7c5d25-8c12-40a8-ac13-657c3b001f96 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:07:01.371510 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948e93a-2ea1-46e0-bfbe-4f8712e0f0da None None] Routers {'06833e0c-d831-4d1a-95ae-14fe2671518f'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:01.372200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b948e93a-2ea1-46e0-bfbe-4f8712e0f0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['06833e0c-d831-4d1a-95ae-14fe2671518f'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:01.657615 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70bd451b-ad40-4d76-bae3-ed4ad440f1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:01.663168 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:01.693889 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:07:01.707257 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Sync routers for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:07:01.709522 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c6ccf39e-4856-4fa9-9a24-e77736fca0de tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/be0f8006-a0d9-4036-bf5a-9193bf480f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7349026 Jul 15 15:07:01.714463 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58592) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:01.728392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f0e0b0d6-5214-4bfe-976c-f6858c3892a1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:01.736321 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4063259-8970-4d61-9e53-3a19eeff62c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:01.738003 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:01.742645 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:06:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:01.760612 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-b948e93a-2ea1-46e0-bfbe-4f8712e0f0da None None] Set router 06833e0c-d831-4d1a-95ae-14fe2671518f gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:01.999928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f15c5b4f-9319-457b-bdbe-8fa0b9921f40 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:07:02.077655 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:02.149854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aa2530-b3ee-40b7-8ad2-401b4b470ad7 None None] Network 0595b5d1-0d8c-427e-bf3c-a8b15643b244 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:07:02.224559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58596) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:02.304583 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622be332-6e77-44db-8fe5-078a3c7a392f req-1c31acd0-aa45-448f-ba9f-0489df38c9c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:02.310682 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-622be332-6e77-44db-8fe5-078a3c7a392f req-1c31acd0-aa45-448f-ba9f-0489df38c9c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 2.2493269 Jul 15 15:07:02.326854 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4063259-8970-4d61-9e53-3a19eeff62c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:02.332313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4c34b6-df7e-4a71-8432-57630a93902e {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:07:02.341007 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:02.387748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Transition to ACTIVE for port object ae4c34b6-df7e-4a71-8432-57630a93902e will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:07:02.394578 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70bd451b-ad40-4d76-bae3-ed4ad440f1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:02.396334 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:02.475706 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70bd451b-ad40-4d76-bae3-ed4ad440f1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:02.537406 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b649de5-67bd-4056-8552-a2157db1d5c6 req-4a64ac7d-591c-44c2-b40b-734b619ef22d tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:02.542279 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-466796be-c7a3-4d49-bdea-9237947390d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:02.547589 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b649de5-67bd-4056-8552-a2157db1d5c6 req-4a64ac7d-591c-44c2-b40b-734b619ef22d tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 931 time: 1.1234472 Jul 15 15:07:02.577342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d561650a-a11e-429b-844f-d227bf197bd4 None None] Provisioning for port 3c7c5d25-8c12-40a8-ac13-657c3b001f96 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:07:02.590740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d561650a-a11e-429b-844f-d227bf197bd4 None None] Provisioning complete for port 3c7c5d25-8c12-40a8-ac13-657c3b001f96 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:07:02.591423 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d561650a-a11e-429b-844f-d227bf197bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:02.593187 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Pushing event updated for resources: {'Port': ['ID=ae4c34b6-df7e-4a71-8432-57630a93902e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:02.599596 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:06:57Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '153cdc61-256c-4689-8e36-b044a0cfdbec', 'name': '', 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:9c:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:47Z', 'updated_at': '2021-07-15T15:06:59Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '156733a5-3cb8-4386-9cb3-01ad64d0c511', 'name': '', 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:c2:56:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:56Z', 'updated_at': '2021-07-15T15:06:58Z', 'revision_number': 2, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:02.608765 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-70bd451b-ad40-4d76-bae3-ed4ad440f1fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e6c8f85fcd1424b88a979ce8e2c469b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7960327 Jul 15 15:07:02.609679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd451b-ad40-4d76-bae3-ed4ad440f1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf34a1a-f28b-490b-8a3a-83b7858cf094,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:02.613600 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:02.623123 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-622be332-6e77-44db-8fe5-078a3c7a392f req-7d3ad823-ef89-498f-9361-6b341353d97c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785308 Jul 15 15:07:02.644035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port f15c5b4f-9319-457b-bdbe-8fa0b9921f40 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:07:02.667057 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port f15c5b4f-9319-457b-bdbe-8fa0b9921f40 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:07:02.667057 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:02.699624 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Checking router: be0f8006-a0d9-4036-bf5a-9193bf480f02 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:07:02.700192 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Updating router be0f8006-a0d9-4036-bf5a-9193bf480f02 port 156733a5-3cb8-4386-9cb3-01ad64d0c511 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:07:02.810366 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:02.827181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Attempting to bind port ae4c34b6-df7e-4a71-8432-57630a93902e on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:07:02.828170 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Attempting to bind port ae4c34b6-df7e-4a71-8432-57630a93902e by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '1175d7c5-053f-45e2-80a9-5d6162d447ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:07:02.828697 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Attempting to bind port ae4c34b6-df7e-4a71-8432-57630a93902e on network 8fd9506d-d3cc-4a38-968e-68ccfed6c349 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:07:02.835521 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0bde9af2-26fa-4795-bf11-ee4ef8e05458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:02.857688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Port ae4c34b6-df7e-4a71-8432-57630a93902e on network 8fd9506d-d3cc-4a38-968e-68ccfed6c349 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:07:02.858324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Attempting to bind port ae4c34b6-df7e-4a71-8432-57630a93902e on network 8fd9506d-d3cc-4a38-968e-68ccfed6c349 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:07:02.868873 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:02.883300 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0bde9af2-26fa-4795-bf11-ee4ef8e05458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:02.896752 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:07:02.897466 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Checking segment: {'id': '1175d7c5-053f-45e2-80a9-5d6162d447ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:07:02.898045 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Bound using segment: {'id': '1175d7c5-053f-45e2-80a9-5d6162d447ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:07:02.898716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Bound port: ae4c34b6-df7e-4a71-8432-57630a93902e, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1175d7c5-053f-45e2-80a9-5d6162d447ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:07:02.899278 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:02.946823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b649de5-67bd-4056-8552-a2157db1d5c6 req-395af9c7-f1cb-432a-8af4-a19a26516133 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967860 Jul 15 15:07:02.953311 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-466796be-c7a3-4d49-bdea-9237947390d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:02.994369 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-466796be-c7a3-4d49-bdea-9237947390d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.018670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-e4063259-8970-4d61-9e53-3a19eeff62c0 admin admin] Deleting port eff4f7b5-d056-4de4-93f5-c787d71c17a8 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:03.019193 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4063259-8970-4d61-9e53-3a19eeff62c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.033147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e72b1ae2-0834-497b-9ff8-3125ce7e812a req-f0cea4cc-7947-4479-8f68-8fd507f863c1 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.0834925 Jul 15 15:07:03.074026 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-466796be-c7a3-4d49-bdea-9237947390d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4bb4b1c1c4ef402695848e1b8dd9ecee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8467126 Jul 15 15:07:03.077963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58602) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:03.083526 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0bde9af2-26fa-4795-bf11-ee4ef8e05458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.086782 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0bde9af2-26fa-4795-bf11-ee4ef8e05458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.088776 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0bde9af2-26fa-4795-bf11-ee4ef8e05458 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4cf34a1a-f28b-490b-8a3a-83b7858cf094 HTTP/1.1" status: 204 len: 168 time: 0.4580653 Jul 15 15:07:03.092932 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466796be-c7a3-4d49-bdea-9237947390d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f148a06b-59d8-461a-a746-32ee506a4ea5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:03.137528 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d561650a-a11e-429b-844f-d227bf197bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.145527 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde9af2-26fa-4795-bf11-ee4ef8e05458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf34a1a-f28b-490b-8a3a-83b7858cf094,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:03.161349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] For port ae4c34b6-df7e-4a71-8432-57630a93902e, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:07:03.171432 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] For port ae4c34b6-df7e-4a71-8432-57630a93902e, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ae4c34b6-df7e-4a71-8432-57630a93902e,segment=NetworkSegment(1175d7c5-053f-45e2-80a9-5d6162d447ee),segment_id=1175d7c5-053f-45e2-80a9-5d6162d447ee)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:07:03.181534 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.283139 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b948e93a-2ea1-46e0-bfbe-4f8712e0f0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'name': 'tempest-ServersTestMultiNic-798052718-router', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:43Z', 'updated_at': '2021-07-15T15:06:57Z', 'revision_number': 5, 'project_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'gw_port': {'id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:44Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:03.283685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-e4063259-8970-4d61-9e53-3a19eeff62c0 admin admin] For port eff4f7b5-d056-4de4-93f5-c787d71c17a8, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=eff4f7b5-d056-4de4-93f5-c787d71c17a8,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:03.284323 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4063259-8970-4d61-9e53-3a19eeff62c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.296611 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:03.300964 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.304277 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-e4063259-8970-4d61-9e53-3a19eeff62c0 admin admin] Calling delete_port for eff4f7b5-d056-4de4-93f5-c787d71c17a8 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:03.306455 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6daab11-b95a-4e27-9fde-734aede58471 req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] 10.222.0.22 "PUT /v2.0/ports/ae4c34b6-df7e-4a71-8432-57630a93902e HTTP/1.1" status: 200 len: 1091 time: 2.0648944 Jul 15 15:07:03.309395 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'tag': 'ae4c34b6-df7e-4a71-8432-57630a93902e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:07:03.319066 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703abc47-60e7-41ce-a407-41276033ec88" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dee022-7b84-40eb-91f7-aa86c7348302", "tag": "ae4c34b6-df7e-4a71-8432-57630a93902e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:07:03.331148 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ee46f6a-4f33-47ff-b80b-2f7513830ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.432334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d561650a-a11e-429b-844f-d227bf197bd4 None None] For port 3c7c5d25-8c12-40a8-ac13-657c3b001f96, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3c7c5d25-8c12-40a8-ac13-657c3b001f96,segment=NetworkSegment(2ff6c5ee-2ee2-46f2-8d07-f616f751896a),segment_id=2ff6c5ee-2ee2-46f2-8d07-f616f751896a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:03.447789 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.454912 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00369645-2b37-4706-bbf0-080152371dc4 x-openstack-request-id: req-00369645-2b37-4706-bbf0-080152371dc4 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:07:03.455486 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dee022-7b84-40eb-91f7-aa86c7348302", "tag": "ae4c34b6-df7e-4a71-8432-57630a93902e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:07:03.455903 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-00369645-2b37-4706-bbf0-080152371dc4 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:07:03.456705 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'tag': 'ae4c34b6-df7e-4a71-8432-57630a93902e', 'status': 'completed', 'code': 200} Jul 15 15:07:03.473053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837f15c-f859-442c-b5c5-2b6c6e5d00dd service neutron] Pushing event updated for resources: {'Port': ['ID=ae4c34b6-df7e-4a71-8432-57630a93902e,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:03.514301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daab11-b95a-4e27-9fde-734aede58471 req-f5e1b8ff-5991-4fdd-b57e-5bd8fca95d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:03.517611 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6daab11-b95a-4e27-9fde-734aede58471 req-f5e1b8ff-5991-4fdd-b57e-5bd8fca95d12 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f67d9a6abd84744b56d2fe9b4a882db&device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 1094 time: 0.1564815 Jul 15 15:07:03.524571 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d561650a-a11e-429b-844f-d227bf197bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.556300 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.572209 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Transition to ACTIVE for port object 156733a5-3cb8-4386-9cb3-01ad64d0c511 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:07:03.590714 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.602180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561650a-a11e-429b-844f-d227bf197bd4 None None] Pushing event updated for resources: {'Port': ['ID=3c7c5d25-8c12-40a8-ac13-657c3b001f96,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:03.608967 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b948e93a-2ea1-46e0-bfbe-4f8712e0f0da None None] The sync data for ids ['06833e0c-d831-4d1a-95ae-14fe2671518f'] in n-d-764435-3 is: [{'id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'name': 'tempest-ServersTestMultiNic-798052718-router', 'tenant_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:43Z', 'updated_at': '2021-07-15T15:06:57Z', 'revision_number': 5, 'project_id': 'af47a1bbb7694b59891ca400f7d2f80f', 'gw_port': {'id': 'eff4f7b5-d056-4de4-93f5-c787d71c17a8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06833e0c-d831-4d1a-95ae-14fe2671518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:44Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:07:03.783077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port f15c5b4f-9319-457b-bdbe-8fa0b9921f40, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f15c5b4f-9319-457b-bdbe-8fa0b9921f40,segment=NetworkSegment(1175d7c5-053f-45e2-80a9-5d6162d447ee),segment_id=1175d7c5-053f-45e2-80a9-5d6162d447ee)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:03.792164 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-203d8687-eab5-411d-bdc6-fc0b47e9d2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.801105 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.802065 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 153cdc61-256c-4689-8e36-b044a0cfdbec up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:07:03.864787 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-203d8687-eab5-411d-bdc6-fc0b47e9d2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.888965 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f212bfc-9435-4535-873a-be33c3d6dfbf None None] Pushing event updated for resources: {'Port': ['ID=156733a5-3cb8-4386-9cb3-01ad64d0c511,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:03.919865 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Attempting to bind port 156733a5-3cb8-4386-9cb3-01ad64d0c511 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:07:03.920686 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Attempting to bind port 156733a5-3cb8-4386-9cb3-01ad64d0c511 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '2ff6c5ee-2ee2-46f2-8d07-f616f751896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:07:03.921345 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Attempting to bind port 156733a5-3cb8-4386-9cb3-01ad64d0c511 on network 0595b5d1-0d8c-427e-bf3c-a8b15643b244 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:07:03.928962 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:07:03.930203 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Checking segment: {'id': '2ff6c5ee-2ee2-46f2-8d07-f616f751896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:07:03.930947 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.931608 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Bound using segment: {'id': '2ff6c5ee-2ee2-46f2-8d07-f616f751896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:07:03.932340 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Bound port: 156733a5-3cb8-4386-9cb3-01ad64d0c511, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff6c5ee-2ee2-46f2-8d07-f616f751896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:07:03.933130 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.935413 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58612) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:03.936172 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-203d8687-eab5-411d-bdc6-fc0b47e9d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.940063 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-203d8687-eab5-411d-bdc6-fc0b47e9d2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.942147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-203d8687-eab5-411d-bdc6-fc0b47e9d2e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f148a06b-59d8-461a-a746-32ee506a4ea5 HTTP/1.1" status: 204 len: 168 time: 0.8615057 Jul 15 15:07:04.027833 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] For port 156733a5-3cb8-4386-9cb3-01ad64d0c511, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:07:04.032543 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] For port 156733a5-3cb8-4386-9cb3-01ad64d0c511, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=156733a5-3cb8-4386-9cb3-01ad64d0c511,segment=NetworkSegment(2ff6c5ee-2ee2-46f2-8d07-f616f751896a),segment_id=2ff6c5ee-2ee2-46f2-8d07-f616f751896a)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:07:04.045003 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:04.055015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d8687-eab5-411d-bdc6-fc0b47e9d2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f148a06b-59d8-461a-a746-32ee506a4ea5,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:04.059641 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47a56fc8-02ee-405e-aab8-dc8f6c0c2a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:04.124434 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f212bfc-9435-4535-873a-be33c3d6dfbf None None] Pushing event updated for resources: {'Port': ['ID=156733a5-3cb8-4386-9cb3-01ad64d0c511,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:04.159016 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:04.160279 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:04.190446 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 153cdc61-256c-4689-8e36-b044a0cfdbec triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:07:04.191067 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:04.202653 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47a56fc8-02ee-405e-aab8-dc8f6c0c2a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:04.215271 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-47a56fc8-02ee-405e-aab8-dc8f6c0c2a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:04.234556 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4063259-8970-4d61-9e53-3a19eeff62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:04.292812 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:04.334668 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4063259-8970-4d61-9e53-3a19eeff62c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eff4f7b5-d056-4de4-93f5-c787d71c17a8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:04.363685 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=f15c5b4f-9319-457b-bdbe-8fa0b9921f40,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:04.379029 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:04.601431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.extraroute_db [None req-f0e0b0d6-5214-4bfe-976c-f6858c3892a1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=100711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 15:07:04.638963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.extraroute_db [None req-f0e0b0d6-5214-4bfe-976c-f6858c3892a1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Removed routes are [] {{(pid=100711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 15:07:04.639345 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0e0b0d6-5214-4bfe-976c-f6858c3892a1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:04.702124 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-47a56fc8-02ee-405e-aab8-dc8f6c0c2a0d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e141b31b43d14d768151224309ccfdb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7580965 Jul 15 15:07:04.777957 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:06:57Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '153cdc61-256c-4689-8e36-b044a0cfdbec', 'name': '', 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:9c:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:47Z', 'updated_at': '2021-07-15T15:06:59Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '156733a5-3cb8-4386-9cb3-01ad64d0c511', 'name': '', 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:c2:56:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:56Z', 'updated_at': '2021-07-15T15:07:04Z', 'revision_number': 4, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:04.807460 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a56fc8-02ee-405e-aab8-dc8f6c0c2a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fc4f12-7fbf-4527-9116-43f96e66e7b9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:04.820509 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3a9a1-237f-488a-b0b3-3079811465e1 None None] The sync data for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 is: [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:06:57Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '153cdc61-256c-4689-8e36-b044a0cfdbec', 'name': '', 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:9c:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:47Z', 'updated_at': '2021-07-15T15:06:59Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '156733a5-3cb8-4386-9cb3-01ad64d0c511', 'name': '', 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:c2:56:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:56Z', 'updated_at': '2021-07-15T15:07:04Z', 'revision_number': 4, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:07:04.824716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58622) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:04.831685 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4063259-8970-4d61-9e53-3a19eeff62c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:04.839747 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6daab11-b95a-4e27-9fde-734aede58471 req-1b1cd2e4-a5fe-41a4-841a-216bd0c2fd77 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae4c34b6-df7e-4a71-8432-57630a93902e HTTP/1.1" status: 200 len: 217 time: 1.3144855 Jul 15 15:07:05.010651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daab11-b95a-4e27-9fde-734aede58471 req-2a993dbe-7753-40c8-8ad7-310ccb2bc50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:05.013112 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6daab11-b95a-4e27-9fde-734aede58471 req-2a993dbe-7753-40c8-8ad7-310ccb2bc50c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c707114-c704-4bf9-94d3-2c92c1377be1 HTTP/1.1" status: 200 len: 859 time: 0.1614828 Jul 15 15:07:05.114484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58624) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:05.205289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b7d4ea1d-a030-461a-821e-37a02420584f None None] Provisioning complete for port 3c7c5d25-8c12-40a8-ac13-657c3b001f96 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:07:05.207112 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b7d4ea1d-a030-461a-821e-37a02420584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:05.219416 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6daab11-b95a-4e27-9fde-734aede58471 req-137eac0a-dfbd-470c-9d2a-bc12ee90dafa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8fd9506d-d3cc-4a38-968e-68ccfed6c349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1823003 Jul 15 15:07:05.221882 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:05.249325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a27cb-03fd-4461-9d77-33837e3ffb8e req-7941c811-8a3c-4b40-b410-8f7db45b083a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:05.258282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-392a27cb-03fd-4461-9d77-33837e3ffb8e req-7941c811-8a3c-4b40-b410-8f7db45b083a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 1.3262181 Jul 15 15:07:05.268155 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4063259-8970-4d61-9e53-3a19eeff62c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:05.277094 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25026fae-5f93-4246-a593-3334ff3b0be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:05.329803 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4063259-8970-4d61-9e53-3a19eeff62c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:05.480396 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:05.537384 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4063259-8970-4d61-9e53-3a19eeff62c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:05.539539 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4063259-8970-4d61-9e53-3a19eeff62c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06833e0c-d831-4d1a-95ae-14fe2671518f {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:07:05.550841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b7d4ea1d-a030-461a-821e-37a02420584f None None] Provisioning for port 156733a5-3cb8-4386-9cb3-01ad64d0c511 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:07:05.557155 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6daab11-b95a-4e27-9fde-734aede58471 req-e690bfc9-afef-484f-9df5-00be05086e0a service neutron] 10.222.0.22 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121562 Jul 15 15:07:05.629514 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4063259-8970-4d61-9e53-3a19eeff62c0 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:05.645502 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e4063259-8970-4d61-9e53-3a19eeff62c0 admin admin] 10.222.0.38 "DELETE /v2.0/routers/06833e0c-d831-4d1a-95ae-14fe2671518f HTTP/1.1" status: 204 len: 168 time: 5.3738520 Jul 15 15:07:05.649667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-392a27cb-03fd-4461-9d77-33837e3ffb8e req-0b6dbcbb-c2ac-41c4-a5e2-51f0f35402da tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3903205 Jul 15 15:07:05.650156 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58626) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:05.734259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 156733a5-3cb8-4386-9cb3-01ad64d0c511 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:07:05.841614 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa679f-15c0-477b-a1bd-ed64ee002744 req-16ce9c2c-c783-4c15-92ff-cd6ba6f32cea tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:05.850509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-10fa679f-15c0-477b-a1bd-ed64ee002744 req-16ce9c2c-c783-4c15-92ff-cd6ba6f32cea tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 943 time: 1.5102625 Jul 15 15:07:05.879183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 156733a5-3cb8-4386-9cb3-01ad64d0c511 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:07:05.884131 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 156733a5-3cb8-4386-9cb3-01ad64d0c511 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:07:05.884331 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:05.950609 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:05.955841 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:05.959604 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b3fc4f12-7fbf-4527-9116-43f96e66e7b9 HTTP/1.1" status: 204 len: 168 time: 1.1289947 Jul 15 15:07:05.983447 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31807438-115b-41c2-b714-0590b78e6874 req-ac4362ec-bfb3-4787-b3e3-56a610017c91 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.0859900 Jul 15 15:07:06.017138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Deleting subnet 02d08b8c-76ef-49a9-a214-a67c0e853e39 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:07:06.039706 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0e0b0d6-5214-4bfe-976c-f6858c3892a1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:06.046116 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:06.052491 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fc4f12-7fbf-4527-9116-43f96e66e7b9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:06.084739 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:06.085049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:06.085284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:06.086803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:06.086803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:06.086803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:06.086803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:06.092057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:06.092561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:06.092909 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:06.093251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:06.093586 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c4c64-1e0e-418a-9111-3161c9a7c834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:06.117849 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6daab11-b95a-4e27-9fde-734aede58471 req-2187ecf2-8800-402e-8c90-eb5d691afc57 service neutron] 10.222.0.22 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423760 Jul 15 15:07:06.135247 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:06.153474 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0e0b0d6-5214-4bfe-976c-f6858c3892a1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:06.177364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4f5e3b78-fb32-4539-93a1-4825ac4fe1db None None] Provisioning complete for port 156733a5-3cb8-4386-9cb3-01ad64d0c511 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:07:06.180232 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f5e3b78-fb32-4539-93a1-4825ac4fe1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:06.257069 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-10fa679f-15c0-477b-a1bd-ed64ee002744 req-3bb142bd-d863-4907-b917-d2f2e533f84d tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049892 Jul 15 15:07:06.271682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25026fae-5f93-4246-a593-3334ff3b0be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:06.405116 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25026fae-5f93-4246-a593-3334ff3b0be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:06.450644 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:06.580020 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-25026fae-5f93-4246-a593-3334ff3b0be5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=91831744cc014e7e9de9a8bd70a3c5d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4638610 Jul 15 15:07:06.585766 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f5e3b78-fb32-4539-93a1-4825ac4fe1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:06.589900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58634) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:06.594941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25026fae-5f93-4246-a593-3334ff3b0be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fef902b-2c5f-414c-8238-8d8f68aa20dd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:06.751781 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703abc47-60e7-41ce-a407-41276033ec88 req-6d2cb09f-dd5f-4b01-823b-4dde4ae398e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:06.755321 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-703abc47-60e7-41ce-a407-41276033ec88 req-6d2cb09f-dd5f-4b01-823b-4dde4ae398e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f67d9a6abd84744b56d2fe9b4a882db&device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 1094 time: 0.4936740 Jul 15 15:07:06.791471 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 156733a5-3cb8-4386-9cb3-01ad64d0c511, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=156733a5-3cb8-4386-9cb3-01ad64d0c511,segment=NetworkSegment(2ff6c5ee-2ee2-46f2-8d07-f616f751896a),segment_id=2ff6c5ee-2ee2-46f2-8d07-f616f751896a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:06.802568 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:06.806789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3c7c5d25-8c12-40a8-ac13-657c3b001f96 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:07:06.906121 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f550ad1a-0ba2-49dd-8543-362eb62fa77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:07.013585 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:07.096106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=156733a5-3cb8-4386-9cb3-01ad64d0c511,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:07.127410 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f550ad1a-0ba2-49dd-8543-362eb62fa77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:07.168261 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-4f5e3b78-fb32-4539-93a1-4825ac4fe1db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:07:07.169386 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-4f5e3b78-fb32-4539-93a1-4825ac4fe1db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:07:07.185846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703abc47-60e7-41ce-a407-41276033ec88 req-6061c9ae-04e5-4f04-ac64-1ac3471389c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:07.187469 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-703abc47-60e7-41ce-a407-41276033ec88 req-6061c9ae-04e5-4f04-ac64-1ac3471389c0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8fd9506d-d3cc-4a38-968e-68ccfed6c349 HTTP/1.1" status: 200 len: 920 time: 0.4201276 Jul 15 15:07:07.207607 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3c7c5d25-8c12-40a8-ac13-657c3b001f96 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:07:07.209212 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:07.211726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204bf03-b53d-434d-92ff-570448804f17 req-c7c925f0-0ca6-4d56-a3cd-f53a78fb4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:07.213776 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5204bf03-b53d-434d-92ff-570448804f17 req-c7c925f0-0ca6-4d56-a3cd-f53a78fb4701 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 1095 time: 0.1645036 Jul 15 15:07:07.253122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd480c-bb88-49e0-897c-cb76d9663fcc req-4e5c2bad-ea06-46c7-8b0b-9b2e49c1d039 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:07.255500 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43dd480c-bb88-49e0-897c-cb76d9663fcc req-4e5c2bad-ea06-46c7-8b0b-9b2e49c1d039 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.2390029 Jul 15 15:07:07.260192 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-703abc47-60e7-41ce-a407-41276033ec88 req-81e71970-3261-4b48-9217-d990b0094002 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae4c34b6-df7e-4a71-8432-57630a93902e HTTP/1.1" status: 200 len: 217 time: 0.0633841 Jul 15 15:07:07.319350 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f550ad1a-0ba2-49dd-8543-362eb62fa77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:07.323818 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f550ad1a-0ba2-49dd-8543-362eb62fa77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:07.325655 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f550ad1a-0ba2-49dd-8543-362eb62fa77a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1fef902b-2c5f-414c-8238-8d8f68aa20dd HTTP/1.1" status: 204 len: 168 time: 0.7251883 Jul 15 15:07:07.380471 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550ad1a-0ba2-49dd-8543-362eb62fa77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fef902b-2c5f-414c-8238-8d8f68aa20dd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:07.384548 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43dd480c-bb88-49e0-897c-cb76d9663fcc req-41846a91-93a5-474a-856e-34ed87078e5e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988035 Jul 15 15:07:07.386804 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1d85557-fa8c-4793-ba19-097f120400e1 req-6e1d55d8-51bc-4b75-8f62-5a57d3dc2811 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.0377538 Jul 15 15:07:07.397060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e0b0d6-5214-4bfe-976c-f6858c3892a1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router be0f8006-a0d9-4036-bf5a-9193bf480f02 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:07:07.424872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703abc47-60e7-41ce-a407-41276033ec88 req-dbc4e311-fed7-428d-aa1c-3151ad690c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:07.426802 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-703abc47-60e7-41ce-a407-41276033ec88 req-dbc4e311-fed7-428d-aa1c-3151ad690c11 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c707114-c704-4bf9-94d3-2c92c1377be1 HTTP/1.1" status: 200 len: 859 time: 0.1575465 Jul 15 15:07:07.455354 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:07.483161 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f15c5b4f-9319-457b-bdbe-8fa0b9921f40 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:07:07.509480 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-703abc47-60e7-41ce-a407-41276033ec88 req-467e33dc-2e6f-402d-b407-3ae6863f642b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8fd9506d-d3cc-4a38-968e-68ccfed6c349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694079 Jul 15 15:07:07.623317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port f15c5b4f-9319-457b-bdbe-8fa0b9921f40 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:07:07.624112 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:07.715571 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-703abc47-60e7-41ce-a407-41276033ec88 req-f362f1bb-2089-495d-ab6b-5ceef0f0a92c service neutron] 10.222.0.22 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051280 Jul 15 15:07:07.769543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e0b0d6-5214-4bfe-976c-f6858c3892a1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:07:07.797161 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0e0b0d6-5214-4bfe-976c-f6858c3892a1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:07.801752 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f0e0b0d6-5214-4bfe-976c-f6858c3892a1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/be0f8006-a0d9-4036-bf5a-9193bf480f02 HTTP/1.1" status: 200 len: 933 time: 6.0804353 Jul 15 15:07:07.802871 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58658) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:07.838551 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0392a4-5191-4e09-a65e-4d17a30304f3 None None] Sync routers for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:07:07.868970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204bf03-b53d-434d-92ff-570448804f17 req-8326dbdd-d399-41a4-a2ed-96345e82e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:07.871447 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5204bf03-b53d-434d-92ff-570448804f17 req-8326dbdd-d399-41a4-a2ed-96345e82e866 service neutron] 10.222.0.22 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.6389267 Jul 15 15:07:07.873962 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0392a4-5191-4e09-a65e-4d17a30304f3 None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:07.886829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4b0392a4-5191-4e09-a65e-4d17a30304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:07.906687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d483b7-e297-4997-b7ac-187ded53c7f1 req-77c2431d-12fa-404e-adf8-66ad6e6729dc tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:07.910612 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1d483b7-e297-4997-b7ac-187ded53c7f1 req-77c2431d-12fa-404e-adf8-66ad6e6729dc tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 943 time: 0.1768861 Jul 15 15:07:08.049404 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:08.078578 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:08.082416 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/02d08b8c-76ef-49a9-a214-a67c0e853e39 HTTP/1.1" status: 204 len: 168 time: 2.3203721 Jul 15 15:07:08.121364 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58668) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:08.169455 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848e9df2-a621-4060-8c9a-aa5267467247 None None] Network 38711604-9829-4a16-863a-256f6616e532 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:07:08.212717 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1d483b7-e297-4997-b7ac-187ded53c7f1 req-e55d2b2a-222e-4c09-87c9-13a3ce9a07c6 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871065 Jul 15 15:07:08.220978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02d08b8c-76ef-49a9-a214-a67c0e853e39,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:08.301135 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d3327878-3cea-41ea-8592-7820560d4d2a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/routers/be0f8006-a0d9-4036-bf5a-9193bf480f02 HTTP/1.1" status: 200 len: 933 time: 0.4968498 Jul 15 15:07:08.305485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58674) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:08.308145 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-703abc47-60e7-41ce-a407-41276033ec88 req-d188d503-8670-487e-86ca-994d5acacf13 service neutron] 10.222.0.22 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847304 Jul 15 15:07:08.311186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-05302ba8-237d-4241-888c-d42188ab4e3e None None] Provisioning complete for port 156733a5-3cb8-4386-9cb3-01ad64d0c511 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:07:08.311639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:08.311987 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-05302ba8-237d-4241-888c-d42188ab4e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:08.314736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:08.315296 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:08.316236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:08.316471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:08.316896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:08.318358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:08.318358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:08.318358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:08.319158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:08.319891 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:08.332706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c45588-88f6-45ec-998c-7929a1e9ff04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:08.345818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f90cf88f-f329-4301-b170-39c884e7b4d2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'router': {'routes': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:08.353772 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5204bf03-b53d-434d-92ff-570448804f17 req-69592bc2-c0c0-4204-8e49-d34434b3b65d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 HTTP/1.1" status: 200 len: 999 time: 0.4698963 Jul 15 15:07:08.446292 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e504f3ef-9bb4-4182-8fd2-a6fc41fe360c no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:08.451787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-4b0392a4-5191-4e09-a65e-4d17a30304f3 None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:08.766095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ae4c34b6-df7e-4a71-8432-57630a93902e details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:07:08.851599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: e504f3ef-9bb4-4182-8fd2-a6fc41fe360c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:07:08.852166 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e504f3ef-9bb4-4182-8fd2-a6fc41fe360c not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:07:08.857302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52ea46d2-928c-4044-8f18-773375e616ff req-9bdd0194-2fd3-473c-a271-ebfd0b77cd9f tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.0538514 Jul 15 15:07:08.990882 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:09.178026 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ae4c34b6-df7e-4a71-8432-57630a93902e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ae4c34b6-df7e-4a71-8432-57630a93902e,segment=NetworkSegment(1175d7c5-053f-45e2-80a9-5d6162d447ee),segment_id=1175d7c5-053f-45e2-80a9-5d6162d447ee)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:09.197764 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'ae4c34b6-df7e-4a71-8432-57630a93902e', 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349', 'port_id': 'ae4c34b6-df7e-4a71-8432-57630a93902e', 'mac_address': 'fa:16:3e:1b:f3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:07:09.212885 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 156733a5-3cb8-4386-9cb3-01ad64d0c511 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:07:09.378726 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:09.395106 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204bf03-b53d-434d-92ff-570448804f17 req-c97c18b0-5c5d-4dd3-ba8c-05a6e8384133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:09.399184 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5204bf03-b53d-434d-92ff-570448804f17 req-c97c18b0-5c5d-4dd3-ba8c-05a6e8384133 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.9564798 Jul 15 15:07:09.446927 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4c34b6-df7e-4a71-8432-57630a93902e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:07:09.512932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ae4c34b6-df7e-4a71-8432-57630a93902e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ae4c34b6-df7e-4a71-8432-57630a93902e,segment=NetworkSegment(1175d7c5-053f-45e2-80a9-5d6162d447ee),segment_id=1175d7c5-053f-45e2-80a9-5d6162d447ee)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:09.526958 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:09.607252 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.extraroute_db [None req-f90cf88f-f329-4301-b170-39c884e7b4d2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Added routes are [] {{(pid=100711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 15:07:09.607802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.extraroute_db [None req-f90cf88f-f329-4301-b170-39c884e7b4d2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=100711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 15:07:09.670105 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=ae4c34b6-df7e-4a71-8432-57630a93902e,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:09.676008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c01afd-f8ba-4254-b23a-34cd725ae545 None None] DHCP port deletion for 38711604-9829-4a16-863a-256f6616e532 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:07:09.699154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 156733a5-3cb8-4386-9cb3-01ad64d0c511 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:07:09.699539 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:09.772289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58718) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:09.804363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cdae6-4ff1-4ec2-b7da-e4f34d0fdde9 req-bb0ec987-ea43-44e2-b634-50639e527989 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:09.806582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e43cdae6-4ff1-4ec2-b7da-e4f34d0fdde9 req-bb0ec987-ea43-44e2-b634-50639e527989 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 1.0246644 Jul 15 15:07:09.819059 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f90cf88f-f329-4301-b170-39c884e7b4d2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:09.890566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] Deleting port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:09.891813 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:09.966478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['ae4c34b6-df7e-4a71-8432-57630a93902e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:07:09.986479 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4b0392a4-5191-4e09-a65e-4d17a30304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:04Z', 'revision_number': 6, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '153cdc61-256c-4689-8e36-b044a0cfdbec', 'name': '', 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:9c:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:47Z', 'updated_at': '2021-07-15T15:06:59Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '156733a5-3cb8-4386-9cb3-01ad64d0c511', 'name': '', 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:c2:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:56Z', 'updated_at': '2021-07-15T15:07:06Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:10.068526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0392a4-5191-4e09-a65e-4d17a30304f3 None None] Checking router: be0f8006-a0d9-4036-bf5a-9193bf480f02 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:07:10.109765 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204bf03-b53d-434d-92ff-570448804f17 req-108f54e8-a647-46b3-bafc-388fd654dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:10.112973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5204bf03-b53d-434d-92ff-570448804f17 req-108f54e8-a647-46b3-bafc-388fd654dcf3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6323421 Jul 15 15:07:10.117258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0392a4-5191-4e09-a65e-4d17a30304f3 None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:10.118574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4b0392a4-5191-4e09-a65e-4d17a30304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:10.183586 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa463f1a-1a8a-4b26-9870-b775cdc36fce req-84b3bf56-520d-4a3a-a1c4-fa6210b4f31a tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:10.198312 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa463f1a-1a8a-4b26-9870-b775cdc36fce req-84b3bf56-520d-4a3a-a1c4-fa6210b4f31a tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 944 time: 0.6827414 Jul 15 15:07:10.249539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-75c01afd-f8ba-4254-b23a-34cd725ae545 None None] Deleting port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:10.249921 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75c01afd-f8ba-4254-b23a-34cd725ae545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:10.305608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-4b0392a4-5191-4e09-a65e-4d17a30304f3 None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:10.319630 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e43cdae6-4ff1-4ec2-b7da-e4f34d0fdde9 req-2c30b880-e994-4188-b62e-e274bdeb9e7d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4946156 Jul 15 15:07:10.335789 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a06100d-6e73-4b4f-a836-d5157b4d3e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:10.482225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5204bf03-b53d-434d-92ff-570448804f17 req-647572d4-5be2-4a3c-b18c-4346e75c6b66 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472557 Jul 15 15:07:10.494822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] For port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6fa9fb4c-ea35-43af-8bf9-e99f855a294c,segment=NetworkSegment(712bbba9-9e7d-41d0-af4c-24b571a47c8a),segment_id=712bbba9-9e7d-41d0-af4c-24b571a47c8a)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:10.495374 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:10.529316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device eff4f7b5-d056-4de4-93f5-c787d71c17a8 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:10.572536 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: eff4f7b5-d056-4de4-93f5-c787d71c17a8 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:07:10.573468 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device eff4f7b5-d056-4de4-93f5-c787d71c17a8 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:07:10.653427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5204bf03-b53d-434d-92ff-570448804f17 req-4ab2bb8e-73f5-49f0-939d-15ddbdcba771 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249962 Jul 15 15:07:10.662904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] Calling delete_port for 6fa9fb4c-ea35-43af-8bf9-e99f855a294c owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:10.761252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a06100d-6e73-4b4f-a836-d5157b4d3e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:10.770377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a06100d-6e73-4b4f-a836-d5157b4d3e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:10.837074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06100d-6e73-4b4f-a836-d5157b4d3e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5a122a-ef88-46ce-a12d-88e71906cc6d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:10.841971 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-75c01afd-f8ba-4254-b23a-34cd725ae545 None None] For port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6fa9fb4c-ea35-43af-8bf9-e99f855a294c,segment=NetworkSegment(712bbba9-9e7d-41d0-af4c-24b571a47c8a),segment_id=712bbba9-9e7d-41d0-af4c-24b571a47c8a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:10.842740 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75c01afd-f8ba-4254-b23a-34cd725ae545 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:10.873168 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa463f1a-1a8a-4b26-9870-b775cdc36fce req-e5a67528-9385-484b-8699-cb590ce2f008 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6736135 Jul 15 15:07:10.919533 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-75c01afd-f8ba-4254-b23a-34cd725ae545 None None] Calling delete_port for 6fa9fb4c-ea35-43af-8bf9-e99f855a294c owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:10.940133 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1a06100d-6e73-4b4f-a836-d5157b4d3e6e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38bf75aa91d1436c939759e5735e3882&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1651506 Jul 15 15:07:10.941416 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58744) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:10.962470 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:11.081173 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f90cf88f-f329-4301-b170-39c884e7b4d2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:11.081901 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c209361-4e68-4959-ab05-00d43addbb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:11.161242 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c209361-4e68-4959-ab05-00d43addbb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:11.167739 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f90cf88f-f329-4301-b170-39c884e7b4d2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:11.170819 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75c01afd-f8ba-4254-b23a-34cd725ae545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:11.175448 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] No DVR routers for this DVR port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:11.178948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa9fb4c-ea35-43af-8bf9-e99f855a294c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:11.182564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6fa9fb4c-ea35-43af-8bf9-e99f855a294c no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:11.195324 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-09b0a452-1744-46fd-b777-68c88d5bdfee req-91c62f08-7739-433d-9feb-a4223e7893f9 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.4155183 Jul 15 15:07:11.248376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 6fa9fb4c-ea35-43af-8bf9-e99f855a294c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:07:11.248903 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6fa9fb4c-ea35-43af-8bf9-e99f855a294c not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:07:11.343474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c01afd-f8ba-4254-b23a-34cd725ae545 None None] No DVR routers for this DVR port 6fa9fb4c-ea35-43af-8bf9-e99f855a294c on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:11.363751 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c01afd-f8ba-4254-b23a-34cd725ae545 None None] Pushing event deleted for resources: {'Port': ['ID=6fa9fb4c-ea35-43af-8bf9-e99f855a294c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:11.379848 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c209361-4e68-4959-ab05-00d43addbb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:11.402116 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c209361-4e68-4959-ab05-00d43addbb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:11.414283 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0c209361-4e68-4959-ab05-00d43addbb75 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4e5a122a-ef88-46ce-a12d-88e71906cc6d HTTP/1.1" status: 204 len: 168 time: 0.4687297 Jul 15 15:07:11.448715 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c209361-4e68-4959-ab05-00d43addbb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5a122a-ef88-46ce-a12d-88e71906cc6d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:11.452017 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:11.458397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4b0392a4-5191-4e09-a65e-4d17a30304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:09Z', 'revision_number': 7, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '153cdc61-256c-4689-8e36-b044a0cfdbec', 'name': '', 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:9c:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:47Z', 'updated_at': '2021-07-15T15:06:59Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '156733a5-3cb8-4386-9cb3-01ad64d0c511', 'name': '', 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:c2:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:56Z', 'updated_at': '2021-07-15T15:07:06Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:11.488339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38711604-9829-4a16-863a-256f6616e532']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:11.507261 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712bbba9-9e7d-41d0-af4c-24b571a47c8a') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:11.507613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712bbba9-9e7d-41d0-af4c-24b571a47c8a') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:11.524470 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:11.547506 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0392a4-5191-4e09-a65e-4d17a30304f3 None None] The sync data for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 is: [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:09Z', 'revision_number': 7, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '153cdc61-256c-4689-8e36-b044a0cfdbec', 'name': '', 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:9c:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:47Z', 'updated_at': '2021-07-15T15:06:59Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '156733a5-3cb8-4386-9cb3-01ad64d0c511', 'name': '', 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:c2:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:56Z', 'updated_at': '2021-07-15T15:07:06Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:07:11.564608 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:11.585996 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:07:11.586506 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:07:11.670718 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:07:11.850694 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:11.867466 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:11.874925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] 10.222.0.38 "DELETE /v2.0/networks/38711604-9829-4a16-863a-256f6616e532 HTTP/1.1" status: 204 len: 168 time: 3.6926966 Jul 15 15:07:11.928856 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90cf88f-f329-4301-b170-39c884e7b4d2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router be0f8006-a0d9-4036-bf5a-9193bf480f02 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:07:11.930758 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fc182-d29c-46bd-972a-98d0d1c5fedf admin admin] Pushing event deleted for resources: {'Network': ['ID=38711604-9829-4a16-863a-256f6616e532,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:12.150743 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbcd07-7ff5-4f31-ba17-c1491318feb4 req-b076c2f6-15b5-48ff-a987-4415961d4c70 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:12.152428 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54cbcd07-7ff5-4f31-ba17-c1491318feb4 req-b076c2f6-15b5-48ff-a987-4415961d4c70 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.4611938 Jul 15 15:07:12.186975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58782) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:12.306515 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-77ddb895-b651-4d69-966d-164c35d83f1e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=af47a1bbb7694b59891ca400f7d2f80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1122808 Jul 15 15:07:12.308490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58784) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:12.420074 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03cc5403-ba0f-44f8-80bb-21edeb11f7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:12.450235 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03cc5403-ba0f-44f8-80bb-21edeb11f7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:12.537705 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03cc5403-ba0f-44f8-80bb-21edeb11f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:12.542846 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03cc5403-ba0f-44f8-80bb-21edeb11f7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:12.544785 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-03cc5403-ba0f-44f8-80bb-21edeb11f7ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aa837e2a-1157-4b43-a31f-3ff5d1071e1e HTTP/1.1" status: 204 len: 168 time: 0.2338319 Jul 15 15:07:12.559243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc5403-ba0f-44f8-80bb-21edeb11f7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa837e2a-1157-4b43-a31f-3ff5d1071e1e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:12.605096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ae4c34b6-df7e-4a71-8432-57630a93902e up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:07:12.701104 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90cf88f-f329-4301-b170-39c884e7b4d2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:07:12.714880 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f90cf88f-f329-4301-b170-39c884e7b4d2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:12.716810 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dcfd5a-4480-498f-84fb-48d93492c3a3 None None] Sync routers for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:07:12.718838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58800) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:12.719023 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f90cf88f-f329-4301-b170-39c884e7b4d2 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/be0f8006-a0d9-4036-bf5a-9193bf480f02 HTTP/1.1" status: 200 len: 699 time: 4.4116199 Jul 15 15:07:12.740658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port ae4c34b6-df7e-4a71-8432-57630a93902e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:07:12.751539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port ae4c34b6-df7e-4a71-8432-57630a93902e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:07:12.752156 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:12.753427 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dcfd5a-4480-498f-84fb-48d93492c3a3 None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:12.754710 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f5dcfd5a-4480-498f-84fb-48d93492c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:12.772686 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54cbcd07-7ff5-4f31-ba17-c1491318feb4 req-23ca6447-a3fd-4563-b406-2c1d947049f5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6045456 Jul 15 15:07:12.796199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c7b6a-5f1b-4357-8f87-d9ec351786cb req-f906b536-b34b-45aa-8bf8-e6525a18dc07 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:12.804642 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b8c7b6a-5f1b-4357-8f87-d9ec351786cb req-f906b536-b34b-45aa-8bf8-e6525a18dc07 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 944 time: 0.6511147 Jul 15 15:07:12.854331 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b8c7b6a-5f1b-4357-8f87-d9ec351786cb req-19652f1c-04de-4c70-b68c-b0e0ca435390 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486717 Jul 15 15:07:12.921529 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58804) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:13.056645 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58810) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:13.058219 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3ed6c186-1ddf-4989-83ea-3c40e0faace0 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/routers/be0f8006-a0d9-4036-bf5a-9193bf480f02 HTTP/1.1" status: 200 len: 699 time: 0.3372335 Jul 15 15:07:13.131922 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f5dcfd5a-4480-498f-84fb-48d93492c3a3 None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:13.197274 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:13.260747 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57781b77-3384-4d09-9ab7-420f46727509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:13.264573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4c34b6-df7e-4a71-8432-57630a93902e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:07:13.269542 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150a4dc1-91c8-474f-b3ac-10a04d8d39ea" -d '{"events": [{"server_uuid": "d6dee022-7b84-40eb-91f7-aa86c7348302", "name": "network-vif-plugged", "status": "completed", "tag": "ae4c34b6-df7e-4a71-8432-57630a93902e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:07:13.303676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ae4c34b6-df7e-4a71-8432-57630a93902e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ae4c34b6-df7e-4a71-8432-57630a93902e,segment=NetworkSegment(1175d7c5-053f-45e2-80a9-5d6162d447ee),segment_id=1175d7c5-053f-45e2-80a9-5d6162d447ee)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:13.317920 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:13.396180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3def952f-3a6f-48a8-a8d6-8d3982da428c req-4eb650ce-87cc-428d-85de-18dbd87b2624 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.0918696 Jul 15 15:07:13.474648 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=ae4c34b6-df7e-4a71-8432-57630a93902e,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:13.506173 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84e02be-16f0-4c6e-8689-f831ecba2639 x-openstack-request-id: req-d84e02be-16f0-4c6e-8689-f831ecba2639 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:07:13.507399 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dee022-7b84-40eb-91f7-aa86c7348302", "name": "network-vif-plugged", "status": "completed", "tag": "ae4c34b6-df7e-4a71-8432-57630a93902e", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:07:13.508160 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d84e02be-16f0-4c6e-8689-f831ecba2639 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:07:13.509287 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4c34b6-df7e-4a71-8432-57630a93902e', 'code': 200} Jul 15 15:07:13.674312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58826) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:13.749486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e88669-a756-4763-934f-80a60ce21e75 req-cb759c3b-f061-4fca-a79a-3da5a6acb371 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:13.752154 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49e88669-a756-4763-934f-80a60ce21e75 req-cb759c3b-f061-4fca-a79a-3da5a6acb371 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.5144830 Jul 15 15:07:13.822889 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f5dcfd5a-4480-498f-84fb-48d93492c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:09Z', 'revision_number': 7, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '153cdc61-256c-4689-8e36-b044a0cfdbec', 'name': '', 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:9c:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:47Z', 'updated_at': '2021-07-15T15:06:59Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '156733a5-3cb8-4386-9cb3-01ad64d0c511', 'name': '', 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:c2:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:56Z', 'updated_at': '2021-07-15T15:07:06Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:13.885957 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dcfd5a-4480-498f-84fb-48d93492c3a3 None None] Checking router: be0f8006-a0d9-4036-bf5a-9193bf480f02 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:07:13.905430 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dcfd5a-4480-498f-84fb-48d93492c3a3 None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:13.907568 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f5dcfd5a-4480-498f-84fb-48d93492c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:14.087486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3559703-e5f6-4a23-a785-01c4f4f7816b req-de3803d4-ab0f-414e-b61d-90b169b51c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:14.095328 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3559703-e5f6-4a23-a785-01c4f4f7816b req-de3803d4-ab0f-414e-b61d-90b169b51c5d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 1096 time: 0.4251409 Jul 15 15:07:14.117551 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57781b77-3384-4d09-9ab7-420f46727509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:14.135882 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f5dcfd5a-4480-498f-84fb-48d93492c3a3 None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:14.153680 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49e88669-a756-4763-934f-80a60ce21e75 req-a6d209d7-d607-49df-ad00-5c2edf835098 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3632989 Jul 15 15:07:14.163705 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-631720d2-4dab-4b44-91f4-03a81303b833 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2107062317-network', 'tenant_id': '49009d531583482cb4ed64f2ddbffa2e'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:14.195790 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57781b77-3384-4d09-9ab7-420f46727509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:14.235366 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631720d2-4dab-4b44-91f4-03a81303b833 admin admin] Made reservation on behalf of 49009d531583482cb4ed64f2ddbffa2e for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:07:14.242204 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-631720d2-4dab-4b44-91f4-03a81303b833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:14.261236 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-631720d2-4dab-4b44-91f4-03a81303b833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:14.351781 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-57781b77-3384-4d09-9ab7-420f46727509 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d4260620d58f4790a8b8c8afe95d9472&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4288363 Jul 15 15:07:14.359373 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58842) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:14.366464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57781b77-3384-4d09-9ab7-420f46727509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8d4ea2-1863-4ae7-b8a5-e0dc6c5a9d3c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:14.413702 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3559703-e5f6-4a23-a785-01c4f4f7816b req-79a09e59-4716-4dac-990f-e0d30ae62482 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923789 Jul 15 15:07:14.546833 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639a13d-4c76-4ad6-88ca-32a9dd6bdfaa req-fbb11825-ddac-45b5-8d54-12dd252988ce tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:14.550056 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6639a13d-4c76-4ad6-88ca-32a9dd6bdfaa req-fbb11825-ddac-45b5-8d54-12dd252988ce tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 945 time: 0.3651514 Jul 15 15:07:14.556834 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-631720d2-4dab-4b44-91f4-03a81303b833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:14.568620 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-631720d2-4dab-4b44-91f4-03a81303b833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:14.586201 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631720d2-4dab-4b44-91f4-03a81303b833 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:07:14.607087 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69b0c507-9f23-4107-9b7f-7b30f3f13d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:14.620830 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-631720d2-4dab-4b44-91f4-03a81303b833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:14.621198 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-631720d2-4dab-4b44-91f4-03a81303b833 admin admin] Added segment 8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3 of type vlan for network d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f Jul 15 15:07:14.636237 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631720d2-4dab-4b44-91f4-03a81303b833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d03041-d363-4696-8380-d44000b5bf2d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:14.671235 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69b0c507-9f23-4107-9b7f-7b30f3f13d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:14.717389 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-631720d2-4dab-4b44-91f4-03a81303b833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:14.788452 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-631720d2-4dab-4b44-91f4-03a81303b833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:14.789870 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631720d2-4dab-4b44-91f4-03a81303b833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:14.790825 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-631720d2-4dab-4b44-91f4-03a81303b833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:14.835917 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-631720d2-4dab-4b44-91f4-03a81303b833 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1586783 Jul 15 15:07:14.847414 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6639a13d-4c76-4ad6-88ca-32a9dd6bdfaa req-014f24be-0f8e-460f-a172-41b6144cf691 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813241 Jul 15 15:07:14.848271 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58850) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:14.879571 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-15ad8633-3aab-40e5-977e-b3347afa2e3a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:14.886025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-558db82a-c2c1-4e53-9641-5938e8a8083b admin admin] Request body: {'subnet': {'network_id': 'd5afc904-ad5a-4de5-ac9e-e5cf40f31c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2107062317-subnet', 'tenant_id': '49009d531583482cb4ed64f2ddbffa2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:14.892963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631720d2-4dab-4b44-91f4-03a81303b833 admin admin] Pushing event updated for resources: {'Network': ['ID=d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:14.902433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58852) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:14.926464 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:07:14.958403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558db82a-c2c1-4e53-9641-5938e8a8083b admin admin] Made reservation on behalf of 49009d531583482cb4ed64f2ddbffa2e for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:07:14.961807 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-558db82a-c2c1-4e53-9641-5938e8a8083b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.010215 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f5dcfd5a-4480-498f-84fb-48d93492c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:09Z', 'revision_number': 7, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '153cdc61-256c-4689-8e36-b044a0cfdbec', 'name': '', 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:9c:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:47Z', 'updated_at': '2021-07-15T15:06:59Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '156733a5-3cb8-4386-9cb3-01ad64d0c511', 'name': '', 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:c2:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:56Z', 'updated_at': '2021-07-15T15:07:06Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:15.058285 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2e96e1-5838-47aa-b816-e8a6c5596370 req-098584b9-514c-443c-8d21-76e99c6ffcda tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/ports?device_id=35240747-2e08-474c-96a5-2904d36d7b22 HTTP/1.1" status: 200 len: 210 time: 0.2375772 Jul 15 15:07:15.068010 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dcfd5a-4480-498f-84fb-48d93492c3a3 None None] The sync data for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 is: [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:09Z', 'revision_number': 7, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '153cdc61-256c-4689-8e36-b044a0cfdbec', 'name': '', 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:9c:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:47Z', 'updated_at': '2021-07-15T15:06:59Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '156733a5-3cb8-4386-9cb3-01ad64d0c511', 'name': '', 'network_id': '0595b5d1-0d8c-427e-bf3c-a8b15643b244', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:c2:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:56Z', 'updated_at': '2021-07-15T15:07:06Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fa315ab5-421e-40dd-a652-ebd93c292ecf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:07:15.113208 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69b0c507-9f23-4107-9b7f-7b30f3f13d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.117163 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69b0c507-9f23-4107-9b7f-7b30f3f13d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.118933 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-69b0c507-9f23-4107-9b7f-7b30f3f13d12 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec8d4ea2-1863-4ae7-b8a5-e0dc6c5a9d3c HTTP/1.1" status: 204 len: 168 time: 0.7473881 Jul 15 15:07:15.195265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0c507-9f23-4107-9b7f-7b30f3f13d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8d4ea2-1863-4ae7-b8a5-e0dc6c5a9d3c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:15.214382 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-319176bb-4d14-44c3-b179-c49cdc8b80bc admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-381404181-network', 'tenant_id': '6380f875f7b54ef99024416768fb9a23'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:15.310513 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319176bb-4d14-44c3-b179-c49cdc8b80bc admin admin] Made reservation on behalf of 6380f875f7b54ef99024416768fb9a23 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:07:15.315555 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-319176bb-4d14-44c3-b179-c49cdc8b80bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.337011 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-319176bb-4d14-44c3-b179-c49cdc8b80bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.361573 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25fb82-18a1-48ba-80da-a9e9775ea8c9 req-c247851b-0ba1-407b-b927-f0bde81ddd17 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:15.363307 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cf25fb82-18a1-48ba-80da-a9e9775ea8c9 req-c247851b-0ba1-407b-b927-f0bde81ddd17 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.2402239 Jul 15 15:07:15.447564 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cf25fb82-18a1-48ba-80da-a9e9775ea8c9 req-a86494ad-f174-42f6-a42f-f002a172bb62 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591564 Jul 15 15:07:15.564211 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-558db82a-c2c1-4e53-9641-5938e8a8083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.635553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58862) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:15.649699 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558db82a-c2c1-4e53-9641-5938e8a8083b admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a5ffa0-040a-44d5-94e6-d6b9dd98fc5c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:15.668595 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a73aec5-cdc1-4c19-a3d2-ffddf15df2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.683541 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-319176bb-4d14-44c3-b179-c49cdc8b80bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.690924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-15ad8633-3aab-40e5-977e-b3347afa2e3a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port 156733a5-3cb8-4386-9cb3-01ad64d0c511 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:15.691847 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-15ad8633-3aab-40e5-977e-b3347afa2e3a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.692001 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-319176bb-4d14-44c3-b179-c49cdc8b80bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.712734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558db82a-c2c1-4e53-9641-5938e8a8083b admin admin] Checking segment: {'id': '8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5afc904-ad5a-4de5-ac9e-e5cf40f31c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:07:15.713442 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558db82a-c2c1-4e53-9641-5938e8a8083b admin admin] Network hostable DHCP agents. Network: d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:07:15.724413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319176bb-4d14-44c3-b179-c49cdc8b80bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:07:15.753035 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-319176bb-4d14-44c3-b179-c49cdc8b80bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.753466 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-319176bb-4d14-44c3-b179-c49cdc8b80bc admin admin] Added segment fcd875e8-a087-469f-8152-b638ec08e76b of type vlan for network 69092b73-623e-4f68-93e7-ac2451ec6fb8 Jul 15 15:07:15.754943 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319176bb-4d14-44c3-b179-c49cdc8b80bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a914d605-08de-495c-8ec7-50cebd590c3f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:15.794660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558db82a-c2c1-4e53-9641-5938e8a8083b admin admin] Network d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:07:15.812275 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-319176bb-4d14-44c3-b179-c49cdc8b80bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.817977 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-558db82a-c2c1-4e53-9641-5938e8a8083b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:07:15.825042 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558db82a-c2c1-4e53-9641-5938e8a8083b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:15.825659 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-558db82a-c2c1-4e53-9641-5938e8a8083b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.831977 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6479adf-e96c-4d9a-9e93-24562eab8de4 None None] Network d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:07:15.832302 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a73aec5-cdc1-4c19-a3d2-ffddf15df2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.853954 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a73aec5-cdc1-4c19-a3d2-ffddf15df2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.869902 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-558db82a-c2c1-4e53-9641-5938e8a8083b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9798691 Jul 15 15:07:15.926184 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-319176bb-4d14-44c3-b179-c49cdc8b80bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.928691 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319176bb-4d14-44c3-b179-c49cdc8b80bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:15.929844 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-319176bb-4d14-44c3-b179-c49cdc8b80bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.982237 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2a73aec5-cdc1-4c19-a3d2-ffddf15df2a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c36252727c5947669e65d0ec2f6793c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433757 Jul 15 15:07:16.006865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73aec5-cdc1-4c19-a3d2-ffddf15df2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbda55f8-8781-4182-9d8a-28bc8e1683bd,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:16.013703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58870) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:16.084542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-15ad8633-3aab-40e5-977e-b3347afa2e3a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] For port 156733a5-3cb8-4386-9cb3-01ad64d0c511, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=156733a5-3cb8-4386-9cb3-01ad64d0c511,segment=NetworkSegment(2ff6c5ee-2ee2-46f2-8d07-f616f751896a),segment_id=2ff6c5ee-2ee2-46f2-8d07-f616f751896a)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:16.085041 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-15ad8633-3aab-40e5-977e-b3347afa2e3a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:16.108108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58876) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:16.108346 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-319176bb-4d14-44c3-b179-c49cdc8b80bc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2038524 Jul 15 15:07:16.119724 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-23f0cb55-f400-4f65-af69-d1f913319bcb admin admin] Request body: {'subnet': {'network_id': '69092b73-623e-4f68-93e7-ac2451ec6fb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-381404181-subnet', 'tenant_id': '6380f875f7b54ef99024416768fb9a23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:16.151987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-15ad8633-3aab-40e5-977e-b3347afa2e3a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for 156733a5-3cb8-4386-9cb3-01ad64d0c511 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:16.181111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319176bb-4d14-44c3-b179-c49cdc8b80bc admin admin] Pushing event updated for resources: {'Network': ['ID=69092b73-623e-4f68-93e7-ac2451ec6fb8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:16.197450 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-923d612a-5abc-428a-b571-9fb8e752b259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:16.218793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 69092b73-623e-4f68-93e7-ac2451ec6fb8 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:07:16.238626 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2304b629-74ea-4a36-922a-a00797e01010 None None] Network d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:07:16.242513 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-923d612a-5abc-428a-b571-9fb8e752b259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:16.402309 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f0cb55-f400-4f65-af69-d1f913319bcb admin admin] Made reservation on behalf of 6380f875f7b54ef99024416768fb9a23 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:07:16.405102 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-23f0cb55-f400-4f65-af69-d1f913319bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:16.487738 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-923d612a-5abc-428a-b571-9fb8e752b259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:16.490293 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-923d612a-5abc-428a-b571-9fb8e752b259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:16.491543 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-923d612a-5abc-428a-b571-9fb8e752b259 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fbda55f8-8781-4182-9d8a-28bc8e1683bd HTTP/1.1" status: 204 len: 168 time: 0.4725401 Jul 15 15:07:16.566664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d612a-5abc-428a-b571-9fb8e752b259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbda55f8-8781-4182-9d8a-28bc8e1683bd,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:16.688726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3f94b-a565-40df-aad3-634e09926106 req-708cdc2d-9b2b-4df2-be81-bd61d954962b tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:16.690639 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ea3f94b-a565-40df-aad3-634e09926106 req-708cdc2d-9b2b-4df2-be81-bd61d954962b tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 945 time: 0.2993937 Jul 15 15:07:16.701813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb407e3e-2c6c-4871-80d5-dbb3394ad99a req-0a5910ba-c752-405f-9975-ff819011af07 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:16.704130 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb407e3e-2c6c-4871-80d5-dbb3394ad99a req-0a5910ba-c752-405f-9975-ff819011af07 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.3231018 Jul 15 15:07:16.868068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb407e3e-2c6c-4871-80d5-dbb3394ad99a req-5ae815f6-ce63-4df8-8041-7cddf901ce16 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430752 Jul 15 15:07:16.868656 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-15ad8633-3aab-40e5-977e-b3347afa2e3a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:16.914686 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ea3f94b-a565-40df-aad3-634e09926106 req-37b79896-b5b9-42b6-b31b-85d9c47e9496 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093692 Jul 15 15:07:17.041386 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad8633-3aab-40e5-977e-b3347afa2e3a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=156733a5-3cb8-4386-9cb3-01ad64d0c511,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:17.160371 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58896) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:17.187933 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-23f0cb55-f400-4f65-af69-d1f913319bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:17.332715 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb513052-5955-4a60-9fd1-c9e2159ad4b5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:17.398049 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb513052-5955-4a60-9fd1-c9e2159ad4b5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:17.472152 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f0cb55-f400-4f65-af69-d1f913319bcb admin admin] Checking segment: {'id': 'fcd875e8-a087-469f-8152-b638ec08e76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '69092b73-623e-4f68-93e7-ac2451ec6fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:07:17.473025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f0cb55-f400-4f65-af69-d1f913319bcb admin admin] Network hostable DHCP agents. Network: 69092b73-623e-4f68-93e7-ac2451ec6fb8, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:07:17.477560 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0cb55-f400-4f65-af69-d1f913319bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d1f086-5681-444c-a23a-f3e0b1306a4b,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:17.545952 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb513052-5955-4a60-9fd1-c9e2159ad4b5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:17.549973 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb513052-5955-4a60-9fd1-c9e2159ad4b5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:17.551463 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bb513052-5955-4a60-9fd1-c9e2159ad4b5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "DELETE /v2.0/security-groups/5e06909b-77df-4bf4-8cf0-5a95fe65b616 HTTP/1.1" status: 204 len: 168 time: 0.3893051 Jul 15 15:07:17.562076 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58906) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:17.564117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb513052-5955-4a60-9fd1-c9e2159ad4b5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e06909b-77df-4bf4-8cf0-5a95fe65b616,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:17.591144 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-3602e9bb-1e9f-403c-a9bc-960d9253a273 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] show failed (client error): The resource could not be found. Jul 15 15:07:17.592721 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3602e9bb-1e9f-403c-a9bc-960d9253a273 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "GET /v2.0/security-groups/5e06909b-77df-4bf4-8cf0-5a95fe65b616 HTTP/1.1" status: 404 len: 347 time: 0.0170021 Jul 15 15:07:17.597625 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58908) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:17.641761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f0cb55-f400-4f65-af69-d1f913319bcb admin admin] Network 69092b73-623e-4f68-93e7-ac2451ec6fb8 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:07:17.644800 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-15ad8633-3aab-40e5-977e-b3347afa2e3a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:17.679388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-23f0cb55-f400-4f65-af69-d1f913319bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 69092b73-623e-4f68-93e7-ac2451ec6fb8) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:07:17.691323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80adcb0e-30af-4d92-95bc-6aed93fd64f0 None None] Network 69092b73-623e-4f68-93e7-ac2451ec6fb8 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:07:17.704387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f0cb55-f400-4f65-af69-d1f913319bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:17.705787 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-23f0cb55-f400-4f65-af69-d1f913319bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:17.881220 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-53f3ae71-4198-4ccf-bf41-b0a5cad0b9c2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Deleting port d5e929d1-51bf-4398-9aa1-e8c6fcfbb616 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:17.881973 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53f3ae71-4198-4ccf-bf41-b0a5cad0b9c2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:17.986156 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e4d47-0310-436f-8af0-9e702266a8a2 req-b47e460a-4024-49af-8bb4-ccbc8aa58078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:17.989175 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4e4d47-0310-436f-8af0-9e702266a8a2 req-b47e460a-4024-49af-8bb4-ccbc8aa58078 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f67d9a6abd84744b56d2fe9b4a882db&device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 1096 time: 0.4718351 Jul 15 15:07:18.142321 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53f3ae71-4198-4ccf-bf41-b0a5cad0b9c2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:18.143165 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53f3ae71-4198-4ccf-bf41-b0a5cad0b9c2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:18.165322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-23f0cb55-f400-4f65-af69-d1f913319bcb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0508106 Jul 15 15:07:18.184257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ae31a2-ccb9-4baa-a091-0dfd946ad416 None None] Network 69092b73-623e-4f68-93e7-ac2451ec6fb8 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:07:18.200681 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-53f3ae71-4198-4ccf-bf41-b0a5cad0b9c2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Calling delete_port for d5e929d1-51bf-4398-9aa1-e8c6fcfbb616 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:18.445219 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53f3ae71-4198-4ccf-bf41-b0a5cad0b9c2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:18.486179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3ae71-4198-4ccf-bf41-b0a5cad0b9c2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event deleted for resources: {'Port': ['ID=d5e929d1-51bf-4398-9aa1-e8c6fcfbb616,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:18.507150 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ad8633-3aab-40e5-977e-b3347afa2e3a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router be0f8006-a0d9-4036-bf5a-9193bf480f02 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:07:18.597848 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53f3ae71-4198-4ccf-bf41-b0a5cad0b9c2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:18.603078 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53f3ae71-4198-4ccf-bf41-b0a5cad0b9c2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:18.616837 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-53f3ae71-4198-4ccf-bf41-b0a5cad0b9c2 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "DELETE /v2.0/floatingips/f3e3a9cd-64d7-469a-8ae3-e6957ac17c4d HTTP/1.1" status: 204 len: 168 time: 1.0174296 Jul 15 15:07:18.617883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58930) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:18.802938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-018b5b8d-86b8-4ca4-92b4-3888a6f218a5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Deleting port ea6c6468-db9b-4be4-a110-cfd32f419f39 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:18.803518 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-018b5b8d-86b8-4ca4-92b4-3888a6f218a5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:18.810886 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:19.124234 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-018b5b8d-86b8-4ca4-92b4-3888a6f218a5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:19.192529 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:19.194509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-018b5b8d-86b8-4ca4-92b4-3888a6f218a5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Calling delete_port for ea6c6468-db9b-4be4-a110-cfd32f419f39 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:19.195224 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d07e5-fb0f-4758-b84d-12b1b9f91cf0 req-bffb062d-bce6-463b-a61c-c7b4cf5d6751 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:19.202878 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-850d07e5-fb0f-4758-b84d-12b1b9f91cf0 req-bffb062d-bce6-463b-a61c-c7b4cf5d6751 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 945 time: 1.2489395 Jul 15 15:07:19.218870 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b215d10-d6d8-4020-9ef1-16631e4bb59e req-bc91033a-ca54-43f6-b2dd-a8545a8d9dd5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:19.226152 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b215d10-d6d8-4020-9ef1-16631e4bb59e req-bc91033a-ca54-43f6-b2dd-a8545a8d9dd5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.8426857 Jul 15 15:07:19.244893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e4d47-0310-436f-8af0-9e702266a8a2 req-f9145b06-2b24-4684-9840-116a3a391e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:19.246341 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4e4d47-0310-436f-8af0-9e702266a8a2 req-f9145b06-2b24-4684-9840-116a3a391e2a service neutron] 10.222.0.22 "GET /v2.0/networks?id=8fd9506d-d3cc-4a38-968e-68ccfed6c349 HTTP/1.1" status: 200 len: 920 time: 1.2475545 Jul 15 15:07:19.281059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ad8633-3aab-40e5-977e-b3347afa2e3a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:07:19.293172 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-15ad8633-3aab-40e5-977e-b3347afa2e3a tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/be0f8006-a0d9-4036-bf5a-9193bf480f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2325792 Jul 15 15:07:19.317274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741bacb0-cb0d-4715-940f-97d31dd977af None None] Sync routers for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:07:19.321027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58946) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:19.334640 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741bacb0-cb0d-4715-940f-97d31dd977af None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:19.335640 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-741bacb0-cb0d-4715-940f-97d31dd977af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:19.357256 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-850d07e5-fb0f-4758-b84d-12b1b9f91cf0 req-9c375726-d57a-4176-963f-38e3618c93a7 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525304 Jul 15 15:07:19.418476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b215d10-d6d8-4020-9ef1-16631e4bb59e req-7a2023b6-2fd7-4b51-8cb1-b9d0ed72e85d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912732 Jul 15 15:07:19.420423 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4e4d47-0310-436f-8af0-9e702266a8a2 req-f37c0fcc-35b2-49d8-83cb-b925474ab28f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae4c34b6-df7e-4a71-8432-57630a93902e HTTP/1.1" status: 200 len: 217 time: 0.1532149 Jul 15 15:07:19.604875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-741bacb0-cb0d-4715-940f-97d31dd977af None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:19.623040 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-018b5b8d-86b8-4ca4-92b4-3888a6f218a5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:19.665951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c1575b-6f13-4540-b5cf-babc951cb7f8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting subnet fa315ab5-421e-40dd-a652-ebd93c292ecf {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:07:19.718164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e4d47-0310-436f-8af0-9e702266a8a2 req-e5528251-78db-49a6-a247-2c6a7a2ffbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:19.726125 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4e4d47-0310-436f-8af0-9e702266a8a2 req-e5528251-78db-49a6-a247-2c6a7a2ffbee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c707114-c704-4bf9-94d3-2c92c1377be1 HTTP/1.1" status: 200 len: 859 time: 0.2663751 Jul 15 15:07:19.728178 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3c1575b-6f13-4540-b5cf-babc951cb7f8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:19.790707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b5b8d-86b8-4ca4-92b4-3888a6f218a5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event deleted for resources: {'Port': ['ID=ea6c6468-db9b-4be4-a110-cfd32f419f39,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:19.952888 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-018b5b8d-86b8-4ca4-92b4-3888a6f218a5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:19.961117 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-018b5b8d-86b8-4ca4-92b4-3888a6f218a5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "DELETE /v2.0/ports/ea6c6468-db9b-4be4-a110-cfd32f419f39 HTTP/1.1" status: 204 len: 168 time: 1.3416693 Jul 15 15:07:19.967101 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58960) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:20.092522 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-741bacb0-cb0d-4715-940f-97d31dd977af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:16Z', 'revision_number': 8, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '153cdc61-256c-4689-8e36-b044a0cfdbec', 'name': '', 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:9c:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:47Z', 'updated_at': '2021-07-15T15:06:59Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:20.118045 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3c1575b-6f13-4540-b5cf-babc951cb7f8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:20.199995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741bacb0-cb0d-4715-940f-97d31dd977af None None] Checking router: be0f8006-a0d9-4036-bf5a-9193bf480f02 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:07:20.201744 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4e4d47-0310-436f-8af0-9e702266a8a2 req-8dccbb00-9187-4020-aaeb-476e464aea86 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8fd9506d-d3cc-4a38-968e-68ccfed6c349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4563365 Jul 15 15:07:20.240826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741bacb0-cb0d-4715-940f-97d31dd977af None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:20.246627 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-741bacb0-cb0d-4715-940f-97d31dd977af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:20.485398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-540ce52b-91e5-4b25-b305-8c810e8be2fc tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Deleting port 9528b9f5-a68e-4bea-af14-70d1357b739c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:20.486025 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-540ce52b-91e5-4b25-b305-8c810e8be2fc tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:20.536804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-741bacb0-cb0d-4715-940f-97d31dd977af None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:20.623431 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4e4d47-0310-436f-8af0-9e702266a8a2 req-da79be6b-a725-48c0-bbbe-080e40623b86 service neutron] 10.222.0.22 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729451 Jul 15 15:07:20.805573 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-540ce52b-91e5-4b25-b305-8c810e8be2fc tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:20.821272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-540ce52b-91e5-4b25-b305-8c810e8be2fc tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Calling delete_port for 9528b9f5-a68e-4bea-af14-70d1357b739c owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:21.027208 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-540ce52b-91e5-4b25-b305-8c810e8be2fc tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:21.055384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25a336-a8e1-4a47-b3fb-2f26b24d9a08 req-74f4722e-88ce-4398-9194-8cc3da32d26f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:21.063330 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a25a336-a8e1-4a47-b3fb-2f26b24d9a08 req-74f4722e-88ce-4398-9194-8cc3da32d26f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.8422003 Jul 15 15:07:21.126737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cdd99-8bb8-46bd-948b-a8df9c47bb12 req-4c76966e-8697-4f16-ac51-4889bd326fb5 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:21.134643 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b80cdd99-8bb8-46bd-948b-a8df9c47bb12 req-4c76966e-8697-4f16-ac51-4889bd326fb5 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 945 time: 0.4232466 Jul 15 15:07:21.181234 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-741bacb0-cb0d-4715-940f-97d31dd977af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:16Z', 'revision_number': 8, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '153cdc61-256c-4689-8e36-b044a0cfdbec', 'name': '', 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:9c:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:47Z', 'updated_at': '2021-07-15T15:06:59Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:21.198141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ce52b-91e5-4b25-b305-8c810e8be2fc tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event deleted for resources: {'Port': ['ID=9528b9f5-a68e-4bea-af14-70d1357b739c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:21.226389 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a25a336-a8e1-4a47-b3fb-2f26b24d9a08 req-1b7042f2-7641-47f0-ac01-ac03916aed39 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581523 Jul 15 15:07:21.237538 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3c1575b-6f13-4540-b5cf-babc951cb7f8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:21.304079 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4e4d47-0310-436f-8af0-9e702266a8a2 req-1aa03f2e-68aa-4d35-963e-33b389831f8d service neutron] 10.222.0.22 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6216190 Jul 15 15:07:21.390517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b80cdd99-8bb8-46bd-948b-a8df9c47bb12 req-8486be61-087c-4c36-80e7-ed2ae8b6008e tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548578 Jul 15 15:07:21.460031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741bacb0-cb0d-4715-940f-97d31dd977af None None] The sync data for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 is: [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:16Z', 'revision_number': 8, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '153cdc61-256c-4689-8e36-b044a0cfdbec', 'name': '', 'network_id': 'd88d8249-4486-4f08-a211-05df05da55c5', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:9c:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:47Z', 'updated_at': '2021-07-15T15:06:59Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'c3ad5d97-379f-4e9d-aec0-392059017f86', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:07:21.487554 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3c1575b-6f13-4540-b5cf-babc951cb7f8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:21.509789 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-540ce52b-91e5-4b25-b305-8c810e8be2fc tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:21.515321 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-540ce52b-91e5-4b25-b305-8c810e8be2fc tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "DELETE /v2.0/ports/9528b9f5-a68e-4bea-af14-70d1357b739c HTTP/1.1" status: 204 len: 168 time: 1.5450268 Jul 15 15:07:21.539028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58986) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:21.569299 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1575b-6f13-4540-b5cf-babc951cb7f8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Subnet': ['ID=fa315ab5-421e-40dd-a652-ebd93c292ecf,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:21.578191 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3c1575b-6f13-4540-b5cf-babc951cb7f8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:21.582453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204af307-91e7-4f06-b4d0-2fe815963314 None None] Network 0595b5d1-0d8c-427e-bf3c-a8b15643b244 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:07:21.583366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e3c1575b-6f13-4540-b5cf-babc951cb7f8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/fa315ab5-421e-40dd-a652-ebd93c292ecf HTTP/1.1" status: 204 len: 168 time: 2.2460957 Jul 15 15:07:21.585907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58990) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:21.670955 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee73a99-05f5-4f24-afa7-af87c86787a7 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Deleting subnet 165daafa-0d29-4390-8abc-b1c1c0c27210 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:07:21.677324 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eee73a99-05f5-4f24-afa7-af87c86787a7 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:21.714004 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:21.763722 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eee73a99-05f5-4f24-afa7-af87c86787a7 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:22.008819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port 3c7c5d25-8c12-40a8-ac13-657c3b001f96 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:22.009072 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:22.170018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] For port 3c7c5d25-8c12-40a8-ac13-657c3b001f96, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3c7c5d25-8c12-40a8-ac13-657c3b001f96,segment=NetworkSegment(2ff6c5ee-2ee2-46f2-8d07-f616f751896a),segment_id=2ff6c5ee-2ee2-46f2-8d07-f616f751896a)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:22.170814 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:22.178175 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eee73a99-05f5-4f24-afa7-af87c86787a7 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:22.181927 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5528614f-b3f9-472c-ba84-8aee5d74a074 None None] DHCP port deletion for 0595b5d1-0d8c-427e-bf3c-a8b15643b244 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:07:22.200264 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for 3c7c5d25-8c12-40a8-ac13-657c3b001f96 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:22.303943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5528614f-b3f9-472c-ba84-8aee5d74a074 None None] Deleting port 3c7c5d25-8c12-40a8-ac13-657c3b001f96 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:22.307570 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5528614f-b3f9-472c-ba84-8aee5d74a074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:22.332720 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eee73a99-05f5-4f24-afa7-af87c86787a7 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:22.339857 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:22.363910 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eee73a99-05f5-4f24-afa7-af87c86787a7 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:22.374143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59008) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:22.376757 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-eee73a99-05f5-4f24-afa7-af87c86787a7 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "DELETE /v2.0/subnets/165daafa-0d29-4390-8abc-b1c1c0c27210 HTTP/1.1" status: 204 len: 168 time: 0.8319533 Jul 15 15:07:22.378498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b67eea-bc1b-461e-a7c0-9a6c6ba8bfed None None] Network bc696e57-667f-4451-b6b7-ff70513b7290 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:07:22.379896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=3c7c5d25-8c12-40a8-ac13-657c3b001f96,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:22.401479 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No DVR routers for this DVR port 3c7c5d25-8c12-40a8-ac13-657c3b001f96 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:22.410641 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee73a99-05f5-4f24-afa7-af87c86787a7 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event deleted for resources: {'Subnet': ['ID=165daafa-0d29-4390-8abc-b1c1c0c27210,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:22.583747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5307c58-aaa4-4588-94e6-2d9794a25923 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Deleting subnet 75d2ee4b-93a9-47e7-b439-b454b483e516 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:07:22.612792 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:22.624073 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5307c58-aaa4-4588-94e6-2d9794a25923 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:22.664712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0595b5d1-0d8c-427e-bf3c-a8b15643b244']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:22.666803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5528614f-b3f9-472c-ba84-8aee5d74a074 None None] For port 3c7c5d25-8c12-40a8-ac13-657c3b001f96, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3c7c5d25-8c12-40a8-ac13-657c3b001f96,segment=NetworkSegment(2ff6c5ee-2ee2-46f2-8d07-f616f751896a),segment_id=2ff6c5ee-2ee2-46f2-8d07-f616f751896a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:22.667527 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5528614f-b3f9-472c-ba84-8aee5d74a074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:22.686666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5528614f-b3f9-472c-ba84-8aee5d74a074 None None] Calling delete_port for 3c7c5d25-8c12-40a8-ac13-657c3b001f96 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:22.697035 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff6c5ee-2ee2-46f2-8d07-f616f751896a') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:22.697416 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff6c5ee-2ee2-46f2-8d07-f616f751896a') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:22.742708 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:22.756011 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5307c58-aaa4-4588-94e6-2d9794a25923 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:22.770288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd344d-01cc-4b66-827f-cbf58c188ac0 req-a96a41ba-c9dc-4bcf-b507-10c0720edcc4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:22.771977 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-debd344d-01cc-4b66-827f-cbf58c188ac0 req-a96a41ba-c9dc-4bcf-b507-10c0720edcc4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.2875819 Jul 15 15:07:22.803508 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:22.806969 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5528614f-b3f9-472c-ba84-8aee5d74a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:22.825400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5528614f-b3f9-472c-ba84-8aee5d74a074 None None] No DVR routers for this DVR port 3c7c5d25-8c12-40a8-ac13-657c3b001f96 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:22.834603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:07:22.835033 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:07:22.849302 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:07:22.874844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528614f-b3f9-472c-ba84-8aee5d74a074 None None] Pushing event deleted for resources: {'Port': ['ID=3c7c5d25-8c12-40a8-ac13-657c3b001f96,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:22.914666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe333dcc-7493-49a3-86af-5f1ab6a3dbb6 None None] DHCP port deletion for bc696e57-667f-4451-b6b7-ff70513b7290 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:07:22.962742 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-debd344d-01cc-4b66-827f-cbf58c188ac0 req-ae440d0b-d3f4-488b-bb3f-d2b9bc94e683 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566558 Jul 15 15:07:23.015054 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e5d1c-97c4-4c6c-8399-7318be73dce5 req-b670a5f8-bae0-4542-871f-790804bd25dd tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:23.018363 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db5e5d1c-97c4-4c6c-8399-7318be73dce5 req-b670a5f8-bae0-4542-871f-790804bd25dd tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 945 time: 0.3294106 Jul 15 15:07:23.044432 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:23.072894 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:23.078093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/networks/0595b5d1-0d8c-427e-bf3c-a8b15643b244 HTTP/1.1" status: 204 len: 168 time: 1.4908094 Jul 15 15:07:23.078434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59028) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:23.086584 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffda66-4643-440d-8b00-0bb194d9b92e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Network': ['ID=0595b5d1-0d8c-427e-bf3c-a8b15643b244,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:23.102108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 156733a5-3cb8-4386-9cb3-01ad64d0c511 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:23.145649 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5307c58-aaa4-4588-94e6-2d9794a25923 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:23.189834 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db5e5d1c-97c4-4c6c-8399-7318be73dce5 req-c0b8b8a5-ca99-4874-9614-b11ea092c398 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065128 Jul 15 15:07:23.253414 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 156733a5-3cb8-4386-9cb3-01ad64d0c511 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:07:23.254064 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 156733a5-3cb8-4386-9cb3-01ad64d0c511 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:07:23.269114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3c7c5d25-8c12-40a8-ac13-657c3b001f96 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:23.290581 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fe333dcc-7493-49a3-86af-5f1ab6a3dbb6 None None] Deleting port 7531d692-4070-4adf-9e25-da8db99fd126 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:23.291253 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe333dcc-7493-49a3-86af-5f1ab6a3dbb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:23.311186 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5307c58-aaa4-4588-94e6-2d9794a25923 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:23.505325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5307c58-aaa4-4588-94e6-2d9794a25923 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event deleted for resources: {'Subnet': ['ID=75d2ee4b-93a9-47e7-b439-b454b483e516,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:23.555089 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5307c58-aaa4-4588-94e6-2d9794a25923 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:23.560815 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e5307c58-aaa4-4588-94e6-2d9794a25923 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "DELETE /v2.0/subnets/75d2ee4b-93a9-47e7-b439-b454b483e516 HTTP/1.1" status: 204 len: 168 time: 1.1785161 Jul 15 15:07:23.579287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59038) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:23.659506 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fe333dcc-7493-49a3-86af-5f1ab6a3dbb6 None None] For port 7531d692-4070-4adf-9e25-da8db99fd126, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7531d692-4070-4adf-9e25-da8db99fd126,segment=NetworkSegment(4761f364-2462-4508-bff1-948a8786037b),segment_id=4761f364-2462-4508-bff1-948a8786037b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:23.660448 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe333dcc-7493-49a3-86af-5f1ab6a3dbb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:23.687764 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fe333dcc-7493-49a3-86af-5f1ab6a3dbb6 None None] Calling delete_port for 7531d692-4070-4adf-9e25-da8db99fd126 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:23.821188 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7087-74a6-44b4-9ace-b84712b359f4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:23.869599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 3c7c5d25-8c12-40a8-ac13-657c3b001f96 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:07:23.870455 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3c7c5d25-8c12-40a8-ac13-657c3b001f96 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:07:23.871632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7531d692-4070-4adf-9e25-da8db99fd126 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:23.874343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18df6ca-fae5-42f7-b401-8912b4294bf0 req-8ea60f5f-cf0e-41d8-b894-acd79983950b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:23.876681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1161b28-705a-48d8-8207-c5e0c8fb8b17 None None] Network 92c49654-4ba4-4f61-8bf5-dcf860f7db35 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:07:23.879611 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b18df6ca-fae5-42f7-b401-8912b4294bf0 req-8ea60f5f-cf0e-41d8-b894-acd79983950b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.3795989 Jul 15 15:07:23.885265 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe333dcc-7493-49a3-86af-5f1ab6a3dbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:23.983064 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe333dcc-7493-49a3-86af-5f1ab6a3dbb6 None None] Pushing event deleted for resources: {'Port': ['ID=7531d692-4070-4adf-9e25-da8db99fd126,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:24.009180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 7531d692-4070-4adf-9e25-da8db99fd126 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:07:24.010116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7531d692-4070-4adf-9e25-da8db99fd126 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:07:24.030234 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe333dcc-7493-49a3-86af-5f1ab6a3dbb6 None None] No DVR routers for this DVR port 7531d692-4070-4adf-9e25-da8db99fd126 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:24.207331 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7087-74a6-44b4-9ace-b84712b359f4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:24.224660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-3e2d7087-74a6-44b4-9ace-b84712b359f4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc696e57-667f-4451-b6b7-ff70513b7290']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:24.244709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-3e2d7087-74a6-44b4-9ace-b84712b359f4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4761f364-2462-4508-bff1-948a8786037b') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:24.245092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-3e2d7087-74a6-44b4-9ace-b84712b359f4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4761f364-2462-4508-bff1-948a8786037b') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:24.273483 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7087-74a6-44b4-9ace-b84712b359f4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:24.352210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b18df6ca-fae5-42f7-b401-8912b4294bf0 req-d8a41ac9-387c-4f67-87dc-a8ca5f977071 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4492147 Jul 15 15:07:24.401254 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c8ee6ad-6a45-4d07-b78d-82797d615323 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:24.444419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea16ef15-786f-4887-9e3f-09bcb424bb54 None None] DHCP port deletion for 92c49654-4ba4-4f61-8bf5-dcf860f7db35 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:07:24.540971 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7087-74a6-44b4-9ace-b84712b359f4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:24.593437 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2d7087-74a6-44b4-9ace-b84712b359f4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:07:24.594241 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7087-74a6-44b4-9ace-b84712b359f4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:07:24.598842 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:07:24.601366 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ea16ef15-786f-4887-9e3f-09bcb424bb54 None None] Deleting port e474c9e7-4f43-42a0-940d-8d974d84a813 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:24.601366 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea16ef15-786f-4887-9e3f-09bcb424bb54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:24.644329 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-cc718553-75a7-4a02-8671-44784a93eb9c tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:24.652253 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-cc718553-75a7-4a02-8671-44784a93eb9c tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/networks?id=69092b73-623e-4f68-93e7-ac2451ec6fb8 HTTP/1.1" status: 200 len: 809 time: 0.3877513 Jul 15 15:07:24.719172 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-f300778a-f8f7-467a-afba-bb1b857ad52d tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/quotas/6380f875f7b54ef99024416768fb9a23 HTTP/1.1" status: 200 len: 375 time: 0.0645249 Jul 15 15:07:24.764588 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7087-74a6-44b4-9ace-b84712b359f4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:24.771453 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7087-74a6-44b4-9ace-b84712b359f4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:24.778243 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3e2d7087-74a6-44b4-9ace-b84712b359f4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "DELETE /v2.0/networks/bc696e57-667f-4451-b6b7-ff70513b7290 HTTP/1.1" status: 204 len: 168 time: 1.1927891 Jul 15 15:07:24.781283 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59072) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:24.784286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ea16ef15-786f-4887-9e3f-09bcb424bb54 None None] For port e474c9e7-4f43-42a0-940d-8d974d84a813, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e474c9e7-4f43-42a0-940d-8d974d84a813,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:24.784472 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea16ef15-786f-4887-9e3f-09bcb424bb54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:24.785473 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-7bbe29f7-8921-48b6-aa7c-99a52434deca tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6380f875f7b54ef99024416768fb9a23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655272 Jul 15 15:07:24.822008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ea16ef15-786f-4887-9e3f-09bcb424bb54 None None] Calling delete_port for e474c9e7-4f43-42a0-940d-8d974d84a813 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:24.837571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d7087-74a6-44b4-9ace-b84712b359f4 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event deleted for resources: {'Network': ['ID=bc696e57-667f-4451-b6b7-ff70513b7290,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:24.867968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169286b-508b-4329-b0bd-af6ea4630d27 req-bc0b2784-a0ab-440d-98cc-21b71d1887b6 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:24.878247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d169286b-508b-4329-b0bd-af6ea4630d27 req-bc0b2784-a0ab-440d-98cc-21b71d1887b6 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 945 time: 0.3437204 Jul 15 15:07:24.886763 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:25.030986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d169286b-508b-4329-b0bd-af6ea4630d27 req-cc6d5aff-092c-4366-a7d6-37d5b12da6d3 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509910 Jul 15 15:07:25.042440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e474c9e7-4f43-42a0-940d-8d974d84a813 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:25.065275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Deleting port e474c9e7-4f43-42a0-940d-8d974d84a813 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:25.065838 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:25.071209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-ff0c7a22-ac77-4c4c-b920-0cbffeb1956b service neutron] 10.222.0.38 "GET /v2.0/networks/69092b73-623e-4f68-93e7-ac2451ec6fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848575 Jul 15 15:07:25.107160 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea16ef15-786f-4887-9e3f-09bcb424bb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:25.134642 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea16ef15-786f-4887-9e3f-09bcb424bb54 None None] No DVR routers for this DVR port e474c9e7-4f43-42a0-940d-8d974d84a813 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:25.191885 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16ef15-786f-4887-9e3f-09bcb424bb54 None None] Pushing event deleted for resources: {'Port': ['ID=e474c9e7-4f43-42a0-940d-8d974d84a813,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:25.203844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No active binding found for port e474c9e7-4f43-42a0-940d-8d974d84a813 {{(pid=100713) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 15:07:25.204559 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e474c9e7-4f43-42a0-940d-8d974d84a813 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:07:25.224236 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ee6ad-6a45-4d07-b78d-82797d615323 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port 153cdc61-256c-4689-8e36-b044a0cfdbec {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:25.224580 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c8ee6ad-6a45-4d07-b78d-82797d615323 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:25.229061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] For port e474c9e7-4f43-42a0-940d-8d974d84a813, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e474c9e7-4f43-42a0-940d-8d974d84a813,segment=NetworkSegment(5d82933c-0d7e-46b0-92db-409be0b1731e),segment_id=5d82933c-0d7e-46b0-92db-409be0b1731e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:25.229427 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:25.263585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Calling delete_port for e474c9e7-4f43-42a0-940d-8d974d84a813 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:25.388896 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-1f024cdb-7f07-4236-82ee-1b2d5124baa9 service neutron] 10.222.0.38 "GET /v2.0/networks/69092b73-623e-4f68-93e7-ac2451ec6fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162670 Jul 15 15:07:25.475637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf335a-b215-4951-87ca-cfc670b147fc req-200166c6-5dbf-41a7-8643-2073c1b4355d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:25.482744 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66cf335a-b215-4951-87ca-cfc670b147fc req-200166c6-5dbf-41a7-8643-2073c1b4355d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.1906424 Jul 15 15:07:25.525072 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66cf335a-b215-4951-87ca-cfc670b147fc req-998f2943-33fe-42d5-9745-4cf4de4da3b8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412726 Jul 15 15:07:25.832471 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-3c8ee6ad-6a45-4d07-b78d-82797d615323 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] For port 153cdc61-256c-4689-8e36-b044a0cfdbec, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=153cdc61-256c-4689-8e36-b044a0cfdbec,segment=NetworkSegment(3aeeb782-6481-437a-8c26-608f9c26060e),segment_id=3aeeb782-6481-437a-8c26-608f9c26060e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:25.833409 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c8ee6ad-6a45-4d07-b78d-82797d615323 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:25.854351 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ee6ad-6a45-4d07-b78d-82797d615323 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for 153cdc61-256c-4689-8e36-b044a0cfdbec owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:25.865398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaefefd-a511-4679-a6c8-a8a2c6d75a37 req-6a17fd5f-e8bf-4b32-912e-83ee08fbef4f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:25.880862 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1eaefefd-a511-4679-a6c8-a8a2c6d75a37 req-6a17fd5f-e8bf-4b32-912e-83ee08fbef4f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.1414099 Jul 15 15:07:25.885007 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:25.962386 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event deleted for resources: {'Port': ['ID=e474c9e7-4f43-42a0-940d-8d974d84a813,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:25.964448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] No DVR routers for this DVR port e474c9e7-4f43-42a0-940d-8d974d84a813 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:25.989677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1eaefefd-a511-4679-a6c8-a8a2c6d75a37 req-a4468fae-658d-4120-94d3-3f4ca84f736c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051657 Jul 15 15:07:26.190605 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b7ca976e-efee-47d2-965d-1b658368af27 req-7eaa0b4a-1a76-470e-ae47-7d2168fd9b4b tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/ports?device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 210 time: 0.0670781 Jul 15 15:07:26.357897 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:26.380702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c49654-4ba4-4f61-8bf5-dcf860f7db35']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:26.410896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d82933c-0d7e-46b0-92db-409be0b1731e') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:26.411431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d82933c-0d7e-46b0-92db-409be0b1731e') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:26.429084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a77107-2a93-4b60-9153-13c347a6e3ac req-4a64c87c-f223-440e-b7ce-c89157793198 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:26.439787 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f0a77107-2a93-4b60-9153-13c347a6e3ac req-4a64c87c-f223-440e-b7ce-c89157793198 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 945 time: 0.1973188 Jul 15 15:07:26.479480 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:26.538439 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:26.552242 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f0a77107-2a93-4b60-9153-13c347a6e3ac req-7b4cc5c3-2904-47cb-9abd-ed8b4837923a tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100459 Jul 15 15:07:26.561280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:07:26.562026 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:07:26.568747 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:07:26.589909 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c8ee6ad-6a45-4d07-b78d-82797d615323 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:26.649351 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ee6ad-6a45-4d07-b78d-82797d615323 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=153cdc61-256c-4689-8e36-b044a0cfdbec,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:26.748477 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:26.773019 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:26.776368 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] 10.222.0.38 "DELETE /v2.0/networks/92c49654-4ba4-4f61-8bf5-dcf860f7db35 HTTP/1.1" status: 204 len: 168 time: 1.9921069 Jul 15 15:07:26.919951 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3409b-b3f1-4f24-8564-c27faa213cc5 tempest-TaggedBootDevicesTest_v242-1777940404 tempest-TaggedBootDevicesTest_v242-1777940404-project] Pushing event deleted for resources: {'Network': ['ID=92c49654-4ba4-4f61-8bf5-dcf860f7db35,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:27.242977 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c8ee6ad-6a45-4d07-b78d-82797d615323 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:27.611764 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-04c80c34-abdc-4010-a334-77cd0cfbc1dd req-43e31ce3-12d1-4fdb-964b-6d0095470620 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/ports?device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 210 time: 0.1362100 Jul 15 15:07:27.792530 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8ee6ad-6a45-4d07-b78d-82797d615323 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router be0f8006-a0d9-4036-bf5a-9193bf480f02 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:07:28.058701 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8ee6ad-6a45-4d07-b78d-82797d615323 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:07:28.071615 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a6121-b14b-4241-ac2d-c3e2b8264d4e None None] Sync routers for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:07:28.085428 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59132) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:28.086512 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3c8ee6ad-6a45-4d07-b78d-82797d615323 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/be0f8006-a0d9-4036-bf5a-9193bf480f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0063887 Jul 15 15:07:28.106043 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a6121-b14b-4241-ac2d-c3e2b8264d4e None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:28.106043 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-101a6121-b14b-4241-ac2d-c3e2b8264d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:28.308344 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70d00f1-b413-42a6-9d58-baa8b639d368 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting subnet c3ad5d97-379f-4e9d-aec0-392059017f86 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:07:28.318284 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e70d00f1-b413-42a6-9d58-baa8b639d368 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:28.318457 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-101a6121-b14b-4241-ac2d-c3e2b8264d4e None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:28.526091 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e70d00f1-b413-42a6-9d58-baa8b639d368 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:28.698391 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece1d47-a63b-4eeb-8ac0-49f6742c74ab req-95727206-2f76-41f8-a8c5-38e9347b85e6 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:28.704602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aece1d47-a63b-4eeb-8ac0-49f6742c74ab req-95727206-2f76-41f8-a8c5-38e9347b85e6 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 945 time: 0.8144727 Jul 15 15:07:28.722272 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:07:28.812814 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-101a6121-b14b-4241-ac2d-c3e2b8264d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:26Z', 'revision_number': 9, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:28.924935 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a6121-b14b-4241-ac2d-c3e2b8264d4e None None] Checking router: be0f8006-a0d9-4036-bf5a-9193bf480f02 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:07:28.964017 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a6121-b14b-4241-ac2d-c3e2b8264d4e None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:28.965497 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-101a6121-b14b-4241-ac2d-c3e2b8264d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:29.028727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-710a2202-7345-4920-b4d8-cd5e19139ce3 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:29.030450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-710a2202-7345-4920-b4d8-cd5e19139ce3 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.11 "GET /v2.0/networks?id=69092b73-623e-4f68-93e7-ac2451ec6fb8 HTTP/1.1" status: 200 len: 809 time: 0.3738911 Jul 15 15:07:29.062393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-6909fabb-480c-49cf-93f7-70086c424805 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Request body: {'port': {'device_id': '1240240d-caf2-496b-8603-cb2533cbfc9a', 'network_id': '69092b73-623e-4f68-93e7-ac2451ec6fb8', 'admin_state_up': True, 'tenant_id': '6380f875f7b54ef99024416768fb9a23'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:29.161869 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aece1d47-a63b-4eeb-8ac0-49f6742c74ab req-a174ecf5-a0cf-4215-a6d3-ed5b743291dd tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282108 Jul 15 15:07:29.163869 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-101a6121-b14b-4241-ac2d-c3e2b8264d4e None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:29.290053 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-179aa137-8e4f-4a0a-93c8-5997668e237a req-3f6e3740-82eb-4067-a173-311f64e72477 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/ports?device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 210 time: 0.0931659 Jul 15 15:07:29.301773 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e70d00f1-b413-42a6-9d58-baa8b639d368 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:29.440526 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e70d00f1-b413-42a6-9d58-baa8b639d368 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:29.504580 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e70d00f1-b413-42a6-9d58-baa8b639d368 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:29.505278 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511ecb2b-a891-43be-a417-4282cf658a36 None None] Network d88d8249-4486-4f08-a211-05df05da55c5 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:07:29.511726 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59146) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:29.513875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e70d00f1-b413-42a6-9d58-baa8b639d368 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/c3ad5d97-379f-4e9d-aec0-392059017f86 HTTP/1.1" status: 204 len: 168 time: 1.4127436 Jul 15 15:07:29.515380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d00f1-b413-42a6-9d58-baa8b639d368 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ad5d97-379f-4e9d-aec0-392059017f86,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:29.525856 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-6909fabb-480c-49cf-93f7-70086c424805 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Made reservation on behalf of 6380f875f7b54ef99024416768fb9a23 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:07:29.530478 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-6909fabb-480c-49cf-93f7-70086c424805 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:29.736480 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-101a6121-b14b-4241-ac2d-c3e2b8264d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:26Z', 'revision_number': 9, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:29.818564 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:29.851693 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a6121-b14b-4241-ac2d-c3e2b8264d4e None None] The sync data for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 is: [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:26Z', 'revision_number': 9, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '2e071bfb-adcc-49be-91de-0eff2fb5ab4c', 'name': '', 'network_id': '50049465-ea13-427f-bd7f-5766434db17e', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:0b:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:46Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'fac8dfff-266e-4893-bd01-6aa6baf3045c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:07:29.974443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:29.979485 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:30.021018 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57cf6ef9-9fb0-433b-9db2-e0aba368b72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:30.148025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-6909fabb-480c-49cf-93f7-70086c424805 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Allocated IP 172.20.0.5 (69092b73-623e-4f68-93e7-ac2451ec6fb8/c0d1f086-5681-444c-a23a-f3e0b1306a4b/e6b381c8-58cd-4b79-b6d0-8352262019bd) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:07:30.188890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] For port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9653d7d5-0c03-4ad4-bea6-7bd42e5958d3,segment=NetworkSegment(3aeeb782-6481-437a-8c26-608f9c26060e),segment_id=3aeeb782-6481-437a-8c26-608f9c26060e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:30.189525 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:30.275785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24548f58-280b-4762-83f9-93ec486a88ed None None] DHCP port deletion for d88d8249-4486-4f08-a211-05df05da55c5 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:07:30.291840 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:30.467787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-24548f58-280b-4762-83f9-93ec486a88ed None None] Deleting port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:30.468425 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24548f58-280b-4762-83f9-93ec486a88ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:30.572894 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-6909fabb-480c-49cf-93f7-70086c424805 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:30.623575 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-24548f58-280b-4762-83f9-93ec486a88ed None None] For port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9653d7d5-0c03-4ad4-bea6-7bd42e5958d3,segment=NetworkSegment(3aeeb782-6481-437a-8c26-608f9c26060e),segment_id=3aeeb782-6481-437a-8c26-608f9c26060e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:30.624668 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24548f58-280b-4762-83f9-93ec486a88ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:30.627748 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:30.643739 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-6909fabb-480c-49cf-93f7-70086c424805 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:30.677950 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-24548f58-280b-4762-83f9-93ec486a88ed None None] Calling delete_port for 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:30.709703 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No DVR routers for this DVR port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:30.740008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909fabb-480c-49cf-93f7-70086c424805 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Pushing event updated for resources: {'Port': ['ID=e6b381c8-58cd-4b79-b6d0-8352262019bd,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:30.758215 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=9653d7d5-0c03-4ad4-bea6-7bd42e5958d3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:30.829024 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-6909fabb-480c-49cf-93f7-70086c424805 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Network 69092b73-623e-4f68-93e7-ac2451ec6fb8 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:07:30.902517 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24548f58-280b-4762-83f9-93ec486a88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:30.937676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24548f58-280b-4762-83f9-93ec486a88ed None None] No DVR routers for this DVR port 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:30.942591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-6909fabb-480c-49cf-93f7-70086c424805 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:07:30.947904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-6909fabb-480c-49cf-93f7-70086c424805 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:07:30.973123 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:31.002886 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88d8249-4486-4f08-a211-05df05da55c5']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:31.022943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24548f58-280b-4762-83f9-93ec486a88ed None None] Pushing event deleted for resources: {'Port': ['ID=9653d7d5-0c03-4ad4-bea6-7bd42e5958d3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:31.044257 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aeeb782-6481-437a-8c26-608f9c26060e') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:31.049788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aeeb782-6481-437a-8c26-608f9c26060e') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:31.055706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:31.086843 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:31.101195 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-6909fabb-480c-49cf-93f7-70086c424805 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:31.102213 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-6909fabb-480c-49cf-93f7-70086c424805 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:31.128771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28aa48-71c4-4cf9-b7d7-55679fbfb6d1 req-796d2485-21c5-4dac-9ebd-a4035e504575 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:31.133600 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb28aa48-71c4-4cf9-b7d7-55679fbfb6d1 req-796d2485-21c5-4dac-9ebd-a4035e504575 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 945 time: 0.5091741 Jul 15 15:07:31.141167 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:31.148976 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:07:31.149611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9653d7d5-0c03-4ad4-bea6-7bd42e5958d3 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:07:31.150368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 153cdc61-256c-4689-8e36-b044a0cfdbec no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:31.176148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:07:31.180313 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:07:31.197835 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:07:31.202902 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-6909fabb-480c-49cf-93f7-70086c424805 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1574311 Jul 15 15:07:31.241402 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 153cdc61-256c-4689-8e36-b044a0cfdbec {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:07:31.241922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 153cdc61-256c-4689-8e36-b044a0cfdbec not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:07:31.254703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d61775-34e0-4331-9b28-c9b2432e8013 req-b671a949-db4c-4b0a-a43c-4874e8c8be92 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:31.267454 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67d61775-34e0-4331-9b28-c9b2432e8013 req-b671a949-db4c-4b0a-a43c-4874e8c8be92 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/ports?device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 931 time: 0.5026996 Jul 15 15:07:31.276902 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Request body: {'port': {'device_id': '1240240d-caf2-496b-8603-cb2533cbfc9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:31.330770 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:31.353747 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:31.361316 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/networks/d88d8249-4486-4f08-a211-05df05da55c5 HTTP/1.1" status: 204 len: 168 time: 1.8452625 Jul 15 15:07:31.362374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59174) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:31.483226 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7649c-6ebb-4816-8557-21388773e40e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Network': ['ID=d88d8249-4486-4f08-a211-05df05da55c5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:31.486795 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb28aa48-71c4-4cf9-b7d7-55679fbfb6d1 req-a7442b11-0416-4f30-9317-007f5d90c529 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302281 Jul 15 15:07:31.607173 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:31.649824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67d61775-34e0-4331-9b28-c9b2432e8013 req-648c08ec-b185-481f-bea6-18fce0dd3d27 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a914d605-08de-495c-8ec7-50cebd590c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550406 Jul 15 15:07:32.142505 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b381c8-58cd-4b79-b6d0-8352262019bd {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:07:32.152002 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:32.167000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Transition to ACTIVE for port object e6b381c8-58cd-4b79-b6d0-8352262019bd will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:07:32.174988 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:32.214034 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421e7921-c3c3-4da6-bdba-eb1cf06d75d4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:32.264616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Pushing event updated for resources: {'Port': ['ID=e6b381c8-58cd-4b79-b6d0-8352262019bd,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:32.399294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Attempting to bind port e6b381c8-58cd-4b79-b6d0-8352262019bd on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:07:32.399780 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Attempting to bind port e6b381c8-58cd-4b79-b6d0-8352262019bd by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'fcd875e8-a087-469f-8152-b638ec08e76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '69092b73-623e-4f68-93e7-ac2451ec6fb8'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:07:32.400245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Attempting to bind port e6b381c8-58cd-4b79-b6d0-8352262019bd on network 69092b73-623e-4f68-93e7-ac2451ec6fb8 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:07:32.405937 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Port e6b381c8-58cd-4b79-b6d0-8352262019bd on network 69092b73-623e-4f68-93e7-ac2451ec6fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:07:32.408017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Attempting to bind port e6b381c8-58cd-4b79-b6d0-8352262019bd on network 69092b73-623e-4f68-93e7-ac2451ec6fb8 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:07:32.414414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:07:32.414819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Checking segment: {'id': 'fcd875e8-a087-469f-8152-b638ec08e76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '69092b73-623e-4f68-93e7-ac2451ec6fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:07:32.415220 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Bound using segment: {'id': 'fcd875e8-a087-469f-8152-b638ec08e76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '69092b73-623e-4f68-93e7-ac2451ec6fb8'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:07:32.415715 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Bound port: e6b381c8-58cd-4b79-b6d0-8352262019bd, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd875e8-a087-469f-8152-b638ec08e76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '69092b73-623e-4f68-93e7-ac2451ec6fb8'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:07:32.416083 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:32.589155 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] For port e6b381c8-58cd-4b79-b6d0-8352262019bd, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:07:32.602053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] For port e6b381c8-58cd-4b79-b6d0-8352262019bd, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e6b381c8-58cd-4b79-b6d0-8352262019bd,segment=NetworkSegment(fcd875e8-a087-469f-8152-b638ec08e76b),segment_id=fcd875e8-a087-469f-8152-b638ec08e76b)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:07:32.635487 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:32.788189 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:32.829242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:32.831354 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:32.836310 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] 10.222.0.11 "PUT /v2.0/ports/e6b381c8-58cd-4b79-b6d0-8352262019bd HTTP/1.1" status: 200 len: 1091 time: 1.6149929 Jul 15 15:07:32.907011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1240240d-caf2-496b-8603-cb2533cbfc9a', 'tag': 'e6b381c8-58cd-4b79-b6d0-8352262019bd'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:07:32.944220 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee3253d-044a-48ae-b7e2-9a4443e52d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "1240240d-caf2-496b-8603-cb2533cbfc9a", "tag": "e6b381c8-58cd-4b79-b6d0-8352262019bd"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:07:32.999187 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b0f9fef4-1b06-4cd2-a0b0-fcbd255adeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:33.132090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-421e7921-c3c3-4da6-bdba-eb1cf06d75d4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:33.132090 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421e7921-c3c3-4da6-bdba-eb1cf06d75d4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:33.532210 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-421e7921-c3c3-4da6-bdba-eb1cf06d75d4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] For port 2e071bfb-adcc-49be-91de-0eff2fb5ab4c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2e071bfb-adcc-49be-91de-0eff2fb5ab4c,segment=NetworkSegment(2fbf1dec-0692-4aa9-9130-fa9066a67230),segment_id=2fbf1dec-0692-4aa9-9130-fa9066a67230)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:33.536111 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421e7921-c3c3-4da6-bdba-eb1cf06d75d4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:33.610865 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-421e7921-c3c3-4da6-bdba-eb1cf06d75d4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for 2e071bfb-adcc-49be-91de-0eff2fb5ab4c owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:34.035052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2cf0b-5e50-4ba7-b7e3-503dd7f848ce service neutron] Pushing event updated for resources: {'Port': ['ID=e6b381c8-58cd-4b79-b6d0-8352262019bd,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:34.139889 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2251bb-a5bb-4dd1-8a17-81471bb4a52d req-32d65adb-3a60-4a0b-8e91-75855cfd8ce8 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:34.142742 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad2251bb-a5bb-4dd1-8a17-81471bb4a52d req-32d65adb-3a60-4a0b-8e91-75855cfd8ce8 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 945 time: 1.2560513 Jul 15 15:07:34.154180 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-712895d3-ce34-4b7e-a738-a4c8e72c1625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:34.157088 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-712895d3-ce34-4b7e-a738-a4c8e72c1625 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6380f875f7b54ef99024416768fb9a23&device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 1094 time: 1.0823648 Jul 15 15:07:34.174366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179bb4d-4e4a-4b31-b0be-4d8d1385b40a req-03a04bdc-f3a7-4b2c-a5d8-248f5d4601ce tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:34.177218 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d179bb4d-4e4a-4b31-b0be-4d8d1385b40a req-03a04bdc-f3a7-4b2c-a5d8-248f5d4601ce tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/ports?device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 943 time: 0.3106935 Jul 15 15:07:34.183657 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421e7921-c3c3-4da6-bdba-eb1cf06d75d4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:34.223882 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:34.228285 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e7921-c3c3-4da6-bdba-eb1cf06d75d4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=2e071bfb-adcc-49be-91de-0eff2fb5ab4c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:34.261198 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-906d577a-f55d-4959-84ae-fd9e9943922a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6b381c8-58cd-4b79-b6d0-8352262019bd HTTP/1.1" status: 200 len: 217 time: 0.0801380 Jul 15 15:07:34.461664 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad2251bb-a5bb-4dd1-8a17-81471bb4a52d req-a7be52c0-6e9b-4575-ae30-e8dbf8338f1a tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690775 Jul 15 15:07:34.492786 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-c0f692b8-d913-4cfd-8808-46a1b0df2750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:34.495379 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-c0f692b8-d913-4cfd-8808-46a1b0df2750 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0d1f086-5681-444c-a23a-f3e0b1306a4b HTTP/1.1" status: 200 len: 849 time: 0.2219310 Jul 15 15:07:34.501588 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d179bb4d-4e4a-4b31-b0be-4d8d1385b40a req-ad595ace-1f7f-4ac0-b11f-cd6032458a24 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a914d605-08de-495c-8ec7-50cebd590c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559574 Jul 15 15:07:34.612316 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-e75e3ca5-d28d-4f7c-b84c-ca8cfe85954b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69092b73-623e-4f68-93e7-ac2451ec6fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089938 Jul 15 15:07:34.680881 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421e7921-c3c3-4da6-bdba-eb1cf06d75d4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:34.710186 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209410e2-63d3-407b-bb9e-b8d8838183d4 x-openstack-request-id: req-209410e2-63d3-407b-bb9e-b8d8838183d4 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:07:34.710673 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1240240d-caf2-496b-8603-cb2533cbfc9a", "tag": "e6b381c8-58cd-4b79-b6d0-8352262019bd", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:07:34.711070 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-209410e2-63d3-407b-bb9e-b8d8838183d4 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:07:34.711681 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1240240d-caf2-496b-8603-cb2533cbfc9a', 'tag': 'e6b381c8-58cd-4b79-b6d0-8352262019bd', 'status': 'completed', 'code': 200} Jul 15 15:07:34.948930 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-045172be-8506-4343-a1b8-1e53a203aca4 service neutron] 10.222.0.11 "GET /v2.0/networks/69092b73-623e-4f68-93e7-ac2451ec6fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244853 Jul 15 15:07:35.178866 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59228) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:35.262544 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fe4d489-cc28-4c24-8903-3ff3037207b4 req-edcb6271-95a2-4173-b753-a025d11581af service neutron] 10.222.0.11 "GET /v2.0/networks/69092b73-623e-4f68-93e7-ac2451ec6fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002541 Jul 15 15:07:35.282136 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421e7921-c3c3-4da6-bdba-eb1cf06d75d4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router be0f8006-a0d9-4036-bf5a-9193bf480f02 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:07:35.465967 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a49d1a5-5901-4da0-9340-773007b1d28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:35.489841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3253d-044a-48ae-b7e2-9a4443e52d7f req-c1775714-bdff-48af-99c1-c22c40dd2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:35.491355 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ee3253d-044a-48ae-b7e2-9a4443e52d7f req-c1775714-bdff-48af-99c1-c22c40dd2b9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6380f875f7b54ef99024416768fb9a23&device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 1094 time: 0.1592717 Jul 15 15:07:35.569647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421e7921-c3c3-4da6-bdba-eb1cf06d75d4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:07:35.590658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16e2bf-fc80-4890-9038-53bae6be0dd3 None None] Sync routers for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:07:35.609917 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-421e7921-c3c3-4da6-bdba-eb1cf06d75d4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/be0f8006-a0d9-4036-bf5a-9193bf480f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2417693 Jul 15 15:07:35.611149 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59236) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:35.647972 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d16e2bf-fc80-4890-9038-53bae6be0dd3 None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:35.650125 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9d16e2bf-fc80-4890-9038-53bae6be0dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:35.700333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3253d-044a-48ae-b7e2-9a4443e52d7f req-4100b390-cb3e-4a06-86cd-48905f1e5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:35.713356 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ee3253d-044a-48ae-b7e2-9a4443e52d7f req-4100b390-cb3e-4a06-86cd-48905f1e5621 service neutron] 10.222.0.11 "GET /v2.0/networks?id=69092b73-623e-4f68-93e7-ac2451ec6fb8 HTTP/1.1" status: 200 len: 910 time: 0.2108901 Jul 15 15:07:35.738404 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4515974-b9f4-4c32-b661-3c56073f4c90 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting subnet fac8dfff-266e-4893-bd01-6aa6baf3045c {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:07:35.749855 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4515974-b9f4-4c32-b661-3c56073f4c90 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:35.828544 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ee3253d-044a-48ae-b7e2-9a4443e52d7f req-99e36ac4-5f5a-4aea-8c13-c4a6f0779ff8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6b381c8-58cd-4b79-b6d0-8352262019bd HTTP/1.1" status: 200 len: 217 time: 0.0947580 Jul 15 15:07:35.889303 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4515974-b9f4-4c32-b661-3c56073f4c90 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:35.971842 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a49d1a5-5901-4da0-9340-773007b1d28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:35.992252 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a49d1a5-5901-4da0-9340-773007b1d28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:36.032702 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49d1a5-5901-4da0-9340-773007b1d28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1b2a68-0a78-41f8-aa34-5a54a5a2c758,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:36.064319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3253d-044a-48ae-b7e2-9a4443e52d7f req-359378e8-c738-4ed5-ae4f-5487c1f32d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:36.065854 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ee3253d-044a-48ae-b7e2-9a4443e52d7f req-359378e8-c738-4ed5-ae4f-5487c1f32d88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0d1f086-5681-444c-a23a-f3e0b1306a4b HTTP/1.1" status: 200 len: 849 time: 0.1925054 Jul 15 15:07:36.098418 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2a49d1a5-5901-4da0-9340-773007b1d28e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2c7e01ccf80040afb952a23b81f196dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9175642 Jul 15 15:07:36.103529 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59238) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:36.167142 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ee3253d-044a-48ae-b7e2-9a4443e52d7f req-8e247bfa-5537-4cf3-8275-0a766d49232c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69092b73-623e-4f68-93e7-ac2451ec6fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823319 Jul 15 15:07:36.169111 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4515974-b9f4-4c32-b661-3c56073f4c90 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:36.198815 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9d16e2bf-fc80-4890-9038-53bae6be0dd3 None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:36.245722 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f187835-b69d-4b65-a0e7-78d5f4cabcee req-960e75e0-a1e5-4e1f-be64-59962d9d6a6d tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:36.262580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f187835-b69d-4b65-a0e7-78d5f4cabcee req-960e75e0-a1e5-4e1f-be64-59962d9d6a6d tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 945 time: 0.4420588 Jul 15 15:07:36.339411 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4cc9e-7738-4c34-9901-e326ef448d32 req-2e9a6413-a43d-423f-9732-0d439d16608f tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:36.347271 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0b4cc9e-7738-4c34-9901-e326ef448d32 req-2e9a6413-a43d-423f-9732-0d439d16608f tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/ports?device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 943 time: 0.4650815 Jul 15 15:07:36.378199 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4515974-b9f4-4c32-b661-3c56073f4c90 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:36.440540 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4515974-b9f4-4c32-b661-3c56073f4c90 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Subnet': ['ID=fac8dfff-266e-4893-bd01-6aa6baf3045c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:36.457553 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4515974-b9f4-4c32-b661-3c56073f4c90 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:36.463739 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c4515974-b9f4-4c32-b661-3c56073f4c90 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/fac8dfff-266e-4893-bd01-6aa6baf3045c HTTP/1.1" status: 204 len: 168 time: 0.8508365 Jul 15 15:07:36.467198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59244) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:36.474521 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0b4cc9e-7738-4c34-9901-e326ef448d32 req-2ec33fe2-0236-467c-a077-f055011688b0 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a914d605-08de-495c-8ec7-50cebd590c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260877 Jul 15 15:07:36.518928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fd3452-fd37-46da-85ca-841e3917dd20 None None] Network 50049465-ea13-427f-bd7f-5766434db17e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:07:36.617624 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:36.633991 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed49e5ef-b5ae-4739-9706-548c58792d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:36.656763 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f187835-b69d-4b65-a0e7-78d5f4cabcee req-62cb7ca1-8ff9-410c-bb20-5e3e18c60db0 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644586 Jul 15 15:07:36.673544 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:36.754400 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ee3253d-044a-48ae-b7e2-9a4443e52d7f req-5ddd5bc6-5cab-4bae-9f80-df0f27687c66 service neutron] 10.222.0.11 "GET /v2.0/networks/69092b73-623e-4f68-93e7-ac2451ec6fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432744 Jul 15 15:07:36.789583 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9d16e2bf-fc80-4890-9038-53bae6be0dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:34Z', 'revision_number': 10, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:36.799332 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed49e5ef-b5ae-4739-9706-548c58792d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:36.823045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16e2bf-fc80-4890-9038-53bae6be0dd3 None None] Checking router: be0f8006-a0d9-4036-bf5a-9193bf480f02 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:07:36.837462 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d16e2bf-fc80-4890-9038-53bae6be0dd3 None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:36.838768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9d16e2bf-fc80-4890-9038-53bae6be0dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:36.845519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port 300530fa-87eb-4404-9294-8fb92ea3fc6e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:36.846433 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:37.013688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8f5634-7bfc-4cd3-8737-c8a10ef888fe None None] DHCP port deletion for 50049465-ea13-427f-bd7f-5766434db17e request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:07:37.068744 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9d16e2bf-fc80-4890-9038-53bae6be0dd3 None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:37.072814 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] For port 300530fa-87eb-4404-9294-8fb92ea3fc6e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=300530fa-87eb-4404-9294-8fb92ea3fc6e,segment=NetworkSegment(2fbf1dec-0692-4aa9-9130-fa9066a67230),segment_id=2fbf1dec-0692-4aa9-9130-fa9066a67230)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:37.073374 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:37.127094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for 300530fa-87eb-4404-9294-8fb92ea3fc6e owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:37.149202 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e2a56bc-9a02-4e25-9b57-4b83c7493e14 req-2b106a75-edab-48ce-8182-4e66056cdf57 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6899791 Jul 15 15:07:37.240605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 300530fa-87eb-4404-9294-8fb92ea3fc6e no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:37.409046 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:37.476650 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=300530fa-87eb-4404-9294-8fb92ea3fc6e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:37.479009 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No DVR routers for this DVR port 300530fa-87eb-4404-9294-8fb92ea3fc6e on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:37.524087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f5634-7bfc-4cd3-8737-c8a10ef888fe None None] Deleting port 300530fa-87eb-4404-9294-8fb92ea3fc6e {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:37.524621 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b8f5634-7bfc-4cd3-8737-c8a10ef888fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:37.530587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a56bc-9a02-4e25-9b57-4b83c7493e14 req-d74432f2-3604-4043-a5a5-b332dc8774ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:37.531846 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No active binding found for port 300530fa-87eb-4404-9294-8fb92ea3fc6e {{(pid=100713) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 15:07:37.532182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 300530fa-87eb-4404-9294-8fb92ea3fc6e not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:07:37.536155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e2a56bc-9a02-4e25-9b57-4b83c7493e14 req-d74432f2-3604-4043-a5a5-b332dc8774ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 1095 time: 0.3258500 Jul 15 15:07:37.558707 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed49e5ef-b5ae-4739-9706-548c58792d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:37.567360 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed49e5ef-b5ae-4739-9706-548c58792d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:37.572910 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ed49e5ef-b5ae-4739-9706-548c58792d59 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f1b2a68-0a78-41f8-aa34-5a54a5a2c758 HTTP/1.1" status: 204 len: 168 time: 1.4616640 Jul 15 15:07:37.602957 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ee3253d-044a-48ae-b7e2-9a4443e52d7f req-2f397dde-74ad-4f82-81d1-f788e2e1082f service neutron] 10.222.0.11 "GET /v2.0/networks/69092b73-623e-4f68-93e7-ac2451ec6fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8383281 Jul 15 15:07:37.611214 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49e5ef-b5ae-4739-9706-548c58792d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1b2a68-0a78-41f8-aa34-5a54a5a2c758,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:37.862708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a56bc-9a02-4e25-9b57-4b83c7493e14 req-1f4b18b7-ffea-458e-9520-441ae294c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:37.864793 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e2a56bc-9a02-4e25-9b57-4b83c7493e14 req-1f4b18b7-ffea-458e-9520-441ae294c8bd service neutron] 10.222.0.22 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.2309146 Jul 15 15:07:37.883201 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:37.951413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50049465-ea13-427f-bd7f-5766434db17e']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:37.978430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fbf1dec-0692-4aa9-9130-fa9066a67230') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:37.978430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fbf1dec-0692-4aa9-9130-fa9066a67230') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:37.999690 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:38.043289 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:38.068301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:07:38.068976 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:07:38.084235 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:07:38.103966 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e2a56bc-9a02-4e25-9b57-4b83c7493e14 req-d27f864f-2f54-4148-8666-33406206c79f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 HTTP/1.1" status: 200 len: 999 time: 0.2320049 Jul 15 15:07:38.182974 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a245f7-d335-4326-a7f0-4dd6c7708b39 req-76cffe2e-8b33-4c42-9533-4e58ce0793c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:38.184857 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-72a245f7-d335-4326-a7f0-4dd6c7708b39 req-76cffe2e-8b33-4c42-9533-4e58ce0793c5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 1096 time: 0.2970045 Jul 15 15:07:38.250872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c6a90-2f15-4e0c-be4c-3aed49b85899 req-84c42a2b-bd9a-4cb2-8638-b8aa437f46f2 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:38.253104 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec4c6a90-2f15-4e0c-be4c-3aed49b85899 req-84c42a2b-bd9a-4cb2-8638-b8aa437f46f2 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/ports?device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 943 time: 0.3604553 Jul 15 15:07:38.287528 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:38.288248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc7483-3c49-48d5-8812-b9c466bf2c2e req-81260584-77bd-424f-8614-7c8e17ed456c tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:38.290012 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6dcc7483-3c49-48d5-8812-b9c466bf2c2e req-81260584-77bd-424f-8614-7c8e17ed456c tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 945 time: 0.2616560 Jul 15 15:07:38.321093 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a56bc-9a02-4e25-9b57-4b83c7493e14 req-cde4c51c-c97a-47ef-aff3-d873bea2d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:38.322794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e2a56bc-9a02-4e25-9b57-4b83c7493e14 req-cde4c51c-c97a-47ef-aff3-d873bea2d52d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.2042613 Jul 15 15:07:38.326294 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:38.334445 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/networks/50049465-ea13-427f-bd7f-5766434db17e HTTP/1.1" status: 204 len: 168 time: 1.8656857 Jul 15 15:07:38.343681 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59262) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:38.411678 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-72a245f7-d335-4326-a7f0-4dd6c7708b39 req-b8b130cc-59e1-4997-8d56-d9c7a8ba46c9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152238 Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server [None req-6b8f5634-7bfc-4cd3-8737-c8a10ef888fe None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 50049465-ea13-427f-bd7f-5766434db17e could not be found. Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 50049465-ea13-427f-bd7f-5766434db17e could not be found. Jul 15 15:07:38.450978 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Jul 15 15:07:38.528623 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce8d3c-4606-4131-9b9a-d0d20dc4ebec tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Network': ['ID=50049465-ea13-427f-bd7f-5766434db17e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:38.528743 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f116e9cb-ddf3-488b-9e7b-d56992c58884 None None] DHCP port deletion for 50049465-ea13-427f-bd7f-5766434db17e request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:07:38.571344 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a70a98d-5494-449e-b987-d91ea1e93b7c None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:07:38.657692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec4c6a90-2f15-4e0c-be4c-3aed49b85899 req-618eb811-0713-4c6e-8e25-97669bd7000f tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a914d605-08de-495c-8ec7-50cebd590c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465564 Jul 15 15:07:38.774718 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6dcc7483-3c49-48d5-8812-b9c466bf2c2e req-d50fa98c-9073-4661-ba84-7bfae15583e7 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389455 Jul 15 15:07:38.774718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59266) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:38.818306 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-40458985-9b85-486a-8ea3-aacc6fdd399b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:38.854307 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a56bc-9a02-4e25-9b57-4b83c7493e14 req-072ce570-1092-42fc-9686-cd3e29a6752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:38.857450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e2a56bc-9a02-4e25-9b57-4b83c7493e14 req-072ce570-1092-42fc-9686-cd3e29a6752c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4709268 Jul 15 15:07:39.005458 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a70a98d-5494-449e-b987-d91ea1e93b7c None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:07:39.086036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e2a56bc-9a02-4e25-9b57-4b83c7493e14 req-fb20f0ec-602d-4040-ad5d-1fb8f90d4f01 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181535 Jul 15 15:07:39.127050 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9d16e2bf-fc80-4890-9038-53bae6be0dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:34Z', 'revision_number': 10, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:39.174435 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16e2bf-fc80-4890-9038-53bae6be0dd3 None None] The sync data for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 is: [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:34Z', 'revision_number': 10, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None, '_interfaces': [{'id': '3fef39ac-3f50-4e6f-a378-51430487d930', 'name': '', 'network_id': 'f17628c4-7fdb-4fce-a0e9-190b395cf4fb', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'mac_address': 'fa:16:3e:bb:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:25Z', 'updated_at': '2021-07-15T15:06:37Z', 'revision_number': 5, 'project_id': 'f962af07367048d18656e4420461fec1', 'subnets': [{'id': 'be56f0cd-99c7-480e-b129-335b998b7b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:07:39.633796 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e2a56bc-9a02-4e25-9b57-4b83c7493e14 req-b0e26a04-9bcd-46f3-a970-baaf7c2218ed service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164306 Jul 15 15:07:39.755337 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-40458985-9b85-486a-8ea3-aacc6fdd399b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:39.767186 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-40458985-9b85-486a-8ea3-aacc6fdd399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:39.807534 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e6b381c8-58cd-4b79-b6d0-8352262019bd details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:07:40.031231 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:40.036106 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-40458985-9b85-486a-8ea3-aacc6fdd399b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0783f42cab8b4d3e9cb362bb390fc046&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2664020 Jul 15 15:07:40.044167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40458985-9b85-486a-8ea3-aacc6fdd399b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53455ee2-03e1-4a7b-86be-1ebc3a81932c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:40.152447 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-953b20f9-214a-402d-b6c0-69c2f10797e4 req-b76483d1-eac9-4cbd-9ebf-941eddcd3f2d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7484944 Jul 15 15:07:40.274894 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e6b381c8-58cd-4b79-b6d0-8352262019bd, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e6b381c8-58cd-4b79-b6d0-8352262019bd,segment=NetworkSegment(fcd875e8-a087-469f-8152-b638ec08e76b),segment_id=fcd875e8-a087-469f-8152-b638ec08e76b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:40.317333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178547c-9f78-4f2c-85f2-c172982d406c req-cfc52d22-6472-4d91-b120-1fe97f683512 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:40.325166 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'e6b381c8-58cd-4b79-b6d0-8352262019bd', 'network_id': '69092b73-623e-4f68-93e7-ac2451ec6fb8', 'port_id': 'e6b381c8-58cd-4b79-b6d0-8352262019bd', 'mac_address': 'fa:16:3e:17:d9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d1f086-5681-444c-a23a-f3e0b1306a4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:07:40.325526 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e178547c-9f78-4f2c-85f2-c172982d406c req-cfc52d22-6472-4d91-b120-1fe97f683512 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 945 time: 0.1639168 Jul 15 15:07:40.365173 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ba98d654-76f9-42ac-9c0c-9047b4797c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:40.435006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e178547c-9f78-4f2c-85f2-c172982d406c req-6ad7d9f0-5fb0-4c79-9858-08e2b84fcac5 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081736 Jul 15 15:07:40.440541 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:40.467181 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efe0b4-743b-40ad-adec-61b0b26d4d9b req-00192716-700d-4e05-b006-ff4ad9670f83 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:40.475272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1efe0b4-743b-40ad-adec-61b0b26d4d9b req-00192716-700d-4e05-b006-ff4ad9670f83 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/ports?device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 943 time: 0.2085614 Jul 15 15:07:40.518940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b381c8-58cd-4b79-b6d0-8352262019bd {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:07:40.547849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e6b381c8-58cd-4b79-b6d0-8352262019bd, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e6b381c8-58cd-4b79-b6d0-8352262019bd,segment=NetworkSegment(fcd875e8-a087-469f-8152-b638ec08e76b),segment_id=fcd875e8-a087-469f-8152-b638ec08e76b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:40.548886 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ba98d654-76f9-42ac-9c0c-9047b4797c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:40.557113 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:40.569706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c0e04c1b-ad9d-4ef6-ad39-8bf461308132 req-807f29d4-b73c-4afd-9123-9bde8118856f tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-803768963', 'description': 'tempest-description-656984472'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:40.623433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b20f9-214a-402d-b6c0-69c2f10797e4 req-421fd305-ffed-443d-9261-5b3bdbab18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:40.625898 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-953b20f9-214a-402d-b6c0-69c2f10797e4 req-421fd305-ffed-443d-9261-5b3bdbab18cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 1096 time: 0.2659380 Jul 15 15:07:40.626903 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c0e04c1b-ad9d-4ef6-ad39-8bf461308132 req-807f29d4-b73c-4afd-9123-9bde8118856f tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:40.635136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=e6b381c8-58cd-4b79-b6d0-8352262019bd,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:40.647387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:40.647900 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:40.648309 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:40.648981 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:40.649618 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:40.650474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:40.651169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:40.651839 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:40.652276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:40.652730 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:40.653114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:40.653517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:40.654936 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1efe0b4-743b-40ad-adec-61b0b26d4d9b req-b9144c8e-b9e6-4b0a-86cf-4b5fb1c917eb tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a914d605-08de-495c-8ec7-50cebd590c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785870 Jul 15 15:07:40.740758 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3483921-221c-46f1-82bd-bbc201130b34 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:40.800067 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['e6b381c8-58cd-4b79-b6d0-8352262019bd'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:07:40.803636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b20f9-214a-402d-b6c0-69c2f10797e4 req-3c38021e-e53b-4353-9dc6-a309486b86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:40.805290 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-953b20f9-214a-402d-b6c0-69c2f10797e4 req-3c38021e-e53b-4353-9dc6-a309486b86c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.1466534 Jul 15 15:07:40.908085 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ba98d654-76f9-42ac-9c0c-9047b4797c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:40.919050 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ba98d654-76f9-42ac-9c0c-9047b4797c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:40.947210 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ba98d654-76f9-42ac-9c0c-9047b4797c59 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/53455ee2-03e1-4a7b-86be-1ebc3a81932c HTTP/1.1" status: 204 len: 168 time: 0.9009242 Jul 15 15:07:40.957153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-953b20f9-214a-402d-b6c0-69c2f10797e4 req-d8cc37bf-6cb8-49d5-86bf-50183bcc1b0a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bebac38-a378-4b14-8826-9c5801e9bf10 HTTP/1.1" status: 200 len: 217 time: 0.1315265 Jul 15 15:07:40.982606 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c0e04c1b-ad9d-4ef6-ad39-8bf461308132 req-807f29d4-b73c-4afd-9123-9bde8118856f tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:41.037004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2e071bfb-adcc-49be-91de-0eff2fb5ab4c no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:41.092477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98d654-76f9-42ac-9c0c-9047b4797c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53455ee2-03e1-4a7b-86be-1ebc3a81932c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:41.109539 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b20f9-214a-402d-b6c0-69c2f10797e4 req-3e926904-4665-4ce5-a2ef-af76658bdcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:41.112950 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-953b20f9-214a-402d-b6c0-69c2f10797e4 req-3e926904-4665-4ce5-a2ef-af76658bdcc5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.1537027 Jul 15 15:07:41.115930 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c0e04c1b-ad9d-4ef6-ad39-8bf461308132 req-807f29d4-b73c-4afd-9123-9bde8118856f tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:41.199960 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 2e071bfb-adcc-49be-91de-0eff2fb5ab4c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:07:41.199960 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2e071bfb-adcc-49be-91de-0eff2fb5ab4c not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:07:41.276775 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c0e04c1b-ad9d-4ef6-ad39-8bf461308132 req-807f29d4-b73c-4afd-9123-9bde8118856f tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:41.278637 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c0e04c1b-ad9d-4ef6-ad39-8bf461308132 req-807f29d4-b73c-4afd-9123-9bde8118856f tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7356739 Jul 15 15:07:41.370494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f29d4-b73c-4afd-9123-9bde8118856f tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd08627-f2b8-4978-aa71-c1c67a7ae181,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:41.518300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b20f9-214a-402d-b6c0-69c2f10797e4 req-d3c50c46-d094-4aef-acee-513db5627a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:41.523608 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-953b20f9-214a-402d-b6c0-69c2f10797e4 req-d3c50c46-d094-4aef-acee-513db5627a5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3447776 Jul 15 15:07:41.653636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a3483921-221c-46f1-82bd-bbc201130b34 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port 3fef39ac-3f50-4e6f-a378-51430487d930 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:41.654611 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3483921-221c-46f1-82bd-bbc201130b34 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:41.842360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-a3483921-221c-46f1-82bd-bbc201130b34 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] For port 3fef39ac-3f50-4e6f-a378-51430487d930, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3fef39ac-3f50-4e6f-a378-51430487d930,segment=NetworkSegment(7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f),segment_id=7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:41.845127 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3483921-221c-46f1-82bd-bbc201130b34 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:41.886107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a3483921-221c-46f1-82bd-bbc201130b34 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for 3fef39ac-3f50-4e6f-a378-51430487d930 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:41.976696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-953b20f9-214a-402d-b6c0-69c2f10797e4 req-c00cf087-5eea-4aa2-acd9-dbcfe85ea98d service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381597 Jul 15 15:07:42.068258 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4acb1487-055c-44c7-9d69-bb1f6d6354ff req-fb2491ac-d281-4db7-803f-b5138f0ed0d4 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-803768963&fields=id&tenant_id=1f67d9a6abd84744b56d2fe9b4a882db HTTP/1.1" status: 200 len: 267 time: 0.5601828 Jul 15 15:07:42.254935 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3483921-221c-46f1-82bd-bbc201130b34 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:42.342507 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3483921-221c-46f1-82bd-bbc201130b34 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=3fef39ac-3f50-4e6f-a378-51430487d930,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:42.367264 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-953b20f9-214a-402d-b6c0-69c2f10797e4 req-3df588bc-ebef-4ab5-83ec-21d1f129067b service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840294 Jul 15 15:07:42.388253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6f444-6748-4ae3-a1e9-3274007bdcea req-44d0ca65-0523-42bd-9f79-420d52100ba5 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:42.412587 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5cd6f444-6748-4ae3-a1e9-3274007bdcea req-44d0ca65-0523-42bd-9f79-420d52100ba5 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/ports?device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 944 time: 0.3071842 Jul 15 15:07:42.445832 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb1487-055c-44c7-9d69-bb1f6d6354ff req-933797a5-4ec3-41e2-a7c1-879620029110 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:42.459498 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4acb1487-055c-44c7-9d69-bb1f6d6354ff req-933797a5-4ec3-41e2-a7c1-879620029110 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 945 time: 0.3892791 Jul 15 15:07:42.476096 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-4acb1487-055c-44c7-9d69-bb1f6d6354ff req-0e0ab36a-8caa-479d-9aed-575a3eb69973 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Request body: {'port': {'security_groups': ['acf07a17-d51b-42e2-a3d9-ee8c517ea3d4', '2fd08627-f2b8-4978-aa71-c1c67a7ae181']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:42.699712 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5cd6f444-6748-4ae3-a1e9-3274007bdcea req-ce8ebc42-aabe-414d-baac-2f36158158ea tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a914d605-08de-495c-8ec7-50cebd590c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857096 Jul 15 15:07:42.817706 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4acb1487-055c-44c7-9d69-bb1f6d6354ff req-0e0ab36a-8caa-479d-9aed-575a3eb69973 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:42.825005 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3483921-221c-46f1-82bd-bbc201130b34 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:43.168123 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3483921-221c-46f1-82bd-bbc201130b34 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router be0f8006-a0d9-4036-bf5a-9193bf480f02 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:07:43.229085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-4acb1487-055c-44c7-9d69-bb1f6d6354ff req-0e0ab36a-8caa-479d-9aed-575a3eb69973 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] For port ae4c34b6-df7e-4a71-8432-57630a93902e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ae4c34b6-df7e-4a71-8432-57630a93902e,segment=NetworkSegment(1175d7c5-053f-45e2-80a9-5d6162d447ee),segment_id=1175d7c5-053f-45e2-80a9-5d6162d447ee)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:43.290611 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4acb1487-055c-44c7-9d69-bb1f6d6354ff req-0e0ab36a-8caa-479d-9aed-575a3eb69973 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:43.299867 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4acb1487-055c-44c7-9d69-bb1f6d6354ff req-0e0ab36a-8caa-479d-9aed-575a3eb69973 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:43.318237 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['ae4c34b6-df7e-4a71-8432-57630a93902e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:07:43.377530 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb1487-055c-44c7-9d69-bb1f6d6354ff req-0e0ab36a-8caa-479d-9aed-575a3eb69973 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:43.379209 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4acb1487-055c-44c7-9d69-bb1f6d6354ff req-0e0ab36a-8caa-479d-9aed-575a3eb69973 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:43.384913 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4acb1487-055c-44c7-9d69-bb1f6d6354ff req-0e0ab36a-8caa-479d-9aed-575a3eb69973 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "PUT /v2.0/ports/ae4c34b6-df7e-4a71-8432-57630a93902e HTTP/1.1" status: 200 len: 981 time: 0.9226365 Jul 15 15:07:43.385688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'tag': 'ae4c34b6-df7e-4a71-8432-57630a93902e'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:07:43.389161 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3483921-221c-46f1-82bd-bbc201130b34 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:07:43.399146 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a3483921-221c-46f1-82bd-bbc201130b34 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/be0f8006-a0d9-4036-bf5a-9193bf480f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0184832 Jul 15 15:07:43.401989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59332) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:43.404750 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055719d1-8ef9-4193-928a-92721c6d3041 None None] Sync routers for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:07:43.435488 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a44eadb-ad55-48a7-82b5-1a8cffe02dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dee022-7b84-40eb-91f7-aa86c7348302", "tag": "ae4c34b6-df7e-4a71-8432-57630a93902e"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:07:43.506811 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055719d1-8ef9-4193-928a-92721c6d3041 None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:43.507465 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-055719d1-8ef9-4193-928a-92721c6d3041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:43.514068 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['ae4c34b6-df7e-4a71-8432-57630a93902e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:07:43.552138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-135c574c-f958-40f8-b190-18dbe281ef2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting subnet be56f0cd-99c7-480e-b129-335b998b7b88 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:07:43.556480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ab36a-8caa-479d-9aed-575a3eb69973 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Pushing event updated for resources: {'Port': ['ID=ae4c34b6-df7e-4a71-8432-57630a93902e,revision_number=6']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:43.567441 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-135c574c-f958-40f8-b190-18dbe281ef2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:43.588708 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3f04c5-3387-449b-b2a0-c9185734f15c x-openstack-request-id: req-ef3f04c5-3387-449b-b2a0-c9185734f15c {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:07:43.589631 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dee022-7b84-40eb-91f7-aa86c7348302", "tag": "ae4c34b6-df7e-4a71-8432-57630a93902e", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:07:43.590254 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ef3f04c5-3387-449b-b2a0-c9185734f15c {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:07:43.591825 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'tag': 'ae4c34b6-df7e-4a71-8432-57630a93902e', 'status': 'completed', 'code': 200} Jul 15 15:07:43.715539 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-135c574c-f958-40f8-b190-18dbe281ef2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:43.723400 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-055719d1-8ef9-4193-928a-92721c6d3041 None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:43.821823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44eadb-ad55-48a7-82b5-1a8cffe02dcf req-c0b329bc-130f-4395-96c7-3bf152e38f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:43.823675 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a44eadb-ad55-48a7-82b5-1a8cffe02dcf req-c0b329bc-130f-4395-96c7-3bf152e38f99 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f67d9a6abd84744b56d2fe9b4a882db&device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 1135 time: 0.2280364 Jul 15 15:07:43.832528 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-055719d1-8ef9-4193-928a-92721c6d3041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:42Z', 'revision_number': 11, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:43.840231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-949d054d-3cd7-4feb-8ceb-fbdb0152c90f req-607a2557-d795-4b74-a0fe-13c6aac9ab19 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-803768963&fields=id&tenant_id=1f67d9a6abd84744b56d2fe9b4a882db HTTP/1.1" status: 200 len: 267 time: 0.1151676 Jul 15 15:07:43.869797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e6b381c8-58cd-4b79-b6d0-8352262019bd up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:07:43.874784 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055719d1-8ef9-4193-928a-92721c6d3041 None None] Checking router: be0f8006-a0d9-4036-bf5a-9193bf480f02 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:07:43.887644 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055719d1-8ef9-4193-928a-92721c6d3041 None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:43.888701 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-055719d1-8ef9-4193-928a-92721c6d3041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:43.931340 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-135c574c-f958-40f8-b190-18dbe281ef2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:43.971318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44eadb-ad55-48a7-82b5-1a8cffe02dcf req-f55d4b97-383d-40f3-9574-ae26e74855b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:43.972894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a44eadb-ad55-48a7-82b5-1a8cffe02dcf req-f55d4b97-383d-40f3-9574-ae26e74855b0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8fd9506d-d3cc-4a38-968e-68ccfed6c349 HTTP/1.1" status: 200 len: 920 time: 0.1296351 Jul 15 15:07:44.007028 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-055719d1-8ef9-4193-928a-92721c6d3041 None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:44.066031 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a44eadb-ad55-48a7-82b5-1a8cffe02dcf req-b9f1d5ce-ef79-4d99-95fe-f519bd914690 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae4c34b6-df7e-4a71-8432-57630a93902e HTTP/1.1" status: 200 len: 217 time: 0.0652468 Jul 15 15:07:44.088974 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-135c574c-f958-40f8-b190-18dbe281ef2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:44.096128 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-055719d1-8ef9-4193-928a-92721c6d3041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:42Z', 'revision_number': 11, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:44.136284 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055719d1-8ef9-4193-928a-92721c6d3041 None None] The sync data for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 is: [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:42Z', 'revision_number': 11, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:07:44.172879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44eadb-ad55-48a7-82b5-1a8cffe02dcf req-d23ad0c5-6e56-42c7-9db4-4fb15be00680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:44.177070 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a44eadb-ad55-48a7-82b5-1a8cffe02dcf req-d23ad0c5-6e56-42c7-9db4-4fb15be00680 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c707114-c704-4bf9-94d3-2c92c1377be1 HTTP/1.1" status: 200 len: 859 time: 0.1030488 Jul 15 15:07:44.192619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c574c-f958-40f8-b190-18dbe281ef2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Subnet': ['ID=be56f0cd-99c7-480e-b129-335b998b7b88,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:44.199994 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-135c574c-f958-40f8-b190-18dbe281ef2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:44.211489 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-135c574c-f958-40f8-b190-18dbe281ef2f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/be56f0cd-99c7-480e-b129-335b998b7b88 HTTP/1.1" status: 204 len: 168 time: 0.8075967 Jul 15 15:07:44.220379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59352) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:44.235969 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a44eadb-ad55-48a7-82b5-1a8cffe02dcf req-2154c211-fae1-4975-b75f-fa26de94df31 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8fd9506d-d3cc-4a38-968e-68ccfed6c349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514145 Jul 15 15:07:44.242613 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bcdd0b-ce0a-47b8-adb0-5714dcf4fad8 None None] Network f17628c4-7fdb-4fce-a0e9-190b395cf4fb requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:07:44.354816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d054d-3cd7-4feb-8ceb-fbdb0152c90f req-af703838-4f6f-4c0e-9190-6c8fae335a9f tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:44.357253 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-949d054d-3cd7-4feb-8ceb-fbdb0152c90f req-af703838-4f6f-4c0e-9190-6c8fae335a9f tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 984 time: 0.5161128 Jul 15 15:07:44.377333 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:44.473498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-949d054d-3cd7-4feb-8ceb-fbdb0152c90f req-7943c763-8050-4999-896e-57f8e8ffbfde tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Request body: {'port': {'security_groups': ['acf07a17-d51b-42e2-a3d9-ee8c517ea3d4']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:44.517806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port e6b381c8-58cd-4b79-b6d0-8352262019bd completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:07:44.554879 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port e6b381c8-58cd-4b79-b6d0-8352262019bd triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:07:44.555823 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:44.587889 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Deleting port 534a870f-b7d3-4d8d-9dce-285cba427cf1 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:44.599861 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:44.634281 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a44eadb-ad55-48a7-82b5-1a8cffe02dcf req-878b58c1-01ea-41a9-8d35-d2fb4c6aba3b service neutron] 10.222.0.22 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855007 Jul 15 15:07:44.819286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] For port 534a870f-b7d3-4d8d-9dce-285cba427cf1, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=534a870f-b7d3-4d8d-9dce-285cba427cf1,segment=NetworkSegment(7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f),segment_id=7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:44.821545 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:44.884186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Calling delete_port for 534a870f-b7d3-4d8d-9dce-285cba427cf1 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:45.026997 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3fef39ac-3f50-4e6f-a378-51430487d930 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:45.112211 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 3fef39ac-3f50-4e6f-a378-51430487d930 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:07:45.112949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3fef39ac-3f50-4e6f-a378-51430487d930 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:07:45.146303 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:45.209352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Port': ['ID=534a870f-b7d3-4d8d-9dce-285cba427cf1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:45.240377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No DVR routers for this DVR port 534a870f-b7d3-4d8d-9dce-285cba427cf1 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:45.280188 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:45.305855 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137d8fb4-a958-4853-863a-b8ad4c13782c None None] DHCP port deletion for f17628c4-7fdb-4fce-a0e9-190b395cf4fb request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:07:45.371419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1240240d-caf2-496b-8603-cb2533cbfc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b381c8-58cd-4b79-b6d0-8352262019bd'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:07:45.373995 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8a5199-093f-40bd-b245-3f7bd8a47e6a" -d '{"events": [{"server_uuid": "1240240d-caf2-496b-8603-cb2533cbfc9a", "name": "network-vif-plugged", "status": "completed", "tag": "e6b381c8-58cd-4b79-b6d0-8352262019bd"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:07:45.395757 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:45.417226 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e6b381c8-58cd-4b79-b6d0-8352262019bd, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e6b381c8-58cd-4b79-b6d0-8352262019bd,segment=NetworkSegment(fcd875e8-a087-469f-8152-b638ec08e76b),segment_id=fcd875e8-a087-469f-8152-b638ec08e76b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:45.431853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17628c4-7fdb-4fce-a0e9-190b395cf4fb']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:45.433302 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:45.470043 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:45.470340 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1993d5-49d0-41fa-8b8b-b517d0ab3d5f') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:45.500175 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:45.527877 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:45.539924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:07:45.547061 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:45.571474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=e6b381c8-58cd-4b79-b6d0-8352262019bd,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:07:45.664718 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:07:45.674781 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-949d054d-3cd7-4feb-8ceb-fbdb0152c90f req-7943c763-8050-4999-896e-57f8e8ffbfde tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:45.683161 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:45.696845 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:45.699429 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/networks/f17628c4-7fdb-4fce-a0e9-190b395cf4fb HTTP/1.1" status: 204 len: 168 time: 1.4778538 Jul 15 15:07:45.703346 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59424) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:45.708615 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c0ca2f53-d3f9-4f4a-9056-301e8aa06224 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'router': {'routes': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:45.711295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed0c7b-619e-4b66-b712-9cee80a0988d req-f17ea55e-fc81-4067-8215-237536bcf619 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:45.735184 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30ed0c7b-619e-4b66-b712-9cee80a0988d req-f17ea55e-fc81-4067-8215-237536bcf619 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/ports?device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 944 time: 1.4827108 Jul 15 15:07:45.857229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d5e43-d656-45c0-b31f-c5b5d2b388d8 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Pushing event deleted for resources: {'Network': ['ID=f17628c4-7fdb-4fce-a0e9-190b395cf4fb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:45.867073 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a44eadb-ad55-48a7-82b5-1a8cffe02dcf req-105949c8-7c0a-4ebd-b4bf-b62d8d7f9cea service neutron] 10.222.0.22 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2089911 Jul 15 15:07:45.923607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.extraroute_db [None req-c0ca2f53-d3f9-4f4a-9056-301e8aa06224 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Added routes are [] {{(pid=100712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 15:07:45.924338 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.extraroute_db [None req-c0ca2f53-d3f9-4f4a-9056-301e8aa06224 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Removed routes are [] {{(pid=100712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 15:07:45.924924 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2f53-d3f9-4f4a-9056-301e8aa06224 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:45.932683 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30ed0c7b-619e-4b66-b712-9cee80a0988d req-82a77f3a-e8c3-43b8-a8cf-ce7d830bee81 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a914d605-08de-495c-8ec7-50cebd590c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965513 Jul 15 15:07:46.040436 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263b0f9f-0dc0-4d8b-8f87-36b96ed928ed x-openstack-request-id: req-263b0f9f-0dc0-4d8b-8f87-36b96ed928ed {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:07:46.040808 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1240240d-caf2-496b-8603-cb2533cbfc9a", "name": "network-vif-plugged", "status": "completed", "tag": "e6b381c8-58cd-4b79-b6d0-8352262019bd", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:07:46.041152 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-263b0f9f-0dc0-4d8b-8f87-36b96ed928ed {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:07:46.041563 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1240240d-caf2-496b-8603-cb2533cbfc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b381c8-58cd-4b79-b6d0-8352262019bd', 'code': 200} Jul 15 15:07:46.170014 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2f53-d3f9-4f4a-9056-301e8aa06224 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:46.176568 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2f53-d3f9-4f4a-9056-301e8aa06224 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:46.188093 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-949d054d-3cd7-4feb-8ceb-fbdb0152c90f req-7943c763-8050-4999-896e-57f8e8ffbfde tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] For port ae4c34b6-df7e-4a71-8432-57630a93902e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ae4c34b6-df7e-4a71-8432-57630a93902e,segment=NetworkSegment(1175d7c5-053f-45e2-80a9-5d6162d447ee),segment_id=1175d7c5-053f-45e2-80a9-5d6162d447ee)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:46.240050 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-949d054d-3cd7-4feb-8ceb-fbdb0152c90f req-7943c763-8050-4999-896e-57f8e8ffbfde tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:46.247118 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64d61f-d81a-4414-a778-8f055cecd136 req-19223060-8764-41b9-8179-3f28cabc5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:46.251681 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d64d61f-d81a-4414-a778-8f055cecd136 req-19223060-8764-41b9-8179-3f28cabc5327 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 1096 time: 0.1145520 Jul 15 15:07:46.253144 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-949d054d-3cd7-4feb-8ceb-fbdb0152c90f req-7943c763-8050-4999-896e-57f8e8ffbfde tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:46.264828 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['ae4c34b6-df7e-4a71-8432-57630a93902e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:07:46.351995 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ca2f53-d3f9-4f4a-9056-301e8aa06224 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router be0f8006-a0d9-4036-bf5a-9193bf480f02 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:07:46.394625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d054d-3cd7-4feb-8ceb-fbdb0152c90f req-7943c763-8050-4999-896e-57f8e8ffbfde tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:46.395610 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-949d054d-3cd7-4feb-8ceb-fbdb0152c90f req-7943c763-8050-4999-896e-57f8e8ffbfde tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:46.397392 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-949d054d-3cd7-4feb-8ceb-fbdb0152c90f req-7943c763-8050-4999-896e-57f8e8ffbfde tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "PUT /v2.0/ports/ae4c34b6-df7e-4a71-8432-57630a93902e HTTP/1.1" status: 200 len: 942 time: 2.0110273 Jul 15 15:07:46.398251 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'tag': 'ae4c34b6-df7e-4a71-8432-57630a93902e'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:07:46.400815 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc0b98d-ac1e-4abb-9354-6522e1e08462" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dee022-7b84-40eb-91f7-aa86c7348302", "tag": "ae4c34b6-df7e-4a71-8432-57630a93902e"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:07:46.433324 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d64d61f-d81a-4414-a778-8f055cecd136 req-6ad92429-c922-4976-89fd-60f15606793f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a914d605-08de-495c-8ec7-50cebd590c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581793 Jul 15 15:07:46.469536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943c763-8050-4999-896e-57f8e8ffbfde tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Pushing event updated for resources: {'Port': ['ID=ae4c34b6-df7e-4a71-8432-57630a93902e,revision_number=7']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:46.509199 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc6e1ff-0068-4ddb-a714-03ebe2a0cdca x-openstack-request-id: req-bdc6e1ff-0068-4ddb-a714-03ebe2a0cdca {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:07:46.509571 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dee022-7b84-40eb-91f7-aa86c7348302", "tag": "ae4c34b6-df7e-4a71-8432-57630a93902e", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:07:46.509729 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bdc6e1ff-0068-4ddb-a714-03ebe2a0cdca {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:07:46.510118 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'tag': 'ae4c34b6-df7e-4a71-8432-57630a93902e', 'status': 'completed', 'code': 200} Jul 15 15:07:46.566041 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ca2f53-d3f9-4f4a-9056-301e8aa06224 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:07:46.580184 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['ae4c34b6-df7e-4a71-8432-57630a93902e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:07:46.586225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b14faf-304d-4149-8a8f-6c9f00f671ab None None] Sync routers for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:07:46.587047 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2f53-d3f9-4f4a-9056-301e8aa06224 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:46.592371 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c0ca2f53-d3f9-4f4a-9056-301e8aa06224 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/be0f8006-a0d9-4036-bf5a-9193bf480f02 HTTP/1.1" status: 200 len: 700 time: 0.8838124 Jul 15 15:07:46.599043 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59472) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:46.654757 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8325c988-b2ac-4fe4-ba79-5c888606d9a6 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports?device_id=be0f8006-a0d9-4036-bf5a-9193bf480f02 HTTP/1.1" status: 200 len: 205 time: 0.0547390 Jul 15 15:07:46.665547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59478) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:46.692148 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b14faf-304d-4149-8a8f-6c9f00f671ab None None] Routers {'be0f8006-a0d9-4036-bf5a-9193bf480f02'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:46.703111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e5b14faf-304d-4149-8a8f-6c9f00f671ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['be0f8006-a0d9-4036-bf5a-9193bf480f02'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:46.768640 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-5f574aa6-05f3-45e7-a7ec-cc5285f2e979 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3377094 Jul 15 15:07:46.775846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:46.805119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0b98d-ac1e-4abb-9354-6522e1e08462 req-b46f4c6e-97f1-422b-9a85-a6363531128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:46.807165 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7bc0b98d-ac1e-4abb-9354-6522e1e08462 req-b46f4c6e-97f1-422b-9a85-a6363531128a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f67d9a6abd84744b56d2fe9b4a882db&device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 1096 time: 0.2119970 Jul 15 15:07:46.833629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ae59-b5de-443a-be4e-d7e5831dd5f1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:46.841455 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:47.071396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e5b14faf-304d-4149-8a8f-6c9f00f671ab None None] Set router be0f8006-a0d9-4036-bf5a-9193bf480f02 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:47.117429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0b98d-ac1e-4abb-9354-6522e1e08462 req-f3d663e7-d339-451c-8f13-7807bf7d7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:47.119058 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7bc0b98d-ac1e-4abb-9354-6522e1e08462 req-f3d663e7-d339-451c-8f13-7807bf7d7e99 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8fd9506d-d3cc-4a38-968e-68ccfed6c349 HTTP/1.1" status: 200 len: 920 time: 0.3033876 Jul 15 15:07:47.189324 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7bc0b98d-ac1e-4abb-9354-6522e1e08462 req-9a728b0a-ab7d-4554-b513-76cd5c545bd1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae4c34b6-df7e-4a71-8432-57630a93902e HTTP/1.1" status: 200 len: 217 time: 0.0629499 Jul 15 15:07:47.205280 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ae59-b5de-443a-be4e-d7e5831dd5f1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:47.208406 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ae59-b5de-443a-be4e-d7e5831dd5f1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:47.270517 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ae59-b5de-443a-be4e-d7e5831dd5f1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:47.271163 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d5ae59-b5de-443a-be4e-d7e5831dd5f1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Fanout notify agent at l3_agent the message router_deleted on router be0f8006-a0d9-4036-bf5a-9193bf480f02 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:07:47.283847 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ae59-b5de-443a-be4e-d7e5831dd5f1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:47.292562 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f0d5ae59-b5de-443a-be4e-d7e5831dd5f1 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/routers/be0f8006-a0d9-4036-bf5a-9193bf480f02 HTTP/1.1" status: 204 len: 168 time: 0.6184165 Jul 15 15:07:47.293428 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59514) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:47.299316 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-baef7172-be31-432b-a428-0bc29c183c08 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1272733924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:47.328591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e5b14faf-304d-4149-8a8f-6c9f00f671ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0f8006-a0d9-4036-bf5a-9193bf480f02', 'name': 'tempest-RoutersTest-router-949333864', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:23Z', 'updated_at': '2021-07-15T15:07:42Z', 'revision_number': 11, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:47.340164 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 534a870f-b7d3-4d8d-9dce-285cba427cf1 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:47.347055 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-baef7172-be31-432b-a428-0bc29c183c08 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:47.354135 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-baef7172-be31-432b-a428-0bc29c183c08 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:47.433181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b14faf-304d-4149-8a8f-6c9f00f671ab None None] Checking router: be0f8006-a0d9-4036-bf5a-9193bf480f02 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:07:47.439225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 534a870f-b7d3-4d8d-9dce-285cba427cf1 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:07:47.439568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 534a870f-b7d3-4d8d-9dce-285cba427cf1 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:07:47.478839 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b14faf-304d-4149-8a8f-6c9f00f671ab None None] Routers set() bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:47.480027 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b14faf-304d-4149-8a8f-6c9f00f671ab None None] Router IDs set() for agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 15:07:47.480892 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_agentschedulers_db [None req-e5b14faf-304d-4149-8a8f-6c9f00f671ab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be0f8006-a0d9-4036-bf5a-9193bf480f02'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent'). {{(pid=100713) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 15:07:47.481724 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b14faf-304d-4149-8a8f-6c9f00f671ab None None] The sync data for ids ['be0f8006-a0d9-4036-bf5a-9193bf480f02'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:07:47.521332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0b98d-ac1e-4abb-9354-6522e1e08462 req-db6410ca-d5bd-468b-8fe5-7cfe2870de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:47.523199 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7bc0b98d-ac1e-4abb-9354-6522e1e08462 req-db6410ca-d5bd-468b-8fe5-7cfe2870de2d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c707114-c704-4bf9-94d3-2c92c1377be1 HTTP/1.1" status: 200 len: 859 time: 0.3204911 Jul 15 15:07:47.568878 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-baef7172-be31-432b-a428-0bc29c183c08 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:47.578082 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-baef7172-be31-432b-a428-0bc29c183c08 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:47.610363 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-baef7172-be31-432b-a428-0bc29c183c08 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:47.614339 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-baef7172-be31-432b-a428-0bc29c183c08 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3174319 Jul 15 15:07:47.615519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59526) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:47.619906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2320fce8-6426-4864-98ff-e2d24a238f4c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:47.654303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7bc0b98d-ac1e-4abb-9354-6522e1e08462 req-e3a3a37f-a97d-495c-81c8-4cbd3a10e618 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8fd9506d-d3cc-4a38-968e-68ccfed6c349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166344 Jul 15 15:07:47.733738 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249661a-3b67-47c8-a550-0209a21db944 req-4d9d652b-7fbf-4651-ab94-d8873ae18928 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:47.742021 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b249661a-3b67-47c8-a550-0209a21db944 req-4d9d652b-7fbf-4651-ab94-d8873ae18928 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/ports?device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 945 time: 0.4540124 Jul 15 15:07:47.754076 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:48.003417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Allocated IP 172.25.4.14 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/7261d784-a76a-46c9-a839-4fa2a97e2afa) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:07:48.017531 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59558) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:48.043134 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2320fce8-6426-4864-98ff-e2d24a238f4c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:48.071048 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2320fce8-6426-4864-98ff-e2d24a238f4c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:48.149772 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:48.202886 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:48.233547 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:07:48.244669 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b249661a-3b67-47c8-a550-0209a21db944 req-f0294136-aacb-45f7-b779-4c754dd1234b tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a914d605-08de-495c-8ec7-50cebd590c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015559 Jul 15 15:07:48.248486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:07:48.259896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:07:48.275032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2320fce8-6426-4864-98ff-e2d24a238f4c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Router 4b0664de-e3cd-4979-b5c1-4d51875f7a4c is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:07:48.292101 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7bc0b98d-ac1e-4abb-9354-6522e1e08462 req-18045cb8-5b15-40bd-a25f-9bd56a847076 service neutron] 10.222.0.22 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173880 Jul 15 15:07:48.381635 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Pushing event updated for resources: {'Port': ['ID=7261d784-a76a-46c9-a839-4fa2a97e2afa,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:48.446461 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:48.557159 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:48.624194 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7bc0b98d-ac1e-4abb-9354-6522e1e08462 req-71e0123f-57d1-4f07-bb26-e5d5a25f2932 service neutron] 10.222.0.22 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079448 Jul 15 15:07:48.701116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59570) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:48.831124 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:48.835923 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:48.848646 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:48.933358 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2320fce8-6426-4864-98ff-e2d24a238f4c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:07:48.943623 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2320fce8-6426-4864-98ff-e2d24a238f4c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:48.945101 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2320fce8-6426-4864-98ff-e2d24a238f4c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "PUT /v2.0/routers/4b0664de-e3cd-4979-b5c1-4d51875f7a4c HTTP/1.1" status: 200 len: 694 time: 1.3292084 Jul 15 15:07:48.948794 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59578) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:48.953458 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c51d2-6f3f-4b5e-8440-8da6e4fd5953 None None] Sync routers for ids ['4b0664de-e3cd-4979-b5c1-4d51875f7a4c'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:07:48.967611 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12c51d2-6f3f-4b5e-8440-8da6e4fd5953 None None] Routers {'4b0664de-e3cd-4979-b5c1-4d51875f7a4c'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:48.969563 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:48.972942 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a12c51d2-6f3f-4b5e-8440-8da6e4fd5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4b0664de-e3cd-4979-b5c1-4d51875f7a4c'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:49.180049 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:49.192606 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5e95f210-4bf6-4635-b89f-4391e64cc16f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/routers/4b0664de-e3cd-4979-b5c1-4d51875f7a4c HTTP/1.1" status: 200 len: 700 time: 0.2423923 Jul 15 15:07:49.197214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59582) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:49.198682 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d51cdb8e-2f51-46ec-becf-9c04a80aa611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:49.244368 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Pushing event updated for resources: {'Port': ['ID=7261d784-a76a-46c9-a839-4fa2a97e2afa,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:49.255594 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:49.257151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-a1cd4197-7d69-4801-9334-f410b2f93497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4870200 Jul 15 15:07:49.271251 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a3d6255c-a2c8-4472-9932-04a097390b42 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0664de-e3cd-4979-b5c1-4d51875f7a4c HTTP/1.1" status: 200 len: 205 time: 0.0725377 Jul 15 15:07:49.275752 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a12c51d2-6f3f-4b5e-8440-8da6e4fd5953 None None] Set router 4b0664de-e3cd-4979-b5c1-4d51875f7a4c gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:49.277976 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59586) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:49.405197 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a12c51d2-6f3f-4b5e-8440-8da6e4fd5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0664de-e3cd-4979-b5c1-4d51875f7a4c', 'name': 'tempest-RoutersTest-router-1272733924', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:07:47Z', 'updated_at': '2021-07-15T15:07:48Z', 'revision_number': 2, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:49.412461 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d51cdb8e-2f51-46ec-becf-9c04a80aa611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:49.436689 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d51cdb8e-2f51-46ec-becf-9c04a80aa611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:49.448184 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e36dbd63-3ef4-465a-a40d-d98aa504c126 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:49.483212 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c51d2-6f3f-4b5e-8440-8da6e4fd5953 None None] Checking router: 4b0664de-e3cd-4979-b5c1-4d51875f7a4c for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:07:49.508728 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12c51d2-6f3f-4b5e-8440-8da6e4fd5953 None None] Routers {'4b0664de-e3cd-4979-b5c1-4d51875f7a4c'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:49.510609 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a12c51d2-6f3f-4b5e-8440-8da6e4fd5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4b0664de-e3cd-4979-b5c1-4d51875f7a4c'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:49.533840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-96492427-2bda-4e01-a7d0-c21ac25029b4 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 695 time: 0.1176391 Jul 15 15:07:49.658470 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc524fb-a85d-44d6-85a8-2c2638e0fe67 req-9b4e6b18-1c84-483e-9f78-52c965537cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:49.663153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7dc524fb-a85d-44d6-85a8-2c2638e0fe67 req-9b4e6b18-1c84-483e-9f78-52c965537cc6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 1095 time: 0.7972758 Jul 15 15:07:49.664578 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a12c51d2-6f3f-4b5e-8440-8da6e4fd5953 None None] Set router 4b0664de-e3cd-4979-b5c1-4d51875f7a4c gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:49.691444 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e36dbd63-3ef4-465a-a40d-d98aa504c126 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:49.694354 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e36dbd63-3ef4-465a-a40d-d98aa504c126 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:49.750495 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e36dbd63-3ef4-465a-a40d-d98aa504c126 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:49.751214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36dbd63-3ef4-465a-a40d-d98aa504c126 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Fanout notify agent at l3_agent the message router_deleted on router 4b0664de-e3cd-4979-b5c1-4d51875f7a4c {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:07:49.759695 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e36dbd63-3ef4-465a-a40d-d98aa504c126 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:49.760696 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a12c51d2-6f3f-4b5e-8440-8da6e4fd5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0664de-e3cd-4979-b5c1-4d51875f7a4c', 'name': 'tempest-RoutersTest-router-1272733924', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:07:47Z', 'updated_at': '2021-07-15T15:07:48Z', 'revision_number': 2, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:49.760932 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e36dbd63-3ef4-465a-a40d-d98aa504c126 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/routers/4b0664de-e3cd-4979-b5c1-4d51875f7a4c HTTP/1.1" status: 204 len: 168 time: 0.4812453 Jul 15 15:07:49.769498 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59590) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:49.784973 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cdb8e-2f51-46ec-becf-9c04a80aa611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f65753-9cd8-4801-800b-00bcc3f334a7,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:49.801673 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c51d2-6f3f-4b5e-8440-8da6e4fd5953 None None] The sync data for ids ['4b0664de-e3cd-4979-b5c1-4d51875f7a4c'] in n-d-764435-3 is: [{'id': '4b0664de-e3cd-4979-b5c1-4d51875f7a4c', 'name': 'tempest-RoutersTest-router-1272733924', 'tenant_id': 'f962af07367048d18656e4420461fec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:07:47Z', 'updated_at': '2021-07-15T15:07:48Z', 'revision_number': 2, 'project_id': 'f962af07367048d18656e4420461fec1', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:07:49.823415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d51cdb8e-2f51-46ec-becf-9c04a80aa611 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ef9362d1efdf4598bc962dd7db207b16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1209145 Jul 15 15:07:49.828033 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59592) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:49.835158 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-61a953fb-3b9f-4fd1-8617-efd7e1dc5949 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0664de-e3cd-4979-b5c1-4d51875f7a4c HTTP/1.1" status: 200 len: 205 time: 0.0641129 Jul 15 15:07:49.840239 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59594) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:49.868553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811310ad-3135-4ef6-bde6-e872322f1d43 req-db53b5f5-4855-4ec4-b054-4b66d7dafef5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:49.876031 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-811310ad-3135-4ef6-bde6-e872322f1d43 req-db53b5f5-4855-4ec4-b054-4b66d7dafef5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.8338852 Jul 15 15:07:49.884851 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-fab6d1b4-55b1-4cb3-bd6a-60ebd8359fc3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] delete failed (client error): The resource could not be found. Jul 15 15:07:49.886115 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fab6d1b4-55b1-4cb3-bd6a-60ebd8359fc3 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/routers/4b0664de-e3cd-4979-b5c1-4d51875f7a4c HTTP/1.1" status: 404 len: 336 time: 0.0447688 Jul 15 15:07:49.890950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59596) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:49.927216 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df917e9-2716-48ea-9787-c7221325ea95 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] DELETE failed (client error): The resource could not be found. Jul 15 15:07:49.928132 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df917e9-2716-48ea-9787-c7221325ea95 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:07:49.932295 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7df917e9-2716-48ea-9787-c7221325ea95 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/fa315ab5-421e-40dd-a652-ebd93c292ecf HTTP/1.1" status: 404 len: 337 time: 0.0378954 Jul 15 15:07:49.934389 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59598) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:49.976256 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9383a2-2006-4245-81e9-7e7982e80649 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] DELETE failed (client error): The resource could not be found. Jul 15 15:07:49.976816 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9383a2-2006-4245-81e9-7e7982e80649 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:07:49.980994 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ad9383a2-2006-4245-81e9-7e7982e80649 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/c3ad5d97-379f-4e9d-aec0-392059017f86 HTTP/1.1" status: 404 len: 337 time: 0.0426250 Jul 15 15:07:49.982012 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:50.016044 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c67a5e-eaba-4b37-a919-7a0c7380ac0d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] DELETE failed (client error): The resource could not be found. Jul 15 15:07:50.016603 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c67a5e-eaba-4b37-a919-7a0c7380ac0d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:07:50.020837 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-34c67a5e-eaba-4b37-a919-7a0c7380ac0d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/fac8dfff-266e-4893-bd01-6aa6baf3045c HTTP/1.1" status: 404 len: 337 time: 0.0357134 Jul 15 15:07:50.022022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59602) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:50.038476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-67fa7141-d3c9-4837-ada5-a755bd0be1cb tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:50.041385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-67fa7141-d3c9-4837-ada5-a755bd0be1cb tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.4801455 Jul 15 15:07:50.094600 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86a1bac6-e8c3-4229-8701-a57517fd8bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:50.105024 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-0824e193-750d-4094-afa0-8e9ba09ce0f9 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:07:50.118043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba3f48b5-fcb5-4a3f-9c47-ba341d880c43 req-0824e193-750d-4094-afa0-8e9ba09ce0f9 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241199 Jul 15 15:07:50.125104 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc524fb-a85d-44d6-85a8-2c2638e0fe67 req-9ed56970-725d-44a5-8ed9-ad98709bb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:50.127192 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7dc524fb-a85d-44d6-85a8-2c2638e0fe67 req-9ed56970-725d-44a5-8ed9-ad98709bb853 service neutron] 10.222.0.22 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.3334045 Jul 15 15:07:50.154382 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-811310ad-3135-4ef6-bde6-e872322f1d43 req-6cb2fcfc-e6ac-4a17-9d09-d7120dcc176a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767677 Jul 15 15:07:50.157107 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f20fe30-5fbf-4f3c-88ff-5392090cec16 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] DELETE failed (client error): The resource could not be found. Jul 15 15:07:50.157573 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f20fe30-5fbf-4f3c-88ff-5392090cec16 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:07:50.168230 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2f20fe30-5fbf-4f3c-88ff-5392090cec16 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/be56f0cd-99c7-480e-b129-335b998b7b88 HTTP/1.1" status: 404 len: 337 time: 0.1409438 Jul 15 15:07:50.172990 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59610) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:50.249966 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d7128f10-3e5c-4c9d-8fb0-8806f84068db tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports?device_id=be0f8006-a0d9-4036-bf5a-9193bf480f02 HTTP/1.1" status: 200 len: 205 time: 0.0708613 Jul 15 15:07:50.251242 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59612) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:50.325315 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7dc524fb-a85d-44d6-85a8-2c2638e0fe67 req-4f659c9e-a62c-4cf2-9395-e346bb2fc77a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 HTTP/1.1" status: 200 len: 999 time: 0.1682100 Jul 15 15:07:50.368068 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-964a19d5-db2f-4a96-a208-8dcc0f19fa16 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] delete failed (client error): The resource could not be found. Jul 15 15:07:50.371725 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-964a19d5-db2f-4a96-a208-8dcc0f19fa16 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/routers/be0f8006-a0d9-4036-bf5a-9193bf480f02 HTTP/1.1" status: 404 len: 336 time: 0.1179318 Jul 15 15:07:50.371957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59614) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:50.372450 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be2b16a3-c62c-40a6-b6ea-ebbe7bba50c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:50.446779 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-17b719b0-55d5-4613-99e4-fda7fa84c6fd tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2f8db63-19af-44ca-86bb-d22f845e276f HTTP/1.1" status: 200 len: 205 time: 0.0714583 Jul 15 15:07:50.447333 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59616) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:50.502204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc524fb-a85d-44d6-85a8-2c2638e0fe67 req-8bde1c20-888f-4978-9ee6-6cfcaeaccfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:50.504164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7dc524fb-a85d-44d6-85a8-2c2638e0fe67 req-8bde1c20-888f-4978-9ee6-6cfcaeaccfa7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.1648419 Jul 15 15:07:50.506839 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be2b16a3-c62c-40a6-b6ea-ebbe7bba50c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:50.536939 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-08037242-45b3-437d-af27-720c25e32a31 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] delete failed (client error): The resource could not be found. Jul 15 15:07:50.540663 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-08037242-45b3-437d-af27-720c25e32a31 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/routers/a2f8db63-19af-44ca-86bb-d22f845e276f HTTP/1.1" status: 404 len: 336 time: 0.0896440 Jul 15 15:07:50.542002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59618) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:50.605663 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-099b3054-1de0-4384-bd96-04773537a25d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] DELETE failed (client error): The resource could not be found. Jul 15 15:07:50.606229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099b3054-1de0-4384-bd96-04773537a25d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:07:50.608418 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-099b3054-1de0-4384-bd96-04773537a25d tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/9247a1cf-13a9-42cc-9e8d-6b1dc1820c20 HTTP/1.1" status: 404 len: 337 time: 0.0652957 Jul 15 15:07:50.614619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59620) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:50.667824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-39291ef9-417a-4808-b298-6f54ee72dc75 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports?device_id=28bbbb9e-e478-4b98-becc-8c8e6266ba20 HTTP/1.1" status: 200 len: 205 time: 0.0516303 Jul 15 15:07:50.670075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59622) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:50.698375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e94043-2ac6-48b2-94cb-8abdcb8210d4 req-e5276f1d-5f81-44cb-b2d2-15c852a8efee tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:50.700152 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05e94043-2ac6-48b2-94cb-8abdcb8210d4 req-e5276f1d-5f81-44cb-b2d2-15c852a8efee tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/ports?device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 945 time: 0.3302200 Jul 15 15:07:50.743373 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be2b16a3-c62c-40a6-b6ea-ebbe7bba50c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:50.751529 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be2b16a3-c62c-40a6-b6ea-ebbe7bba50c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:50.756488 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-be2b16a3-c62c-40a6-b6ea-ebbe7bba50c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/30f65753-9cd8-4801-800b-00bcc3f334a7 HTTP/1.1" status: 204 len: 168 time: 0.9265211 Jul 15 15:07:50.760975 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-224cae45-9d4a-40ba-9927-7747c8cd4117 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] delete failed (client error): The resource could not be found. Jul 15 15:07:50.765655 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-224cae45-9d4a-40ba-9927-7747c8cd4117 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/routers/28bbbb9e-e478-4b98-becc-8c8e6266ba20 HTTP/1.1" status: 404 len: 336 time: 0.0915260 Jul 15 15:07:50.767667 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59626) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:50.802875 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b16a3-c62c-40a6-b6ea-ebbe7bba50c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f65753-9cd8-4801-800b-00bcc3f334a7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:50.837704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc524fb-a85d-44d6-85a8-2c2638e0fe67 req-e43a933b-b084-4f43-a2a1-c4a0ce3e2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:50.839435 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7dc524fb-a85d-44d6-85a8-2c2638e0fe67 req-e43a933b-b084-4f43-a2a1-c4a0ce3e2a28 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3230395 Jul 15 15:07:50.846731 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6d578c26-fd53-4ffc-bdc3-39458cd4ee78 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports?device_id=8143ed33-57ec-4e86-9e8f-b2102914c6f9 HTTP/1.1" status: 200 len: 205 time: 0.0718908 Jul 15 15:07:50.848641 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59628) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:50.859799 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-86a1bac6-e8c3-4229-8701-a57517fd8bc1 admin admin] Deleting port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:50.860625 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86a1bac6-e8c3-4229-8701-a57517fd8bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:50.959330 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-c2fb6529-fccc-48bb-9f87-bba0099dff0e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] delete failed (client error): The resource could not be found. Jul 15 15:07:50.964181 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c2fb6529-fccc-48bb-9f87-bba0099dff0e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/routers/8143ed33-57ec-4e86-9e8f-b2102914c6f9 HTTP/1.1" status: 404 len: 336 time: 0.1135218 Jul 15 15:07:50.964453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59632) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:50.976517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05e94043-2ac6-48b2-94cb-8abdcb8210d4 req-b23196c5-9563-4075-9991-43d51434cc60 tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a914d605-08de-495c-8ec7-50cebd590c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351077 Jul 15 15:07:51.072814 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-15875df3-c08b-4c06-8f3e-c4acdc27c550 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] DELETE failed (client error): The resource could not be found. Jul 15 15:07:51.073276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15875df3-c08b-4c06-8f3e-c4acdc27c550 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:07:51.075823 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-15875df3-c08b-4c06-8f3e-c4acdc27c550 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/5082a259-4f0b-4e6d-8e39-ea3674ac7766 HTTP/1.1" status: 404 len: 337 time: 0.1108663 Jul 15 15:07:51.080804 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59638) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:51.113986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7dc524fb-a85d-44d6-85a8-2c2638e0fe67 req-82d5aa71-5cb8-44f1-b24e-5a1e54c09635 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660844 Jul 15 15:07:51.119848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-86a1bac6-e8c3-4229-8701-a57517fd8bc1 admin admin] For port b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2,segment=NetworkSegment(48e68b30-5f0b-4738-b03f-2d38210cb5ab),segment_id=48e68b30-5f0b-4738-b03f-2d38210cb5ab)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:51.120737 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86a1bac6-e8c3-4229-8701-a57517fd8bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:51.146903 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-86a1bac6-e8c3-4229-8701-a57517fd8bc1 admin admin] Calling delete_port for b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:51.222830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a47e2182-02f0-417d-bba0-7b552296d11c tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports?device_id=835d970d-3a74-4842-b7f0-4cffb7c85abd HTTP/1.1" status: 200 len: 205 time: 0.1407390 Jul 15 15:07:51.229312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59644) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:51.303540 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-75faa228-aa7c-4e87-9efd-a16fcb85f72f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] delete failed (client error): The resource could not be found. Jul 15 15:07:51.306593 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-75faa228-aa7c-4e87-9efd-a16fcb85f72f tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/routers/835d970d-3a74-4842-b7f0-4cffb7c85abd HTTP/1.1" status: 404 len: 336 time: 0.0768547 Jul 15 15:07:51.309569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59646) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:51.362083 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-365f98df-6603-4f0a-a83e-a6773494317e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] DELETE failed (client error): The resource could not be found. Jul 15 15:07:51.362953 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365f98df-6603-4f0a-a83e-a6773494317e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:07:51.365541 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-365f98df-6603-4f0a-a83e-a6773494317e tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/b8127329-8b52-4f12-a4d0-7b9c212676dd HTTP/1.1" status: 404 len: 337 time: 0.0545754 Jul 15 15:07:51.372733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59650) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:51.426793 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c45102aa-bfa0-487f-bdaa-ebfc6bbd5c34 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bac9ec4-2803-417b-b064-bdc187caa0b1 HTTP/1.1" status: 200 len: 205 time: 0.0511508 Jul 15 15:07:51.439338 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59654) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:51.491101 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-ed41e895-e925-424e-b329-d412923debc4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] delete failed (client error): The resource could not be found. Jul 15 15:07:51.496092 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ed41e895-e925-424e-b329-d412923debc4 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/routers/6bac9ec4-2803-417b-b064-bdc187caa0b1 HTTP/1.1" status: 404 len: 336 time: 0.0513840 Jul 15 15:07:51.518187 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59658) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:51.626617 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf8d35e-5db3-4045-bb4a-5ecdd61570f7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] DELETE failed (client error): The resource could not be found. Jul 15 15:07:51.627754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf8d35e-5db3-4045-bb4a-5ecdd61570f7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:07:51.642291 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0bf8d35e-5db3-4045-bb4a-5ecdd61570f7 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/9aa15b95-8a10-40b8-adab-bbce84db996b HTTP/1.1" status: 404 len: 337 time: 0.0971570 Jul 15 15:07:51.648190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59664) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:51.688531 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86a1bac6-e8c3-4229-8701-a57517fd8bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:51.722585 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3ebf7a-206f-4fab-ad84-f44f4b9e6c32 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] DELETE failed (client error): The resource could not be found. Jul 15 15:07:51.724051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1bac6-e8c3-4229-8701-a57517fd8bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:51.734823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3ebf7a-206f-4fab-ad84-f44f4b9e6c32 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:07:51.745029 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ac3ebf7a-206f-4fab-ad84-f44f4b9e6c32 tempest-RoutersTest-1314323004 tempest-RoutersTest-1314323004-project] 10.222.0.38 "DELETE /v2.0/subnets/0ae9de3c-ee29-485e-8c38-6a38b49298ae HTTP/1.1" status: 404 len: 337 time: 0.0847440 Jul 15 15:07:51.763681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-672ad115-8912-4473-a691-9d9ab1404414 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:51.772982 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-672ad115-8912-4473-a691-9d9ab1404414 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5759523 Jul 15 15:07:51.809933 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7dc524fb-a85d-44d6-85a8-2c2638e0fe67 req-74bf9b44-b314-43ad-a9aa-b15e3062c9b7 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6813533 Jul 15 15:07:51.909423 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-cdae89d8-618e-442a-a8a5-1b8d2d695075 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 695 time: 0.1298454 Jul 15 15:07:51.959978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-fa6a5ec7-eab9-4da5-bb51-9f5bc1dc6440 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Request body: {'floatingip': {'port_id': 'ae4c34b6-df7e-4a71-8432-57630a93902e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:52.090809 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-fa6a5ec7-eab9-4da5-bb51-9f5bc1dc6440 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:52.135508 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86a1bac6-e8c3-4229-8701-a57517fd8bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:52.244097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8f87-00e6-4dcb-841e-51056085fa19 req-1a710484-30c5-45c8-960c-9a585daa62e3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:52.263571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8f87-00e6-4dcb-841e-51056085fa19 req-1a710484-30c5-45c8-960c-9a585daa62e3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:52.273465 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8f87-00e6-4dcb-841e-51056085fa19 req-1a710484-30c5-45c8-960c-9a585daa62e3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:52.280937 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8f87-00e6-4dcb-841e-51056085fa19 req-1a710484-30c5-45c8-960c-9a585daa62e3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:52.287901 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8f87-00e6-4dcb-841e-51056085fa19 req-1a710484-30c5-45c8-960c-9a585daa62e3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:52.293267 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8f87-00e6-4dcb-841e-51056085fa19 req-1a710484-30c5-45c8-960c-9a585daa62e3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:52.300108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8f87-00e6-4dcb-841e-51056085fa19 req-1a710484-30c5-45c8-960c-9a585daa62e3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:52.302075 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0e7b8f87-00e6-4dcb-841e-51056085fa19 req-1a710484-30c5-45c8-960c-9a585daa62e3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5434 time: 0.9548733 Jul 15 15:07:52.379307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59682) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:52.564616 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a1bac6-e8c3-4229-8701-a57517fd8bc1 admin admin] Router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:07:52.825983 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a1bac6-e8c3-4229-8701-a57517fd8bc1 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:07:52.834799 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0e7b8f87-00e6-4dcb-841e-51056085fa19 req-e7adcb41-ccc7-4ddf-991a-018be873ad9e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1071355 Jul 15 15:07:52.839750 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1caf40a-bd37-4379-9de7-440f04c6df12 None None] Sync routers for ids ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:07:52.872592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1caf40a-bd37-4379-9de7-440f04c6df12 None None] Routers {'3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:52.876596 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-86a1bac6-e8c3-4229-8701-a57517fd8bc1 admin admin] 10.222.0.38 "PUT /v2.0/routers/3346b846-7e7c-4b9a-b1c5-5e19cb9274f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8579769 Jul 15 15:07:52.877018 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f1caf40a-bd37-4379-9de7-440f04c6df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:52.915110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59696) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:53.095006 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a89d99fe-d4d4-4db3-9310-7cbe9d258595 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f962af07367048d18656e4420461fec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7112324 Jul 15 15:07:53.103466 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59698) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:53.223283 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46107f27-cef2-496e-b526-6298450b27ac req-7fbd905d-f3f4-415f-ae1d-356e48ceef40 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:53.225757 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6de268a-6553-4244-8a0e-0deeac86c815 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:53.231133 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46107f27-cef2-496e-b526-6298450b27ac req-7fbd905d-f3f4-415f-ae1d-356e48ceef40 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:53.243420 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46107f27-cef2-496e-b526-6298450b27ac req-7fbd905d-f3f4-415f-ae1d-356e48ceef40 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:53.251704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46107f27-cef2-496e-b526-6298450b27ac req-7fbd905d-f3f4-415f-ae1d-356e48ceef40 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:53.253313 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-f1caf40a-bd37-4379-9de7-440f04c6df12 None None] Set router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:53.261139 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46107f27-cef2-496e-b526-6298450b27ac req-7fbd905d-f3f4-415f-ae1d-356e48ceef40 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:53.274589 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46107f27-cef2-496e-b526-6298450b27ac req-7fbd905d-f3f4-415f-ae1d-356e48ceef40 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:53.293094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46107f27-cef2-496e-b526-6298450b27ac req-7fbd905d-f3f4-415f-ae1d-356e48ceef40 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:53.296453 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46107f27-cef2-496e-b526-6298450b27ac req-7fbd905d-f3f4-415f-ae1d-356e48ceef40 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5434 time: 1.1257033 Jul 15 15:07:53.383726 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1eee700f-257b-4302-a2c4-755723f0fd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:53.413166 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1eee700f-257b-4302-a2c4-755723f0fd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:53.453163 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46107f27-cef2-496e-b526-6298450b27ac req-8c028ffb-9e46-498d-9ab7-573962af5ae0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:53.454827 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46107f27-cef2-496e-b526-6298450b27ac req-8c028ffb-9e46-498d-9ab7-573962af5ae0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.22 "GET /v2.0/ports/e6c7806c-4a42-48df-8fdb-c278e251f75b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1478717 Jul 15 15:07:53.510501 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1eee700f-257b-4302-a2c4-755723f0fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:53.520764 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1eee700f-257b-4302-a2c4-755723f0fd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:53.521964 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1eee700f-257b-4302-a2c4-755723f0fd1c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b03ce1e-4535-4e87-ab74-9eda5cb2508d HTTP/1.1" status: 204 len: 168 time: 0.4175045 Jul 15 15:07:53.555933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee700f-257b-4302-a2c4-755723f0fd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b03ce1e-4535-4e87-ab74-9eda5cb2508d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:53.612179 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6de268a-6553-4244-8a0e-0deeac86c815 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:53.679205 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97544bbd-dd1d-4e1c-b0e0-5dbb6f7ff2f7 req-4d32be44-d73a-4083-ad16-df670dd43267 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:53.685987 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97544bbd-dd1d-4e1c-b0e0-5dbb6f7ff2f7 req-4d32be44-d73a-4083-ad16-df670dd43267 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.3837161 Jul 15 15:07:53.742809 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-fa6a5ec7-eab9-4da5-bb51-9f5bc1dc6440 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:53.794750 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-97544bbd-dd1d-4e1c-b0e0-5dbb6f7ff2f7 req-babcf7e1-dcb4-4456-b58f-b7dabcd05e4d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078882 Jul 15 15:07:53.795600 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-fa6a5ec7-eab9-4da5-bb51-9f5bc1dc6440 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:53.868071 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46107f27-cef2-496e-b526-6298450b27ac req-23119525-abd1-425d-941f-11ffe4627179 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.22 "GET /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4011083 Jul 15 15:07:53.898391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d6de268a-6553-4244-8a0e-0deeac86c815 admin admin] Deleting port 856fc933-86a6-424c-b2ac-780e51d71cba {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:53.899049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-46107f27-cef2-496e-b526-6298450b27ac req-a38d6fb0-18bd-4674-be16-cdabeab5a8b8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:53.899650 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6de268a-6553-4244-8a0e-0deeac86c815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:54.039465 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-a38d6fb0-18bd-4674-be16-cdabeab5a8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:54.074899 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f1caf40a-bd37-4379-9de7-440f04c6df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'name': 'tempest-TaggedBootDevicesTest_v242-540768427-router', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:56:05Z', 'updated_at': '2021-07-15T15:07:51Z', 'revision_number': 5, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'gw_port': {'id': '856fc933-86a6-424c-b2ac-780e51d71cba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:56:07Z', 'updated_at': '2021-07-15T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:54.111604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-d6de268a-6553-4244-8a0e-0deeac86c815 admin admin] For port 856fc933-86a6-424c-b2ac-780e51d71cba, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=856fc933-86a6-424c-b2ac-780e51d71cba,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:54.112848 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6de268a-6553-4244-8a0e-0deeac86c815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:54.142778 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d6de268a-6553-4244-8a0e-0deeac86c815 admin admin] Calling delete_port for 856fc933-86a6-424c-b2ac-780e51d71cba owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:54.147790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1caf40a-bd37-4379-9de7-440f04c6df12 None None] Checking router: 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:07:54.192907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1caf40a-bd37-4379-9de7-440f04c6df12 None None] Routers {'3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:54.194975 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f1caf40a-bd37-4379-9de7-440f04c6df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:54.416705 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-fa6a5ec7-eab9-4da5-bb51-9f5bc1dc6440 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Floating IP e562d90e-bcfc-4d92-ab14-14fd18662977 associated. External IP: 172.25.4.14, port: ae4c34b6-df7e-4a71-8432-57630a93902e. Jul 15 15:07:54.433841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-f1caf40a-bd37-4379-9de7-440f04c6df12 None None] Set router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:54.499849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f1caf40a-bd37-4379-9de7-440f04c6df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'name': 'tempest-TaggedBootDevicesTest_v242-540768427-router', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:56:05Z', 'updated_at': '2021-07-15T15:07:53Z', 'revision_number': 6, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:54.538546 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1caf40a-bd37-4379-9de7-440f04c6df12 None None] The sync data for ids ['3346b846-7e7c-4b9a-b1c5-5e19cb9274f6'] in n-d-764435-3 is: [{'id': '3346b846-7e7c-4b9a-b1c5-5e19cb9274f6', 'name': 'tempest-TaggedBootDevicesTest_v242-540768427-router', 'tenant_id': '40bf669d7c86461487aff158b418b6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:56:05Z', 'updated_at': '2021-07-15T15:07:53Z', 'revision_number': 6, 'project_id': '40bf669d7c86461487aff158b418b6f8', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:07:54.690814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-46107f27-cef2-496e-b526-6298450b27ac req-a38d6fb0-18bd-4674-be16-cdabeab5a8b8 service neutron] For port e6c7806c-4a42-48df-8fdb-c278e251f75b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e6c7806c-4a42-48df-8fdb-c278e251f75b,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:54.746369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-46107f27-cef2-496e-b526-6298450b27ac req-a38d6fb0-18bd-4674-be16-cdabeab5a8b8 service neutron] For port e6c7806c-4a42-48df-8fdb-c278e251f75b, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:07:54.802017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-46107f27-cef2-496e-b526-6298450b27ac req-a38d6fb0-18bd-4674-be16-cdabeab5a8b8 service neutron] device_id is not set on port e6c7806c-4a42-48df-8fdb-c278e251f75b yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:07:54.816369 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-a38d6fb0-18bd-4674-be16-cdabeab5a8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:54.830951 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-a38d6fb0-18bd-4674-be16-cdabeab5a8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:54.948836 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d6fb0-18bd-4674-be16-cdabeab5a8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c7806c-4a42-48df-8fdb-c278e251f75b,revision_number=6']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:55.042999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:55.075963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6de268a-6553-4244-8a0e-0deeac86c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:55.085152 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:07:55.086272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b8441bf0-5eb2-4d29-bfb8-f7bd5abaecc2 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:07:55.143416 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5e66-da18-4d33-958f-ca09087a6bf0 req-346ee3ec-298b-4ba1-a5de-d8ce690dea85 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:55.144532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de268a-6553-4244-8a0e-0deeac86c815 admin admin] Pushing event deleted for resources: {'Port': ['ID=856fc933-86a6-424c-b2ac-780e51d71cba,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:55.164239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5e66-da18-4d33-958f-ca09087a6bf0 req-346ee3ec-298b-4ba1-a5de-d8ce690dea85 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:55.193680 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5e66-da18-4d33-958f-ca09087a6bf0 req-346ee3ec-298b-4ba1-a5de-d8ce690dea85 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:55.200383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5e66-da18-4d33-958f-ca09087a6bf0 req-346ee3ec-298b-4ba1-a5de-d8ce690dea85 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:55.232952 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5e66-da18-4d33-958f-ca09087a6bf0 req-346ee3ec-298b-4ba1-a5de-d8ce690dea85 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:55.240327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5e66-da18-4d33-958f-ca09087a6bf0 req-346ee3ec-298b-4ba1-a5de-d8ce690dea85 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:55.258959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5e66-da18-4d33-958f-ca09087a6bf0 req-346ee3ec-298b-4ba1-a5de-d8ce690dea85 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:55.258959 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68cb5e66-da18-4d33-958f-ca09087a6bf0 req-346ee3ec-298b-4ba1-a5de-d8ce690dea85 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 5357 time: 0.7597942 Jul 15 15:07:55.258959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-46107f27-cef2-496e-b526-6298450b27ac req-a38d6fb0-18bd-4674-be16-cdabeab5a8b8 service neutron] No DVR routers for this DVR port e6c7806c-4a42-48df-8fdb-c278e251f75b on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:55.312697 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6de268a-6553-4244-8a0e-0deeac86c815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:55.461026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68cb5e66-da18-4d33-958f-ca09087a6bf0 req-dc7ece3a-3b34-488c-a9d4-4ab941ac3308 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&id=62f7c6dc-54b9-4cca-a311-b8e30c5a0241&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2049739 Jul 15 15:07:55.462588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-46107f27-cef2-496e-b526-6298450b27ac req-a38d6fb0-18bd-4674-be16-cdabeab5a8b8 service neutron] In _notify_port_updated(), no bound segment for port e6c7806c-4a42-48df-8fdb-c278e251f75b on network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c {{(pid=100711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:07:55.464987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46107f27-cef2-496e-b526-6298450b27ac req-a38d6fb0-18bd-4674-be16-cdabeab5a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:55.466022 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-99e705a5-e942-4123-8290-8d32a1c09a8b None None] Provisioning complete for port e6c7806c-4a42-48df-8fdb-c278e251f75b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:07:55.466651 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99e705a5-e942-4123-8290-8d32a1c09a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:55.468999 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-a38d6fb0-18bd-4674-be16-cdabeab5a8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:55.471358 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46107f27-cef2-496e-b526-6298450b27ac req-a38d6fb0-18bd-4674-be16-cdabeab5a8b8 service neutron] 10.222.0.22 "PUT /v2.0/ports/e6c7806c-4a42-48df-8fdb-c278e251f75b HTTP/1.1" status: 200 len: 1027 time: 1.5930769 Jul 15 15:07:55.537772 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6de268a-6553-4244-8a0e-0deeac86c815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:55.540481 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6de268a-6553-4244-8a0e-0deeac86c815 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:55.571714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-99e705a5-e942-4123-8290-8d32a1c09a8b None None] Port e6c7806c-4a42-48df-8fdb-c278e251f75b cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:07:55.598204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59806) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:55.628381 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6de268a-6553-4244-8a0e-0deeac86c815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:55.629016 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6de268a-6553-4244-8a0e-0deeac86c815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:07:55.643831 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59814) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:55.652957 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0070348 Jul 15 15:07:55.653828 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6de268a-6553-4244-8a0e-0deeac86c815 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:55.655064 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d6de268a-6553-4244-8a0e-0deeac86c815 admin admin] 10.222.0.38 "DELETE /v2.0/routers/3346b846-7e7c-4b9a-b1c5-5e19cb9274f6 HTTP/1.1" status: 204 len: 168 time: 2.7351654 Jul 15 15:07:55.656213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59816) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:55.662864 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59818) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:55.771619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46107f27-cef2-496e-b526-6298450b27ac req-4c115b6f-fd6b-4b14-bb4b-0e49b2d97a0a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:55.773510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46107f27-cef2-496e-b526-6298450b27ac req-4c115b6f-fd6b-4b14-bb4b-0e49b2d97a0a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.22 "GET /v2.0/ports/1f3696f3-00cd-46db-8061-ca8adfe8c0d3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2948539 Jul 15 15:07:55.826464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-46107f27-cef2-496e-b526-6298450b27ac req-ce3c6f10-2340-4480-8835-410183af11d9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:07:55.827062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ddaa4c-5da7-4c0b-a892-ac249b9b731f admin admin] Deleting subnet 218cf0bf-5930-417f-bd02-08d18ed24ea1 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:07:55.831738 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08ddaa4c-5da7-4c0b-a892-ac249b9b731f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:55.909271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-fa6a5ec7-eab9-4da5-bb51-9f5bc1dc6440 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Router 21d90717-432a-4e66-a0ee-447c3579deb5 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:07:55.910343 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08ddaa4c-5da7-4c0b-a892-ac249b9b731f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:55.960754 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5a13a503-84c8-4778-aea5-5bb91fc71ffc tempest-NetworksApiDiscovery-815988734 tempest-NetworksApiDiscovery-815988734-project] 10.222.0.38 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3029921 Jul 15 15:07:55.969476 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5b5e-5e30-4cb6-86b6-a4eaed76e99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:56.092251 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634286b-17b3-459f-a9be-00344db93663 req-e76d6d35-8125-48e7-b992-0a73f03ef31e tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:56.092251 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1634286b-17b3-459f-a9be-00344db93663 req-e76d6d35-8125-48e7-b992-0a73f03ef31e tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.11 "GET /v2.0/ports?device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 945 time: 0.4606311 Jul 15 15:07:56.165489 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08ddaa4c-5da7-4c0b-a892-ac249b9b731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:56.191257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07b341-1207-424f-aa15-5d700c41fc66 req-6e9a47c8-9da6-4a9e-a7dc-251393bf05ee tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:56.193086 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa07b341-1207-424f-aa15-5d700c41fc66 req-6e9a47c8-9da6-4a9e-a7dc-251393bf05ee tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/ports?device_id=1240240d-caf2-496b-8603-cb2533cbfc9a HTTP/1.1" status: 200 len: 945 time: 0.4752848 Jul 15 15:07:56.197480 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-ce3c6f10-2340-4480-8835-410183af11d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:56.323463 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5b5e-5e30-4cb6-86b6-a4eaed76e99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:56.331910 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5b5e-5e30-4cb6-86b6-a4eaed76e99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:56.356808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-fa6a5ec7-eab9-4da5-bb51-9f5bc1dc6440 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:07:56.358286 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08ddaa4c-5da7-4c0b-a892-ac249b9b731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:56.373271 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-fa6a5ec7-eab9-4da5-bb51-9f5bc1dc6440 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:56.377520 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a6625-61c8-4818-b00b-2c362b779d5e None None] Sync routers for ids ['21d90717-432a-4e66-a0ee-447c3579deb5'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:07:56.396480 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a6625-61c8-4818-b00b-2c362b779d5e None None] Routers {'21d90717-432a-4e66-a0ee-447c3579deb5'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:56.398258 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-220a6625-61c8-4818-b00b-2c362b779d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['21d90717-432a-4e66-a0ee-447c3579deb5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:56.400896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddaa4c-5da7-4c0b-a892-ac249b9b731f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=218cf0bf-5930-417f-bd02-08d18ed24ea1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:56.420157 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59832) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:56.427648 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa07b341-1207-424f-aa15-5d700c41fc66 req-4a551670-1bd4-41b9-a2d4-d1e60e93968b tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.38 "GET /v2.0/security-groups?id=a914d605-08de-495c-8ec7-50cebd590c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216609 Jul 15 15:07:56.430860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b8e7c5-f4e2-4bd3-8ec7-c62398255bde None None] Network 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:07:56.441054 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08ddaa4c-5da7-4c0b-a892-ac249b9b731f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:56.444410 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-08ddaa4c-5da7-4c0b-a892-ac249b9b731f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/218cf0bf-5930-417f-bd02-08d18ed24ea1 HTTP/1.1" status: 204 len: 168 time: 0.7739353 Jul 15 15:07:56.445428 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e5b5e-5e30-4cb6-86b6-a4eaed76e99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e82599-3414-4098-8222-bf050fc337cb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:56.462317 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59838) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:56.463388 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8f3e5b5e-5e30-4cb6-86b6-a4eaed76e99e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fb86ff89cfe84551b3a5f9190fd3cf68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8639588 Jul 15 15:07:56.468542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59840) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:56.535542 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-fa6a5ec7-eab9-4da5-bb51-9f5bc1dc6440 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "PUT /v2.0/floatingips/e562d90e-bcfc-4d92-ab14-14fd18662977 HTTP/1.1" status: 200 len: 995 time: 4.6247449 Jul 15 15:07:56.577368 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'tag': 'ae4c34b6-df7e-4a71-8432-57630a93902e'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:07:56.580624 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3820c138-8a59-4a21-950c-130e1da6698d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dee022-7b84-40eb-91f7-aa86c7348302", "tag": "ae4c34b6-df7e-4a71-8432-57630a93902e"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:07:56.672525 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-46107f27-cef2-496e-b526-6298450b27ac req-ce3c6f10-2340-4480-8835-410183af11d9 service neutron] For port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1f3696f3-00cd-46db-8061-ca8adfe8c0d3,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:56.679325 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2874016f-3ae2-4fdd-bd7a-d5ca035523de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:56.719599 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2874016f-3ae2-4fdd-bd7a-d5ca035523de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:56.737256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-1634286b-17b3-459f-a9be-00344db93663 req-2eff9038-fedb-42ca-9702-90876ce166ca tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Deleting port e6b381c8-58cd-4b79-b6d0-8352262019bd {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:56.737714 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1634286b-17b3-459f-a9be-00344db93663 req-2eff9038-fedb-42ca-9702-90876ce166ca tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:56.774295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-46107f27-cef2-496e-b526-6298450b27ac req-ce3c6f10-2340-4480-8835-410183af11d9 service neutron] For port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:07:56.783228 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-220a6625-61c8-4818-b00b-2c362b779d5e None None] Set router 21d90717-432a-4e66-a0ee-447c3579deb5 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:56.793650 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c27002a5-aff8-4cb1-b048-1f360f6947d2 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:56.842490 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7554075f-f204-4ca7-b194-89c13f99091e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:56.884554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a6a9d2-90ab-4da0-8140-3dd4da2d6584 None None] DHCP port deletion for 62fd754e-5cad-4a48-a4b4-1613cbb8c1dc request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:07:56.909758 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2874016f-3ae2-4fdd-bd7a-d5ca035523de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:56.912834 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2874016f-3ae2-4fdd-bd7a-d5ca035523de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:56.914161 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2874016f-3ae2-4fdd-bd7a-d5ca035523de admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f8e82599-3414-4098-8222-bf050fc337cb HTTP/1.1" status: 204 len: 168 time: 0.4444065 Jul 15 15:07:57.078825 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.151192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874016f-3ae2-4fdd-bd7a-d5ca035523de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e82599-3414-4098-8222-bf050fc337cb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:57.161132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.212664 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c27002a5-aff8-4cb1-b048-1f360f6947d2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c27002a5-aff8-4cb1-b048-1f360f6947d2,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:57.221788 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c27002a5-aff8-4cb1-b048-1f360f6947d2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:07:57.227465 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cceb37-4baf-47f1-bbf3-6d92108eddd0" -d '{"events": [{"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "c27002a5-aff8-4cb1-b048-1f360f6947d2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:07:57.230199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 856fc933-86a6-424c-b2ac-780e51d71cba no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:57.267164 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c7a6a9d2-90ab-4da0-8140-3dd4da2d6584 None None] Deleting port 9a583312-6cb7-41c5-921f-40c4da88f768 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:57.267559 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7a6a9d2-90ab-4da0-8140-3dd4da2d6584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.315884 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.317531 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:57.324533 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 856fc933-86a6-424c-b2ac-780e51d71cba {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:07:57.329483 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 856fc933-86a6-424c-b2ac-780e51d71cba not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:07:57.330912 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7554075f-f204-4ca7-b194-89c13f99091e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.336061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9a583312-6cb7-41c5-921f-40c4da88f768 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:57.348773 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7554075f-f204-4ca7-b194-89c13f99091e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.423645 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-220a6625-61c8-4818-b00b-2c362b779d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-router', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:33Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'gw_port': {'id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e562d90e-bcfc-4d92-ab14-14fd18662977', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'port_id': 'ae4c34b6-df7e-4a71-8432-57630a93902e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349', 'mac_address': 'fa:16:3e:1b:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:07:48Z', 'updated_at': '2021-07-15T15:07:53Z', 'revision_number': 1, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15c5b4f-9319-457b-bdbe-8fa0b9921f40', 'name': '', 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'mac_address': 'fa:16:3e:4e:0b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:43Z', 'updated_at': '2021-07-15T15:07:03Z', 'revision_number': 5, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'subnets': [{'id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:57.443436 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7554075f-f204-4ca7-b194-89c13f99091e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=14e91a97a1a645e7824eedea3191e96b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0192523 Jul 15 15:07:57.454398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59860) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:57.549961 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c7a6a9d2-90ab-4da0-8140-3dd4da2d6584 None None] For port 9a583312-6cb7-41c5-921f-40c4da88f768, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9a583312-6cb7-41c5-921f-40c4da88f768,segment=NetworkSegment(48e68b30-5f0b-4738-b03f-2d38210cb5ab),segment_id=48e68b30-5f0b-4738-b03f-2d38210cb5ab)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:57.549961 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7a6a9d2-90ab-4da0-8140-3dd4da2d6584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.554936 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] Deleting port 9a583312-6cb7-41c5-921f-40c4da88f768 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:57.559608 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.577079 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-1634286b-17b3-459f-a9be-00344db93663 req-2eff9038-fedb-42ca-9702-90876ce166ca tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] For port e6b381c8-58cd-4b79-b6d0-8352262019bd, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e6b381c8-58cd-4b79-b6d0-8352262019bd,segment=NetworkSegment(fcd875e8-a087-469f-8152-b638ec08e76b),segment_id=fcd875e8-a087-469f-8152-b638ec08e76b)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:57.578862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=c27002a5-aff8-4cb1-b048-1f360f6947d2,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:57.579001 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1634286b-17b3-459f-a9be-00344db93663 req-2eff9038-fedb-42ca-9702-90876ce166ca tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.583119 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c7a6a9d2-90ab-4da0-8140-3dd4da2d6584 None None] Calling delete_port for 9a583312-6cb7-41c5-921f-40c4da88f768 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:57.592789 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a6625-61c8-4818-b00b-2c362b779d5e None None] Checking router: 21d90717-432a-4e66-a0ee-447c3579deb5 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:07:57.625988 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a6625-61c8-4818-b00b-2c362b779d5e None None] Routers {'21d90717-432a-4e66-a0ee-447c3579deb5'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:57.626353 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-1634286b-17b3-459f-a9be-00344db93663 req-2eff9038-fedb-42ca-9702-90876ce166ca tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Calling delete_port for e6b381c8-58cd-4b79-b6d0-8352262019bd owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:57.628204 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-220a6625-61c8-4818-b00b-2c362b779d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['21d90717-432a-4e66-a0ee-447c3579deb5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:57.661538 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.705992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] For port 9a583312-6cb7-41c5-921f-40c4da88f768, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9a583312-6cb7-41c5-921f-40c4da88f768,segment=NetworkSegment(48e68b30-5f0b-4738-b03f-2d38210cb5ab),segment_id=48e68b30-5f0b-4738-b03f-2d38210cb5ab)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:57.706401 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.725310 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] Calling delete_port for 9a583312-6cb7-41c5-921f-40c4da88f768 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:57.736098 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.778638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 9a583312-6cb7-41c5-921f-40c4da88f768, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9a583312-6cb7-41c5-921f-40c4da88f768,segment=NetworkSegment(48e68b30-5f0b-4738-b03f-2d38210cb5ab),segment_id=48e68b30-5f0b-4738-b03f-2d38210cb5ab)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:57.790009 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.838945 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59866) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:57.855718 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7a6a9d2-90ab-4da0-8140-3dd4da2d6584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.869469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554075f-f204-4ca7-b194-89c13f99091e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa26d6e6-5f76-4d68-89f9-c1912cf37656,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:57.882338 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=9a583312-6cb7-41c5-921f-40c4da88f768,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:57.895305 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c94e312e-4a24-4768-b312-b9d7839d3677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.915151 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-220a6625-61c8-4818-b00b-2c362b779d5e None None] Set router 21d90717-432a-4e66-a0ee-447c3579deb5 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:57.922324 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e6b381c8-58cd-4b79-b6d0-8352262019bd no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:57.924979 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-e5459496-bcc6-4bce-b227-c6aec52398fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:57.926839 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-e5459496-bcc6-4bce-b227-c6aec52398fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f67d9a6abd84744b56d2fe9b4a882db&device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 1096 time: 1.3399975 Jul 15 15:07:57.929343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6a9d2-90ab-4da0-8140-3dd4da2d6584 None None] Pushing event deleted for resources: {'Port': ['ID=9a583312-6cb7-41c5-921f-40c4da88f768,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:57.931242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-46107f27-cef2-496e-b526-6298450b27ac req-ce3c6f10-2340-4480-8835-410183af11d9 service neutron] device_id is not set on port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:07:57.965637 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.966969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a6a9d2-90ab-4da0-8140-3dd4da2d6584 None None] No DVR routers for this DVR port 9a583312-6cb7-41c5-921f-40c4da88f768 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:57.975686 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5189d874-6a90-4bc8-9d62-e402c7f85738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:57.997491 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-ce3c6f10-2340-4480-8835-410183af11d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.021059 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1634286b-17b3-459f-a9be-00344db93663 req-2eff9038-fedb-42ca-9702-90876ce166ca tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.023818 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] Pushing event deleted for resources: {'Port': ['ID=9a583312-6cb7-41c5-921f-40c4da88f768,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:58.038148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] No DVR routers for this DVR port 9a583312-6cb7-41c5-921f-40c4da88f768 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:58.042682 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-ce3c6f10-2340-4480-8835-410183af11d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.061232 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Port e6b381c8-58cd-4b79-b6d0-8352262019bd update to DOWN by agent not found {{(pid=100713) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 15:07:58.061516 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5189d874-6a90-4bc8-9d62-e402c7f85738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.145960 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:07:58.146847 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:07:58.166980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff9038-fedb-42ca-9702-90876ce166ca tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Pushing event deleted for resources: {'Port': ['ID=e6b381c8-58cd-4b79-b6d0-8352262019bd,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:58.216102 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c6f10-2340-4480-8835-410183af11d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3696f3-00cd-46db-8061-ca8adfe8c0d3,revision_number=6']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:58.229907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053302c-6240-4631-86b9-8c376d3a8bee req-c04653df-d94d-4fb7-898a-b2556af9dc08 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:58.231891 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6053302c-6240-4631-86b9-8c376d3a8bee req-c04653df-d94d-4fb7-898a-b2556af9dc08 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 1.4995463 Jul 15 15:07:58.261461 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.298203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fd754e-5cad-4a48-a4b4-1613cbb8c1dc']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:58.333142 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5189d874-6a90-4bc8-9d62-e402c7f85738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.336365 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5189d874-6a90-4bc8-9d62-e402c7f85738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.340659 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5189d874-6a90-4bc8-9d62-e402c7f85738 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aa26d6e6-5f76-4d68-89f9-c1912cf37656 HTTP/1.1" status: 204 len: 168 time: 0.8839240 Jul 15 15:07:58.364247 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e68b30-5f0b-4738-b03f-2d38210cb5ab') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:58.365142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e68b30-5f0b-4738-b03f-2d38210cb5ab') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:58.383324 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c94e312e-4a24-4768-b312-b9d7839d3677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.386672 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189d874-6a90-4bc8-9d62-e402c7f85738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa26d6e6-5f76-4d68-89f9-c1912cf37656,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:58.390766 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.399721 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c94e312e-4a24-4768-b312-b9d7839d3677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.436994 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c94e312e-4a24-4768-b312-b9d7839d3677 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9448f4d08524c8e9eecad8136025630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5944757 Jul 15 15:07:58.444574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59878) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:58.449420 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-46107f27-cef2-496e-b526-6298450b27ac req-ce3c6f10-2340-4480-8835-410183af11d9 service neutron] No DVR routers for this DVR port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:58.453001 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-63cbd7dc-aa0f-4dd1-ab00-d4ec1ecda274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:58.459017 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-63cbd7dc-aa0f-4dd1-ab00-d4ec1ecda274 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8fd9506d-d3cc-4a38-968e-68ccfed6c349 HTTP/1.1" status: 200 len: 920 time: 0.5162766 Jul 15 15:07:58.460101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1634286b-17b3-459f-a9be-00344db93663 req-2eff9038-fedb-42ca-9702-90876ce166ca tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] No DVR routers for this DVR port e6b381c8-58cd-4b79-b6d0-8352262019bd on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:58.467480 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1634286b-17b3-459f-a9be-00344db93663 req-2eff9038-fedb-42ca-9702-90876ce166ca tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.469384 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.473787 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1634286b-17b3-459f-a9be-00344db93663 req-2eff9038-fedb-42ca-9702-90876ce166ca tempest-ServerGroupTestJSON-1068118007 tempest-ServerGroupTestJSON-1068118007-project] 10.222.0.11 "DELETE /v2.0/ports/e6b381c8-58cd-4b79-b6d0-8352262019bd HTTP/1.1" status: 204 len: 173 time: 2.3727660 Jul 15 15:07:58.509072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:07:58.509072 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:07:58.511282 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:07:58.565409 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-220a6625-61c8-4818-b00b-2c362b779d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-router', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:33Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'gw_port': {'id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e562d90e-bcfc-4d92-ab14-14fd18662977', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'port_id': 'ae4c34b6-df7e-4a71-8432-57630a93902e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349', 'mac_address': 'fa:16:3e:1b:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:07:48Z', 'updated_at': '2021-07-15T15:07:53Z', 'revision_number': 1, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15c5b4f-9319-457b-bdbe-8fa0b9921f40', 'name': '', 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'mac_address': 'fa:16:3e:4e:0b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:43Z', 'updated_at': '2021-07-15T15:07:03Z', 'revision_number': 5, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'subnets': [{'id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:58.581840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6053302c-6240-4631-86b9-8c376d3a8bee req-f0ab403b-bf67-428c-8f47-f4d51c68b344 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019712 Jul 15 15:07:58.658625 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e312e-4a24-4768-b312-b9d7839d3677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffa9b37-c0e4-4848-953f-b380355f97fd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:58.734875 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a6625-61c8-4818-b00b-2c362b779d5e None None] The sync data for ids ['21d90717-432a-4e66-a0ee-447c3579deb5'] in n-d-764435-3 is: [{'id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-router', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:33Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'gw_port': {'id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e562d90e-bcfc-4d92-ab14-14fd18662977', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'port_id': 'ae4c34b6-df7e-4a71-8432-57630a93902e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349', 'mac_address': 'fa:16:3e:1b:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:07:48Z', 'updated_at': '2021-07-15T15:07:53Z', 'revision_number': 1, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15c5b4f-9319-457b-bdbe-8fa0b9921f40', 'name': '', 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'mac_address': 'fa:16:3e:4e:0b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:43Z', 'updated_at': '2021-07-15T15:07:03Z', 'revision_number': 5, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'subnets': [{'id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:07:58.756723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-46107f27-cef2-496e-b526-6298450b27ac req-ce3c6f10-2340-4480-8835-410183af11d9 service neutron] In _notify_port_updated(), no bound segment for port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 on network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c {{(pid=100711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:07:58.757659 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46107f27-cef2-496e-b526-6298450b27ac req-ce3c6f10-2340-4480-8835-410183af11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:58.758283 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-ce3c6f10-2340-4480-8835-410183af11d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.759700 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46107f27-cef2-496e-b526-6298450b27ac req-ce3c6f10-2340-4480-8835-410183af11d9 service neutron] 10.222.0.22 "PUT /v2.0/ports/1f3696f3-00cd-46db-8061-ca8adfe8c0d3 HTTP/1.1" status: 200 len: 1027 time: 2.9497154 Jul 15 15:07:58.761810 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-ab971efc-e2a3-427b-ba61-d006921763db service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae4c34b6-df7e-4a71-8432-57630a93902e HTTP/1.1" status: 200 len: 998 time: 0.2866940 Jul 15 15:07:58.770160 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 956ce13d-6924-4a54-a406-a345c8b62cf5 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:58.827593 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.838800 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.844311 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] 10.222.0.38 "DELETE /v2.0/networks/62fd754e-5cad-4a48-a4b4-1613cbb8c1dc HTTP/1.1" status: 204 len: 168 time: 2.3797050 Jul 15 15:07:58.849841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9ff7a126-f3f8-409a-9359-98293493c0de None None] Provisioning complete for port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:07:58.850752 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a126-f3f8-409a-9359-98293493c0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.930187 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2d31e-3f88-4dc3-8941-98d62b42742a admin admin] Pushing event deleted for resources: {'Network': ['ID=62fd754e-5cad-4a48-a4b4-1613cbb8c1dc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:58.934863 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e85d8b1-bb05-4a71-aabf-2bb261f4efca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.986159 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e85d8b1-bb05-4a71-aabf-2bb261f4efca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:59.017669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9ff7a126-f3f8-409a-9359-98293493c0de None None] Port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:07:59.050497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-c996ad5b-3320-4ed6-ab40-2af3243e8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:59.091931 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-c996ad5b-3320-4ed6-ab40-2af3243e8f6f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4c707114-c704-4bf9-94d3-2c92c1377be1 HTTP/1.1" status: 200 len: 859 time: 0.3101256 Jul 15 15:07:59.117905 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:59.137078 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59890) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:59.178152 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-daaf5ea7-316e-400b-90c0-cb9aa610cf4a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8fd9506d-d3cc-4a38-968e-68ccfed6c349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840824 Jul 15 15:07:59.223538 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-044ebde1-37e1-4e91-a455-1caf8d0314f8 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:07:59.224696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-044ebde1-37e1-4e91-a455-1caf8d0314f8 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074420 Jul 15 15:07:59.244266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 956ce13d-6924-4a54-a406-a345c8b62cf5, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=956ce13d-6924-4a54-a406-a345c8b62cf5,segment=NetworkSegment(8fed424e-93c9-48aa-b19e-03fd3711bb3d),segment_id=8fed424e-93c9-48aa-b19e-03fd3711bb3d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:59.245112 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8bceab7d-1905-4ac8-9d7e-2b776acdb6e3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=40bf669d7c86461487aff158b418b6f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1066687 Jul 15 15:07:59.245837 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e85d8b1-bb05-4a71-aabf-2bb261f4efca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:59.248872 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e85d8b1-bb05-4a71-aabf-2bb261f4efca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:59.254980 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7e85d8b1-bb05-4a71-aabf-2bb261f4efca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dffa9b37-c0e4-4848-953f-b380355f97fd HTTP/1.1" status: 204 len: 168 time: 0.8089113 Jul 15 15:07:59.256743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59892) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:59.262511 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:59.272036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85d8b1-bb05-4a71-aabf-2bb261f4efca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffa9b37-c0e4-4848-953f-b380355f97fd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:59.272633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:59.395356 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d1326ab-968f-40c2-ab9f-cbe5ba57228d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:59.424112 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-ed1e55d9-5e0c-44d3-a5f2-43ae2b6a9bb8 service neutron] 10.222.0.38 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791432 Jul 15 15:07:59.464529 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d1326ab-968f-40c2-ab9f-cbe5ba57228d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:59.495408 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=956ce13d-6924-4a54-a406-a345c8b62cf5,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:59.512622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89585404-0594-4691-8019-c15a03385b42 None None] New status for floating IP e562d90e-bcfc-4d92-ab14-14fd18662977: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:07:59.570043 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d1326ab-968f-40c2-ab9f-cbe5ba57228d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:59.573019 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d1326ab-968f-40c2-ab9f-cbe5ba57228d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:59.574247 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0d1326ab-968f-40c2-ab9f-cbe5ba57228d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8d59e1d4-ea58-45c5-b223-e4a516be1cad HTTP/1.1" status: 204 len: 168 time: 0.3084350 Jul 15 15:07:59.594683 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1326ab-968f-40c2-ab9f-cbe5ba57228d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d59e1d4-ea58-45c5-b223-e4a516be1cad,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:59.624940 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4bfc8-e530-4d2c-a1b4-b25ee41b2b79 req-823e9aa5-bb4c-4970-a1a4-9d9b5ff8acee tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:59.647122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4bfc8-e530-4d2c-a1b4-b25ee41b2b79 req-823e9aa5-bb4c-4970-a1a4-9d9b5ff8acee tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:59.661162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4bfc8-e530-4d2c-a1b4-b25ee41b2b79 req-823e9aa5-bb4c-4970-a1a4-9d9b5ff8acee tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:59.677820 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4bfc8-e530-4d2c-a1b4-b25ee41b2b79 req-823e9aa5-bb4c-4970-a1a4-9d9b5ff8acee tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:59.695907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4bfc8-e530-4d2c-a1b4-b25ee41b2b79 req-823e9aa5-bb4c-4970-a1a4-9d9b5ff8acee tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:59.705827 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4fc4bfc8-e530-4d2c-a1b4-b25ee41b2b79 req-823e9aa5-bb4c-4970-a1a4-9d9b5ff8acee tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 3884 time: 0.5901413 Jul 15 15:07:59.718118 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-46107f27-cef2-496e-b526-6298450b27ac req-afea3083-0f42-4c0d-98a6-e1f407e4dabd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Deleting port 956ce13d-6924-4a54-a406-a345c8b62cf5 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:59.718766 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-afea3083-0f42-4c0d-98a6-e1f407e4dabd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:59.839775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-46107f27-cef2-496e-b526-6298450b27ac req-afea3083-0f42-4c0d-98a6-e1f407e4dabd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] For port 956ce13d-6924-4a54-a406-a345c8b62cf5, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=956ce13d-6924-4a54-a406-a345c8b62cf5,segment=NetworkSegment(8fed424e-93c9-48aa-b19e-03fd3711bb3d),segment_id=8fed424e-93c9-48aa-b19e-03fd3711bb3d)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:59.840441 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-afea3083-0f42-4c0d-98a6-e1f407e4dabd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:59.906230 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:00.003694 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f5b96fbc-73ca-40a0-b89e-9de22c46eeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:00.012665 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:00.018925 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:00.020099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:00.078689 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4fc4bfc8-e530-4d2c-a1b4-b25ee41b2b79 req-1919065a-aff7-4ad3-a62c-af835a9896c0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3717639 Jul 15 15:08:00.289581 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a72296-6c8d-4e65-862a-37dda1140e51 x-openstack-request-id: req-88a72296-6c8d-4e65-862a-37dda1140e51 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:00.289871 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dee022-7b84-40eb-91f7-aa86c7348302", "tag": "ae4c34b6-df7e-4a71-8432-57630a93902e", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:00.291879 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-88a72296-6c8d-4e65-862a-37dda1140e51 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:00.292506 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'tag': 'ae4c34b6-df7e-4a71-8432-57630a93902e', 'status': 'completed', 'code': 200} Jul 15 15:08:00.330932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2c4f728-d04f-43ac-869d-a06ea8814b85 req-3da48ef3-203e-43cd-a068-0ef76e2b587d service neutron] 10.222.0.38 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8905773 Jul 15 15:08:00.372258 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-afea3083-0f42-4c0d-98a6-e1f407e4dabd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:00.372653 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-afea3083-0f42-4c0d-98a6-e1f407e4dabd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:00.372980 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-46107f27-cef2-496e-b526-6298450b27ac req-afea3083-0f42-4c0d-98a6-e1f407e4dabd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Floating IP 94ffb9f9-8312-45ff-a02e-530123b671ca disassociated. External IP: 172.25.4.108, port: 956ce13d-6924-4a54-a406-a345c8b62cf5. Jul 15 15:08:00.373339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-46107f27-cef2-496e-b526-6298450b27ac req-afea3083-0f42-4c0d-98a6-e1f407e4dabd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Calling delete_port for 956ce13d-6924-4a54-a406-a345c8b62cf5 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:00.396648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820c138-8a59-4a21-950c-130e1da6698d req-906a434e-4333-45c0-aad5-c1911f5fdf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:00.411019 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3820c138-8a59-4a21-950c-130e1da6698d req-906a434e-4333-45c0-aad5-c1911f5fdf47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f67d9a6abd84744b56d2fe9b4a882db&device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 1096 time: 0.1758168 Jul 15 15:08:00.455737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:00.461017 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d70003-493d-4660-a6ce-68eb07b60e82 x-openstack-request-id: req-d4d70003-493d-4660-a6ce-68eb07b60e82 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:00.461475 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "c27002a5-aff8-4cb1-b048-1f360f6947d2", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:00.461882 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4d70003-493d-4660-a6ce-68eb07b60e82 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:00.462474 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c27002a5-aff8-4cb1-b048-1f360f6947d2', 'code': 200} Jul 15 15:08:00.589530 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:00.643915 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f,segment=NetworkSegment(dc0c81ee-0785-4cba-9a78-0313fb416409),segment_id=dc0c81ee-0785-4cba-9a78-0313fb416409)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:00.653450 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:00.658128 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4b61e0da-7262-42eb-badb-84072e586233 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:00.661619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820c138-8a59-4a21-950c-130e1da6698d req-42bb9c6b-9278-4da7-9038-2728ff0165af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:00.663417 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3820c138-8a59-4a21-950c-130e1da6698d req-42bb9c6b-9278-4da7-9038-2728ff0165af service neutron] 10.222.0.22 "GET /v2.0/networks?id=8fd9506d-d3cc-4a38-968e-68ccfed6c349 HTTP/1.1" status: 200 len: 920 time: 0.2451348 Jul 15 15:08:00.846345 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3820c138-8a59-4a21-950c-130e1da6698d req-42b19ff3-c5f8-4db4-b458-eb826ac25026 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae4c34b6-df7e-4a71-8432-57630a93902e HTTP/1.1" status: 200 len: 1000 time: 0.1754863 Jul 15 15:08:00.868214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-69d435c6-e63d-4bef-b697-c7043eaa7485 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 1000 time: 0.3098269 Jul 15 15:08:00.885579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:00.944097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276f159-2f57-426d-8077-fcf946632c0d req-9babf212-635a-4519-9bf9-b3232206504b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:00.945724 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0276f159-2f57-426d-8077-fcf946632c0d req-9babf212-635a-4519-9bf9-b3232206504b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.2721746 Jul 15 15:08:01.017309 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820c138-8a59-4a21-950c-130e1da6698d req-b91a6cda-3dd0-4cd0-82f3-1691e9b77748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:01.018799 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3820c138-8a59-4a21-950c-130e1da6698d req-b91a6cda-3dd0-4cd0-82f3-1691e9b77748 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c707114-c704-4bf9-94d3-2c92c1377be1 HTTP/1.1" status: 200 len: 859 time: 0.1659424 Jul 15 15:08:01.025794 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.096366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-80244485-6853-4fd1-a9aa-a25aade745eb tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:01.097877 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-80244485-6853-4fd1-a9aa-a25aade745eb tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports/ae4c34b6-df7e-4a71-8432-57630a93902e HTTP/1.1" status: 200 len: 942 time: 0.2012601 Jul 15 15:08:01.103755 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0276f159-2f57-426d-8077-fcf946632c0d req-daa5abaa-858f-444d-8256-8b5049b0395d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164138 Jul 15 15:08:01.124958 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-afea3083-0f42-4c0d-98a6-e1f407e4dabd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.169238 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3820c138-8a59-4a21-950c-130e1da6698d req-32a00fbd-7125-4745-bd5e-79f59da2d35a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8fd9506d-d3cc-4a38-968e-68ccfed6c349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409762 Jul 15 15:08:01.185092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4b61e0da-7262-42eb-badb-84072e586233, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4b61e0da-7262-42eb-badb-84072e586233,segment=NetworkSegment(dc0c81ee-0785-4cba-9a78-0313fb416409),segment_id=dc0c81ee-0785-4cba-9a78-0313fb416409)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:01.197224 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.202011 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e6c7806c-4a42-48df-8fdb-c278e251f75b no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:01.267651 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea3083-0f42-4c0d-98a6-e1f407e4dabd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event deleted for resources: {'Port': ['ID=956ce13d-6924-4a54-a406-a345c8b62cf5,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:01.389352 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3820c138-8a59-4a21-950c-130e1da6698d req-cc773ce5-00f7-482f-8310-ce0cfb136b74 service neutron] 10.222.0.22 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110283 Jul 15 15:08:01.431263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=4b61e0da-7262-42eb-badb-84072e586233,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:01.456006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e6c7806c-4a42-48df-8fdb-c278e251f75b not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:01.562704 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3820c138-8a59-4a21-950c-130e1da6698d req-5a7df2ee-a401-448b-9cae-8c5922fbe8b1 service neutron] 10.222.0.22 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635704 Jul 15 15:08:01.658094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46107f27-cef2-496e-b526-6298450b27ac req-afea3083-0f42-4c0d-98a6-e1f407e4dabd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:08:01.688475 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-f0b0e91e-a6c1-4181-bced-f442a3e4565e tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 1000 time: 0.1704042 Jul 15 15:08:01.997923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290fb9b-71ec-4e38-9b2d-99e3d9cb243a req-af3a0493-5835-4570-b235-cc14b5dbb1b4 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:02.003101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290fb9b-71ec-4e38-9b2d-99e3d9cb243a req-af3a0493-5835-4570-b235-cc14b5dbb1b4 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:02.015360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290fb9b-71ec-4e38-9b2d-99e3d9cb243a req-af3a0493-5835-4570-b235-cc14b5dbb1b4 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:02.021661 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290fb9b-71ec-4e38-9b2d-99e3d9cb243a req-af3a0493-5835-4570-b235-cc14b5dbb1b4 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:02.023633 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6290fb9b-71ec-4e38-9b2d-99e3d9cb243a req-af3a0493-5835-4570-b235-cc14b5dbb1b4 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 3143 time: 0.3217363 Jul 15 15:08:02.035248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-2b6570ca-88de-4279-8136-e633a8be1c85 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:02.036760 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-2b6570ca-88de-4279-8136-e633a8be1c85 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.3474519 Jul 15 15:08:02.075327 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60006) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:02.075948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-3ae4696c-2882-4b4c-ba8b-b1aff13df631 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:08:02.077963 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-3ae4696c-2882-4b4c-ba8b-b1aff13df631 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234604 Jul 15 15:08:02.167445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-00fe2986-8cbf-4dd7-9e6d-457c998c10cd tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 1000 time: 0.0728228 Jul 15 15:08:02.184535 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46107f27-cef2-496e-b526-6298450b27ac req-afea3083-0f42-4c0d-98a6-e1f407e4dabd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:08:02.198499 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d058acb6-8589-42d2-b4bc-92cf05427b6e None None] Sync routers for ids ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:08:02.203413 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6290fb9b-71ec-4e38-9b2d-99e3d9cb243a req-e601c5a4-a348-40d0-b343-e13e95ec31ea tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653533 Jul 15 15:08:02.217951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-bcabc653-c6ee-4173-9782-aad19424c3a3 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:02.229814 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d058acb6-8589-42d2-b4bc-92cf05427b6e None None] Routers {'81fe2ef1-bdce-46a6-9698-31bf01c103c4'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:02.230461 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d058acb6-8589-42d2-b4bc-92cf05427b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:02.284693 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5465340e-0bae-461a-913a-76c19fc4b3c1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1393877192-network', 'tenant_id': 'dd6fc9be9f2342aab0f37d7d159cc9cf'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:02.320059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1240240d-caf2-496b-8603-cb2533cbfc9a', 'name': 'network-vif-deleted', 'tag': 'e6b381c8-58cd-4b79-b6d0-8352262019bd'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:02.322256 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1925de-8b56-4d53-8ed3-df12d2e463d4" -d '{"events": [{"server_uuid": "1240240d-caf2-496b-8603-cb2533cbfc9a", "name": "network-vif-deleted", "tag": "e6b381c8-58cd-4b79-b6d0-8352262019bd"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:02.326495 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-bcabc653-c6ee-4173-9782-aad19424c3a3 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.349112 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5465340e-0bae-461a-913a-76c19fc4b3c1 admin admin] Made reservation on behalf of dd6fc9be9f2342aab0f37d7d159cc9cf for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:02.356321 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5465340e-0bae-461a-913a-76c19fc4b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.417252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5465340e-0bae-461a-913a-76c19fc4b3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.431866 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d058acb6-8589-42d2-b4bc-92cf05427b6e None None] Set router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:08:02.472921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '956ce13d-6924-4a54-a406-a345c8b62cf5'}, {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f'}, {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497ae9a9-ff93-4d7a-8209-f52e5bb98d9f'}, {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b61e0da-7262-42eb-badb-84072e586233'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:02.478870 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c3c1bf-68bf-45a0-849a-4208695615d2" -d '{"events": [{"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "956ce13d-6924-4a54-a406-a345c8b62cf5"}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f"}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "497ae9a9-ff93-4d7a-8209-f52e5bb98d9f"}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "4b61e0da-7262-42eb-badb-84072e586233"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:02.571355 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-bcabc653-c6ee-4173-9782-aad19424c3a3 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.593519 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-bcabc653-c6ee-4173-9782-aad19424c3a3 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.594066 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-bcabc653-c6ee-4173-9782-aad19424c3a3 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Floating IP e562d90e-bcfc-4d92-ab14-14fd18662977 disassociated. External IP: 172.25.4.14, port: ae4c34b6-df7e-4a71-8432-57630a93902e. Jul 15 15:08:02.681632 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbe9bd0-2169-48a7-97f0-94e4240e0007 x-openstack-request-id: req-efbe9bd0-2169-48a7-97f0-94e4240e0007 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:02.682014 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "956ce13d-6924-4a54-a406-a345c8b62cf5", "code": 200}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f", "code": 200}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "497ae9a9-ff93-4d7a-8209-f52e5bb98d9f", "code": 200}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "4b61e0da-7262-42eb-badb-84072e586233", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:02.682225 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-efbe9bd0-2169-48a7-97f0-94e4240e0007 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:02.682645 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '956ce13d-6924-4a54-a406-a345c8b62cf5', 'code': 200} Jul 15 15:08:02.682948 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f', 'code': 200} Jul 15 15:08:02.683220 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497ae9a9-ff93-4d7a-8209-f52e5bb98d9f', 'code': 200} Jul 15 15:08:02.683405 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b61e0da-7262-42eb-badb-84072e586233', 'code': 200} Jul 15 15:08:02.707177 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5465340e-0bae-461a-913a-76c19fc4b3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.730323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-46107f27-cef2-496e-b526-6298450b27ac req-afea3083-0f42-4c0d-98a6-e1f407e4dabd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] No DVR routers for this DVR port 956ce13d-6924-4a54-a406-a345c8b62cf5 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:02.735691 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-afea3083-0f42-4c0d-98a6-e1f407e4dabd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.738808 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46107f27-cef2-496e-b526-6298450b27ac req-afea3083-0f42-4c0d-98a6-e1f407e4dabd tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.22 "DELETE /v2.0/ports/956ce13d-6924-4a54-a406-a345c8b62cf5 HTTP/1.1" status: 204 len: 173 time: 3.9504447 Jul 15 15:08:02.740688 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5465340e-0bae-461a-913a-76c19fc4b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.768298 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.812435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5465340e-0bae-461a-913a-76c19fc4b3c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:08:02.846659 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465340e-0bae-461a-913a-76c19fc4b3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a62608-4f64-4955-b7c8-1a3a90559789,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:02.850007 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5465340e-0bae-461a-913a-76c19fc4b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.850514 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-5465340e-0bae-461a-913a-76c19fc4b3c1 admin admin] Added segment 051c40b7-2620-462c-92bc-61b5a7a7fd92 of type vlan for network f879c85d-e02e-4f73-90ce-f197b88fac88 Jul 15 15:08:02.896676 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fbae6c-9a24-41a6-a3e1-689c998558a8 x-openstack-request-id: req-73fbae6c-9a24-41a6-a3e1-689c998558a8 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:02.898584 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1240240d-caf2-496b-8603-cb2533cbfc9a", "name": "network-vif-deleted", "tag": "e6b381c8-58cd-4b79-b6d0-8352262019bd", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:02.899102 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-73fbae6c-9a24-41a6-a3e1-689c998558a8 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:02.899774 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1240240d-caf2-496b-8603-cb2533cbfc9a', 'name': 'network-vif-deleted', 'tag': 'e6b381c8-58cd-4b79-b6d0-8352262019bd', 'status': 'completed', 'code': 200} Jul 15 15:08:02.900596 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee42a8d2-e972-4f81-9633-2d809aac833a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.974256 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5465340e-0bae-461a-913a-76c19fc4b3c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:03.072109 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5465340e-0bae-461a-913a-76c19fc4b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:03.074846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5465340e-0bae-461a-913a-76c19fc4b3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:03.075611 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5465340e-0bae-461a-913a-76c19fc4b3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:03.099233 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5465340e-0bae-461a-913a-76c19fc4b3c1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0214210 Jul 15 15:08:03.101959 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60078) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:03.131699 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-37c060a6-0254-4a3b-bb72-bf8596e0c7ab admin admin] Request body: {'subnet': {'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1393877192-subnet', 'tenant_id': 'dd6fc9be9f2342aab0f37d7d159cc9cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:03.175782 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c060a6-0254-4a3b-bb72-bf8596e0c7ab admin admin] Made reservation on behalf of dd6fc9be9f2342aab0f37d7d159cc9cf for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:03.179705 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37c060a6-0254-4a3b-bb72-bf8596e0c7ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:03.197817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60084) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:03.307177 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d058acb6-8589-42d2-b4bc-92cf05427b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'name': 'tempest-TaggedBootDevicesTest-1081440412-router', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:31Z', 'updated_at': '2021-07-15T14:57:37Z', 'revision_number': 4, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'gw_port': {'id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:32Z', 'updated_at': '2021-07-15T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'd1fd6542-acc7-48e6-a64a-a8b6d4dc0d90', 'name': '', 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'mac_address': 'fa:16:3e:f3:21:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:34Z', 'updated_at': '2021-07-15T14:57:45Z', 'revision_number': 5, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'subnets': [{'id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:03.392798 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d058acb6-8589-42d2-b4bc-92cf05427b6e None None] Checking router: 81fe2ef1-bdce-46a6-9698-31bf01c103c4 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:08:03.413585 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d058acb6-8589-42d2-b4bc-92cf05427b6e None None] Routers {'81fe2ef1-bdce-46a6-9698-31bf01c103c4'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:03.414488 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d058acb6-8589-42d2-b4bc-92cf05427b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:08:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:03.473309 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60094) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:03.589705 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465340e-0bae-461a-913a-76c19fc4b3c1 admin admin] Pushing event updated for resources: {'Network': ['ID=f879c85d-e02e-4f73-90ce-f197b88fac88,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:03.604703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network f879c85d-e02e-4f73-90ce-f197b88fac88 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:08:03.617612 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-06355754-14d9-42c4-8f0a-c0ea300b5e97 admin admin] Deleting subnet c0d1f086-5681-444c-a23a-f3e0b1306a4b {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:08:03.624713 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06355754-14d9-42c4-8f0a-c0ea300b5e97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:03.649706 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d058acb6-8589-42d2-b4bc-92cf05427b6e None None] Set router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:08:03.711303 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06355754-14d9-42c4-8f0a-c0ea300b5e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:03.871073 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-46107f27-cef2-496e-b526-6298450b27ac req-c16facd7-87b9-4ece-a366-8dfcc992fbe6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Deleting port c27002a5-aff8-4cb1-b048-1f360f6947d2 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:03.871717 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-c16facd7-87b9-4ece-a366-8dfcc992fbe6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:03.878403 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06355754-14d9-42c4-8f0a-c0ea300b5e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:03.885935 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871d396-cc7f-4953-b1c8-343c2446e458 req-5c5846f5-2994-4a28-83be-5def8c3fc45e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:03.894966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871d396-cc7f-4953-b1c8-343c2446e458 req-5c5846f5-2994-4a28-83be-5def8c3fc45e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:03.906983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871d396-cc7f-4953-b1c8-343c2446e458 req-5c5846f5-2994-4a28-83be-5def8c3fc45e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:03.913044 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871d396-cc7f-4953-b1c8-343c2446e458 req-5c5846f5-2994-4a28-83be-5def8c3fc45e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:03.920214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9871d396-cc7f-4953-b1c8-343c2446e458 req-5c5846f5-2994-4a28-83be-5def8c3fc45e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 3143 time: 0.2492719 Jul 15 15:08:03.942252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d22bfcd5-7232-4ff0-a42c-a76061cd9015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.064051 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d058acb6-8589-42d2-b4bc-92cf05427b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'name': 'tempest-TaggedBootDevicesTest-1081440412-router', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:31Z', 'updated_at': '2021-07-15T14:57:37Z', 'revision_number': 4, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'gw_port': {'id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:32Z', 'updated_at': '2021-07-15T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'd1fd6542-acc7-48e6-a64a-a8b6d4dc0d90', 'name': '', 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'mac_address': 'fa:16:3e:f3:21:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:34Z', 'updated_at': '2021-07-15T14:57:45Z', 'revision_number': 5, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'subnets': [{'id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:04.133066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9871d396-cc7f-4953-b1c8-343c2446e458 req-160da440-809c-4b23-b52a-3640031c2a67 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115726 Jul 15 15:08:04.153315 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d058acb6-8589-42d2-b4bc-92cf05427b6e None None] The sync data for ids ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'] in n-d-764435-3 is: [{'id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'name': 'tempest-TaggedBootDevicesTest-1081440412-router', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:31Z', 'updated_at': '2021-07-15T14:57:37Z', 'revision_number': 4, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'gw_port': {'id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:32Z', 'updated_at': '2021-07-15T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'd1fd6542-acc7-48e6-a64a-a8b6d4dc0d90', 'name': '', 'network_id': '8385c4b7-7489-4899-ba46-4cc28a769256', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'mac_address': 'fa:16:3e:f3:21:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:34Z', 'updated_at': '2021-07-15T14:57:45Z', 'revision_number': 5, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'subnets': [{'id': '02090ca6-5ee4-4768-8aba-a4603b352741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:08:04.207629 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-46107f27-cef2-496e-b526-6298450b27ac req-c16facd7-87b9-4ece-a366-8dfcc992fbe6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] For port c27002a5-aff8-4cb1-b048-1f360f6947d2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c27002a5-aff8-4cb1-b048-1f360f6947d2,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:04.210249 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-c16facd7-87b9-4ece-a366-8dfcc992fbe6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.218624 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.231985 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37c060a6-0254-4a3b-bb72-bf8596e0c7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.246067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-46107f27-cef2-496e-b526-6298450b27ac req-c16facd7-87b9-4ece-a366-8dfcc992fbe6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Calling delete_port for c27002a5-aff8-4cb1-b048-1f360f6947d2 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:04.337706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-bcabc653-c6ee-4173-9782-aad19424c3a3 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Router 21d90717-432a-4e66-a0ee-447c3579deb5 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:08:04.358175 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06355754-14d9-42c4-8f0a-c0ea300b5e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.395150 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d22bfcd5-7232-4ff0-a42c-a76061cd9015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.413209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c060a6-0254-4a3b-bb72-bf8596e0c7ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfebbfac-2fb6-4d6b-bcd4-653acbf53da5,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:04.424273 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d22bfcd5-7232-4ff0-a42c-a76061cd9015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.480491 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d22bfcd5-7232-4ff0-a42c-a76061cd9015 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6dd59a52cb974139a8172c1c9933b9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0037560 Jul 15 15:08:04.482824 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60126) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:04.486997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06355754-14d9-42c4-8f0a-c0ea300b5e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d1f086-5681-444c-a23a-f3e0b1306a4b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:04.524109 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06355754-14d9-42c4-8f0a-c0ea300b5e97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.537305 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-c16facd7-87b9-4ece-a366-8dfcc992fbe6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.539928 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-06355754-14d9-42c4-8f0a-c0ea300b5e97 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c0d1f086-5681-444c-a23a-f3e0b1306a4b HTTP/1.1" status: 204 len: 168 time: 1.3140075 Jul 15 15:08:04.544314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60128) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:04.617023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bfcd5-7232-4ff0-a42c-a76061cd9015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4436b3-a465-43d2-9a98-b413899e3637,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:04.637666 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16facd7-87b9-4ece-a366-8dfcc992fbe6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event deleted for resources: {'Port': ['ID=c27002a5-aff8-4cb1-b048-1f360f6947d2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:04.646383 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5591caf-d84f-4858-9266-e725574253c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.654651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c060a6-0254-4a3b-bb72-bf8596e0c7ab admin admin] Checking segment: {'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:08:04.655020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c060a6-0254-4a3b-bb72-bf8596e0c7ab admin admin] Network hostable DHCP agents. Network: f879c85d-e02e-4f73-90ce-f197b88fac88, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:08:04.676635 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-bcabc653-c6ee-4173-9782-aad19424c3a3 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:08:04.691046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18618900-4535-44c6-8344-d86ef53091fa None None] Sync routers for ids ['21d90717-432a-4e66-a0ee-447c3579deb5'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:08:04.694983 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0275232-4ee3-4f5a-805e-8767e46d90ec None None] New status for floating IP 94ffb9f9-8312-45ff-a02e-530123b671ca: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:08:04.707035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18618900-4535-44c6-8344-d86ef53091fa None None] Routers {'21d90717-432a-4e66-a0ee-447c3579deb5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:04.708876 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-18618900-4535-44c6-8344-d86ef53091fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:08:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['21d90717-432a-4e66-a0ee-447c3579deb5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:04.723776 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c060a6-0254-4a3b-bb72-bf8596e0c7ab admin admin] Network f879c85d-e02e-4f73-90ce-f197b88fac88 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:08:04.731260 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-bcabc653-c6ee-4173-9782-aad19424c3a3 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.743838 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5591caf-d84f-4858-9266-e725574253c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.748492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-37c060a6-0254-4a3b-bb72-bf8596e0c7ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, f879c85d-e02e-4f73-90ce-f197b88fac88) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:04.775769 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c060a6-0254-4a3b-bb72-bf8596e0c7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:04.776368 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37c060a6-0254-4a3b-bb72-bf8596e0c7ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.795641 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-46107f27-cef2-496e-b526-6298450b27ac req-c16facd7-87b9-4ece-a366-8dfcc992fbe6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] No DVR routers for this DVR port c27002a5-aff8-4cb1-b048-1f360f6947d2 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:04.829299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34830553-2f4d-42cf-99f7-c155f0979eeb None None] Network f879c85d-e02e-4f73-90ce-f197b88fac88 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:08:04.836268 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-c16facd7-87b9-4ece-a366-8dfcc992fbe6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.838514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46107f27-cef2-496e-b526-6298450b27ac req-c16facd7-87b9-4ece-a366-8dfcc992fbe6 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.22 "DELETE /v2.0/ports/c27002a5-aff8-4cb1-b048-1f360f6947d2 HTTP/1.1" status: 204 len: 173 time: 2.0894659 Jul 15 15:08:04.900774 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-37c060a6-0254-4a3b-bb72-bf8596e0c7ab admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7906070 Jul 15 15:08:04.922864 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5591caf-d84f-4858-9266-e725574253c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.934957 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5591caf-d84f-4858-9266-e725574253c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.937415 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-336db202-5add-448e-b7be-1ed9c1368775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.950392 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-bcabc653-c6ee-4173-9782-aad19424c3a3 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "PUT /v2.0/floatingips/e562d90e-bcfc-4d92-ab14-14fd18662977 HTTP/1.1" status: 200 len: 694 time: 2.7594121 Jul 15 15:08:04.956849 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f5591caf-d84f-4858-9266-e725574253c3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3c4436b3-a465-43d2-9a98-b413899e3637 HTTP/1.1" status: 204 len: 168 time: 0.4676208 Jul 15 15:08:04.974493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-deleted', 'tag': '956ce13d-6924-4a54-a406-a345c8b62cf5'}, {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-deleted', 'tag': 'c27002a5-aff8-4cb1-b048-1f360f6947d2'}, {'name': 'network-changed', 'server_uuid': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'tag': 'ae4c34b6-df7e-4a71-8432-57630a93902e'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:04.982007 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d00ddd5-3b31-4eb6-a607-2b7ff73f29f3" -d '{"events": [{"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-deleted", "tag": "956ce13d-6924-4a54-a406-a345c8b62cf5"}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-deleted", "tag": "c27002a5-aff8-4cb1-b048-1f360f6947d2"}, {"name": "network-changed", "server_uuid": "d6dee022-7b84-40eb-91f7-aa86c7348302", "tag": "ae4c34b6-df7e-4a71-8432-57630a93902e"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:04.990126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5591caf-d84f-4858-9266-e725574253c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4436b3-a465-43d2-9a98-b413899e3637,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:05.213225 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94407a6c-726e-4ddc-af83-23db1cafb526 x-openstack-request-id: req-94407a6c-726e-4ddc-af83-23db1cafb526 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:05.213626 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-deleted", "tag": "956ce13d-6924-4a54-a406-a345c8b62cf5", "status": "completed", "code": 200}, {"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-deleted", "tag": "c27002a5-aff8-4cb1-b048-1f360f6947d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d6dee022-7b84-40eb-91f7-aa86c7348302", "tag": "ae4c34b6-df7e-4a71-8432-57630a93902e", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:05.215233 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-94407a6c-726e-4ddc-af83-23db1cafb526 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:05.215870 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-deleted', 'tag': '956ce13d-6924-4a54-a406-a345c8b62cf5', 'status': 'completed', 'code': 200} Jul 15 15:08:05.217550 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-deleted', 'tag': 'c27002a5-aff8-4cb1-b048-1f360f6947d2', 'status': 'completed', 'code': 200} Jul 15 15:08:05.220394 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'tag': 'ae4c34b6-df7e-4a71-8432-57630a93902e', 'status': 'completed', 'code': 200} Jul 15 15:08:05.296233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-18618900-4535-44c6-8344-d86ef53091fa None None] Set router 21d90717-432a-4e66-a0ee-447c3579deb5 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:08:05.528544 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00ddd5-3b31-4eb6-a607-2b7ff73f29f3 req-07f746fd-2abd-40da-8c77-d9494f58c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:05.530812 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d00ddd5-3b31-4eb6-a607-2b7ff73f29f3 req-07f746fd-2abd-40da-8c77-d9494f58c94f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f67d9a6abd84744b56d2fe9b4a882db&device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 1096 time: 0.2132590 Jul 15 15:08:05.537818 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:08:05.547598 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-336db202-5add-448e-b7be-1ed9c1368775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.582469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-c6ca7843-c7ca-415e-8e3d-24991c35bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:05.589752 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-c6ca7843-c7ca-415e-8e3d-24991c35bceb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f67d9a6abd84744b56d2fe9b4a882db&device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 1096 time: 0.6014278 Jul 15 15:08:05.613599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-336db202-5add-448e-b7be-1ed9c1368775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69092b73-623e-4f68-93e7-ac2451ec6fb8']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:05.629890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-f879c85d-e02e-4f73-90ce-f197b88fac88', 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88', 'tenant_id': 'dd6fc9be9f2342aab0f37d7d159cc9cf', 'fixed_ips': [{'subnet_id': 'cfebbfac-2fb6-4d6b-bcd4-653acbf53da5'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:08:05.631621 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.651497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-336db202-5add-448e-b7be-1ed9c1368775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd875e8-a087-469f-8152-b638ec08e76b') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:05.651802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-336db202-5add-448e-b7be-1ed9c1368775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd875e8-a087-469f-8152-b638ec08e76b') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:05.672764 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-336db202-5add-448e-b7be-1ed9c1368775 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.713986 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-46107f27-cef2-496e-b526-6298450b27ac req-277d7cb5-3c95-43f5-b7bb-52d9a41ca43b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Deleting port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:05.714324 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-277d7cb5-3c95-43f5-b7bb-52d9a41ca43b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.767209 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-336db202-5add-448e-b7be-1ed9c1368775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.792830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336db202-5add-448e-b7be-1ed9c1368775 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:08:05.793657 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-336db202-5add-448e-b7be-1ed9c1368775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:08:05.799751 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:08:05.849584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00ddd5-3b31-4eb6-a607-2b7ff73f29f3 req-766621f1-5023-4059-a61e-13b89e5c669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:05.873174 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d00ddd5-3b31-4eb6-a607-2b7ff73f29f3 req-766621f1-5023-4059-a61e-13b89e5c669a service neutron] 10.222.0.22 "GET /v2.0/networks?id=8fd9506d-d3cc-4a38-968e-68ccfed6c349 HTTP/1.1" status: 200 len: 920 time: 0.3198812 Jul 15 15:08:05.900451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a4fe0-6c94-4566-80a4-64cb6a505ae5 req-926a9553-53f0-4171-87b6-93f94ac8378a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:05.907646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a4fe0-6c94-4566-80a4-64cb6a505ae5 req-926a9553-53f0-4171-87b6-93f94ac8378a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:05.917164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a4fe0-6c94-4566-80a4-64cb6a505ae5 req-926a9553-53f0-4171-87b6-93f94ac8378a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:05.926843 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f18a4fe0-6c94-4566-80a4-64cb6a505ae5 req-926a9553-53f0-4171-87b6-93f94ac8378a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 2410 time: 0.4340832 Jul 15 15:08:05.941845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-0a489bc8-cba2-40d8-873c-3cfab5dcbdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:05.944661 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d00ddd5-3b31-4eb6-a607-2b7ff73f29f3 req-733447c7-d10b-47de-8ead-efba465dbb42 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae4c34b6-df7e-4a71-8432-57630a93902e HTTP/1.1" status: 200 len: 217 time: 0.0685151 Jul 15 15:08:05.949399 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-0a489bc8-cba2-40d8-873c-3cfab5dcbdf9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8fd9506d-d3cc-4a38-968e-68ccfed6c349 HTTP/1.1" status: 200 len: 920 time: 0.3587387 Jul 15 15:08:05.970071 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-18618900-4535-44c6-8344-d86ef53091fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-router', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:33Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'gw_port': {'id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'f15c5b4f-9319-457b-bdbe-8fa0b9921f40', 'name': '', 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'mac_address': 'fa:16:3e:4e:0b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:43Z', 'updated_at': '2021-07-15T15:07:03Z', 'revision_number': 5, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'subnets': [{'id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:05.980208 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Allocated IP 172.20.0.2 (f879c85d-e02e-4f73-90ce-f197b88fac88/cfebbfac-2fb6-4d6b-bcd4-653acbf53da5/b4857f56-14a1-4907-bcde-de9ba5ec7881) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:08:05.982803 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.035159 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18618900-4535-44c6-8344-d86ef53091fa None None] Checking router: 21d90717-432a-4e66-a0ee-447c3579deb5 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:08:06.056110 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18618900-4535-44c6-8344-d86ef53091fa None None] Routers {'21d90717-432a-4e66-a0ee-447c3579deb5'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:06.056756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-18618900-4535-44c6-8344-d86ef53091fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:08:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['21d90717-432a-4e66-a0ee-447c3579deb5'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:06.088027 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00ddd5-3b31-4eb6-a607-2b7ff73f29f3 req-9d944454-399d-4fcc-9010-dbbc2d3bf662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:06.092135 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d00ddd5-3b31-4eb6-a607-2b7ff73f29f3 req-9d944454-399d-4fcc-9010-dbbc2d3bf662 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c707114-c704-4bf9-94d3-2c92c1377be1 HTTP/1.1" status: 200 len: 859 time: 0.1374872 Jul 15 15:08:06.094502 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-3e1d0cbe-55ca-4544-bb44-abe40c8520e3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae4c34b6-df7e-4a71-8432-57630a93902e HTTP/1.1" status: 200 len: 217 time: 0.1438875 Jul 15 15:08:06.121815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-46107f27-cef2-496e-b526-6298450b27ac req-277d7cb5-3c95-43f5-b7bb-52d9a41ca43b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] For port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:06.122614 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-277d7cb5-3c95-43f5-b7bb-52d9a41ca43b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.170361 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-336db202-5add-448e-b7be-1ed9c1368775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.186951 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d00ddd5-3b31-4eb6-a607-2b7ff73f29f3 req-687c9827-b92a-4d2a-bfaa-875bbdfc0a26 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8fd9506d-d3cc-4a38-968e-68ccfed6c349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877531 Jul 15 15:08:06.227398 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-336db202-5add-448e-b7be-1ed9c1368775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.232114 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-336db202-5add-448e-b7be-1ed9c1368775 admin admin] 10.222.0.38 "DELETE /v2.0/networks/69092b73-623e-4f68-93e7-ac2451ec6fb8 HTTP/1.1" status: 204 len: 168 time: 1.6790261 Jul 15 15:08:06.236020 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-46107f27-cef2-496e-b526-6298450b27ac req-277d7cb5-3c95-43f5-b7bb-52d9a41ca43b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Calling delete_port for 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:06.245050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336db202-5add-448e-b7be-1ed9c1368775 admin admin] Pushing event deleted for resources: {'Network': ['ID=69092b73-623e-4f68-93e7-ac2451ec6fb8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:06.254865 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f18a4fe0-6c94-4566-80a4-64cb6a505ae5 req-67009645-7496-4519-bee4-4e748b28b84c tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3263676 Jul 15 15:08:06.383141 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d00ddd5-3b31-4eb6-a607-2b7ff73f29f3 req-cdbd8b59-d899-4621-8f7f-b23ed66ee50e service neutron] 10.222.0.22 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872642 Jul 15 15:08:06.415883 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-46554969-84cb-430e-b5e3-f4d70a744bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:06.422643 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-46554969-84cb-430e-b5e3-f4d70a744bcc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4c707114-c704-4bf9-94d3-2c92c1377be1 HTTP/1.1" status: 200 len: 859 time: 0.2689786 Jul 15 15:08:06.477753 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-1af39566-8371-4186-a149-ec23efa9170c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8fd9506d-d3cc-4a38-968e-68ccfed6c349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428631 Jul 15 15:08:06.504090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60200) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:06.599505 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.616741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Transition to ACTIVE for port object b4857f56-14a1-4907-bcde-de9ba5ec7881 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:06.666771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Transition to ACTIVE for port object b4857f56-14a1-4907-bcde-de9ba5ec7881 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:06.674464 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-18618900-4535-44c6-8344-d86ef53091fa None None] Set router 21d90717-432a-4e66-a0ee-447c3579deb5 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:08:06.680312 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.711700 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-61ab4807-0638-4b46-9955-8fc02a327cfb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6380f875f7b54ef99024416768fb9a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998386 Jul 15 15:08:06.723947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60208) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:06.741579 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d00ddd5-3b31-4eb6-a607-2b7ff73f29f3 req-376c1303-bdce-4495-80e8-e9214578e0b2 service neutron] 10.222.0.22 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508112 Jul 15 15:08:06.846040 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.859469 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Network f879c85d-e02e-4f73-90ce-f197b88fac88 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:08:06.873085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:06.883631 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-df887de3-fab2-4418-88e1-b6e144c2083c service neutron] 10.222.0.38 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848193 Jul 15 15:08:06.885059 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:08:06.904790 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.928266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Pushing event updated for resources: {'Port': ['ID=b4857f56-14a1-4907-bcde-de9ba5ec7881,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:07.013652 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.018844 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.022698 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a914d605-08de-495c-8ec7-50cebd590c3f HTTP/1.1" status: 204 len: 168 time: 0.2966936 Jul 15 15:08:07.053777 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a914d605-08de-495c-8ec7-50cebd590c3f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:07.081019 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:07.084185 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:07.086387 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:07.086942 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:07.087460 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:07.089402 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:07.089959 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:07.092159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:07.093356 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:07.094689 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:07.095223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:07.096916 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73f0e6-96c7-426b-8f8e-824b69771ca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:07.145657 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-277d7cb5-3c95-43f5-b7bb-52d9a41ca43b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.162400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Attempting to bind port b4857f56-14a1-4907-bcde-de9ba5ec7881 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:08:07.163033 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Attempting to bind port b4857f56-14a1-4907-bcde-de9ba5ec7881 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:08:07.163223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Attempting to bind port b4857f56-14a1-4907-bcde-de9ba5ec7881 on network f879c85d-e02e-4f73-90ce-f197b88fac88 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:08:07.361701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d7cb5-3c95-43f5-b7bb-52d9a41ca43b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event deleted for resources: {'Port': ['ID=59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:07.451119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-46107f27-cef2-496e-b526-6298450b27ac req-277d7cb5-3c95-43f5-b7bb-52d9a41ca43b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] No DVR routers for this DVR port 59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:07.461757 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-277d7cb5-3c95-43f5-b7bb-52d9a41ca43b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.465378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46107f27-cef2-496e-b526-6298450b27ac req-277d7cb5-3c95-43f5-b7bb-52d9a41ca43b tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.22 "DELETE /v2.0/ports/59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f HTTP/1.1" status: 204 len: 173 time: 2.6169333 Jul 15 15:08:07.472218 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8774273f-b234-4814-bb5b-6965abd7d5ce req-264410ec-0a23-4767-8b28-45d2405494a0 service neutron] 10.222.0.38 "GET /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849597 Jul 15 15:08:07.501599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-deleted', 'tag': '59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:07.510175 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7414e001-129c-4ecf-ab52-8c0f0c51e159" -d '{"events": [{"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-deleted", "tag": "59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:07.605171 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:08:07.605708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Checking segment: {'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:08:07.606122 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.606634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Bound using segment: {'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:08:07.613505 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Bound port: b4857f56-14a1-4907-bcde-de9ba5ec7881, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:08:07.614183 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.794772 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] For port b4857f56-14a1-4907-bcde-de9ba5ec7881, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:08:07.800003 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-18618900-4535-44c6-8344-d86ef53091fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-router', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:33Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'gw_port': {'id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'f15c5b4f-9319-457b-bdbe-8fa0b9921f40', 'name': '', 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'mac_address': 'fa:16:3e:4e:0b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:43Z', 'updated_at': '2021-07-15T15:07:03Z', 'revision_number': 5, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'subnets': [{'id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:07.804955 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] For port b4857f56-14a1-4907-bcde-de9ba5ec7881, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b4857f56-14a1-4907-bcde-de9ba5ec7881,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:08:07.892231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18618900-4535-44c6-8344-d86ef53091fa None None] The sync data for ids ['21d90717-432a-4e66-a0ee-447c3579deb5'] in n-d-764435-3 is: [{'id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-router', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:33Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'gw_port': {'id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'f15c5b4f-9319-457b-bdbe-8fa0b9921f40', 'name': '', 'network_id': '8fd9506d-d3cc-4a38-968e-68ccfed6c349', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'mac_address': 'fa:16:3e:4e:0b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:43Z', 'updated_at': '2021-07-15T15:07:03Z', 'revision_number': 5, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'subnets': [{'id': '4c707114-c704-4bf9-94d3-2c92c1377be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:08:07.894688 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.938279 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-c32109e2-49a5-499d-8deb-c287ba58178d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:07.951609 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-c32109e2-49a5-499d-8deb-c287ba58178d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/networks?id=f879c85d-e02e-4f73-90ce-f197b88fac88 HTTP/1.1" status: 200 len: 816 time: 0.7918055 Jul 15 15:08:08.024617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548e75b-6645-4bbb-96c8-5071613e16dd None None] Pushing event updated for resources: {'Port': ['ID=b4857f56-14a1-4907-bcde-de9ba5ec7881,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:08.051913 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-de06ccbd-40e2-4e7b-a07c-df71e1a6e72f tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/quotas/dd6fc9be9f2342aab0f37d7d159cc9cf HTTP/1.1" status: 200 len: 375 time: 0.0983946 Jul 15 15:08:08.176978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-46107f27-cef2-496e-b526-6298450b27ac req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Deleting port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:08.177684 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.219401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348dec0-753d-46e1-983a-4b11628e5b02 req-7ba1a9af-15f7-42ac-b0b6-0801325cfd5f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:08.225831 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348dec0-753d-46e1-983a-4b11628e5b02 req-7ba1a9af-15f7-42ac-b0b6-0801325cfd5f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:08.233913 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0348dec0-753d-46e1-983a-4b11628e5b02 req-7ba1a9af-15f7-42ac-b0b6-0801325cfd5f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 1677 time: 0.3583751 Jul 15 15:08:08.412974 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a8c20-681e-47f7-8302-edf1b5cf70c5 None None] New status for floating IP e562d90e-bcfc-4d92-ab14-14fd18662977: DOWN {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:08:08.436136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-32698f79-5457-4ab7-a6bd-eac04b86c707 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd6fc9be9f2342aab0f37d7d159cc9cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3649724 Jul 15 15:08:08.452928 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0348dec0-753d-46e1-983a-4b11628e5b02 req-609fca6f-c562-4312-ae5c-74153c2cec00 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179561 Jul 15 15:08:08.554765 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:08.693423 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-54535747-ac01-419a-8918-deef18f1b87f service neutron] 10.222.0.38 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551758 Jul 15 15:08:08.718521 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-46107f27-cef2-496e-b526-6298450b27ac req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] For port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f,segment=NetworkSegment(dc0c81ee-0785-4cba-9a78-0313fb416409),segment_id=dc0c81ee-0785-4cba-9a78-0313fb416409)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:08.721704 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.749791 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-46107f27-cef2-496e-b526-6298450b27ac req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Calling delete_port for 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:08.867692 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60294) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:08.953249 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-907a50f7-56cc-484d-9c7e-54962da526ac admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1104743667-network', 'tenant_id': 'eead1108766b4b30be2338ada4a52df2'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:09.021186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bf03ce85-6849-4f46-8b10-3083b15f4e06 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1380239047'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:09.021645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bf03ce85-6849-4f46-8b10-3083b15f4e06 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] Unknown quota resources ['metering_label']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 15:08:09.063962 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907a50f7-56cc-484d-9c7e-54962da526ac admin admin] Made reservation on behalf of eead1108766b4b30be2338ada4a52df2 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:09.066257 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-907a50f7-56cc-484d-9c7e-54962da526ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:09.131524 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-f95fbc4e-74ee-47f5-8a21-83f11fb32b93 service neutron] 10.222.0.38 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634469 Jul 15 15:08:09.191599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b4857f56-14a1-4907-bcde-de9ba5ec7881 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:08:09.194243 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2081f02-1510-4078-b1e3-590992ba4885 req-23340c64-afe5-48fa-865f-a5979aab7190 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/floatingips/e562d90e-bcfc-4d92-ab14-14fd18662977 HTTP/1.1" status: 200 len: 694 time: 0.6180253 Jul 15 15:08:09.199404 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-907a50f7-56cc-484d-9c7e-54962da526ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:09.293937 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port b4857f56-14a1-4907-bcde-de9ba5ec7881 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:08:09.386109 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db9a122-98d5-42dc-b820-7c5f769e7ab9 x-openstack-request-id: req-8db9a122-98d5-42dc-b820-7c5f769e7ab9 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:09.387260 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-deleted", "tag": "59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:09.387260 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8db9a122-98d5-42dc-b820-7c5f769e7ab9 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:09.388598 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-deleted', 'tag': '59b8deb5-a0fe-4291-89fb-d0b3ab0d7e8f', 'status': 'completed', 'code': 200} Jul 15 15:08:09.474205 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2081f02-1510-4078-b1e3-590992ba4885 req-d007700c-4a19-44d4-87a0-def3679fa495 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:09.475816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2081f02-1510-4078-b1e3-590992ba4885 req-d007700c-4a19-44d4-87a0-def3679fa495 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 784 time: 0.2719498 Jul 15 15:08:09.481628 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:09.583098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-a2081f02-1510-4078-b1e3-590992ba4885 req-36f9b20c-7814-46af-a842-c93f858b671a tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:08:09.585478 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2081f02-1510-4078-b1e3-590992ba4885 req-36f9b20c-7814-46af-a842-c93f858b671a tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1010942 Jul 15 15:08:09.587419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event deleted for resources: {'Port': ['ID=497ae9a9-ff93-4d7a-8209-f52e5bb98d9f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:09.593963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf03ce85-6849-4f46-8b10-3083b15f4e06 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:09.596277 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bf03ce85-6849-4f46-8b10-3083b15f4e06 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0404246 Jul 15 15:08:09.599634 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60312) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:09.608919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1eeb5491-3023-4343-b9e4-2b0ce92c5ac3 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7981d386-2a14-448c-be61-2f7515aa0d71'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:09.609710 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1eeb5491-3023-4343-b9e4-2b0ce92c5ac3 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 15:08:09.719150 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:09.719827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:09.720348 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:09.720864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:09.721376 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:09.721885 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:09.722447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:09.723191 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:09.723701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:09.724195 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:09.725079 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:09.725604 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:09.829262 n-d-764435-3 neutron-server[100712]: WARNING neutron.services.metering.metering_plugin [None req-1eeb5491-3023-4343-b9e4-2b0ce92c5ac3 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 15:08:09.898388 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9393f7-3d87-412b-9f52-c7af4b7b1367 None None] Network f879c85d-e02e-4f73-90ce-f197b88fac88 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:08:10.063670 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1eeb5491-3023-4343-b9e4-2b0ce92c5ac3 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.065195 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1eeb5491-3023-4343-b9e4-2b0ce92c5ac3 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4642153 Jul 15 15:08:10.068438 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60326) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:10.073342 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-daa7b117-07e0-4bcd-aa67-3dac3cca554a tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7981d386-2a14-448c-be61-2f7515aa0d71'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:10.074117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-daa7b117-07e0-4bcd-aa67-3dac3cca554a tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 15:08:10.201492 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dbeea636-958a-45e1-920d-80dd450b21eb None None] Provisioning for port b4857f56-14a1-4907-bcde-de9ba5ec7881 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:08:10.225300 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dbeea636-958a-45e1-920d-80dd450b21eb None None] Provisioning complete for port b4857f56-14a1-4907-bcde-de9ba5ec7881 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:10.225673 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dbeea636-958a-45e1-920d-80dd450b21eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.287057 n-d-764435-3 neutron-server[100712]: WARNING neutron.services.metering.metering_plugin [None req-daa7b117-07e0-4bcd-aa67-3dac3cca554a tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 15:08:10.434845 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dbeea636-958a-45e1-920d-80dd450b21eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.527515 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-dbeea636-958a-45e1-920d-80dd450b21eb None None] For port b4857f56-14a1-4907-bcde-de9ba5ec7881, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b4857f56-14a1-4907-bcde-de9ba5ec7881,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:10.528633 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2081f02-1510-4078-b1e3-590992ba4885 req-96adba92-cd7c-44df-ae9e-d8cbb0f9fd49 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 695 time: 0.9113958 Jul 15 15:08:10.534189 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dbeea636-958a-45e1-920d-80dd450b21eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.542696 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-daa7b117-07e0-4bcd-aa67-3dac3cca554a tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.544371 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-daa7b117-07e0-4bcd-aa67-3dac3cca554a tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4747100 Jul 15 15:08:10.548217 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60334) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:10.612555 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8315cb95-316c-48fa-9c90-ee67eacdc5f4 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=894242ab-17ab-4711-8860-4d267228f8f2 HTTP/1.1" status: 200 len: 464 time: 0.0618429 Jul 15 15:08:10.618135 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60336) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:10.620605 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-907a50f7-56cc-484d-9c7e-54962da526ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.632232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-46107f27-cef2-496e-b526-6298450b27ac req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] No DVR routers for this DVR port 497ae9a9-ff93-4d7a-8209-f52e5bb98d9f on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:10.635492 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-907a50f7-56cc-484d-9c7e-54962da526ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.640257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeea636-958a-45e1-920d-80dd450b21eb None None] Pushing event updated for resources: {'Port': ['ID=b4857f56-14a1-4907-bcde-de9ba5ec7881,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:10.683268 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907a50f7-56cc-484d-9c7e-54962da526ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:08:10.696066 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a50f7-56cc-484d-9c7e-54962da526ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daeda74b-18f2-49a5-b14d-4ce64fa702f2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:10.714317 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.718631 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-907a50f7-56cc-484d-9c7e-54962da526ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.719626 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-907a50f7-56cc-484d-9c7e-54962da526ac admin admin] Added segment 31d93945-e490-4806-8277-7a7d05ccb4bd of type vlan for network b6ec2b13-67cf-40aa-b8a1-a27316adf213 Jul 15 15:08:10.723409 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46107f27-cef2-496e-b526-6298450b27ac req-c93f42d2-b892-4092-800c-b2a9ac5049ed tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.22 "DELETE /v2.0/ports/497ae9a9-ff93-4d7a-8209-f52e5bb98d9f HTTP/1.1" status: 204 len: 173 time: 3.2253973 Jul 15 15:08:10.753197 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2081f02-1510-4078-b1e3-590992ba4885 req-cb2b43eb-a34c-4f38-8c5f-28fdba2e3fde tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 695 time: 0.2234876 Jul 15 15:08:10.867489 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ab173151-0e5f-4192-a8c6-ffbe2d14515d None None] Provisioning complete for port b4857f56-14a1-4907-bcde-de9ba5ec7881 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:10.868343 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab173151-0e5f-4192-a8c6-ffbe2d14515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.021055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ffce1-20fd-4f42-9fda-b2654f6e3831 req-66c42d69-a119-4841-9669-abdf35e2a4be tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:11.029135 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d88ffce1-20fd-4f42-9fda-b2654f6e3831 req-66c42d69-a119-4841-9669-abdf35e2a4be tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 943 time: 0.5436766 Jul 15 15:08:11.102266 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d88ffce1-20fd-4f42-9fda-b2654f6e3831 req-71c8a441-1366-4e2c-a574-41f258d080e0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups?id=77a270d0-e6f7-4f24-9130-9e82fba4fc22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719690 Jul 15 15:08:11.114870 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b4857f56-14a1-4907-bcde-de9ba5ec7881 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:08:11.171821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-46107f27-cef2-496e-b526-6298450b27ac req-35336a96-3a34-4d9e-87fa-fed042b14e67 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Deleting port 4b61e0da-7262-42eb-badb-84072e586233 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:11.172217 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-35336a96-3a34-4d9e-87fa-fed042b14e67 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.226986 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-a2081f02-1510-4078-b1e3-590992ba4885 req-09ac7250-1a2e-4e12-b6d1-6aa1e7139d37 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Deleting port 7261d784-a76a-46c9-a839-4fa2a97e2afa {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:11.227372 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a2081f02-1510-4078-b1e3-590992ba4885 req-09ac7250-1a2e-4e12-b6d1-6aa1e7139d37 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.270005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port b4857f56-14a1-4907-bcde-de9ba5ec7881 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:11.270368 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.397532 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-deleted', 'tag': '497ae9a9-ff93-4d7a-8209-f52e5bb98d9f'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:11.400859 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbff40a1-e892-419c-bf95-e4f52cab9d57" -d '{"events": [{"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-deleted", "tag": "497ae9a9-ff93-4d7a-8209-f52e5bb98d9f"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:11.410338 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd415b3a-9120-4b11-ade6-aa52e3fafa58 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.411990 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dd415b3a-9120-4b11-ade6-aa52e3fafa58 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/894242ab-17ab-4711-8860-4d267228f8f2 HTTP/1.1" status: 204 len: 168 time: 0.7886162 Jul 15 15:08:11.417464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60356) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:11.422910 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-907a50f7-56cc-484d-9c7e-54962da526ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.502940 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-907a50f7-56cc-484d-9c7e-54962da526ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.504564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907a50f7-56cc-484d-9c7e-54962da526ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:11.505447 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-907a50f7-56cc-484d-9c7e-54962da526ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.554338 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-907a50f7-56cc-484d-9c7e-54962da526ac admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6850820 Jul 15 15:08:11.557365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60362) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:11.563610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c82b8690-4816-4a70-b7c1-872fc1fe8efb admin admin] Request body: {'subnet': {'network_id': 'b6ec2b13-67cf-40aa-b8a1-a27316adf213', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1104743667-subnet', 'tenant_id': 'eead1108766b4b30be2338ada4a52df2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:11.639845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a50f7-56cc-484d-9c7e-54962da526ac admin admin] Pushing event updated for resources: {'Network': ['ID=b6ec2b13-67cf-40aa-b8a1-a27316adf213,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:11.663037 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network b6ec2b13-67cf-40aa-b8a1-a27316adf213 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:08:11.682589 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a2081f02-1510-4078-b1e3-590992ba4885 req-09ac7250-1a2e-4e12-b6d1-6aa1e7139d37 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.683534 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a2081f02-1510-4078-b1e3-590992ba4885 req-09ac7250-1a2e-4e12-b6d1-6aa1e7139d37 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.698244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-a2081f02-1510-4078-b1e3-590992ba4885 req-09ac7250-1a2e-4e12-b6d1-6aa1e7139d37 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Calling delete_port for 7261d784-a76a-46c9-a839-4fa2a97e2afa owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:11.703694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82b8690-4816-4a70-b7c1-872fc1fe8efb admin admin] Made reservation on behalf of eead1108766b4b30be2338ada4a52df2 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:11.706792 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c82b8690-4816-4a70-b7c1-872fc1fe8efb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.772683 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1bd8f568-4e0c-494e-901d-f260a24bbb08 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=894242ab-17ab-4711-8860-4d267228f8f2 HTTP/1.1" status: 200 len: 221 time: 0.3368204 Jul 15 15:08:11.791039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60364) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:11.817331 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-3205b016-0ae0-4752-acad-a7f93470e73e tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1392125230', 'description': 'label created by tempest'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:11.817948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-3205b016-0ae0-4752-acad-a7f93470e73e tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] Unknown quota resources ['metering_label']. {{(pid=100711) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 15:08:11.967794 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c82b8690-4816-4a70-b7c1-872fc1fe8efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.995276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-46107f27-cef2-496e-b526-6298450b27ac req-35336a96-3a34-4d9e-87fa-fed042b14e67 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] For port 4b61e0da-7262-42eb-badb-84072e586233, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4b61e0da-7262-42eb-badb-84072e586233,segment=NetworkSegment(dc0c81ee-0785-4cba-9a78-0313fb416409),segment_id=dc0c81ee-0785-4cba-9a78-0313fb416409)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:11.995645 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-35336a96-3a34-4d9e-87fa-fed042b14e67 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.034447 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b8690-4816-4a70-b7c1-872fc1fe8efb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0fcac3e-678e-4353-a996-c82dec27974d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:12.048432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-46107f27-cef2-496e-b526-6298450b27ac req-35336a96-3a34-4d9e-87fa-fed042b14e67 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Calling delete_port for 4b61e0da-7262-42eb-badb-84072e586233 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:12.055906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82b8690-4816-4a70-b7c1-872fc1fe8efb admin admin] Checking segment: {'id': '31d93945-e490-4806-8277-7a7d05ccb4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ec2b13-67cf-40aa-b8a1-a27316adf213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:08:12.056277 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82b8690-4816-4a70-b7c1-872fc1fe8efb admin admin] Network hostable DHCP agents. Network: b6ec2b13-67cf-40aa-b8a1-a27316adf213, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:08:12.080484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82b8690-4816-4a70-b7c1-872fc1fe8efb admin admin] Network b6ec2b13-67cf-40aa-b8a1-a27316adf213 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:08:12.094588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c82b8690-4816-4a70-b7c1-872fc1fe8efb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, b6ec2b13-67cf-40aa-b8a1-a27316adf213) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:12.097039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-c893f114-d890-42da-a247-4d539fff1de0 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:12.102084 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-c893f114-d890-42da-a247-4d539fff1de0 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.11 "GET /v2.0/networks?id=f879c85d-e02e-4f73-90ce-f197b88fac88 HTTP/1.1" status: 200 len: 816 time: 0.5638456 Jul 15 15:08:12.115418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f7be9e-4d38-4510-9cb1-59ddd4812265 None None] Network b6ec2b13-67cf-40aa-b8a1-a27316adf213 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:08:12.124550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-3fd05704-c629-45b6-9517-07b5ac29f9b2 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Request body: {'port': {'device_id': '59aba8c2-a98b-4769-9b2e-f7dad990cf42', 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88', 'admin_state_up': True, 'tenant_id': 'dd6fc9be9f2342aab0f37d7d159cc9cf'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:12.138470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82b8690-4816-4a70-b7c1-872fc1fe8efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:12.139371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c82b8690-4816-4a70-b7c1-872fc1fe8efb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.180279 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c82b8690-4816-4a70-b7c1-872fc1fe8efb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6215496 Jul 15 15:08:12.222908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-19f15a0b-93ec-4d7a-977f-12d7ad8b0442 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:12.229578 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-19f15a0b-93ec-4d7a-977f-12d7ad8b0442 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/networks?id=f879c85d-e02e-4f73-90ce-f197b88fac88 HTTP/1.1" status: 200 len: 816 time: 0.8128612 Jul 15 15:08:12.406385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cab585-c6c6-424c-85aa-abb27e2efef7 None None] Network b6ec2b13-67cf-40aa-b8a1-a27316adf213 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:08:12.484236 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a2081f02-1510-4078-b1e3-590992ba4885 req-09ac7250-1a2e-4e12-b6d1-6aa1e7139d37 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.487331 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3205b016-0ae0-4752-acad-a7f93470e73e tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.491644 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3205b016-0ae0-4752-acad-a7f93470e73e tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6868412 Jul 15 15:08:12.493118 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60386) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:12.506569 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-db2f3aab-ab43-43b4-bf90-f59ff40e13fd tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/quotas/dd6fc9be9f2342aab0f37d7d159cc9cf HTTP/1.1" status: 200 len: 375 time: 0.2760022 Jul 15 15:08:12.580040 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac7250-1a2e-4e12-b6d1-6aa1e7139d37 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Pushing event deleted for resources: {'Port': ['ID=7261d784-a76a-46c9-a839-4fa2a97e2afa,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:12.632939 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c730e7f2-e207-4dd1-8ed4-8ea99c96c95c tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=8a8861ea-4d6c-4e15-8b98-bdd893332ae6 HTTP/1.1" status: 200 len: 468 time: 0.1377223 Jul 15 15:08:12.635781 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60392) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:12.642338 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-3fd05704-c629-45b6-9517-07b5ac29f9b2 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Made reservation on behalf of dd6fc9be9f2342aab0f37d7d159cc9cf for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:12.648312 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-3fd05704-c629-45b6-9517-07b5ac29f9b2 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.877132 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-3fd05704-c629-45b6-9517-07b5ac29f9b2 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Allocated IP 172.20.0.13 (f879c85d-e02e-4f73-90ce-f197b88fac88/cfebbfac-2fb6-4d6b-bcd4-653acbf53da5/b99d0072-717b-48c9-95ff-74225f299572) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:08:12.933201 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5525bf6e-45ad-4907-a7d3-89eefe1c23ee tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.937721 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5525bf6e-45ad-4907-a7d3-89eefe1c23ee tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/8a8861ea-4d6c-4e15-8b98-bdd893332ae6 HTTP/1.1" status: 204 len: 168 time: 0.2847929 Jul 15 15:08:12.937721 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60400) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:12.955354 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bfbf676f-2c06-44d7-8550-5bd0115462da tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=8a8861ea-4d6c-4e15-8b98-bdd893332ae6 HTTP/1.1" status: 200 len: 216 time: 0.0133111 Jul 15 15:08:12.955604 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-e91e9120-eac9-411b-9635-d556f3b154a6 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd6fc9be9f2342aab0f37d7d159cc9cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4473367 Jul 15 15:08:12.963234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60402) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:12.991336 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b06c92ed-bd91-4850-b036-a9235cd5e86a tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0215118 Jul 15 15:08:12.992039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60406) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:13.024722 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d94b0fd8-7070-48c3-a899-52d13f55ddbc tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0281215 Jul 15 15:08:13.025704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60410) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:13.085201 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a2081f02-1510-4078-b1e3-590992ba4885 req-09ac7250-1a2e-4e12-b6d1-6aa1e7139d37 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:13.088585 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a2081f02-1510-4078-b1e3-590992ba4885 req-09ac7250-1a2e-4e12-b6d1-6aa1e7139d37 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:13.109438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2081f02-1510-4078-b1e3-590992ba4885 req-09ac7250-1a2e-4e12-b6d1-6aa1e7139d37 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "DELETE /v2.0/floatingips/e562d90e-bcfc-4d92-ab14-14fd18662977 HTTP/1.1" status: 204 len: 173 time: 2.3549972 Jul 15 15:08:13.158171 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-35336a96-3a34-4d9e-87fa-fed042b14e67 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:13.382892 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ddac9491-6c9d-45b3-befc-e2d8fe89038c tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels/7981d386-2a14-448c-be61-2f7515aa0d71 HTTP/1.1" status: 200 len: 473 time: 0.3241348 Jul 15 15:08:13.384768 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a757d0-c4ea-41b7-a750-3de3d8e7d575 x-openstack-request-id: req-48a757d0-c4ea-41b7-a750-3de3d8e7d575 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:13.385130 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-deleted", "tag": "497ae9a9-ff93-4d7a-8209-f52e5bb98d9f", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:13.385459 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-48a757d0-c4ea-41b7-a750-3de3d8e7d575 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:13.386303 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-deleted', 'tag': '497ae9a9-ff93-4d7a-8209-f52e5bb98d9f', 'status': 'completed', 'code': 200} Jul 15 15:08:13.388072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60420) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:13.405185 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8843ab19-0fab-4139-9546-2353b334d8d9 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules/d00a1b48-f8bf-4de0-9e74-419cac0e8d31 HTTP/1.1" status: 200 len: 461 time: 0.0137539 Jul 15 15:08:13.405830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60422) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:13.533364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b89fac3-c255-407a-a0cc-1fafe0811956 req-45de3327-f96c-4b52-be20-587958f250ab tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.1409748 Jul 15 15:08:13.563034 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35336a96-3a34-4d9e-87fa-fed042b14e67 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event deleted for resources: {'Port': ['ID=4b61e0da-7262-42eb-badb-84072e586233,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:13.608360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60424) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:13.621424 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2117bc0e-7b05-461f-8b65-3200b8f47ab8 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:13.627544 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2117bc0e-7b05-461f-8b65-3200b8f47ab8 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/d00a1b48-f8bf-4de0-9e74-419cac0e8d31 HTTP/1.1" status: 204 len: 168 time: 0.2206340 Jul 15 15:08:13.628922 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60426) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:13.733527 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-3fd05704-c629-45b6-9517-07b5ac29f9b2 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:13.741653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-46107f27-cef2-496e-b526-6298450b27ac req-35336a96-3a34-4d9e-87fa-fed042b14e67 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] No DVR routers for this DVR port 4b61e0da-7262-42eb-badb-84072e586233 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:13.757214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-aa78dff4-a43d-44d3-be47-03587da12ae2 service neutron] 10.222.0.38 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7360713 Jul 15 15:08:13.759805 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-46107f27-cef2-496e-b526-6298450b27ac req-35336a96-3a34-4d9e-87fa-fed042b14e67 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:13.762618 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46107f27-cef2-496e-b526-6298450b27ac req-35336a96-3a34-4d9e-87fa-fed042b14e67 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.22 "DELETE /v2.0/ports/4b61e0da-7262-42eb-badb-84072e586233 HTTP/1.1" status: 204 len: 173 time: 3.0299399 Jul 15 15:08:13.808000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-3fd05704-c629-45b6-9517-07b5ac29f9b2 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Transition to ACTIVE for port object b99d0072-717b-48c9-95ff-74225f299572 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:13.866053 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-3fd05704-c629-45b6-9517-07b5ac29f9b2 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:13.969795 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b5a5576-c425-4037-afbf-fdfaf44d21d8 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:13.974216 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3b5a5576-c425-4037-afbf-fdfaf44d21d8 tempest-MeteringTestJSON-103588062 tempest-MeteringTestJSON-103588062-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/7981d386-2a14-448c-be61-2f7515aa0d71 HTTP/1.1" status: 204 len: 168 time: 0.3439095 Jul 15 15:08:14.008470 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb3cbbe5-9dfe-4ac0-b51d-bcb635886653 req-1e41946b-5c06-4207-88b1-7628080bec0a tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups/2fd08627-f2b8-4978-aa71-c1c67a7ae181 HTTP/1.1" status: 200 len: 1808 time: 0.3736017 Jul 15 15:08:14.015909 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-3fd05704-c629-45b6-9517-07b5ac29f9b2 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Network f879c85d-e02e-4f73-90ce-f197b88fac88 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:08:14.075874 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc181822-47c2-4784-ad9c-8fb5c05fe6e7 admin admin] Deleting subnet a0fcac3e-678e-4353-a996-c82dec27974d {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:08:14.152540 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-3fd05704-c629-45b6-9517-07b5ac29f9b2 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:14.154716 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc181822-47c2-4784-ad9c-8fb5c05fe6e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.163398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd05704-c629-45b6-9517-07b5ac29f9b2 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Pushing event updated for resources: {'Port': ['ID=b99d0072-717b-48c9-95ff-74225f299572,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:14.245514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-3fd05704-c629-45b6-9517-07b5ac29f9b2 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:08:14.336777 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bb3cbbe5-9dfe-4ac0-b51d-bcb635886653 req-51ceed60-f3d7-41ee-abcc-9178f19889b1 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.383120 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-de668892-97a6-4a21-b381-c0c75a512774 service neutron] 10.222.0.38 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249731 Jul 15 15:08:14.398407 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc181822-47c2-4784-ad9c-8fb5c05fe6e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.415545 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60454) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:14.474811 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc181822-47c2-4784-ad9c-8fb5c05fe6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.586267 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bb3cbbe5-9dfe-4ac0-b51d-bcb635886653 req-51ceed60-f3d7-41ee-abcc-9178f19889b1 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.597706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-3fd05704-c629-45b6-9517-07b5ac29f9b2 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:14.598976 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-3fd05704-c629-45b6-9517-07b5ac29f9b2 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.633090 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc181822-47c2-4784-ad9c-8fb5c05fe6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.644375 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b0afd3c-8efc-4f3c-877f-b1617507fdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.647884 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-3fd05704-c629-45b6-9517-07b5ac29f9b2 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5366213 Jul 15 15:08:14.669473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3460e72d-1f3d-4d85-a144-6b2c72a81637 None None] Provisioning for port b99d0072-717b-48c9-95ff-74225f299572 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:08:14.677906 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3460e72d-1f3d-4d85-a144-6b2c72a81637 None None] Provisioning complete for port b99d0072-717b-48c9-95ff-74225f299572 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:14.679156 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3460e72d-1f3d-4d85-a144-6b2c72a81637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.707199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Request body: {'port': {'device_id': '59aba8c2-a98b-4769-9b2e-f7dad990cf42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:14.805586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3460e72d-1f3d-4d85-a144-6b2c72a81637 None None] Port b99d0072-717b-48c9-95ff-74225f299572 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:08:14.867910 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc181822-47c2-4784-ad9c-8fb5c05fe6e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0fcac3e-678e-4353-a996-c82dec27974d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:14.887751 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc181822-47c2-4784-ad9c-8fb5c05fe6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.891561 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dc181822-47c2-4784-ad9c-8fb5c05fe6e7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a0fcac3e-678e-4353-a996-c82dec27974d HTTP/1.1" status: 204 len: 168 time: 1.2624083 Jul 15 15:08:14.897378 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bb3cbbe5-9dfe-4ac0-b51d-bcb635886653 req-51ceed60-f3d7-41ee-abcc-9178f19889b1 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.901801 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bb3cbbe5-9dfe-4ac0-b51d-bcb635886653 req-51ceed60-f3d7-41ee-abcc-9178f19889b1 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.910158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60468) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:14.922058 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb3cbbe5-9dfe-4ac0-b51d-bcb635886653 req-51ceed60-f3d7-41ee-abcc-9178f19889b1 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "DELETE /v2.0/security-groups/2fd08627-f2b8-4978-aa71-c1c67a7ae181 HTTP/1.1" status: 204 len: 173 time: 0.8424394 Jul 15 15:08:15.057761 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0cd18400-8e20-431f-8083-05dd8d67ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.077112 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b0afd3c-8efc-4f3c-877f-b1617507fdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.087027 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b0afd3c-8efc-4f3c-877f-b1617507fdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.094484 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ceed60-f3d7-41ee-abcc-9178f19889b1 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd08627-f2b8-4978-aa71-c1c67a7ae181,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:15.147882 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3b0afd3c-8efc-4f3c-877f-b1617507fdc9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8a02a649a8b24c4183b4cfca608356c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7287555 Jul 15 15:08:15.148324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60474) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:15.175983 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.254481 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95d1e165-e14d-45c0-abc1-4e09a5d9aa70 req-67a83c7a-9929-44c0-884c-4a3641ae7b1f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.0813298 Jul 15 15:08:15.273361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0afd3c-8efc-4f3c-877f-b1617507fdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6f18c4-8b86-4a82-8583-dcce4292893b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:15.384883 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0cd18400-8e20-431f-8083-05dd8d67ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.389018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-deleted', 'tag': '4b61e0da-7262-42eb-badb-84072e586233'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:15.393119 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a59be4-b847-4f8b-9e4a-372527b6be04" -d '{"events": [{"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-deleted", "tag": "4b61e0da-7262-42eb-badb-84072e586233"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:15.482486 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af268b18-d965-4150-88b6-df8e32185dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.495633 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0cd18400-8e20-431f-8083-05dd8d67ea8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ec2b13-67cf-40aa-b8a1-a27316adf213']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:15.539604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0cd18400-8e20-431f-8083-05dd8d67ea8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d93945-e490-4806-8277-7a7d05ccb4bd') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:15.540234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0cd18400-8e20-431f-8083-05dd8d67ea8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d93945-e490-4806-8277-7a7d05ccb4bd') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:15.587006 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0cd18400-8e20-431f-8083-05dd8d67ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.643088 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af268b18-d965-4150-88b6-df8e32185dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.679592 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0cd18400-8e20-431f-8083-05dd8d67ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.731682 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd18400-8e20-431f-8083-05dd8d67ea8b admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:08:15.732492 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0cd18400-8e20-431f-8083-05dd8d67ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:08:15.735496 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:08:15.947891 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0cd18400-8e20-431f-8083-05dd8d67ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.955107 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0cd18400-8e20-431f-8083-05dd8d67ea8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.960708 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0cd18400-8e20-431f-8083-05dd8d67ea8b admin admin] 10.222.0.38 "DELETE /v2.0/networks/b6ec2b13-67cf-40aa-b8a1-a27316adf213 HTTP/1.1" status: 204 len: 168 time: 1.0491314 Jul 15 15:08:15.965749 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af268b18-d965-4150-88b6-df8e32185dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.970673 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af268b18-d965-4150-88b6-df8e32185dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.983909 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-af268b18-d965-4150-88b6-df8e32185dbc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0b6f18c4-8b86-4a82-8583-dcce4292893b HTTP/1.1" status: 204 len: 168 time: 0.8344800 Jul 15 15:08:16.017946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af268b18-d965-4150-88b6-df8e32185dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6f18c4-8b86-4a82-8583-dcce4292893b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:16.020369 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd18400-8e20-431f-8083-05dd8d67ea8b admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ec2b13-67cf-40aa-b8a1-a27316adf213,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:16.348094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60520) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:16.440972 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6afa12e-d747-426c-8463-783d3facde55 x-openstack-request-id: req-e6afa12e-d747-426c-8463-783d3facde55 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:16.441563 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e83e5bb-df14-4a3c-a344-e21677459ff5", "name": "network-vif-deleted", "tag": "4b61e0da-7262-42eb-badb-84072e586233", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:16.441563 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e6afa12e-d747-426c-8463-783d3facde55 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:16.441892 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e83e5bb-df14-4a3c-a344-e21677459ff5', 'name': 'network-vif-deleted', 'tag': '4b61e0da-7262-42eb-badb-84072e586233', 'status': 'completed', 'code': 200} Jul 15 15:08:16.544805 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0b0b6ea4-def3-4fb8-9eb2-ced410767f40 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eead1108766b4b30be2338ada4a52df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1940527 Jul 15 15:08:16.553187 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60526) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:16.642806 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99d0072-717b-48c9-95ff-74225f299572 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:08:16.677068 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:16.770887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Transition to ACTIVE for port object b99d0072-717b-48c9-95ff-74225f299572 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:16.784330 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:16.862893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Pushing event updated for resources: {'Port': ['ID=b99d0072-717b-48c9-95ff-74225f299572,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:16.893570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60534) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:16.899613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-2f57cbee-3b86-4bf2-b240-056322112812 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:16.908657 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-2f57cbee-3b86-4bf2-b240-056322112812 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/networks?id=f879c85d-e02e-4f73-90ce-f197b88fac88 HTTP/1.1" status: 200 len: 816 time: 1.4356890 Jul 15 15:08:16.910621 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb8686c8-32db-4c03-935a-8550aa802ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:16.935180 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f99b-1ad2-473d-88ea-1d373be75ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:16.940718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1961d2-2db0-4edb-b768-30b9b1ae885c req-0dbd1fba-e477-4db9-9991-382a25ec7e39 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:16.942415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a1961d2-2db0-4edb-b768-30b9b1ae885c req-0dbd1fba-e477-4db9-9991-382a25ec7e39 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 945 time: 0.4997556 Jul 15 15:08:16.970578 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-5a16b0b5-d3f9-4e5e-ba9d-2d44e986855d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/quotas/dd6fc9be9f2342aab0f37d7d159cc9cf HTTP/1.1" status: 200 len: 375 time: 0.0608509 Jul 15 15:08:17.181288 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb8686c8-32db-4c03-935a-8550aa802ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:17.227003 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f99b-1ad2-473d-88ea-1d373be75ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:17.240232 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f99b-1ad2-473d-88ea-1d373be75ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:17.404005 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bdd4f99b-1ad2-473d-88ea-1d373be75ae8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=166cfa005b4b49d7a238993491d717b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5093758 Jul 15 15:08:17.408450 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60542) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:17.446815 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4f99b-1ad2-473d-88ea-1d373be75ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5efa0f-c78b-49fe-8c8e-02970dfbad4c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:17.570876 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-914f3877-1116-43be-ba73-626d408cdb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:17.602460 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-914f3877-1116-43be-ba73-626d408cdb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:17.612344 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-634d7418-d910-487c-93ad-fef1ac87dbef tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:17.615390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-634d7418-d910-487c-93ad-fef1ac87dbef tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.22 "GET /v2.0/networks?id=f879c85d-e02e-4f73-90ce-f197b88fac88 HTTP/1.1" status: 200 len: 816 time: 0.3328824 Jul 15 15:08:17.620438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a1961d2-2db0-4edb-b768-30b9b1ae885c req-a5f10102-e452-42e8-a856-2f685ff319bd tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6624141 Jul 15 15:08:17.667791 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Attempting to bind port b99d0072-717b-48c9-95ff-74225f299572 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:08:17.668830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Attempting to bind port b99d0072-717b-48c9-95ff-74225f299572 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:08:17.669513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Attempting to bind port b99d0072-717b-48c9-95ff-74225f299572 on network f879c85d-e02e-4f73-90ce-f197b88fac88 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:08:17.677897 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-914f3877-1116-43be-ba73-626d408cdb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:17.679244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-4664a9d2-d2a0-454f-87cd-63f69715bb17 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Request body: {'port': {'device_id': '9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37', 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88', 'admin_state_up': True, 'tenant_id': 'dd6fc9be9f2342aab0f37d7d159cc9cf'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:17.680733 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-914f3877-1116-43be-ba73-626d408cdb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:17.682004 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-914f3877-1116-43be-ba73-626d408cdb8b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d5efa0f-c78b-49fe-8c8e-02970dfbad4c HTTP/1.1" status: 204 len: 168 time: 0.2622602 Jul 15 15:08:17.696015 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb8686c8-32db-4c03-935a-8550aa802ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:17.699282 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb8686c8-32db-4c03-935a-8550aa802ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:17.705208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bb8686c8-32db-4c03-935a-8550aa802ebb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/daeda74b-18f2-49a5-b14d-4ce64fa702f2 HTTP/1.1" status: 204 len: 168 time: 1.1429338 Jul 15 15:08:17.713884 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f3877-1116-43be-ba73-626d408cdb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5efa0f-c78b-49fe-8c8e-02970dfbad4c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:17.788200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Port b99d0072-717b-48c9-95ff-74225f299572 on network f879c85d-e02e-4f73-90ce-f197b88fac88 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:08:17.788888 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Attempting to bind port b99d0072-717b-48c9-95ff-74225f299572 on network f879c85d-e02e-4f73-90ce-f197b88fac88 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:08:17.799453 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8686c8-32db-4c03-935a-8550aa802ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeda74b-18f2-49a5-b14d-4ce64fa702f2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:17.839220 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-f61c6a4c-496b-4e2b-86ed-58d54d615068 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd6fc9be9f2342aab0f37d7d159cc9cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8668673 Jul 15 15:08:17.841678 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:08:17.842145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Checking segment: {'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:08:17.843021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Bound using segment: {'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:08:17.843658 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Bound port: b99d0072-717b-48c9-95ff-74225f299572, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:08:17.844343 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:18.121592 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] For port b99d0072-717b-48c9-95ff-74225f299572, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:08:18.126129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] For port b99d0072-717b-48c9-95ff-74225f299572, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b99d0072-717b-48c9-95ff-74225f299572,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:08:18.144026 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2531b-d650-4dd2-8a01-9162e5037aad req-67886a52-02b5-4500-bbf2-1af3bb2f9323 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:18.156551 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aaa2531b-d650-4dd2-8a01-9162e5037aad req-67886a52-02b5-4500-bbf2-1af3bb2f9323 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 945 time: 0.2116616 Jul 15 15:08:18.175183 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:18.359204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-4664a9d2-d2a0-454f-87cd-63f69715bb17 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Made reservation on behalf of dd6fc9be9f2342aab0f37d7d159cc9cf for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:18.365783 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-4664a9d2-d2a0-454f-87cd-63f69715bb17 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:18.374780 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9283df18-8742-4d81-8cb5-0e8a77742b61 req-6ccdca3b-ff3b-4d5a-8ede-cbc2ee61886e tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.2067215 Jul 15 15:08:18.385601 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-aaa2531b-d650-4dd2-8a01-9162e5037aad req-41859c45-2fad-406e-bc7b-a57a21ecf374 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Deleting port ae4c34b6-df7e-4a71-8432-57630a93902e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:18.385968 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aaa2531b-d650-4dd2-8a01-9162e5037aad req-41859c45-2fad-406e-bc7b-a57a21ecf374 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:18.474563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:18.475901 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:18.479749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] 10.222.0.11 "PUT /v2.0/ports/b99d0072-717b-48c9-95ff-74225f299572 HTTP/1.1" status: 200 len: 1092 time: 3.7881553 Jul 15 15:08:18.484604 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59aba8c2-a98b-4769-9b2e-f7dad990cf42', 'tag': 'b99d0072-717b-48c9-95ff-74225f299572'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:18.492919 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1238f10d-7b89-4dd0-9c07-3bc70977e545" -d '{"events": [{"name": "network-changed", "server_uuid": "59aba8c2-a98b-4769-9b2e-f7dad990cf42", "tag": "b99d0072-717b-48c9-95ff-74225f299572"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:18.547480 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-ad6a4d89-5a17-448d-9aab-d7b0e30d5522 service neutron] 10.222.0.38 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7069187 Jul 15 15:08:18.682834 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0474fb-bca4-476d-b229-1f6a1c339701 x-openstack-request-id: req-3b0474fb-bca4-476d-b229-1f6a1c339701 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:18.684593 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59aba8c2-a98b-4769-9b2e-f7dad990cf42", "tag": "b99d0072-717b-48c9-95ff-74225f299572", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:18.685266 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3b0474fb-bca4-476d-b229-1f6a1c339701 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:18.686420 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59aba8c2-a98b-4769-9b2e-f7dad990cf42', 'tag': 'b99d0072-717b-48c9-95ff-74225f299572', 'status': 'completed', 'code': 200} Jul 15 15:08:18.689454 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-aaa2531b-d650-4dd2-8a01-9162e5037aad req-41859c45-2fad-406e-bc7b-a57a21ecf374 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] For port ae4c34b6-df7e-4a71-8432-57630a93902e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ae4c34b6-df7e-4a71-8432-57630a93902e,segment=NetworkSegment(1175d7c5-053f-45e2-80a9-5d6162d447ee),segment_id=1175d7c5-053f-45e2-80a9-5d6162d447ee)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:18.689454 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aaa2531b-d650-4dd2-8a01-9162e5037aad req-41859c45-2fad-406e-bc7b-a57a21ecf374 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:18.736617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-aaa2531b-d650-4dd2-8a01-9162e5037aad req-41859c45-2fad-406e-bc7b-a57a21ecf374 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Calling delete_port for ae4c34b6-df7e-4a71-8432-57630a93902e owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:18.828941 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:18.880327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd52cb1-ed99-4757-949d-3c1f30d6971c service neutron] Pushing event updated for resources: {'Port': ['ID=b99d0072-717b-48c9-95ff-74225f299572,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:18.989407 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-4664a9d2-d2a0-454f-87cd-63f69715bb17 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Allocated IP 172.20.0.11 (f879c85d-e02e-4f73-90ce-f197b88fac88/cfebbfac-2fb6-4d6b-bcd4-653acbf53da5/f0da14db-5a83-4e5b-b908-c08e1a025c46) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:08:19.191193 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:19.266779 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aaa2531b-d650-4dd2-8a01-9162e5037aad req-41859c45-2fad-406e-bc7b-a57a21ecf374 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:19.278461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['ae4c34b6-df7e-4a71-8432-57630a93902e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:08:19.419133 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41859c45-2fad-406e-bc7b-a57a21ecf374 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Pushing event deleted for resources: {'Port': ['ID=ae4c34b6-df7e-4a71-8432-57630a93902e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:19.494387 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-96e9236d-8e0b-44d0-9d9f-46dc6a2489f5 service neutron] 10.222.0.38 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9458036 Jul 15 15:08:19.503907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa2531b-d650-4dd2-8a01-9162e5037aad req-41859c45-2fad-406e-bc7b-a57a21ecf374 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] No DVR routers for this DVR port ae4c34b6-df7e-4a71-8432-57630a93902e on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:19.510928 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aaa2531b-d650-4dd2-8a01-9162e5037aad req-41859c45-2fad-406e-bc7b-a57a21ecf374 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:19.519406 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aaa2531b-d650-4dd2-8a01-9162e5037aad req-41859c45-2fad-406e-bc7b-a57a21ecf374 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.22 "DELETE /v2.0/ports/ae4c34b6-df7e-4a71-8432-57630a93902e HTTP/1.1" status: 204 len: 173 time: 1.3517716 Jul 15 15:08:19.520830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'name': 'network-vif-deleted', 'tag': 'ae4c34b6-df7e-4a71-8432-57630a93902e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:19.539159 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63482aa2-ac5b-49c1-929f-35c9a069a632" -d '{"events": [{"server_uuid": "d6dee022-7b84-40eb-91f7-aa86c7348302", "name": "network-vif-deleted", "tag": "ae4c34b6-df7e-4a71-8432-57630a93902e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:19.558350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-0f761133-c247-4917-a8fe-736364ee0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:19.572816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-0f761133-c247-4917-a8fe-736364ee0e00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd6fc9be9f2342aab0f37d7d159cc9cf&device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 1095 time: 0.9858117 Jul 15 15:08:19.712858 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-f9566431-4161-4226-8214-e3b2e2cf4f3b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b99d0072-717b-48c9-95ff-74225f299572 HTTP/1.1" status: 200 len: 217 time: 0.1264725 Jul 15 15:08:19.745433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf77a3c-9161-492e-a8e3-ba7d7c97c522 req-3b011174-1547-400d-993d-43a568e44497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:19.761475 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0cf77a3c-9161-492e-a8e3-ba7d7c97c522 req-3b011174-1547-400d-993d-43a568e44497 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6dee022-7b84-40eb-91f7-aa86c7348302 HTTP/1.1" status: 200 len: 867 time: 0.5540988 Jul 15 15:08:19.816138 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-4664a9d2-d2a0-454f-87cd-63f69715bb17 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:20.077759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-4664a9d2-d2a0-454f-87cd-63f69715bb17 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Transition to ACTIVE for port object f0da14db-5a83-4e5b-b908-c08e1a025c46 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:20.146807 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-4e84efde-7ee9-4c73-91b6-841736c1aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:20.149996 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-4e84efde-7ee9-4c73-91b6-841736c1aba2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfebbfac-2fb6-4d6b-bcd4-653acbf53da5 HTTP/1.1" status: 200 len: 855 time: 0.4255219 Jul 15 15:08:20.329012 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-18fead0c-d99e-488b-8f82-846f0685f729 req-4a2b13bc-e634-4cff-9315-1c858e5943ae tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.1448112 Jul 15 15:08:20.381304 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0cf77a3c-9161-492e-a8e3-ba7d7c97c522 req-9b7c8e57-0b4a-438c-b4e8-1e3160298882 tempest-ServerRescueTestJSONUnderV235-1149872875 tempest-ServerRescueTestJSONUnderV235-1149872875-project] 10.222.0.38 "GET /v2.0/security-groups?id=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6185026 Jul 15 15:08:20.415601 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-805fd770-0477-49f7-80b9-20c78ad34d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:20.431527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-805fd770-0477-49f7-80b9-20c78ad34d3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f879c85d-e02e-4f73-90ce-f197b88fac88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2710769 Jul 15 15:08:20.434808 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-4664a9d2-d2a0-454f-87cd-63f69715bb17 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:20.466716 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0d49e2-fdfd-492e-8c40-7853822833a5 x-openstack-request-id: req-df0d49e2-fdfd-492e-8c40-7853822833a5 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:20.466716 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dee022-7b84-40eb-91f7-aa86c7348302", "name": "network-vif-deleted", "tag": "ae4c34b6-df7e-4a71-8432-57630a93902e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:20.466716 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-df0d49e2-fdfd-492e-8c40-7853822833a5 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:20.466716 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dee022-7b84-40eb-91f7-aa86c7348302', 'name': 'network-vif-deleted', 'tag': 'ae4c34b6-df7e-4a71-8432-57630a93902e', 'status': 'completed', 'code': 200} Jul 15 15:08:20.629669 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664a9d2-d2a0-454f-87cd-63f69715bb17 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Pushing event updated for resources: {'Port': ['ID=f0da14db-5a83-4e5b-b908-c08e1a025c46,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:20.668336 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-4664a9d2-d2a0-454f-87cd-63f69715bb17 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Network f879c85d-e02e-4f73-90ce-f197b88fac88 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:08:20.684981 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a252158-b125-443d-a465-6579a5412c4f req-ad34339e-480a-4d29-bbca-9af0ff056c12 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 210 time: 0.1036057 Jul 15 15:08:20.695789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-4664a9d2-d2a0-454f-87cd-63f69715bb17 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:20.729833 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-4664a9d2-d2a0-454f-87cd-63f69715bb17 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:08:20.911810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-4664a9d2-d2a0-454f-87cd-63f69715bb17 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:20.912592 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-4664a9d2-d2a0-454f-87cd-63f69715bb17 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:20.952411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-4664a9d2-d2a0-454f-87cd-63f69715bb17 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2854316 Jul 15 15:08:20.967036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Request body: {'port': {'device_id': '9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:21.081678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-8209b8bc-b2c0-4754-8e38-00e04e6fcf91 service neutron] 10.222.0.11 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244774 Jul 15 15:08:21.185269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8b5b49bc-948d-4826-98d0-1940b6080baf None None] Provisioning for port f0da14db-5a83-4e5b-b908-c08e1a025c46 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:08:21.208634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8b5b49bc-948d-4826-98d0-1940b6080baf None None] Provisioning complete for port f0da14db-5a83-4e5b-b908-c08e1a025c46 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:21.210958 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8b5b49bc-948d-4826-98d0-1940b6080baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:21.290758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94e0b37b-5642-444a-992f-1c2d68f1a35c req-a3666d62-203b-4ee0-84e5-3e0d2b0dc556 service neutron] 10.222.0.11 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990323 Jul 15 15:08:21.363718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8b5b49bc-948d-4826-98d0-1940b6080baf None None] Port f0da14db-5a83-4e5b-b908-c08e1a025c46 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:08:21.404088 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:21.662775 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60678) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:21.759456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7d0c7017-f015-4162-951c-50174d608979 req-427a7f1b-af10-4c43-853f-3f5bdd08dcf8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.0785334 Jul 15 15:08:21.803264 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238f10d-7b89-4dd0-9c07-3bc70977e545 req-07c76e67-9f55-4cd8-846a-d1093501c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:21.810733 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1238f10d-7b89-4dd0-9c07-3bc70977e545 req-07c76e67-9f55-4cd8-846a-d1093501c003 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd6fc9be9f2342aab0f37d7d159cc9cf&device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 1095 time: 0.3217971 Jul 15 15:08:21.853323 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60682) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:22.040889 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238f10d-7b89-4dd0-9c07-3bc70977e545 req-2bd6bc49-4700-4fd0-b8ab-fedd8cd58e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:22.042421 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1238f10d-7b89-4dd0-9c07-3bc70977e545 req-2bd6bc49-4700-4fd0-b8ab-fedd8cd58e23 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f879c85d-e02e-4f73-90ce-f197b88fac88 HTTP/1.1" status: 200 len: 917 time: 0.2172115 Jul 15 15:08:22.199104 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a5b0abb4-5d26-415f-bfb6-7e3d0b9a9e24 req-9f3e445b-48a7-47fe-a6e0-5134a0a4f772 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 210 time: 0.1555483 Jul 15 15:08:22.277012 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1238f10d-7b89-4dd0-9c07-3bc70977e545 req-524ac32b-f656-4052-95cc-3b0a7005538a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b99d0072-717b-48c9-95ff-74225f299572 HTTP/1.1" status: 200 len: 217 time: 0.1797092 Jul 15 15:08:22.426481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60700) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:22.481628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238f10d-7b89-4dd0-9c07-3bc70977e545 req-25571b56-d412-41ae-a320-649e6e2d68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:22.483582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1238f10d-7b89-4dd0-9c07-3bc70977e545 req-25571b56-d412-41ae-a320-649e6e2d68ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfebbfac-2fb6-4d6b-bcd4-653acbf53da5 HTTP/1.1" status: 200 len: 855 time: 0.1982319 Jul 15 15:08:22.534512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-35e5fe4c-1076-46d0-9f66-0ad25430ec05 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:22.586252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-331aa50a-c807-4107-958f-d53795705126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:22.661907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-8b665c42-5e17-461f-94a6-f55ad81774d4 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:22.666225 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-8b665c42-5e17-461f-94a6-f55ad81774d4 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.11 "GET /v2.0/networks?id=f879c85d-e02e-4f73-90ce-f197b88fac88 HTTP/1.1" status: 200 len: 816 time: 0.5210793 Jul 15 15:08:22.689654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-35e5fe4c-1076-46d0-9f66-0ad25430ec05 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] 10.222.0.38 "PUT /v2.0/quotas/363146b63435430b91ce016e0e9582e1 HTTP/1.1" status: 200 len: 368 time: 0.2603219 Jul 15 15:08:22.693899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-1e879d28-8daf-4cd4-9bdb-01afa0e0738d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Request body: {'port': {'device_id': '68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d', 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88', 'admin_state_up': True, 'tenant_id': 'dd6fc9be9f2342aab0f37d7d159cc9cf'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:22.708997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60710) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:22.716675 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cc1a6fba-2e03-4cb1-a4a9-e5f6109886e5 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Request body: {'network': {'project_id': '363146b63435430b91ce016e0e9582e1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:22.741147 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0da14db-5a83-4e5b-b908-c08e1a025c46 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:08:22.755408 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:22.759658 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238f10d-7b89-4dd0-9c07-3bc70977e545 req-9756a3e0-05e3-4805-ba16-15a402f13bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:22.761691 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1238f10d-7b89-4dd0-9c07-3bc70977e545 req-9756a3e0-05e3-4805-ba16-15a402f13bc8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f879c85d-e02e-4f73-90ce-f197b88fac88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2586398 Jul 15 15:08:22.787231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Transition to ACTIVE for port object f0da14db-5a83-4e5b-b908-c08e1a025c46 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:22.806503 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:22.898295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ae4c34b6-df7e-4a71-8432-57630a93902e no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:22.945181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: ae4c34b6-df7e-4a71-8432-57630a93902e {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:08:22.949473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ae4c34b6-df7e-4a71-8432-57630a93902e not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:23.048891 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60724) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:23.149721 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7ae5625-2152-4dc7-bc89-367873b25175 req-7afe7e8a-d3af-4e81-b5b5-e7644469e367 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.1118932 Jul 15 15:08:23.192890 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Pushing event updated for resources: {'Port': ['ID=f0da14db-5a83-4e5b-b908-c08e1a025c46,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:23.208081 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1238f10d-7b89-4dd0-9c07-3bc70977e545 req-d2a1157b-a2b3-48fe-81cc-f98776c9aeba service neutron] 10.222.0.11 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355795 Jul 15 15:08:23.382866 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Attempting to bind port f0da14db-5a83-4e5b-b908-c08e1a025c46 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:08:23.383776 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Attempting to bind port f0da14db-5a83-4e5b-b908-c08e1a025c46 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:08:23.384346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Attempting to bind port f0da14db-5a83-4e5b-b908-c08e1a025c46 on network f879c85d-e02e-4f73-90ce-f197b88fac88 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:08:23.399246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Port f0da14db-5a83-4e5b-b908-c08e1a025c46 on network f879c85d-e02e-4f73-90ce-f197b88fac88 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:08:23.399980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Attempting to bind port f0da14db-5a83-4e5b-b908-c08e1a025c46 on network f879c85d-e02e-4f73-90ce-f197b88fac88 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:08:23.416955 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:08:23.418169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Checking segment: {'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:08:23.418863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Bound using segment: {'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:08:23.419656 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Bound port: f0da14db-5a83-4e5b-b908-c08e1a025c46, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:08:23.420419 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:23.458042 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1238f10d-7b89-4dd0-9c07-3bc70977e545 req-9b30097e-9b6a-43ee-93a7-bea4a3b53b4e service neutron] 10.222.0.11 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421377 Jul 15 15:08:23.508860 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-338535b1-43e7-4ae2-9e5b-906bb8a15c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:23.510224 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-331aa50a-c807-4107-958f-d53795705126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:23.550879 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-331aa50a-c807-4107-958f-d53795705126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:23.609881 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1a6fba-2e03-4cb1-a4a9-e5f6109886e5 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Made reservation on behalf of 363146b63435430b91ce016e0e9582e1 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:23.612650 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6fba-2e03-4cb1-a4a9-e5f6109886e5 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:23.619394 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab33bfbd-7014-4bb6-8461-0c799dd2a268 req-726800bd-85bb-4d53-83aa-7b2521eed9c1 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 210 time: 0.0582895 Jul 15 15:08:23.625145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] For port f0da14db-5a83-4e5b-b908-c08e1a025c46, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:08:23.634174 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34568a45-59c0-42d3-93dd-3c37a0d68d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:23.635466 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.api [None req-338535b1-43e7-4ae2-9e5b-906bb8a15c6c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 15:08:23.635466 n-d-764435-3 neutron-server[100711]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 15:08:23.635466 n-d-764435-3 neutron-server[100711]: [parameters: {'project_id_1': 'dedae6f0ae834638aa78847d02beb8f1', 'expiration_1': datetime.datetime(2021, 7, 15, 15, 8, 23, 537114)}] Jul 15 15:08:23.635466 n-d-764435-3 neutron-server[100711]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:08:23.635988 n-d-764435-3 neutron-server[100711]: DEBUG oslo_db.api [None req-338535b1-43e7-4ae2-9e5b-906bb8a15c6c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:08:23.639334 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] For port f0da14db-5a83-4e5b-b908-c08e1a025c46, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f0da14db-5a83-4e5b-b908-c08e1a025c46,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:08:23.642429 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-331aa50a-c807-4107-958f-d53795705126 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=500dc0001cca41568e2eb599f68c803c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7880828 Jul 15 15:08:23.645701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60736) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:23.654273 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:23.711568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:23.712744 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:23.714223 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] 10.222.0.22 "PUT /v2.0/ports/f0da14db-5a83-4e5b-b908-c08e1a025c46 HTTP/1.1" status: 200 len: 1092 time: 2.7534125 Jul 15 15:08:23.720766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37', 'tag': 'f0da14db-5a83-4e5b-b908-c08e1a025c46'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:23.723138 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d39c936-f2b0-4e04-9b33-2826114dbbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37", "tag": "f0da14db-5a83-4e5b-b908-c08e1a025c46"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:23.773271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0841b6-0b42-436c-a41c-eaf307a04e82 service neutron] Pushing event updated for resources: {'Port': ['ID=f0da14db-5a83-4e5b-b908-c08e1a025c46,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:23.789285 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba147a33-0482-4eb5-afef-1a418dd57360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:23.817161 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331aa50a-c807-4107-958f-d53795705126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3ca1bb-8266-429b-82b2-0df691c47f51,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:23.820606 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6fba-2e03-4cb1-a4a9-e5f6109886e5 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:23.879444 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673d5341-476a-4b20-8cbe-04b428ff6049 x-openstack-request-id: req-673d5341-476a-4b20-8cbe-04b428ff6049 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:23.879758 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37", "tag": "f0da14db-5a83-4e5b-b908-c08e1a025c46", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:23.880085 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-673d5341-476a-4b20-8cbe-04b428ff6049 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:23.880490 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37', 'tag': 'f0da14db-5a83-4e5b-b908-c08e1a025c46', 'status': 'completed', 'code': 200} Jul 15 15:08:23.899636 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba147a33-0482-4eb5-afef-1a418dd57360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:23.935705 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-1e879d28-8daf-4cd4-9bdb-01afa0e0738d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Made reservation on behalf of dd6fc9be9f2342aab0f37d7d159cc9cf for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:23.940438 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-1e879d28-8daf-4cd4-9bdb-01afa0e0738d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:23.958921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-cc110357-e30d-4f22-9db3-d6b8e8c07795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:23.961373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-cc110357-e30d-4f22-9db3-d6b8e8c07795 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dd6fc9be9f2342aab0f37d7d159cc9cf&device_id=9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37 HTTP/1.1" status: 200 len: 1095 time: 0.1690128 Jul 15 15:08:24.021197 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-46a4aa86-fcdc-4273-aad1-5ac242e64d25 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0da14db-5a83-4e5b-b908-c08e1a025c46 HTTP/1.1" status: 200 len: 217 time: 0.0516508 Jul 15 15:08:24.021783 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba147a33-0482-4eb5-afef-1a418dd57360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:24.024868 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba147a33-0482-4eb5-afef-1a418dd57360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:24.028327 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ba147a33-0482-4eb5-afef-1a418dd57360 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3d3ca1bb-8266-429b-82b2-0df691c47f51 HTTP/1.1" status: 204 len: 168 time: 0.3787594 Jul 15 15:08:24.037936 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device b99d0072-717b-48c9-95ff-74225f299572 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:08:24.049166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba147a33-0482-4eb5-afef-1a418dd57360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3ca1bb-8266-429b-82b2-0df691c47f51,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:24.139296 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-338535b1-43e7-4ae2-9e5b-906bb8a15c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:24.150581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-7d829dd3-a85f-4ead-b37b-12e920146838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:24.152103 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-7d829dd3-a85f-4ead-b37b-12e920146838 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cfebbfac-2fb6-4d6b-bcd4-653acbf53da5 HTTP/1.1" status: 200 len: 855 time: 0.1233828 Jul 15 15:08:24.276554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-1e879d28-8daf-4cd4-9bdb-01afa0e0738d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Allocated IP 172.20.0.14 (f879c85d-e02e-4f73-90ce-f197b88fac88/cfebbfac-2fb6-4d6b-bcd4-653acbf53da5/ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:08:24.301173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-9f2a3435-e0d6-4bd6-9aab-53add60d7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:24.307465 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-9f2a3435-e0d6-4bd6-9aab-53add60d7e10 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f879c85d-e02e-4f73-90ce-f197b88fac88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469731 Jul 15 15:08:24.408520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port b99d0072-717b-48c9-95ff-74225f299572, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b99d0072-717b-48c9-95ff-74225f299572,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:24.432829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'b99d0072-717b-48c9-95ff-74225f299572', 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88', 'port_id': 'b99d0072-717b-48c9-95ff-74225f299572', 'mac_address': 'fa:16:3e:03:54:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfebbfac-2fb6-4d6b-bcd4-653acbf53da5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:08:24.464339 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f34c8032-fd8b-4a80-a1a4-763d94c640fd req-a78c215e-d0d8-43cf-b519-c5676430b8db tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.0930209 Jul 15 15:08:24.525218 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:24.553087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99d0072-717b-48c9-95ff-74225f299572 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:08:24.603463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-7d3adbc1-fc54-43ba-8880-0864b3f44f85 service neutron] 10.222.0.22 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820139 Jul 15 15:08:24.606184 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6fba-2e03-4cb1-a4a9-e5f6109886e5 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:24.629306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port b99d0072-717b-48c9-95ff-74225f299572, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b99d0072-717b-48c9-95ff-74225f299572,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:24.637743 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:24.650902 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6fba-2e03-4cb1-a4a9-e5f6109886e5 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:24.724496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=b99d0072-717b-48c9-95ff-74225f299572,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:24.758367 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1a6fba-2e03-4cb1-a4a9-e5f6109886e5 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:08:24.782507 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-34568a45-59c0-42d3-93dd-3c37a0d68d2c admin admin] Deleting port f15c5b4f-9319-457b-bdbe-8fa0b9921f40 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:24.782955 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34568a45-59c0-42d3-93dd-3c37a0d68d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:24.790841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a6fba-2e03-4cb1-a4a9-e5f6109886e5 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6790b118-ce73-4b07-8459-392ec0cf8bd4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:24.807053 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6fba-2e03-4cb1-a4a9-e5f6109886e5 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:24.807483 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-cc1a6fba-2e03-4cb1-a4a9-e5f6109886e5 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Added segment f3942f91-3766-4aa4-9e3d-23319e974169 of type vlan for network 7f278d7f-7c04-4ebc-a403-86e1a5a0fd82 Jul 15 15:08:24.839056 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-1e879d28-8daf-4cd4-9bdb-01afa0e0738d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:24.856453 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af0bd23-0ebc-42f4-941b-f2793e9d9298 req-17335ad7-8ed9-4f6d-b739-db64bbe25198 service neutron] 10.222.0.22 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466135 Jul 15 15:08:24.882034 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['b99d0072-717b-48c9-95ff-74225f299572'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:08:24.980909 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-338535b1-43e7-4ae2-9e5b-906bb8a15c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:25.011656 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-338535b1-43e7-4ae2-9e5b-906bb8a15c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:25.027395 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-1e879d28-8daf-4cd4-9bdb-01afa0e0738d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Transition to ACTIVE for port object ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:25.041904 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6fba-2e03-4cb1-a4a9-e5f6109886e5 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:25.097183 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-338535b1-43e7-4ae2-9e5b-906bb8a15c6c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dedae6f0ae834638aa78847d02beb8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0318115 Jul 15 15:08:25.102658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60774) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:25.133208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-93fadfa8-6f5f-4f2e-915d-556e5db1be16 req-8f0c7b1b-3916-4f88-960f-6f0f097b9a84 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 210 time: 0.1155925 Jul 15 15:08:25.169234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-34568a45-59c0-42d3-93dd-3c37a0d68d2c admin admin] For port f15c5b4f-9319-457b-bdbe-8fa0b9921f40, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f15c5b4f-9319-457b-bdbe-8fa0b9921f40,segment=NetworkSegment(1175d7c5-053f-45e2-80a9-5d6162d447ee),segment_id=1175d7c5-053f-45e2-80a9-5d6162d447ee)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:25.169614 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34568a45-59c0-42d3-93dd-3c37a0d68d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:25.195171 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6fba-2e03-4cb1-a4a9-e5f6109886e5 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:25.196162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1a6fba-2e03-4cb1-a4a9-e5f6109886e5 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:25.196768 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6fba-2e03-4cb1-a4a9-e5f6109886e5 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:25.208204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-34568a45-59c0-42d3-93dd-3c37a0d68d2c admin admin] Calling delete_port for f15c5b4f-9319-457b-bdbe-8fa0b9921f40 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:25.261806 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-1e879d28-8daf-4cd4-9bdb-01afa0e0738d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:25.262120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338535b1-43e7-4ae2-9e5b-906bb8a15c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7136a434-4483-4ce2-ba8a-3dc27be17568,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:25.290948 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cc1a6fba-2e03-4cb1-a4a9-e5f6109886e5 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.5787489 Jul 15 15:08:25.293950 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60782) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:25.312698 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-22e81193-5c8f-4631-85c7-bc490db25159 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Request body: {'network': {'project_id': '363146b63435430b91ce016e0e9582e1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:25.324888 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39c936-f2b0-4e04-9b33-2826114dbbe8 req-6b9dc1f5-61b3-4bef-bafd-b33697c48c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:25.334087 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d39c936-f2b0-4e04-9b33-2826114dbbe8 req-6b9dc1f5-61b3-4bef-bafd-b33697c48c55 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dd6fc9be9f2342aab0f37d7d159cc9cf&device_id=9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37 HTTP/1.1" status: 200 len: 1095 time: 0.3366833 Jul 15 15:08:25.402716 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-109d05e1-65a3-43a9-97b8-6c015900d988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:25.440245 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a6fba-2e03-4cb1-a4a9-e5f6109886e5 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Pushing event updated for resources: {'Network': ['ID=7f278d7f-7c04-4ebc-a403-86e1a5a0fd82,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:25.447391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-1e879d28-8daf-4cd4-9bdb-01afa0e0738d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Network f879c85d-e02e-4f73-90ce-f197b88fac88 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:08:25.454508 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-1e879d28-8daf-4cd4-9bdb-01afa0e0738d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:25.467385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-1e879d28-8daf-4cd4-9bdb-01afa0e0738d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:08:25.489229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 7f278d7f-7c04-4ebc-a403-86e1a5a0fd82 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:08:25.508125 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-109d05e1-65a3-43a9-97b8-6c015900d988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:25.720139 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['b99d0072-717b-48c9-95ff-74225f299572'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:08:26.012433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-710d4156-a773-4ab9-9cd7-2b5f25ff742b None None] Provisioning for port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:08:26.041989 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-710d4156-a773-4ab9-9cd7-2b5f25ff742b None None] Provisioning complete for port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:26.042451 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-710d4156-a773-4ab9-9cd7-2b5f25ff742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.096742 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device b99d0072-717b-48c9-95ff-74225f299572 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:08:26.158305 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39c936-f2b0-4e04-9b33-2826114dbbe8 req-7b0bbbf2-60c1-43df-b54d-9d6e401b712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:26.160049 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d39c936-f2b0-4e04-9b33-2826114dbbe8 req-7b0bbbf2-60c1-43df-b54d-9d6e401b712b service neutron] 10.222.0.22 "GET /v2.0/networks?id=f879c85d-e02e-4f73-90ce-f197b88fac88 HTTP/1.1" status: 200 len: 917 time: 0.8178735 Jul 15 15:08:26.162888 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e81193-5c8f-4631-85c7-bc490db25159 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Made reservation on behalf of 363146b63435430b91ce016e0e9582e1 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:26.165229 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-22e81193-5c8f-4631-85c7-bc490db25159 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.250774 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-710d4156-a773-4ab9-9cd7-2b5f25ff742b None None] Port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:08:26.331113 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-23913cb3-055c-4cc0-b967-1c4a45d4719e req-9addb55f-c66c-4eac-9bf0-cc236027e10f tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.1444902 Jul 15 15:08:26.333213 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port b99d0072-717b-48c9-95ff-74225f299572 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:08:26.337587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60812) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:26.351374 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port b99d0072-717b-48c9-95ff-74225f299572 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:26.352160 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.372783 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d39c936-f2b0-4e04-9b33-2826114dbbe8 req-46823801-239f-44cb-9313-796faba9452c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0da14db-5a83-4e5b-b908-c08e1a025c46 HTTP/1.1" status: 200 len: 217 time: 0.1954048 Jul 15 15:08:26.506825 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.536935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59aba8c2-a98b-4769-9b2e-f7dad990cf42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99d0072-717b-48c9-95ff-74225f299572'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:26.546226 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80e5922-5c40-45d2-b4b6-f1f1559893c0" -d '{"events": [{"server_uuid": "59aba8c2-a98b-4769-9b2e-f7dad990cf42", "name": "network-vif-plugged", "status": "completed", "tag": "b99d0072-717b-48c9-95ff-74225f299572"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:26.553458 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e81193-5c8f-4631-85c7-bc490db25159 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:08:26.576447 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-109d05e1-65a3-43a9-97b8-6c015900d988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.579932 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-109d05e1-65a3-43a9-97b8-6c015900d988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.581598 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port b99d0072-717b-48c9-95ff-74225f299572, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b99d0072-717b-48c9-95ff-74225f299572,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:26.585827 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-109d05e1-65a3-43a9-97b8-6c015900d988 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7136a434-4483-4ce2-ba8a-3dc27be17568 HTTP/1.1" status: 204 len: 168 time: 1.4785457 Jul 15 15:08:26.589122 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.620661 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2e6d2f9-1745-4cb3-866c-c4eee9bb836a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.636758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d05e1-65a3-43a9-97b8-6c015900d988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7136a434-4483-4ce2-ba8a-3dc27be17568,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:26.665324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e879d28-8daf-4cd4-9bdb-01afa0e0738d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Pushing event updated for resources: {'Port': ['ID=ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:26.688590 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cc1c25-48bb-4b45-accd-b6581f372e2b x-openstack-request-id: req-f2cc1c25-48bb-4b45-accd-b6581f372e2b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:26.688988 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59aba8c2-a98b-4769-9b2e-f7dad990cf42", "name": "network-vif-plugged", "status": "completed", "tag": "b99d0072-717b-48c9-95ff-74225f299572", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:26.691451 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2cc1c25-48bb-4b45-accd-b6581f372e2b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:26.691451 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59aba8c2-a98b-4769-9b2e-f7dad990cf42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99d0072-717b-48c9-95ff-74225f299572', 'code': 200} Jul 15 15:08:26.691451 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=b99d0072-717b-48c9-95ff-74225f299572,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:26.744968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-1e879d28-8daf-4cd4-9bdb-01afa0e0738d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:26.746318 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-1e879d28-8daf-4cd4-9bdb-01afa0e0738d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.754516 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-22e81193-5c8f-4631-85c7-bc490db25159 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.755090 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-22e81193-5c8f-4631-85c7-bc490db25159 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Added segment 91b1cbac-4ef9-4c93-b6fd-7ad78f4b303b of type vlan for network f3211e5e-a0a7-4643-9342-e6aa6a773bb4 Jul 15 15:08:26.786953 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39c936-f2b0-4e04-9b33-2826114dbbe8 req-55f89cb2-2a98-4532-885d-692aeca48bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:26.790149 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d39c936-f2b0-4e04-9b33-2826114dbbe8 req-55f89cb2-2a98-4532-885d-692aeca48bf3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cfebbfac-2fb6-4d6b-bcd4-653acbf53da5 HTTP/1.1" status: 200 len: 855 time: 0.3818259 Jul 15 15:08:26.893580 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34568a45-59c0-42d3-93dd-3c37a0d68d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.946628 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34568a45-59c0-42d3-93dd-3c37a0d68d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=f15c5b4f-9319-457b-bdbe-8fa0b9921f40,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:27.030240 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-22e81193-5c8f-4631-85c7-bc490db25159 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:27.188835 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.resource_extend [None req-22e81193-5c8f-4631-85c7-bc490db25159 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:08:27.207537 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f07d5-32bb-468a-81b6-3ca483e8ad5f req-d9b2abc9-0064-4625-a876-7182e47330d9 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:27.209963 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f11f07d5-32bb-468a-81b6-3ca483e8ad5f req-d9b2abc9-0064-4625-a876-7182e47330d9 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 932 time: 0.8695982 Jul 15 15:08:27.286107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60830) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:27.315482 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f5b2-f7b1-4940-a779-deeca856ece9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:27.340015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a8268-9f61-44d3-9dac-34778afa0989 req-e77517d4-4ce4-4fa9-8126-51c09bad3f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:27.343785 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-286a8268-9f61-44d3-9dac-34778afa0989 req-e77517d4-4ce4-4fa9-8126-51c09bad3f4a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 1097 time: 0.5968139 Jul 15 15:08:27.344758 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-22e81193-5c8f-4631-85c7-bc490db25159 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:27.346264 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e81193-5c8f-4631-85c7-bc490db25159 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:27.347491 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-22e81193-5c8f-4631-85c7-bc490db25159 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:27.362641 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34568a45-59c0-42d3-93dd-3c37a0d68d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:27.373570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39c936-f2b0-4e04-9b33-2826114dbbe8 req-2b56fad2-2530-4bd5-908b-2388285634ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:27.376033 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d39c936-f2b0-4e04-9b33-2826114dbbe8 req-2b56fad2-2530-4bd5-908b-2388285634ef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f879c85d-e02e-4f73-90ce-f197b88fac88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5668535 Jul 15 15:08:27.406722 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f11f07d5-32bb-468a-81b6-3ca483e8ad5f req-7c619f1d-eaf3-4026-94a9-da50e22d1a95 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741402 Jul 15 15:08:27.499332 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2e6d2f9-1745-4cb3-866c-c4eee9bb836a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:27.547582 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-1e879d28-8daf-4cd4-9bdb-01afa0e0738d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8690598 Jul 15 15:08:27.564201 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Request body: {'port': {'device_id': '68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:27.620080 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d39c936-f2b0-4e04-9b33-2826114dbbe8 req-4b848d2b-4184-44c3-bf10-a0f9370dbbf5 service neutron] 10.222.0.22 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199621 Jul 15 15:08:27.635739 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-286a8268-9f61-44d3-9dac-34778afa0989 req-e7abe295-4482-441a-bac5-bf570d51dcb3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800224 Jul 15 15:08:27.636487 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e2e6d2f9-1745-4cb3-866c-c4eee9bb836a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:27.830427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e2e6d2f9-1745-4cb3-866c-c4eee9bb836a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cf06a5b83f1a42abb36aeecef6be69d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4867802 Jul 15 15:08:27.833049 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d39c936-f2b0-4e04-9b33-2826114dbbe8 req-c6903734-b1a9-48cd-8528-7bfe7fc5a323 service neutron] 10.222.0.22 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663363 Jul 15 15:08:27.837277 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-22e81193-5c8f-4631-85c7-bc490db25159 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.5378962 Jul 15 15:08:27.837277 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60842) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:27.857210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6d2f9-1745-4cb3-866c-c4eee9bb836a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da70c15-7acb-48ab-b2f1-fade348ab9f2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:27.923076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60844) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:27.927796 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1883713c-12ed-4af6-85e7-c2a1412b2bd4 req-b64e16b4-3a8b-4392-94fb-f9502d2a8bd1 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.3064873 Jul 15 15:08:27.928714 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f5b2-f7b1-4940-a779-deeca856ece9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:27.936970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-21c38115-d463-4a7c-b298-c7bccf3c9a70 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Request body: {'network': {'project_id': '363146b63435430b91ce016e0e9582e1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:27.939176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34568a45-59c0-42d3-93dd-3c37a0d68d2c admin admin] Router 21d90717-432a-4e66-a0ee-447c3579deb5 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:08:27.949714 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f5b2-f7b1-4940-a779-deeca856ece9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:28.001478 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c38115-d463-4a7c-b298-c7bccf3c9a70 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 15:08:28.002453 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c38115-d463-4a7c-b298-c7bccf3c9a70 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:08:28.003945 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-21c38115-d463-4a7c-b298-c7bccf3c9a70 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0738497 Jul 15 15:08:28.005311 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f962482-6705-4234-84b5-def84bb55474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:28.046585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e81193-5c8f-4631-85c7-bc490db25159 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Pushing event updated for resources: {'Network': ['ID=f3211e5e-a0a7-4643-9342-e6aa6a773bb4,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:28.065391 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network f3211e5e-a0a7-4643-9342-e6aa6a773bb4 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:08:28.089950 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f962482-6705-4234-84b5-def84bb55474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:28.134461 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5f5b2-f7b1-4940-a779-deeca856ece9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b23a0b-e5d0-4f0d-9b3c-d2fb144f4377,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:28.206968 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:28.245834 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f962482-6705-4234-84b5-def84bb55474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:28.249159 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f962482-6705-4234-84b5-def84bb55474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:28.250589 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4f962482-6705-4234-84b5-def84bb55474 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1da70c15-7acb-48ab-b2f1-fade348ab9f2 HTTP/1.1" status: 204 len: 168 time: 0.3759549 Jul 15 15:08:28.251747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60852) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:28.282616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f962482-6705-4234-84b5-def84bb55474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da70c15-7acb-48ab-b2f1-fade348ab9f2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:28.369956 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1ee5f5b2-f7b1-4940-a779-deeca856ece9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f737887da0554e9cb08b96c2c19ca46d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0803089 Jul 15 15:08:28.370562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60858) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:28.371077 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34568a45-59c0-42d3-93dd-3c37a0d68d2c admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:08:28.381280 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905575d3-6069-40d9-be55-0f130a1c1c7d None None] Sync routers for ids ['21d90717-432a-4e66-a0ee-447c3579deb5'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:08:28.383732 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-34568a45-59c0-42d3-93dd-3c37a0d68d2c admin admin] 10.222.0.38 "PUT /v2.0/routers/21d90717-432a-4e66-a0ee-447c3579deb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7190168 Jul 15 15:08:28.384470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60860) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:28.407452 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905575d3-6069-40d9-be55-0f130a1c1c7d None None] Routers {'21d90717-432a-4e66-a0ee-447c3579deb5'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:28.408244 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-905575d3-6069-40d9-be55-0f130a1c1c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:08:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['21d90717-432a-4e66-a0ee-447c3579deb5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:28.508545 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7492b242-850c-4374-ac7c-15bcb10d29c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:28.615951 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9910d902-2001-4e20-82d7-cc3e5f3d973b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:28.710573 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9910d902-2001-4e20-82d7-cc3e5f3d973b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:28.858788 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-905575d3-6069-40d9-be55-0f130a1c1c7d None None] Set router 21d90717-432a-4e66-a0ee-447c3579deb5 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:08:28.918269 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9910d902-2001-4e20-82d7-cc3e5f3d973b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:28.922979 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9910d902-2001-4e20-82d7-cc3e5f3d973b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:28.927007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9910d902-2001-4e20-82d7-cc3e5f3d973b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f2b23a0b-e5d0-4f0d-9b3c-d2fb144f4377 HTTP/1.1" status: 204 len: 168 time: 0.5552399 Jul 15 15:08:28.939813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910d902-2001-4e20-82d7-cc3e5f3d973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b23a0b-e5d0-4f0d-9b3c-d2fb144f4377,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:28.943724 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f0da14db-5a83-4e5b-b908-c08e1a025c46 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:08:29.164854 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1cf714bd-5f77-42d0-a4e1-ebc51faf8461 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=363146b63435430b91ce016e0e9582e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9031732 Jul 15 15:08:29.171782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60884) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:29.261529 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7492b242-850c-4374-ac7c-15bcb10d29c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:29.449936 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f0da14db-5a83-4e5b-b908-c08e1a025c46, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f0da14db-5a83-4e5b-b908-c08e1a025c46,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:29.450723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2203793-fea3-49fa-8b3b-52ecad0c4ca4 req-6e8a395b-1ca0-479b-a4e7-c1fb3d903d0b tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:29.453779 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2203793-fea3-49fa-8b3b-52ecad0c4ca4 req-6e8a395b-1ca0-479b-a4e7-c1fb3d903d0b tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 932 time: 0.6658103 Jul 15 15:08:29.463312 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32589ae1-6b31-4181-9106-e3ac1d0c2e6a req-610dcab6-95ee-4416-afa0-f236b0c62445 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.1246920 Jul 15 15:08:29.523693 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'f0da14db-5a83-4e5b-b908-c08e1a025c46', 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88', 'port_id': 'f0da14db-5a83-4e5b-b908-c08e1a025c46', 'mac_address': 'fa:16:3e:5b:df:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfebbfac-2fb6-4d6b-bcd4-653acbf53da5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:08:29.542631 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-905575d3-6069-40d9-be55-0f130a1c1c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-router', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:33Z', 'updated_at': '2021-07-15T15:08:26Z', 'revision_number': 5, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'gw_port': {'id': '59ef6584-92e0-495a-8eb4-e4523f9db6a1', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:06:35Z', 'updated_at': '2021-07-15T15:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:29.562830 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6dbd8a05-2832-45cc-bae2-f297390c2b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:29.601391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60896) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:29.621411 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6dbd8a05-2832-45cc-bae2-f297390c2b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:29.650176 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905575d3-6069-40d9-be55-0f130a1c1c7d None None] Checking router: 21d90717-432a-4e66-a0ee-447c3579deb5 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:08:29.656766 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7492b242-850c-4374-ac7c-15bcb10d29c1 admin admin] Deleting port 59ef6584-92e0-495a-8eb4-e4523f9db6a1 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:29.657277 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7492b242-850c-4374-ac7c-15bcb10d29c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:29.662985 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:29.678842 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905575d3-6069-40d9-be55-0f130a1c1c7d None None] Routers {'21d90717-432a-4e66-a0ee-447c3579deb5'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:29.679836 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-905575d3-6069-40d9-be55-0f130a1c1c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:08:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['21d90717-432a-4e66-a0ee-447c3579deb5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:29.694702 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1c72302-ccc3-47c9-a7a9-02602a18707d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:29.699904 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0da14db-5a83-4e5b-b908-c08e1a025c46 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:08:29.749703 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2203793-fea3-49fa-8b3b-52ecad0c4ca4 req-5de283d1-9b69-4e76-bdad-64eb88a18c24 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852564 Jul 15 15:08:29.762470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f0da14db-5a83-4e5b-b908-c08e1a025c46, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f0da14db-5a83-4e5b-b908-c08e1a025c46,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:29.772253 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:29.775132 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6dbd8a05-2832-45cc-bae2-f297390c2b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:29.778154 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6dbd8a05-2832-45cc-bae2-f297390c2b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:29.782555 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6dbd8a05-2832-45cc-bae2-f297390c2b4e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6790b118-ce73-4b07-8459-392ec0cf8bd4 HTTP/1.1" status: 204 len: 168 time: 0.6000757 Jul 15 15:08:29.783629 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60898) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:29.805476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd8a05-2832-45cc-bae2-f297390c2b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6790b118-ce73-4b07-8459-392ec0cf8bd4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:29.911720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f0da14db-5a83-4e5b-b908-c08e1a025c46,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:29.928197 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-905575d3-6069-40d9-be55-0f130a1c1c7d None None] Set router 21d90717-432a-4e66-a0ee-447c3579deb5 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:08:29.946751 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-433d756a-088f-42c9-a0f9-81b9adbbd2a1 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:29.990897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:08:30.010111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['f0da14db-5a83-4e5b-b908-c08e1a025c46'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:08:30.018653 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.038657 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-905575d3-6069-40d9-be55-0f130a1c1c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-router', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:33Z', 'updated_at': '2021-07-15T15:08:29Z', 'revision_number': 6, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:30.082423 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905575d3-6069-40d9-be55-0f130a1c1c7d None None] The sync data for ids ['21d90717-432a-4e66-a0ee-447c3579deb5'] in n-d-764435-3 is: [{'id': '21d90717-432a-4e66-a0ee-447c3579deb5', 'name': 'tempest-ServerRescueTestJSONUnderV235-756857911-router', 'tenant_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:06:33Z', 'updated_at': '2021-07-15T15:08:29Z', 'revision_number': 6, 'project_id': '1f67d9a6abd84744b56d2fe9b4a882db', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:08:30.099247 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Transition to ACTIVE for port object ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:30.115023 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d68fde9-eb6b-4a09-af0e-cfeb95acf6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.122140 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.128401 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-7492b242-850c-4374-ac7c-15bcb10d29c1 admin admin] For port 59ef6584-92e0-495a-8eb4-e4523f9db6a1, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=59ef6584-92e0-495a-8eb4-e4523f9db6a1,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:30.128401 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7492b242-850c-4374-ac7c-15bcb10d29c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.169458 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-433d756a-088f-42c9-a0f9-81b9adbbd2a1 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.178759 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:30.194107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7492b242-850c-4374-ac7c-15bcb10d29c1 admin admin] Calling delete_port for 59ef6584-92e0-495a-8eb4-e4523f9db6a1 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:30.211775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-433d756a-088f-42c9-a0f9-81b9adbbd2a1 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3211e5e-a0a7-4643-9342-e6aa6a773bb4']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:30.228703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-433d756a-088f-42c9-a0f9-81b9adbbd2a1 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b1cbac-4ef9-4c93-b6fd-7ad78f4b303b') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:30.229102 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-433d756a-088f-42c9-a0f9-81b9adbbd2a1 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b1cbac-4ef9-4c93-b6fd-7ad78f4b303b') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:30.240224 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-433d756a-088f-42c9-a0f9-81b9adbbd2a1 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.265385 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-433d756a-088f-42c9-a0f9-81b9adbbd2a1 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.273470 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433d756a-088f-42c9-a0f9-81b9adbbd2a1 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:08:30.274892 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-433d756a-088f-42c9-a0f9-81b9adbbd2a1 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:08:30.346903 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:08:30.352330 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-433d756a-088f-42c9-a0f9-81b9adbbd2a1 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.359469 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-433d756a-088f-42c9-a0f9-81b9adbbd2a1 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.364865 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-433d756a-088f-42c9-a0f9-81b9adbbd2a1 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] 10.222.0.38 "DELETE /v2.0/networks/f3211e5e-a0a7-4643-9342-e6aa6a773bb4 HTTP/1.1" status: 204 len: 168 time: 0.5627170 Jul 15 15:08:30.364865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60914) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:30.404362 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d756a-088f-42c9-a0f9-81b9adbbd2a1 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3211e5e-a0a7-4643-9342-e6aa6a773bb4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:30.539864 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-808abdc8-c2ec-4b96-9bb6-c7986686ffa4 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.781190 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1c72302-ccc3-47c9-a7a9-02602a18707d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.804613 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1c72302-ccc3-47c9-a7a9-02602a18707d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.816665 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-808abdc8-c2ec-4b96-9bb6-c7986686ffa4 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.821248 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76a7ec8e-1df2-4796-9d92-8ccc77712067 req-89f9bb48-37ec-4bc5-ad53-40c2ebd9bf7d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.0917518 Jul 15 15:08:30.836296 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-808abdc8-c2ec-4b96-9bb6-c7986686ffa4 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f278d7f-7c04-4ebc-a403-86e1a5a0fd82']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:30.866587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-808abdc8-c2ec-4b96-9bb6-c7986686ffa4 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3942f91-3766-4aa4-9e3d-23319e974169') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:30.866904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-808abdc8-c2ec-4b96-9bb6-c7986686ffa4 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3942f91-3766-4aa4-9e3d-23319e974169') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:30.895973 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-808abdc8-c2ec-4b96-9bb6-c7986686ffa4 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.908602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Attempting to bind port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:08:30.908946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Attempting to bind port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:08:30.909520 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Attempting to bind port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 on network f879c85d-e02e-4f73-90ce-f197b88fac88 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:08:30.913662 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a1c72302-ccc3-47c9-a7a9-02602a18707d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1b138195da84af895be8f640556e3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3086715 Jul 15 15:08:30.916873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60948) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:30.918712 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7492b242-850c-4374-ac7c-15bcb10d29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.934488 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-808abdc8-c2ec-4b96-9bb6-c7986686ffa4 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.952648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808abdc8-c2ec-4b96-9bb6-c7986686ffa4 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:08:30.953079 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-808abdc8-c2ec-4b96-9bb6-c7986686ffa4 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:08:30.954962 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:08:30.957990 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492b242-850c-4374-ac7c-15bcb10d29c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ef6584-92e0-495a-8eb4-e4523f9db6a1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:30.966381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 on network f879c85d-e02e-4f73-90ce-f197b88fac88 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:08:30.966846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Attempting to bind port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 on network f879c85d-e02e-4f73-90ce-f197b88fac88 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:08:30.986129 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c72302-ccc3-47c9-a7a9-02602a18707d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b852d93a-2e6c-406c-9fc4-5ed4641e06f5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:30.994141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:08:30.995953 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Checking segment: {'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:08:30.996622 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Bound using segment: {'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:08:30.997259 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Bound port: ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051c40b7-2620-462c-92bc-61b5a7a7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:08:30.998116 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:31.091324 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-808abdc8-c2ec-4b96-9bb6-c7986686ffa4 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:31.133261 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57f67719-64e8-4275-a911-dbb099eb31ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:31.149029 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-808abdc8-c2ec-4b96-9bb6-c7986686ffa4 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:31.156592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-808abdc8-c2ec-4b96-9bb6-c7986686ffa4 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] 10.222.0.38 "DELETE /v2.0/networks/7f278d7f-7c04-4ebc-a403-86e1a5a0fd82 HTTP/1.1" status: 204 len: 168 time: 0.7898986 Jul 15 15:08:31.189068 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808abdc8-c2ec-4b96-9bb6-c7986686ffa4 tempest-QuotasNegativeTest-1192279183 tempest-QuotasNegativeTest-1192279183-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f278d7f-7c04-4ebc-a403-86e1a5a0fd82,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:31.198757 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57f67719-64e8-4275-a911-dbb099eb31ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:31.205050 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f15c5b4f-9319-457b-bdbe-8fa0b9921f40 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:31.255413 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: f15c5b4f-9319-457b-bdbe-8fa0b9921f40 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:08:31.257289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f15c5b4f-9319-457b-bdbe-8fa0b9921f40 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:31.258431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 59ef6584-92e0-495a-8eb4-e4523f9db6a1 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:31.275783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ef225-436a-4989-bfbd-44ac50d89ccb req-47b87198-e31c-421c-bafb-90afe77dfdd7 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:31.285751 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e5ef225-436a-4989-bfbd-44ac50d89ccb req-47b87198-e31c-421c-bafb-90afe77dfdd7 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 944 time: 0.1955938 Jul 15 15:08:31.315714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 59ef6584-92e0-495a-8eb4-e4523f9db6a1 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:08:31.316404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 59ef6584-92e0-495a-8eb4-e4523f9db6a1 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:31.348618 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e5ef225-436a-4989-bfbd-44ac50d89ccb req-2d459a5a-b93f-4341-a533-039c37d525c6 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616136 Jul 15 15:08:31.374158 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57f67719-64e8-4275-a911-dbb099eb31ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:31.378568 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57f67719-64e8-4275-a911-dbb099eb31ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:31.380109 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-57f67719-64e8-4275-a911-dbb099eb31ab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b852d93a-2e6c-406c-9fc4-5ed4641e06f5 HTTP/1.1" status: 204 len: 168 time: 0.4622355 Jul 15 15:08:31.391020 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7492b242-850c-4374-ac7c-15bcb10d29c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:31.398076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f67719-64e8-4275-a911-dbb099eb31ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b852d93a-2e6c-406c-9fc4-5ed4641e06f5,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:31.504888 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] For port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:08:31.558090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] For port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:08:31.566947 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7492b242-850c-4374-ac7c-15bcb10d29c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:31.569203 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:31.571583 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7492b242-850c-4374-ac7c-15bcb10d29c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:31.611848 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60968) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:31.658023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:31.658679 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:31.660140 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] 10.222.0.11 "PUT /v2.0/ports/ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 HTTP/1.1" status: 200 len: 1092 time: 4.1037059 Jul 15 15:08:31.665849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d', 'tag': 'ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:31.672647 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65e4e2a-fe35-48a8-8fc5-ccc482debe90" -d '{"events": [{"name": "network-changed", "server_uuid": "68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d", "tag": "ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:31.697941 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7492b242-850c-4374-ac7c-15bcb10d29c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:31.698660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7492b242-850c-4374-ac7c-15bcb10d29c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d90717-432a-4e66-a0ee-447c3579deb5 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:08:31.716389 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7492b242-850c-4374-ac7c-15bcb10d29c1 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:31.727836 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7492b242-850c-4374-ac7c-15bcb10d29c1 admin admin] 10.222.0.38 "DELETE /v2.0/routers/21d90717-432a-4e66-a0ee-447c3579deb5 HTTP/1.1" status: 204 len: 168 time: 3.3403754 Jul 15 15:08:31.730875 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60974) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:31.763112 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f596bcb-c37b-4529-a25b-06351cecb697 x-openstack-request-id: req-9f596bcb-c37b-4529-a25b-06351cecb697 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:31.763910 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d", "tag": "ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:31.768327 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f596bcb-c37b-4529-a25b-06351cecb697 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:31.769285 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d', 'tag': 'ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0', 'status': 'completed', 'code': 200} Jul 15 15:08:31.770742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c985ca6-af65-4036-8ab4-5ce3eca71439 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:31.843075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2165ca-79bd-4d81-8add-1a8903e784ae admin admin] Deleting subnet 4c707114-c704-4bf9-94d3-2c92c1377be1 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:08:31.857454 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c2165ca-79bd-4d81-8add-1a8903e784ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:31.877547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60980) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:31.912466 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c2165ca-79bd-4d81-8add-1a8903e784ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:31.972502 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5201d377-578a-4a4f-b6e4-da5fda30ba32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.001102 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c2165ca-79bd-4d81-8add-1a8903e784ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.054762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-5bf1ffd8-9407-4cf3-b093-f819ed5f3677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:32.056802 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-5bf1ffd8-9407-4cf3-b093-f819ed5f3677 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd6fc9be9f2342aab0f37d7d159cc9cf&device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 1095 time: 0.3258374 Jul 15 15:08:32.152771 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c2165ca-79bd-4d81-8add-1a8903e784ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.186570 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c2165ca-79bd-4d81-8add-1a8903e784ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.189541 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4c2165ca-79bd-4d81-8add-1a8903e784ae admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4c707114-c704-4bf9-94d3-2c92c1377be1 HTTP/1.1" status: 204 len: 168 time: 0.4573226 Jul 15 15:08:32.202198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60990) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:32.212744 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-c9a86cd4-6645-41e9-abe4-d29eec0897f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 HTTP/1.1" status: 200 len: 217 time: 0.1447291 Jul 15 15:08:32.263186 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2165ca-79bd-4d81-8add-1a8903e784ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c707114-c704-4bf9-94d3-2c92c1377be1,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:32.302403 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a272b491-0753-44b2-b79a-317e07afb484 req-6b12fb70-d6d2-4b17-a3db-a5cca3915e41 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.0594916 Jul 15 15:08:32.309950 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b994cb09-8655-4fcf-8372-b436d7acae62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.375462 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f800d19-331a-492c-990f-3347e65581ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.398046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-28e5b356-737e-40d8-93cd-57122d0ef36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:32.400128 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-28e5b356-737e-40d8-93cd-57122d0ef36e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfebbfac-2fb6-4d6b-bcd4-653acbf53da5 HTTP/1.1" status: 200 len: 855 time: 0.1740611 Jul 15 15:08:32.569690 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f800d19-331a-492c-990f-3347e65581ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.586684 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5201d377-578a-4a4f-b6e4-da5fda30ba32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.592581 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5f800d19-331a-492c-990f-3347e65581ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd9506d-d3cc-4a38-968e-68ccfed6c349']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:32.607070 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5201d377-578a-4a4f-b6e4-da5fda30ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.611448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5f800d19-331a-492c-990f-3347e65581ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1175d7c5-053f-45e2-80a9-5d6162d447ee') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:32.612130 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5f800d19-331a-492c-990f-3347e65581ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1175d7c5-053f-45e2-80a9-5d6162d447ee') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:32.631583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-ceb2551d-dec0-45a6-bf91-129e3a819cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:32.633276 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-ceb2551d-dec0-45a6-bf91-129e3a819cea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f879c85d-e02e-4f73-90ce-f197b88fac88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213092 Jul 15 15:08:32.643845 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f800d19-331a-492c-990f-3347e65581ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.661743 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dd693-dc79-449d-af9a-554b09484d28 req-6f6bfe85-ddfc-42da-a416-214bed0d49d6 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:32.672832 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab1dd693-dc79-449d-af9a-554b09484d28 req-6f6bfe85-ddfc-42da-a416-214bed0d49d6 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 944 time: 0.1502676 Jul 15 15:08:32.716836 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f800d19-331a-492c-990f-3347e65581ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.728044 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201d377-578a-4a4f-b6e4-da5fda30ba32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a439f0e-1770-4371-8244-d26b3f04e022,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:32.736514 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5201d377-578a-4a4f-b6e4-da5fda30ba32 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=135b14187b1848dda4d39a923f9e09a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8488877 Jul 15 15:08:32.737760 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 32778) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:32.739074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f800d19-331a-492c-990f-3347e65581ae admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:08:32.739683 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f800d19-331a-492c-990f-3347e65581ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:08:32.745822 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:08:32.754633 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab1dd693-dc79-449d-af9a-554b09484d28 req-8d4e2ddd-e00e-4a73-9830-a9cf1e15aa06 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807414 Jul 15 15:08:32.778965 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.835620 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b994cb09-8655-4fcf-8372-b436d7acae62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.840414 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b994cb09-8655-4fcf-8372-b436d7acae62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.872213 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-95c03c0b-68e1-4694-8498-6c435a1b8521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.903754 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b994cb09-8655-4fcf-8372-b436d7acae62 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1a7070a7bba24537bcac22b9982661b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2905138 Jul 15 15:08:32.908938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 32782) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:32.933161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994cb09-8655-4fcf-8372-b436d7acae62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd233580-b109-4306-a6de-5fc5d92e5804,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:32.937773 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f800d19-331a-492c-990f-3347e65581ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.951071 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f800d19-331a-492c-990f-3347e65581ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.954364 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5f800d19-331a-492c-990f-3347e65581ae admin admin] 10.222.0.38 "DELETE /v2.0/networks/8fd9506d-d3cc-4a38-968e-68ccfed6c349 HTTP/1.1" status: 204 len: 168 time: 0.7509680 Jul 15 15:08:32.963557 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-4b9a5f6c-bdb9-42c4-8f20-41f400d8080b service neutron] 10.222.0.11 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217504 Jul 15 15:08:32.976571 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f0da14db-5a83-4e5b-b908-c08e1a025c46 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:08:33.012014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f800d19-331a-492c-990f-3347e65581ae admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd9506d-d3cc-4a38-968e-68ccfed6c349,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:33.130375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port f0da14db-5a83-4e5b-b908-c08e1a025c46 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:08:33.142334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port f0da14db-5a83-4e5b-b908-c08e1a025c46 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:33.144299 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:33.210229 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a7310825-97b5-42e6-a004-d8defb6a21f4 req-f3b5bfa1-5dd6-4178-8552-dea93ce6a99f service neutron] 10.222.0.11 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274022 Jul 15 15:08:33.252836 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bd10039-c53f-4e53-804d-c7aa25ae4975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:33.277351 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e79f7b05-ddbc-4e41-8bcf-8ceca7daee37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:33.329800 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e79f7b05-ddbc-4e41-8bcf-8ceca7daee37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:33.411382 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:33.423848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 32800) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:33.440324 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8da8d7-4d43-4c76-b0fa-58306f987ab1 req-5b49d4f0-653f-4901-b140-5949133f5273 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:33.441969 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b8da8d7-4d43-4c76-b0fa-58306f987ab1 req-5b49d4f0-653f-4901-b140-5949133f5273 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.1903121 Jul 15 15:08:33.477272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0da14db-5a83-4e5b-b908-c08e1a025c46'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:33.486150 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a77968-5cb2-4d7c-adb0-52cb734622ab" -d '{"events": [{"server_uuid": "9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37", "name": "network-vif-plugged", "status": "completed", "tag": "f0da14db-5a83-4e5b-b908-c08e1a025c46"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:33.512302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f0da14db-5a83-4e5b-b908-c08e1a025c46, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f0da14db-5a83-4e5b-b908-c08e1a025c46,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:33.519894 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:33.554215 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b8da8d7-4d43-4c76-b0fa-58306f987ab1 req-f29b9df3-8334-4db6-889f-9ef7ac912b7f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057837 Jul 15 15:08:33.588523 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f0da14db-5a83-4e5b-b908-c08e1a025c46,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:33.603209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5259464d-7ef6-4606-836b-349cdd63f35a req-15a37134-147c-4ce5-b939-2163edac551a tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.0655398 Jul 15 15:08:33.670133 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82062028-1013-41ac-bb4b-029b014b875c x-openstack-request-id: req-82062028-1013-41ac-bb4b-029b014b875c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:33.671114 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37", "name": "network-vif-plugged", "status": "completed", "tag": "f0da14db-5a83-4e5b-b908-c08e1a025c46", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:33.671350 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-82062028-1013-41ac-bb4b-029b014b875c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:33.671864 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0da14db-5a83-4e5b-b908-c08e1a025c46', 'code': 200} Jul 15 15:08:34.000882 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a869e-6670-4ffc-b63a-492dfa1217a4 req-a1f0cd1a-5a1f-463a-bbd6-9833335d7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:34.002503 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-810a869e-6670-4ffc-b63a-492dfa1217a4 req-a1f0cd1a-5a1f-463a-bbd6-9833335d7444 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37 HTTP/1.1" status: 200 len: 1097 time: 0.2080011 Jul 15 15:08:34.097474 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624d006-838e-40ec-b9d5-654b168de834 req-950e0ea9-9f33-4db2-8a06-3e3e1ff39483 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:34.104915 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0624d006-838e-40ec-b9d5-654b168de834 req-950e0ea9-9f33-4db2-8a06-3e3e1ff39483 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.2077584 Jul 15 15:08:34.151270 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-810a869e-6670-4ffc-b63a-492dfa1217a4 req-05509fa7-99fb-4ccf-a82c-df7ab24f25ac service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411359 Jul 15 15:08:34.195372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343e04d-9bb1-4838-ac68-599ec32c1e40 req-7afffe8a-6ef0-4c3f-b0bc-00c1ca0a98db tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:34.203738 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d343e04d-9bb1-4838-ac68-599ec32c1e40 req-7afffe8a-6ef0-4c3f-b0bc-00c1ca0a98db tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 944 time: 0.1962256 Jul 15 15:08:34.216550 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bd10039-c53f-4e53-804d-c7aa25ae4975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:34.217166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0624d006-838e-40ec-b9d5-654b168de834 req-0979191e-cbaf-418e-a28f-57143bdbad31 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108387 Jul 15 15:08:34.245010 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:34.322927 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e79f7b05-ddbc-4e41-8bcf-8ceca7daee37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:34.324467 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d343e04d-9bb1-4838-ac68-599ec32c1e40 req-1ee0577f-dd39-4450-a3ca-0cd6f01b6e8c tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198142 Jul 15 15:08:34.325611 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e79f7b05-ddbc-4e41-8bcf-8ceca7daee37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:34.327170 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e79f7b05-ddbc-4e41-8bcf-8ceca7daee37 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dd233580-b109-4306-a6de-5fc5d92e5804 HTTP/1.1" status: 204 len: 168 time: 1.4172714 Jul 15 15:08:34.361751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f7b05-ddbc-4e41-8bcf-8ceca7daee37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd233580-b109-4306-a6de-5fc5d92e5804,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:34.366314 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-73ebf506-4d78-4aaa-8de3-0ac9bb335da4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f67d9a6abd84744b56d2fe9b4a882db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9245164 Jul 15 15:08:34.368987 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 32834) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:34.411425 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bd10039-c53f-4e53-804d-c7aa25ae4975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:34.414022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bd10039-c53f-4e53-804d-c7aa25ae4975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:34.433666 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9bd10039-c53f-4e53-804d-c7aa25ae4975 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8a439f0e-1770-4371-8244-d26b3f04e022 HTTP/1.1" status: 204 len: 168 time: 1.6811218 Jul 15 15:08:34.442760 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e4e2a-fe35-48a8-8fc5-ccc482debe90 req-e7982b36-b62c-455b-85bd-a7713da70b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:34.444384 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e65e4e2a-fe35-48a8-8fc5-ccc482debe90 req-e7982b36-b62c-455b-85bd-a7713da70b08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd6fc9be9f2342aab0f37d7d159cc9cf&device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 1095 time: 1.0192609 Jul 15 15:08:34.471536 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd10039-c53f-4e53-804d-c7aa25ae4975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a439f0e-1770-4371-8244-d26b3f04e022,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:34.547977 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-384f2086-019f-4081-94a7-a96c3730461e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:34.639284 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-384f2086-019f-4081-94a7-a96c3730461e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:34.649526 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e4e2a-fe35-48a8-8fc5-ccc482debe90 req-1faaad2c-675d-4ccf-b1a5-daef3750d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:34.654052 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e65e4e2a-fe35-48a8-8fc5-ccc482debe90 req-1faaad2c-675d-4ccf-b1a5-daef3750d1d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f879c85d-e02e-4f73-90ce-f197b88fac88 HTTP/1.1" status: 200 len: 917 time: 0.1983583 Jul 15 15:08:34.726785 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e65e4e2a-fe35-48a8-8fc5-ccc482debe90 req-a3b0a1a6-172d-4e1c-bd3b-c7df975c2b09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 HTTP/1.1" status: 200 len: 217 time: 0.0567358 Jul 15 15:08:34.813466 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-384f2086-019f-4081-94a7-a96c3730461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:34.816143 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-384f2086-019f-4081-94a7-a96c3730461e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:34.820703 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-384f2086-019f-4081-94a7-a96c3730461e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/acf07a17-d51b-42e2-a3d9-ee8c517ea3d4 HTTP/1.1" status: 204 len: 168 time: 0.4499345 Jul 15 15:08:34.835225 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f2086-019f-4081-94a7-a96c3730461e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf07a17-d51b-42e2-a3d9-ee8c517ea3d4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:34.848448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e4e2a-fe35-48a8-8fc5-ccc482debe90 req-e0a88cd0-1900-4dd6-a6ed-0c32cc9aebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:34.850103 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e65e4e2a-fe35-48a8-8fc5-ccc482debe90 req-e0a88cd0-1900-4dd6-a6ed-0c32cc9aebc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfebbfac-2fb6-4d6b-bcd4-653acbf53da5 HTTP/1.1" status: 200 len: 855 time: 0.1137314 Jul 15 15:08:34.932695 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56a1b35f-e1ab-488f-81de-10f192107cdc req-4c1873e0-a37a-429e-921d-ec8627a1d0e8 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.0729444 Jul 15 15:08:34.949082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67032c51-1656-47e3-9209-4e8b7a75773e req-2f215d12-10ce-4fb6-946e-28ccc69fdc4b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:34.956914 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67032c51-1656-47e3-9209-4e8b7a75773e req-2f215d12-10ce-4fb6-946e-28ccc69fdc4b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 811 time: 0.3200097 Jul 15 15:08:34.973898 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67032c51-1656-47e3-9209-4e8b7a75773e req-8555698a-9c49-4117-a37e-01c4302cb5b6 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/quotas/1c5f68e801754b35b4442f3196d57784 HTTP/1.1" status: 200 len: 375 time: 0.0159028 Jul 15 15:08:35.038740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e4e2a-fe35-48a8-8fc5-ccc482debe90 req-7e9c9b2a-6378-4096-af0c-5bfbdeb4d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:35.042055 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e65e4e2a-fe35-48a8-8fc5-ccc482debe90 req-7e9c9b2a-6378-4096-af0c-5bfbdeb4d3b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f879c85d-e02e-4f73-90ce-f197b88fac88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1829751 Jul 15 15:08:35.108708 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67032c51-1656-47e3-9209-4e8b7a75773e req-f1dcdb01-6aa6-4f2a-8808-0434c9df188c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1334152 Jul 15 15:08:35.249107 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e65e4e2a-fe35-48a8-8fc5-ccc482debe90 req-f3efaa77-935c-41e6-befe-c2ed6b63bf23 service neutron] 10.222.0.11 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981137 Jul 15 15:08:35.256627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67032c51-1656-47e3-9209-4e8b7a75773e req-58ca9aba-7cdc-4059-8ffa-58683fcb9a89 service neutron] 10.222.0.38 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469927 Jul 15 15:08:35.544925 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e65e4e2a-fe35-48a8-8fc5-ccc482debe90 req-657c87f3-8306-41bf-9b21-47031403b579 service neutron] 10.222.0.11 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869501 Jul 15 15:08:35.582160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67032c51-1656-47e3-9209-4e8b7a75773e req-25d79120-6817-4dee-972d-90b999dd6bf5 service neutron] 10.222.0.38 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186138 Jul 15 15:08:35.759251 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f3e69-c5fc-4b2b-8312-ebd111cedab8 req-2392f876-49d1-4f96-ad87-9b9415a12a21 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:35.768694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-807f3e69-c5fc-4b2b-8312-ebd111cedab8 req-2392f876-49d1-4f96-ad87-9b9415a12a21 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 944 time: 0.1851311 Jul 15 15:08:35.835359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-807f3e69-c5fc-4b2b-8312-ebd111cedab8 req-b68a16f8-edeb-4454-86a4-c8a833302840 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655158 Jul 15 15:08:35.902147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 32898) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:35.937235 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-147567c8-fb3a-4ca9-a31d-b7f35d9a1f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:35.946850 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:35.947489 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c355c6e-b930-46a7-85b9-404c8ac49ff6 req-17410ccb-12d6-46a2-bf76-cfd966d1cde0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 210 time: 0.0884590 Jul 15 15:08:36.131854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:08:36.234308 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-147567c8-fb3a-4ca9-a31d-b7f35d9a1f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:36.243142 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-147567c8-fb3a-4ca9-a31d-b7f35d9a1f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:36.348604 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:36.365403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0', 'network_id': 'f879c85d-e02e-4f73-90ce-f197b88fac88', 'port_id': 'ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0', 'mac_address': 'fa:16:3e:02:ec:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfebbfac-2fb6-4d6b-bcd4-653acbf53da5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:08:36.384228 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-147567c8-fb3a-4ca9-a31d-b7f35d9a1f69 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c5eeb22d839741d9be864405ffcc5b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4802644 Jul 15 15:08:36.384944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 32914) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:36.417425 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:36.434969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:08:36.452395 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed20349e-87a8-4a7e-9970-947cfde3af70 req-ffc32d3d-20d0-4cd5-9dab-e549dc614130 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.1247702 Jul 15 15:08:36.469457 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:36.480801 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:36.566382 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147567c8-fb3a-4ca9-a31d-b7f35d9a1f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff5b009-51e9-47c7-b0fb-35b345ca1c40,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:36.573396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:36.621670 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d29e956c-95c4-45e2-aaee-58cca203473a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:36.650143 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d29e956c-95c4-45e2-aaee-58cca203473a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:36.745482 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:08:36.760349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d29e956c-95c4-45e2-aaee-58cca203473a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:36.766561 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d29e956c-95c4-45e2-aaee-58cca203473a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:36.770324 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d29e956c-95c4-45e2-aaee-58cca203473a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bff5b009-51e9-47c7-b0fb-35b345ca1c40 HTTP/1.1" status: 204 len: 168 time: 0.3762555 Jul 15 15:08:36.785597 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e956c-95c4-45e2-aaee-58cca203473a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff5b009-51e9-47c7-b0fb-35b345ca1c40,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:37.415303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5e7b5fc-3a20-45a8-876e-a82c0efadc75 req-1f3d94aa-698c-4dad-9649-028aa4d8a2f4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0898297 Jul 15 15:08:37.459014 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68935ca0-b632-480b-961b-84713405e9db req-c106e76a-3c18-4f5f-bf51-36f105227468 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:37.461606 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68935ca0-b632-480b-961b-84713405e9db req-c106e76a-3c18-4f5f-bf51-36f105227468 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 945 time: 0.3204536 Jul 15 15:08:37.581003 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68935ca0-b632-480b-961b-84713405e9db req-766308bb-3e99-4479-b0cb-9ca83155c9e2 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120067 Jul 15 15:08:37.642353 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-48d506fa-77e9-4ce3-92c2-3a5402f71ab0 req-fdf9e9ab-f8b4-4293-a9fe-9bbe85525932 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 210 time: 0.1754618 Jul 15 15:08:37.659582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5e7b5fc-3a20-45a8-876e-a82c0efadc75 req-f8c6f752-ea58-4e77-b440-dc8fa8ca79fd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=376291fad91d46c09381b2e97ae5561f&device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.1315508 Jul 15 15:08:37.919477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 32986) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:38.087092 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49369aa4-ec3e-467c-87cb-827f07db51bc req-220cc601-d4ba-403d-8bbe-43cdc2aeaed9 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e83e5bb-df14-4a3c-a344-e21677459ff5 HTTP/1.1" status: 200 len: 210 time: 0.1847939 Jul 15 15:08:38.143486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7b5fc-3a20-45a8-876e-a82c0efadc75 req-d2772008-f24a-4bca-9861-1956efbfc405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:38.144218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7b5fc-3a20-45a8-876e-a82c0efadc75 req-d2772008-f24a-4bca-9861-1956efbfc405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:38.144814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7b5fc-3a20-45a8-876e-a82c0efadc75 req-d2772008-f24a-4bca-9861-1956efbfc405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:38.147246 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5e7b5fc-3a20-45a8-876e-a82c0efadc75 req-d2772008-f24a-4bca-9861-1956efbfc405 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=376291fad91d46c09381b2e97ae5561f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4758730 Jul 15 15:08:38.164197 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:08:38.193279 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e56b1479-f133-48c6-b826-f7c54b0e6a4b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1494350299-network', 'tenant_id': '9f3de406124b47ed845d6b37dd986580'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:38.264393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56b1479-f133-48c6-b826-f7c54b0e6a4b admin admin] Made reservation on behalf of 9f3de406124b47ed845d6b37dd986580 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:38.274903 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e56b1479-f133-48c6-b826-f7c54b0e6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:38.302988 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e56b1479-f133-48c6-b826-f7c54b0e6a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:38.326770 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:08:38.336332 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:38.339125 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:38.569205 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:38.571147 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e56b1479-f133-48c6-b826-f7c54b0e6a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:38.582984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7b5fc-3a20-45a8-876e-a82c0efadc75 req-eb582104-14a2-4fe9-84b5-570d62a29d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:38.586505 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5e7b5fc-3a20-45a8-876e-a82c0efadc75 req-eb582104-14a2-4fe9-84b5-570d62a29d2f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4319625 Jul 15 15:08:38.600221 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e56b1479-f133-48c6-b826-f7c54b0e6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:38.605565 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33010) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:38.720681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:38.724896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:38.736324 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d3f908-32e8-4f10-a1e6-c26023440422" -d '{"events": [{"server_uuid": "68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d", "name": "network-vif-plugged", "status": "completed", "tag": "ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:38.738223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56b1479-f133-48c6-b826-f7c54b0e6a4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:08:38.744180 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:38.776460 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b1479-f133-48c6-b826-f7c54b0e6a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dcd295-c4ec-4d98-98d0-e6c9c108e785,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:38.817879 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e56b1479-f133-48c6-b826-f7c54b0e6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:38.818239 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-e56b1479-f133-48c6-b826-f7c54b0e6a4b admin admin] Added segment f2fb3b1d-4344-4b44-91da-21fb82e6fd0a of type vlan for network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 Jul 15 15:08:38.854673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:38.879433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-af50f840-20d5-46f2-8ff9-b8086049495d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-940828460'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:38.917982 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cde60519-34ad-475c-aef1-b1a81f3cc5a0 req-b8e51a60-081e-4206-8bdf-0c130485d999 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 210 time: 0.0566757 Jul 15 15:08:38.922963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e56b1479-f133-48c6-b826-f7c54b0e6a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:38.966890 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e56b1479-f133-48c6-b826-f7c54b0e6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:38.968927 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56b1479-f133-48c6-b826-f7c54b0e6a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:38.969837 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e56b1479-f133-48c6-b826-f7c54b0e6a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:38.984967 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3f1882-a3c4-4c0f-81a0-8928a3c68642 x-openstack-request-id: req-da3f1882-a3c4-4c0f-81a0-8928a3c68642 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:38.985264 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d", "name": "network-vif-plugged", "status": "completed", "tag": "ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:38.985755 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-da3f1882-a3c4-4c0f-81a0-8928a3c68642 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:38.986320 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0', 'code': 200} Jul 15 15:08:39.057114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67032c51-1656-47e3-9209-4e8b7a75773e req-886c6205-008d-456a-9035-1e6894d233ca tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:39.066176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b1479-f133-48c6-b826-f7c54b0e6a4b admin admin] Pushing event updated for resources: {'Network': ['ID=9bbd04cd-865f-4f8e-b12a-7cf02a114c19,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:39.070898 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67032c51-1656-47e3-9209-4e8b7a75773e req-886c6205-008d-456a-9035-1e6894d233ca tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.22 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 811 time: 0.4389632 Jul 15 15:08:39.074028 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e56b1479-f133-48c6-b826-f7c54b0e6a4b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1517136 Jul 15 15:08:39.078270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af50f840-20d5-46f2-8ff9-b8086049495d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Made reservation on behalf of e1e32d66406f4ba6a522ae7e4b85846b for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:39.078689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:08:39.082292 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-af50f840-20d5-46f2-8ff9-b8086049495d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:39.090160 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33032) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:39.118653 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5dc695b8-a313-426a-a63b-577dad04171e admin admin] Request body: {'subnet': {'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1494350299-subnet', 'tenant_id': '9f3de406124b47ed845d6b37dd986580', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:39.129306 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-67032c51-1656-47e3-9209-4e8b7a75773e req-0fa4af8f-0911-4ee4-b0b4-d1aa0925f0d2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Request body: {'port': {'device_id': '8bcb3c7c-5702-41b2-87b3-e8e4eb966b63', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'admin_state_up': True, 'tenant_id': '1c5f68e801754b35b4442f3196d57784'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:39.190010 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc695b8-a313-426a-a63b-577dad04171e admin admin] Made reservation on behalf of 9f3de406124b47ed845d6b37dd986580 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:39.192495 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dc695b8-a313-426a-a63b-577dad04171e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:39.221465 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-af50f840-20d5-46f2-8ff9-b8086049495d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:39.329376 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0786331-0d10-47bc-aea7-0e60b7f9f313 req-0adad2b2-fcc9-4e38-aaa3-174f13b0e974 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:39.330899 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e0786331-0d10-47bc-aea7-0e60b7f9f313 req-0adad2b2-fcc9-4e38-aaa3-174f13b0e974 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 946 time: 0.4246376 Jul 15 15:08:39.422021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33052) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:39.528125 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac0850ff-9a05-40a6-af9e-00562bb70d87 req-820fa926-2375-46fb-b3fe-5b5a609f4bb9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2508564 Jul 15 15:08:39.551808 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e0786331-0d10-47bc-aea7-0e60b7f9f313 req-a51492cb-6d59-4985-a33d-033f3dcec5be tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096087 Jul 15 15:08:39.643770 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-af50f840-20d5-46f2-8ff9-b8086049495d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:39.659364 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-af50f840-20d5-46f2-8ff9-b8086049495d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:39.675308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af50f840-20d5-46f2-8ff9-b8086049495d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:08:39.688825 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-af50f840-20d5-46f2-8ff9-b8086049495d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:39.689377 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-af50f840-20d5-46f2-8ff9-b8086049495d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Added segment 5b2eae3c-2319-4af7-a158-a672e90a2614 of type vlan for network 8958fa88-b868-4027-ba7b-0d010600c1c6 Jul 15 15:08:39.738464 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-af50f840-20d5-46f2-8ff9-b8086049495d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:39.764735 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dc695b8-a313-426a-a63b-577dad04171e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:39.778255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa5495-5aa2-4a9a-8974-7c6d6e13a51f req-fe3ca1ea-4d9f-4157-a203-ca4e17e9626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:39.783288 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-20fa5495-5aa2-4a9a-8974-7c6d6e13a51f req-fe3ca1ea-4d9f-4157-a203-ca4e17e9626c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 1097 time: 0.5011415 Jul 15 15:08:39.840732 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-af50f840-20d5-46f2-8ff9-b8086049495d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:39.847218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af50f840-20d5-46f2-8ff9-b8086049495d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:39.847871 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-af50f840-20d5-46f2-8ff9-b8086049495d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:39.944511 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50f840-20d5-46f2-8ff9-b8086049495d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7729b0a8-4017-437a-8a9f-8c9e2024550d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:40.020840 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc695b8-a313-426a-a63b-577dad04171e admin admin] Pushing event updated for resources: {'Subnet': ['ID=65019e12-bfdf-433d-bc85-c35edee27cc5,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:40.033049 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eef44ba7-66d7-48c5-b26b-d4bdb9aa0724 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:40.043730 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-20fa5495-5aa2-4a9a-8974-7c6d6e13a51f req-f663eb63-e365-4dae-a35b-a1536a6f3b90 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499049 Jul 15 15:08:40.051603 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc695b8-a313-426a-a63b-577dad04171e admin admin] Checking segment: {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:08:40.052481 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc695b8-a313-426a-a63b-577dad04171e admin admin] Network hostable DHCP agents. Network: 9bbd04cd-865f-4f8e-b12a-7cf02a114c19, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:08:40.075845 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eef44ba7-66d7-48c5-b26b-d4bdb9aa0724 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:40.136149 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc695b8-a313-426a-a63b-577dad04171e admin admin] Network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:08:40.160621 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5dc695b8-a313-426a-a63b-577dad04171e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 9bbd04cd-865f-4f8e-b12a-7cf02a114c19) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:40.171144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc695b8-a313-426a-a63b-577dad04171e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:40.172296 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dc695b8-a313-426a-a63b-577dad04171e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:40.177378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67032c51-1656-47e3-9209-4e8b7a75773e req-0fa4af8f-0911-4ee4-b0b4-d1aa0925f0d2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Made reservation on behalf of 1c5f68e801754b35b4442f3196d57784 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:40.181013 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-67032c51-1656-47e3-9209-4e8b7a75773e req-0fa4af8f-0911-4ee4-b0b4-d1aa0925f0d2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:40.190222 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eef44ba7-66d7-48c5-b26b-d4bdb9aa0724 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:40.193631 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eef44ba7-66d7-48c5-b26b-d4bdb9aa0724 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:40.194088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a6775a-a893-4065-9d37-671e84e84474 None None] Network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:08:40.199515 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-eef44ba7-66d7-48c5-b26b-d4bdb9aa0724 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "DELETE /v2.0/security-groups/77a270d0-e6f7-4f24-9130-9e82fba4fc22 HTTP/1.1" status: 204 len: 168 time: 0.7763267 Jul 15 15:08:40.201907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33070) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:40.217976 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5dc695b8-a313-426a-a63b-577dad04171e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1266022 Jul 15 15:08:40.223242 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-af50f840-20d5-46f2-8ff9-b8086049495d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6172264 Jul 15 15:08:40.224309 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33072) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:40.226954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50f840-20d5-46f2-8ff9-b8086049495d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Pushing event updated for resources: {'Network': ['ID=8958fa88-b868-4027-ba7b-0d010600c1c6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:40.255066 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cf0805b3-47a4-4641-a157-0b82b7f0e9fd tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Request body: {'subnet': {'network_id': '8958fa88-b868-4027-ba7b-0d010600c1c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:40.257777 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 8958fa88-b868-4027-ba7b-0d010600c1c6 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:08:40.270227 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-4bcaf814-a591-4b30-b802-e887ec3b3475 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] show failed (client error): The resource could not be found. Jul 15 15:08:40.277425 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4bcaf814-a591-4b30-b802-e887ec3b3475 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "GET /v2.0/security-groups/77a270d0-e6f7-4f24-9130-9e82fba4fc22 HTTP/1.1" status: 404 len: 347 time: 0.0711732 Jul 15 15:08:40.303300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33076) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:40.309315 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef44ba7-66d7-48c5-b26b-d4bdb9aa0724 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a270d0-e6f7-4f24-9130-9e82fba4fc22,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:40.374116 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b25e180d-a8b9-4db1-968a-594ecf932647 req-30446b91-69b2-4217-8302-2fe1291ca94b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 210 time: 0.1476395 Jul 15 15:08:40.478389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0850ff-9a05-40a6-af9e-00562bb70d87 req-48a91e2b-7863-41ea-a424-ad620a2ad282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:40.480222 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac0850ff-9a05-40a6-af9e-00562bb70d87 req-48a91e2b-7863-41ea-a424-ad620a2ad282 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 1096 time: 0.8345640 Jul 15 15:08:40.523867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0805b3-47a4-4641-a157-0b82b7f0e9fd tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Made reservation on behalf of e1e32d66406f4ba6a522ae7e4b85846b for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:40.527823 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf0805b3-47a4-4641-a157-0b82b7f0e9fd tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:40.789998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684d34aa-9748-4af4-9753-1c7e950f0a58 None None] Network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:08:40.883427 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33096) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:41.122595 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf0805b3-47a4-4641-a157-0b82b7f0e9fd tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:41.253876 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f99dc338-89f3-47f8-943f-90c108c13ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:41.284573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0805b3-47a4-4641-a157-0b82b7f0e9fd tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Pushing event updated for resources: {'Subnet': ['ID=8e55d35b-9786-4099-a2f3-2b9ef4edf85f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:41.318833 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0805b3-47a4-4641-a157-0b82b7f0e9fd tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Checking segment: {'id': '5b2eae3c-2319-4af7-a158-a672e90a2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8958fa88-b868-4027-ba7b-0d010600c1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:08:41.319216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0805b3-47a4-4641-a157-0b82b7f0e9fd tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Network hostable DHCP agents. Network: 8958fa88-b868-4027-ba7b-0d010600c1c6, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:08:41.369337 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0805b3-47a4-4641-a157-0b82b7f0e9fd tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Network 8958fa88-b868-4027-ba7b-0d010600c1c6 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:08:41.391667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-cf0805b3-47a4-4641-a157-0b82b7f0e9fd tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 8958fa88-b868-4027-ba7b-0d010600c1c6) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:41.400578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8a042b-70c4-4b71-9aa0-af98e55907ba None None] Network 8958fa88-b868-4027-ba7b-0d010600c1c6 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:08:41.409156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0805b3-47a4-4641-a157-0b82b7f0e9fd tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:41.409814 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf0805b3-47a4-4641-a157-0b82b7f0e9fd tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:41.451844 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f99dc338-89f3-47f8-943f-90c108c13ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:41.465209 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f99dc338-89f3-47f8-943f-90c108c13ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:41.500983 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f99dc338-89f3-47f8-943f-90c108c13ae6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=84e8a2ee20874e89aee6c30b18ad996c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6161964 Jul 15 15:08:41.503134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33120) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:41.504938 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cf0805b3-47a4-4641-a157-0b82b7f0e9fd tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2570491 Jul 15 15:08:41.516803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33122) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:41.528307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-51adbd5f-c91f-40fe-a80d-da7d1f64864f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-30686527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:41.571085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dc338-89f3-47f8-943f-90c108c13ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21787dda-be74-4717-bb87-824a0a356dc8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:41.598957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-8958fa88-b868-4027-ba7b-0d010600c1c6', 'network_id': '8958fa88-b868-4027-ba7b-0d010600c1c6', 'tenant_id': 'e1e32d66406f4ba6a522ae7e4b85846b', 'fixed_ips': [{'subnet_id': '8e55d35b-9786-4099-a2f3-2b9ef4edf85f'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:08:41.600354 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:41.618695 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51adbd5f-c91f-40fe-a80d-da7d1f64864f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:41.619728 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51adbd5f-c91f-40fe-a80d-da7d1f64864f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:41.623592 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cdddccb-dd10-44f4-b6ad-bcfb77156481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:41.659402 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cdddccb-dd10-44f4-b6ad-bcfb77156481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:41.712991 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51adbd5f-c91f-40fe-a80d-da7d1f64864f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:41.728746 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51adbd5f-c91f-40fe-a80d-da7d1f64864f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:41.769522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0850ff-9a05-40a6-af9e-00562bb70d87 req-018318aa-4c8c-4165-89f4-8b0bfbf254a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:41.771054 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac0850ff-9a05-40a6-af9e-00562bb70d87 req-018318aa-4c8c-4165-89f4-8b0bfbf254a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 1.2117577 Jul 15 15:08:41.776290 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51adbd5f-c91f-40fe-a80d-da7d1f64864f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:41.777623 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-51adbd5f-c91f-40fe-a80d-da7d1f64864f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.2528114 Jul 15 15:08:41.780293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33126) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:41.867290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Allocated IP 172.20.0.2 (8958fa88-b868-4027-ba7b-0d010600c1c6/8e55d35b-9786-4099-a2f3-2b9ef4edf85f/92860d50-db2a-4b55-8ce1-c1cc02574965) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:08:41.883479 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cdddccb-dd10-44f4-b6ad-bcfb77156481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:41.886607 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cdddccb-dd10-44f4-b6ad-bcfb77156481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:41.888145 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3cdddccb-dd10-44f4-b6ad-bcfb77156481 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21787dda-be74-4717-bb87-824a0a356dc8 HTTP/1.1" status: 204 len: 168 time: 0.3818119 Jul 15 15:08:41.948642 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdddccb-dd10-44f4-b6ad-bcfb77156481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21787dda-be74-4717-bb87-824a0a356dc8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:41.960191 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac0850ff-9a05-40a6-af9e-00562bb70d87 req-889114d3-df90-47b3-91a3-255d0baf2788 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddc3d9d6-4452-4440-9b6e-fec6e051c029 HTTP/1.1" status: 200 len: 217 time: 0.1576290 Jul 15 15:08:41.965167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-67032c51-1656-47e3-9209-4e8b7a75773e req-0fa4af8f-0911-4ee4-b0b4-d1aa0925f0d2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Allocated IP 172.20.0.5 (279c9251-f575-4675-be20-04a9e6587e7b/e32fa86b-919e-44da-8f1f-1b14acd5ffbb/ba1b3bcb-0389-4e23-ae5c-4820887287ee) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:08:41.977745 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-d4e3b3c3-4dfa-428e-aa83-eab4c74e790a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:41.986155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-d4e3b3c3-4dfa-428e-aa83-eab4c74e790a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 806 time: 0.5301666 Jul 15 15:08:42.028419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e7968-4f10-4a80-8163-3bfa037e2cb0 req-0bb4aafe-98bc-4179-ac24-b500967bf39a tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:42.046050 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-403e7968-4f10-4a80-8163-3bfa037e2cb0 req-0bb4aafe-98bc-4179-ac24-b500967bf39a tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 946 time: 0.5700254 Jul 15 15:08:42.103508 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-be9ca92f-0b9f-4982-af22-690e1841622e tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/quotas/9f3de406124b47ed845d6b37dd986580 HTTP/1.1" status: 200 len: 375 time: 0.1163800 Jul 15 15:08:42.106383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-585a2a0c-b6d6-457a-8958-cb08a54f903d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Deleting port bb507f53-5f1d-4c93-b428-09fd30b678f7 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:42.107003 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-585a2a0c-b6d6-457a-8958-cb08a54f903d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:42.265741 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:42.307388 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-868bbfc1-07a6-4bba-9221-56801f492b9a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2025270 Jul 15 15:08:42.315768 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:42.334760 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Transition to ACTIVE for port object 92860d50-db2a-4b55-8ce1-c1cc02574965 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:42.373225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Transition to ACTIVE for port object 92860d50-db2a-4b55-8ce1-c1cc02574965 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:42.383522 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:42.441504 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-e5d46522-95e6-4d89-9ee5-838555213f90 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330674 Jul 15 15:08:42.506895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Network 8958fa88-b868-4027-ba7b-0d010600c1c6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:08:42.510216 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:42.523431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:08:42.538306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Pushing event updated for resources: {'Port': ['ID=92860d50-db2a-4b55-8ce1-c1cc02574965,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:42.539152 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:08:42.597236 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33142) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:42.603970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:42.604758 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:42.604894 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:42.605145 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:42.605692 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:42.606220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:42.606684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:42.607838 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:42.608271 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:42.608871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:42.609228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:42.609825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:42.622158 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1460bf60-ba0e-4629-bfdc-ea34c15d97b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:42.627266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Attempting to bind port 92860d50-db2a-4b55-8ce1-c1cc02574965 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:08:42.627643 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Attempting to bind port 92860d50-db2a-4b55-8ce1-c1cc02574965 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '5b2eae3c-2319-4af7-a158-a672e90a2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8958fa88-b868-4027-ba7b-0d010600c1c6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:08:42.628060 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Attempting to bind port 92860d50-db2a-4b55-8ce1-c1cc02574965 on network 8958fa88-b868-4027-ba7b-0d010600c1c6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:08:42.635089 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:08:42.635474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Checking segment: {'id': '5b2eae3c-2319-4af7-a158-a672e90a2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8958fa88-b868-4027-ba7b-0d010600c1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:08:42.635887 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:42.636288 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Bound using segment: {'id': '5b2eae3c-2319-4af7-a158-a672e90a2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8958fa88-b868-4027-ba7b-0d010600c1c6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:08:42.636913 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Bound port: 92860d50-db2a-4b55-8ce1-c1cc02574965, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2eae3c-2319-4af7-a158-a672e90a2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8958fa88-b868-4027-ba7b-0d010600c1c6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:08:42.637348 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:42.661642 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0850ff-9a05-40a6-af9e-00562bb70d87 req-0f263d94-4efb-44ed-95d6-937bafcc3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:42.663390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac0850ff-9a05-40a6-af9e-00562bb70d87 req-0f263d94-4efb-44ed-95d6-937bafcc3e12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.6655982 Jul 15 15:08:42.666399 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-403e7968-4f10-4a80-8163-3bfa037e2cb0 req-372d1f8a-a443-4c9e-932d-f1adccd270ab tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173007 Jul 15 15:08:42.704640 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-ef42cf1d-dfbd-41d4-a626-41cd0deeef90 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622268 Jul 15 15:08:42.734063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-279f87be-ea37-45b5-a844-92625e956754 None None] For port 92860d50-db2a-4b55-8ce1-c1cc02574965, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:08:42.738828 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-279f87be-ea37-45b5-a844-92625e956754 None None] For port 92860d50-db2a-4b55-8ce1-c1cc02574965, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=92860d50-db2a-4b55-8ce1-c1cc02574965,segment=NetworkSegment(5b2eae3c-2319-4af7-a158-a672e90a2614),segment_id=5b2eae3c-2319-4af7-a158-a672e90a2614)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:08:42.746275 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:42.758951 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-585a2a0c-b6d6-457a-8958-cb08a54f903d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:42.760108 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-585a2a0c-b6d6-457a-8958-cb08a54f903d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:42.808326 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-585a2a0c-b6d6-457a-8958-cb08a54f903d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Calling delete_port for bb507f53-5f1d-4c93-b428-09fd30b678f7 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:42.860342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f87be-ea37-45b5-a844-92625e956754 None None] Pushing event updated for resources: {'Port': ['ID=92860d50-db2a-4b55-8ce1-c1cc02574965,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:42.911927 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1460bf60-ba0e-4629-bfdc-ea34c15d97b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:42.935457 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1460bf60-ba0e-4629-bfdc-ea34c15d97b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:43.037167 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460bf60-ba0e-4629-bfdc-ea34c15d97b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fea94e-6b6e-4e57-b608-1fc9e5910133,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:43.064525 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1460bf60-ba0e-4629-bfdc-ea34c15d97b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4444d9b3b0834e38ae783fc0e9a88254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664602 Jul 15 15:08:43.065596 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33152) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:43.105269 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Allocated IP 172.20.0.1 (8958fa88-b868-4027-ba7b-0d010600c1c6/8e55d35b-9786-4099-a2f3-2b9ef4edf85f/11abcd9f-ec3b-4503-9ea3-2eedb63c4758) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:08:43.403408 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ac78c95-26e1-4ce3-952a-cf6e66065c5f req-30572a38-7a00-4cf3-a398-d66f8aabf60e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 210 time: 0.3307924 Jul 15 15:08:43.411179 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-67032c51-1656-47e3-9209-4e8b7a75773e req-0fa4af8f-0911-4ee4-b0b4-d1aa0925f0d2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:43.458245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0850ff-9a05-40a6-af9e-00562bb70d87 req-958a018c-493b-4a01-994b-9c0f332f1e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:43.458245 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac0850ff-9a05-40a6-af9e-00562bb70d87 req-958a018c-493b-4a01-994b-9c0f332f1e7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7804463 Jul 15 15:08:43.507069 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf31b-0b32-4b84-ab10-d581ca19317b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:43.520533 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-67032c51-1656-47e3-9209-4e8b7a75773e req-0fa4af8f-0911-4ee4-b0b4-d1aa0925f0d2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Transition to ACTIVE for port object ba1b3bcb-0389-4e23-ae5c-4820887287ee will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:43.535080 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf31b-0b32-4b84-ab10-d581ca19317b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:43.598121 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8fccc219-5a00-4d5c-acc2-501001a39749 req-ac38d639-fa48-4882-8d47-a376f053a51c tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 210 time: 0.2697618 Jul 15 15:08:43.633609 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-67032c51-1656-47e3-9209-4e8b7a75773e req-0fa4af8f-0911-4ee4-b0b4-d1aa0925f0d2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:43.637623 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:43.652623 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ddc3d9d6-4452-4440-9b6e-fec6e051c029', '0bebac38-a378-4b14-8826-9c5801e9bf10'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:08:43.657880 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf31b-0b32-4b84-ab10-d581ca19317b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:43.663009 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf31b-0b32-4b84-ab10-d581ca19317b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:43.668606 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f1ecf31b-0b32-4b84-ab10-d581ca19317b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/72fea94e-6b6e-4e57-b608-1fc9e5910133 HTTP/1.1" status: 204 len: 168 time: 0.5703382 Jul 15 15:08:43.683234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Transition to ACTIVE for port object 11abcd9f-ec3b-4503-9ea3-2eedb63c4758 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:43.686028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecf31b-0b32-4b84-ab10-d581ca19317b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fea94e-6b6e-4e57-b608-1fc9e5910133,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:43.748543 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33174) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:43.808017 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:43.932806 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Network 8958fa88-b868-4027-ba7b-0d010600c1c6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:08:43.975700 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:44.007696 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:08:44.203897 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:44.209793 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Pushing event updated for resources: {'Port': ['ID=11abcd9f-ec3b-4503-9ea3-2eedb63c4758,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:44.334217 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8f53864-5454-4227-bb9b-bd19515746df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:44.348262 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac0850ff-9a05-40a6-af9e-00562bb70d87 req-59b4696a-c4ee-4e62-a36d-3ebed55d0d7e service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8591695 Jul 15 15:08:44.492909 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-585a2a0c-b6d6-457a-8958-cb08a54f903d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:44.518286 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:44.562492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67032c51-1656-47e3-9209-4e8b7a75773e req-0fa4af8f-0911-4ee4-b0b4-d1aa0925f0d2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Network 279c9251-f575-4675-be20-04a9e6587e7b is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:08:44.647195 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-67032c51-1656-47e3-9209-4e8b7a75773e req-0fa4af8f-0911-4ee4-b0b4-d1aa0925f0d2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:44.661896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-67032c51-1656-47e3-9209-4e8b7a75773e req-0fa4af8f-0911-4ee4-b0b4-d1aa0925f0d2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:08:44.806483 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8f53864-5454-4227-bb9b-bd19515746df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:44.819052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac0850ff-9a05-40a6-af9e-00562bb70d87 req-53b37284-3217-47f2-ad05-5e63b6669b7f service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401084 Jul 15 15:08:44.847417 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8f53864-5454-4227-bb9b-bd19515746df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:44.970754 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b83cbd2-a483-4e05-a88b-f9a453dd2b06 None None] Network 8958fa88-b868-4027-ba7b-0d010600c1c6 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:08:44.994924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4af8f-0911-4ee4-b0b4-d1aa0925f0d2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event updated for resources: {'Port': ['ID=ba1b3bcb-0389-4e23-ae5c-4820887287ee,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:45.070927 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e8f53864-5454-4227-bb9b-bd19515746df admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=954c6794b2ce448d8578d51d34f40a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3206413 Jul 15 15:08:45.126623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33204) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:45.135794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a2a0c-b6d6-457a-8958-cb08a54f903d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event deleted for resources: {'Port': ['ID=bb507f53-5f1d-4c93-b428-09fd30b678f7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:45.163939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f53864-5454-4227-bb9b-bd19515746df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d964cd39-105e-46db-be1d-e75dea94d539,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:45.275258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c4286ccc-9cce-4eb2-ba20-5d156e3015e7 None None] Provisioning for port 92860d50-db2a-4b55-8ce1-c1cc02574965 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:08:45.463282 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 92860d50-db2a-4b55-8ce1-c1cc02574965 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:08:45.580775 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d11a80bd-5f63-4ca1-a679-1c4e3b2461d1 None None] Provisioning for port ba1b3bcb-0389-4e23-ae5c-4820887287ee completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:08:45.581103 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67032c51-1656-47e3-9209-4e8b7a75773e req-0fa4af8f-0911-4ee4-b0b4-d1aa0925f0d2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:45.582482 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-67032c51-1656-47e3-9209-4e8b7a75773e req-0fa4af8f-0911-4ee4-b0b4-d1aa0925f0d2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:45.587766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d11a80bd-5f63-4ca1-a679-1c4e3b2461d1 None None] Provisioning complete for port ba1b3bcb-0389-4e23-ae5c-4820887287ee triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:45.588459 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d11a80bd-5f63-4ca1-a679-1c4e3b2461d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:45.636419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d11a80bd-5f63-4ca1-a679-1c4e3b2461d1 None None] Port ba1b3bcb-0389-4e23-ae5c-4820887287ee cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:08:45.688766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 92860d50-db2a-4b55-8ce1-c1cc02574965 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:08:45.701825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 92860d50-db2a-4b55-8ce1-c1cc02574965 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:45.703423 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:45.705093 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:45.734664 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-585a2a0c-b6d6-457a-8958-cb08a54f903d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:45.737291 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-585a2a0c-b6d6-457a-8958-cb08a54f903d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:45.738507 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-585a2a0c-b6d6-457a-8958-cb08a54f903d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "DELETE /v2.0/floatingips/94ffb9f9-8312-45ff-a02e-530123b671ca HTTP/1.1" status: 204 len: 168 time: 5.3728583 Jul 15 15:08:45.742257 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33222) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:45.743684 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:45.754325 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67032c51-1656-47e3-9209-4e8b7a75773e req-0fa4af8f-0911-4ee4-b0b4-d1aa0925f0d2 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6601410 Jul 15 15:08:45.804158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fb78b-0ef5-462e-98db-22072d437479 req-6d596f2e-d69a-4fa0-b689-98f3abdd877e tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:45.805897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a02fb78b-0ef5-462e-98db-22072d437479 req-6d596f2e-d69a-4fa0-b689-98f3abdd877e tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 946 time: 1.4539104 Jul 15 15:08:45.819618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Request body: {'port': {'device_id': '8bcb3c7c-5702-41b2-87b3-e8e4eb966b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:45.856543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51734-7808-41bf-8623-76e61a1d0441 req-bcc5028b-dc21-4b5b-af35-6e2c3e06205c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:45.859677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ffa51734-7808-41bf-8623-76e61a1d0441 req-bcc5028b-dc21-4b5b-af35-6e2c3e06205c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 931 time: 0.8728092 Jul 15 15:08:45.927629 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5fd5135-79ef-41a5-ad15-ab7e41ba2f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:45.948020 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:45.995409 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5fd5135-79ef-41a5-ad15-ab7e41ba2f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:46.008546 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Pushing event updated for resources: {'Port': ['ID=11abcd9f-ec3b-4503-9ea3-2eedb63c4758,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:46.015793 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:46.032026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ffa51734-7808-41bf-8623-76e61a1d0441 req-7f7990fc-5313-4cc4-a4a7-45fbe5b45ce3 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363556 Jul 15 15:08:46.081717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 92860d50-db2a-4b55-8ce1-c1cc02574965, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=92860d50-db2a-4b55-8ce1-c1cc02574965,segment=NetworkSegment(5b2eae3c-2319-4af7-a158-a672e90a2614),segment_id=5b2eae3c-2319-4af7-a158-a672e90a2614)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:46.089811 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:46.152357 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a02fb78b-0ef5-462e-98db-22072d437479 req-95741695-d050-4ee0-a384-41a6eb25605d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868009 Jul 15 15:08:46.198289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-71f5fcbc-42a9-4947-a194-74fda5575df0 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:46.209432 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:46.220680 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-71f5fcbc-42a9-4947-a194-74fda5575df0 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 806 time: 0.5738854 Jul 15 15:08:46.270151 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5fd5135-79ef-41a5-ad15-ab7e41ba2f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:46.274256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-f25efadc-c9ac-4c08-985a-838ac6f3f31b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Request body: {'port': {'device_id': '09c1020c-03bb-43d5-9db8-8c92cf4ab36c', 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19', 'admin_state_up': True, 'tenant_id': '9f3de406124b47ed845d6b37dd986580'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:46.275068 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5fd5135-79ef-41a5-ad15-ab7e41ba2f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:46.277786 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a5fd5135-79ef-41a5-ad15-ab7e41ba2f95 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d964cd39-105e-46db-be1d-e75dea94d539 HTTP/1.1" status: 204 len: 168 time: 1.1337478 Jul 15 15:08:46.299452 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=92860d50-db2a-4b55-8ce1-c1cc02574965,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:46.317852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd5135-79ef-41a5-ad15-ab7e41ba2f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d964cd39-105e-46db-be1d-e75dea94d539,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:46.338856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b6c19c97-a78c-4e56-8d83-23d388228f9a None None] Provisioning complete for port 92860d50-db2a-4b55-8ce1-c1cc02574965 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:46.339034 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b6c19c97-a78c-4e56-8d83-23d388228f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:46.561642 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-be111cc3-3955-409c-be69-5bb1517dbcdb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Deleting port 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:46.562083 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be111cc3-3955-409c-be69-5bb1517dbcdb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:46.694574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b6c19c97-a78c-4e56-8d83-23d388228f9a None None] Provisioning for port 11abcd9f-ec3b-4503-9ea3-2eedb63c4758 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:08:46.709309 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b6c19c97-a78c-4e56-8d83-23d388228f9a None None] Provisioning complete for port 11abcd9f-ec3b-4503-9ea3-2eedb63c4758 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:46.710270 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b6c19c97-a78c-4e56-8d83-23d388228f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:46.725780 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef55245d-b6d3-47e9-82f0-c8cce4a52752 req-77b4ec79-870d-4a10-bb52-5e4038c9fb70 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 210 time: 0.1399369 Jul 15 15:08:46.824083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b6c19c97-a78c-4e56-8d83-23d388228f9a None None] Port 11abcd9f-ec3b-4503-9ea3-2eedb63c4758 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:08:46.864585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216af44-899e-4ec2-b68d-3fb36f2f7948 req-a79082f9-8169-482d-999f-7fe761a34114 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:46.871879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e216af44-899e-4ec2-b68d-3fb36f2f7948 req-a79082f9-8169-482d-999f-7fe761a34114 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 946 time: 0.2840240 Jul 15 15:08:46.883025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Network 8958fa88-b868-4027-ba7b-0d010600c1c6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:08:46.886878 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:46.954958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3366be8f-5064-4fcf-aaff-8f43fb1f943a None None] Provisioning complete for port 11abcd9f-ec3b-4503-9ea3-2eedb63c4758 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:46.958043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e216af44-899e-4ec2-b68d-3fb36f2f7948 req-4d3b0c9c-6076-46fc-b9c6-138483b69223 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806832 Jul 15 15:08:46.960925 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3366be8f-5064-4fcf-aaff-8f43fb1f943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:47.052954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33254) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:47.081662 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3366be8f-5064-4fcf-aaff-8f43fb1f943a None None] Port 11abcd9f-ec3b-4503-9ea3-2eedb63c4758 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:08:47.096245 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be111cc3-3955-409c-be69-5bb1517dbcdb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:47.131503 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-be111cc3-3955-409c-be69-5bb1517dbcdb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Calling delete_port for 1f3696f3-00cd-46db-8061-ca8adfe8c0d3 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:47.156903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1b3bcb-0389-4e23-ae5c-4820887287ee {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:08:47.176065 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 92860d50-db2a-4b55-8ce1-c1cc02574965 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:08:47.208233 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d9e028b-14ee-4dd5-b6f8-606fec465d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:47.215661 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:47.278274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 92860d50-db2a-4b55-8ce1-c1cc02574965 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:47.278682 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:47.359158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Transition to ACTIVE for port object ba1b3bcb-0389-4e23-ae5c-4820887287ee will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:47.429859 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:47.467106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7527b022-62ce-4540-b521-8b116208e548 None None] Provisioning complete for port 11abcd9f-ec3b-4503-9ea3-2eedb63c4758 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:47.467622 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7527b022-62ce-4540-b521-8b116208e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:47.525886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Pushing event updated for resources: {'Port': ['ID=ba1b3bcb-0389-4e23-ae5c-4820887287ee,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:47.584437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7527b022-62ce-4540-b521-8b116208e548 None None] Port 11abcd9f-ec3b-4503-9ea3-2eedb63c4758 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:08:47.654043 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafbdeb-968b-4307-9a98-23276e08a275 req-7be1a7ce-7f6f-4fbf-add1-1a02d285817d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:47.664848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebafbdeb-968b-4307-9a98-23276e08a275 req-7be1a7ce-7f6f-4fbf-add1-1a02d285817d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37 HTTP/1.1" status: 200 len: 946 time: 0.4265485 Jul 15 15:08:47.787521 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d9e028b-14ee-4dd5-b6f8-606fec465d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:47.803350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006a283-90e4-4383-bb6f-4da9c7e72239 req-553e4027-1967-4c78-9df9-e67660ac6c3e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:47.805919 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9006a283-90e4-4383-bb6f-4da9c7e72239 req-553e4027-1967-4c78-9df9-e67660ac6c3e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 943 time: 0.4486458 Jul 15 15:08:47.870211 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebafbdeb-968b-4307-9a98-23276e08a275 req-381d5e31-2619-4e3a-a4ea-9e4d19b0a6d0 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032318 Jul 15 15:08:47.871569 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d9e028b-14ee-4dd5-b6f8-606fec465d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:48.026563 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9006a283-90e4-4383-bb6f-4da9c7e72239 req-6c102e43-fef9-4611-afb6-f9bd87172a34 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923387 Jul 15 15:08:48.051266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-f25efadc-c9ac-4c08-985a-838ac6f3f31b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Made reservation on behalf of 9f3de406124b47ed845d6b37dd986580 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:48.055251 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-f25efadc-c9ac-4c08-985a-838ac6f3f31b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:48.080167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e028b-14ee-4dd5-b6f8-606fec465d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e14cc8-aa6f-4cf0-8dfc-c6bf35b73f8c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:48.080763 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be111cc3-3955-409c-be69-5bb1517dbcdb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:48.085786 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2d9e028b-14ee-4dd5-b6f8-606fec465d56 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=20358e22bb1b4aafba4e90e38c5b897a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0301461 Jul 15 15:08:48.088976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Attempting to bind port ba1b3bcb-0389-4e23-ae5c-4820887287ee on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:08:48.090052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Attempting to bind port ba1b3bcb-0389-4e23-ae5c-4820887287ee by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:08:48.091219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Attempting to bind port ba1b3bcb-0389-4e23-ae5c-4820887287ee on network 279c9251-f575-4675-be20-04a9e6587e7b {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:08:48.095409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33292) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:48.143231 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be111cc3-3955-409c-be69-5bb1517dbcdb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event deleted for resources: {'Port': ['ID=1f3696f3-00cd-46db-8061-ca8adfe8c0d3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:48.216127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Router 95e03a30-47d8-4253-9960-f10abf1d06f6 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:08:48.447997 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be111cc3-3955-409c-be69-5bb1517dbcdb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:48.453583 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-be111cc3-3955-409c-be69-5bb1517dbcdb tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "DELETE /v2.0/ports/1f3696f3-00cd-46db-8061-ca8adfe8c0d3 HTTP/1.1" status: 204 len: 168 time: 2.7057464 Jul 15 15:08:48.459124 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33306) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:48.475957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-f25efadc-c9ac-4c08-985a-838ac6f3f31b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Allocated IP 172.20.0.9 (9bbd04cd-865f-4f8e-b12a-7cf02a114c19/65019e12-bfdf-433d-bc85-c35edee27cc5/358bf181-9463-4d34-8bb8-3f6f2ba5b949) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:08:48.537187 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1188f649-8a10-4194-839a-40097902a351 req-5488f7d3-5f84-4759-82d2-1b7d218812fe tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 210 time: 0.4697409 Jul 15 15:08:48.547652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Port ba1b3bcb-0389-4e23-ae5c-4820887287ee on network 279c9251-f575-4675-be20-04a9e6587e7b not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:08:48.548336 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Attempting to bind port ba1b3bcb-0389-4e23-ae5c-4820887287ee on network 279c9251-f575-4675-be20-04a9e6587e7b {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:08:48.556113 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:08:48.565291 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a8a689c3-e731-4c90-b5c1-5ece68502465 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] 10.222.0.38 "PUT /v2.0/routers/95e03a30-47d8-4253-9960-f10abf1d06f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7814252 Jul 15 15:08:48.568588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33308) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:48.574393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24cb250-32b1-4a5e-8a7b-ff750514b1b8 None None] Sync routers for ids ['95e03a30-47d8-4253-9960-f10abf1d06f6'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:08:48.577860 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-0bd989f4-513e-4211-93a0-b0e45e21049b tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Request body: {'port': {'network_id': '8958fa88-b868-4027-ba7b-0d010600c1c6', 'name': 'tempest-FloatingIPNegativeTestJSON-1715543673'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:48.588980 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24cb250-32b1-4a5e-8a7b-ff750514b1b8 None None] Routers {'95e03a30-47d8-4253-9960-f10abf1d06f6'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:48.592238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c24cb250-32b1-4a5e-8a7b-ff750514b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:08:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['95e03a30-47d8-4253-9960-f10abf1d06f6'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:48.622219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:08:48.623088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Checking segment: {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:08:48.623711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Bound using segment: {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:08:48.624871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Bound port: ba1b3bcb-0389-4e23-ae5c-4820887287ee, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:08:48.625477 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:48.657313 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c24cb250-32b1-4a5e-8a7b-ff750514b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:48.690514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24cb250-32b1-4a5e-8a7b-ff750514b1b8 None None] Routers {'95e03a30-47d8-4253-9960-f10abf1d06f6'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:48.691167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c24cb250-32b1-4a5e-8a7b-ff750514b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:08:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['95e03a30-47d8-4253-9960-f10abf1d06f6'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:48.692988 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cd9261aa-8b94-42ea-a35a-590005c121b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Deleting port e6c7806c-4a42-48df-8fdb-c278e251f75b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:48.693339 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd9261aa-8b94-42ea-a35a-590005c121b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:48.802192 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd9261aa-8b94-42ea-a35a-590005c121b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:48.819105 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cd9261aa-8b94-42ea-a35a-590005c121b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Calling delete_port for e6c7806c-4a42-48df-8fdb-c278e251f75b owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:48.877618 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7c4439b-9d7d-4454-ba9b-a75e2af08c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:48.908063 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7c4439b-9d7d-4454-ba9b-a75e2af08c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:48.989140 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7c4439b-9d7d-4454-ba9b-a75e2af08c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:48.991975 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7c4439b-9d7d-4454-ba9b-a75e2af08c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:48.992167 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-f25efadc-c9ac-4c08-985a-838ac6f3f31b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:48.996232 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a7c4439b-9d7d-4454-ba9b-a75e2af08c80 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/48e14cc8-aa6f-4cf0-8dfc-c6bf35b73f8c HTTP/1.1" status: 204 len: 168 time: 0.8705008 Jul 15 15:08:49.045755 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4439b-9d7d-4454-ba9b-a75e2af08c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e14cc8-aa6f-4cf0-8dfc-c6bf35b73f8c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:49.047985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd989f4-513e-4211-93a0-b0e45e21049b tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Made reservation on behalf of e1e32d66406f4ba6a522ae7e4b85846b for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:49.052409 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0bd989f4-513e-4211-93a0-b0e45e21049b tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:49.099924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-0bd989f4-513e-4211-93a0-b0e45e21049b tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] device_id is not set on port 1f2c9701-5e2a-46cf-9e79-a8aad6ef4c45 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:08:49.145717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c24cb250-32b1-4a5e-8a7b-ff750514b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:49.146641 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24cb250-32b1-4a5e-8a7b-ff750514b1b8 None None] The sync data for ids ['95e03a30-47d8-4253-9960-f10abf1d06f6'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:08:49.182402 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:49.187015 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:49.194349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-f25efadc-c9ac-4c08-985a-838ac6f3f31b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:49.249252 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d74679-6aa6-4c36-b5b0-1b544e3075cd req-5e18e8d2-bbae-4ace-9d45-3442a725f97a tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:49.252121 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-10d74679-6aa6-4c36-b5b0-1b544e3075cd req-5e18e8d2-bbae-4ace-9d45-3442a725f97a tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 946 time: 0.7124660 Jul 15 15:08:49.283207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] For port ba1b3bcb-0389-4e23-ae5c-4820887287ee, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:08:49.311532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-f25efadc-c9ac-4c08-985a-838ac6f3f31b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:08:49.318994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-f25efadc-c9ac-4c08-985a-838ac6f3f31b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:49.332982 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-f25efadc-c9ac-4c08-985a-838ac6f3f31b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:08:49.348351 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd9261aa-8b94-42ea-a35a-590005c121b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:49.413127 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] For port ba1b3bcb-0389-4e23-ae5c-4820887287ee, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ba1b3bcb-0389-4e23-ae5c-4820887287ee,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:08:49.418516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25efadc-c9ac-4c08-985a-838ac6f3f31b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Pushing event updated for resources: {'Port': ['ID=358bf181-9463-4d34-8bb8-3f6f2ba5b949,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:49.457048 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:49.504351 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9261aa-8b94-42ea-a35a-590005c121b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event deleted for resources: {'Port': ['ID=e6c7806c-4a42-48df-8fdb-c278e251f75b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:49.535071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:49.535642 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:49.537679 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67032c51-1656-47e3-9209-4e8b7a75773e req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] 10.222.0.22 "PUT /v2.0/ports/ba1b3bcb-0389-4e23-ae5c-4820887287ee HTTP/1.1" status: 200 len: 1091 time: 3.7285473 Jul 15 15:08:49.545371 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-10d74679-6aa6-4c36-b5b0-1b544e3075cd req-733d483b-cfab-4cd2-8e25-f8262a705cd1 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659428 Jul 15 15:08:49.546556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcb3c7c-5702-41b2-87b3-e8e4eb966b63', 'tag': 'ba1b3bcb-0389-4e23-ae5c-4820887287ee'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:49.550475 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2310751-ed21-463a-b93e-b160956d60ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcb3c7c-5702-41b2-87b3-e8e4eb966b63", "tag": "ba1b3bcb-0389-4e23-ae5c-4820887287ee"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:49.602102 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-f25efadc-c9ac-4c08-985a-838ac6f3f31b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:49.602789 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-f25efadc-c9ac-4c08-985a-838ac6f3f31b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:49.614415 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-0bd989f4-513e-4211-93a0-b0e45e21049b tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Allocated IP 172.20.0.9 (8958fa88-b868-4027-ba7b-0d010600c1c6/8e55d35b-9786-4099-a2f3-2b9ef4edf85f/1f2c9701-5e2a-46cf-9e79-a8aad6ef4c45) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:08:49.641543 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-f25efadc-c9ac-4c08-985a-838ac6f3f31b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3875604 Jul 15 15:08:49.646326 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd9261aa-8b94-42ea-a35a-590005c121b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:49.649297 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cd9261aa-8b94-42ea-a35a-590005c121b3 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "DELETE /v2.0/ports/e6c7806c-4a42-48df-8fdb-c278e251f75b HTTP/1.1" status: 204 len: 168 time: 1.1888113 Jul 15 15:08:49.658945 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Request body: {'port': {'device_id': '09c1020c-03bb-43d5-9db8-8c92cf4ab36c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:49.671727 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33348) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:49.702861 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59e1ca9-ec6d-4c59-a010-635895eb2781 x-openstack-request-id: req-f59e1ca9-ec6d-4c59-a010-635895eb2781 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:49.705709 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcb3c7c-5702-41b2-87b3-e8e4eb966b63", "tag": "ba1b3bcb-0389-4e23-ae5c-4820887287ee", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:49.705872 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f59e1ca9-ec6d-4c59-a010-635895eb2781 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:49.706305 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcb3c7c-5702-41b2-87b3-e8e4eb966b63', 'tag': 'ba1b3bcb-0389-4e23-ae5c-4820887287ee', 'status': 'completed', 'code': 200} Jul 15 15:08:49.853490 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb683f7c-72ae-4078-b407-2071233fbab7 req-ceea0499-4719-4a0e-89d3-c590fd94e91c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:49.864477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb683f7c-72ae-4078-b407-2071233fbab7 req-ceea0499-4719-4a0e-89d3-c590fd94e91c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 943 time: 0.5132844 Jul 15 15:08:49.866659 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7b2fa-bbd0-408a-996d-9305259d613a service neutron] Pushing event updated for resources: {'Port': ['ID=ba1b3bcb-0389-4e23-ae5c-4820887287ee,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:49.953272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a7a387-c500-446d-875b-14a0f6e7af6d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Deleting subnet 97cd0b09-7fe2-4d3d-863f-66972b0476a8 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:08:49.978823 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a387-c500-446d-875b-14a0f6e7af6d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:50.049836 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb683f7c-72ae-4078-b407-2071233fbab7 req-2d4da4a3-416a-4d30-bb13-e90e3b5a7184 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841025 Jul 15 15:08:50.067548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67032c51-1656-47e3-9209-4e8b7a75773e req-6730f464-2c9f-4c4c-a801-5fd566c379f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:50.074618 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67032c51-1656-47e3-9209-4e8b7a75773e req-6730f464-2c9f-4c4c-a801-5fd566c379f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 1094 time: 0.4405968 Jul 15 15:08:50.098560 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:50.120908 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a387-c500-446d-875b-14a0f6e7af6d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:50.293006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67032c51-1656-47e3-9209-4e8b7a75773e req-26cdcfb0-2560-436d-bd79-c54460be4fe5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba1b3bcb-0389-4e23-ae5c-4820887287ee HTTP/1.1" status: 200 len: 217 time: 0.2118855 Jul 15 15:08:50.379839 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a387-c500-446d-875b-14a0f6e7af6d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:50.384033 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67032c51-1656-47e3-9209-4e8b7a75773e req-e9421a2a-504b-4d23-b5e3-005ad264d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:50.386723 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67032c51-1656-47e3-9209-4e8b7a75773e req-e9421a2a-504b-4d23-b5e3-005ad264d116 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.0821033 Jul 15 15:08:50.583876 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a387-c500-446d-875b-14a0f6e7af6d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:50.608399 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0bd989f4-513e-4211-93a0-b0e45e21049b tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:50.647841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-0bd989f4-513e-4211-93a0-b0e45e21049b tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Transition to ACTIVE for port object 1f2c9701-5e2a-46cf-9e79-a8aad6ef4c45 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:50.665615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431ff87-15be-4b71-b844-284bbabf6990 req-a2feb1b4-cb35-4531-9ec7-e4432bd91f98 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:50.673339 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6431ff87-15be-4b71-b844-284bbabf6990 req-a2feb1b4-cb35-4531-9ec7-e4432bd91f98 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 946 time: 0.4696293 Jul 15 15:08:50.688454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67032c51-1656-47e3-9209-4e8b7a75773e req-4f8b09f8-9997-418f-9df3-75d4a029ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:50.690068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67032c51-1656-47e3-9209-4e8b7a75773e req-4f8b09f8-9997-418f-9df3-75d4a029ac6d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2274437 Jul 15 15:08:50.697871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d57895-b619-42eb-a4ff-7b7a0df47bf8 req-59010e43-5998-42ef-b2df-c42685afe590 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:50.708503 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5d57895-b619-42eb-a4ff-7b7a0df47bf8 req-59010e43-5998-42ef-b2df-c42685afe590 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 931 time: 0.4300289 Jul 15 15:08:50.794157 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7a387-c500-446d-875b-14a0f6e7af6d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event deleted for resources: {'Subnet': ['ID=97cd0b09-7fe2-4d3d-863f-66972b0476a8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:50.814206 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a387-c500-446d-875b-14a0f6e7af6d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:50.819954 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fcf11e-0c1f-469e-9b9f-2b3d03e4f8ec None None] Network 1bead9a4-4428-4843-b726-82fc6739e864 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:08:50.822503 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c4a7a387-c500-446d-875b-14a0f6e7af6d tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "DELETE /v2.0/subnets/97cd0b09-7fe2-4d3d-863f-66972b0476a8 HTTP/1.1" status: 204 len: 168 time: 1.1496811 Jul 15 15:08:50.828039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33380) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:50.853197 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5d57895-b619-42eb-a4ff-7b7a0df47bf8 req-bbb28684-dec8-45c4-abeb-c748d6c83535 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437037 Jul 15 15:08:50.864076 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0bd989f4-513e-4211-93a0-b0e45e21049b tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:50.884306 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 358bf181-9463-4d34-8bb8-3f6f2ba5b949 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:08:50.898138 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:50.906451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33382) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:50.931385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Transition to ACTIVE for port object 358bf181-9463-4d34-8bb8-3f6f2ba5b949 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:50.939541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a0dd05-b2f0-4bcf-b05c-bb70a6f27418 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Deleting subnet 9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:08:50.943994 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:50.947291 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90a0dd05-b2f0-4bcf-b05c-bb70a6f27418 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:51.007632 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd989f4-513e-4211-93a0-b0e45e21049b tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Network 8958fa88-b868-4027-ba7b-0d010600c1c6 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:08:51.020318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-0bd989f4-513e-4211-93a0-b0e45e21049b tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:51.048663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd989f4-513e-4211-93a0-b0e45e21049b tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:08:51.097437 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90a0dd05-b2f0-4bcf-b05c-bb70a6f27418 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:51.133317 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd989f4-513e-4211-93a0-b0e45e21049b tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Pushing event updated for resources: {'Port': ['ID=1f2c9701-5e2a-46cf-9e79-a8aad6ef4c45,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:51.142164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67032c51-1656-47e3-9209-4e8b7a75773e req-8151272b-ad32-4cc1-8493-24529e3e11ec service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286337 Jul 15 15:08:51.170904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=358bf181-9463-4d34-8bb8-3f6f2ba5b949,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:51.216137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a0c90-dc77-4beb-b14c-dc17b0ee1e49 None None] DHCP port deletion for 1bead9a4-4428-4843-b726-82fc6739e864 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:08:51.382553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67032c51-1656-47e3-9209-4e8b7a75773e req-d63ef31f-7d42-4192-827d-5b55b155c9a2 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179065 Jul 15 15:08:51.398569 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77d2cb54-00c6-4b48-9567-8afff86dfb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:51.421126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Attempting to bind port 358bf181-9463-4d34-8bb8-3f6f2ba5b949 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:08:51.428008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd989f4-513e-4211-93a0-b0e45e21049b tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:51.429451 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0bd989f4-513e-4211-93a0-b0e45e21049b tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:51.429597 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Attempting to bind port 358bf181-9463-4d34-8bb8-3f6f2ba5b949 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:08:51.430022 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Attempting to bind port 358bf181-9463-4d34-8bb8-3f6f2ba5b949 on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:08:51.432242 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-828a0c90-dc77-4beb-b14c-dc17b0ee1e49 None None] Deleting port e5fa746b-b542-481b-a5fe-553bdcc550c5 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:51.435292 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-828a0c90-dc77-4beb-b14c-dc17b0ee1e49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:51.484623 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90a0dd05-b2f0-4bcf-b05c-bb70a6f27418 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:51.559514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6431ff87-15be-4b71-b844-284bbabf6990 req-e1a47217-22aa-4223-abc6-41ea0b3641db tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8850796 Jul 15 15:08:51.571533 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0bd989f4-513e-4211-93a0-b0e45e21049b tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9939544 Jul 15 15:08:51.571847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33390) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:51.577528 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:51.604700 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-828a0c90-dc77-4beb-b14c-dc17b0ee1e49 None None] For port e5fa746b-b542-481b-a5fe-553bdcc550c5, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e5fa746b-b542-481b-a5fe-553bdcc550c5,segment=NetworkSegment(dc0c81ee-0785-4cba-9a78-0313fb416409),segment_id=dc0c81ee-0785-4cba-9a78-0313fb416409)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:51.605382 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-828a0c90-dc77-4beb-b14c-dc17b0ee1e49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:51.630839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Port 358bf181-9463-4d34-8bb8-3f6f2ba5b949 on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:08:51.634739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-828a0c90-dc77-4beb-b14c-dc17b0ee1e49 None None] Calling delete_port for e5fa746b-b542-481b-a5fe-553bdcc550c5 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:51.635368 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Attempting to bind port 358bf181-9463-4d34-8bb8-3f6f2ba5b949 on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:08:51.647530 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d59c69f4-f503-4756-bb51-55d6966cc160 None None] Provisioning for port 1f2c9701-5e2a-46cf-9e79-a8aad6ef4c45 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:08:51.657956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d59c69f4-f503-4756-bb51-55d6966cc160 None None] Provisioning complete for port 1f2c9701-5e2a-46cf-9e79-a8aad6ef4c45 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:51.658691 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d59c69f4-f503-4756-bb51-55d6966cc160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:51.668451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:08:51.673781 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.api [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 15:08:51.673781 n-d-764435-3 neutron-server[100711]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 15:08:51.673781 n-d-764435-3 neutron-server[100711]: [parameters: {'project_id_1': 'e1e32d66406f4ba6a522ae7e4b85846b', 'expiration_1': datetime.datetime(2021, 7, 15, 15, 8, 51, 620222)}] Jul 15 15:08:51.673781 n-d-764435-3 neutron-server[100711]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:08:51.674330 n-d-764435-3 neutron-server[100711]: DEBUG oslo_db.api [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:08:51.687104 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Checking segment: {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:08:51.687654 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Bound using segment: {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:08:51.688360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Bound port: 358bf181-9463-4d34-8bb8-3f6f2ba5b949, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:08:51.689036 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:51.731613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310751-ed21-463a-b93e-b160956d60ee req-43263586-c035-4e72-a3be-f20f54e543b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:51.735768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d59c69f4-f503-4756-bb51-55d6966cc160 None None] Port 1f2c9701-5e2a-46cf-9e79-a8aad6ef4c45 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:08:51.744383 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2310751-ed21-463a-b93e-b160956d60ee req-43263586-c035-4e72-a3be-f20f54e543b9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 1094 time: 0.2656722 Jul 15 15:08:51.778298 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe000b0-27ba-4528-aa1e-47b6309db47e req-3c5f94c0-3805-494c-9b20-a26b3ea8a3f9 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:51.780015 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1fe000b0-27ba-4528-aa1e-47b6309db47e req-3c5f94c0-3805-494c-9b20-a26b3ea8a3f9 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 943 time: 0.3256912 Jul 15 15:08:51.855695 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-828a0c90-dc77-4beb-b14c-dc17b0ee1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:51.899588 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a0c90-dc77-4beb-b14c-dc17b0ee1e49 None None] Pushing event deleted for resources: {'Port': ['ID=e5fa746b-b542-481b-a5fe-553bdcc550c5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:51.914281 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a0c90-dc77-4beb-b14c-dc17b0ee1e49 None None] No DVR routers for this DVR port e5fa746b-b542-481b-a5fe-553bdcc550c5 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:51.993481 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90a0dd05-b2f0-4bcf-b05c-bb70a6f27418 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.020552 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1fe000b0-27ba-4528-aa1e-47b6309db47e req-12229532-301c-459f-afc2-6a6f413a5cdd tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230604 Jul 15 15:08:52.039731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] For port 358bf181-9463-4d34-8bb8-3f6f2ba5b949, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:08:52.048545 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0dd05-b2f0-4bcf-b05c-bb70a6f27418 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:52.069370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0c9843-afdb-4901-b422-c17d81c09ce3 None None] Network 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:08:52.071573 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90a0dd05-b2f0-4bcf-b05c-bb70a6f27418 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.079452 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-90a0dd05-b2f0-4bcf-b05c-bb70a6f27418 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "DELETE /v2.0/subnets/9a5bce2f-f0c1-4262-84cc-b6bfa4a59b8c HTTP/1.1" status: 204 len: 168 time: 1.2372642 Jul 15 15:08:52.081129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33402) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:52.097060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] For port 358bf181-9463-4d34-8bb8-3f6f2ba5b949, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=358bf181-9463-4d34-8bb8-3f6f2ba5b949,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:08:52.116820 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.139773 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77d2cb54-00c6-4b48-9567-8afff86dfb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.210513 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77d2cb54-00c6-4b48-9567-8afff86dfb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.244448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:52.245238 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.247606 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] 10.222.0.22 "PUT /v2.0/ports/358bf181-9463-4d34-8bb8-3f6f2ba5b949 HTTP/1.1" status: 200 len: 1091 time: 2.5971799 Jul 15 15:08:52.261245 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c1020c-03bb-43d5-9db8-8c92cf4ab36c', 'tag': '358bf181-9463-4d34-8bb8-3f6f2ba5b949'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:52.267757 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639cb1e5-be18-4269-a39b-7906d82a96ea" -d '{"events": [{"name": "network-changed", "server_uuid": "09c1020c-03bb-43d5-9db8-8c92cf4ab36c", "tag": "358bf181-9463-4d34-8bb8-3f6f2ba5b949"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:52.334469 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-77d2cb54-00c6-4b48-9567-8afff86dfb97 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=edcc17a7243b464e95048f7ecdc30d61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4261520 Jul 15 15:08:52.335169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33406) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:52.387831 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310751-ed21-463a-b93e-b160956d60ee req-422bb52c-cc47-49d4-9b55-03df23ccf3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:52.392060 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2310751-ed21-463a-b93e-b160956d60ee req-422bb52c-cc47-49d4-9b55-03df23ccf3d9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.6379259 Jul 15 15:08:52.392449 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32986f1a-b716-45ec-8e5b-a011488fc9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=358bf181-9463-4d34-8bb8-3f6f2ba5b949,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:52.408198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2cb54-00c6-4b48-9567-8afff86dfb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622d6956-cfa0-4ee3-9fe6-ab9b9e5d841c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:52.463101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f28f313-74d0-4a7e-a17f-da6b9db88cdc None None] DHCP port deletion for 33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:08:52.469607 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6f1d4dd-5b22-4a6c-8224-47d8485d82de tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.516351 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2310751-ed21-463a-b93e-b160956d60ee req-25cdc14a-5989-4586-bd62-e195ad57f3dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba1b3bcb-0389-4e23-ae5c-4820887287ee HTTP/1.1" status: 200 len: 217 time: 0.0865421 Jul 15 15:08:52.517016 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.567381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2f28f313-74d0-4a7e-a17f-da6b9db88cdc None None] Deleting port 5981db5f-fa6a-4193-b40e-323b07b7fbdf {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:52.568041 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f28f313-74d0-4a7e-a17f-da6b9db88cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.585414 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-4a23c72f-0c8a-4976-ae1c-bfdb0c60ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:52.587385 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-4a23c72f-0c8a-4976-ae1c-bfdb0c60ad98 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 1094 time: 0.2145422 Jul 15 15:08:52.613971 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e74be0c4-613a-4dc4-a2d6-111e637cf412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.659242 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-f5a0cf1a-d2f3-450b-93f9-0a67fb1d4aed service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=358bf181-9463-4d34-8bb8-3f6f2ba5b949 HTTP/1.1" status: 200 len: 217 time: 0.0634425 Jul 15 15:08:52.672779 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310751-ed21-463a-b93e-b160956d60ee req-2817af2d-3f98-4de8-8e9b-b8d5bc2a2909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:52.674777 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2310751-ed21-463a-b93e-b160956d60ee req-2817af2d-3f98-4de8-8e9b-b8d5bc2a2909 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.1389101 Jul 15 15:08:52.693873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9048e-e218-45dd-a54d-d2cd105b20f0 req-502feab7-ff1a-4a66-9992-7fbd5f6a6964 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:52.694134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2f28f313-74d0-4a7e-a17f-da6b9db88cdc None None] For port 5981db5f-fa6a-4193-b40e-323b07b7fbdf, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5981db5f-fa6a-4193-b40e-323b07b7fbdf,segment=NetworkSegment(6a973d92-e780-49bc-acb7-c993b7021892),segment_id=6a973d92-e780-49bc-acb7-c993b7021892)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:52.694317 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f28f313-74d0-4a7e-a17f-da6b9db88cdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.703007 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9048e-e218-45dd-a54d-d2cd105b20f0 req-502feab7-ff1a-4a66-9992-7fbd5f6a6964 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:52.711358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2f28f313-74d0-4a7e-a17f-da6b9db88cdc None None] Calling delete_port for 5981db5f-fa6a-4193-b40e-323b07b7fbdf owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:52.711643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9048e-e218-45dd-a54d-d2cd105b20f0 req-502feab7-ff1a-4a66-9992-7fbd5f6a6964 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:52.712174 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e74be0c4-613a-4dc4-a2d6-111e637cf412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.713925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6de9048e-e218-45dd-a54d-d2cd105b20f0 req-502feab7-ff1a-4a66-9992-7fbd5f6a6964 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d&device_id=9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37&device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 2419 time: 0.4939046 Jul 15 15:08:52.762563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f93ba2-4b83-4151-809b-ef5182b4f07b req-24a73301-8af7-43fa-b7c3-fe719b420590 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:52.764791 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2f93ba2-4b83-4151-809b-ef5182b4f07b req-24a73301-8af7-43fa-b7c3-fe719b420590 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 943 time: 0.4301226 Jul 15 15:08:52.780937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-e3913cf7-ab0b-46ee-ae76-dd6527acf14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:52.782953 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-e3913cf7-ab0b-46ee-ae76-dd6527acf14c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65019e12-bfdf-433d-bc85-c35edee27cc5 HTTP/1.1" status: 200 len: 846 time: 0.1166518 Jul 15 15:08:52.825212 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-216b380d-99ef-446d-95e1-1be998e887b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348330 Jul 15 15:08:52.844204 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e74be0c4-613a-4dc4-a2d6-111e637cf412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.849140 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e74be0c4-613a-4dc4-a2d6-111e637cf412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.849896 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e74be0c4-613a-4dc4-a2d6-111e637cf412 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/622d6956-cfa0-4ee3-9fe6-ab9b9e5d841c HTTP/1.1" status: 204 len: 168 time: 0.4651701 Jul 15 15:08:52.868500 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6f1d4dd-5b22-4a6c-8224-47d8485d82de tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.954132 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-107b633a-0dea-456b-8f3f-c7c222c7846f service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209545 Jul 15 15:08:52.957524 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f28f313-74d0-4a7e-a17f-da6b9db88cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.972208 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74be0c4-613a-4dc4-a2d6-111e637cf412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622d6956-cfa0-4ee3-9fe6-ab9b9e5d841c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:52.995865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-e6f1d4dd-5b22-4a6c-8224-47d8485d82de tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bead9a4-4428-4843-b726-82fc6739e864']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:53.047377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-e6f1d4dd-5b22-4a6c-8224-47d8485d82de tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0c81ee-0785-4cba-9a78-0313fb416409') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:53.047667 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-e6f1d4dd-5b22-4a6c-8224-47d8485d82de tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0c81ee-0785-4cba-9a78-0313fb416409') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:53.091189 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6f1d4dd-5b22-4a6c-8224-47d8485d82de tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:53.179259 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6de9048e-e218-45dd-a54d-d2cd105b20f0 req-c8a7bf81-c3cb-4f76-840d-14b9e45843c8 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335146 Jul 15 15:08:53.185245 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28f313-74d0-4a7e-a17f-da6b9db88cdc None None] Pushing event deleted for resources: {'Port': ['ID=5981db5f-fa6a-4193-b40e-323b07b7fbdf,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:53.198248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f28f313-74d0-4a7e-a17f-da6b9db88cdc None None] No DVR routers for this DVR port 5981db5f-fa6a-4193-b40e-323b07b7fbdf on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:53.216808 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2f93ba2-4b83-4151-809b-ef5182b4f07b req-8e332f10-9ba7-4d23-ae6e-548906b16c1c tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939703 Jul 15 15:08:53.218089 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6f1d4dd-5b22-4a6c-8224-47d8485d82de tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:53.260186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5981db5f-fa6a-4193-b40e-323b07b7fbdf no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:53.275937 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f1d4dd-5b22-4a6c-8224-47d8485d82de tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:08:53.276852 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6f1d4dd-5b22-4a6c-8224-47d8485d82de tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:53.301795 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 5981db5f-fa6a-4193-b40e-323b07b7fbdf {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:08:53.304368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5981db5f-fa6a-4193-b40e-323b07b7fbdf not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:53.307073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e5fa746b-b542-481b-a5fe-553bdcc550c5 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:08:53.317042 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:08:53.357640 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aeb5bdd8-dcb9-4645-ba18-267cd86d8ec7 req-f2df1bc1-5580-4a70-80fc-f9d620df96b6 service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947084 Jul 15 15:08:53.358460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: e5fa746b-b542-481b-a5fe-553bdcc550c5 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:08:53.359771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e5fa746b-b542-481b-a5fe-553bdcc550c5 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:53.360038 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3691171d-2fc9-4eea-8cc2-f76141e8f76d x-openstack-request-id: req-3691171d-2fc9-4eea-8cc2-f76141e8f76d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:53.360532 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c1020c-03bb-43d5-9db8-8c92cf4ab36c", "tag": "358bf181-9463-4d34-8bb8-3f6f2ba5b949", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:53.360931 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3691171d-2fc9-4eea-8cc2-f76141e8f76d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:53.361699 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c1020c-03bb-43d5-9db8-8c92cf4ab36c', 'tag': '358bf181-9463-4d34-8bb8-3f6f2ba5b949', 'status': 'completed', 'code': 200} Jul 15 15:08:53.497237 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310751-ed21-463a-b93e-b160956d60ee req-e8077ed0-2e9c-4af2-957e-10005689ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:53.500428 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2310751-ed21-463a-b93e-b160956d60ee req-e8077ed0-2e9c-4af2-957e-10005689ed26 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7728159 Jul 15 15:08:53.564872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cb1e5-be18-4269-a39b-7906d82a96ea req-fa1d6ae9-cfaf-41b8-b168-490cab02d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:53.567355 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-639cb1e5-be18-4269-a39b-7906d82a96ea req-fa1d6ae9-cfaf-41b8-b168-490cab02d8cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 1094 time: 0.1080768 Jul 15 15:08:53.596883 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6f1d4dd-5b22-4a6c-8224-47d8485d82de tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:53.637036 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6f1d4dd-5b22-4a6c-8224-47d8485d82de tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:53.640925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e6f1d4dd-5b22-4a6c-8224-47d8485d82de tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "DELETE /v2.0/networks/1bead9a4-4428-4843-b726-82fc6739e864 HTTP/1.1" status: 204 len: 168 time: 1.5575838 Jul 15 15:08:53.643308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33422) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:53.693401 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:53.700570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1d4dd-5b22-4a6c-8224-47d8485d82de tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event deleted for resources: {'Network': ['ID=1bead9a4-4428-4843-b726-82fc6739e864,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:53.707961 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cb1e5-be18-4269-a39b-7906d82a96ea req-52aae833-701a-4927-b153-e2cde27ae691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:53.710386 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-639cb1e5-be18-4269-a39b-7906d82a96ea req-52aae833-701a-4927-b153-e2cde27ae691 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 907 time: 0.1291168 Jul 15 15:08:53.787500 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-639cb1e5-be18-4269-a39b-7906d82a96ea req-bc1039ea-05f6-4892-8500-0f847f5da60f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=358bf181-9463-4d34-8bb8-3f6f2ba5b949 HTTP/1.1" status: 200 len: 217 time: 0.0686438 Jul 15 15:08:53.788266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33424) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:53.844724 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de586f78-a56d-4f62-9225-0d39bcd80342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:53.882562 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cb1e5-be18-4269-a39b-7906d82a96ea req-b54ed119-d45e-4720-bf82-25642f6d5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:53.882562 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-639cb1e5-be18-4269-a39b-7906d82a96ea req-b54ed119-d45e-4720-bf82-25642f6d5f18 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65019e12-bfdf-433d-bc85-c35edee27cc5 HTTP/1.1" status: 200 len: 846 time: 0.0805519 Jul 15 15:08:53.923842 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-639cb1e5-be18-4269-a39b-7906d82a96ea req-29a25365-3244-40de-b85f-2e14b409890e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322974 Jul 15 15:08:54.054566 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-639cb1e5-be18-4269-a39b-7906d82a96ea req-22b1caeb-76a9-4330-b0bc-ab3a05258bcf service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224725 Jul 15 15:08:54.161589 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de586f78-a56d-4f62-9225-0d39bcd80342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:54.204148 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71776ce5-3e17-4de4-9a7a-74ad66183dc0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:54.207415 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de586f78-a56d-4f62-9225-0d39bcd80342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:54.274417 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-de586f78-a56d-4f62-9225-0d39bcd80342 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1e99e472ddc243baa79f9b18c55b6bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4822063 Jul 15 15:08:54.276115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33434) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:54.279435 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-639cb1e5-be18-4269-a39b-7906d82a96ea req-ea479e08-0779-4a3a-adec-b8f3cecffe88 service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132845 Jul 15 15:08:54.296156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de586f78-a56d-4f62-9225-0d39bcd80342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa89b73-1544-428e-859d-793b8b77269f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:54.300307 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d4650-d9ca-4cf8-a526-825893a458e9 req-422fac13-11b4-4619-99be-367271b3dad5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:54.302438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f3d4650-d9ca-4cf8-a526-825893a458e9 req-422fac13-11b4-4619-99be-367271b3dad5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 943 time: 0.7224257 Jul 15 15:08:54.345115 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2310751-ed21-463a-b93e-b160956d60ee req-faf8ebc9-3014-4a97-bc3e-fb1044df3b60 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7577641 Jul 15 15:08:54.396539 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5668aa4f-3878-40de-806b-b58e2e379188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:54.425193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31ccac-ec37-47a2-bf25-9949c8d95fdd req-52a36a05-b918-4164-9796-a78cf5049913 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:54.428850 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5668aa4f-3878-40de-806b-b58e2e379188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:54.432350 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f31ccac-ec37-47a2-bf25-9949c8d95fdd req-52a36a05-b918-4164-9796-a78cf5049913 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 946 time: 0.7336543 Jul 15 15:08:54.476394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Allocated IP 172.25.4.215 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/e8ee3c00-3802-42ba-a8ac-812e423e210e) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:08:54.499897 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5668aa4f-3878-40de-806b-b58e2e379188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:54.501701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f3d4650-d9ca-4cf8-a526-825893a458e9 req-7545e56d-4b49-4e9d-886a-84b31462d822 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826551 Jul 15 15:08:54.502635 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5668aa4f-3878-40de-806b-b58e2e379188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:54.508541 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5668aa4f-3878-40de-806b-b58e2e379188 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dfa89b73-1544-428e-859d-793b8b77269f HTTP/1.1" status: 204 len: 168 time: 0.2274280 Jul 15 15:08:54.522033 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668aa4f-3878-40de-806b-b58e2e379188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa89b73-1544-428e-859d-793b8b77269f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:54.557509 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71776ce5-3e17-4de4-9a7a-74ad66183dc0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:54.629220 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-71776ce5-3e17-4de4-9a7a-74ad66183dc0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:54.682069 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-71776ce5-3e17-4de4-9a7a-74ad66183dc0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a973d92-e780-49bc-acb7-c993b7021892') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:54.682452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-71776ce5-3e17-4de4-9a7a-74ad66183dc0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a973d92-e780-49bc-acb7-c993b7021892') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:54.723813 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f31ccac-ec37-47a2-bf25-9949c8d95fdd req-41d94532-0cb6-4fc6-b027-0050c1053bc4 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904146 Jul 15 15:08:54.725788 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71776ce5-3e17-4de4-9a7a-74ad66183dc0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:54.862352 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71776ce5-3e17-4de4-9a7a-74ad66183dc0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:54.897948 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2310751-ed21-463a-b93e-b160956d60ee req-4ce003f7-63d4-4b09-8bb0-a84e0a19c6f2 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204599 Jul 15 15:08:54.900182 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71776ce5-3e17-4de4-9a7a-74ad66183dc0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:08:54.900745 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71776ce5-3e17-4de4-9a7a-74ad66183dc0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:08:54.909471 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:08:55.058399 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:55.084438 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ba1b3bcb-0389-4e23-ae5c-4820887287ee details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:08:55.085693 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71776ce5-3e17-4de4-9a7a-74ad66183dc0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:55.109238 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71776ce5-3e17-4de4-9a7a-74ad66183dc0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:55.111796 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-71776ce5-3e17-4de4-9a7a-74ad66183dc0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] 10.222.0.38 "DELETE /v2.0/networks/33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c HTTP/1.1" status: 204 len: 168 time: 1.4500277 Jul 15 15:08:55.129834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71776ce5-3e17-4de4-9a7a-74ad66183dc0 tempest-TaggedBootDevicesTest-371402391 tempest-TaggedBootDevicesTest-371402391-project] Pushing event deleted for resources: {'Network': ['ID=33e632d6-fe55-4bb9-bd1f-b0f89bd4c56c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:55.156931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e34731-aad3-480e-a303-f1b0f34964f3 req-ff2bf273-e9bb-4d68-97fa-be002a5d2ab3 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:55.175674 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6e34731-aad3-480e-a303-f1b0f34964f3 req-ff2bf273-e9bb-4d68-97fa-be002a5d2ab3 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 943 time: 0.3591449 Jul 15 15:08:55.311466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6e34731-aad3-480e-a303-f1b0f34964f3 req-0742d865-0fa7-4ee5-83e3-daf6a4e6e246 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283422 Jul 15 15:08:55.315367 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:55.439916 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:08:55.444032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ba1b3bcb-0389-4e23-ae5c-4820887287ee, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ba1b3bcb-0389-4e23-ae5c-4820887287ee,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:55.454930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:55.462109 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:08:55.483756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'ba1b3bcb-0389-4e23-ae5c-4820887287ee', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'port_id': 'ba1b3bcb-0389-4e23-ae5c-4820887287ee', 'mac_address': 'fa:16:3e:2b:41:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:08:55.539653 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:55.567168 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1b3bcb-0389-4e23-ae5c-4820887287ee {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:08:55.588448 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Pushing event updated for resources: {'Port': ['ID=e8ee3c00-3802-42ba-a8ac-812e423e210e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:55.628710 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ba1b3bcb-0389-4e23-ae5c-4820887287ee, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ba1b3bcb-0389-4e23-ae5c-4820887287ee,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:55.636199 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:55.726381 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:55.765511 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=ba1b3bcb-0389-4e23-ae5c-4820887287ee,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:55.837084 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:55.878386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['ba1b3bcb-0389-4e23-ae5c-4820887287ee'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:08:56.204648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fb70b-8976-453c-aea6-61c4b6ea9dfe req-2ae2ce61-b94e-4dae-b09d-8d5165f2c3eb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:56.212020 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-156fb70b-8976-453c-aea6-61c4b6ea9dfe req-2ae2ce61-b94e-4dae-b09d-8d5165f2c3eb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 944 time: 0.2947409 Jul 15 15:08:56.307092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:56.344859 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-156fb70b-8976-453c-aea6-61c4b6ea9dfe req-2e4f1bdf-38c5-499a-a6a9-173d22da877d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313078 Jul 15 15:08:56.345498 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:56.459738 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:56.497506 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:56.499964 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9269626 Jul 15 15:08:56.504729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33510) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:56.511390 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-781ad408-4484-48b0-a39d-1b73b4b3f093 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Request body: {'floatingip': {'port_id': '1f2c9701-5e2a-46cf-9e79-a8aad6ef4c45', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:56.527863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bba39-c37a-4fd2-b891-1e4f24ada626 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Pushing event updated for resources: {'Port': ['ID=e8ee3c00-3802-42ba-a8ac-812e423e210e,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:56.622289 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-781ad408-4484-48b0-a39d-1b73b4b3f093 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:56.660692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1bfc4-5902-4a17-8f02-b5ab2cad33c5 req-b4f148ca-972c-4bdc-9de6-7d17aa294a42 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:56.671901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f9a1bfc4-5902-4a17-8f02-b5ab2cad33c5 req-b4f148ca-972c-4bdc-9de6-7d17aa294a42 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 943 time: 0.1060073 Jul 15 15:08:56.779529 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f9a1bfc4-5902-4a17-8f02-b5ab2cad33c5 req-70cdcbf0-e008-435b-86e3-b466204bf390 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016300 Jul 15 15:08:56.956585 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-781ad408-4484-48b0-a39d-1b73b4b3f093 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] update failed (client error): The resource could not be found. Jul 15 15:08:56.961166 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-781ad408-4484-48b0-a39d-1b73b4b3f093 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] 10.222.0.38 "PUT /v2.0/floatingips/ff900d3b-de8a-47d0-b162-f02eef2810aa HTTP/1.1" status: 404 len: 507 time: 0.4542933 Jul 15 15:08:56.963892 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33534) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:57.103350 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 358bf181-9463-4d34-8bb8-3f6f2ba5b949 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:08:57.105383 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ba1b3bcb-0389-4e23-ae5c-4820887287ee up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:08:57.294236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-c18fef07-4ffa-467f-a056-217cebb70a6f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Deleting port e8ee3c00-3802-42ba-a8ac-812e423e210e {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:57.294931 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c18fef07-4ffa-467f-a056-217cebb70a6f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:57.298582 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 358bf181-9463-4d34-8bb8-3f6f2ba5b949, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=358bf181-9463-4d34-8bb8-3f6f2ba5b949,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:57.345454 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '358bf181-9463-4d34-8bb8-3f6f2ba5b949', 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19', 'port_id': '358bf181-9463-4d34-8bb8-3f6f2ba5b949', 'mac_address': 'fa:16:3e:60:33:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65019e12-bfdf-433d-bc85-c35edee27cc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:08:57.414106 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c18fef07-4ffa-467f-a056-217cebb70a6f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:57.414106 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c18fef07-4ffa-467f-a056-217cebb70a6f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:57.430190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-c18fef07-4ffa-467f-a056-217cebb70a6f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Calling delete_port for e8ee3c00-3802-42ba-a8ac-812e423e210e owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:57.638753 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:57.666719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port ba1b3bcb-0389-4e23-ae5c-4820887287ee completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:08:57.698515 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port ba1b3bcb-0389-4e23-ae5c-4820887287ee triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:57.699046 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:57.760200 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c18fef07-4ffa-467f-a056-217cebb70a6f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:57.831957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358bf181-9463-4d34-8bb8-3f6f2ba5b949 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:08:57.835424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fef07-4ffa-467f-a056-217cebb70a6f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Pushing event deleted for resources: {'Port': ['ID=e8ee3c00-3802-42ba-a8ac-812e423e210e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:57.864972 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 358bf181-9463-4d34-8bb8-3f6f2ba5b949, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=358bf181-9463-4d34-8bb8-3f6f2ba5b949,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:57.867359 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a8b4d-3a1a-4c5a-83e7-9ed2d0279804 req-c3837e5f-3882-4a88-a4d0-24ebdcf73025 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:57.881487 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd4a8b4d-3a1a-4c5a-83e7-9ed2d0279804 req-c3837e5f-3882-4a88-a4d0-24ebdcf73025 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 944 time: 0.2598290 Jul 15 15:08:57.926122 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:57.929173 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:57.995681 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c18fef07-4ffa-467f-a056-217cebb70a6f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:57.999225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ba1b3bcb-0389-4e23-ae5c-4820887287ee, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ba1b3bcb-0389-4e23-ae5c-4820887287ee,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:57.999683 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c18fef07-4ffa-467f-a056-217cebb70a6f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:58.001302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c18fef07-4ffa-467f-a056-217cebb70a6f tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] 10.222.0.38 "DELETE /v2.0/floatingips/ff900d3b-de8a-47d0-b162-f02eef2810aa HTTP/1.1" status: 204 len: 168 time: 1.0363982 Jul 15 15:08:58.009277 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33630) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:58.011133 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcb3c7c-5702-41b2-87b3-e8e4eb966b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1b3bcb-0389-4e23-ae5c-4820887287ee'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:58.014808 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e154a62-dd24-42f8-a855-615e63b0ee40" -d '{"events": [{"server_uuid": "8bcb3c7c-5702-41b2-87b3-e8e4eb966b63", "name": "network-vif-plugged", "status": "completed", "tag": "ba1b3bcb-0389-4e23-ae5c-4820887287ee"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:58.023073 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:58.025815 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ff20c62e-a842-4a9c-8ba3-4fecb574613c tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Request body: {'floatingip': {'floating_network_id': '8958fa88-b868-4027-ba7b-0d010600c1c6', 'port_id': '1f2c9701-5e2a-46cf-9e79-a8aad6ef4c45', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:58.059170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd4a8b4d-3a1a-4c5a-83e7-9ed2d0279804 req-a2113203-3a14-4c05-82f7-82417501a4c1 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763887 Jul 15 15:08:58.090083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=358bf181-9463-4d34-8bb8-3f6f2ba5b949,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:58.144209 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff20c62e-a842-4a9c-8ba3-4fecb574613c tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:58.216047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['358bf181-9463-4d34-8bb8-3f6f2ba5b949'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:08:58.332688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=ba1b3bcb-0389-4e23-ae5c-4820887287ee,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:58.461559 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-ff20c62e-a842-4a9c-8ba3-4fecb574613c tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:08:58.464401 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ff20c62e-a842-4a9c-8ba3-4fecb574613c tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4538188 Jul 15 15:08:58.468973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33670) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:58.476590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': '1f2c9701-5e2a-46cf-9e79-a8aad6ef4c45', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:58.509144 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:58.698115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4484f-88f4-4478-bd04-9bf590f50ada req-2e60c29c-e9ac-41cf-a726-2a82d5f4a2a9 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:58.711071 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cfd4484f-88f4-4478-bd04-9bf590f50ada req-2e60c29c-e9ac-41cf-a726-2a82d5f4a2a9 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 944 time: 0.3804932 Jul 15 15:08:58.738918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef325d-9e59-4f9f-87cc-d58ccf30cdd4 req-60d834ad-1a05-4c4b-aa53-eae12fa32edb tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:58.751891 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45ef325d-9e59-4f9f-87cc-d58ccf30cdd4 req-60d834ad-1a05-4c4b-aa53-eae12fa32edb tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 946 time: 0.3471863 Jul 15 15:08:58.833258 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:58.884103 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cfd4484f-88f4-4478-bd04-9bf590f50ada req-9982dd7a-9bb1-4469-acd8-cd6a3ea72e33 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719489 Jul 15 15:08:58.952652 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45ef325d-9e59-4f9f-87cc-d58ccf30cdd4 req-bde10cbe-5028-452f-b4e8-7ebcac549f6a tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993854 Jul 15 15:08:59.003386 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95818597-ca48-4cc2-801e-535c7136549d x-openstack-request-id: req-95818597-ca48-4cc2-801e-535c7136549d {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:59.004023 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcb3c7c-5702-41b2-87b3-e8e4eb966b63", "name": "network-vif-plugged", "status": "completed", "tag": "ba1b3bcb-0389-4e23-ae5c-4820887287ee", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:59.004592 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95818597-ca48-4cc2-801e-535c7136549d {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:59.005425 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcb3c7c-5702-41b2-87b3-e8e4eb966b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1b3bcb-0389-4e23-ae5c-4820887287ee', 'code': 200} Jul 15 15:08:59.295058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Allocated IP 172.25.4.171 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/a87392ac-bead-4081-8854-0e08af2797df) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:08:59.559611 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33790) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:59.563456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8bb8d-9a4a-442f-9a00-f78cd01ad129 req-6b6c3d1b-9e0f-4f0a-86df-4b2175ee4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:59.565429 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86e8bb8d-9a4a-442f-9a00-f78cd01ad129 req-6b6c3d1b-9e0f-4f0a-86df-4b2175ee4596 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 1096 time: 0.3223386 Jul 15 15:08:59.661780 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66ddf0-cbf1-4ac3-8619-7e7637b66a00 req-4807bc0c-9a6f-4a27-9af5-6a07d8f32d77 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:59.670614 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c66ddf0-cbf1-4ac3-8619-7e7637b66a00 req-4807bc0c-9a6f-4a27-9af5-6a07d8f32d77 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 945 time: 0.2899408 Jul 15 15:08:59.698770 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:59.759466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86e8bb8d-9a4a-442f-9a00-f78cd01ad129 req-710d1125-ed36-4950-a414-fcf1cfa17637 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780353 Jul 15 15:08:59.781230 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:59.807218 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c66ddf0-cbf1-4ac3-8619-7e7637b66a00 req-6abf0c8f-8730-4e0f-adfa-8729a65ebf96 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110113 Jul 15 15:08:59.906836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Pushing event updated for resources: {'Port': ['ID=a87392ac-bead-4081-8854-0e08af2797df,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:59.935109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:08:59.937864 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:59.944565 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:08:59.994384 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0edc914d-96d4-4819-8149-84f43cc93948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:00.065922 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe42def0-afe0-4eb4-9e2b-cb52bbe344e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:00.430366 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Deleting port a87392ac-bead-4081-8854-0e08af2797df {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:00.430906 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:00.598597 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe42def0-afe0-4eb4-9e2b-cb52bbe344e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:00.638771 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe42def0-afe0-4eb4-9e2b-cb52bbe344e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:00.714018 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:00.715145 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:00.721798 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fe42def0-afe0-4eb4-9e2b-cb52bbe344e5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=04dc6c65d5e3470fb1220e1328209ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1433339 Jul 15 15:09:00.730913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33910) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:00.759337 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Calling delete_port for a87392ac-bead-4081-8854-0e08af2797df owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:00.847477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42def0-afe0-4eb4-9e2b-cb52bbe344e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ef2e73-fa62-4736-a281-e252cf702d4b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:00.868591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bc219-1f3e-40db-a978-c918914e28de req-4a74d996-5dfd-40bb-ace0-cfb5d9fe8232 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:00.868591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b61bc219-1f3e-40db-a978-c918914e28de req-4a74d996-5dfd-40bb-ace0-cfb5d9fe8232 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 944 time: 0.6478596 Jul 15 15:09:00.878308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465063f-6dbc-4805-8a7b-9b68c3cfd8ee req-dc22ed82-44ef-4885-a7d8-b206ec209844 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:00.886501 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0465063f-6dbc-4805-8a7b-9b68c3cfd8ee req-dc22ed82-44ef-4885-a7d8-b206ec209844 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 946 time: 0.5465882 Jul 15 15:09:00.918257 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96d6b30d-40fe-489c-9753-bfa20b1e4eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:00.973728 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96d6b30d-40fe-489c-9753-bfa20b1e4eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:01.011645 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0465063f-6dbc-4805-8a7b-9b68c3cfd8ee req-041f76ca-43e2-4932-90b9-b9a5de90e474 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239667 Jul 15 15:09:01.062548 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b61bc219-1f3e-40db-a978-c918914e28de req-d70cded4-8a36-4796-a4f5-73633f3f6c29 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712234 Jul 15 15:09:01.151513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 358bf181-9463-4d34-8bb8-3f6f2ba5b949 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:09:01.231366 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:01.285651 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 358bf181-9463-4d34-8bb8-3f6f2ba5b949 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:09:01.291622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 358bf181-9463-4d34-8bb8-3f6f2ba5b949 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:09:01.304124 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:01.325337 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Pushing event deleted for resources: {'Port': ['ID=a87392ac-bead-4081-8854-0e08af2797df,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:01.334721 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f699a-9a2a-4f92-8500-a7d6f5ee48af req-c7c7ba5e-bf5c-4fb5-a9ff-2a97e24690eb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:01.339385 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96d6b30d-40fe-489c-9753-bfa20b1e4eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:01.371781 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-576f699a-9a2a-4f92-8500-a7d6f5ee48af req-c7c7ba5e-bf5c-4fb5-a9ff-2a97e24690eb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 945 time: 0.2050278 Jul 15 15:09:01.374246 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96d6b30d-40fe-489c-9753-bfa20b1e4eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:01.375467 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-96d6b30d-40fe-489c-9753-bfa20b1e4eda admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23ef2e73-fa62-4736-a281-e252cf702d4b HTTP/1.1" status: 204 len: 168 time: 0.6380727 Jul 15 15:09:01.423430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6b30d-40fe-489c-9753-bfa20b1e4eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ef2e73-fa62-4736-a281-e252cf702d4b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:01.519152 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-576f699a-9a2a-4f92-8500-a7d6f5ee48af req-5f841757-57f8-4c16-bb74-fce24219ee0b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464005 Jul 15 15:09:01.578176 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:01.669215 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 358bf181-9463-4d34-8bb8-3f6f2ba5b949, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=358bf181-9463-4d34-8bb8-3f6f2ba5b949,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:01.671879 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c1020c-03bb-43d5-9db8-8c92cf4ab36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358bf181-9463-4d34-8bb8-3f6f2ba5b949'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:09:01.677183 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086c1b10-af59-48a1-8fb8-3b297c2a5dad" -d '{"events": [{"server_uuid": "09c1020c-03bb-43d5-9db8-8c92cf4ab36c", "name": "network-vif-plugged", "status": "completed", "tag": "358bf181-9463-4d34-8bb8-3f6f2ba5b949"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:01.687513 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:01.714220 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] create failed (client error): The resource could not be found. Jul 15 15:09:01.722160 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b26582d9-24a8-48a5-8a23-5fe25cde6175 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.2514377 Jul 15 15:09:01.722815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34020) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:01.813930 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=358bf181-9463-4d34-8bb8-3f6f2ba5b949,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:01.852832 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4de1a7-7ed9-42ab-913c-6824d8c4ca27 x-openstack-request-id: req-de4de1a7-7ed9-42ab-913c-6824d8c4ca27 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:01.853137 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c1020c-03bb-43d5-9db8-8c92cf4ab36c", "name": "network-vif-plugged", "status": "completed", "tag": "358bf181-9463-4d34-8bb8-3f6f2ba5b949", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:01.853393 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-de4de1a7-7ed9-42ab-913c-6824d8c4ca27 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:01.853802 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c1020c-03bb-43d5-9db8-8c92cf4ab36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358bf181-9463-4d34-8bb8-3f6f2ba5b949', 'code': 200} Jul 15 15:09:01.949817 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec2c5160-062e-4487-8a73-e73cbbb80321 req-0543869f-28c3-4dfb-9de7-665209e9d293 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1c5f68e801754b35b4442f3196d57784 HTTP/1.1" status: 200 len: 267 time: 0.1373384 Jul 15 15:09:02.774293 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:02.798209 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-80b96248-203c-4070-854d-93acb24fadf9 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Deleting port 1f2c9701-5e2a-46cf-9e79-a8aad6ef4c45 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:02.798949 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80b96248-203c-4070-854d-93acb24fadf9 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:02.830974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb6afb-0d08-421e-b722-663cd6233b95 req-dd084748-af7d-4098-84d3-688cc884281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:02.832974 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7eb6afb-0d08-421e-b722-663cd6233b95 req-dd084748-af7d-4098-84d3-688cc884281b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 1096 time: 0.8707345 Jul 15 15:09:02.886321 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d16e11f-896c-415c-9abf-46d4f226b90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:02.893974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c5160-062e-4487-8a73-e73cbbb80321 req-83777edc-b72c-4fb6-b6da-49e59cb03cec tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:02.896032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec2c5160-062e-4487-8a73-e73cbbb80321 req-83777edc-b72c-4fb6-b6da-49e59cb03cec tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 945 time: 0.9325302 Jul 15 15:09:02.913942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29be46-b37e-40e7-a28c-835d6c0f7f41 req-81b36397-1947-4961-ad87-26ec71b76a91 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:02.915762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed29be46-b37e-40e7-a28c-835d6c0f7f41 req-81b36397-1947-4961-ad87-26ec71b76a91 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 946 time: 0.3038595 Jul 15 15:09:02.984167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-ec2c5160-062e-4487-8a73-e73cbbb80321 req-c93d58b8-6c97-45fd-a1d5-6166dfe1431e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Request body: {'port': {'security_groups': []}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:03.164865 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7eb6afb-0d08-421e-b722-663cd6233b95 req-1d49f5fc-cc15-4877-9f88-7cda27987793 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200994 Jul 15 15:09:03.246739 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80b96248-203c-4070-854d-93acb24fadf9 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:03.265557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed29be46-b37e-40e7-a28c-835d6c0f7f41 req-f0e09b79-7b00-4970-9082-485a8cade371 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654860 Jul 15 15:09:03.314634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-80b96248-203c-4070-854d-93acb24fadf9 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Calling delete_port for 1f2c9701-5e2a-46cf-9e79-a8aad6ef4c45 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:03.355508 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ec2c5160-062e-4487-8a73-e73cbbb80321 req-c93d58b8-6c97-45fd-a1d5-6166dfe1431e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:03.734677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb6261-be77-4e67-a7b5-574a8a664327 req-91193204-135a-4ffb-bb56-9616156b9f8c tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:03.741596 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7eb6261-be77-4e67-a7b5-574a8a664327 req-91193204-135a-4ffb-bb56-9616156b9f8c tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 945 time: 0.2475393 Jul 15 15:09:03.816615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-ec2c5160-062e-4487-8a73-e73cbbb80321 req-c93d58b8-6c97-45fd-a1d5-6166dfe1431e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] For port ba1b3bcb-0389-4e23-ae5c-4820887287ee, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ba1b3bcb-0389-4e23-ae5c-4820887287ee,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:03.828109 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80b96248-203c-4070-854d-93acb24fadf9 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:03.843579 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7eb6261-be77-4e67-a7b5-574a8a664327 req-2b7571d2-96df-4ae3-88e7-b3c79fe90457 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009367 Jul 15 15:09:03.934566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b96248-203c-4070-854d-93acb24fadf9 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Pushing event deleted for resources: {'Port': ['ID=1f2c9701-5e2a-46cf-9e79-a8aad6ef4c45,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:04.034390 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ec2c5160-062e-4487-8a73-e73cbbb80321 req-c93d58b8-6c97-45fd-a1d5-6166dfe1431e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:04.158182 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ec2c5160-062e-4487-8a73-e73cbbb80321 req-c93d58b8-6c97-45fd-a1d5-6166dfe1431e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:04.173249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['ba1b3bcb-0389-4e23-ae5c-4820887287ee'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:04.177107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ddc3d9d6-4452-4440-9b6e-fec6e051c029', '0bebac38-a378-4b14-8826-9c5801e9bf10'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:04.379071 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:04.452219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c5160-062e-4487-8a73-e73cbbb80321 req-c93d58b8-6c97-45fd-a1d5-6166dfe1431e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:04.453018 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ec2c5160-062e-4487-8a73-e73cbbb80321 req-c93d58b8-6c97-45fd-a1d5-6166dfe1431e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:04.456517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec2c5160-062e-4487-8a73-e73cbbb80321 req-c93d58b8-6c97-45fd-a1d5-6166dfe1431e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "PUT /v2.0/ports/ba1b3bcb-0389-4e23-ae5c-4820887287ee HTTP/1.1" status: 200 len: 904 time: 1.5376134 Jul 15 15:09:04.465477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcb3c7c-5702-41b2-87b3-e8e4eb966b63', 'tag': 'ba1b3bcb-0389-4e23-ae5c-4820887287ee'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:09:04.468519 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8f3a64-b923-45f1-80a2-6b2f33086e53" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcb3c7c-5702-41b2-87b3-e8e4eb966b63", "tag": "ba1b3bcb-0389-4e23-ae5c-4820887287ee"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:04.487540 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80b96248-203c-4070-854d-93acb24fadf9 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:04.489750 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-80b96248-203c-4070-854d-93acb24fadf9 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] 10.222.0.38 "DELETE /v2.0/ports/1f2c9701-5e2a-46cf-9e79-a8aad6ef4c45 HTTP/1.1" status: 204 len: 168 time: 2.7659304 Jul 15 15:09:04.492319 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34154) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:04.538251 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d58b8-6c97-45fd-a1d5-6166dfe1431e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event updated for resources: {'Port': ['ID=ba1b3bcb-0389-4e23-ae5c-4820887287ee,revision_number=6']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:04.546968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['ba1b3bcb-0389-4e23-ae5c-4820887287ee'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:04.627395 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-3a99db4c-c606-42b8-926e-22f8bff58441 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:04.634135 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-3a99db4c-c606-42b8-926e-22f8bff58441 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/networks?id=d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f HTTP/1.1" status: 200 len: 814 time: 0.5970919 Jul 15 15:09:04.646560 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081a3fa-88ef-4a05-b120-6351c30cb303 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:04.651548 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8081a3fa-88ef-4a05-b120-6351c30cb303 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] 10.222.0.38 "GET /v2.0/ports?device_id=95e03a30-47d8-4253-9960-f10abf1d06f6 HTTP/1.1" status: 200 len: 913 time: 0.1580570 Jul 15 15:09:04.652621 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34158) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:04.663718 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-eaba1411-39ee-4353-a8f5-7f29a93d518c tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/quotas/49009d531583482cb4ed64f2ddbffa2e HTTP/1.1" status: 200 len: 375 time: 0.0170488 Jul 15 15:09:04.741164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-08787197-3a3d-4ad1-a625-15e7e24177ee tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=49009d531583482cb4ed64f2ddbffa2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760422 Jul 15 15:09:04.883237 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c1f3e-160a-49a1-a1c3-77843621755d req-36d35c21-8520-4318-86da-ee30cb3c8c1e tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:04.885749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c3c1f3e-160a-49a1-a1c3-77843621755d req-36d35c21-8520-4318-86da-ee30cb3c8c1e tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 946 time: 0.1986864 Jul 15 15:09:04.916899 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-16db554b-bbc5-4001-9ecf-dd7981742565 service neutron] 10.222.0.38 "GET /v2.0/networks/d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744528 Jul 15 15:09:04.929218 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1940654a-98b8-4f23-b213-a936c3e721d0 None None] Provisioning complete for port ba1b3bcb-0389-4e23-ae5c-4820887287ee triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:09:04.929868 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1940654a-98b8-4f23-b213-a936c3e721d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:04.985038 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c3c1f3e-160a-49a1-a1c3-77843621755d req-cab6569f-1dc5-406a-a618-ce898b8e9f31 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874445 Jul 15 15:09:05.110739 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-e6caac8e-866c-4eb2-b7eb-7159f4b33cbb service neutron] 10.222.0.38 "GET /v2.0/networks/d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892576 Jul 15 15:09:05.383627 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9218f79-bd28-4cf0-a833-424b9d8bf309 req-4a30137d-0c1c-4328-bdd3-3b5d10222809 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:05.386719 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9218f79-bd28-4cf0-a833-424b9d8bf309 req-4a30137d-0c1c-4328-bdd3-3b5d10222809 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 907 time: 0.1437609 Jul 15 15:09:05.459377 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5021d4a1-588c-4df9-8373-223794ed6371 x-openstack-request-id: req-5021d4a1-588c-4df9-8373-223794ed6371 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:05.460119 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcb3c7c-5702-41b2-87b3-e8e4eb966b63", "tag": "ba1b3bcb-0389-4e23-ae5c-4820887287ee", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:05.460583 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5021d4a1-588c-4df9-8373-223794ed6371 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:05.461210 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcb3c7c-5702-41b2-87b3-e8e4eb966b63', 'tag': 'ba1b3bcb-0389-4e23-ae5c-4820887287ee', 'status': 'completed', 'code': 200} Jul 15 15:09:05.647060 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca9cd059-bcfd-46cd-b54c-3881c04b4532 req-f81d30db-580f-4dd1-939d-46f6fe389379 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 210 time: 0.0795226 Jul 15 15:09:05.729672 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f3a64-b923-45f1-80a2-6b2f33086e53 req-625fd9cf-7515-4204-bbd1-cfe39024aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:05.731543 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb8f3a64-b923-45f1-80a2-6b2f33086e53 req-625fd9cf-7515-4204-bbd1-cfe39024aad8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 1058 time: 0.2354059 Jul 15 15:09:05.857236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ce7a-68f2-4ef6-978a-2d58eea363fb req-ca114d7d-3c36-448d-be7f-4307de2fcd0d tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:05.870611 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4b0ce7a-68f2-4ef6-978a-2d58eea363fb req-ca114d7d-3c36-448d-be7f-4307de2fcd0d tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 945 time: 0.2273886 Jul 15 15:09:05.955444 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:05.966701 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:06.084139 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4b0ce7a-68f2-4ef6-978a-2d58eea363fb req-d5280705-c8b1-4ac0-9a29-dc8ef628f5c9 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090101 Jul 15 15:09:06.166688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f3a64-b923-45f1-80a2-6b2f33086e53 req-efcc7a97-663d-4ad6-8279-6358f6b60e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:06.172058 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb8f3a64-b923-45f1-80a2-6b2f33086e53 req-efcc7a97-663d-4ad6-8279-6358f6b60e2c service neutron] 10.222.0.22 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.4318299 Jul 15 15:09:06.234727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ae34-d89a-489e-9a68-5d27a92e7fd2 req-99b2b1cf-7051-4695-aa1e-33adc57ac46b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:06.245337 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2373ae34-d89a-489e-9a68-5d27a92e7fd2 req-99b2b1cf-7051-4695-aa1e-33adc57ac46b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.3671660 Jul 15 15:09:06.341776 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb8f3a64-b923-45f1-80a2-6b2f33086e53 req-faa57d5f-fb81-44c5-9056-627941aa77fc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba1b3bcb-0389-4e23-ae5c-4820887287ee HTTP/1.1" status: 200 len: 217 time: 0.1603563 Jul 15 15:09:06.460596 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Deleting port 11abcd9f-ec3b-4503-9ea3-2eedb63c4758 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:06.467604 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:06.473106 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2373ae34-d89a-489e-9a68-5d27a92e7fd2 req-a4c42a21-24c3-4d3a-8746-dd660f93d1d6 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267385 Jul 15 15:09:06.476013 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f3a64-b923-45f1-80a2-6b2f33086e53 req-b1629cb6-e430-4342-8e07-93c3d02491f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:06.477482 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb8f3a64-b923-45f1-80a2-6b2f33086e53 req-b1629cb6-e430-4342-8e07-93c3d02491f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.1171749 Jul 15 15:09:06.614315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5255e8c-7acf-4133-b22c-457877ad0ffa req-0087fad0-a309-4177-a97e-edc9ba0eaf79 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:06.616746 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5255e8c-7acf-4133-b22c-457877ad0ffa req-0087fad0-a309-4177-a97e-edc9ba0eaf79 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 946 time: 0.2174478 Jul 15 15:09:06.649878 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:06.671224 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Calling delete_port for 11abcd9f-ec3b-4503-9ea3-2eedb63c4758 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:06.699418 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f3a64-b923-45f1-80a2-6b2f33086e53 req-f328fde6-7bf6-456c-981a-81696033f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:06.701898 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb8f3a64-b923-45f1-80a2-6b2f33086e53 req-f328fde6-7bf6-456c-981a-81696033f8a5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016163 Jul 15 15:09:06.842440 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5255e8c-7acf-4133-b22c-457877ad0ffa req-22548fc1-7985-46e6-86fd-c4154e9b8844 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065067 Jul 15 15:09:06.923146 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c2905-45db-411e-8bb6-931901eade76 req-a70be36c-2775-4579-aa9d-2d8b789ebf8a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:06.930432 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef1c2905-45db-411e-8bb6-931901eade76 req-a70be36c-2775-4579-aa9d-2d8b789ebf8a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 806 time: 0.3122005 Jul 15 15:09:06.960176 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef1c2905-45db-411e-8bb6-931901eade76 req-8e913e0c-04f1-4bce-8ea1-d29f94ae2e51 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/quotas/9f3de406124b47ed845d6b37dd986580 HTTP/1.1" status: 200 len: 375 time: 0.0284965 Jul 15 15:09:07.051940 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb8f3a64-b923-45f1-80a2-6b2f33086e53 req-1c35cb4b-b0dd-4376-9389-2e5e4cb26128 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358598 Jul 15 15:09:07.120891 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:07.155144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Pushing event deleted for resources: {'Port': ['ID=11abcd9f-ec3b-4503-9ea3-2eedb63c4758,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:07.204293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:07.204628 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:07.204985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:07.205337 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:07.205822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:07.206163 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:07.206501 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:07.206859 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:07.207191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:07.207662 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:07.208040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:07.209235 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:07.564442 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:07.838362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Router 95e03a30-47d8-4253-9960-f10abf1d06f6 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:09:07.944380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:09:07.958907 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-13d96201-8117-4606-bb86-6d160573070d tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] 10.222.0.38 "PUT /v2.0/routers/95e03a30-47d8-4253-9960-f10abf1d06f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3042428 Jul 15 15:09:07.960871 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b01a0-6c26-4914-9a80-70c452b625d7 None None] Sync routers for ids ['95e03a30-47d8-4253-9960-f10abf1d06f6'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:09:07.961826 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34236) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:07.979789 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b01a0-6c26-4914-9a80-70c452b625d7 None None] Routers {'95e03a30-47d8-4253-9960-f10abf1d06f6'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:09:07.981063 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1b5b01a0-6c26-4914-9a80-70c452b625d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:09:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['95e03a30-47d8-4253-9960-f10abf1d06f6'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:08.000838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef1c2905-45db-411e-8bb6-931901eade76 req-c1a1cfe5-ee3f-422b-99b6-c7f7f1db14ee tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0396137 Jul 15 15:09:08.092732 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea168b8a-d63f-4022-8c89-8478b9bab164 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:08.095688 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1b5b01a0-6c26-4914-9a80-70c452b625d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:08.130870 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b01a0-6c26-4914-9a80-70c452b625d7 None None] Routers {'95e03a30-47d8-4253-9960-f10abf1d06f6'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:09:08.132301 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1b5b01a0-6c26-4914-9a80-70c452b625d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:09:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['95e03a30-47d8-4253-9960-f10abf1d06f6'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:08.226913 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1b5b01a0-6c26-4914-9a80-70c452b625d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:08.228054 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b01a0-6c26-4914-9a80-70c452b625d7 None None] The sync data for ids ['95e03a30-47d8-4253-9960-f10abf1d06f6'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:09:08.383620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb8f3a64-b923-45f1-80a2-6b2f33086e53 req-29551445-ceae-466a-a65f-db70a98f0fd6 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3078678 Jul 15 15:09:08.411664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-b14a5608-0851-4c66-805d-b06022805fd0 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:08.413630 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-b14a5608-0851-4c66-805d-b06022805fd0 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.11 "GET /v2.0/networks?id=d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f HTTP/1.1" status: 200 len: 814 time: 0.5377462 Jul 15 15:09:08.417076 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef1c2905-45db-411e-8bb6-931901eade76 req-17dba1b0-14f6-482f-9790-fd12f222ac3d service neutron] 10.222.0.38 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815258 Jul 15 15:09:08.426511 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26dd04-1c85-41f8-8bbd-9dc7f49c06af req-38f50859-1992-4fcf-8041-1363001d2727 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:08.434430 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee26dd04-1c85-41f8-8bbd-9dc7f49c06af req-38f50859-1992-4fcf-8041-1363001d2727 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 1.2974625 Jul 15 15:09:08.473817 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Request body: {'port': {'device_id': '37dc23d9-26ca-4bc5-8bdf-9883731c6959', 'network_id': 'd5afc904-ad5a-4de5-ac9e-e5cf40f31c2f', 'admin_state_up': True, 'tenant_id': '49009d531583482cb4ed64f2ddbffa2e'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:08.491524 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea168b8a-d63f-4022-8c89-8478b9bab164 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:08.499259 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea168b8a-d63f-4022-8c89-8478b9bab164 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:08.546805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee26dd04-1c85-41f8-8bbd-9dc7f49c06af req-1ea2fd9b-1ebe-41b8-90c0-0c752d04b32f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103063 Jul 15 15:09:08.575322 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea168b8a-d63f-4022-8c89-8478b9bab164 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:08.578000 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea168b8a-d63f-4022-8c89-8478b9bab164 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Fanout notify agent at l3_agent the message router_deleted on router 95e03a30-47d8-4253-9960-f10abf1d06f6 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:09:08.607663 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea168b8a-d63f-4022-8c89-8478b9bab164 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:08.614907 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ea168b8a-d63f-4022-8c89-8478b9bab164 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] 10.222.0.38 "DELETE /v2.0/routers/95e03a30-47d8-4253-9960-f10abf1d06f6 HTTP/1.1" status: 204 len: 168 time: 0.6485014 Jul 15 15:09:08.615676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34246) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:08.727542 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef1c2905-45db-411e-8bb6-931901eade76 req-566b38c6-9255-4614-9273-3b6369b4be83 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886984 Jul 15 15:09:08.786162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cb2d97-ae6e-424a-9eca-983d6c267835 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Deleting subnet 8e55d35b-9786-4099-a2f3-2b9ef4edf85f {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:09:08.791099 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2d97-ae6e-424a-9eca-983d6c267835 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:08.831713 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-808ecfa7-cb22-4bc1-a2b0-e1998b64bbca req-1c125a55-0a6b-453a-808f-5d3de2ae969f tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 210 time: 0.0571246 Jul 15 15:09:08.839491 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Made reservation on behalf of 49009d531583482cb4ed64f2ddbffa2e for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:08.847714 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:08.883358 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2d97-ae6e-424a-9eca-983d6c267835 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:09.019886 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2d97-ae6e-424a-9eca-983d6c267835 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:09.199087 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2d97-ae6e-424a-9eca-983d6c267835 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:09.237079 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60cd3af-f2f9-4838-adaf-8d1ed6120540 None None] Network 8958fa88-b868-4027-ba7b-0d010600c1c6 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:09:09.248539 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2d97-ae6e-424a-9eca-983d6c267835 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:09.251417 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a2cb2d97-ae6e-424a-9eca-983d6c267835 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] 10.222.0.38 "DELETE /v2.0/subnets/8e55d35b-9786-4099-a2f3-2b9ef4edf85f HTTP/1.1" status: 204 len: 168 time: 0.6344595 Jul 15 15:09:09.253337 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb2d97-ae6e-424a-9eca-983d6c267835 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Pushing event deleted for resources: {'Subnet': ['ID=8e55d35b-9786-4099-a2f3-2b9ef4edf85f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:09.255349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34270) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:09.382946 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:09.459498 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Deleting port 92860d50-db2a-4b55-8ce1-c1cc02574965 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:09.459986 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:09.460665 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Allocated IP 172.20.0.7 (d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f/46a5ffa0-040a-44d5-94e6-d6b9dd98fc5c/537dd1c7-1c0e-44a9-a44f-58a3582d8824) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:09:09.567428 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] For port 92860d50-db2a-4b55-8ce1-c1cc02574965, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=92860d50-db2a-4b55-8ce1-c1cc02574965,segment=NetworkSegment(5b2eae3c-2319-4af7-a158-a672e90a2614),segment_id=5b2eae3c-2319-4af7-a158-a672e90a2614)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:09.568056 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:09.592247 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fb3c5-02a5-4198-8902-c01da6b727ec req-c2ff742f-790a-4194-ba6c-57df2c3a5d58 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:09.594169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Calling delete_port for 92860d50-db2a-4b55-8ce1-c1cc02574965 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:09.600096 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-522fb3c5-02a5-4198-8902-c01da6b727ec req-c2ff742f-790a-4194-ba6c-57df2c3a5d58 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 946 time: 0.4054086 Jul 15 15:09:09.716084 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-522fb3c5-02a5-4198-8902-c01da6b727ec req-83743016-8cc6-46a1-b1e1-980b7cf3d0bb tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132448 Jul 15 15:09:09.751549 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914aec2-1311-4702-a2df-fae71bd09869 req-3ba256b3-988a-454e-aee9-ae019a4c299f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:09.757854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2a35c6-bbbb-4be9-8103-db3b743d6efa None None] DHCP port deletion for 8958fa88-b868-4027-ba7b-0d010600c1c6 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:09:09.760402 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1914aec2-1311-4702-a2df-fae71bd09869 req-3ba256b3-988a-454e-aee9-ae019a4c299f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 811 time: 0.5763299 Jul 15 15:09:09.784314 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1914aec2-1311-4702-a2df-fae71bd09869 req-5f60c261-1268-4e91-b337-f58797ffe257 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/quotas/1c5f68e801754b35b4442f3196d57784 HTTP/1.1" status: 200 len: 375 time: 0.0223925 Jul 15 15:09:09.835895 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:09.864359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] No DVR routers for this DVR port 92860d50-db2a-4b55-8ce1-c1cc02574965 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:09.947661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a35c6-bbbb-4be9-8103-db3b743d6efa None None] Deleting port 92860d50-db2a-4b55-8ce1-c1cc02574965 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:09.947661 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab2a35c6-bbbb-4be9-8103-db3b743d6efa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:09.960377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Pushing event deleted for resources: {'Port': ['ID=92860d50-db2a-4b55-8ce1-c1cc02574965,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:09.985670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1914aec2-1311-4702-a2df-fae71bd09869 req-0e916338-c27b-403e-9d0d-c69b7f301dd7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2003758 Jul 15 15:09:10.121731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ab2a35c6-bbbb-4be9-8103-db3b743d6efa None None] For port 92860d50-db2a-4b55-8ce1-c1cc02574965, host n-d-764435-3, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:10.123209 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab2a35c6-bbbb-4be9-8103-db3b743d6efa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:10.144104 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a35c6-bbbb-4be9-8103-db3b743d6efa None None] Calling delete_port for 92860d50-db2a-4b55-8ce1-c1cc02574965 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:10.148254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-ab2a35c6-bbbb-4be9-8103-db3b743d6efa None None] Port 92860d50-db2a-4b55-8ce1-c1cc02574965 was not found and therefore no delete operation was performed {{(pid=100713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:09:10.149839 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab2a35c6-bbbb-4be9-8103-db3b743d6efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:10.175404 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:10.192082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a35c6-bbbb-4be9-8103-db3b743d6efa None None] Pushing event deleted for resources: {'Port': ['ID=92860d50-db2a-4b55-8ce1-c1cc02574965,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:10.194922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2a35c6-bbbb-4be9-8103-db3b743d6efa None None] No DVR routers for this DVR port 92860d50-db2a-4b55-8ce1-c1cc02574965 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:10.243612 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8958fa88-b868-4027-ba7b-0d010600c1c6']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:10.252132 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:10.280151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1914aec2-1311-4702-a2df-fae71bd09869 req-8e0c70a6-7c59-4b10-b3c6-4d14d3d44cd0 service neutron] 10.222.0.38 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935860 Jul 15 15:09:10.286008 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2eae3c-2319-4af7-a158-a672e90a2614') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:10.291048 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2eae3c-2319-4af7-a158-a672e90a2614') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:10.311961 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:10.368352 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:10.379486 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:09:10.380345 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:09:10.383658 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:09:10.437689 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:10.529264 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:10.538017 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:10.543340 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Network d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:09:10.548921 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] 10.222.0.38 "DELETE /v2.0/networks/8958fa88-b868-4027-ba7b-0d010600c1c6 HTTP/1.1" status: 204 len: 168 time: 1.2924600 Jul 15 15:09:10.560301 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:09:10.567879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9de24-565b-47ce-9a8f-7252fde217d2 tempest-FloatingIPNegativeTestJSON-950580018 tempest-FloatingIPNegativeTestJSON-950580018-project] Pushing event deleted for resources: {'Network': ['ID=8958fa88-b868-4027-ba7b-0d010600c1c6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:10.573862 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:09:10.608395 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1914aec2-1311-4702-a2df-fae71bd09869 req-23b3d6ac-7700-4bae-b440-07560d0b8761 service neutron] 10.222.0.38 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176546 Jul 15 15:09:10.643956 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Pushing event updated for resources: {'Port': ['ID=537dd1c7-1c0e-44a9-a44f-58a3582d8824,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:10.670797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:10.671197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:10.671551 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:10.672030 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:10.672615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:10.673010 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:10.676151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:10.676151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:10.676151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:10.676151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:10.676151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:10.676151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:10.707093 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:10.708404 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:10.733457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-bb65d06e-9f1f-4b5e-93cd-a2534659a4fa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2922997 Jul 15 15:09:10.753933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-9f1f6b79-3c34-4d69-9826-d10fb7606968 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:09:10.764428 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-9f1f6b79-3c34-4d69-9826-d10fb7606968 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242307 Jul 15 15:09:10.780234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Request body: {'port': {'device_id': '37dc23d9-26ca-4bc5-8bdf-9883731c6959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:10.969019 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:11.209292 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 92860d50-db2a-4b55-8ce1-c1cc02574965 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:11.264183 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34330) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:11.277676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 92860d50-db2a-4b55-8ce1-c1cc02574965 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:09:11.278021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 92860d50-db2a-4b55-8ce1-c1cc02574965 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:11.405069 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55cd0c74-2307-4823-9c5d-d095d8ca9d4b req-4eb10c63-65a7-4d13-bf2f-068ff683e5d9 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 210 time: 0.1193187 Jul 15 15:09:11.627982 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2764fa3-f592-4d53-b510-6d29dd8ea0e7 req-229e4222-03e2-4bda-9d49-8d2aae2e7e23 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:11.637746 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2764fa3-f592-4d53-b510-6d29dd8ea0e7 req-229e4222-03e2-4bda-9d49-8d2aae2e7e23 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 931 time: 0.3486922 Jul 15 15:09:11.850900 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-72f1e445-f90d-44a7-926d-43805a60fd86 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1e32d66406f4ba6a522ae7e4b85846b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5852714 Jul 15 15:09:11.851541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34346) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:11.862569 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2764fa3-f592-4d53-b510-6d29dd8ea0e7 req-cb2873d5-6f50-4ed3-91ab-00b5df991109 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219255 Jul 15 15:09:12.029059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537dd1c7-1c0e-44a9-a44f-58a3582d8824 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:09:12.058924 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:12.136569 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c64ac100-0f4d-4494-ab30-238de16f9936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:12.193036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Transition to ACTIVE for port object 537dd1c7-1c0e-44a9-a44f-58a3582d8824 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:09:12.209417 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:12.221611 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c64ac100-0f4d-4494-ab30-238de16f9936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:12.332366 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09fdc5-38d7-46dd-a8d3-575759bbef29 req-be0821d4-bd71-48ac-8e32-513cde3dc5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:12.333932 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db09fdc5-38d7-46dd-a8d3-575759bbef29 req-be0821d4-bd71-48ac-8e32-513cde3dc5a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd6fc9be9f2342aab0f37d7d159cc9cf&device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 1097 time: 0.3025193 Jul 15 15:09:12.363034 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa931c-651a-4d0f-8e78-50c82b436546 req-cd8b89b8-8fc6-4fe5-b7ad-cec0e0343bb3 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:12.364735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2fa931c-651a-4d0f-8e78-50c82b436546 req-cd8b89b8-8fc6-4fe5-b7ad-cec0e0343bb3 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 946 time: 0.3297503 Jul 15 15:09:12.372576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=537dd1c7-1c0e-44a9-a44f-58a3582d8824,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:12.469523 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c64ac100-0f4d-4494-ab30-238de16f9936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:12.472353 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c64ac100-0f4d-4494-ab30-238de16f9936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:12.475948 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c64ac100-0f4d-4494-ab30-238de16f9936 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7729b0a8-4017-437a-8a9f-8c9e2024550d HTTP/1.1" status: 204 len: 168 time: 0.6211443 Jul 15 15:09:12.520306 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-0d995489-5b9b-497e-8419-67311108bd70 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:12.527299 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-0d995489-5b9b-497e-8419-67311108bd70 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 806 time: 0.3738713 Jul 15 15:09:12.535184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Attempting to bind port 537dd1c7-1c0e-44a9-a44f-58a3582d8824 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:09:12.536105 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Attempting to bind port 537dd1c7-1c0e-44a9-a44f-58a3582d8824 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5afc904-ad5a-4de5-ac9e-e5cf40f31c2f'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:09:12.536450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Attempting to bind port 537dd1c7-1c0e-44a9-a44f-58a3582d8824 on network d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:09:12.559834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Port 537dd1c7-1c0e-44a9-a44f-58a3582d8824 on network d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:09:12.560159 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Attempting to bind port 537dd1c7-1c0e-44a9-a44f-58a3582d8824 on network d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:09:12.569559 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-ba4bc472-8706-490a-a6a0-4ceceddaaf70 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/quotas/9f3de406124b47ed845d6b37dd986580 HTTP/1.1" status: 200 len: 375 time: 0.0412848 Jul 15 15:09:12.589540 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2fa931c-651a-4d0f-8e78-50c82b436546 req-987c9d79-d4a8-4eb9-bd8e-6d8d47bd8689 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048995 Jul 15 15:09:12.617621 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ac100-0f4d-4494-ab30-238de16f9936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7729b0a8-4017-437a-8a9f-8c9e2024550d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:12.674618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:09:12.675967 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Checking segment: {'id': '8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5afc904-ad5a-4de5-ac9e-e5cf40f31c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:09:12.676658 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Bound using segment: {'id': '8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5afc904-ad5a-4de5-ac9e-e5cf40f31c2f'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:09:12.677403 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Bound port: 537dd1c7-1c0e-44a9-a44f-58a3582d8824, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5afc904-ad5a-4de5-ac9e-e5cf40f31c2f'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:09:12.678042 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:12.720123 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09fdc5-38d7-46dd-a8d3-575759bbef29 req-d865baab-5748-43c7-b9bb-e1c44bb62107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:12.726699 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db09fdc5-38d7-46dd-a8d3-575759bbef29 req-d865baab-5748-43c7-b9bb-e1c44bb62107 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f879c85d-e02e-4f73-90ce-f197b88fac88 HTTP/1.1" status: 200 len: 917 time: 0.3728054 Jul 15 15:09:12.774026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-e0c9364a-762e-4c50-b080-eed037fd5256 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2035053 Jul 15 15:09:12.835605 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db09fdc5-38d7-46dd-a8d3-575759bbef29 req-32f0d04d-d32d-4729-8cfa-e18ad00bfbce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b99d0072-717b-48c9-95ff-74225f299572 HTTP/1.1" status: 200 len: 217 time: 0.1016233 Jul 15 15:09:12.917083 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] For port 537dd1c7-1c0e-44a9-a44f-58a3582d8824, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:09:12.944888 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09fdc5-38d7-46dd-a8d3-575759bbef29 req-92c24cad-ac66-41e4-9ee5-6f97dc5cb9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:12.947177 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db09fdc5-38d7-46dd-a8d3-575759bbef29 req-92c24cad-ac66-41e4-9ee5-6f97dc5cb9aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfebbfac-2fb6-4d6b-bcd4-653acbf53da5 HTTP/1.1" status: 200 len: 855 time: 0.1045008 Jul 15 15:09:12.964615 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cdc8e949-a101-4b4d-a4ed-8677ddd6ae2d req-62fb9bd3-65fa-4e07-8339-a6282a4340bf tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 210 time: 0.0820189 Jul 15 15:09:12.976397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] For port 537dd1c7-1c0e-44a9-a44f-58a3582d8824, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=537dd1c7-1c0e-44a9-a44f-58a3582d8824,segment=NetworkSegment(8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3),segment_id=8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:09:12.986078 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:13.116656 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:13.117553 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:13.119206 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] 10.222.0.11 "PUT /v2.0/ports/537dd1c7-1c0e-44a9-a44f-58a3582d8824 HTTP/1.1" status: 200 len: 1091 time: 2.3443077 Jul 15 15:09:13.122043 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dc23d9-26ca-4bc5-8bdf-9883731c6959', 'tag': '537dd1c7-1c0e-44a9-a44f-58a3582d8824'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:09:13.125249 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2875d21-af7f-4a62-b1c0-d5638440d8ca" -d '{"events": [{"name": "network-changed", "server_uuid": "37dc23d9-26ca-4bc5-8bdf-9883731c6959", "tag": "537dd1c7-1c0e-44a9-a44f-58a3582d8824"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:13.133385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-81942c72-88da-4412-8ebe-7174c27e7f53 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581126 Jul 15 15:09:13.172778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b0e0-3dc6-43b1-8b88-d439e29a1ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=537dd1c7-1c0e-44a9-a44f-58a3582d8824,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:13.291794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34386) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:13.406062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914aec2-1311-4702-a2df-fae71bd09869 req-3d1d3ee8-6f2a-4645-88fc-de988fbb5e42 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:13.409067 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1914aec2-1311-4702-a2df-fae71bd09869 req-3d1d3ee8-6f2a-4645-88fc-de988fbb5e42 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.11 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 811 time: 0.4308732 Jul 15 15:09:13.437208 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-1914aec2-1311-4702-a2df-fae71bd09869 req-8a81f591-b650-4f2a-9307-8b176a72b6c4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Request body: {'port': {'device_id': 'ef558d12-97d6-4682-938d-a8b8cd685da1', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'admin_state_up': True, 'tenant_id': '1c5f68e801754b35b4442f3196d57784'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:13.540402 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09fdc5-38d7-46dd-a8d3-575759bbef29 req-3ae04ad9-b18f-4c66-b8cc-2a8859706390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:13.541988 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db09fdc5-38d7-46dd-a8d3-575759bbef29 req-3ae04ad9-b18f-4c66-b8cc-2a8859706390 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f879c85d-e02e-4f73-90ce-f197b88fac88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5846016 Jul 15 15:09:13.800056 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1914aec2-1311-4702-a2df-fae71bd09869 req-8a81f591-b650-4f2a-9307-8b176a72b6c4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Made reservation on behalf of 1c5f68e801754b35b4442f3196d57784 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:13.804339 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1914aec2-1311-4702-a2df-fae71bd09869 req-8a81f591-b650-4f2a-9307-8b176a72b6c4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:13.836021 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db09fdc5-38d7-46dd-a8d3-575759bbef29 req-463c9926-87fc-4be5-9bfd-fec7ba7ada5f service neutron] 10.222.0.11 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562678 Jul 15 15:09:14.088396 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-0eb1864e-e416-4464-ba2f-925222d0e2f3 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9431829 Jul 15 15:09:14.135387 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-db09fdc5-38d7-46dd-a8d3-575759bbef29 req-ceb8d4b1-7bda-401c-9504-83dad95c01c3 service neutron] 10.222.0.11 "GET /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877133 Jul 15 15:09:14.223778 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-1914aec2-1311-4702-a2df-fae71bd09869 req-8a81f591-b650-4f2a-9307-8b176a72b6c4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Allocated IP 172.20.0.4 (279c9251-f575-4675-be20-04a9e6587e7b/e32fa86b-919e-44da-8f1f-1b14acd5ffbb/62855e1c-a90b-4b5f-94e6-0ffcb7b63a62) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:09:14.311713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2635d-8e9f-43b0-8131-6e68fbc43bcb req-ad4b9cf7-a9bc-422e-9886-7c8aff1872ac tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:14.318659 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4b2635d-8e9f-43b0-8131-6e68fbc43bcb req-ad4b9cf7-a9bc-422e-9886-7c8aff1872ac tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 943 time: 1.0088470 Jul 15 15:09:14.353404 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-77b72989-c0c3-4cbe-99b9-4f3f129b7bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:14.354930 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-77b72989-c0c3-4cbe-99b9-4f3f129b7bbc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49009d531583482cb4ed64f2ddbffa2e&device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 1094 time: 0.3506618 Jul 15 15:09:14.446142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34428) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:14.457283 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34430) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:14.599853 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488dc2d9-457f-49c0-9e04-fd707689b9b9 x-openstack-request-id: req-488dc2d9-457f-49c0-9e04-fd707689b9b9 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:14.600328 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dc23d9-26ca-4bc5-8bdf-9883731c6959", "tag": "537dd1c7-1c0e-44a9-a44f-58a3582d8824", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:14.600764 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-488dc2d9-457f-49c0-9e04-fd707689b9b9 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:14.601279 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37dc23d9-26ca-4bc5-8bdf-9883731c6959', 'tag': '537dd1c7-1c0e-44a9-a44f-58a3582d8824', 'status': 'completed', 'code': 200} Jul 15 15:09:14.605082 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1914aec2-1311-4702-a2df-fae71bd09869 req-8a81f591-b650-4f2a-9307-8b176a72b6c4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:14.623219 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-1914aec2-1311-4702-a2df-fae71bd09869 req-8a81f591-b650-4f2a-9307-8b176a72b6c4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Transition to ACTIVE for port object 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:09:14.700068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-6aba1378-1437-4ad6-bb79-f0b963c93e3b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537dd1c7-1c0e-44a9-a44f-58a3582d8824 HTTP/1.1" status: 200 len: 217 time: 0.1245933 Jul 15 15:09:14.702722 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1914aec2-1311-4702-a2df-fae71bd09869 req-8a81f591-b650-4f2a-9307-8b176a72b6c4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:14.715847 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ddc3d9d6-4452-4440-9b6e-fec6e051c029', '0bebac38-a378-4b14-8826-9c5801e9bf10'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:14.723006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4b2635d-8e9f-43b0-8131-6e68fbc43bcb req-dfaed1cf-c8d3-4503-a080-d5eb5f42bd4c tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031429 Jul 15 15:09:14.764443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1914aec2-1311-4702-a2df-fae71bd09869 req-8a81f591-b650-4f2a-9307-8b176a72b6c4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Network 279c9251-f575-4675-be20-04a9e6587e7b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:09:14.775046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-1914aec2-1311-4702-a2df-fae71bd09869 req-8a81f591-b650-4f2a-9307-8b176a72b6c4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:09:14.796249 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1914aec2-1311-4702-a2df-fae71bd09869 req-8a81f591-b650-4f2a-9307-8b176a72b6c4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:09:14.856933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Request body: {'networks': [{'name': 'tempest-network--566935794'}, {'name': 'tempest-network--1328985140'}]} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:14.858123 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Request body: {'network': {'name': 'tempest-network--566935794'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:14.859168 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Request body: {'network': {'name': 'tempest-network--1328985140'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:14.916378 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-183def36-a797-418d-a479-af008a1b8e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.033322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81f591-b650-4f2a-9307-8b176a72b6c4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event updated for resources: {'Port': ['ID=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:15.042231 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Made reservation on behalf of e3dd479ec77b426c922fc88ff33bfaca for: {'network': 2} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:15.049681 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.070731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914aec2-1311-4702-a2df-fae71bd09869 req-8a81f591-b650-4f2a-9307-8b176a72b6c4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:15.071719 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1914aec2-1311-4702-a2df-fae71bd09869 req-8a81f591-b650-4f2a-9307-8b176a72b6c4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.092493 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.127468 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-d1163349-f132-49b7-b372-51e3e78d2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:15.133553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-d1163349-f132-49b7-b372-51e3e78d2502 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46a5ffa0-040a-44d5-94e6-d6b9dd98fc5c HTTP/1.1" status: 200 len: 854 time: 0.3486068 Jul 15 15:09:15.210491 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d98780ce-4b4d-41b3-b219-dec85b671a13 None None] Provisioning for port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:09:15.222236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d98780ce-4b4d-41b3-b219-dec85b671a13 None None] Provisioning complete for port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:09:15.222656 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d98780ce-4b4d-41b3-b219-dec85b671a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.238863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-5d562838-ce93-4fc9-85ae-bc82f88548f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503385 Jul 15 15:09:15.245449 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-183def36-a797-418d-a479-af008a1b8e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.254795 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-183def36-a797-418d-a479-af008a1b8e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.284053 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d98780ce-4b4d-41b3-b219-dec85b671a13 None None] Port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:09:15.297882 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1914aec2-1311-4702-a2df-fae71bd09869 req-8a81f591-b650-4f2a-9307-8b176a72b6c4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8727648 Jul 15 15:09:15.312364 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-183def36-a797-418d-a479-af008a1b8e6b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=943ad866c0fd407cafd994ccaf52598a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8651567 Jul 15 15:09:15.316283 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Request body: {'port': {'device_id': 'ef558d12-97d6-4682-938d-a8b8cd685da1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:15.324896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34444) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:15.384901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183def36-a797-418d-a479-af008a1b8e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0007ef23-12ca-4872-be0a-25c9c0c28456,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:15.413945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbc5d7-2b36-4ead-8c67-25893b670bfc req-ad6abb7b-8e7b-4fce-974c-f9d0bcec8dc7 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:15.416260 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1abbc5d7-2b36-4ead-8c67-25893b670bfc req-ad6abb7b-8e7b-4fce-974c-f9d0bcec8dc7 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 946 time: 0.8010690 Jul 15 15:09:15.497737 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.502356 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5aa31c2-accf-4018-8d3a-25f3829f3651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.536833 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1abbc5d7-2b36-4ead-8c67-25893b670bfc req-f37c6fb7-e531-42de-9faa-0d7f47f06105 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066103 Jul 15 15:09:15.573996 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46e18a-ed6b-49f3-ac3d-d68bf95dab2f req-94d80c8b-fb87-4e3e-be24-4a503289c7ae tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:15.583011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b46e18a-ed6b-49f3-ac3d-d68bf95dab2f req-94d80c8b-fb87-4e3e-be24-4a503289c7ae tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 931 time: 0.4166913 Jul 15 15:09:15.592401 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5aa31c2-accf-4018-8d3a-25f3829f3651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.599026 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.612349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.612813 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.705054 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-166932d6-56f2-4a69-9bf3-d09808810e31 service neutron] 10.222.0.11 "GET /v2.0/networks/d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045520 Jul 15 15:09:15.739441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3017c293-9dce-424d-9347-ee7d3cf5ea17,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:15.772787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:09:15.835900 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.836302 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Added segment 0532164f-d747-4c3d-b072-27e11e91e28d of type vlan for network f423ad9c-fc16-4bb9-999e-6361c1517a83 Jul 15 15:09:15.839171 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5aa31c2-accf-4018-8d3a-25f3829f3651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.842509 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5aa31c2-accf-4018-8d3a-25f3829f3651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.846081 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d5aa31c2-accf-4018-8d3a-25f3829f3651 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0007ef23-12ca-4872-be0a-25c9c0c28456 HTTP/1.1" status: 204 len: 168 time: 0.5148225 Jul 15 15:09:15.898688 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef857154-8454-4a1c-b9b6-b589e80c00c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:15.913190 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa31c2-accf-4018-8d3a-25f3829f3651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0007ef23-12ca-4872-be0a-25c9c0c28456,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:15.930848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-182c4263-a51c-49e0-aca3-1b4463107388 req-a0e1debd-1b87-418a-99ce-fff888159f94 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 210 time: 0.1025059 Jul 15 15:09:15.966768 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:16.073126 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e0dc4ba-0544-4c16-8f75-99bc4aa9192f req-ac856887-8f60-42c1-8001-d703f6f8ca09 service neutron] 10.222.0.11 "GET /v2.0/networks/d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546534 Jul 15 15:09:16.101772 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b46e18a-ed6b-49f3-ac3d-d68bf95dab2f req-e333866c-65ad-4f6a-9d41-31bbc301c5d8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172317 Jul 15 15:09:16.117137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:09:16.189338 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:16.189829 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Added segment f908fa95-4f16-4acf-9b00-5c7574906b21 of type vlan for network 4ba552a0-9d12-4ca9-bd5a-1fecede48356 Jul 15 15:09:16.207060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:09:16.257682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:16.308678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:16.316544 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Transition to ACTIVE for port object 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:09:16.328128 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:16.354976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34458) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:16.407026 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5bd11354-ae59-4abf-a1ef-e8754aaf0009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:16.440334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Pushing event updated for resources: {'Port': ['ID=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:16.484148 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:16.484647 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:16.486764 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9652096-ee67-4caa-82ea-794f3db5c413 req-97874c59-4536-4ac6-946e-fab34e392adb tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:16.488403 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9652096-ee67-4caa-82ea-794f3db5c413 req-97874c59-4536-4ac6-946e-fab34e392adb tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 943 time: 0.4001796 Jul 15 15:09:16.490927 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:16.498966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:16.499923 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:16.627294 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event updated for resources: {'Network': ['ID=f423ad9c-fc16-4bb9-999e-6361c1517a83,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:16.640630 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network f423ad9c-fc16-4bb9-999e-6361c1517a83 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:09:16.705148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Attempting to bind port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:09:16.706129 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Attempting to bind port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:09:16.706510 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Attempting to bind port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 on network 279c9251-f575-4675-be20-04a9e6587e7b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:09:16.738821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-6b29bb87-2eb7-451d-acc2-c8505d9e9aba tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:16.741278 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-6b29bb87-2eb7-451d-acc2-c8505d9e9aba tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 806 time: 0.5499282 Jul 15 15:09:16.745825 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5bd11354-ae59-4abf-a1ef-e8754aaf0009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:16.765815 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 on network 279c9251-f575-4675-be20-04a9e6587e7b not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:09:16.766155 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Attempting to bind port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 on network 279c9251-f575-4675-be20-04a9e6587e7b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:09:16.771126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event updated for resources: {'Network': ['ID=4ba552a0-9d12-4ca9-bd5a-1fecede48356,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:16.775981 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-7ca287d1-3eb5-4cb6-9538-9234ac1cac54 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Request body: {'port': {'device_id': '0fbb9722-f0c4-436e-aa1e-20d46744b543', 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19', 'admin_state_up': True, 'tenant_id': '9f3de406124b47ed845d6b37dd986580'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:16.781238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:09:16.781581 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Checking segment: {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:09:16.781973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Bound using segment: {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:09:16.782429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Bound port: 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081425bf-ff75-48ed-8fc5-345f675c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:09:16.787128 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 4ba552a0-9d12-4ca9-bd5a-1fecede48356 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:09:16.787360 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5bd11354-ae59-4abf-a1ef-e8754aaf0009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:16.788102 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:16.791313 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5c725673-1277-4ce3-aa31-8d844109432f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3329444 Jul 15 15:09:16.798252 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34464) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:16.798440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2875d21-af7f-4a62-b1c0-d5638440d8ca req-333c1a6b-38b3-46fc-a619-a024768cdbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:16.801403 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2875d21-af7f-4a62-b1c0-d5638440d8ca req-333c1a6b-38b3-46fc-a619-a024768cdbdb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49009d531583482cb4ed64f2ddbffa2e&device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 1094 time: 0.6109958 Jul 15 15:09:17.036051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] For port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:09:17.041564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] For port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:09:17.050817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a20224-dc9e-42ee-bb0b-d6fcda9d117a tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:17.056786 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a20224-dc9e-42ee-bb0b-d6fcda9d117a tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:17.063563 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a20224-dc9e-42ee-bb0b-d6fcda9d117a tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:17.069400 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a20224-dc9e-42ee-bb0b-d6fcda9d117a tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:17.071318 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-29a20224-dc9e-42ee-bb0b-d6fcda9d117a tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2674305 Jul 15 15:09:17.073205 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:17.075723 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34468) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:17.147863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:17.148497 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:17.150196 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1914aec2-1311-4702-a2df-fae71bd09869 req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] 10.222.0.11 "PUT /v2.0/ports/62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 HTTP/1.1" status: 200 len: 1091 time: 1.8409548 Jul 15 15:09:17.150568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef558d12-97d6-4682-938d-a8b8cd685da1', 'tag': '62855e1c-a90b-4b5f-94e6-0ffcb7b63a62'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:09:17.153096 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8ca923-049b-429b-b35d-cb848301475e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef558d12-97d6-4682-938d-a8b8cd685da1", "tag": "62855e1c-a90b-4b5f-94e6-0ffcb7b63a62"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:17.224843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee7105-5f11-4ef4-97c5-03d3991d42ed service neutron] Pushing event updated for resources: {'Port': ['ID=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:17.239308 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5bd11354-ae59-4abf-a1ef-e8754aaf0009 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fb251376364143499434f61a64e0eb63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8804040 Jul 15 15:09:17.242684 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9652096-ee67-4caa-82ea-794f3db5c413 req-972261dd-2364-4014-9578-e8d0b7d5a447 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6407020 Jul 15 15:09:17.285268 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34476) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:17.304657 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd11354-ae59-4abf-a1ef-e8754aaf0009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a26589-1494-4f14-ab63-77224ebfc5ed,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:17.496699 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b133b-61a9-477e-a96c-e91aa8e28fb1 req-6bcb8dec-b0cb-43f9-bd3b-de5df26b3167 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:17.499035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-583b133b-61a9-477e-a96c-e91aa8e28fb1 req-6bcb8dec-b0cb-43f9-bd3b-de5df26b3167 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 946 time: 0.7799399 Jul 15 15:09:17.524251 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3c2aa34-1b68-4404-abf3-ca4c4558ccb8 req-bea13b4c-a2a5-4a73-a6e2-5620d257acb3 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 210 time: 0.1020939 Jul 15 15:09:17.536477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2875d21-af7f-4a62-b1c0-d5638440d8ca req-9e5cf085-acc4-43d1-bfbc-ff7d249941f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:17.537978 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2875d21-af7f-4a62-b1c0-d5638440d8ca req-9e5cf085-acc4-43d1-bfbc-ff7d249941f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f HTTP/1.1" status: 200 len: 915 time: 0.7077284 Jul 15 15:09:17.626938 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2875d21-af7f-4a62-b1c0-d5638440d8ca req-1f8bb7da-a1ea-46f7-bb6f-d07c303a54e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=537dd1c7-1c0e-44a9-a44f-58a3582d8824 HTTP/1.1" status: 200 len: 217 time: 0.0777838 Jul 15 15:09:17.648647 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab420-dbff-4633-9228-b4a5a58709e3 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:17.655025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-7ca287d1-3eb5-4cb6-9538-9234ac1cac54 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Made reservation on behalf of 9f3de406124b47ed845d6b37dd986580 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:17.658727 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-7ca287d1-3eb5-4cb6-9538-9234ac1cac54 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:17.660912 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-414155eb-8277-452e-b269-6888bbff6ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:17.735053 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-583b133b-61a9-477e-a96c-e91aa8e28fb1 req-f944e7a5-2252-4af8-81e6-9694d0ec30a8 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043633 Jul 15 15:09:17.737496 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914aec2-1311-4702-a2df-fae71bd09869 req-66cbbd70-5f04-48af-b6a8-1cf6de945887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:17.739326 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1914aec2-1311-4702-a2df-fae71bd09869 req-66cbbd70-5f04-48af-b6a8-1cf6de945887 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 1094 time: 0.5288498 Jul 15 15:09:17.774062 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab420-dbff-4633-9228-b4a5a58709e3 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:17.807641 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-414155eb-8277-452e-b269-6888bbff6ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:17.841901 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1914aec2-1311-4702-a2df-fae71bd09869 req-9af2d9f6-2b91-459f-bfdd-86ceb8bebc18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 HTTP/1.1" status: 200 len: 217 time: 0.0626931 Jul 15 15:09:17.844887 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc8947b-a354-46dc-b3b3-33bcc464fe17 x-openstack-request-id: req-8dc8947b-a354-46dc-b3b3-33bcc464fe17 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:17.845347 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef558d12-97d6-4682-938d-a8b8cd685da1", "tag": "62855e1c-a90b-4b5f-94e6-0ffcb7b63a62", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:17.845953 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8dc8947b-a354-46dc-b3b3-33bcc464fe17 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:17.846558 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef558d12-97d6-4682-938d-a8b8cd685da1', 'tag': '62855e1c-a90b-4b5f-94e6-0ffcb7b63a62', 'status': 'completed', 'code': 200} Jul 15 15:09:17.872091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2875d21-af7f-4a62-b1c0-d5638440d8ca req-1644d3e9-7dd1-4783-9bb9-982c0660af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:17.874392 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2875d21-af7f-4a62-b1c0-d5638440d8ca req-1644d3e9-7dd1-4783-9bb9-982c0660af13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46a5ffa0-040a-44d5-94e6-d6b9dd98fc5c HTTP/1.1" status: 200 len: 854 time: 0.2041578 Jul 15 15:09:17.911376 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9d0ab420-dbff-4633-9228-b4a5a58709e3 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f423ad9c-fc16-4bb9-999e-6361c1517a83']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:17.916750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914aec2-1311-4702-a2df-fae71bd09869 req-b1e19308-b9f8-4ce3-bd79-12d657c65336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:17.918307 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1914aec2-1311-4702-a2df-fae71bd09869 req-b1e19308-b9f8-4ce3-bd79-12d657c65336 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.0672386 Jul 15 15:09:17.959437 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2875d21-af7f-4a62-b1c0-d5638440d8ca req-ce009542-ef15-471b-83b6-e691d00fd0c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671878 Jul 15 15:09:17.964690 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9d0ab420-dbff-4633-9228-b4a5a58709e3 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0532164f-d747-4c3d-b072-27e11e91e28d') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:17.964996 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9d0ab420-dbff-4633-9228-b4a5a58709e3 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0532164f-d747-4c3d-b072-27e11e91e28d') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:17.979801 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab420-dbff-4633-9228-b4a5a58709e3 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:18.006787 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab420-dbff-4633-9228-b4a5a58709e3 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:18.017349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0ab420-dbff-4633-9228-b4a5a58709e3 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:09:18.017760 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab420-dbff-4633-9228-b4a5a58709e3 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:09:18.021059 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:09:18.037419 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914aec2-1311-4702-a2df-fae71bd09869 req-e119968a-84bc-4fb4-b5d1-7e683c768a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:18.038993 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1914aec2-1311-4702-a2df-fae71bd09869 req-e119968a-84bc-4fb4-b5d1-7e683c768a1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100683 Jul 15 15:09:18.063660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-ef857154-8454-4a1c-b9b6-b589e80c00c4 admin admin] Deleting port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:18.063919 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef857154-8454-4a1c-b9b6-b589e80c00c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:18.083534 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a1de5-4139-413e-adbd-74bf83b4d336 req-38e5219b-8fae-4534-aade-69927f5e1751 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:18.085105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f9a1de5-4139-413e-adbd-74bf83b4d336 req-38e5219b-8fae-4534-aade-69927f5e1751 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 943 time: 0.4167190 Jul 15 15:09:18.127790 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab420-dbff-4633-9228-b4a5a58709e3 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:18.178039 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-414155eb-8277-452e-b269-6888bbff6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:18.180690 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-414155eb-8277-452e-b269-6888bbff6ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:18.186667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-414155eb-8277-452e-b269-6888bbff6ec6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f1a26589-1494-4f14-ab63-77224ebfc5ed HTTP/1.1" status: 204 len: 168 time: 0.8945565 Jul 15 15:09:18.191343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-7ca287d1-3eb5-4cb6-9538-9234ac1cac54 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Allocated IP 172.20.0.4 (9bbd04cd-865f-4f8e-b12a-7cf02a114c19/65019e12-bfdf-433d-bc85-c35edee27cc5/58bb0ab0-50e1-4c7e-aa88-a48d49298bc9) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:09:18.207275 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab420-dbff-4633-9228-b4a5a58709e3 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:18.209397 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9d0ab420-dbff-4633-9228-b4a5a58709e3 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "DELETE /v2.0/networks/f423ad9c-fc16-4bb9-999e-6361c1517a83 HTTP/1.1" status: 204 len: 168 time: 1.1311712 Jul 15 15:09:18.212857 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ab420-dbff-4633-9228-b4a5a58709e3 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event deleted for resources: {'Network': ['ID=f423ad9c-fc16-4bb9-999e-6361c1517a83,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:18.220850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34490) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:18.239641 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414155eb-8277-452e-b269-6888bbff6ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a26589-1494-4f14-ab63-77224ebfc5ed,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:18.331369 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f9a1de5-4139-413e-adbd-74bf83b4d336 req-5fa60165-84bf-42c7-96d9-90332dac8afb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267215 Jul 15 15:09:18.345265 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2875d21-af7f-4a62-b1c0-d5638440d8ca req-9cace319-6f16-4720-a81e-dc7eae09c515 service neutron] 10.222.0.11 "GET /v2.0/networks/d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674464 Jul 15 15:09:18.347274 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1914aec2-1311-4702-a2df-fae71bd09869 req-bc0a9abf-07ed-43b9-958c-a8662c2c27fc service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958789 Jul 15 15:09:18.362730 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f085f21f-5da3-4a5b-bfec-c716c02b6a8f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:18.363399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee4cf2-31fc-4258-a2dd-4e00cad0eb3e req-b87e65dc-1f21-4771-9ab9-2b08a998aea4 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:18.370840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6ee4cf2-31fc-4258-a2dd-4e00cad0eb3e req-b87e65dc-1f21-4771-9ab9-2b08a998aea4 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 946 time: 0.4163156 Jul 15 15:09:18.468615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-ef857154-8454-4a1c-b9b6-b589e80c00c4 admin admin] For port d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90,segment=NetworkSegment(8fed424e-93c9-48aa-b19e-03fd3711bb3d),segment_id=8fed424e-93c9-48aa-b19e-03fd3711bb3d)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:18.468949 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef857154-8454-4a1c-b9b6-b589e80c00c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:18.504297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-ef857154-8454-4a1c-b9b6-b589e80c00c4 admin admin] Calling delete_port for d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:18.507527 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1914aec2-1311-4702-a2df-fae71bd09869 req-0a4887a0-9325-4aff-a114-09fdc1c47dc2 service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408460 Jul 15 15:09:18.593879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6ee4cf2-31fc-4258-a2dd-4e00cad0eb3e req-988621bb-bd3a-47dd-8a3d-1610264a1fea tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220495 Jul 15 15:09:18.704962 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f085f21f-5da3-4a5b-bfec-c716c02b6a8f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:18.721021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f085f21f-5da3-4a5b-bfec-c716c02b6a8f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba552a0-9d12-4ca9-bd5a-1fecede48356']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:18.740049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f085f21f-5da3-4a5b-bfec-c716c02b6a8f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f908fa95-4f16-4acf-9b00-5c7574906b21') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:18.740463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f085f21f-5da3-4a5b-bfec-c716c02b6a8f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f908fa95-4f16-4acf-9b00-5c7574906b21') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:18.751410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca923-049b-429b-b35d-cb848301475e req-5900254a-ccbc-424c-9e9f-2800ce6ffa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:18.752961 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ec8ca923-049b-429b-b35d-cb848301475e req-5900254a-ccbc-424c-9e9f-2800ce6ffa6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 1094 time: 0.1694005 Jul 15 15:09:18.757587 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f085f21f-5da3-4a5b-bfec-c716c02b6a8f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:18.779425 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2875d21-af7f-4a62-b1c0-d5638440d8ca req-037ab2d4-f30c-4331-848f-73f1397ce277 service neutron] 10.222.0.11 "GET /v2.0/networks/d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035425 Jul 15 15:09:18.783024 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-7ca287d1-3eb5-4cb6-9538-9234ac1cac54 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:18.800437 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f085f21f-5da3-4a5b-bfec-c716c02b6a8f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:18.832804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f085f21f-5da3-4a5b-bfec-c716c02b6a8f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:09:18.833232 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f085f21f-5da3-4a5b-bfec-c716c02b6a8f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:09:18.836280 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:09:18.843680 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:18.938807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34512) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:18.946901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3fbef47f-d05b-4175-a006-f6622ab7ff13 req-f864ae7f-1e3d-4a28-bbe6-ab1d6f85981e tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 210 time: 0.0724068 Jul 15 15:09:18.961215 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb48a7-9953-40d8-a8fa-487289343a48 req-6f484e00-685e-40e6-88ca-beb1be0c8237 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:18.969248 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2bb48a7-9953-40d8-a8fa-487289343a48 req-6f484e00-685e-40e6-88ca-beb1be0c8237 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 943 time: 0.3959532 Jul 15 15:09:18.997281 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd432603-1203-4265-8eef-55c5734225f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:19.008438 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca923-049b-429b-b35d-cb848301475e req-3ea431e2-c825-438b-8610-ee1985ce5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:19.010210 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ec8ca923-049b-429b-b35d-cb848301475e req-3ea431e2-c825-438b-8610-ee1985ce5798 service neutron] 10.222.0.11 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.2434962 Jul 15 15:09:19.010869 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f085f21f-5da3-4a5b-bfec-c716c02b6a8f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:19.039093 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f085f21f-5da3-4a5b-bfec-c716c02b6a8f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:19.041704 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f085f21f-5da3-4a5b-bfec-c716c02b6a8f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "DELETE /v2.0/networks/4ba552a0-9d12-4ca9-bd5a-1fecede48356 HTTP/1.1" status: 204 len: 168 time: 0.8180795 Jul 15 15:09:19.055084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34520) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:19.071219 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-7ca287d1-3eb5-4cb6-9538-9234ac1cac54 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:19.082402 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['358bf181-9463-4d34-8bb8-3f6f2ba5b949'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:19.115298 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ec8ca923-049b-429b-b35d-cb848301475e req-251a8a7e-ddd2-475a-b844-c49f0242c834 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 HTTP/1.1" status: 200 len: 217 time: 0.0965490 Jul 15 15:09:19.120767 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085f21f-5da3-4a5b-bfec-c716c02b6a8f tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event deleted for resources: {'Network': ['ID=4ba552a0-9d12-4ca9-bd5a-1fecede48356,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:19.180532 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:19.238572 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd432603-1203-4265-8eef-55c5734225f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:19.253669 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd432603-1203-4265-8eef-55c5734225f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:19.335221 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca923-049b-429b-b35d-cb848301475e req-e05ca9fd-2da6-41db-a517-f97c4156bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:19.342614 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ec8ca923-049b-429b-b35d-cb848301475e req-e05ca9fd-2da6-41db-a517-f97c4156bc2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.1019709 Jul 15 15:09:19.352141 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cd432603-1203-4265-8eef-55c5734225f4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=53124c0df64c4883a35d54c8b0720d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097359 Jul 15 15:09:19.352141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd432603-1203-4265-8eef-55c5734225f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf16305-7f84-4780-a1f4-f8a69bec38fd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:19.363058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34528) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:19.368812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2bb48a7-9953-40d8-a8fa-487289343a48 req-152a4c15-9a2e-4e8f-84e7-1a65bf9ac136 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986990 Jul 15 15:09:19.403187 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-7ca287d1-3eb5-4cb6-9538-9234ac1cac54 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:09:19.426556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-7ca287d1-3eb5-4cb6-9538-9234ac1cac54 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:09:19.436560 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef857154-8454-4a1c-b9b6-b589e80c00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:19.440690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-7ca287d1-3eb5-4cb6-9538-9234ac1cac54 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:09:19.453237 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7aa1402f-2976-40e8-8ab8-3a6824357f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:19.460037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca287d1-3eb5-4cb6-9538-9234ac1cac54 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Pushing event updated for resources: {'Port': ['ID=58bb0ab0-50e1-4c7e-aa88-a48d49298bc9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:19.485582 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7aa1402f-2976-40e8-8ab8-3a6824357f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:19.539257 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:09:19.602384 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7aa1402f-2976-40e8-8ab8-3a6824357f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:19.605157 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7aa1402f-2976-40e8-8ab8-3a6824357f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:19.606637 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7aa1402f-2976-40e8-8ab8-3a6824357f03 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dbf16305-7f84-4780-a1f4-f8a69bec38fd HTTP/1.1" status: 204 len: 168 time: 0.2424393 Jul 15 15:09:19.618625 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1402f-2976-40e8-8ab8-3a6824357f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf16305-7f84-4780-a1f4-f8a69bec38fd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:19.829698 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca923-049b-429b-b35d-cb848301475e req-f03f58d0-3fa7-4234-8129-8fa6238561a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:19.832204 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ec8ca923-049b-429b-b35d-cb848301475e req-f03f58d0-3fa7-4234-8129-8fa6238561a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4782376 Jul 15 15:09:19.864485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef857154-8454-4a1c-b9b6-b589e80c00c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:19.899668 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf6358c-705b-4478-88e0-76368f4bd546 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:19.906743 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf6358c-705b-4478-88e0-76368f4bd546 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:19.908403 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0cf6358c-705b-4478-88e0-76368f4bd546 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8513894 Jul 15 15:09:19.917707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34542) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:19.929037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8e29af27-25e2-4692-90de-a976e3b4be87 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1129251014'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:19.953383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22773c2c-0faf-4eca-a4d3-040c74dab3c4 req-7ff12113-9879-4181-a057-b21808dd11f5 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:19.961039 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22773c2c-0faf-4eca-a4d3-040c74dab3c4 req-7ff12113-9879-4181-a057-b21808dd11f5 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37 HTTP/1.1" status: 200 len: 946 time: 0.8712366 Jul 15 15:09:20.024854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-7ca287d1-3eb5-4cb6-9538-9234ac1cac54 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:20.025779 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-7ca287d1-3eb5-4cb6-9538-9234ac1cac54 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:20.055673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e29af27-25e2-4692-90de-a976e3b4be87 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Made reservation on behalf of e3dd479ec77b426c922fc88ff33bfaca for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:20.067754 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e29af27-25e2-4692-90de-a976e3b4be87 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:20.103157 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22773c2c-0faf-4eca-a4d3-040c74dab3c4 req-7e5b7d1b-fde4-4add-b7bb-87c535b8c7de tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408753 Jul 15 15:09:20.129197 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ec8ca923-049b-429b-b35d-cb848301475e req-ca9bfc09-05fc-4a30-b628-596f307e82c8 service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837338 Jul 15 15:09:20.130260 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e29af27-25e2-4692-90de-a976e3b4be87 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:09:20.138159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-7ca287d1-3eb5-4cb6-9538-9234ac1cac54 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3783414 Jul 15 15:09:20.270243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-93776dfe-b8dc-43a5-aeef-8802d673e227 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:09:20.275350 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-93776dfe-b8dc-43a5-aeef-8802d673e227 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1248496 Jul 15 15:09:20.291059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Request body: {'port': {'device_id': '0fbb9722-f0c4-436e-aa1e-20d46744b543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:20.353501 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ec8ca923-049b-429b-b35d-cb848301475e req-36ecf104-9f1c-4857-9be9-2e3febf688fc service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173600 Jul 15 15:09:20.365527 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e29af27-25e2-4692-90de-a976e3b4be87 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:20.365875 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-8e29af27-25e2-4692-90de-a976e3b4be87 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Added segment 0f06a514-e9ed-4d5c-8565-a12d56ae8281 of type vlan for network df2418b3-5fad-44d2-853a-e96b768cf639 Jul 15 15:09:20.367683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 537dd1c7-1c0e-44a9-a44f-58a3582d8824 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:09:20.447241 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e29af27-25e2-4692-90de-a976e3b4be87 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:20.491651 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e29af27-25e2-4692-90de-a976e3b4be87 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:20.501795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29af27-25e2-4692-90de-a976e3b4be87 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:20.502863 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e29af27-25e2-4692-90de-a976e3b4be87 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:20.570298 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8e29af27-25e2-4692-90de-a976e3b4be87 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6402540 Jul 15 15:09:20.571120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34568) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:20.601411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4e19ed07-a135-44cd-9e6d-bd6ef8c51a8e tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1311327883'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:20.624750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d143-fc02-4da3-b496-e85571911fc9 req-b3703c0b-63fd-4b2c-a459-1a73e907c77d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:20.645793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 537dd1c7-1c0e-44a9-a44f-58a3582d8824, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=537dd1c7-1c0e-44a9-a44f-58a3582d8824,segment=NetworkSegment(8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3),segment_id=8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:20.647528 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1be7d143-fc02-4da3-b496-e85571911fc9 req-b3703c0b-63fd-4b2c-a459-1a73e907c77d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 943 time: 0.7916484 Jul 15 15:09:20.670611 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e19ed07-a135-44cd-9e6d-bd6ef8c51a8e tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Made reservation on behalf of e3dd479ec77b426c922fc88ff33bfaca for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:20.674835 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e19ed07-a135-44cd-9e6d-bd6ef8c51a8e tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:20.692114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '537dd1c7-1c0e-44a9-a44f-58a3582d8824', 'network_id': 'd5afc904-ad5a-4de5-ac9e-e5cf40f31c2f', 'port_id': '537dd1c7-1c0e-44a9-a44f-58a3582d8824', 'mac_address': 'fa:16:3e:de:2e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a5ffa0-040a-44d5-94e6-d6b9dd98fc5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:09:20.733186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29af27-25e2-4692-90de-a976e3b4be87 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event updated for resources: {'Network': ['ID=df2418b3-5fad-44d2-853a-e96b768cf639,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:20.756958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e19ed07-a135-44cd-9e6d-bd6ef8c51a8e tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:09:20.761818 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:20.767183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network df2418b3-5fad-44d2-853a-e96b768cf639 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:09:20.771824 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e19ed07-a135-44cd-9e6d-bd6ef8c51a8e tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:20.772375 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-4e19ed07-a135-44cd-9e6d-bd6ef8c51a8e tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Added segment 664e4550-ae71-4cbe-a2d7-e0380c91f98e of type vlan for network 66d4149b-87a2-4ccd-bbf3-daff03410eea Jul 15 15:09:20.817963 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537dd1c7-1c0e-44a9-a44f-58a3582d8824 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:09:20.821477 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e19ed07-a135-44cd-9e6d-bd6ef8c51a8e tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:20.861535 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e19ed07-a135-44cd-9e6d-bd6ef8c51a8e tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:20.869880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e19ed07-a135-44cd-9e6d-bd6ef8c51a8e tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:20.870808 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e19ed07-a135-44cd-9e6d-bd6ef8c51a8e tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:20.903012 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 537dd1c7-1c0e-44a9-a44f-58a3582d8824, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=537dd1c7-1c0e-44a9-a44f-58a3582d8824,segment=NetworkSegment(8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3),segment_id=8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:20.919690 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef857154-8454-4a1c-b9b6-b589e80c00c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:20.923249 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:20.928982 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:20.931535 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1be7d143-fc02-4da3-b496-e85571911fc9 req-d6298813-172f-44a2-b12e-d43fb2f6f61c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612786 Jul 15 15:09:20.959350 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19ed07-a135-44cd-9e6d-bd6ef8c51a8e tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event updated for resources: {'Network': ['ID=66d4149b-87a2-4ccd-bbf3-daff03410eea,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:20.966510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbe645-049d-4bba-bd7c-da306a30f00e req-c15c41c8-2401-422e-a10e-537b9b49377f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:20.968284 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1cbe645-049d-4bba-bd7c-da306a30f00e req-c15c41c8-2401-422e-a10e-537b9b49377f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 931 time: 0.5871933 Jul 15 15:09:20.979576 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4e19ed07-a135-44cd-9e6d-bd6ef8c51a8e tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3888361 Jul 15 15:09:20.988864 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34580) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:20.994885 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Request body: {'ports': [{'network_id': 'df2418b3-5fad-44d2-853a-e96b768cf639', 'name': 'tempest-port--1076051760', 'admin_state_up': True}, {'network_id': '66d4149b-87a2-4ccd-bbf3-daff03410eea', 'admin_state_up': False}]} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:20.995135 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Request body: {'port': {'network_id': 'df2418b3-5fad-44d2-853a-e96b768cf639', 'name': 'tempest-port--1076051760', 'admin_state_up': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:20.995631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Request body: {'port': {'network_id': '66d4149b-87a2-4ccd-bbf3-daff03410eea', 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:21.046425 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 66d4149b-87a2-4ccd-bbf3-daff03410eea details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:09:21.193048 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=537dd1c7-1c0e-44a9-a44f-58a3582d8824,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:21.241041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['537dd1c7-1c0e-44a9-a44f-58a3582d8824'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:21.313514 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Made reservation on behalf of e3dd479ec77b426c922fc88ff33bfaca for: {'port': 2} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:21.319319 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:21.339162 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:21.455201 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1cbe645-049d-4bba-bd7c-da306a30f00e req-689bf2ec-2e5c-450b-aa4b-76ab290c11a8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716488 Jul 15 15:09:21.586191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] device_id is not set on port 47991780-c921-4fe2-b373-bcbe5056b5a8 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:09:21.679859 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f33d57-9f32-4331-a02a-9da24abb8f19 req-c70f87d2-32a2-4200-97aa-747e1f48db38 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:21.687173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03f33d57-9f32-4331-a02a-9da24abb8f19 req-c70f87d2-32a2-4200-97aa-747e1f48db38 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 946 time: 0.4436016 Jul 15 15:09:21.774240 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:21.795410 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03f33d57-9f32-4331-a02a-9da24abb8f19 req-8e26d03f-1167-4547-ae86-e1a7abb4e26d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070058 Jul 15 15:09:21.796090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34604) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:21.897469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] device_id is not set on port 0ec836f5-d5b2-4616-bafd-69b69798621d yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:09:21.910049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-e1105d01-768a-4f2a-9bae-2fd4353d7236 req-5122504a-2596-469f-9917-30cd0107dee7 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:09:21.911349 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1105d01-768a-4f2a-9bae-2fd4353d7236 req-5122504a-2596-469f-9917-30cd0107dee7 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0366867 Jul 15 15:09:21.969924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef857154-8454-4a1c-b9b6-b589e80c00c4 admin admin] Router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:09:22.045775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:09:22.062472 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:22.092258 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547e46b-cfe2-41c2-840f-edf29f09f045 req-179f489b-acbc-481f-98dd-5aa03d4c97bf tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:22.093807 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4547e46b-cfe2-41c2-840f-edf29f09f045 req-179f489b-acbc-481f-98dd-5aa03d4c97bf tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 944 time: 0.4046192 Jul 15 15:09:22.111919 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:22.152297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Transition to ACTIVE for port object 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:09:22.176038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:22.215219 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:22.218584 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dd941bdf-ab34-4ffc-8514-433719dc032b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:22.273039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event updated for resources: {'Port': ['ID=47991780-c921-4fe2-b373-bcbe5056b5a8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:22.279114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Checking segment: {'id': '0f06a514-e9ed-4d5c-8565-a12d56ae8281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df2418b3-5fad-44d2-853a-e96b768cf639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:09:22.279679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Network hostable DHCP agents. Network: df2418b3-5fad-44d2-853a-e96b768cf639, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:09:22.302501 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Network df2418b3-5fad-44d2-853a-e96b768cf639 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:09:22.322162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, df2418b3-5fad-44d2-853a-e96b768cf639) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:09:22.326238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:09:22.327298 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:22.341693 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5170647b-5806-4a73-b37c-66aa0321aa84 None None] Network df2418b3-5fad-44d2-853a-e96b768cf639 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:09:22.354981 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4547e46b-cfe2-41c2-840f-edf29f09f045 req-1c9dc95c-ea16-44a4-b399-7138dc3c8058 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508991 Jul 15 15:09:22.422676 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1105d01-768a-4f2a-9bae-2fd4353d7236 req-6d12d398-4de7-405c-956e-3fd28983bcf5 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4753740 Jul 15 15:09:22.435654 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Pushing event updated for resources: {'Port': ['ID=58bb0ab0-50e1-4c7e-aa88-a48d49298bc9,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:22.438119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event updated for resources: {'Port': ['ID=0ec836f5-d5b2-4616-bafd-69b69798621d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:22.444149 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Checking segment: {'id': '664e4550-ae71-4cbe-a2d7-e0380c91f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66d4149b-87a2-4ccd-bbf3-daff03410eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:09:22.444898 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Network hostable DHCP agents. Network: 66d4149b-87a2-4ccd-bbf3-daff03410eea, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:09:22.469278 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Network 66d4149b-87a2-4ccd-bbf3-daff03410eea is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:09:22.482811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:09:22.486032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 537dd1c7-1c0e-44a9-a44f-58a3582d8824 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:09:22.486221 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 66d4149b-87a2-4ccd-bbf3-daff03410eea) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:09:22.491626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:09:22.508186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:22.508999 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef857154-8454-4a1c-b9b6-b589e80c00c4 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:09:22.510088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef54fcf-d343-4bd3-8252-1e0237efab6d None None] Network 66d4149b-87a2-4ccd-bbf3-daff03410eea requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:09:22.526120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:22.526820 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:22.547762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ef857154-8454-4a1c-b9b6-b589e80c00c4 admin admin] 10.222.0.38 "PUT /v2.0/routers/81fe2ef1-bdce-46a6-9698-31bf01c103c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2519512 Jul 15 15:09:22.553359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34624) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:22.627906 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Attempting to bind port 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:09:22.628249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Attempting to bind port 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:09:22.628581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Attempting to bind port 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:09:22.642720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Port 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:09:22.643055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Attempting to bind port 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:09:22.651419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:09:22.651846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Checking segment: {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:09:22.652185 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Bound using segment: {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:09:22.652732 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Bound port: 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:09:22.653100 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:22.743146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef4bdd4-1ec7-4245-9a79-d6eba0be483f None None] Sync routers for ids ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:09:22.744690 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7db76801-718b-412d-b46b-efd4a5358ecb admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:22.757728 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dd941bdf-ab34-4ffc-8514-433719dc032b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:22.806217 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef4bdd4-1ec7-4245-9a79-d6eba0be483f None None] Routers {'81fe2ef1-bdce-46a6-9698-31bf01c103c4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:09:22.807639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2ef4bdd4-1ec7-4245-9a79-d6eba0be483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:09:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:22.827808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] For port 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:09:22.831233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] For port 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=58bb0ab0-50e1-4c7e-aa88-a48d49298bc9,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:09:22.834240 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dd941bdf-ab34-4ffc-8514-433719dc032b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:22.875005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dd941bdf-ab34-4ffc-8514-433719dc032b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1171d77357c41abab8f91ab492f71a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0034349 Jul 15 15:09:22.886476 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c9716061-21f6-4b03-9586-216206f69f07 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8948593 Jul 15 15:09:22.887139 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34632) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:22.887473 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34634) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:22.903754 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:22.911594 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd941bdf-ab34-4ffc-8514-433719dc032b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3e90b3-4230-4ed8-9f09-9b2feaff2923,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:23.016162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:23.017403 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:23.018997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] 10.222.0.22 "PUT /v2.0/ports/58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 HTTP/1.1" status: 200 len: 1091 time: 2.7326453 Jul 15 15:09:23.022659 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fbb9722-f0c4-436e-aa1e-20d46744b543', 'tag': '58bb0ab0-50e1-4c7e-aa88-a48d49298bc9'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:09:23.035428 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c963425c-5481-4d1f-9116-35bacd5b6732" -d '{"events": [{"name": "network-changed", "server_uuid": "0fbb9722-f0c4-436e-aa1e-20d46744b543", "tag": "58bb0ab0-50e1-4c7e-aa88-a48d49298bc9"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:23.073654 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c7526cf-e9f1-4421-9c08-a079e37d421f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:23.091632 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7db76801-718b-412d-b46b-efd4a5358ecb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:23.100985 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:09:23.114622 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c7526cf-e9f1-4421-9c08-a079e37d421f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:23.135097 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ae38fe-bf76-488c-8879-a4cc2311af97 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:23.141754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ae38fe-bf76-488c-8879-a4cc2311af97 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:23.142762 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d6e3e-a153-43e6-8479-95b354ee8794 service neutron] Pushing event updated for resources: {'Port': ['ID=58bb0ab0-50e1-4c7e-aa88-a48d49298bc9,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:23.143381 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e4ae38fe-bf76-488c-8879-a4cc2311af97 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2021916 Jul 15 15:09:23.150606 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34642) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:23.177860 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d90d7-68b6-435d-9093-22175bed0ad4 req-19e410d4-2353-49ad-aa5f-ea4ccea32e9c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:23.179593 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d51d90d7-68b6-435d-9093-22175bed0ad4 req-19e410d4-2353-49ad-aa5f-ea4ccea32e9c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 943 time: 0.5073738 Jul 15 15:09:23.216233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7db76801-718b-412d-b46b-efd4a5358ecb admin admin] Deleting port 695e449e-1669-4a11-9f12-b7a3b5dea7c7 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:23.216649 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7db76801-718b-412d-b46b-efd4a5358ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:23.229725 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c7526cf-e9f1-4421-9c08-a079e37d421f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:23.232841 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c7526cf-e9f1-4421-9c08-a079e37d421f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:23.236486 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4c7526cf-e9f1-4421-9c08-a079e37d421f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f3e90b3-4230-4ed8-9f09-9b2feaff2923 HTTP/1.1" status: 204 len: 168 time: 0.3375499 Jul 15 15:09:23.267517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 537dd1c7-1c0e-44a9-a44f-58a3582d8824 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:09:23.286658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 537dd1c7-1c0e-44a9-a44f-58a3582d8824 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:09:23.287030 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:23.304280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7526cf-e9f1-4421-9c08-a079e37d421f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3e90b3-4230-4ed8-9f09-9b2feaff2923,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:23.329898 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-2ef4bdd4-1ec7-4245-9a79-d6eba0be483f None None] Set router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:09:23.357915 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf6815-13de-4b55-8912-5ccb99601067 req-fc645048-d80a-44ea-8bbd-801c3be00c98 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:23.359763 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2cf6815-13de-4b55-8912-5ccb99601067 req-fc645048-d80a-44ea-8bbd-801c3be00c98 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 943 time: 0.3789480 Jul 15 15:09:23.364830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-48e5251a-4fd7-4c46-90d2-5881fa93f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:23.366694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-48e5251a-4fd7-4c46-90d2-5881fa93f2a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 1094 time: 0.2929561 Jul 15 15:09:23.406462 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d51d90d7-68b6-435d-9093-22175bed0ad4 req-df9aaed0-1b96-4696-808a-cc9f4f8d5cb0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033374 Jul 15 15:09:23.442499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-7db76801-718b-412d-b46b-efd4a5358ecb admin admin] For port 695e449e-1669-4a11-9f12-b7a3b5dea7c7, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=695e449e-1669-4a11-9f12-b7a3b5dea7c7,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:23.443361 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7db76801-718b-412d-b46b-efd4a5358ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:23.471228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7db76801-718b-412d-b46b-efd4a5358ecb admin admin] Calling delete_port for 695e449e-1669-4a11-9f12-b7a3b5dea7c7 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:23.524688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:23.559962 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '62855e1c-a90b-4b5f-94e6-0ffcb7b63a62', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'port_id': '62855e1c-a90b-4b5f-94e6-0ffcb7b63a62', 'mac_address': 'fa:16:3e:82:96:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:09:23.564617 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-8c506324-39b3-42d7-be54-cc08649d0a7b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 HTTP/1.1" status: 200 len: 217 time: 0.1810491 Jul 15 15:09:23.591874 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1166afac-e507-4319-b6cb-357058cbbc31 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Deleting port 47991780-c921-4fe2-b373-bcbe5056b5a8 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:23.592281 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1166afac-e507-4319-b6cb-357058cbbc31 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:23.678839 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:23.736429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:09:23.759701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2cf6815-13de-4b55-8912-5ccb99601067 req-6df3d362-552e-482f-9428-a4c633e90ebe tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855793 Jul 15 15:09:23.761307 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-d0c59939-7f9c-4bb9-8237-bda3b18cdddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:23.762857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-d0c59939-7f9c-4bb9-8237-bda3b18cdddf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65019e12-bfdf-433d-bc85-c35edee27cc5 HTTP/1.1" status: 200 len: 846 time: 0.1845942 Jul 15 15:09:23.781214 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7db76801-718b-412d-b46b-efd4a5358ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:23.822964 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:23.831359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2ef4bdd4-1ec7-4245-9a79-d6eba0be483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'name': 'tempest-TaggedBootDevicesTest-1081440412-router', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:31Z', 'updated_at': '2021-07-15T15:09:19Z', 'revision_number': 5, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'gw_port': {'id': '695e449e-1669-4a11-9f12-b7a3b5dea7c7', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:57:32Z', 'updated_at': '2021-07-15T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:23.880262 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db76801-718b-412d-b46b-efd4a5358ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=695e449e-1669-4a11-9f12-b7a3b5dea7c7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:23.901451 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef4bdd4-1ec7-4245-9a79-d6eba0be483f None None] Checking router: 81fe2ef1-bdce-46a6-9698-31bf01c103c4 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:09:23.911004 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:23.952390 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:23.994303 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 537dd1c7-1c0e-44a9-a44f-58a3582d8824, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=537dd1c7-1c0e-44a9-a44f-58a3582d8824,segment=NetworkSegment(8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3),segment_id=8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:24.002379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dc23d9-26ca-4bc5-8bdf-9883731c6959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537dd1c7-1c0e-44a9-a44f-58a3582d8824'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:09:24.006179 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f26317-62fc-487c-b499-142025fc930f" -d '{"events": [{"server_uuid": "37dc23d9-26ca-4bc5-8bdf-9883731c6959", "name": "network-vif-plugged", "status": "completed", "tag": "537dd1c7-1c0e-44a9-a44f-58a3582d8824"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:24.013809 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:24.023855 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7db76801-718b-412d-b46b-efd4a5358ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:24.038800 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef4bdd4-1ec7-4245-9a79-d6eba0be483f None None] Routers {'81fe2ef1-bdce-46a6-9698-31bf01c103c4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:09:24.039468 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2ef4bdd4-1ec7-4245-9a79-d6eba0be483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:09:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:24.160564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-2ef4bdd4-1ec7-4245-9a79-d6eba0be483f None None] Set router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:09:24.190442 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:24.196414 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7db76801-718b-412d-b46b-efd4a5358ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:24.199412 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7db76801-718b-412d-b46b-efd4a5358ecb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:24.232119 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2ef4bdd4-1ec7-4245-9a79-d6eba0be483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'name': 'tempest-TaggedBootDevicesTest-1081440412-router', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:31Z', 'updated_at': '2021-07-15T15:09:23Z', 'revision_number': 7, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:24.258000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['62855e1c-a90b-4b5f-94e6-0ffcb7b63a62'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:24.261869 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7db76801-718b-412d-b46b-efd4a5358ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:24.262373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db76801-718b-412d-b46b-efd4a5358ecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81fe2ef1-bdce-46a6-9698-31bf01c103c4 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:09:24.282675 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7db76801-718b-412d-b46b-efd4a5358ecb admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:24.283928 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7db76801-718b-412d-b46b-efd4a5358ecb admin admin] 10.222.0.38 "DELETE /v2.0/routers/81fe2ef1-bdce-46a6-9698-31bf01c103c4 HTTP/1.1" status: 204 len: 168 time: 1.7255268 Jul 15 15:09:24.292210 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34678) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:24.386919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb148f2e-8b90-4055-ab51-06fb772db674 admin admin] Deleting subnet 02090ca6-5ee4-4768-8aba-a4603b352741 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:09:24.391090 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb148f2e-8b90-4055-ab51-06fb772db674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:24.392803 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1166afac-e507-4319-b6cb-357058cbbc31 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:24.405363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1166afac-e507-4319-b6cb-357058cbbc31 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Calling delete_port for 47991780-c921-4fe2-b373-bcbe5056b5a8 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:24.427968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef4bdd4-1ec7-4245-9a79-d6eba0be483f None None] The sync data for ids ['81fe2ef1-bdce-46a6-9698-31bf01c103c4'] in n-d-764435-3 is: [{'id': '81fe2ef1-bdce-46a6-9698-31bf01c103c4', 'name': 'tempest-TaggedBootDevicesTest-1081440412-router', 'tenant_id': '376291fad91d46c09381b2e97ae5561f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:57:31Z', 'updated_at': '2021-07-15T15:09:23Z', 'revision_number': 7, 'project_id': '376291fad91d46c09381b2e97ae5561f', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:09:24.431774 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb148f2e-8b90-4055-ab51-06fb772db674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:24.468491 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=537dd1c7-1c0e-44a9-a44f-58a3582d8824,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:24.547061 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b97540-1efd-4a32-a1d7-9f501a7f4653 x-openstack-request-id: req-61b97540-1efd-4a32-a1d7-9f501a7f4653 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:24.547376 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fbb9722-f0c4-436e-aa1e-20d46744b543", "tag": "58bb0ab0-50e1-4c7e-aa88-a48d49298bc9", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:24.547766 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-61b97540-1efd-4a32-a1d7-9f501a7f4653 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:24.548064 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fbb9722-f0c4-436e-aa1e-20d46744b543', 'tag': '58bb0ab0-50e1-4c7e-aa88-a48d49298bc9', 'status': 'completed', 'code': 200} Jul 15 15:09:24.595837 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1166afac-e507-4319-b6cb-357058cbbc31 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:24.617425 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-f9298c47-513b-485f-a7c5-5ca52f35b9c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802531 Jul 15 15:09:24.617650 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb148f2e-8b90-4055-ab51-06fb772db674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:24.648400 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1166afac-e507-4319-b6cb-357058cbbc31 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:24.650231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1166afac-e507-4319-b6cb-357058cbbc31 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "DELETE /v2.0/ports/47991780-c921-4fe2-b373-bcbe5056b5a8 HTTP/1.1" status: 204 len: 168 time: 1.4944603 Jul 15 15:09:24.658955 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34694) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:24.663563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166afac-e507-4319-b6cb-357058cbbc31 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event deleted for resources: {'Port': ['ID=47991780-c921-4fe2-b373-bcbe5056b5a8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:24.814465 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb148f2e-8b90-4055-ab51-06fb772db674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:24.818902 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-9e510a14-580e-41c0-ad80-1bbe67dd4b93 service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738956 Jul 15 15:09:24.851014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb148f2e-8b90-4055-ab51-06fb772db674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02090ca6-5ee4-4768-8aba-a4603b352741,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:24.854681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a1181-5e8a-4e61-9dcc-ecd235ce72ae req-d7cd7f51-cdb2-4f56-81e1-d4880491befa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:24.856006 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb148f2e-8b90-4055-ab51-06fb772db674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:24.860656 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fb148f2e-8b90-4055-ab51-06fb772db674 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/02090ca6-5ee4-4768-8aba-a4603b352741 HTTP/1.1" status: 204 len: 168 time: 0.5675981 Jul 15 15:09:24.865369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b45293-6374-4785-888b-0dc20d54a0c5 None None] Network 8385c4b7-7489-4899-ba46-4cc28a769256 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:09:24.875136 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34702) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:24.885518 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a3a1181-5e8a-4e61-9dcc-ecd235ce72ae req-d7cd7f51-cdb2-4f56-81e1-d4880491befa tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 945 time: 0.3366189 Jul 15 15:09:24.941153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5cfd3-a313-4657-ba95-45377ed91a2a req-484a8ce4-14a1-4e5b-b316-24afaadbc163 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:24.950189 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7ba391f0-ce1c-45d4-b88b-542b8cee5044 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Deleting port 0ec836f5-d5b2-4616-bafd-69b69798621d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:24.950746 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ba391f0-ce1c-45d4-b88b-542b8cee5044 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:24.950954 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-69d5cfd3-a313-4657-ba95-45377ed91a2a req-484a8ce4-14a1-4e5b-b316-24afaadbc163 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 946 time: 1.2820334 Jul 15 15:09:24.972297 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34704) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:25.067632 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a3a1181-5e8a-4e61-9dcc-ecd235ce72ae req-594f964c-631e-455a-b9a5-bc21e6fca478 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799645 Jul 15 15:09:25.088897 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:25.091568 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-69d5cfd3-a313-4657-ba95-45377ed91a2a req-ab74bf9a-6c3e-471a-ad2a-b8d272e551b0 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387420 Jul 15 15:09:25.151311 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d81be56e-1230-4051-ace1-a620fc9d92a9 req-c3ed5778-0712-4ca2-819c-665461ecfe60 service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218043 Jul 15 15:09:25.214015 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ba391f0-ce1c-45d4-b88b-542b8cee5044 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:25.241847 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5461f8-8bbe-42b4-9cc2-61051cc8b804 x-openstack-request-id: req-9f5461f8-8bbe-42b4-9cc2-61051cc8b804 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:25.242138 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dc23d9-26ca-4bc5-8bdf-9883731c6959", "name": "network-vif-plugged", "status": "completed", "tag": "537dd1c7-1c0e-44a9-a44f-58a3582d8824", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:25.243139 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f5461f8-8bbe-42b4-9cc2-61051cc8b804 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:25.243139 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dc23d9-26ca-4bc5-8bdf-9883731c6959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537dd1c7-1c0e-44a9-a44f-58a3582d8824', 'code': 200} Jul 15 15:09:25.280584 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ac010ba8-c9be-4a36-a304-0362a483196c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:25.310499 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caec322-df01-4ff7-8a8f-31b0c5d6097d None None] DHCP port deletion for 8385c4b7-7489-4899-ba46-4cc28a769256 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:09:25.380648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963425c-5481-4d1f-9116-35bacd5b6732 req-063bd924-0c06-45cf-94c0-78a8eb314050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:25.382117 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c963425c-5481-4d1f-9116-35bacd5b6732 req-063bd924-0c06-45cf-94c0-78a8eb314050 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 1094 time: 0.1668735 Jul 15 15:09:25.426888 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 695e449e-1669-4a11-9f12-b7a3b5dea7c7 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:25.465931 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1caec322-df01-4ff7-8a8f-31b0c5d6097d None None] Deleting port 06e297ba-89f7-4dee-819f-01cd8f494011 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:25.466369 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1caec322-df01-4ff7-8a8f-31b0c5d6097d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:25.468761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 695e449e-1669-4a11-9f12-b7a3b5dea7c7 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:09:25.469214 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 695e449e-1669-4a11-9f12-b7a3b5dea7c7 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:25.469729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 06e297ba-89f7-4dee-819f-01cd8f494011 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:25.487043 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ac010ba8-c9be-4a36-a304-0362a483196c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:25.490069 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7ba391f0-ce1c-45d4-b88b-542b8cee5044 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Calling delete_port for 0ec836f5-d5b2-4616-bafd-69b69798621d owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:25.549976 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ac010ba8-c9be-4a36-a304-0362a483196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:25.607569 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1caec322-df01-4ff7-8a8f-31b0c5d6097d None None] For port 06e297ba-89f7-4dee-819f-01cd8f494011, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=06e297ba-89f7-4dee-819f-01cd8f494011,segment=NetworkSegment(8fed424e-93c9-48aa-b19e-03fd3711bb3d),segment_id=8fed424e-93c9-48aa-b19e-03fd3711bb3d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:25.608051 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1caec322-df01-4ff7-8a8f-31b0c5d6097d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:25.621302 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbdc24-a973-4212-a73e-a9eed5c3604e req-f18f17f5-d0ba-4573-9845-35e17469e5f9 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:25.626298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1caec322-df01-4ff7-8a8f-31b0c5d6097d None None] Calling delete_port for 06e297ba-89f7-4dee-819f-01cd8f494011 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:25.633278 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-53bbdc24-a973-4212-a73e-a9eed5c3604e req-f18f17f5-d0ba-4573-9845-35e17469e5f9 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 944 time: 0.3369274 Jul 15 15:09:25.633278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963425c-5481-4d1f-9116-35bacd5b6732 req-88f4f919-a6bc-4fbc-9b5d-f1c435100a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:25.634747 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c963425c-5481-4d1f-9116-35bacd5b6732 req-88f4f919-a6bc-4fbc-9b5d-f1c435100a6d service neutron] 10.222.0.22 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 907 time: 0.2274923 Jul 15 15:09:25.695257 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ac010ba8-c9be-4a36-a304-0362a483196c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c124728b9c94502a46c51789a0528ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7205832 Jul 15 15:09:25.696812 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34720) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:25.700364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c963425c-5481-4d1f-9116-35bacd5b6732 req-202d6d5f-090d-4f35-9601-3c17b1d40058 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 HTTP/1.1" status: 200 len: 217 time: 0.0555177 Jul 15 15:09:25.718378 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac010ba8-c9be-4a36-a304-0362a483196c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3192a9c-da7c-401f-932c-0996ae9aafef,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:25.751191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] Deleting port 06e297ba-89f7-4dee-819f-01cd8f494011 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:25.751634 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:25.777952 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312efeb-28b0-4600-9133-ff1edc7d69bd req-1413cdad-ad1a-413a-a2e9-16a9caf3790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:25.780194 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f312efeb-28b0-4600-9133-ff1edc7d69bd req-1413cdad-ad1a-413a-a2e9-16a9caf3790d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 1096 time: 0.2914159 Jul 15 15:09:25.792070 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a298c3-1412-4640-9e8c-65384da00ea6 req-fc9d2c4a-3c3b-4d74-903a-e9ffaff61d30 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:25.799810 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54a298c3-1412-4640-9e8c-65384da00ea6 req-fc9d2c4a-3c3b-4d74-903a-e9ffaff61d30 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 943 time: 0.2949405 Jul 15 15:09:25.820379 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-53bbdc24-a973-4212-a73e-a9eed5c3604e req-096dd297-1ea4-4da5-b7cd-b3c130ea4f89 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812627 Jul 15 15:09:25.851840 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1caec322-df01-4ff7-8a8f-31b0c5d6097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:25.862686 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963425c-5481-4d1f-9116-35bacd5b6732 req-9b23dab6-ee45-46e1-bef3-7167171f0b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:25.864390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c963425c-5481-4d1f-9116-35bacd5b6732 req-9b23dab6-ee45-46e1-bef3-7167171f0b96 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65019e12-bfdf-433d-bc85-c35edee27cc5 HTTP/1.1" status: 200 len: 846 time: 0.1390958 Jul 15 15:09:25.900198 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54a298c3-1412-4640-9e8c-65384da00ea6 req-a9517401-af5c-4583-a4d7-07c1178fc332 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993402 Jul 15 15:09:25.904761 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:25.906412 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ba391f0-ce1c-45d4-b88b-542b8cee5044 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:25.907820 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caec322-df01-4ff7-8a8f-31b0c5d6097d None None] No DVR routers for this DVR port 06e297ba-89f7-4dee-819f-01cd8f494011 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:25.911510 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caec322-df01-4ff7-8a8f-31b0c5d6097d None None] Pushing event deleted for resources: {'Port': ['ID=06e297ba-89f7-4dee-819f-01cd8f494011,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:25.935707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] For port 06e297ba-89f7-4dee-819f-01cd8f494011, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=06e297ba-89f7-4dee-819f-01cd8f494011,segment=NetworkSegment(8fed424e-93c9-48aa-b19e-03fd3711bb3d),segment_id=8fed424e-93c9-48aa-b19e-03fd3711bb3d)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:25.935707 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:25.937061 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8e82734-bc97-426e-b54b-0af3cfb4c027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:25.963479 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f312efeb-28b0-4600-9133-ff1edc7d69bd req-9d15d07e-8912-4993-bffc-663d42f9f424 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484206 Jul 15 15:09:25.968400 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba391f0-ce1c-45d4-b88b-542b8cee5044 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event deleted for resources: {'Port': ['ID=0ec836f5-d5b2-4616-bafd-69b69798621d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:25.971555 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] Calling delete_port for 06e297ba-89f7-4dee-819f-01cd8f494011 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:25.992122 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c963425c-5481-4d1f-9116-35bacd5b6732 req-3d9adcab-b4e5-40d0-b06b-eb5a900be974 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900404 Jul 15 15:09:26.021145 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8e82734-bc97-426e-b54b-0af3cfb4c027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.076983 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ba391f0-ce1c-45d4-b88b-542b8cee5044 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.082267 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7ba391f0-ce1c-45d4-b88b-542b8cee5044 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "DELETE /v2.0/ports/0ec836f5-d5b2-4616-bafd-69b69798621d HTTP/1.1" status: 204 len: 168 time: 1.4219944 Jul 15 15:09:26.082941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34726) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:26.168781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcc257-adf0-489b-b3ad-3437e2cccbd7 req-e9b29939-ce86-4220-8494-f3462bfe22d1 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:26.175913 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-92dcc257-adf0-489b-b3ad-3437e2cccbd7 req-e9b29939-ce86-4220-8494-f3462bfe22d1 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37 HTTP/1.1" status: 200 len: 946 time: 0.1420069 Jul 15 15:09:26.197303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c963425c-5481-4d1f-9116-35bacd5b6732 req-69e76206-6f4a-4e15-9ddc-55152bc6baee service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963215 Jul 15 15:09:26.207103 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.228218 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-92dcc257-adf0-489b-b3ad-3437e2cccbd7 req-6c9d48f0-17c4-426f-ab93-e303d4efed1b tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511868 Jul 15 15:09:26.235965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:26.266088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:09:26.266735 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d1fd6542-acc7-48e6-a64a-a8b6d4dc0d90 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:26.277378 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8e82734-bc97-426e-b54b-0af3cfb4c027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.280513 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8e82734-bc97-426e-b54b-0af3cfb4c027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.281674 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f8e82734-bc97-426e-b54b-0af3cfb4c027 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f3192a9c-da7c-401f-932c-0996ae9aafef HTTP/1.1" status: 204 len: 168 time: 0.5766931 Jul 15 15:09:26.287889 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-12c45795-7e2c-4bba-8b14-3b591c5736e9 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1976528 Jul 15 15:09:26.291617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34738) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:26.299432 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-58ceb106-57fe-48ea-bb51-833306d5a388 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1051167491'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:26.304895 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=06e297ba-89f7-4dee-819f-01cd8f494011,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:26.329785 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e82734-bc97-426e-b54b-0af3cfb4c027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3192a9c-da7c-401f-932c-0996ae9aafef,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:26.329785 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] No DVR routers for this DVR port 06e297ba-89f7-4dee-819f-01cd8f494011 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:26.408020 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:09:26.425992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ceb106-57fe-48ea-bb51-833306d5a388 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Made reservation on behalf of e3dd479ec77b426c922fc88ff33bfaca for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:26.429583 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58ceb106-57fe-48ea-bb51-833306d5a388 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.433959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e3c80-a656-46c9-b344-652749e443fc req-58f59c7d-1c2e-463a-b3b1-1018687f6b93 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:26.436130 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c5e3c80-a656-46c9-b344-652749e443fc req-58f59c7d-1c2e-463a-b3b1-1018687f6b93 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 945 time: 0.1455526 Jul 15 15:09:26.438844 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c963425c-5481-4d1f-9116-35bacd5b6732 req-dc40613c-2637-4b04-b91b-8321237dbce2 service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245409 Jul 15 15:09:26.505731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:09:26.514014 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:09:26.514419 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.529592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c5e3c80-a656-46c9-b344-652749e443fc req-b2ad20d8-52e0-4de5-8c1b-4ec9b1bb9d12 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876734 Jul 15 15:09:26.553272 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d87159-4224-4c13-a21f-f16b2db4b13f req-ca53dc57-8fdb-42a0-be59-505ae6366f75 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:26.553272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56d87159-4224-4c13-a21f-f16b2db4b13f req-ca53dc57-8fdb-42a0-be59-505ae6366f75 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 946 time: 0.1064336 Jul 15 15:09:26.571459 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.585288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8385c4b7-7489-4899-ba46-4cc28a769256']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:26.597963 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56d87159-4224-4c13-a21f-f16b2db4b13f req-85651970-0bdb-4a99-9a3c-071fe448a9d2 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418470 Jul 15 15:09:26.599776 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fed424e-93c9-48aa-b19e-03fd3711bb3d') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:26.600287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fed424e-93c9-48aa-b19e-03fd3711bb3d') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:26.613880 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.635639 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.646116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:09:26.647188 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.688819 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:09:26.738594 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:09:26.753322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ceb106-57fe-48ea-bb51-833306d5a388 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:09:26.756590 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:26.768603 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.771363 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.778228 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.780338 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] 10.222.0.38 "DELETE /v2.0/networks/8385c4b7-7489-4899-ba46-4cc28a769256 HTTP/1.1" status: 204 len: 168 time: 1.9025161 Jul 15 15:09:26.781711 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58ceb106-57fe-48ea-bb51-833306d5a388 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.782120 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-58ceb106-57fe-48ea-bb51-833306d5a388 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Added segment cb750cb7-c5f7-44fb-8534-40cd2708f5cb of type vlan for network b4ba51bd-69d7-402f-8ea3-e04aee77edd2 Jul 15 15:09:26.882371 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:27.161907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34768) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:27.224982 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056a15e-3d98-47e7-ae28-e3dfc4855c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=8385c4b7-7489-4899-ba46-4cc28a769256,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:27.243956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef558d12-97d6-4682-938d-a8b8cd685da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62855e1c-a90b-4b5f-94e6-0ffcb7b63a62'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:09:27.247740 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03fdace-13bf-4896-9f74-10fe2379c630" -d '{"events": [{"server_uuid": "ef558d12-97d6-4682-938d-a8b8cd685da1", "name": "network-vif-plugged", "status": "completed", "tag": "62855e1c-a90b-4b5f-94e6-0ffcb7b63a62"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:27.267036 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58ceb106-57fe-48ea-bb51-833306d5a388 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.267403 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f0b30598-f2f6-4d3b-a368-e60d2cf1ea81 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=376291fad91d46c09381b2e97ae5561f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1032207 Jul 15 15:09:27.271693 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34772) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:27.296759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5f71f-7e17-4a5d-899a-045c6b84a870 req-a6659fa3-b74f-43f8-a7d1-7c3c9580524f tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:27.302926 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5f71f-7e17-4a5d-899a-045c6b84a870 req-a6659fa3-b74f-43f8-a7d1-7c3c9580524f tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:27.309905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5f71f-7e17-4a5d-899a-045c6b84a870 req-a6659fa3-b74f-43f8-a7d1-7c3c9580524f tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:27.312205 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29e5f71f-7e17-4a5d-899a-045c6b84a870 req-a6659fa3-b74f-43f8-a7d1-7c3c9580524f tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d&device_id=9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37&device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 2419 time: 0.2922757 Jul 15 15:09:27.321744 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907c9cc-654f-4c36-a385-f6937e14fd99 req-c61d1642-1ed6-4b11-a2ea-4470a91d121c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:27.323757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4907c9cc-654f-4c36-a385-f6937e14fd99 req-c61d1642-1ed6-4b11-a2ea-4470a91d121c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.1768026 Jul 15 15:09:27.357587 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58ceb106-57fe-48ea-bb51-833306d5a388 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.363536 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ceb106-57fe-48ea-bb51-833306d5a388 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:27.363999 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58ceb106-57fe-48ea-bb51-833306d5a388 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.378991 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b509fe2f-267c-4fec-a295-cac2a525e0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.399293 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29e5f71f-7e17-4a5d-899a-045c6b84a870 req-d32a4917-661c-40da-8e0a-b0cc3b38edc6 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740047 Jul 15 15:09:27.441049 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4907c9cc-654f-4c36-a385-f6937e14fd99 req-078f0b90-df16-4bee-8017-7fc9f0293df1 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082230 Jul 15 15:09:27.482254 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-58ceb106-57fe-48ea-bb51-833306d5a388 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1877780 Jul 15 15:09:27.484692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34786) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:27.490591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-26ff7a3d-03c3-4988-9057-0a229c079ed4 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1813759735'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:27.500551 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b509fe2f-267c-4fec-a295-cac2a525e0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.510996 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ceb106-57fe-48ea-bb51-833306d5a388 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event updated for resources: {'Network': ['ID=b4ba51bd-69d7-402f-8ea3-e04aee77edd2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:27.514388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ff7a3d-03c3-4988-9057-0a229c079ed4 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Made reservation on behalf of e3dd479ec77b426c922fc88ff33bfaca for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:27.519635 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-26ff7a3d-03c3-4988-9057-0a229c079ed4 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.525611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network b4ba51bd-69d7-402f-8ea3-e04aee77edd2 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:09:27.583195 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b509fe2f-267c-4fec-a295-cac2a525e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.589309 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b509fe2f-267c-4fec-a295-cac2a525e0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.590899 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b509fe2f-267c-4fec-a295-cac2a525e0ef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/62f7c6dc-54b9-4cca-a311-b8e30c5a0241 HTTP/1.1" status: 204 len: 168 time: 0.3182571 Jul 15 15:09:27.602278 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509fe2f-267c-4fec-a295-cac2a525e0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f7c6dc-54b9-4cca-a311-b8e30c5a0241,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:27.620525 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22bb9a0-243e-4659-8c54-3de14e6cb339 x-openstack-request-id: req-d22bb9a0-243e-4659-8c54-3de14e6cb339 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:27.621274 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef558d12-97d6-4682-938d-a8b8cd685da1", "name": "network-vif-plugged", "status": "completed", "tag": "62855e1c-a90b-4b5f-94e6-0ffcb7b63a62", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:27.622578 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d22bb9a0-243e-4659-8c54-3de14e6cb339 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:27.623840 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef558d12-97d6-4682-938d-a8b8cd685da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62855e1c-a90b-4b5f-94e6-0ffcb7b63a62', 'code': 200} Jul 15 15:09:27.628995 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-e29e2506-f6ef-4d1f-9c7e-d6514a1ebb3a req-ac19c6ce-9f7b-4821-b82b-0597c2ae2dcf tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:09:27.630287 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e29e2506-f6ef-4d1f-9c7e-d6514a1ebb3a req-ac19c6ce-9f7b-4821-b82b-0597c2ae2dcf tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072224 Jul 15 15:09:27.645465 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ff7a3d-03c3-4988-9057-0a229c079ed4 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:09:27.657136 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-26ff7a3d-03c3-4988-9057-0a229c079ed4 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.657494 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-26ff7a3d-03c3-4988-9057-0a229c079ed4 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Added segment 055ea844-5408-42ab-a467-1ab986ad8259 of type vlan for network 374a50a4-1668-4ad2-939e-610b4c0a2519 Jul 15 15:09:27.709068 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-26ff7a3d-03c3-4988-9057-0a229c079ed4 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.765410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad8a7f-9667-4e9b-a60e-a1704a46befa req-6f9b0a85-520b-4cbe-8055-6041df1e6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:27.769227 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-adad8a7f-9667-4e9b-a60e-a1704a46befa req-6f9b0a85-520b-4cbe-8055-6041df1e6eac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 1096 time: 0.1418967 Jul 15 15:09:27.804554 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-26ff7a3d-03c3-4988-9057-0a229c079ed4 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.811975 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ff7a3d-03c3-4988-9057-0a229c079ed4 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:27.812632 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-26ff7a3d-03c3-4988-9057-0a229c079ed4 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.817336 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-adad8a7f-9667-4e9b-a60e-a1704a46befa req-8973166d-69cf-4f02-b71a-5e5f25997b79 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411556 Jul 15 15:09:27.910792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff7a3d-03c3-4988-9057-0a229c079ed4 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event updated for resources: {'Network': ['ID=374a50a4-1668-4ad2-939e-610b4c0a2519,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:27.928600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 374a50a4-1668-4ad2-939e-610b4c0a2519 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:09:27.971411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-26ff7a3d-03c3-4988-9057-0a229c079ed4 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4853420 Jul 15 15:09:28.013663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321bef5-69d7-4c16-b6d9-df16884977da req-3efc61cf-60e0-438b-a5d8-5021508a8748 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:28.015388 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0321bef5-69d7-4c16-b6d9-df16884977da req-3efc61cf-60e0-438b-a5d8-5021508a8748 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 943 time: 0.4247956 Jul 15 15:09:28.152287 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e29e2506-f6ef-4d1f-9c7e-d6514a1ebb3a req-5cf991f5-bcf0-4359-b834-bd21ff54e04c tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.4090681 Jul 15 15:09:28.209608 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0321bef5-69d7-4c16-b6d9-df16884977da req-5113b68c-7922-4fb9-9323-6a25088f7bc7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832378 Jul 15 15:09:28.740739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51021cbe-a091-4a29-8177-0afe7919ec46 req-f35eaa47-4dac-4a78-bef5-5053e896065b tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:28.746440 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-51021cbe-a091-4a29-8177-0afe7919ec46 req-f35eaa47-4dac-4a78-bef5-5053e896065b tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 945 time: 0.2440214 Jul 15 15:09:28.871116 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-51021cbe-a091-4a29-8177-0afe7919ec46 req-ec545fc7-9825-4eb1-8042-8a6222f5dd1c tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153607 Jul 15 15:09:29.245571 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:09:29.268933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fb6f4-bf26-4585-b4a4-90312ee7391b req-3002d7e3-e555-4a84-8a69-8f79f870de92 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:29.281712 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a29fb6f4-bf26-4585-b4a4-90312ee7391b req-3002d7e3-e555-4a84-8a69-8f79f870de92 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.2437599 Jul 15 15:09:29.376875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a29fb6f4-bf26-4585-b4a4-90312ee7391b req-2c04ea36-f844-48cb-9277-52db81fe49fb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921228 Jul 15 15:09:29.580319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=58bb0ab0-50e1-4c7e-aa88-a48d49298bc9,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:29.627434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '58bb0ab0-50e1-4c7e-aa88-a48d49298bc9', 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19', 'port_id': '58bb0ab0-50e1-4c7e-aa88-a48d49298bc9', 'mac_address': 'fa:16:3e:05:95:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65019e12-bfdf-433d-bc85-c35edee27cc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:09:29.769537 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34902) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:29.844558 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:29.947461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:09:29.959071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bc2a3-e9d4-4a04-aa3b-50f5df33a6a7 req-87dfb090-f133-42f3-888d-4a461336e22e tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:29.967621 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-121bc2a3-e9d4-4a04-aa3b-50f5df33a6a7 req-87dfb090-f133-42f3-888d-4a461336e22e tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 943 time: 0.2473960 Jul 15 15:09:30.026948 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-121bc2a3-e9d4-4a04-aa3b-50f5df33a6a7 req-c29e2b96-0e70-4189-a53a-84fa6c2fae1f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555418 Jul 15 15:09:30.114512 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=58bb0ab0-50e1-4c7e-aa88-a48d49298bc9,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:30.122648 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-954ff6ff-548d-4847-bb24-aec18f3c643c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:30.134166 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:30.292252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=58bb0ab0-50e1-4c7e-aa88-a48d49298bc9,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:30.329093 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f23eb6ec-2cdf-4e9a-99ea-93e39843e751 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-178782938-network', 'tenant_id': 'b29903225f0f47fc9fc2c8f68b8350f8'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:30.382768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23eb6ec-2cdf-4e9a-99ea-93e39843e751 admin admin] Made reservation on behalf of b29903225f0f47fc9fc2c8f68b8350f8 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:30.386813 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f23eb6ec-2cdf-4e9a-99ea-93e39843e751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:30.397850 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f23eb6ec-2cdf-4e9a-99ea-93e39843e751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:30.411047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['58bb0ab0-50e1-4c7e-aa88-a48d49298bc9'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:30.696562 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f23eb6ec-2cdf-4e9a-99ea-93e39843e751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:30.705293 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f23eb6ec-2cdf-4e9a-99ea-93e39843e751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:30.753897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23eb6ec-2cdf-4e9a-99ea-93e39843e751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:09:30.813886 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f23eb6ec-2cdf-4e9a-99ea-93e39843e751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:30.815169 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-f23eb6ec-2cdf-4e9a-99ea-93e39843e751 admin admin] Added segment c5c5cce6-1875-4e69-b7bb-3d6d020c72ce of type vlan for network a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff Jul 15 15:09:30.819463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23eb6ec-2cdf-4e9a-99ea-93e39843e751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23952ff4-a0a3-4212-83b8-7420a52222a8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:30.912108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab8d4e-45ad-423b-8baa-17e2aa1fce0a req-adf563bb-0af4-44b5-bd62-8fa1ea57170e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:30.940793 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-00ab8d4e-45ad-423b-8baa-17e2aa1fce0a req-adf563bb-0af4-44b5-bd62-8fa1ea57170e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.2415571 Jul 15 15:09:31.060306 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f23eb6ec-2cdf-4e9a-99ea-93e39843e751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:31.143103 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-00ab8d4e-45ad-423b-8baa-17e2aa1fce0a req-e9f68273-59ad-499a-9b64-64587f4cafbf tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007983 Jul 15 15:09:31.173771 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f23eb6ec-2cdf-4e9a-99ea-93e39843e751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:31.175429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23eb6ec-2cdf-4e9a-99ea-93e39843e751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:31.176680 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f23eb6ec-2cdf-4e9a-99ea-93e39843e751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:31.302276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35032) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:31.304434 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f23eb6ec-2cdf-4e9a-99ea-93e39843e751 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5332799 Jul 15 15:09:31.308619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-cae6419c-dfbb-4ebb-ac10-0c19671a42a4 admin admin] Request body: {'subnet': {'network_id': 'a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-178782938-subnet', 'tenant_id': 'b29903225f0f47fc9fc2c8f68b8350f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:31.416433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae6419c-dfbb-4ebb-ac10-0c19671a42a4 admin admin] Made reservation on behalf of b29903225f0f47fc9fc2c8f68b8350f8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:31.431459 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cae6419c-dfbb-4ebb-ac10-0c19671a42a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:31.495572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23eb6ec-2cdf-4e9a-99ea-93e39843e751 admin admin] Pushing event updated for resources: {'Network': ['ID=a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:31.520743 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:09:31.679670 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35038) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:31.688064 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Request body: {'subnets': [{'network_id': 'b4ba51bd-69d7-402f-8ea3-e04aee77edd2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1427471743', 'ip_version': 6}, {'network_id': '374a50a4-1668-4ad2-939e-610b4c0a2519', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:31.688572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Request body: {'subnet': {'network_id': 'b4ba51bd-69d7-402f-8ea3-e04aee77edd2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1427471743', 'ip_version': 6}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:31.689280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Request body: {'subnet': {'network_id': '374a50a4-1668-4ad2-939e-610b4c0a2519', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:31.864504 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad706e08-3c1e-4c5f-8fd1-69cdd7ddd8e1 req-31205c5a-8727-4e9c-8681-010c5d6a374f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:31.875125 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad706e08-3c1e-4c5f-8fd1-69cdd7ddd8e1 req-31205c5a-8727-4e9c-8681-010c5d6a374f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 944 time: 0.2306130 Jul 15 15:09:31.878427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35046) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:31.970936 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad706e08-3c1e-4c5f-8fd1-69cdd7ddd8e1 req-dbb9cc78-57da-42fe-88f5-246f60fc0f9b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863097 Jul 15 15:09:32.159693 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cae6419c-dfbb-4ebb-ac10-0c19671a42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:32.246293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Made reservation on behalf of e3dd479ec77b426c922fc88ff33bfaca for: {'subnet': 2} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:32.258632 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:32.258990 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:32.350518 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36c74ff2-19f0-4a63-a828-b1d04231aa42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:32.388408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6419c-dfbb-4ebb-ac10-0c19671a42a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f5d078-10dc-4334-bef9-c283d02fcf7c,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:32.446242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae6419c-dfbb-4ebb-ac10-0c19671a42a4 admin admin] Checking segment: {'id': 'c5c5cce6-1875-4e69-b7bb-3d6d020c72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:09:32.446631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae6419c-dfbb-4ebb-ac10-0c19671a42a4 admin admin] Network hostable DHCP agents. Network: a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:09:32.516664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafff879-e0a4-481a-9169-bdabd8b63857 req-6652c03e-e60c-40de-b53f-25d96cfccb40 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:32.518698 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fafff879-e0a4-481a-9169-bdabd8b63857 req-6652c03e-e60c-40de-b53f-25d96cfccb40 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.2699890 Jul 15 15:09:32.529612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd72917-799d-4dbd-87ea-905b24df0165 req-0b7e89ed-d480-49af-87b8-f04115edab79 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:32.537449 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6dd72917-799d-4dbd-87ea-905b24df0165 req-0b7e89ed-d480-49af-87b8-f04115edab79 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 946 time: 0.2975247 Jul 15 15:09:32.542582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae6419c-dfbb-4ebb-ac10-0c19671a42a4 admin admin] Network a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:09:32.611227 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-cae6419c-dfbb-4ebb-ac10-0c19671a42a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:09:32.673398 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ca51ca-0403-4a51-a463-786b8da1961f None None] Network a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:09:32.673786 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae6419c-dfbb-4ebb-ac10-0c19671a42a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:32.673786 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cae6419c-dfbb-4ebb-ac10-0c19671a42a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:32.673786 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6dd72917-799d-4dbd-87ea-905b24df0165 req-3fa4b6ac-d799-43b0-94e0-30f66c310b86 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327674 Jul 15 15:09:32.749126 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fafff879-e0a4-481a-9169-bdabd8b63857 req-e9973fe1-f3d9-43b5-be94-1f330d1829b0 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081661 Jul 15 15:09:32.754748 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36c74ff2-19f0-4a63-a828-b1d04231aa42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:32.766478 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-36c74ff2-19f0-4a63-a828-b1d04231aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:32.787445 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:32.821015 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cae6419c-dfbb-4ebb-ac10-0c19671a42a4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5150812 Jul 15 15:09:32.838032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-36c74ff2-19f0-4a63-a828-b1d04231aa42 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e714511d733245ac90899aaa042cb2c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9551213 Jul 15 15:09:32.843263 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35066) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:32.855317 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c74ff2-19f0-4a63-a828-b1d04231aa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850cb3eb-8681-4626-97ca-1d4da318e083,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:32.873446 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:32.921054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b414c003-5747-40d0-a39d-9def245161cf None None] Network a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:09:32.942508 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2274823-1e6c-4bb7-a2ff-0783835f6b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:32.946628 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8f9be4b-7e67-4aae-8ec3-ac3288849035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:32.989402 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2274823-1e6c-4bb7-a2ff-0783835f6b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:33.015647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event updated for resources: {'Subnet': ['ID=053c2a25-b785-4f90-979f-cf0f34f6313d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:33.038255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Checking segment: {'id': 'cb750cb7-c5f7-44fb-8534-40cd2708f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b4ba51bd-69d7-402f-8ea3-e04aee77edd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:09:33.047723 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Network hostable DHCP agents. Network: b4ba51bd-69d7-402f-8ea3-e04aee77edd2, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:09:33.125947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Network b4ba51bd-69d7-402f-8ea3-e04aee77edd2 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:09:33.162561 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2274823-1e6c-4bb7-a2ff-0783835f6b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:33.166299 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2274823-1e6c-4bb7-a2ff-0783835f6b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:33.167813 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a2274823-1e6c-4bb7-a2ff-0783835f6b6f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/850cb3eb-8681-4626-97ca-1d4da318e083 HTTP/1.1" status: 204 len: 168 time: 0.3232517 Jul 15 15:09:33.209588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2274823-1e6c-4bb7-a2ff-0783835f6b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850cb3eb-8681-4626-97ca-1d4da318e083,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:33.219350 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, b4ba51bd-69d7-402f-8ea3-e04aee77edd2) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:09:33.241606 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:33.268598 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24680e18-653a-4340-9ae1-dca7d278a11f None None] Network b4ba51bd-69d7-402f-8ea3-e04aee77edd2 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:09:33.389223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event updated for resources: {'Subnet': ['ID=bbbb3257-8c13-4df1-86b6-62d2348f610c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:33.447243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49dc42-905b-4a84-a65c-69b15da52f66 req-bb532e77-5c9c-4f4f-9fea-e6aa9537b773 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:33.451816 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7f49dc42-905b-4a84-a65c-69b15da52f66 req-bb532e77-5c9c-4f4f-9fea-e6aa9537b773 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.11 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 946 time: 0.3475096 Jul 15 15:09:33.453054 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Checking segment: {'id': '055ea844-5408-42ab-a467-1ab986ad8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '374a50a4-1668-4ad2-939e-610b4c0a2519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:09:33.453585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Network hostable DHCP agents. Network: 374a50a4-1668-4ad2-939e-610b4c0a2519, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:09:33.483158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38705b-7221-4246-bfd5-fb9d6b993168 req-21eac491-eb82-4c39-ac75-275033b9086e tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:33.498508 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec38705b-7221-4246-bfd5-fb9d6b993168 req-21eac491-eb82-4c39-ac75-275033b9086e tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 944 time: 0.2451329 Jul 15 15:09:33.588674 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Network 374a50a4-1668-4ad2-939e-610b4c0a2519 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:09:33.643654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec38705b-7221-4246-bfd5-fb9d6b993168 req-f6f0d9db-1292-4725-bf1b-c8860082226d tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434748 Jul 15 15:09:33.644448 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:09:33.697692 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 374a50a4-1668-4ad2-939e-610b4c0a2519) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:09:33.704959 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:33.705433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:33.706071 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:33.738086 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c4802-d3c1-41d1-87dc-e4e68752f84d None None] Network 374a50a4-1668-4ad2-939e-610b4c0a2519 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:09:33.765679 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3fb6b860-2086-439d-b13d-7011492846a2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0848649 Jul 15 15:09:33.768492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35090) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:33.829783 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-7f49dc42-905b-4a84-a65c-69b15da52f66 req-520299ad-2131-4428-ac9c-0cfcfe01a946 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Deleting port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:33.830132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f49dc42-905b-4a84-a65c-69b15da52f66 req-520299ad-2131-4428-ac9c-0cfcfe01a946 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:33.977346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a817610-2a2a-47e4-bec0-605f3a6a31d2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:33.979629 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a817610-2a2a-47e4-bec0-605f3a6a31d2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:33.983115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a817610-2a2a-47e4-bec0-605f3a6a31d2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:33.985199 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2a817610-2a2a-47e4-bec0-605f3a6a31d2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2151375 Jul 15 15:09:33.995422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35098) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:34.051750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35108) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:34.067189 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:09:34.083238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:09:34.083972 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:34.092594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-b4ba51bd-69d7-402f-8ea3-e04aee77edd2', 'network_id': 'b4ba51bd-69d7-402f-8ea3-e04aee77edd2', 'tenant_id': 'e3dd479ec77b426c922fc88ff33bfaca', 'fixed_ips': [{'subnet_id': '053c2a25-b785-4f90-979f-cf0f34f6313d'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:09:34.094055 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:34.188514 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7f49dc42-905b-4a84-a65c-69b15da52f66 req-520299ad-2131-4428-ac9c-0cfcfe01a946 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] For port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:34.188888 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f49dc42-905b-4a84-a65c-69b15da52f66 req-520299ad-2131-4428-ac9c-0cfcfe01a946 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:34.231661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-7f49dc42-905b-4a84-a65c-69b15da52f66 req-520299ad-2131-4428-ac9c-0cfcfe01a946 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Calling delete_port for ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:34.346109 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:34.401768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-374a50a4-1668-4ad2-939e-610b4c0a2519', 'network_id': '374a50a4-1668-4ad2-939e-610b4c0a2519', 'tenant_id': 'e3dd479ec77b426c922fc88ff33bfaca', 'fixed_ips': [{'subnet_id': 'bbbb3257-8c13-4df1-86b6-62d2348f610c'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:09:34.408905 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:34.514889 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:34.524676 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f49dc42-905b-4a84-a65c-69b15da52f66 req-520299ad-2131-4428-ac9c-0cfcfe01a946 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:34.545698 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['f0da14db-5a83-4e5b-b908-c08e1a025c46'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:34.548499 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['b99d0072-717b-48c9-95ff-74225f299572', 'ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:34.611144 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Allocated IP 2001:db8::1 (b4ba51bd-69d7-402f-8ea3-e04aee77edd2/053c2a25-b785-4f90-979f-cf0f34f6313d/8d070926-1b3d-4284-a350-2747193885f2) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:09:34.626839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520299ad-2131-4428-ac9c-0cfcfe01a946 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Pushing event deleted for resources: {'Port': ['ID=ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:34.660325 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f49dc42-905b-4a84-a65c-69b15da52f66 req-520299ad-2131-4428-ac9c-0cfcfe01a946 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] No DVR routers for this DVR port ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:34.664673 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f49dc42-905b-4a84-a65c-69b15da52f66 req-520299ad-2131-4428-ac9c-0cfcfe01a946 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:34.667697 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7f49dc42-905b-4a84-a65c-69b15da52f66 req-520299ad-2131-4428-ac9c-0cfcfe01a946 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.11 "DELETE /v2.0/ports/ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 HTTP/1.1" status: 204 len: 173 time: 1.1951370 Jul 15 15:09:34.668613 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d', 'name': 'network-vif-deleted', 'tag': 'ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:09:34.674568 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078e05b9-a9ec-47cf-a443-e8f7e4501f52" -d '{"events": [{"server_uuid": "68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d", "name": "network-vif-deleted", "tag": "ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:34.701776 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fa380a34-3f81-499b-a624-c305be40eac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:34.723327 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fbb9722-f0c4-436e-aa1e-20d46744b543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bb0ab0-50e1-4c7e-aa88-a48d49298bc9'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:09:34.725802 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6cffb4-0def-42b2-ae9e-58adea90df19" -d '{"events": [{"server_uuid": "0fbb9722-f0c4-436e-aa1e-20d46744b543", "name": "network-vif-plugged", "status": "completed", "tag": "58bb0ab0-50e1-4c7e-aa88-a48d49298bc9"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:34.773355 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38e9d00-d962-4978-8a61-21fdd8303a79 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Deleting subnet 053c2a25-b785-4f90-979f-cf0f34f6313d {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:09:34.819448 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=58bb0ab0-50e1-4c7e-aa88-a48d49298bc9,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:34.836661 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:34.862476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-e6255c59-f6f5-4d05-9682-45ceda490e36 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:34.864232 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-e6255c59-f6f5-4d05-9682-45ceda490e36 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/networks?id=a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff HTTP/1.1" status: 200 len: 821 time: 0.2992353 Jul 15 15:09:34.914024 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b47bed-2ca4-4bf1-a636-125fdbc52d36 req-3c2f53e4-47e4-4b04-9039-5964d2ae2811 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:34.921947 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55b47bed-2ca4-4bf1-a636-125fdbc52d36 req-3c2f53e4-47e4-4b04-9039-5964d2ae2811 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d HTTP/1.1" status: 200 len: 867 time: 0.9347100 Jul 15 15:09:34.929291 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-73ab1bd9-59d8-4f69-8ba6-7d412ef62b67 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/quotas/b29903225f0f47fc9fc2c8f68b8350f8 HTTP/1.1" status: 200 len: 375 time: 0.0463319 Jul 15 15:09:35.001935 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-97f89d8e-3809-4d53-aa87-69a776a69d65 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b29903225f0f47fc9fc2c8f68b8350f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685227 Jul 15 15:09:35.023516 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-4ec03daa-fbea-4ff2-bd15-0b4a30a38423 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:09:35.024550 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-4ec03daa-fbea-4ff2-bd15-0b4a30a38423 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062182 Jul 15 15:09:35.061554 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55b47bed-2ca4-4bf1-a636-125fdbc52d36 req-1e1eb4fc-22ed-4c28-9e51-55dd284b27e1 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386564 Jul 15 15:09:35.121334 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fa380a34-3f81-499b-a624-c305be40eac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:35.151377 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Allocated IP 2001:db8:0:1::1 (374a50a4-1668-4ad2-939e-610b4c0a2519/bbbb3257-8c13-4df1-86b6-62d2348f610c/47c1dc72-09b9-42ee-9dda-d640e621f01b) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:09:35.181443 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fa380a34-3f81-499b-a624-c305be40eac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:35.259894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fa380a34-3f81-499b-a624-c305be40eac4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9f2884aac8d8442d9385fc0695846930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7201722 Jul 15 15:09:35.260931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35130) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:35.264579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa380a34-3f81-499b-a624-c305be40eac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0daa18d-ff08-45a2-8cb7-f54b46912fef,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:35.270583 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=58bb0ab0-50e1-4c7e-aa88-a48d49298bc9,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:35.288665 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-9844b34e-f330-4027-a362-f2c32829ac12 service neutron] 10.222.0.38 "GET /v2.0/networks/a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532587 Jul 15 15:09:35.410223 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b44b5fd5-157e-4084-b17a-9bf87f3163d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:35.456147 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b44b5fd5-157e-4084-b17a-9bf87f3163d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:35.545673 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b44b5fd5-157e-4084-b17a-9bf87f3163d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:35.548602 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b44b5fd5-157e-4084-b17a-9bf87f3163d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:35.549772 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b44b5fd5-157e-4084-b17a-9bf87f3163d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b0daa18d-ff08-45a2-8cb7-f54b46912fef HTTP/1.1" status: 204 len: 168 time: 0.2876093 Jul 15 15:09:35.560907 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-1faa5927-0ece-4b71-877d-64578f55c961 service neutron] 10.222.0.38 "GET /v2.0/networks/a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661116 Jul 15 15:09:35.569784 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b5fd5-157e-4084-b17a-9bf87f3163d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0daa18d-ff08-45a2-8cb7-f54b46912fef,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:35.631124 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f73c78-e5d6-41c8-a8ec-d0090bf84397 req-57230767-92dd-4635-a756-de50f97ce0d7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:35.639690 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5f73c78-e5d6-41c8-a8ec-d0090bf84397 req-57230767-92dd-4635-a756-de50f97ce0d7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.2355812 Jul 15 15:09:35.729376 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5f73c78-e5d6-41c8-a8ec-d0090bf84397 req-bcce483e-d2d0-4df2-93e3-6e262219b22a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851650 Jul 15 15:09:35.933810 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2298c59e-791b-4a7c-aa77-48c7a480ea4f x-openstack-request-id: req-2298c59e-791b-4a7c-aa77-48c7a480ea4f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:35.934156 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d", "name": "network-vif-deleted", "tag": "ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:35.934609 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2298c59e-791b-4a7c-aa77-48c7a480ea4f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:35.935040 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e19f3d-a9ea-4fec-9ce2-fcc6a368db4d', 'name': 'network-vif-deleted', 'tag': 'ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0', 'status': 'completed', 'code': 200} Jul 15 15:09:36.125613 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f984a54a-bced-4e2a-963e-a00076d533da x-openstack-request-id: req-f984a54a-bced-4e2a-963e-a00076d533da {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:36.126651 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fbb9722-f0c4-436e-aa1e-20d46744b543", "name": "network-vif-plugged", "status": "completed", "tag": "58bb0ab0-50e1-4c7e-aa88-a48d49298bc9", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:36.127107 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f984a54a-bced-4e2a-963e-a00076d533da {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:36.127715 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fbb9722-f0c4-436e-aa1e-20d46744b543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bb0ab0-50e1-4c7e-aa88-a48d49298bc9', 'code': 200} Jul 15 15:09:36.208444 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636c1b3-64f9-4463-bb0b-e0fb2e9ac8de req-77b765af-5224-4868-afd6-2d10e7cf5bbb tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:36.224176 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7636c1b3-64f9-4463-bb0b-e0fb2e9ac8de req-77b765af-5224-4868-afd6-2d10e7cf5bbb tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 945 time: 0.2941916 Jul 15 15:09:36.300230 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:36.329816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Transition to ACTIVE for port object 47c1dc72-09b9-42ee-9dda-d640e621f01b will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:09:36.346733 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7636c1b3-64f9-4463-bb0b-e0fb2e9ac8de req-f3929f9a-f4d2-423b-80c2-797e89358807 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173661 Jul 15 15:09:36.414381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Transition to ACTIVE for port object 47c1dc72-09b9-42ee-9dda-d640e621f01b will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:09:36.426630 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:36.428581 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:36.497064 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:36.537216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e0eb152-cd97-44aa-94e1-9e5e91e0be2c req-ab8c9623-84f0-4381-a8bb-3a8f2fbe11fc tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 210 time: 0.0696375 Jul 15 15:09:36.598414 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Transition to ACTIVE for port object 8d070926-1b3d-4284-a350-2747193885f2 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:09:36.649798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59069bb6-7138-4b46-b4c4-41faa7ac9760 req-96a8b8ae-931d-41b2-8271-bb8ea30461d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:36.655513 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59069bb6-7138-4b46-b4c4-41faa7ac9760 req-96a8b8ae-931d-41b2-8271-bb8ea30461d6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 1096 time: 0.5348740 Jul 15 15:09:36.672626 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Transition to ACTIVE for port object 8d070926-1b3d-4284-a350-2747193885f2 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:09:36.694439 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d38e9d00-d962-4978-8a61-21fdd8303a79 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:36.698196 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:36.728869 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Network 374a50a4-1668-4ad2-939e-610b4c0a2519 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:09:36.767498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:09:36.768204 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d38e9d00-d962-4978-8a61-21fdd8303a79 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:36.781901 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:09:36.867991 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Pushing event updated for resources: {'Port': ['ID=47c1dc72-09b9-42ee-9dda-d640e621f01b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:36.889106 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d38e9d00-d962-4978-8a61-21fdd8303a79 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:36.897717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Network b4ba51bd-69d7-402f-8ea3-e04aee77edd2 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:09:37.011746 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:09:37.016695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:09:37.023627 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d38e9d00-d962-4978-8a61-21fdd8303a79 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:37.139039 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59069bb6-7138-4b46-b4c4-41faa7ac9760 req-928ded39-ac9a-4f4c-981d-f3a9db3a032f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806566 Jul 15 15:09:37.154625 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Pushing event updated for resources: {'Port': ['ID=8d070926-1b3d-4284-a350-2747193885f2,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:37.164058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e9d00-d962-4978-8a61-21fdd8303a79 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event deleted for resources: {'Subnet': ['ID=053c2a25-b785-4f90-979f-cf0f34f6313d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:37.166945 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Attempting to bind port 47c1dc72-09b9-42ee-9dda-d640e621f01b on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:09:37.167841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Attempting to bind port 47c1dc72-09b9-42ee-9dda-d640e621f01b by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '055ea844-5408-42ab-a467-1ab986ad8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '374a50a4-1668-4ad2-939e-610b4c0a2519'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:09:37.168393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Attempting to bind port 47c1dc72-09b9-42ee-9dda-d640e621f01b on network 374a50a4-1668-4ad2-939e-610b4c0a2519 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:09:37.204194 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d38e9d00-d962-4978-8a61-21fdd8303a79 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:37.210037 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:09:37.210890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35200) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:37.212133 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d38e9d00-d962-4978-8a61-21fdd8303a79 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "DELETE /v2.0/subnets/053c2a25-b785-4f90-979f-cf0f34f6313d HTTP/1.1" status: 204 len: 168 time: 3.2112505 Jul 15 15:09:37.214876 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Checking segment: {'id': '055ea844-5408-42ab-a467-1ab986ad8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '374a50a4-1668-4ad2-939e-610b4c0a2519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:09:37.216181 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:37.216812 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Bound using segment: {'id': '055ea844-5408-42ab-a467-1ab986ad8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '374a50a4-1668-4ad2-939e-610b4c0a2519'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:09:37.217698 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Bound port: 47c1dc72-09b9-42ee-9dda-d640e621f01b, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055ea844-5408-42ab-a467-1ab986ad8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '374a50a4-1668-4ad2-939e-610b4c0a2519'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:09:37.218241 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:37.232754 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Attempting to bind port 8d070926-1b3d-4284-a350-2747193885f2 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:09:37.234346 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Attempting to bind port 8d070926-1b3d-4284-a350-2747193885f2 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'cb750cb7-c5f7-44fb-8534-40cd2708f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b4ba51bd-69d7-402f-8ea3-e04aee77edd2'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:09:37.235149 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Attempting to bind port 8d070926-1b3d-4284-a350-2747193885f2 on network b4ba51bd-69d7-402f-8ea3-e04aee77edd2 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:09:37.317491 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] For port 47c1dc72-09b9-42ee-9dda-d640e621f01b, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:09:37.323937 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] For port 47c1dc72-09b9-42ee-9dda-d640e621f01b, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=47c1dc72-09b9-42ee-9dda-d640e621f01b,segment=NetworkSegment(055ea844-5408-42ab-a467-1ab986ad8259),segment_id=055ea844-5408-42ab-a467-1ab986ad8259)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:09:37.326980 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:09:37.327539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Checking segment: {'id': 'cb750cb7-c5f7-44fb-8534-40cd2708f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b4ba51bd-69d7-402f-8ea3-e04aee77edd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:09:37.329580 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:37.330151 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Bound using segment: {'id': 'cb750cb7-c5f7-44fb-8534-40cd2708f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b4ba51bd-69d7-402f-8ea3-e04aee77edd2'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:09:37.331465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Bound port: 8d070926-1b3d-4284-a350-2747193885f2, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb750cb7-c5f7-44fb-8534-40cd2708f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b4ba51bd-69d7-402f-8ea3-e04aee77edd2'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:09:37.332235 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:37.337319 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:37.381523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-151dc08d-0bff-4dec-bba5-4b3eacbf4ac2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Deleting subnet bbbb3257-8c13-4df1-86b6-62d2348f610c {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:09:37.393028 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-151dc08d-0bff-4dec-bba5-4b3eacbf4ac2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:37.548402 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-151dc08d-0bff-4dec-bba5-4b3eacbf4ac2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:37.570434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5253b6-91e6-4a72-9f5c-fb1b5ec017c9 None None] Pushing event updated for resources: {'Port': ['ID=47c1dc72-09b9-42ee-9dda-d640e621f01b,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:37.602263 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6070ebd-17b8-4077-8f98-f1a8f3a5480b req-1969ff19-51a2-4f71-8571-a056db8ee91a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:37.607828 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6070ebd-17b8-4077-8f98-f1a8f3a5480b req-1969ff19-51a2-4f71-8571-a056db8ee91a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.2573571 Jul 15 15:09:37.635826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] For port 8d070926-1b3d-4284-a350-2747193885f2, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:09:37.642469 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] For port 8d070926-1b3d-4284-a350-2747193885f2, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8d070926-1b3d-4284-a350-2747193885f2,segment=NetworkSegment(cb750cb7-c5f7-44fb-8534-40cd2708f5cb),segment_id=cb750cb7-c5f7-44fb-8534-40cd2708f5cb)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:09:37.667631 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:37.728894 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-151dc08d-0bff-4dec-bba5-4b3eacbf4ac2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:37.774756 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6070ebd-17b8-4077-8f98-f1a8f3a5480b req-89c501a4-85cf-4fc0-8ecb-5a0611da7705 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419506 Jul 15 15:09:37.833975 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afc3be-a125-442c-9e09-f6b925b214be req-bc8c353e-5c4e-4bd1-ba2e-e7fa0486bd26 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:37.843254 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12afc3be-a125-442c-9e09-f6b925b214be req-bc8c353e-5c4e-4bd1-ba2e-e7fa0486bd26 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 945 time: 0.2344408 Jul 15 15:09:37.851831 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-151dc08d-0bff-4dec-bba5-4b3eacbf4ac2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:37.896153 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba714d9-ac11-483f-8edd-97e6c16e10db None None] Pushing event updated for resources: {'Port': ['ID=8d070926-1b3d-4284-a350-2747193885f2,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:37.941258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f65a399-b6c8-4d84-9a5b-1ede22197872 None None] Network b4ba51bd-69d7-402f-8ea3-e04aee77edd2 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:09:37.963031 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151dc08d-0bff-4dec-bba5-4b3eacbf4ac2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbb3257-8c13-4df1-86b6-62d2348f610c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:37.984298 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12afc3be-a125-442c-9e09-f6b925b214be req-0be080c8-dbee-4f95-aaf2-5a81cb0a148d tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353736 Jul 15 15:09:37.992999 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-151dc08d-0bff-4dec-bba5-4b3eacbf4ac2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:38.002101 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-151dc08d-0bff-4dec-bba5-4b3eacbf4ac2 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "DELETE /v2.0/subnets/bbbb3257-8c13-4df1-86b6-62d2348f610c HTTP/1.1" status: 204 len: 168 time: 0.7839708 Jul 15 15:09:38.002101 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35224) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:38.238127 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abb0d-9001-488a-9c7c-a87cef08c923 req-e8a4e7f5-da29-4a26-b1a3-b61092ddb6e3 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:38.257645 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-606abb0d-9001-488a-9c7c-a87cef08c923 req-e8a4e7f5-da29-4a26-b1a3-b61092ddb6e3 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37 HTTP/1.1" status: 200 len: 946 time: 0.1824884 Jul 15 15:09:38.272252 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604a2d6a-b6b8-42db-bdc7-c434f2d6b234 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:38.286616 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-604a2d6a-b6b8-42db-bdc7-c434f2d6b234 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2822275 Jul 15 15:09:38.287435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35234) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:38.414050 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-365857a3-da28-4313-82b9-72faf6732374 req-74781ac8-a995-40c3-a7d3-6e13e766dfdd tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 210 time: 0.1166022 Jul 15 15:09:38.460778 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-606abb0d-9001-488a-9c7c-a87cef08c923 req-50b5ca4b-d858-4480-a4ec-23d192e40625 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990824 Jul 15 15:09:38.473469 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:38.539164 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:09:38.543236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ed6ef515-8160-4e4d-b1f9-28a1dfeebcc0 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:38.570498 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:38.737637 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-745e0cea-f3b8-4789-a449-c405e079392b req-aaf42171-94fa-4f02-b747-4f5842b0e53a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1437197 Jul 15 15:09:38.832711 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-0d55c348-f182-44ed-ac6b-76ff08b3353d tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:38.834728 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-0d55c348-f182-44ed-ac6b-76ff08b3353d tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.11 "GET /v2.0/networks?id=a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff HTTP/1.1" status: 200 len: 821 time: 0.3450570 Jul 15 15:09:38.860436 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-16603c07-ccfa-4a23-83ef-dfc05a8c882e tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Request body: {'port': {'device_id': 'fe17534b-9273-4441-a510-6f8f5e4d82ce', 'network_id': 'a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff', 'admin_state_up': True, 'tenant_id': 'b29903225f0f47fc9fc2c8f68b8350f8'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:39.009681 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Deleting port 47c1dc72-09b9-42ee-9dda-d640e621f01b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:39.010027 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:39.060327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e0cea-f3b8-4789-a449-c405e079392b req-1d5c2e6a-fc1d-4eee-8c98-f5ea46171fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:39.064369 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-745e0cea-f3b8-4789-a449-c405e079392b req-1d5c2e6a-fc1d-4eee-8c98-f5ea46171fd1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 1095 time: 0.2005079 Jul 15 15:09:39.133529 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] For port 47c1dc72-09b9-42ee-9dda-d640e621f01b, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=47c1dc72-09b9-42ee-9dda-d640e621f01b,segment=NetworkSegment(055ea844-5408-42ab-a467-1ab986ad8259),segment_id=055ea844-5408-42ab-a467-1ab986ad8259)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:39.138877 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:39.175936 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Calling delete_port for 47c1dc72-09b9-42ee-9dda-d640e621f01b owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:39.325531 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 47c1dc72-09b9-42ee-9dda-d640e621f01b up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:09:39.505784 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 47c1dc72-09b9-42ee-9dda-d640e621f01b completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:09:39.530551 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:39.591368 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event deleted for resources: {'Port': ['ID=47c1dc72-09b9-42ee-9dda-d640e621f01b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:39.607303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e0cea-f3b8-4789-a449-c405e079392b req-eb960287-462b-4946-8bed-7450af515443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:39.613226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-745e0cea-f3b8-4789-a449-c405e079392b req-eb960287-462b-4946-8bed-7450af515443 service neutron] 10.222.0.22 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.3781772 Jul 15 15:09:39.615997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] No DVR routers for this DVR port 47c1dc72-09b9-42ee-9dda-d640e621f01b on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:39.632716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93597859-c8e6-4895-b047-48867cf9dde7 req-340a6aca-1126-4e18-be91-09714379c83a tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:39.635449 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-93597859-c8e6-4895-b047-48867cf9dde7 req-340a6aca-1126-4e18-be91-09714379c83a tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37 HTTP/1.1" status: 200 len: 946 time: 0.6449497 Jul 15 15:09:39.636334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-16603c07-ccfa-4a23-83ef-dfc05a8c882e tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Made reservation on behalf of b29903225f0f47fc9fc2c8f68b8350f8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:39.653072 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-16603c07-ccfa-4a23-83ef-dfc05a8c882e tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:39.655278 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee6bbec-5382-4807-aef0-a9262c000e01 None None] Network 374a50a4-1668-4ad2-939e-610b4c0a2519 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:09:39.699123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a295db-c4f9-4b16-b408-c2fed4356134 req-ee478254-752b-481b-b5d0-eaf4cd535014 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:39.706463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68a295db-c4f9-4b16-b408-c2fed4356134 req-ee478254-752b-481b-b5d0-eaf4cd535014 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.6552422 Jul 15 15:09:39.803503 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8aee0e2c-3244-4a08-b916-6a494ef794c8 None None] Could not find standard attr ID for object 47c1dc72-09b9-42ee-9dda-d640e621f01b. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:09:39.811949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f680d-b530-4104-8a30-455b57150092 req-8ea27d16-ff0b-4c67-855f-43be1d05ea15 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:39.818427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-637f680d-b530-4104-8a30-455b57150092 req-8ea27d16-ff0b-4c67-855f-43be1d05ea15 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 945 time: 0.5772762 Jul 15 15:09:39.831373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-16603c07-ccfa-4a23-83ef-dfc05a8c882e tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Allocated IP 172.20.0.7 (a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff/32f5d078-10dc-4334-bef9-c283d02fcf7c/78f89e80-60d7-45a2-9f78-3a398b7d62d2) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:09:39.835736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68a295db-c4f9-4b16-b408-c2fed4356134 req-d6b88257-8538-4cd5-bb4b-9d695d06fb3f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282458 Jul 15 15:09:39.912650 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-745e0cea-f3b8-4789-a449-c405e079392b req-f16fa44f-fa05-4bbb-baab-dc6f940b5de1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 HTTP/1.1" status: 200 len: 999 time: 0.2786644 Jul 15 15:09:39.941255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77f7b41-82a2-4338-9d0f-9a07cf17c80e None None] DHCP port deletion for 374a50a4-1668-4ad2-939e-610b4c0a2519 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:09:39.967873 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73678fac-96af-4c1f-b897-a3f80fcd0bc8 None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:09:40.079022 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-637f680d-b530-4104-8a30-455b57150092 req-a448bb20-b317-4389-92d6-df6b5378571a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417998 Jul 15 15:09:40.118271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e0cea-f3b8-4789-a449-c405e079392b req-ec67297b-88e8-4160-af5d-24fe2f66ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:40.121818 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-745e0cea-f3b8-4789-a449-c405e079392b req-ec67297b-88e8-4160-af5d-24fe2f66ec98 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.1985219 Jul 15 15:09:40.212111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73678fac-96af-4c1f-b897-a3f80fcd0bc8 None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:09:40.242372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f4b7abe-a2e6-41fa-a459-e345ee651d0a req-3d47c41f-422d-4df9-929f-12b3cabbf005 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 210 time: 0.1140759 Jul 15 15:09:40.330473 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:40.368568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e0cea-f3b8-4789-a449-c405e079392b req-670eddd9-5776-4b93-9b38-796b0dfac954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:40.370397 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-745e0cea-f3b8-4789-a449-c405e079392b req-670eddd9-5776-4b93-9b38-796b0dfac954 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2117090 Jul 15 15:09:40.383737 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374a50a4-1668-4ad2-939e-610b4c0a2519']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:40.474995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:09:40.475640 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055ea844-5408-42ab-a467-1ab986ad8259') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:40.475831 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055ea844-5408-42ab-a467-1ab986ad8259') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:40.513706 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:40.569528 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-745e0cea-f3b8-4789-a449-c405e079392b req-21d73f0e-fdc0-4956-bd69-0773fb48ff58 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919372 Jul 15 15:09:40.610645 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:40.633018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:09:40.633441 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:09:40.663884 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:09:40.733008 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-93597859-c8e6-4895-b047-48867cf9dde7 req-1a06782a-a061-4eb0-9081-211662fb9539 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Deleting port f0da14db-5a83-4e5b-b908-c08e1a025c46 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:40.738618 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-93597859-c8e6-4895-b047-48867cf9dde7 req-1a06782a-a061-4eb0-9081-211662fb9539 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:40.779538 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-16603c07-ccfa-4a23-83ef-dfc05a8c882e tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:40.803000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:40.826061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '62855e1c-a90b-4b5f-94e6-0ffcb7b63a62', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'port_id': '62855e1c-a90b-4b5f-94e6-0ffcb7b63a62', 'mac_address': 'fa:16:3e:82:96:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:09:40.955873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d717e42-be07-4c57-9e0e-7af7284f67fc req-ab73b7a9-2fd1-4c85-b160-9654c51eebd7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:40.958284 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d717e42-be07-4c57-9e0e-7af7284f67fc req-ab73b7a9-2fd1-4c85-b160-9654c51eebd7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 945 time: 0.3931479 Jul 15 15:09:40.977620 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:41.001608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:09:41.003770 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3607f-5dff-402c-a2a8-097fda945575 req-06e7fe83-6cfe-4642-990a-9ceab898ff99 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:41.016529 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-acd3607f-5dff-402c-a2a8-097fda945575 req-06e7fe83-6cfe-4642-990a-9ceab898ff99 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37 HTTP/1.1" status: 200 len: 946 time: 0.4913044 Jul 15 15:09:41.029451 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:41.033312 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:41.039527 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:41.044883 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:41.048971 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "DELETE /v2.0/networks/374a50a4-1668-4ad2-939e-610b4c0a2519 HTTP/1.1" status: 204 len: 168 time: 2.7561700 Jul 15 15:09:41.059096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35352) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:41.064455 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-16603c07-ccfa-4a23-83ef-dfc05a8c882e tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:41.095901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-745e0cea-f3b8-4789-a449-c405e079392b req-6e9f7007-ce4f-4ca8-80dc-97fbf881517f service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109990 Jul 15 15:09:41.096629 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64e182-5884-4190-8827-f3fc1b478717 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event deleted for resources: {'Network': ['ID=374a50a4-1668-4ad2-939e-610b4c0a2519,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:41.197807 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['62855e1c-a90b-4b5f-94e6-0ffcb7b63a62'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:41.199180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d717e42-be07-4c57-9e0e-7af7284f67fc req-90c36b82-cc12-4b81-a563-95d1b2db8e9f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786425 Jul 15 15:09:41.229190 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-16603c07-ccfa-4a23-83ef-dfc05a8c882e tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Network a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:09:41.272372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-acd3607f-5dff-402c-a2a8-097fda945575 req-f874abc7-4dc1-4300-9180-21a86982c3b8 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531662 Jul 15 15:09:41.272575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-16603c07-ccfa-4a23-83ef-dfc05a8c882e tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:09:41.333762 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:41.345484 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 47c1dc72-09b9-42ee-9dda-d640e621f01b no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:41.404830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-16603c07-ccfa-4a23-83ef-dfc05a8c882e tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:09:41.425434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 47c1dc72-09b9-42ee-9dda-d640e621f01b {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:09:41.426114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 47c1dc72-09b9-42ee-9dda-d640e621f01b not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:41.428720 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16603c07-ccfa-4a23-83ef-dfc05a8c882e tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Pushing event updated for resources: {'Port': ['ID=78f89e80-60d7-45a2-9f78-3a398b7d62d2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:41.436174 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-93597859-c8e6-4895-b047-48867cf9dde7 req-1a06782a-a061-4eb0-9081-211662fb9539 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] For port f0da14db-5a83-4e5b-b908-c08e1a025c46, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f0da14db-5a83-4e5b-b908-c08e1a025c46,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:41.436619 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-93597859-c8e6-4895-b047-48867cf9dde7 req-1a06782a-a061-4eb0-9081-211662fb9539 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:41.553562 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-93597859-c8e6-4895-b047-48867cf9dde7 req-1a06782a-a061-4eb0-9081-211662fb9539 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Calling delete_port for f0da14db-5a83-4e5b-b908-c08e1a025c46 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:41.592665 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-955e8a0f-c71a-443e-aa2c-2390ecf472b5 req-21929d04-8166-4565-b787-dfe0305bbca0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1873534 Jul 15 15:09:41.778695 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:41.788661 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-93597859-c8e6-4895-b047-48867cf9dde7 req-1a06782a-a061-4eb0-9081-211662fb9539 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:41.809458 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['b99d0072-717b-48c9-95ff-74225f299572'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:41.884292 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1eef76-5f68-4769-b651-1d5fdd389ace req-f0b7294b-c9c4-4357-9f17-42a86777b808 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:41.888670 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06782a-a061-4eb0-9081-211662fb9539 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Pushing event deleted for resources: {'Port': ['ID=f0da14db-5a83-4e5b-b908-c08e1a025c46,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:41.893705 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a1eef76-5f68-4769-b651-1d5fdd389ace req-f0b7294b-c9c4-4357-9f17-42a86777b808 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 944 time: 0.2114463 Jul 15 15:09:41.906838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e8a0f-c71a-443e-aa2c-2390ecf472b5 req-fc32775f-8c11-4fab-9221-edca71328acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:41.908658 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-955e8a0f-c71a-443e-aa2c-2390ecf472b5 req-fc32775f-8c11-4fab-9221-edca71328acb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 1096 time: 0.2870317 Jul 15 15:09:42.056348 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-16603c07-ccfa-4a23-83ef-dfc05a8c882e tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:42.058354 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-16603c07-ccfa-4a23-83ef-dfc05a8c882e tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:42.104163 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-16603c07-ccfa-4a23-83ef-dfc05a8c882e tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2585559 Jul 15 15:09:42.171741 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Request body: {'port': {'device_id': 'fe17534b-9273-4441-a510-6f8f5e4d82ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:42.219619 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a1eef76-5f68-4769-b651-1d5fdd389ace req-c3256e2e-ceba-4172-a3e0-95a1573e172d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245544 Jul 15 15:09:42.298566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-93597859-c8e6-4895-b047-48867cf9dde7 req-1a06782a-a061-4eb0-9081-211662fb9539 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] No DVR routers for this DVR port f0da14db-5a83-4e5b-b908-c08e1a025c46 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:42.303184 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-93597859-c8e6-4895-b047-48867cf9dde7 req-1a06782a-a061-4eb0-9081-211662fb9539 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:42.305577 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-93597859-c8e6-4895-b047-48867cf9dde7 req-1a06782a-a061-4eb0-9081-211662fb9539 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.22 "DELETE /v2.0/ports/f0da14db-5a83-4e5b-b908-c08e1a025c46 HTTP/1.1" status: 204 len: 173 time: 2.6356454 Jul 15 15:09:42.306070 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37', 'name': 'network-vif-deleted', 'tag': 'f0da14db-5a83-4e5b-b908-c08e1a025c46'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:09:42.309578 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f06d75-4d85-4a28-9a22-33f19a6e107e" -d '{"events": [{"server_uuid": "9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37", "name": "network-vif-deleted", "tag": "f0da14db-5a83-4e5b-b908-c08e1a025c46"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:42.401550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e8a0f-c71a-443e-aa2c-2390ecf472b5 req-32b46777-cf10-4fc2-b567-6d88336f19be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:42.403178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-955e8a0f-c71a-443e-aa2c-2390ecf472b5 req-32b46777-cf10-4fc2-b567-6d88336f19be service neutron] 10.222.0.11 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.4613500 Jul 15 15:09:42.443488 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Deleting port 8d070926-1b3d-4284-a350-2747193885f2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:42.444943 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:42.497893 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:09:42.512759 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-955e8a0f-c71a-443e-aa2c-2390ecf472b5 req-051487d2-b742-4aef-8971-fe6fbbba4d6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bebac38-a378-4b14-8826-9c5801e9bf10 HTTP/1.1" status: 200 len: 217 time: 0.0959339 Jul 15 15:09:42.691992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:09:42.692371 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:42.729695 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] For port 8d070926-1b3d-4284-a350-2747193885f2, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8d070926-1b3d-4284-a350-2747193885f2,segment=NetworkSegment(cb750cb7-c5f7-44fb-8534-40cd2708f5cb),segment_id=cb750cb7-c5f7-44fb-8534-40cd2708f5cb)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:42.737862 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:42.766643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb50381-6d77-49ad-b0d0-b121492acef6 req-47adab85-ecdb-46ae-93d4-3ea957dbc72d tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:42.774164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bcb50381-6d77-49ad-b0d0-b121492acef6 req-47adab85-ecdb-46ae-93d4-3ea957dbc72d tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 931 time: 0.5412841 Jul 15 15:09:42.777063 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e8a0f-c71a-443e-aa2c-2390ecf472b5 req-445acbeb-0c18-4863-8d18-20ee8197ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:42.778896 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-955e8a0f-c71a-443e-aa2c-2390ecf472b5 req-445acbeb-0c18-4863-8d18-20ee8197ab30 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.2385545 Jul 15 15:09:42.800640 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Calling delete_port for 8d070926-1b3d-4284-a350-2747193885f2 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:42.871430 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:42.883791 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bcb50381-6d77-49ad-b0d0-b121492acef6 req-aa8b1044-ed58-4737-9559-f57b1d19b272 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/security-groups?id=23952ff4-a0a3-4212-83b8-7420a52222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085057 Jul 15 15:09:42.921132 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a29206-2d1f-4b08-a1f8-408bb1c08824 req-87e36f29-afcb-4d6f-9916-034b06fd97ee tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:42.938186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-73a29206-2d1f-4b08-a1f8-408bb1c08824 req-87e36f29-afcb-4d6f-9916-034b06fd97ee tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 945 time: 0.4246008 Jul 15 15:09:42.942631 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:43.023046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef558d12-97d6-4682-938d-a8b8cd685da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62855e1c-a90b-4b5f-94e6-0ffcb7b63a62'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:09:43.026900 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e881b21-2ee6-4b94-9895-4fde33ff8786" -d '{"events": [{"server_uuid": "ef558d12-97d6-4682-938d-a8b8cd685da1", "name": "network-vif-plugged", "status": "completed", "tag": "62855e1c-a90b-4b5f-94e6-0ffcb7b63a62"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:43.060743 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-73a29206-2d1f-4b08-a1f8-408bb1c08824 req-980a747f-b4ce-4485-bbc3-bc0b8d36efd9 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211641 Jul 15 15:09:43.064142 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e8a0f-c71a-443e-aa2c-2390ecf472b5 req-34210862-7d3a-4c41-b19f-db8daa7ca343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:43.065710 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-955e8a0f-c71a-443e-aa2c-2390ecf472b5 req-34210862-7d3a-4c41-b19f-db8daa7ca343 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2592804 Jul 15 15:09:43.096192 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:43.104361 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:43.192478 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3a8bae-ff29-4cad-9c0e-045895942782 x-openstack-request-id: req-ec3a8bae-ff29-4cad-9c0e-045895942782 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:43.194380 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37", "name": "network-vif-deleted", "tag": "f0da14db-5a83-4e5b-b908-c08e1a025c46", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:43.194691 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ec3a8bae-ff29-4cad-9c0e-045895942782 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:43.200386 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37', 'name': 'network-vif-deleted', 'tag': 'f0da14db-5a83-4e5b-b908-c08e1a025c46', 'status': 'completed', 'code': 200} Jul 15 15:09:43.265867 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba70d1b1-9242-4a7b-9091-9e84d21d8776 req-833e1137-5884-4a85-9558-06083723d21f tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fba3079-1dbe-4f2e-82f6-8dc0cd5dbe37 HTTP/1.1" status: 200 len: 210 time: 0.1068938 Jul 15 15:09:43.375147 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546012f9-13e6-45ad-8350-1485a715babf x-openstack-request-id: req-546012f9-13e6-45ad-8350-1485a715babf {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:43.375507 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef558d12-97d6-4682-938d-a8b8cd685da1", "name": "network-vif-plugged", "status": "completed", "tag": "62855e1c-a90b-4b5f-94e6-0ffcb7b63a62", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:43.375686 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-546012f9-13e6-45ad-8350-1485a715babf {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:43.376110 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef558d12-97d6-4682-938d-a8b8cd685da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62855e1c-a90b-4b5f-94e6-0ffcb7b63a62', 'code': 200} Jul 15 15:09:43.378842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:43.381602 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f0da14db-5a83-4e5b-b908-c08e1a025c46 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:43.473525 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-955e8a0f-c71a-443e-aa2c-2390ecf472b5 req-126f0436-1dde-46d6-8ce1-394cc6b234bc service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901010 Jul 15 15:09:43.505265 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:43.575050 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: f0da14db-5a83-4e5b-b908-c08e1a025c46 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:09:43.581653 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f0da14db-5a83-4e5b-b908-c08e1a025c46 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:43.587903 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:43.589026 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event deleted for resources: {'Port': ['ID=8d070926-1b3d-4284-a350-2747193885f2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:43.596757 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:43.601221 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:43.605728 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:43.609358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:43.610694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:43.613561 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:43.615370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:43.616041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:43.618439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] No DVR routers for this DVR port 8d070926-1b3d-4284-a350-2747193885f2 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:43.619176 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:43.619852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:43.621033 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:43.839953 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fcb31-a87e-4b26-8a1b-377dda3b63aa req-9b4d43bc-0d32-49eb-9c82-7e3756aa297b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:43.842164 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3f4fcb31-a87e-4b26-8a1b-377dda3b63aa req-9b4d43bc-0d32-49eb-9c82-7e3756aa297b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 945 time: 0.4170961 Jul 15 15:09:43.906545 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:43.961487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ba51bd-69d7-402f-8ea3-e04aee77edd2']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:43.998224 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-955e8a0f-c71a-443e-aa2c-2390ecf472b5 req-213d464b-52ec-4b25-b547-088302244674 service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915807 Jul 15 15:09:43.998716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb750cb7-c5f7-44fb-8534-40cd2708f5cb') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:43.999026 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb750cb7-c5f7-44fb-8534-40cd2708f5cb') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:44.041871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578f0d9-d441-4982-9a2b-63f12dc74769 req-2dd8045e-5512-405e-9904-959bf386a116 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:44.044147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f578f0d9-d441-4982-9a2b-63f12dc74769 req-2dd8045e-5512-405e-9904-959bf386a116 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.5789168 Jul 15 15:09:44.113627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f578f0d9-d441-4982-9a2b-63f12dc74769 req-c71fb4d2-51f2-460d-968f-81080477ee2b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626328 Jul 15 15:09:44.347272 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae55984-fc6c-4a8d-b2a5-c009f40ca525 req-86a4f1d3-927e-43d4-9b74-f88cedd5f7fd tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:44.351120 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ae55984-fc6c-4a8d-b2a5-c009f40ca525 req-86a4f1d3-927e-43d4-9b74-f88cedd5f7fd tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 931 time: 0.1773727 Jul 15 15:09:44.472111 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ae55984-fc6c-4a8d-b2a5-c009f40ca525 req-b6022beb-fed1-461f-9389-50b4624be9ed tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/security-groups?id=23952ff4-a0a3-4212-83b8-7420a52222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140597 Jul 15 15:09:44.504217 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905bc92-5892-409e-aafd-2e80b3bcd1fa req-d8ea7972-3c58-4889-a859-1a98345b2aba tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:44.518208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3905bc92-5892-409e-aafd-2e80b3bcd1fa req-d8ea7972-3c58-4889-a859-1a98345b2aba tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 945 time: 0.1493826 Jul 15 15:09:44.589331 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3905bc92-5892-409e-aafd-2e80b3bcd1fa req-2442f0e6-7cf7-46bd-aee8-bf7231bef1ee tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692647 Jul 15 15:09:44.691963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:44.791920 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:44.801853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f89e80-60d7-45a2-9f78-3a398b7d62d2 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:09:44.813048 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:09:44.813483 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:09:44.817033 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:09:44.820040 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:44.904553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Transition to ACTIVE for port object 78f89e80-60d7-45a2-9f78-3a398b7d62d2 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:09:44.942382 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:44.957671 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.012841 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.014866 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "DELETE /v2.0/networks/b4ba51bd-69d7-402f-8ea3-e04aee77edd2 HTTP/1.1" status: 204 len: 168 time: 3.9483128 Jul 15 15:09:45.017829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35468) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:45.050908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a0047-3401-43a8-9529-cc0590a2a057 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event deleted for resources: {'Network': ['ID=b4ba51bd-69d7-402f-8ea3-e04aee77edd2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:45.054683 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3f4fcb31-a87e-4b26-8a1b-377dda3b63aa req-17de19c7-51e8-4838-9716-ab8a196da924 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Deleting port 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:45.055038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f4fcb31-a87e-4b26-8a1b-377dda3b63aa req-17de19c7-51e8-4838-9716-ab8a196da924 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.338678 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-16260bd9-08a6-4feb-9f32-eb23a29db0b9 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.351583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=78f89e80-60d7-45a2-9f78-3a398b7d62d2,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:45.472886 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3f4fcb31-a87e-4b26-8a1b-377dda3b63aa req-17de19c7-51e8-4838-9716-ab8a196da924 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] For port 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=58bb0ab0-50e1-4c7e-aa88-a48d49298bc9,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:45.473316 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f4fcb31-a87e-4b26-8a1b-377dda3b63aa req-17de19c7-51e8-4838-9716-ab8a196da924 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.491882 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3f4fcb31-a87e-4b26-8a1b-377dda3b63aa req-17de19c7-51e8-4838-9716-ab8a196da924 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Calling delete_port for 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:45.520853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Attempting to bind port 78f89e80-60d7-45a2-9f78-3a398b7d62d2 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:09:45.521202 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Attempting to bind port 78f89e80-60d7-45a2-9f78-3a398b7d62d2 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'c5c5cce6-1875-4e69-b7bb-3d6d020c72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:09:45.521567 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Attempting to bind port 78f89e80-60d7-45a2-9f78-3a398b7d62d2 on network a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:09:45.570042 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Port 78f89e80-60d7-45a2-9f78-3a398b7d62d2 on network a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:09:45.570422 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Attempting to bind port 78f89e80-60d7-45a2-9f78-3a398b7d62d2 on network a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:09:45.580098 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:09:45.580473 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Checking segment: {'id': 'c5c5cce6-1875-4e69-b7bb-3d6d020c72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:09:45.580875 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Bound using segment: {'id': 'c5c5cce6-1875-4e69-b7bb-3d6d020c72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:09:45.581322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Bound port: 78f89e80-60d7-45a2-9f78-3a398b7d62d2, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c5cce6-1875-4e69-b7bb-3d6d020c72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:09:45.581695 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.713569 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-16260bd9-08a6-4feb-9f32-eb23a29db0b9 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.748275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-16260bd9-08a6-4feb-9f32-eb23a29db0b9 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d4149b-87a2-4ccd-bbf3-daff03410eea']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:45.769685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-16260bd9-08a6-4feb-9f32-eb23a29db0b9 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664e4550-ae71-4cbe-a2d7-e0380c91f98e') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:45.770201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-16260bd9-08a6-4feb-9f32-eb23a29db0b9 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664e4550-ae71-4cbe-a2d7-e0380c91f98e') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:45.784573 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-16260bd9-08a6-4feb-9f32-eb23a29db0b9 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.792272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] For port 78f89e80-60d7-45a2-9f78-3a398b7d62d2, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:09:45.846919 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-16260bd9-08a6-4feb-9f32-eb23a29db0b9 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.852003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] For port 78f89e80-60d7-45a2-9f78-3a398b7d62d2, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=78f89e80-60d7-45a2-9f78-3a398b7d62d2,segment=NetworkSegment(c5c5cce6-1875-4e69-b7bb-3d6d020c72ce),segment_id=c5c5cce6-1875-4e69-b7bb-3d6d020c72ce)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:09:45.874068 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16260bd9-08a6-4feb-9f32-eb23a29db0b9 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:09:45.874595 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-16260bd9-08a6-4feb-9f32-eb23a29db0b9 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.878764 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:09:45.884499 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:09:45.909978 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f4fcb31-a87e-4b26-8a1b-377dda3b63aa req-17de19c7-51e8-4838-9716-ab8a196da924 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.927081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239486a-3004-4482-9f2b-4ca3c1c24e77 req-a7186fb0-c432-40bc-83f4-d49ab1b064cf tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:45.929229 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8239486a-3004-4482-9f2b-4ca3c1c24e77 req-a7186fb0-c432-40bc-83f4-d49ab1b064cf tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 946 time: 0.5096686 Jul 15 15:09:45.936214 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['358bf181-9463-4d34-8bb8-3f6f2ba5b949'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:46.048957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:46.049733 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:46.051618 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/78f89e80-60d7-45a2-9f78-3a398b7d62d2 HTTP/1.1" status: 200 len: 1091 time: 3.8910208 Jul 15 15:09:46.052330 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe17534b-9273-4441-a510-6f8f5e4d82ce', 'tag': '78f89e80-60d7-45a2-9f78-3a398b7d62d2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:09:46.054939 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6724cdd9-4ec1-46f6-89d7-3b5e059b336f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe17534b-9273-4441-a510-6f8f5e4d82ce", "tag": "78f89e80-60d7-45a2-9f78-3a398b7d62d2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:46.108734 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d4963-9c0b-472e-932e-769938ac5cea req-68048773-6cac-4c7d-a088-c47c066467d9 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:46.120564 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e25d4963-9c0b-472e-932e-769938ac5cea req-68048773-6cac-4c7d-a088-c47c066467d9 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.5696750 Jul 15 15:09:46.188577 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-16260bd9-08a6-4feb-9f32-eb23a29db0b9 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:46.257214 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-16260bd9-08a6-4feb-9f32-eb23a29db0b9 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:46.259588 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-16260bd9-08a6-4feb-9f32-eb23a29db0b9 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "DELETE /v2.0/networks/66d4149b-87a2-4ccd-bbf3-daff03410eea HTTP/1.1" status: 204 len: 168 time: 1.2405093 Jul 15 15:09:46.262933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16260bd9-08a6-4feb-9f32-eb23a29db0b9 tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event deleted for resources: {'Network': ['ID=66d4149b-87a2-4ccd-bbf3-daff03410eea,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:46.265106 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35494) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:46.274211 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58d9cf-e77e-43ab-81c8-d2db02e2b5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=78f89e80-60d7-45a2-9f78-3a398b7d62d2,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:46.312312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4fcb31-a87e-4b26-8a1b-377dda3b63aa req-17de19c7-51e8-4838-9716-ab8a196da924 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] No DVR routers for this DVR port 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:46.317364 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f4fcb31-a87e-4b26-8a1b-377dda3b63aa req-17de19c7-51e8-4838-9716-ab8a196da924 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:46.319847 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3f4fcb31-a87e-4b26-8a1b-377dda3b63aa req-17de19c7-51e8-4838-9716-ab8a196da924 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "DELETE /v2.0/ports/58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 HTTP/1.1" status: 204 len: 173 time: 2.4103348 Jul 15 15:09:46.432458 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e25d4963-9c0b-472e-932e-769938ac5cea req-703f5edb-d918-44d9-9ae7-d726921845b7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092105 Jul 15 15:09:46.451024 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de19c7-51e8-4838-9716-ab8a196da924 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Pushing event deleted for resources: {'Port': ['ID=58bb0ab0-50e1-4c7e-aa88-a48d49298bc9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:46.527199 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8239486a-3004-4482-9f2b-4ca3c1c24e77 req-d1a7335c-c719-4d7f-8b1c-748d3405a3d4 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686297 Jul 15 15:09:46.529811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-1b3fc9f0-4d3f-445f-8d22-bc561bde9a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:46.544420 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-1b3fc9f0-4d3f-445f-8d22-bc561bde9a07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b29903225f0f47fc9fc2c8f68b8350f8&device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 1094 time: 0.3779883 Jul 15 15:09:46.566387 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2224f126-2ebe-4515-a1fb-3ec992ae4dfb tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:46.692107 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-97fde8b1-814c-4356-a13d-2322aeade826 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78f89e80-60d7-45a2-9f78-3a398b7d62d2 HTTP/1.1" status: 200 len: 217 time: 0.1362174 Jul 15 15:09:46.796379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-cbcd1c2e-407d-41ff-a2cc-16c20ab5c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:46.798049 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-cbcd1c2e-407d-41ff-a2cc-16c20ab5c3a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32f5d078-10dc-4334-bef9-c283d02fcf7c HTTP/1.1" status: 200 len: 861 time: 0.0985072 Jul 15 15:09:46.879363 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-c388ab35-e5a0-4487-bd48-ef68da6475ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630431 Jul 15 15:09:46.888718 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2224f126-2ebe-4515-a1fb-3ec992ae4dfb tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:47.204779 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-89df83f1-2ad0-422c-90f3-669a134eaeb4 service neutron] 10.222.0.11 "GET /v2.0/networks/a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963467 Jul 15 15:09:47.327782 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:47.428747 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-701ef878-1b43-4366-b7dd-fc33393fe925 req-42f43ac6-db69-4468-9755-a815d190c6ba service neutron] 10.222.0.11 "GET /v2.0/networks/a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160590 Jul 15 15:09:47.444737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:09:47.445429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 58bb0ab0-50e1-4c7e-aa88-a48d49298bc9 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:47.533518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-2224f126-2ebe-4515-a1fb-3ec992ae4dfb tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2418b3-5fad-44d2-853a-e96b768cf639']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:47.548939 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-afb0ddb9-573a-435e-bed7-e15aab7e4ccd req-46eac554-78a8-4268-b678-eea473b99b9a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fbb9722-f0c4-436e-aa1e-20d46744b543 HTTP/1.1" status: 200 len: 210 time: 0.6566572 Jul 15 15:09:47.611022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-2224f126-2ebe-4515-a1fb-3ec992ae4dfb tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f06a514-e9ed-4d5c-8565-a12d56ae8281') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:47.611022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-2224f126-2ebe-4515-a1fb-3ec992ae4dfb tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f06a514-e9ed-4d5c-8565-a12d56ae8281') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:47.636174 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc697a00-37ae-4243-9f50-2ac38a5f89e3 x-openstack-request-id: req-cc697a00-37ae-4243-9f50-2ac38a5f89e3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:47.637777 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe17534b-9273-4441-a510-6f8f5e4d82ce", "tag": "78f89e80-60d7-45a2-9f78-3a398b7d62d2", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:47.638461 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cc697a00-37ae-4243-9f50-2ac38a5f89e3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:47.639531 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe17534b-9273-4441-a510-6f8f5e4d82ce', 'tag': '78f89e80-60d7-45a2-9f78-3a398b7d62d2', 'status': 'completed', 'code': 200} Jul 15 15:09:47.658752 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2224f126-2ebe-4515-a1fb-3ec992ae4dfb tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:47.758850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739586a-8317-446f-b77e-22ef544b4eca req-242e457d-2694-43ce-804c-731120652df3 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:47.761838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8739586a-8317-446f-b77e-22ef544b4eca req-242e457d-2694-43ce-804c-731120652df3 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 943 time: 1.0710285 Jul 15 15:09:47.768203 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2224f126-2ebe-4515-a1fb-3ec992ae4dfb tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:47.792518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724cdd9-4ec1-46f6-89d7-3b5e059b336f req-ceaf25d7-07fb-4576-9597-55b6344a0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:47.840910 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6724cdd9-4ec1-46f6-89d7-3b5e059b336f req-ceaf25d7-07fb-4576-9597-55b6344a0a2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b29903225f0f47fc9fc2c8f68b8350f8&device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 1094 time: 0.1826198 Jul 15 15:09:47.849295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2224f126-2ebe-4515-a1fb-3ec992ae4dfb tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:09:47.849719 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2224f126-2ebe-4515-a1fb-3ec992ae4dfb tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:09:47.864536 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:09:47.902257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeb3df-385d-49ca-b857-aed9e46e5483 req-21c27e7d-c30c-4dea-89f4-0cd357d9b03e tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:47.904227 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aeaeb3df-385d-49ca-b857-aed9e46e5483 req-21c27e7d-c30c-4dea-89f4-0cd357d9b03e tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.11 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 946 time: 1.0015831 Jul 15 15:09:48.053333 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8739586a-8317-446f-b77e-22ef544b4eca req-690a8423-eb0d-4ead-802f-76641092027a tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/security-groups?id=23952ff4-a0a3-4212-83b8-7420a52222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727613 Jul 15 15:09:48.068567 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2224f126-2ebe-4515-a1fb-3ec992ae4dfb tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:48.070940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724cdd9-4ec1-46f6-89d7-3b5e059b336f req-f329bd61-91fe-4693-a7d1-cd1d3a5e3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:48.074104 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6724cdd9-4ec1-46f6-89d7-3b5e059b336f req-f329bd61-91fe-4693-a7d1-cd1d3a5e3a0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff HTTP/1.1" status: 200 len: 922 time: 0.2212875 Jul 15 15:09:48.103507 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2224f126-2ebe-4515-a1fb-3ec992ae4dfb tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:48.107351 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2224f126-2ebe-4515-a1fb-3ec992ae4dfb tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] 10.222.0.38 "DELETE /v2.0/networks/df2418b3-5fad-44d2-853a-e96b768cf639 HTTP/1.1" status: 204 len: 168 time: 1.8393369 Jul 15 15:09:48.138561 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6724cdd9-4ec1-46f6-89d7-3b5e059b336f req-10179015-9b7c-49b0-8911-914a39cd56f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78f89e80-60d7-45a2-9f78-3a398b7d62d2 HTTP/1.1" status: 200 len: 217 time: 0.0504968 Jul 15 15:09:48.210203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724cdd9-4ec1-46f6-89d7-3b5e059b336f req-f49438f1-64a3-4d3a-b783-f9f63515235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:48.214847 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6724cdd9-4ec1-46f6-89d7-3b5e059b336f req-f49438f1-64a3-4d3a-b783-f9f63515235a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32f5d078-10dc-4334-bef9-c283d02fcf7c HTTP/1.1" status: 200 len: 861 time: 0.0676873 Jul 15 15:09:48.250455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224f126-2ebe-4515-a1fb-3ec992ae4dfb tempest-BulkNetworkOpsIpV6Test-1224574748 tempest-BulkNetworkOpsIpV6Test-1224574748-project] Pushing event deleted for resources: {'Network': ['ID=df2418b3-5fad-44d2-853a-e96b768cf639,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:48.287797 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6724cdd9-4ec1-46f6-89d7-3b5e059b336f req-d34190e4-014f-40c2-9a53-fd2a2759aae5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626149 Jul 15 15:09:48.450479 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cbc7f-12c3-49a0-a882-c09e5825d723 req-6e41bcd2-aec1-416d-9325-b66d309fe636 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:48.462602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-788cbc7f-12c3-49a0-a882-c09e5825d723 req-6e41bcd2-aec1-416d-9325-b66d309fe636 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.5548165 Jul 15 15:09:48.586079 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-aeaeb3df-385d-49ca-b857-aed9e46e5483 req-22bc5230-3929-4baa-96b2-3d0184383b55 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Deleting port b99d0072-717b-48c9-95ff-74225f299572 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:48.586379 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-aeaeb3df-385d-49ca-b857-aed9e46e5483 req-22bc5230-3929-4baa-96b2-3d0184383b55 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:48.609515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-788cbc7f-12c3-49a0-a882-c09e5825d723 req-ec6ab02d-2c15-474b-a205-eda6edfefdc1 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448684 Jul 15 15:09:48.663275 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6724cdd9-4ec1-46f6-89d7-3b5e059b336f req-da0e097b-375f-47a0-b5b8-220bb7f6294d service neutron] 10.222.0.11 "GET /v2.0/networks/a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624737 Jul 15 15:09:48.840756 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:48.853296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:48.896050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-aeaeb3df-385d-49ca-b857-aed9e46e5483 req-22bc5230-3929-4baa-96b2-3d0184383b55 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] For port b99d0072-717b-48c9-95ff-74225f299572, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b99d0072-717b-48c9-95ff-74225f299572,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:48.896445 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-aeaeb3df-385d-49ca-b857-aed9e46e5483 req-22bc5230-3929-4baa-96b2-3d0184383b55 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:48.914808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-aeaeb3df-385d-49ca-b857-aed9e46e5483 req-22bc5230-3929-4baa-96b2-3d0184383b55 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Calling delete_port for b99d0072-717b-48c9-95ff-74225f299572 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:48.953934 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6724cdd9-4ec1-46f6-89d7-3b5e059b336f req-5f7e8d98-c03d-4087-aa59-b64407285528 service neutron] 10.222.0.11 "GET /v2.0/networks/a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861874 Jul 15 15:09:49.094122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064841b5-9ef3-474a-8f3f-9e2daa375b45 req-efb3e28f-8965-4352-8032-a4ceff39c317 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:49.106330 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-064841b5-9ef3-474a-8f3f-9e2daa375b45 req-efb3e28f-8965-4352-8032-a4ceff39c317 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 946 time: 0.8323102 Jul 15 15:09:49.196091 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:49.236098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-064841b5-9ef3-474a-8f3f-9e2daa375b45 req-cef9e1f9-6104-4c52-99e7-acd27c2b0c5d tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a62608-4f64-4955-b7c8-1a3a90559789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265182 Jul 15 15:09:49.402144 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35552) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:49.409967 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2f250fb5-52bd-44ff-a10b-a877b55e0db9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3dd479ec77b426c922fc88ff33bfaca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5513277 Jul 15 15:09:49.640886 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9228dae-3452-4e0b-b90c-fd0fef352ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:49.641593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fbb9722-f0c4-436e-aa1e-20d46744b543', 'name': 'network-vif-deleted', 'tag': '58bb0ab0-50e1-4c7e-aa88-a48d49298bc9'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:09:49.645070 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504cd0e4-f8fa-45ce-85e8-f42db1d9d60b" -d '{"events": [{"server_uuid": "0fbb9722-f0c4-436e-aa1e-20d46744b543", "name": "network-vif-deleted", "tag": "58bb0ab0-50e1-4c7e-aa88-a48d49298bc9"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:49.672119 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9228dae-3452-4e0b-b90c-fd0fef352ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:49.728675 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-aeaeb3df-385d-49ca-b857-aed9e46e5483 req-22bc5230-3929-4baa-96b2-3d0184383b55 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:49.732701 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9228dae-3452-4e0b-b90c-fd0fef352ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:49.735470 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9228dae-3452-4e0b-b90c-fd0fef352ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:49.736654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e9228dae-3452-4e0b-b90c-fd0fef352ee9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3017c293-9dce-424d-9347-ee7d3cf5ea17 HTTP/1.1" status: 204 len: 168 time: 0.3199677 Jul 15 15:09:49.742490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['b99d0072-717b-48c9-95ff-74225f299572'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:49.789688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9228dae-3452-4e0b-b90c-fd0fef352ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3017c293-9dce-424d-9347-ee7d3cf5ea17,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:49.791530 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc5230-3929-4baa-96b2-3d0184383b55 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Pushing event deleted for resources: {'Port': ['ID=b99d0072-717b-48c9-95ff-74225f299572,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:49.867692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaeb3df-385d-49ca-b857-aed9e46e5483 req-22bc5230-3929-4baa-96b2-3d0184383b55 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] No DVR routers for this DVR port b99d0072-717b-48c9-95ff-74225f299572 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:49.877629 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-aeaeb3df-385d-49ca-b857-aed9e46e5483 req-22bc5230-3929-4baa-96b2-3d0184383b55 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:49.880273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aeaeb3df-385d-49ca-b857-aed9e46e5483 req-22bc5230-3929-4baa-96b2-3d0184383b55 tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.11 "DELETE /v2.0/ports/b99d0072-717b-48c9-95ff-74225f299572 HTTP/1.1" status: 204 len: 173 time: 1.9597778 Jul 15 15:09:49.881974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59aba8c2-a98b-4769-9b2e-f7dad990cf42', 'name': 'network-vif-deleted', 'tag': 'b99d0072-717b-48c9-95ff-74225f299572'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:09:49.884740 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e583a9e-a216-4f14-99b2-4eb37dce0a3c" -d '{"events": [{"server_uuid": "59aba8c2-a98b-4769-9b2e-f7dad990cf42", "name": "network-vif-deleted", "tag": "b99d0072-717b-48c9-95ff-74225f299572"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:49.901796 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f788aa-f795-4940-9915-88e94b62e366 req-327cb655-54bc-4033-a8e4-9e07d44d0901 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:49.911232 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43f788aa-f795-4940-9915-88e94b62e366 req-327cb655-54bc-4033-a8e4-9e07d44d0901 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 943 time: 0.3922217 Jul 15 15:09:49.973455 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43f788aa-f795-4940-9915-88e94b62e366 req-c5861e13-aa78-4e9a-9bce-8fb5faee92f7 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/security-groups?id=23952ff4-a0a3-4212-83b8-7420a52222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612187 Jul 15 15:09:50.323059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cbf0c-eb32-40dd-a5ef-a646394212b3 req-3e539586-0803-4813-a2d9-161896d25973 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:50.340621 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-934cbf0c-eb32-40dd-a5ef-a646394212b3 req-3e539586-0803-4813-a2d9-161896d25973 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.1899910 Jul 15 15:09:50.431553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-934cbf0c-eb32-40dd-a5ef-a646394212b3 req-5148116f-da55-45d6-8a6f-2361e9d96b03 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897584 Jul 15 15:09:50.533486 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 78f89e80-60d7-45a2-9f78-3a398b7d62d2 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:09:50.545632 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bea015-7806-4931-9916-84ff6b6877fa x-openstack-request-id: req-b9bea015-7806-4931-9916-84ff6b6877fa {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:50.546177 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fbb9722-f0c4-436e-aa1e-20d46744b543", "name": "network-vif-deleted", "tag": "58bb0ab0-50e1-4c7e-aa88-a48d49298bc9", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:50.546177 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b9bea015-7806-4931-9916-84ff6b6877fa {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:50.546570 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fbb9722-f0c4-436e-aa1e-20d46744b543', 'name': 'network-vif-deleted', 'tag': '58bb0ab0-50e1-4c7e-aa88-a48d49298bc9', 'status': 'completed', 'code': 200} Jul 15 15:09:50.731154 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807ed518-4355-4e3e-bf15-1728e3459d5b x-openstack-request-id: req-807ed518-4355-4e3e-bf15-1728e3459d5b {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:50.731764 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59aba8c2-a98b-4769-9b2e-f7dad990cf42", "name": "network-vif-deleted", "tag": "b99d0072-717b-48c9-95ff-74225f299572", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:50.732171 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-807ed518-4355-4e3e-bf15-1728e3459d5b {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:50.732776 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59aba8c2-a98b-4769-9b2e-f7dad990cf42', 'name': 'network-vif-deleted', 'tag': 'b99d0072-717b-48c9-95ff-74225f299572', 'status': 'completed', 'code': 200} Jul 15 15:09:50.892875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 78f89e80-60d7-45a2-9f78-3a398b7d62d2, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=78f89e80-60d7-45a2-9f78-3a398b7d62d2,segment=NetworkSegment(c5c5cce6-1875-4e69-b7bb-3d6d020c72ce),segment_id=c5c5cce6-1875-4e69-b7bb-3d6d020c72ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:50.910162 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '78f89e80-60d7-45a2-9f78-3a398b7d62d2', 'network_id': 'a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff', 'port_id': '78f89e80-60d7-45a2-9f78-3a398b7d62d2', 'mac_address': 'fa:16:3e:53:df:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f5d078-10dc-4334-bef9-c283d02fcf7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:09:51.095793 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:51.158801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f89e80-60d7-45a2-9f78-3a398b7d62d2 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:09:51.179599 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-47a0adc2-8efd-40c2-8362-4988e35d3556 req-b9d67a5b-c9ef-4644-8f21-e6334e2261ca tempest-ListServerFiltersTestJSON-1619024247 tempest-ListServerFiltersTestJSON-1619024247-project] 10.222.0.38 "GET /v2.0/ports?device_id=59aba8c2-a98b-4769-9b2e-f7dad990cf42 HTTP/1.1" status: 200 len: 210 time: 0.1114054 Jul 15 15:09:51.229317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 78f89e80-60d7-45a2-9f78-3a398b7d62d2, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=78f89e80-60d7-45a2-9f78-3a398b7d62d2,segment=NetworkSegment(c5c5cce6-1875-4e69-b7bb-3d6d020c72ce),segment_id=c5c5cce6-1875-4e69-b7bb-3d6d020c72ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:51.239936 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:51.333736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=78f89e80-60d7-45a2-9f78-3a398b7d62d2,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:51.501033 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35618) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:51.549721 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['78f89e80-60d7-45a2-9f78-3a398b7d62d2'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:51.595051 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83a0d4-f212-47ba-9501-2e7cec2314db req-8bd4d884-f613-432f-8872-2d5fef7da01b tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:51.607588 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9b83a0d4-f212-47ba-9501-2e7cec2314db req-8bd4d884-f613-432f-8872-2d5fef7da01b tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 944 time: 0.1774204 Jul 15 15:09:51.689116 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9b83a0d4-f212-47ba-9501-2e7cec2314db req-fed493fb-155e-41f1-a940-a95b2b8d9dc2 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/security-groups?id=23952ff4-a0a3-4212-83b8-7420a52222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803235 Jul 15 15:09:51.793674 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a1f9aec5-8d49-42e8-8856-09c053613b48 tempest-ServiceProvidersTest-1767594746 tempest-ServiceProvidersTest-1767594746-project] 10.222.0.38 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2910085 Jul 15 15:09:52.107182 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8371dc5-a648-4485-8663-0f03dfacd73e req-ce37c3b2-bffb-49e9-a0f8-b3055492f936 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:52.109075 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8371dc5-a648-4485-8663-0f03dfacd73e req-ce37c3b2-bffb-49e9-a0f8-b3055492f936 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.2691400 Jul 15 15:09:52.179808 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8371dc5-a648-4485-8663-0f03dfacd73e req-ff5ca4e2-9e49-45e5-bc8f-2a466370efbb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617552 Jul 15 15:09:52.284275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35640) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:52.406728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35644) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:52.534183 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f098a7-bc92-409b-b3f7-2af12fd85060 admin admin] Deleting subnet cfebbfac-2fb6-4d6b-bcd4-653acbf53da5 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:09:52.540273 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b9f098a7-bc92-409b-b3f7-2af12fd85060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.547284 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device b99d0072-717b-48c9-95ff-74225f299572 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:52.550704 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c22afc6-1a8f-4df3-b0c2-72f121b23eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.609327 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b9f098a7-bc92-409b-b3f7-2af12fd85060 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.609825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: b99d0072-717b-48c9-95ff-74225f299572 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:09:52.611312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device b99d0072-717b-48c9-95ff-74225f299572 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:52.761310 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c22afc6-1a8f-4df3-b0c2-72f121b23eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.769065 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c22afc6-1a8f-4df3-b0c2-72f121b23eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.829252 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6c22afc6-1a8f-4df3-b0c2-72f121b23eaa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=135b20600c4f46128f61976fb43def25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5437832 Jul 15 15:09:52.832405 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35654) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:52.888065 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b9f098a7-bc92-409b-b3f7-2af12fd85060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.955291 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22afc6-1a8f-4df3-b0c2-72f121b23eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c03da7-4ad2-4030-9bb7-64c047c7d6c9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:52.999787 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b9f098a7-bc92-409b-b3f7-2af12fd85060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:53.013225 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac4ddc15-9988-4386-90f7-703732d336e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:53.027647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe0989b-1d38-4f42-839e-b9aa906f430f None None] Network f879c85d-e02e-4f73-90ce-f197b88fac88 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:09:53.079356 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b9f098a7-bc92-409b-b3f7-2af12fd85060 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:53.083006 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b9f098a7-bc92-409b-b3f7-2af12fd85060 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cfebbfac-2fb6-4d6b-bcd4-653acbf53da5 HTTP/1.1" status: 204 len: 168 time: 0.6749196 Jul 15 15:09:53.084620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f098a7-bc92-409b-b3f7-2af12fd85060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfebbfac-2fb6-4d6b-bcd4-653acbf53da5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:53.086908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35660) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:53.088433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65481e1-3dc2-4975-84ec-a591fe59aa1b req-8f1b8319-a286-4816-8df9-6f2757b67e30 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:53.095970 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f65481e1-3dc2-4975-84ec-a591fe59aa1b req-8f1b8319-a286-4816-8df9-6f2757b67e30 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 944 time: 0.2232308 Jul 15 15:09:53.115327 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac4ddc15-9988-4386-90f7-703732d336e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:53.192666 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:53.225136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f65481e1-3dc2-4975-84ec-a591fe59aa1b req-ccc8c812-d813-483c-b181-f54cb9541edd tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/security-groups?id=23952ff4-a0a3-4212-83b8-7420a52222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273026 Jul 15 15:09:53.272443 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac4ddc15-9988-4386-90f7-703732d336e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:53.275503 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac4ddc15-9988-4386-90f7-703732d336e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:53.277037 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ac4ddc15-9988-4386-90f7-703732d336e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6c03da7-4ad2-4030-9bb7-64c047c7d6c9 HTTP/1.1" status: 204 len: 168 time: 0.4433014 Jul 15 15:09:53.293306 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ddc15-9988-4386-90f7-703732d336e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c03da7-4ad2-4030-9bb7-64c047c7d6c9,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:53.319854 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] Deleting port b4857f56-14a1-4907-bcde-de9ba5ec7881 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:53.320197 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:53.451885 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] For port b4857f56-14a1-4907-bcde-de9ba5ec7881, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b4857f56-14a1-4907-bcde-de9ba5ec7881,segment=NetworkSegment(051c40b7-2620-462c-92bc-61b5a7a7fd92),segment_id=051c40b7-2620-462c-92bc-61b5a7a7fd92)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:53.452460 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:53.494237 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] Calling delete_port for b4857f56-14a1-4907-bcde-de9ba5ec7881 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:53.496052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b6894-7a55-4e5a-b10c-e51cc986ccdd req-ebd7e0b5-7d46-474a-b8fb-e08d9adabe62 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:53.499764 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c36b6894-7a55-4e5a-b10c-e51cc986ccdd req-ebd7e0b5-7d46-474a-b8fb-e08d9adabe62 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.0927410 Jul 15 15:09:53.589548 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c36b6894-7a55-4e5a-b10c-e51cc986ccdd req-d013941e-6cf8-470e-b17e-ae241573c33c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836813 Jul 15 15:09:53.679740 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:53.733170 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5f1e7b-7d98-47e2-b2e2-e880c4c78357 None None] DHCP port deletion for f879c85d-e02e-4f73-90ce-f197b88fac88 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:09:53.766177 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] Pushing event deleted for resources: {'Port': ['ID=b4857f56-14a1-4907-bcde-de9ba5ec7881,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:53.772250 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] No DVR routers for this DVR port b4857f56-14a1-4907-bcde-de9ba5ec7881 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:54.137682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:54.155560 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f879c85d-e02e-4f73-90ce-f197b88fac88']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:54.174941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051c40b7-2620-462c-92bc-61b5a7a7fd92') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:54.175521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051c40b7-2620-462c-92bc-61b5a7a7fd92') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:54.190016 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:54.216774 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:54.231475 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:09:54.232576 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:09:54.239395 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:09:54.373745 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:54.381397 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:54.387886 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] 10.222.0.38 "DELETE /v2.0/networks/f879c85d-e02e-4f73-90ce-f197b88fac88 HTTP/1.1" status: 204 len: 168 time: 1.2921970 Jul 15 15:09:54.411377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b39d7-259c-4df8-a61c-b65623c2ed5f admin admin] Pushing event deleted for resources: {'Network': ['ID=f879c85d-e02e-4f73-90ce-f197b88fac88,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:54.566429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 78f89e80-60d7-45a2-9f78-3a398b7d62d2 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:09:54.696487 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4fddf-3908-48a4-a7a4-ca7aee5407b6 req-7b4c00f5-d2c9-4ee9-8940-fc5b769a6fd4 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:54.698432 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41c4fddf-3908-48a4-a7a4-ca7aee5407b6 req-7b4c00f5-d2c9-4ee9-8940-fc5b769a6fd4 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 944 time: 0.1800821 Jul 15 15:09:54.713374 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 78f89e80-60d7-45a2-9f78-3a398b7d62d2 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:09:54.728632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 78f89e80-60d7-45a2-9f78-3a398b7d62d2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:09:54.728632 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:54.839813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35708) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:54.874572 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41c4fddf-3908-48a4-a7a4-ca7aee5407b6 req-d358d3d1-a1f5-41f6-962b-2686f61680ee tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/security-groups?id=23952ff4-a0a3-4212-83b8-7420a52222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669600 Jul 15 15:09:54.943650 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-58d71918-269c-427e-841c-8fea14bd8a61 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd6fc9be9f2342aab0f37d7d159cc9cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1128306 Jul 15 15:09:54.946055 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35714) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:54.949227 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:55.035145 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 78f89e80-60d7-45a2-9f78-3a398b7d62d2, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=78f89e80-60d7-45a2-9f78-3a398b7d62d2,segment=NetworkSegment(c5c5cce6-1875-4e69-b7bb-3d6d020c72ce),segment_id=c5c5cce6-1875-4e69-b7bb-3d6d020c72ce)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:55.042581 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe17534b-9273-4441-a510-6f8f5e4d82ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f89e80-60d7-45a2-9f78-3a398b7d62d2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:09:55.046226 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2050a81-2454-40ec-9079-853ba9cbb8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:55.050635 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c128f7b-f1e9-44ea-9978-500ac147252e" -d '{"events": [{"server_uuid": "fe17534b-9273-4441-a510-6f8f5e4d82ce", "name": "network-vif-plugged", "status": "completed", "tag": "78f89e80-60d7-45a2-9f78-3a398b7d62d2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:55.058297 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:55.118159 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2050a81-2454-40ec-9079-853ba9cbb8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:55.192073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=78f89e80-60d7-45a2-9f78-3a398b7d62d2,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:55.267129 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b4857f56-14a1-4907-bcde-de9ba5ec7881 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:55.302405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2050a81-2454-40ec-9079-853ba9cbb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:55.305837 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2050a81-2454-40ec-9079-853ba9cbb8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:55.307393 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b2050a81-2454-40ec-9079-853ba9cbb8f2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/64a62608-4f64-4955-b7c8-1a3a90559789 HTTP/1.1" status: 204 len: 168 time: 0.3602700 Jul 15 15:09:55.336474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: b4857f56-14a1-4907-bcde-de9ba5ec7881 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:09:55.338467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b4857f56-14a1-4907-bcde-de9ba5ec7881 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:55.348630 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2050a81-2454-40ec-9079-853ba9cbb8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a62608-4f64-4955-b7c8-1a3a90559789,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:55.778165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-232b2860-d899-4899-89f3-ff66ddcce5e5 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:55.779923 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-232b2860-d899-4899-89f3-ff66ddcce5e5 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 806 time: 0.3476319 Jul 15 15:09:55.820470 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-70e3026a-6f10-4f2f-89cd-d9dcc311c82f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/quotas/9f3de406124b47ed845d6b37dd986580 HTTP/1.1" status: 200 len: 375 time: 0.0254347 Jul 15 15:09:55.910429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fb052-e1ef-4578-97bb-465fb15864fb req-e7eb9085-9b47-4cf0-96d0-187b7990b548 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:55.918897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-348fb052-e1ef-4578-97bb-465fb15864fb req-e7eb9085-9b47-4cf0-96d0-187b7990b548 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.7270894 Jul 15 15:09:56.020255 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-348fb052-e1ef-4578-97bb-465fb15864fb req-72d6f093-0f63-4c83-8eb4-10e8e25b1e13 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988755 Jul 15 15:09:56.160296 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-95a90524-24b3-4309-8b2a-72a04a2e1b55 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3267281 Jul 15 15:09:56.181543 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954703b6-ebd3-4c3b-ad1a-aebcf035a9aa x-openstack-request-id: req-954703b6-ebd3-4c3b-ad1a-aebcf035a9aa {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:56.182090 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe17534b-9273-4441-a510-6f8f5e4d82ce", "name": "network-vif-plugged", "status": "completed", "tag": "78f89e80-60d7-45a2-9f78-3a398b7d62d2", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:56.182090 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-954703b6-ebd3-4c3b-ad1a-aebcf035a9aa {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:56.182506 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe17534b-9273-4441-a510-6f8f5e4d82ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f89e80-60d7-45a2-9f78-3a398b7d62d2', 'code': 200} Jul 15 15:09:56.195671 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-049b13d9-7184-4d67-a19a-54b062fbc3cd service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:09:56.197046 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-049b13d9-7184-4d67-a19a-54b062fbc3cd service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175424 Jul 15 15:09:56.549560 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:09:56.910881 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-2ef21b1d-fca3-4f4d-bc00-b3e1843ac294 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7002676 Jul 15 15:09:56.920975 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7f484-645d-46ac-bec2-884400fd6241 req-9929595f-3693-4f53-a1d9-858c7e1c8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:56.934551 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dda7f484-645d-46ac-bec2-884400fd6241 req-9929595f-3693-4f53-a1d9-858c7e1c8a45 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 1096 time: 0.5951304 Jul 15 15:09:57.006053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72213369-b6be-441b-8973-58031e5a71a3 req-c10eaed1-e5b3-4c59-bb9b-acedb0d3508b tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:57.007650 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72213369-b6be-441b-8973-58031e5a71a3 req-c10eaed1-e5b3-4c59-bb9b-acedb0d3508b tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 945 time: 0.5677743 Jul 15 15:09:57.366740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35880) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:57.374274 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dda7f484-645d-46ac-bec2-884400fd6241 req-44aaff92-fbcf-4c4c-a4d0-dfe2e5dbb45b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=23952ff4-a0a3-4212-83b8-7420a52222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630662 Jul 15 15:09:57.382566 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-9f466214-450f-49de-b945-5c8eb5d9c5a1 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424350 Jul 15 15:09:57.531895 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72213369-b6be-441b-8973-58031e5a71a3 req-e264dfb8-0546-4541-b2b5-3b68b6c3cf95 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/security-groups?id=23952ff4-a0a3-4212-83b8-7420a52222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682872 Jul 15 15:09:57.936075 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c73c140-d13a-406f-9125-d57e7c130013 req-afcc2901-e024-4140-986a-2cd5a2bf62f4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 210 time: 0.0851262 Jul 15 15:09:58.043947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3bd09861-089c-4cab-b660-204afc9ebedd admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1454245742-network', 'tenant_id': '124a1ad4023d41a1bd9c0912818a4165'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:58.090950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd09861-089c-4cab-b660-204afc9ebedd admin admin] Made reservation on behalf of 124a1ad4023d41a1bd9c0912818a4165 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:58.096706 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bd09861-089c-4cab-b660-204afc9ebedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:58.101241 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8309e5-f026-4331-9119-d3ee46387bc5 req-e92342ad-58ce-4d86-accc-5d656204cfe7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:58.103046 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d8309e5-f026-4331-9119-d3ee46387bc5 req-e92342ad-58ce-4d86-accc-5d656204cfe7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.1658895 Jul 15 15:09:58.130189 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bd09861-089c-4cab-b660-204afc9ebedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:58.221924 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d8309e5-f026-4331-9119-d3ee46387bc5 req-44425c15-9999-463d-a3df-ccb151d054cd tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114914 Jul 15 15:09:58.499973 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bd09861-089c-4cab-b660-204afc9ebedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:58.511326 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bd09861-089c-4cab-b660-204afc9ebedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:58.566173 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd09861-089c-4cab-b660-204afc9ebedd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:09:58.578018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd09861-089c-4cab-b660-204afc9ebedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc66baec-a96f-43f8-b3ce-f71045320cd9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:58.592081 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bd09861-089c-4cab-b660-204afc9ebedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:58.592310 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-3bd09861-089c-4cab-b660-204afc9ebedd admin admin] Added segment 71f41c92-731f-42de-b6f5-f04d140aeb7b of type vlan for network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc Jul 15 15:09:58.887933 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bd09861-089c-4cab-b660-204afc9ebedd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:58.963200 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bd09861-089c-4cab-b660-204afc9ebedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:58.964296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd09861-089c-4cab-b660-204afc9ebedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:58.965228 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bd09861-089c-4cab-b660-204afc9ebedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:59.014234 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3bd09861-089c-4cab-b660-204afc9ebedd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6452322 Jul 15 15:09:59.018043 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35952) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:59.033132 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-095a51e3-e5ff-41b8-b829-d14727861d92 admin admin] Request body: {'subnet': {'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1454245742-subnet', 'tenant_id': '124a1ad4023d41a1bd9c0912818a4165', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:09:59.100545 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd09861-089c-4cab-b660-204afc9ebedd admin admin] Pushing event updated for resources: {'Network': ['ID=01c33b24-ef39-42c1-9dff-747c0e1bd1bc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:59.115759 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095a51e3-e5ff-41b8-b829-d14727861d92 admin admin] Made reservation on behalf of 124a1ad4023d41a1bd9c0912818a4165 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:59.117508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:09:59.120591 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-095a51e3-e5ff-41b8-b829-d14727861d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:59.170078 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1085ebca-7251-40aa-ad07-1d7ae4d3408d req-43e1d5c6-5a76-40d3-8d48-e7de69595d27 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 210 time: 0.0980887 Jul 15 15:09:59.229978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35b3ab-f546-4977-a4e8-5faad73de9d9 req-b46f0567-c5aa-4577-b01a-94cf08c21a86 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:59.240058 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0e35b3ab-f546-4977-a4e8-5faad73de9d9 req-b46f0567-c5aa-4577-b01a-94cf08c21a86 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 945 time: 0.2080634 Jul 15 15:09:59.438219 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0e35b3ab-f546-4977-a4e8-5faad73de9d9 req-c2fa4e8f-108b-4c42-b178-ff3330b69914 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/security-groups?id=23952ff4-a0a3-4212-83b8-7420a52222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965213 Jul 15 15:09:59.778331 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-095a51e3-e5ff-41b8-b829-d14727861d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:00.009972 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48fdae90-d64a-44b7-adef-356e06838bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:00.051647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a51e3-e5ff-41b8-b829-d14727861d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9404b696-d47b-45a4-8146-47f05209ddea,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:00.064846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35998) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:00.157588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a51e3-e5ff-41b8-b829-d14727861d92 admin admin] Checking segment: {'id': '71f41c92-731f-42de-b6f5-f04d140aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:10:00.160185 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095a51e3-e5ff-41b8-b829-d14727861d92 admin admin] Network hostable DHCP agents. Network: 01c33b24-ef39-42c1-9dff-747c0e1bd1bc, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:10:00.225188 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095a51e3-e5ff-41b8-b829-d14727861d92 admin admin] Network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:10:00.234292 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40f6fc-42ae-4507-b623-222206ca5a9f req-9d8cdf67-5daf-42f9-bce7-ff4f063a6993 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:00.252199 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f40f6fc-42ae-4507-b623-222206ca5a9f req-9d8cdf67-5daf-42f9-bce7-ff4f063a6993 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.3104932 Jul 15 15:10:00.259473 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-095a51e3-e5ff-41b8-b829-d14727861d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 01c33b24-ef39-42c1-9dff-747c0e1bd1bc) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:00.266214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095a51e3-e5ff-41b8-b829-d14727861d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:00.266848 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-095a51e3-e5ff-41b8-b829-d14727861d92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:00.275429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7743c6-2580-4823-8e8d-3d58b713347c None None] Network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:10:00.316528 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-095a51e3-e5ff-41b8-b829-d14727861d92 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2866604 Jul 15 15:10:00.342056 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f40f6fc-42ae-4507-b623-222206ca5a9f req-a9fe12ba-2ca7-416a-bae8-29d7a7ce40b8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886056 Jul 15 15:10:00.588225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7af1a2c6-9ae2-40be-9cad-7872a35230c1 req-bb6cf296-debd-4f83-956d-f4f0d8209d6c tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 210 time: 0.0703475 Jul 15 15:10:00.592462 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61f9c543-a4f8-45b3-94f4-421f03e5a654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:00.743660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10873952-768d-430d-98f2-08e5f6c32536 None None] Network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:10:00.787479 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61f9c543-a4f8-45b3-94f4-421f03e5a654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:00.795803 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61f9c543-a4f8-45b3-94f4-421f03e5a654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:00.911603 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-61f9c543-a4f8-45b3-94f4-421f03e5a654 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8a1b6eef387d416a8745e81a619a07f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8447275 Jul 15 15:10:00.914221 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36032) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:00.919766 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9c543-a4f8-45b3-94f4-421f03e5a654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51c2488-4667-491a-8abe-c0bac0df24b0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:01.084861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19231b22-e0e7-4c2e-a7fa-9f6203e43e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:01.196650 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19231b22-e0e7-4c2e-a7fa-9f6203e43e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:01.269145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ada6e2-7208-4c62-bcf9-314a255ee622 req-7ae07ade-12d5-458d-9fe7-0f01b33fc6f0 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:01.270812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06ada6e2-7208-4c62-bcf9-314a255ee622 req-7ae07ade-12d5-458d-9fe7-0f01b33fc6f0 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 945 time: 0.1775491 Jul 15 15:10:01.333122 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19231b22-e0e7-4c2e-a7fa-9f6203e43e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:01.337644 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19231b22-e0e7-4c2e-a7fa-9f6203e43e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:01.344711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-19231b22-e0e7-4c2e-a7fa-9f6203e43e56 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a51c2488-4667-491a-8abe-c0bac0df24b0 HTTP/1.1" status: 204 len: 168 time: 0.4291008 Jul 15 15:10:01.414779 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06ada6e2-7208-4c62-bcf9-314a255ee622 req-0889bad4-5b91-422e-bc22-0ee964c18342 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/security-groups?id=23952ff4-a0a3-4212-83b8-7420a52222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297750 Jul 15 15:10:01.439833 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231b22-e0e7-4c2e-a7fa-9f6203e43e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51c2488-4667-491a-8abe-c0bac0df24b0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:01.993566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342a462-f719-43ee-8c8c-59f69192c3fc req-61e53918-523c-4967-b793-bd025b858b46 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:01.999056 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b342a462-f719-43ee-8c8c-59f69192c3fc req-61e53918-523c-4967-b793-bd025b858b46 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.2545662 Jul 15 15:10:02.211531 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-cafc5288-f123-4656-98f1-accc19048d30 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:02.219656 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-cafc5288-f123-4656-98f1-accc19048d30 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 806 time: 0.4204445 Jul 15 15:10:02.252418 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-01bb3941-659b-479c-a97c-7694bc7b7b15 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Request body: {'port': {'device_id': '5203fb80-2a2c-494f-9f2b-33cc4e0bb21a', 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19', 'admin_state_up': True, 'tenant_id': '9f3de406124b47ed845d6b37dd986580'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:02.344900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36104) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:02.470049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-b8d40da4-38da-40ca-9fb8-a7c04da0452a tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:02.480055 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-b8d40da4-38da-40ca-9fb8-a7c04da0452a tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/networks?id=01c33b24-ef39-42c1-9dff-747c0e1bd1bc HTTP/1.1" status: 200 len: 818 time: 0.3793504 Jul 15 15:10:02.504488 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a077d44-aa2e-45aa-bc0d-064276962720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:02.544904 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-2162e75c-b4a5-4281-87e0-170f9a25705d tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/quotas/124a1ad4023d41a1bd9c0912818a4165 HTTP/1.1" status: 200 len: 375 time: 0.0631354 Jul 15 15:10:02.640446 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-6ff255bf-0c6e-4c4b-bbfb-c97d3cdabb63 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=124a1ad4023d41a1bd9c0912818a4165&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937803 Jul 15 15:10:02.788781 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b342a462-f719-43ee-8c8c-59f69192c3fc req-0e1d79c2-e745-4122-993f-91a3daa9187b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7823009 Jul 15 15:10:02.806308 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:02.893982 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4fc5fe02-6c80-4f58-b776-b9d88c08eac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:02.964849 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a077d44-aa2e-45aa-bc0d-064276962720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:02.985152 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a077d44-aa2e-45aa-bc0d-064276962720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:03.032495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b6acb-baa1-4f6f-b178-ba03e8b57f7a req-ab91f1d8-4d15-4d37-9e50-996ab9ef9648 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:03.036332 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-503b6acb-baa1-4f6f-b178-ba03e8b57f7a req-ab91f1d8-4d15-4d37-9e50-996ab9ef9648 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 945 time: 0.5436075 Jul 15 15:10:03.075433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a077d44-aa2e-45aa-bc0d-064276962720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f6e7cd-452b-4aff-b252-6e2a0a221d52,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:03.166347 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2a077d44-aa2e-45aa-bc0d-064276962720 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6ddbf0a550f84c21850edcd61e8b3de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8199966 Jul 15 15:10:03.167166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-2a17321a-44aa-43dc-916e-85a131815f6e service neutron] 10.222.0.38 "GET /v2.0/networks/01c33b24-ef39-42c1-9dff-747c0e1bd1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246124 Jul 15 15:10:03.169095 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-01bb3941-659b-479c-a97c-7694bc7b7b15 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Made reservation on behalf of 9f3de406124b47ed845d6b37dd986580 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:03.173452 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-01bb3941-659b-479c-a97c-7694bc7b7b15 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:03.175760 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36124) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:03.288437 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0599eef8-abd7-4181-a972-9b945d6da66d req-3f081099-7a5c-47aa-994e-9528ae536a6c tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 210 time: 0.0782294 Jul 15 15:10:03.424888 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71453b02-115f-4b15-afd1-4dd043fbd9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:03.507466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-3f97aa82-aad5-4a53-a741-49b2a6d527e0 service neutron] 10.222.0.38 "GET /v2.0/networks/01c33b24-ef39-42c1-9dff-747c0e1bd1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392112 Jul 15 15:10:03.516197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-503b6acb-baa1-4f6f-b178-ba03e8b57f7a req-a1cff652-f4aa-4779-8554-287ee681abe0 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Deleting port 78f89e80-60d7-45a2-9f78-3a398b7d62d2 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:10:03.516958 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-503b6acb-baa1-4f6f-b178-ba03e8b57f7a req-a1cff652-f4aa-4779-8554-287ee681abe0 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:03.551673 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71453b02-115f-4b15-afd1-4dd043fbd9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:03.656664 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-01bb3941-659b-479c-a97c-7694bc7b7b15 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Allocated IP 172.20.0.4 (9bbd04cd-865f-4f8e-b12a-7cf02a114c19/65019e12-bfdf-433d-bc85-c35edee27cc5/6ed0c649-4fe3-4d05-99ff-1e38d92b014f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:03.969289 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71453b02-115f-4b15-afd1-4dd043fbd9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:03.972891 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71453b02-115f-4b15-afd1-4dd043fbd9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:03.974657 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-71453b02-115f-4b15-afd1-4dd043fbd9ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70f6e7cd-452b-4aff-b252-6e2a0a221d52 HTTP/1.1" status: 204 len: 168 time: 0.7975616 Jul 15 15:10:04.054856 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-503b6acb-baa1-4f6f-b178-ba03e8b57f7a req-a1cff652-f4aa-4779-8554-287ee681abe0 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] For port 78f89e80-60d7-45a2-9f78-3a398b7d62d2, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=78f89e80-60d7-45a2-9f78-3a398b7d62d2,segment=NetworkSegment(c5c5cce6-1875-4e69-b7bb-3d6d020c72ce),segment_id=c5c5cce6-1875-4e69-b7bb-3d6d020c72ce)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:04.055371 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-503b6acb-baa1-4f6f-b178-ba03e8b57f7a req-a1cff652-f4aa-4779-8554-287ee681abe0 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:04.116831 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-503b6acb-baa1-4f6f-b178-ba03e8b57f7a req-a1cff652-f4aa-4779-8554-287ee681abe0 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Calling delete_port for 78f89e80-60d7-45a2-9f78-3a398b7d62d2 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:10:04.160661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71453b02-115f-4b15-afd1-4dd043fbd9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f6e7cd-452b-4aff-b252-6e2a0a221d52,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:04.172465 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d82a2-be69-420f-97d4-6de3f425bfb9 req-765064e4-c641-476f-873d-9e5827f5e13b tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:04.179415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e3d82a2-be69-420f-97d4-6de3f425bfb9 req-765064e4-c641-476f-873d-9e5827f5e13b tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 945 time: 0.5357788 Jul 15 15:10:04.234827 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:04.333493 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-01bb3941-659b-479c-a97c-7694bc7b7b15 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:04.393275 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-01bb3941-659b-479c-a97c-7694bc7b7b15 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:04.408540 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['358bf181-9463-4d34-8bb8-3f6f2ba5b949'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:04.489796 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e3d82a2-be69-420f-97d4-6de3f425bfb9 req-e0550db3-4323-48ac-be2f-dc2e396a0c62 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/security-groups?id=23952ff4-a0a3-4212-83b8-7420a52222a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071277 Jul 15 15:10:04.543622 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-01bb3941-659b-479c-a97c-7694bc7b7b15 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:04.547725 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-01bb3941-659b-479c-a97c-7694bc7b7b15 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:04.562384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-01bb3941-659b-479c-a97c-7694bc7b7b15 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:10:04.630372 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb3941-659b-479c-a97c-7694bc7b7b15 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Pushing event updated for resources: {'Port': ['ID=6ed0c649-4fe3-4d05-99ff-1e38d92b014f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:04.714158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-01bb3941-659b-479c-a97c-7694bc7b7b15 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:04.715771 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-01bb3941-659b-479c-a97c-7694bc7b7b15 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:04.755167 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-01bb3941-659b-479c-a97c-7694bc7b7b15 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5214789 Jul 15 15:10:04.769919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Request body: {'port': {'device_id': '5203fb80-2a2c-494f-9f2b-33cc4e0bb21a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:05.089218 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:05.370135 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dda24-5169-4c7f-8a16-77bda41295d7 req-69c25b1f-da3a-4ea3-8ad7-0821b2f0c3ef tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:05.384024 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d1dda24-5169-4c7f-8a16-77bda41295d7 req-69c25b1f-da3a-4ea3-8ad7-0821b2f0c3ef tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.7775526 Jul 15 15:10:05.591182 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d1dda24-5169-4c7f-8a16-77bda41295d7 req-69ede991-c90e-46f0-9e8c-62223c7168e8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048774 Jul 15 15:10:05.650721 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36208) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:05.842409 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c45396a3-0916-4100-9e77-dc15e6fff7bf req-89a3b4e6-965f-4f66-9ccc-c439b5033001 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 210 time: 0.1256874 Jul 15 15:10:05.872354 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-503b6acb-baa1-4f6f-b178-ba03e8b57f7a req-a1cff652-f4aa-4779-8554-287ee681abe0 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:05.913432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302cf22-0f67-40a6-8b61-46ef089cc444 req-ede96a43-e656-4d88-8f57-6a2b3155e4f4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:05.927173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3302cf22-0f67-40a6-8b61-46ef089cc444 req-ede96a43-e656-4d88-8f57-6a2b3155e4f4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 931 time: 0.8645012 Jul 15 15:10:05.955963 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:06.055253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cff652-f4aa-4779-8554-287ee681abe0 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Pushing event deleted for resources: {'Port': ['ID=78f89e80-60d7-45a2-9f78-3a398b7d62d2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:06.069418 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed0c649-4fe3-4d05-99ff-1e38d92b014f {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:10:06.094758 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:06.128275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Transition to ACTIVE for port object 6ed0c649-4fe3-4d05-99ff-1e38d92b014f will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:10:06.135250 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:06.207019 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3302cf22-0f67-40a6-8b61-46ef089cc444 req-bcd7a84a-f43f-4088-88b8-2e5a953d3000 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730901 Jul 15 15:10:06.375872 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-101db1fb-90ca-42eb-bd54-4fb519eb8c32 req-627e5206-f196-426c-b4a0-7aef54ac1fb7 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 210 time: 0.1421528 Jul 15 15:10:06.446438 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-503b6acb-baa1-4f6f-b178-ba03e8b57f7a req-a1cff652-f4aa-4779-8554-287ee681abe0 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] No DVR routers for this DVR port 78f89e80-60d7-45a2-9f78-3a398b7d62d2 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:10:06.453398 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-503b6acb-baa1-4f6f-b178-ba03e8b57f7a req-a1cff652-f4aa-4779-8554-287ee681abe0 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:06.457370 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-503b6acb-baa1-4f6f-b178-ba03e8b57f7a req-a1cff652-f4aa-4779-8554-287ee681abe0 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.11 "DELETE /v2.0/ports/78f89e80-60d7-45a2-9f78-3a398b7d62d2 HTTP/1.1" status: 204 len: 173 time: 3.4132962 Jul 15 15:10:06.459318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe17534b-9273-4441-a510-6f8f5e4d82ce', 'name': 'network-vif-deleted', 'tag': '78f89e80-60d7-45a2-9f78-3a398b7d62d2'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:06.476213 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ffd130-a056-4e6f-bdc8-8c78b4b3083a" -d '{"events": [{"server_uuid": "fe17534b-9273-4441-a510-6f8f5e4d82ce", "name": "network-vif-deleted", "tag": "78f89e80-60d7-45a2-9f78-3a398b7d62d2"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:06.515222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed0c649-4fe3-4d05-99ff-1e38d92b014f,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:06.564874 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4988f48d-54ee-4b16-a50f-7b11b39b3910 x-openstack-request-id: req-4988f48d-54ee-4b16-a50f-7b11b39b3910 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:06.565211 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe17534b-9273-4441-a510-6f8f5e4d82ce", "name": "network-vif-deleted", "tag": "78f89e80-60d7-45a2-9f78-3a398b7d62d2", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:06.567736 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4988f48d-54ee-4b16-a50f-7b11b39b3910 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:06.569137 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe17534b-9273-4441-a510-6f8f5e4d82ce', 'name': 'network-vif-deleted', 'tag': '78f89e80-60d7-45a2-9f78-3a398b7d62d2', 'status': 'completed', 'code': 200} Jul 15 15:10:06.570993 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:06.629087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 78f89e80-60d7-45a2-9f78-3a398b7d62d2 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:10:06.724866 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 78f89e80-60d7-45a2-9f78-3a398b7d62d2 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:10:06.735061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 78f89e80-60d7-45a2-9f78-3a398b7d62d2 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:10:07.146346 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Attempting to bind port 6ed0c649-4fe3-4d05-99ff-1e38d92b014f on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:10:07.146899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Attempting to bind port 6ed0c649-4fe3-4d05-99ff-1e38d92b014f by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:10:07.147071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Attempting to bind port 6ed0c649-4fe3-4d05-99ff-1e38d92b014f on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:10:07.171358 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Port 6ed0c649-4fe3-4d05-99ff-1e38d92b014f on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:10:07.172081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Attempting to bind port 6ed0c649-4fe3-4d05-99ff-1e38d92b014f on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:10:07.201037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:10:07.213424 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Checking segment: {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:10:07.217889 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Bound using segment: {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:10:07.224724 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Bound port: 6ed0c649-4fe3-4d05-99ff-1e38d92b014f, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:10:07.225121 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:07.269822 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:07.285907 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:07.388869 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc999b9-c0ee-4dfd-a381-463b1b324f3e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:07.393718 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0b160f82d08a4b6b90cd07ece5f0eff5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7415864 Jul 15 15:10:07.399997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36252) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:07.424952 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:07.425307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:07.435177 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:07.435819 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:07.436350 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:07.436841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:07.437413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:07.437929 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:07.438420 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:07.439032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:07.439523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:07.440748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12fa6-b98d-4f2d-8377-3cc94226ea2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:07.469771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29ead1-efcd-4cf9-881a-a9fe04aa69b6 req-7893ec56-c618-4ccb-9dc7-f0aa556cf2b1 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:07.500398 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e29ead1-efcd-4cf9-881a-a9fe04aa69b6 req-7893ec56-c618-4ccb-9dc7-f0aa556cf2b1 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.3612823 Jul 15 15:10:07.543998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] For port 6ed0c649-4fe3-4d05-99ff-1e38d92b014f, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:10:07.548784 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] For port 6ed0c649-4fe3-4d05-99ff-1e38d92b014f, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6ed0c649-4fe3-4d05-99ff-1e38d92b014f,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:10:07.566381 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:07.689560 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:07.690212 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:07.691746 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] 10.222.0.22 "PUT /v2.0/ports/6ed0c649-4fe3-4d05-99ff-1e38d92b014f HTTP/1.1" status: 200 len: 1091 time: 2.9275615 Jul 15 15:10:07.692223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5203fb80-2a2c-494f-9f2b-33cc4e0bb21a', 'tag': '6ed0c649-4fe3-4d05-99ff-1e38d92b014f'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:07.725946 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd50005-6e5b-4f69-9f5a-85ac01657677" -d '{"events": [{"name": "network-changed", "server_uuid": "5203fb80-2a2c-494f-9f2b-33cc4e0bb21a", "tag": "6ed0c649-4fe3-4d05-99ff-1e38d92b014f"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:07.855020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79525a41-7c0d-4aca-92ec-0087567bf8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed0c649-4fe3-4d05-99ff-1e38d92b014f,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:07.867390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f13f957-5f68-411d-a9e9-e4122f659ab6 req-9b176545-72ea-4243-88a6-518d5b4c7e88 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 210 time: 0.3480642 Jul 15 15:10:07.963389 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e29ead1-efcd-4cf9-881a-a9fe04aa69b6 req-19c85f87-d52a-4b3d-8f69-f53df63cde33 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618113 Jul 15 15:10:08.038688 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18b5d4cd-09db-4b7d-ab5a-ed10560cfbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:08.137486 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18b5d4cd-09db-4b7d-ab5a-ed10560cfbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:08.298052 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18b5d4cd-09db-4b7d-ab5a-ed10560cfbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:08.301498 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-7eca7895-4d76-40fa-a5d7-486759f2ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:08.303827 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-7eca7895-4d76-40fa-a5d7-486759f2ac56 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 1094 time: 0.2123494 Jul 15 15:10:08.307008 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18b5d4cd-09db-4b7d-ab5a-ed10560cfbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:08.309638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-18b5d4cd-09db-4b7d-ab5a-ed10560cfbe7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2dc999b9-c0ee-4dfd-a381-463b1b324f3e HTTP/1.1" status: 204 len: 168 time: 0.7974584 Jul 15 15:10:08.407516 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-0fa784ab-88cb-4227-8351-cc5652cd92ef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ed0c649-4fe3-4d05-99ff-1e38d92b014f HTTP/1.1" status: 200 len: 217 time: 0.0947123 Jul 15 15:10:08.454568 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f874094c-a002-4a06-a067-f7d94380aff6 req-5bad4b11-49cc-4e3d-8940-c4ded3e9add8 tempest-InstanceActionsNegativeTestJSON-348574691 tempest-InstanceActionsNegativeTestJSON-348574691-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe17534b-9273-4441-a510-6f8f5e4d82ce HTTP/1.1" status: 200 len: 210 time: 0.0814509 Jul 15 15:10:08.494957 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5d4cd-09db-4b7d-ab5a-ed10560cfbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc999b9-c0ee-4dfd-a381-463b1b324f3e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:08.600214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-06d9b4cf-c6fe-4cec-99fb-8eeda36dff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:08.601897 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-06d9b4cf-c6fe-4cec-99fb-8eeda36dff6d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65019e12-bfdf-433d-bc85-c35edee27cc5 HTTP/1.1" status: 200 len: 846 time: 0.1885898 Jul 15 15:10:08.657837 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ffeec-4b08-4893-a5d6-fa8e385a9cf5 req-e559a523-f0b9-4fe3-8005-02d553ff9ed7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:08.679127 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-372ffeec-4b08-4893-a5d6-fa8e385a9cf5 req-e559a523-f0b9-4fe3-8005-02d553ff9ed7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 943 time: 0.3992124 Jul 15 15:10:08.724476 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-de65abb6-4cb3-4e72-ba96-88f4538a29f0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103649 Jul 15 15:10:08.944932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-372ffeec-4b08-4893-a5d6-fa8e385a9cf5 req-8ce8c44a-8676-4d19-a9a2-a5de388017cb tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609057 Jul 15 15:10:09.066037 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba0ab82-f43b-4482-ad49-fd594ff303f1 x-openstack-request-id: req-eba0ab82-f43b-4482-ad49-fd594ff303f1 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:09.066377 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5203fb80-2a2c-494f-9f2b-33cc4e0bb21a", "tag": "6ed0c649-4fe3-4d05-99ff-1e38d92b014f", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:09.068875 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eba0ab82-f43b-4482-ad49-fd594ff303f1 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:09.069622 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5203fb80-2a2c-494f-9f2b-33cc4e0bb21a', 'tag': '6ed0c649-4fe3-4d05-99ff-1e38d92b014f', 'status': 'completed', 'code': 200} Jul 15 15:10:09.181870 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-8d95ad32-3bb3-4b70-972c-a0e6278d5658 service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359009 Jul 15 15:10:09.437769 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c5348157-15c3-4a48-9af6-c4594f831e92 req-8969399e-d5df-43d4-9c38-8195fe525c36 service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439778 Jul 15 15:10:09.479529 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68c81302-6133-4f63-a7b8-d6fe4fced3c3 req-862d21e7-0574-4691-9ad5-e5c435d95723 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 210 time: 0.1490877 Jul 15 15:10:09.928110 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36320) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:10.113141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd50005-6e5b-4f69-9f5a-85ac01657677 req-85a2ed1d-9841-4ad4-b763-d7ac8e9550d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:10.120247 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4dd50005-6e5b-4f69-9f5a-85ac01657677 req-85a2ed1d-9841-4ad4-b763-d7ac8e9550d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 1094 time: 0.3040195 Jul 15 15:10:10.190262 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Deleting subnet 32f5d078-10dc-4334-bef9-c283d02fcf7c {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:10:10.257242 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:10.650457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd50005-6e5b-4f69-9f5a-85ac01657677 req-3a8980a4-2b1d-47f9-b820-89998be44d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:10.669574 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4dd50005-6e5b-4f69-9f5a-85ac01657677 req-3a8980a4-2b1d-47f9-b820-89998be44d52 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 907 time: 0.5421479 Jul 15 15:10:11.049104 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4dd50005-6e5b-4f69-9f5a-85ac01657677 req-3191d354-30bc-44d6-9e2f-740d95dd6764 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ed0c649-4fe3-4d05-99ff-1e38d92b014f HTTP/1.1" status: 200 len: 217 time: 0.3397264 Jul 15 15:10:11.201059 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-20fdf4d4-7fb2-49e7-bcfa-dc87479bd4f6 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:11.202977 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-20fdf4d4-7fb2-49e7-bcfa-dc87479bd4f6 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.22 "GET /v2.0/networks?id=01c33b24-ef39-42c1-9dff-747c0e1bd1bc HTTP/1.1" status: 200 len: 818 time: 0.7004356 Jul 15 15:10:11.205029 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd50005-6e5b-4f69-9f5a-85ac01657677 req-94559386-4d13-4e09-a37e-f1f4994f062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:11.206667 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4dd50005-6e5b-4f69-9f5a-85ac01657677 req-94559386-4d13-4e09-a37e-f1f4994f062c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65019e12-bfdf-433d-bc85-c35edee27cc5 HTTP/1.1" status: 200 len: 846 time: 0.1517942 Jul 15 15:10:11.234309 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-0aecada8-21e4-478e-9e61-b5f37422ca62 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Request body: {'port': {'device_id': '7959e5e5-4405-40c3-8954-f78bf87d1abf', 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc', 'admin_state_up': True, 'tenant_id': '124a1ad4023d41a1bd9c0912818a4165'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:11.284213 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4dd50005-6e5b-4f69-9f5a-85ac01657677 req-a44ef504-c4f9-411a-ad44-ced6d4006777 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628738 Jul 15 15:10:11.405595 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:11.414689 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-662cb41d-5f58-437e-b638-8d52e2a0aa96 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:11.416245 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-662cb41d-5f58-437e-b638-8d52e2a0aa96 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.22 "GET /v2.0/networks?id=01c33b24-ef39-42c1-9dff-747c0e1bd1bc HTTP/1.1" status: 200 len: 818 time: 2.1827590 Jul 15 15:10:11.449774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d41800-964d-40d4-8cd5-8521d2d15309 req-906f3d39-84a8-48a7-97a1-61dd4a4e18e1 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:11.457212 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9d41800-964d-40d4-8cd5-8521d2d15309 req-906f3d39-84a8-48a7-97a1-61dd4a4e18e1 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 1.9753487 Jul 15 15:10:11.475460 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-6ec114c0-0af0-4b35-8504-7a668f632746 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Request body: {'port': {'device_id': '7155f7b3-f416-46ab-9dbc-117eef201ffc', 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc', 'admin_state_up': True, 'tenant_id': '124a1ad4023d41a1bd9c0912818a4165'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:11.481347 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4dd50005-6e5b-4f69-9f5a-85ac01657677 req-7917c619-2522-4a78-a2a0-378c052c8a25 service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744246 Jul 15 15:10:11.561409 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-0aecada8-21e4-478e-9e61-b5f37422ca62 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Made reservation on behalf of 124a1ad4023d41a1bd9c0912818a4165 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:11.564892 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-0aecada8-21e4-478e-9e61-b5f37422ca62 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:11.577122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-4432f810-8687-42dd-ad6a-e6dd01a69661 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:11.579363 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-4432f810-8687-42dd-ad6a-e6dd01a69661 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.11 "GET /v2.0/networks?id=01c33b24-ef39-42c1-9dff-747c0e1bd1bc HTTP/1.1" status: 200 len: 818 time: 1.6937919 Jul 15 15:10:11.619960 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:11.638739 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4dd50005-6e5b-4f69-9f5a-85ac01657677 req-13a85518-9799-4e75-820a-db319c6cc90c service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504376 Jul 15 15:10:11.661210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-20bbd47c-8747-4fc5-90d4-b070778ec77c tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Request body: {'port': {'device_id': '978f94e0-e6b7-4682-bcbf-b381b1229168', 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc', 'admin_state_up': True, 'tenant_id': '124a1ad4023d41a1bd9c0912818a4165'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:11.687163 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ae906-2f88-42e6-be84-152384c5c802 req-193e2a11-5acb-4277-9e6b-3bc8ce58b925 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:11.693967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-779ae906-2f88-42e6-be84-152384c5c802 req-193e2a11-5acb-4277-9e6b-3bc8ce58b925 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 943 time: 0.4425526 Jul 15 15:10:11.725309 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9d41800-964d-40d4-8cd5-8521d2d15309 req-da4fb7e9-1a6d-4e9d-9511-02130778fb20 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667599 Jul 15 15:10:11.747586 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-0aecada8-21e4-478e-9e61-b5f37422ca62 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Allocated IP 172.20.0.10 (01c33b24-ef39-42c1-9dff-747c0e1bd1bc/9404b696-d47b-45a4-8146-47f05209ddea/77f7e44b-27c9-45f7-a228-7ba67f6b0894) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:11.898693 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-779ae906-2f88-42e6-be84-152384c5c802 req-f2a52375-0608-41e6-9315-a13188c5b69a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036712 Jul 15 15:10:11.941838 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:11.982619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-6ec114c0-0af0-4b35-8504-7a668f632746 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Made reservation on behalf of 124a1ad4023d41a1bd9c0912818a4165 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:11.997524 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-6ec114c0-0af0-4b35-8504-7a668f632746 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.017723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36390) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:12.107557 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.109716 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/32f5d078-10dc-4334-bef9-c283d02fcf7c HTTP/1.1" status: 204 len: 168 time: 2.1626728 Jul 15 15:10:12.110967 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f5d078-10dc-4334-bef9-c283d02fcf7c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:12.115578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36406) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:12.197169 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5fa2e3b-2c06-49c6-b9e1-71c69ab3316a req-6e294db7-a42f-4048-9d23-70d204025cc9 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 210 time: 0.0914528 Jul 15 15:10:12.212333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:12.213058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:12.213524 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:12.213920 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:12.214402 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:12.216031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:12.216398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:12.216745 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:12.217243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:12.217640 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:12.218048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:12.218499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500106d-040a-4544-a541-baea34a0f7e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:12.349281 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-20bbd47c-8747-4fc5-90d4-b070778ec77c tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Made reservation on behalf of 124a1ad4023d41a1bd9c0912818a4165 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:12.354298 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-20bbd47c-8747-4fc5-90d4-b070778ec77c tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.384629 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61a9da28-585a-4980-be4a-78269b149bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.505613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ee72e45f-e910-41c4-a6c2-b6c119b6867c tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-455936240'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:12.618638 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61a9da28-585a-4980-be4a-78269b149bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.619712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee72e45f-e910-41c4-a6c2-b6c119b6867c tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Made reservation on behalf of 94e832f0d81d461db55ae4c6dcdafbdb for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:12.627533 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee72e45f-e910-41c4-a6c2-b6c119b6867c tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.630759 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd53026-fa68-483e-8ae0-46ed221dba48 req-83137448-356a-448d-b8c1-8beaafb407cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:12.632273 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9dd53026-fa68-483e-8ae0-46ed221dba48 req-83137448-356a-448d-b8c1-8beaafb407cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 1096 time: 0.7941060 Jul 15 15:10:12.635324 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-0aecada8-21e4-478e-9e61-b5f37422ca62 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.637050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-61a9da28-585a-4980-be4a-78269b149bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:12.640512 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee72e45f-e910-41c4-a6c2-b6c119b6867c tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.659447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-61a9da28-585a-4980-be4a-78269b149bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c5cce6-1875-4e69-b7bb-3d6d020c72ce') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:12.659626 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-61a9da28-585a-4980-be4a-78269b149bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c5cce6-1875-4e69-b7bb-3d6d020c72ce') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:12.674049 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61a9da28-585a-4980-be4a-78269b149bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.698376 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61a9da28-585a-4980-be4a-78269b149bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.708057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a9da28-585a-4980-be4a-78269b149bd8 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:10:12.708509 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61a9da28-585a-4980-be4a-78269b149bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:10:12.712210 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:10:12.786160 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-0aecada8-21e4-478e-9e61-b5f37422ca62 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.839122 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecada8-21e4-478e-9e61-b5f37422ca62 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Pushing event updated for resources: {'Port': ['ID=77f7e44b-27c9-45f7-a228-7ba67f6b0894,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:12.848059 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd53026-fa68-483e-8ae0-46ed221dba48 req-28990ffa-748e-4f19-be30-ccd01606f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:12.849946 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9dd53026-fa68-483e-8ae0-46ed221dba48 req-28990ffa-748e-4f19-be30-ccd01606f1f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.2048249 Jul 15 15:10:12.868667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-0aecada8-21e4-478e-9e61-b5f37422ca62 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:12.872199 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-0aecada8-21e4-478e-9e61-b5f37422ca62 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:12.875907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-0aecada8-21e4-478e-9e61-b5f37422ca62 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:10:12.917085 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9dd53026-fa68-483e-8ae0-46ed221dba48 req-4338ae00-e3f4-410b-86ef-4dae5b6e9b07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 HTTP/1.1" status: 200 len: 217 time: 0.0576994 Jul 15 15:10:13.033475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-6ec114c0-0af0-4b35-8504-7a668f632746 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Allocated IP 172.20.0.9 (01c33b24-ef39-42c1-9dff-747c0e1bd1bc/9404b696-d47b-45a4-8146-47f05209ddea/85d1e122-4efd-4bd4-a1da-ee8c1580dfc1) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:13.052816 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61a9da28-585a-4980-be4a-78269b149bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:13.136094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-0aecada8-21e4-478e-9e61-b5f37422ca62 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:13.136769 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-0aecada8-21e4-478e-9e61-b5f37422ca62 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:13.137539 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61a9da28-585a-4980-be4a-78269b149bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:13.141075 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-61a9da28-585a-4980-be4a-78269b149bd8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff HTTP/1.1" status: 204 len: 168 time: 1.0213501 Jul 15 15:10:13.188167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9da28-585a-4980-be4a-78269b149bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a81e0027-f0e5-49b1-9d9a-dd4d371aa7ff,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:13.197311 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd53026-fa68-483e-8ae0-46ed221dba48 req-bd5a1cc5-30a0-4221-b35a-8bf4c2e8ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:13.198835 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9dd53026-fa68-483e-8ae0-46ed221dba48 req-bd5a1cc5-30a0-4221-b35a-8bf4c2e8ba6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.2089398 Jul 15 15:10:13.322240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd53026-fa68-483e-8ae0-46ed221dba48 req-84fbd1d7-45fb-49e9-a905-105b567dd2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:13.324561 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9dd53026-fa68-483e-8ae0-46ed221dba48 req-84fbd1d7-45fb-49e9-a905-105b567dd2d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185098 Jul 15 15:10:13.392319 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee72e45f-e910-41c4-a6c2-b6c119b6867c tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:13.432716 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-0aecada8-21e4-478e-9e61-b5f37422ca62 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2096105 Jul 15 15:10:13.447771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6ed0c649-4fe3-4d05-99ff-1e38d92b014f details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:10:13.463639 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Request body: {'port': {'device_id': '7959e5e5-4405-40c3-8954-f78bf87d1abf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:13.546113 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36448) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:13.592629 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee72e45f-e910-41c4-a6c2-b6c119b6867c tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:13.599150 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9dd53026-fa68-483e-8ae0-46ed221dba48 req-62688439-acaf-46b3-a23b-76b773265aba service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686069 Jul 15 15:10:13.647423 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-6ec114c0-0af0-4b35-8504-7a668f632746 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:13.661996 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eeb23-dd09-43e1-87af-e5f74e0eb762 req-ef2ce8f0-3e4d-4abf-9a18-856e81b03c27 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:13.672035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc3eeb23-dd09-43e1-87af-e5f74e0eb762 req-ef2ce8f0-3e4d-4abf-9a18-856e81b03c27 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.6208358 Jul 15 15:10:13.678012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee72e45f-e910-41c4-a6c2-b6c119b6867c tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:10:13.729845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf3fa0-0847-4f5e-8ede-d31ccd6afce1 req-d7f0d995-e314-4e93-8dbd-1ff0825ddcbe tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:13.732773 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2dcf3fa0-0847-4f5e-8ede-d31ccd6afce1 req-d7f0d995-e314-4e93-8dbd-1ff0825ddcbe tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 943 time: 0.5843832 Jul 15 15:10:13.741296 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee72e45f-e910-41c4-a6c2-b6c119b6867c tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:13.741648 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-ee72e45f-e910-41c4-a6c2-b6c119b6867c tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Added segment 872002b5-24ae-4893-946d-96132bfc13cd of type vlan for network cb44a889-db86-47db-9caf-f8d252945208 Jul 15 15:10:13.745877 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72e45f-e910-41c4-a6c2-b6c119b6867c tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6a274d-2e5e-46b0-b191-f257997da3ae,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:13.826441 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-05d201c9-2434-4470-8671-885976a4ab25 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b29903225f0f47fc9fc2c8f68b8350f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768035 Jul 15 15:10:13.828211 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36454) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:13.879568 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc3eeb23-dd09-43e1-87af-e5f74e0eb762 req-13116186-69ff-49da-aca2-b36b161a5a83 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062445 Jul 15 15:10:13.914790 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee72e45f-e910-41c4-a6c2-b6c119b6867c tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:13.915004 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:13.941512 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9dd53026-fa68-483e-8ae0-46ed221dba48 req-054894a4-05dd-4bd8-99ca-3be6ea651024 service neutron] 10.222.0.11 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347540 Jul 15 15:10:13.973477 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-882d376e-727a-4a87-84e3-1d0fc49a0552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:14.023799 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2dcf3fa0-0847-4f5e-8ede-d31ccd6afce1 req-976b2d02-ab7e-47f4-91fe-4092c00213d0 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791128 Jul 15 15:10:14.052259 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-882d376e-727a-4a87-84e3-1d0fc49a0552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:14.057248 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-6ec114c0-0af0-4b35-8504-7a668f632746 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:14.243696 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-882d376e-727a-4a87-84e3-1d0fc49a0552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:14.248836 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-882d376e-727a-4a87-84e3-1d0fc49a0552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:14.256901 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-882d376e-727a-4a87-84e3-1d0fc49a0552 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23952ff4-a0a3-4212-83b8-7420a52222a8 HTTP/1.1" status: 204 len: 168 time: 0.4262733 Jul 15 15:10:14.262333 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee72e45f-e910-41c4-a6c2-b6c119b6867c tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:14.270240 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee72e45f-e910-41c4-a6c2-b6c119b6867c tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:14.270444 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee72e45f-e910-41c4-a6c2-b6c119b6867c tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:14.290179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d376e-727a-4a87-84e3-1d0fc49a0552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23952ff4-a0a3-4212-83b8-7420a52222a8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:14.353062 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6ed0c649-4fe3-4d05-99ff-1e38d92b014f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6ed0c649-4fe3-4d05-99ff-1e38d92b014f,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:14.415123 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '6ed0c649-4fe3-4d05-99ff-1e38d92b014f', 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19', 'port_id': '6ed0c649-4fe3-4d05-99ff-1e38d92b014f', 'mac_address': 'fa:16:3e:bd:2c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65019e12-bfdf-433d-bc85-c35edee27cc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:10:14.462612 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:14.472303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-6ec114c0-0af0-4b35-8504-7a668f632746 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:14.474059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72e45f-e910-41c4-a6c2-b6c119b6867c tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Pushing event updated for resources: {'Network': ['ID=cb44a889-db86-47db-9caf-f8d252945208,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:14.477138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-6ec114c0-0af0-4b35-8504-7a668f632746 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:14.481917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed0c649-4fe3-4d05-99ff-1e38d92b014f {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:10:14.484746 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-6ec114c0-0af0-4b35-8504-7a668f632746 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:10:14.491292 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network cb44a889-db86-47db-9caf-f8d252945208 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:10:14.536828 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6ed0c649-4fe3-4d05-99ff-1e38d92b014f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6ed0c649-4fe3-4d05-99ff-1e38d92b014f,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:14.546203 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:14.578025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec114c0-0af0-4b35-8504-7a668f632746 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Pushing event updated for resources: {'Port': ['ID=85d1e122-4efd-4bd4-a1da-ee8c1580dfc1,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:14.592381 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-20bbd47c-8747-4fc5-90d4-b070778ec77c tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Allocated IP 172.20.0.11 (01c33b24-ef39-42c1-9dff-747c0e1bd1bc/9404b696-d47b-45a4-8146-47f05209ddea/209e0b0f-cc0c-4439-bed8-64c3c99c2175) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:14.668771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=6ed0c649-4fe3-4d05-99ff-1e38d92b014f,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:14.686487 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ee72e45f-e910-41c4-a6c2-b6c119b6867c tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6049109 Jul 15 15:10:14.689986 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36470) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:14.703106 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-29899597-4501-4689-a9db-e07cd097a3d1 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Request body: {'subnet': {'network_id': 'cb44a889-db86-47db-9caf-f8d252945208', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:14.743595 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-6ec114c0-0af0-4b35-8504-7a668f632746 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:14.744347 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-6ec114c0-0af0-4b35-8504-7a668f632746 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:14.767768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40b1be-ccb0-4f4f-a22a-aa973281d2b3 req-a9145555-f7c0-430b-bb39-68fa01889e27 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:14.776220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['6ed0c649-4fe3-4d05-99ff-1e38d92b014f'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:14.776886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c40b1be-ccb0-4f4f-a22a-aa973281d2b3 req-a9145555-f7c0-430b-bb39-68fa01889e27 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 932 time: 0.6156347 Jul 15 15:10:14.827861 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29899597-4501-4689-a9db-e07cd097a3d1 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Made reservation on behalf of 94e832f0d81d461db55ae4c6dcdafbdb for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:14.832180 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29899597-4501-4689-a9db-e07cd097a3d1 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:14.887156 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-6ec114c0-0af0-4b35-8504-7a668f632746 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4481096 Jul 15 15:10:14.893384 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c40b1be-ccb0-4f4f-a22a-aa973281d2b3 req-e6b5d112-03c2-4bb3-adec-d00a46db57f5 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140757 Jul 15 15:10:14.903504 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Request body: {'port': {'device_id': '7155f7b3-f416-46ab-9dbc-117eef201ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:15.342442 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-20bbd47c-8747-4fc5-90d4-b070778ec77c tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:15.384556 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:15.390208 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29899597-4501-4689-a9db-e07cd097a3d1 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:15.418831 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bdf65-dbc8-4abd-aa8f-b4d9ccdb836a req-f5166b65-a666-46fd-81dc-60cd33ee84a6 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:15.420737 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-482bdf65-dbc8-4abd-aa8f-b4d9ccdb836a req-f5166b65-a666-46fd-81dc-60cd33ee84a6 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 945 time: 0.3374550 Jul 15 15:10:15.481582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29899597-4501-4689-a9db-e07cd097a3d1 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Pushing event updated for resources: {'Subnet': ['ID=93e738fc-df8e-462c-a16f-1e9074a6bbd4,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:15.547169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29899597-4501-4689-a9db-e07cd097a3d1 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Checking segment: {'id': '872002b5-24ae-4893-946d-96132bfc13cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cb44a889-db86-47db-9caf-f8d252945208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:10:15.547820 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29899597-4501-4689-a9db-e07cd097a3d1 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Network hostable DHCP agents. Network: cb44a889-db86-47db-9caf-f8d252945208, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:10:15.570739 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-482bdf65-dbc8-4abd-aa8f-b4d9ccdb836a req-3d9190c2-51c1-4253-9e77-951f731fb840 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044507 Jul 15 15:10:15.605954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9484def-0bd8-40d5-b84b-28bb66718480 req-211a4834-c8c5-446b-9a8f-fb5c61664cb2 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:15.608212 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9484def-0bd8-40d5-b84b-28bb66718480 req-211a4834-c8c5-446b-9a8f-fb5c61664cb2 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 944 time: 0.2819519 Jul 15 15:10:15.619296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29899597-4501-4689-a9db-e07cd097a3d1 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Network cb44a889-db86-47db-9caf-f8d252945208 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:10:15.640609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-29899597-4501-4689-a9db-e07cd097a3d1 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, cb44a889-db86-47db-9caf-f8d252945208) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:15.656299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e4f48-2eef-446c-86a1-4d2831ce4ffd None None] Network cb44a889-db86-47db-9caf-f8d252945208 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:10:15.660347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29899597-4501-4689-a9db-e07cd097a3d1 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:15.663679 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29899597-4501-4689-a9db-e07cd097a3d1 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:15.700850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36514) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:15.710383 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-29899597-4501-4689-a9db-e07cd097a3d1 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0185914 Jul 15 15:10:15.711357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36516) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:15.736443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5356f0f0-930f-4b4a-ad3e-5fa081d1a919 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Request body: {'port': {'network_id': 'cb44a889-db86-47db-9caf-f8d252945208', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1945237990'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:15.888070 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-20bbd47c-8747-4fc5-90d4-b070778ec77c tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:15.913190 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9484def-0bd8-40d5-b84b-28bb66718480 req-18f369c1-d0cb-4ace-ba1e-f6adcf781d2c tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934353 Jul 15 15:10:16.019387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-cb44a889-db86-47db-9caf-f8d252945208', 'network_id': 'cb44a889-db86-47db-9caf-f8d252945208', 'tenant_id': '94e832f0d81d461db55ae4c6dcdafbdb', 'fixed_ips': [{'subnet_id': '93e738fc-df8e-462c-a16f-1e9074a6bbd4'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:10:16.020851 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:16.022754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-20bbd47c-8747-4fc5-90d4-b070778ec77c tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:16.029587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-20bbd47c-8747-4fc5-90d4-b070778ec77c tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:16.035858 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-20bbd47c-8747-4fc5-90d4-b070778ec77c tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:10:16.115239 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f7e44b-27c9-45f7-a228-7ba67f6b0894 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:10:16.136853 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:16.150880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Transition to ACTIVE for port object 77f7e44b-27c9-45f7-a228-7ba67f6b0894 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:10:16.158702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-13414112-89ac-48bc-a36d-6bf50c44290a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-447331961-network', 'tenant_id': 'b2fae0f1e201479b8804b24ad1d5655a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:16.166235 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:16.302246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5356f0f0-930f-4b4a-ad3e-5fa081d1a919 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Made reservation on behalf of 94e832f0d81d461db55ae4c6dcdafbdb for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:16.313195 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5356f0f0-930f-4b4a-ad3e-5fa081d1a919 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:16.343073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Allocated IP 172.20.0.2 (cb44a889-db86-47db-9caf-f8d252945208/93e738fc-df8e-462c-a16f-1e9074a6bbd4/283f4643-dfc9-4476-a7c5-1f5059378ce6) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:16.350591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbd47c-8747-4fc5-90d4-b070778ec77c tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Pushing event updated for resources: {'Port': ['ID=209e0b0f-cc0c-4439-bed8-64c3c99c2175,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:16.393271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-20bbd47c-8747-4fc5-90d4-b070778ec77c tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:16.394068 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-20bbd47c-8747-4fc5-90d4-b070778ec77c tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:16.394424 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-5356f0f0-930f-4b4a-ad3e-5fa081d1a919 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] device_id is not set on port 368c72f6-c4f4-471f-a7b7-3882881012b7 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:10:16.481294 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Pushing event updated for resources: {'Port': ['ID=77f7e44b-27c9-45f7-a228-7ba67f6b0894,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:16.530944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13414112-89ac-48bc-a36d-6bf50c44290a admin admin] Made reservation on behalf of b2fae0f1e201479b8804b24ad1d5655a for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:16.543676 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13414112-89ac-48bc-a36d-6bf50c44290a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:16.561442 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13414112-89ac-48bc-a36d-6bf50c44290a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:16.620542 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:16.637013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Transition to ACTIVE for port object 283f4643-dfc9-4476-a7c5-1f5059378ce6 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:10:16.698230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Transition to ACTIVE for port object 283f4643-dfc9-4476-a7c5-1f5059378ce6 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:10:16.708687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Attempting to bind port 77f7e44b-27c9-45f7-a228-7ba67f6b0894 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:10:16.714942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:10:16.716250 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Attempting to bind port 77f7e44b-27c9-45f7-a228-7ba67f6b0894 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '71f41c92-731f-42de-b6f5-f04d140aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:10:16.716900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Attempting to bind port 77f7e44b-27c9-45f7-a228-7ba67f6b0894 on network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:10:16.767802 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Port 77f7e44b-27c9-45f7-a228-7ba67f6b0894 on network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:10:16.768453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Attempting to bind port 77f7e44b-27c9-45f7-a228-7ba67f6b0894 on network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:10:16.806331 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:10:16.813936 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Checking segment: {'id': '71f41c92-731f-42de-b6f5-f04d140aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:10:16.814684 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Bound using segment: {'id': '71f41c92-731f-42de-b6f5-f04d140aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:10:16.816494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Bound port: 77f7e44b-27c9-45f7-a228-7ba67f6b0894, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f41c92-731f-42de-b6f5-f04d140aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:10:16.817060 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:16.833486 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:16.834164 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-5356f0f0-930f-4b4a-ad3e-5fa081d1a919 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Allocated IP 172.20.0.4 (cb44a889-db86-47db-9caf-f8d252945208/93e738fc-df8e-462c-a16f-1e9074a6bbd4/368c72f6-c4f4-471f-a7b7-3882881012b7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:16.898612 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Pushing event updated for resources: {'Port': ['ID=283f4643-dfc9-4476-a7c5-1f5059378ce6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:16.918493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Network cb44a889-db86-47db-9caf-f8d252945208 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:16.958987 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:16.979604 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:16.991907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:10:17.029341 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef558d12-97d6-4682-938d-a8b8cd685da1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62855e1c-a90b-4b5f-94e6-0ffcb7b63a62'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:17.032950 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0196a563-73e3-411f-8955-9512af4bdcd1" -d '{"events": [{"server_uuid": "ef558d12-97d6-4682-938d-a8b8cd685da1", "name": "network-vif-unplugged", "status": "completed", "tag": "62855e1c-a90b-4b5f-94e6-0ffcb7b63a62"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:17.090195 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5356f0f0-930f-4b4a-ad3e-5fa081d1a919 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:17.093834 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:17.095787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Attempting to bind port 283f4643-dfc9-4476-a7c5-1f5059378ce6 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:10:17.095990 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Attempting to bind port 283f4643-dfc9-4476-a7c5-1f5059378ce6 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '872002b5-24ae-4893-946d-96132bfc13cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cb44a889-db86-47db-9caf-f8d252945208'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:10:17.096489 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Attempting to bind port 283f4643-dfc9-4476-a7c5-1f5059378ce6 on network cb44a889-db86-47db-9caf-f8d252945208 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:10:17.106250 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:17.143518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-5356f0f0-930f-4b4a-ad3e-5fa081d1a919 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Transition to ACTIVE for port object 368c72f6-c4f4-471f-a7b7-3882881012b7 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:10:17.187232 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5356f0f0-930f-4b4a-ad3e-5fa081d1a919 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:17.228419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:17.251045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:10:17.251869 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Checking segment: {'id': '872002b5-24ae-4893-946d-96132bfc13cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cb44a889-db86-47db-9caf-f8d252945208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:10:17.254599 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:17.257378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Bound using segment: {'id': '872002b5-24ae-4893-946d-96132bfc13cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cb44a889-db86-47db-9caf-f8d252945208'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:10:17.258057 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Bound port: 283f4643-dfc9-4476-a7c5-1f5059378ce6, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872002b5-24ae-4893-946d-96132bfc13cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cb44a889-db86-47db-9caf-f8d252945208'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:10:17.260511 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:17.340540 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5356f0f0-930f-4b4a-ad3e-5fa081d1a919 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Network cb44a889-db86-47db-9caf-f8d252945208 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:17.361048 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5356f0f0-930f-4b4a-ad3e-5fa081d1a919 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:17.390443 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-20bbd47c-8747-4fc5-90d4-b070778ec77c tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7617586 Jul 15 15:10:17.401199 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5356f0f0-930f-4b4a-ad3e-5fa081d1a919 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:10:17.416695 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Request body: {'port': {'device_id': '978f94e0-e6b7-4682-bcbf-b381b1229168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:17.430460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] For port 283f4643-dfc9-4476-a7c5-1f5059378ce6, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:10:17.435128 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] For port 283f4643-dfc9-4476-a7c5-1f5059378ce6, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=283f4643-dfc9-4476-a7c5-1f5059378ce6,segment=NetworkSegment(872002b5-24ae-4893-946d-96132bfc13cd),segment_id=872002b5-24ae-4893-946d-96132bfc13cd)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:10:17.443048 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:17.454600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6ed0c649-4fe3-4d05-99ff-1e38d92b014f up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:10:17.510292 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc220ad-50d8-4b4f-ab33-f33d241d5b91 req-88baabae-6e52-4dc5-ae39-82a8554704ad tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:17.512194 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bc220ad-50d8-4b4f-ab33-f33d241d5b91 req-88baabae-6e52-4dc5-ae39-82a8554704ad tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 944 time: 1.2145531 Jul 15 15:10:17.533461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde2324-4e90-4cd3-b001-5b50399a4840 None None] Pushing event updated for resources: {'Port': ['ID=283f4643-dfc9-4476-a7c5-1f5059378ce6,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:17.552090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356f0f0-930f-4b4a-ad3e-5fa081d1a919 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Pushing event updated for resources: {'Port': ['ID=368c72f6-c4f4-471f-a7b7-3882881012b7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:17.597502 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] For port 77f7e44b-27c9-45f7-a228-7ba67f6b0894, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:10:17.603164 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13414112-89ac-48bc-a36d-6bf50c44290a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:17.612395 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5356f0f0-930f-4b4a-ad3e-5fa081d1a919 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:17.613169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5356f0f0-930f-4b4a-ad3e-5fa081d1a919 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:17.628521 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:17.632857 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13414112-89ac-48bc-a36d-6bf50c44290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:17.653552 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5356f0f0-930f-4b4a-ad3e-5fa081d1a919 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9300222 Jul 15 15:10:17.656828 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] For port 77f7e44b-27c9-45f7-a228-7ba67f6b0894, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=77f7e44b-27c9-45f7-a228-7ba67f6b0894,segment=NetworkSegment(71f41c92-731f-42de-b6f5-f04d140aeb7b),segment_id=71f41c92-731f-42de-b6f5-f04d140aeb7b)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:10:17.658195 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 6ed0c649-4fe3-4d05-99ff-1e38d92b014f completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:10:17.659006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36552) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:17.676616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 6ed0c649-4fe3-4d05-99ff-1e38d92b014f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:17.678407 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:17.696350 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:17.792417 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13414112-89ac-48bc-a36d-6bf50c44290a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:10:17.812811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bc220ad-50d8-4b4f-ab33-f33d241d5b91 req-59410fff-7ac9-478b-8dad-b4df3db902ae tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902641 Jul 15 15:10:17.852893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13414112-89ac-48bc-a36d-6bf50c44290a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524da444-4c94-4923-940a-6c83e2ee892d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:17.891048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fae19a-b297-41cc-aeca-3f5c35c05573 req-0468ea96-174e-47f9-9f92-e9a247e21994 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:17.898847 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:17.900489 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:17.904376 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] 10.222.0.22 "PUT /v2.0/ports/77f7e44b-27c9-45f7-a228-7ba67f6b0894 HTTP/1.1" status: 200 len: 1092 time: 4.4481554 Jul 15 15:10:17.904641 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26fae19a-b297-41cc-aeca-3f5c35c05573 req-0468ea96-174e-47f9-9f92-e9a247e21994 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 943 time: 0.5384901 Jul 15 15:10:17.906377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13414112-89ac-48bc-a36d-6bf50c44290a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:17.909290 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-13414112-89ac-48bc-a36d-6bf50c44290a admin admin] Added segment 0ee95f68-9947-49c1-8ed9-fa91e5d8db41 of type vlan for network b210759d-354c-4d24-bc41-a08ff618ef6e Jul 15 15:10:17.922880 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:18.062220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6ed0c649-4fe3-4d05-99ff-1e38d92b014f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6ed0c649-4fe3-4d05-99ff-1e38d92b014f,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:18.070650 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:18.112344 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13414112-89ac-48bc-a36d-6bf50c44290a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:18.160541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7959e5e5-4405-40c3-8954-f78bf87d1abf', 'tag': '77f7e44b-27c9-45f7-a228-7ba67f6b0894'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:18.165077 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24d6f9f-635d-4727-a395-56c9da08f6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7959e5e5-4405-40c3-8954-f78bf87d1abf", "tag": "77f7e44b-27c9-45f7-a228-7ba67f6b0894"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:18.216369 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f09cdd-93c0-42bb-b52f-7e80c0109a90 service neutron] Pushing event updated for resources: {'Port': ['ID=77f7e44b-27c9-45f7-a228-7ba67f6b0894,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:18.231864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=6ed0c649-4fe3-4d05-99ff-1e38d92b014f,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:18.245144 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13414112-89ac-48bc-a36d-6bf50c44290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:18.247875 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13414112-89ac-48bc-a36d-6bf50c44290a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:18.258958 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:10:18.267146 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13414112-89ac-48bc-a36d-6bf50c44290a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:18.295716 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:18.365701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Transition to ACTIVE for port object 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:10:18.415467 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26fae19a-b297-41cc-aeca-3f5c35c05573 req-d2bb13fd-9d92-4283-a50d-2b57bafadc8a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098939 Jul 15 15:10:18.416120 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:18.471694 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-13414112-89ac-48bc-a36d-6bf50c44290a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7678108 Jul 15 15:10:18.483780 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36566) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:18.486799 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Pushing event updated for resources: {'Port': ['ID=85d1e122-4efd-4bd4-a1da-ee8c1580dfc1,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:18.502081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13414112-89ac-48bc-a36d-6bf50c44290a admin admin] Pushing event updated for resources: {'Network': ['ID=b210759d-354c-4d24-bc41-a08ff618ef6e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:18.505971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-18f79587-c629-475b-af27-23c3fa9b6f6f admin admin] Request body: {'subnet': {'network_id': 'b210759d-354c-4d24-bc41-a08ff618ef6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-447331961-subnet', 'tenant_id': 'b2fae0f1e201479b8804b24ad1d5655a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:18.515126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network b210759d-354c-4d24-bc41-a08ff618ef6e details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:10:18.604118 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf816d-ff3b-4dc9-b619-11bf749741b9 req-cc37c50b-1e96-4117-aa8e-2f2d8d721d13 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:18.613584 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50bf816d-ff3b-4dc9-b619-11bf749741b9 req-cc37c50b-1e96-4117-aa8e-2f2d8d721d13 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 945 time: 0.3420405 Jul 15 15:10:18.654233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-9ee203a7-ba9f-41b9-9ac4-4cc8da24fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:18.655757 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-9ee203a7-ba9f-41b9-9ac4-4cc8da24fc94 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=124a1ad4023d41a1bd9c0912818a4165&device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 1095 time: 0.4770861 Jul 15 15:10:18.684597 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053bc6a3-6feb-4334-aa19-abf0e0c4ca9c x-openstack-request-id: req-053bc6a3-6feb-4334-aa19-abf0e0c4ca9c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:18.685114 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef558d12-97d6-4682-938d-a8b8cd685da1", "name": "network-vif-unplugged", "status": "failed", "tag": "62855e1c-a90b-4b5f-94e6-0ffcb7b63a62", "code": 422}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:18.687425 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-053bc6a3-6feb-4334-aa19-abf0e0c4ca9c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:18.688044 n-d-764435-3 neutron-server[100713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef558d12-97d6-4682-938d-a8b8cd685da1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '62855e1c-a90b-4b5f-94e6-0ffcb7b63a62', 'code': 422} returned with failed status Jul 15 15:10:18.691055 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-aedf519a-7937-4aec-8ca7-93b4076b6184 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Deleting port 368c72f6-c4f4-471f-a7b7-3882881012b7 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:10:18.691411 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aedf519a-7937-4aec-8ca7-93b4076b6184 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:18.731410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f79587-c629-475b-af27-23c3fa9b6f6f admin admin] Made reservation on behalf of b2fae0f1e201479b8804b24ad1d5655a for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:18.733816 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18f79587-c629-475b-af27-23c3fa9b6f6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:18.785619 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c08f50-1934-4b5d-8982-3a6f22a8b185 x-openstack-request-id: req-f2c08f50-1934-4b5d-8982-3a6f22a8b185 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:18.785924 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7959e5e5-4405-40c3-8954-f78bf87d1abf", "tag": "77f7e44b-27c9-45f7-a228-7ba67f6b0894", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:18.786178 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2c08f50-1934-4b5d-8982-3a6f22a8b185 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:18.786681 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7959e5e5-4405-40c3-8954-f78bf87d1abf', 'tag': '77f7e44b-27c9-45f7-a228-7ba67f6b0894', 'status': 'completed', 'code': 200} Jul 15 15:10:18.802643 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50bf816d-ff3b-4dc9-b619-11bf749741b9 req-ec10f8d4-28fc-4cb6-9736-7c30483561d7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874187 Jul 15 15:10:18.806365 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d3a558a5-6eab-4474-9b7c-685856631a6c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f7e44b-27c9-45f7-a228-7ba67f6b0894 HTTP/1.1" status: 200 len: 217 time: 0.1406815 Jul 15 15:10:18.813549 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:18.999591 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-b2bd4869-04ae-416f-944f-f75d355c81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:19.001453 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-b2bd4869-04ae-416f-944f-f75d355c81e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9404b696-d47b-45a4-8146-47f05209ddea HTTP/1.1" status: 200 len: 858 time: 0.1714268 Jul 15 15:10:19.068268 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-488c6158-354f-4aee-a90d-fdc670a7287a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01c33b24-ef39-42c1-9dff-747c0e1bd1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589550 Jul 15 15:10:19.070295 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aedf519a-7937-4aec-8ca7-93b4076b6184 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:19.090475 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18f79587-c629-475b-af27-23c3fa9b6f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:19.127637 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-aedf519a-7937-4aec-8ca7-93b4076b6184 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Calling delete_port for 368c72f6-c4f4-471f-a7b7-3882881012b7 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:10:19.155895 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Attempting to bind port 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:10:19.156463 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Attempting to bind port 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '71f41c92-731f-42de-b6f5-f04d140aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:10:19.156854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Attempting to bind port 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 on network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:10:19.197343 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:19.209957 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Port 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 on network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:10:19.210430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Attempting to bind port 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 on network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:10:19.225881 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:10:19.226337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Checking segment: {'id': '71f41c92-731f-42de-b6f5-f04d140aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:10:19.226855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Bound using segment: {'id': '71f41c92-731f-42de-b6f5-f04d140aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:10:19.227426 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Bound port: 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f41c92-731f-42de-b6f5-f04d140aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:10:19.227891 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:19.340810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209e0b0f-cc0c-4439-bed8-64c3c99c2175 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:10:19.347480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 283f4643-dfc9-4476-a7c5-1f5059378ce6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:10:19.356975 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-0c5fda33-e0cb-4e8a-a4f3-42760346de3f service neutron] 10.222.0.22 "GET /v2.0/networks/01c33b24-ef39-42c1-9dff-747c0e1bd1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815311 Jul 15 15:10:19.397393 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:19.470188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f79587-c629-475b-af27-23c3fa9b6f6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b65a3e-35ce-4fcd-a86b-7dd05fc1b40a,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:19.480179 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 283f4643-dfc9-4476-a7c5-1f5059378ce6 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:10:19.481115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Transition to ACTIVE for port object 209e0b0f-cc0c-4439-bed8-64c3c99c2175 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:10:19.483865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29cbec1-add3-44a6-9ee6-489047c0c85a None None] Network cb44a889-db86-47db-9caf-f8d252945208 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:10:19.499072 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:19.534323 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-f7544d3a-372b-43ae-8dac-7d6221912ef2 service neutron] 10.222.0.22 "GET /v2.0/networks/01c33b24-ef39-42c1-9dff-747c0e1bd1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696954 Jul 15 15:10:19.545672 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aedf519a-7937-4aec-8ca7-93b4076b6184 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:19.582841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f79587-c629-475b-af27-23c3fa9b6f6f admin admin] Checking segment: {'id': '0ee95f68-9947-49c1-8ed9-fa91e5d8db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b210759d-354c-4d24-bc41-a08ff618ef6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:10:19.583270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f79587-c629-475b-af27-23c3fa9b6f6f admin admin] Network hostable DHCP agents. Network: b210759d-354c-4d24-bc41-a08ff618ef6e, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:10:19.588026 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] For port 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:10:19.631958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf519a-7937-4aec-8ca7-93b4076b6184 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Pushing event deleted for resources: {'Port': ['ID=368c72f6-c4f4-471f-a7b7-3882881012b7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:19.632175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] For port 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=85d1e122-4efd-4bd4-a1da-ee8c1580dfc1,segment=NetworkSegment(71f41c92-731f-42de-b6f5-f04d140aeb7b),segment_id=71f41c92-731f-42de-b6f5-f04d140aeb7b)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:10:19.649319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8d66ae57-353d-48f3-9143-6ae4a7c6d09b None None] Provisioning for port 283f4643-dfc9-4476-a7c5-1f5059378ce6 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:10:19.657813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59480bb-0ca9-46a7-bb40-6af7e4470e0d req-b6fea884-7374-48f0-a949-803baa1afe77 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:19.665838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b59480bb-0ca9-46a7-bb40-6af7e4470e0d req-b6fea884-7374-48f0-a949-803baa1afe77 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.5937223 Jul 15 15:10:19.668738 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8d66ae57-353d-48f3-9143-6ae4a7c6d09b None None] Provisioning complete for port 283f4643-dfc9-4476-a7c5-1f5059378ce6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:19.669051 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d66ae57-353d-48f3-9143-6ae4a7c6d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:19.671750 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:19.676566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Pushing event updated for resources: {'Port': ['ID=209e0b0f-cc0c-4439-bed8-64c3c99c2175,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:19.755244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:19.755880 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:19.757417 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] 10.222.0.22 "PUT /v2.0/ports/85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 HTTP/1.1" status: 200 len: 1091 time: 4.8601794 Jul 15 15:10:19.814569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7155f7b3-f416-46ab-9dbc-117eef201ffc', 'tag': '85d1e122-4efd-4bd4-a1da-ee8c1580dfc1'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:19.816476 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95acf91c-379c-41ab-95a0-b61bdf0073eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7155f7b3-f416-46ab-9dbc-117eef201ffc", "tag": "85d1e122-4efd-4bd4-a1da-ee8c1580dfc1"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:19.820408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f79587-c629-475b-af27-23c3fa9b6f6f admin admin] Network b210759d-354c-4d24-bc41-a08ff618ef6e is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:10:19.867870 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aedf519a-7937-4aec-8ca7-93b4076b6184 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:19.869363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f091e-1a34-45e7-bfa2-98fcd188e40c req-ab7944fb-c2e8-4637-86ff-e91e73cf921a tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:19.870247 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-aedf519a-7937-4aec-8ca7-93b4076b6184 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] 10.222.0.38 "DELETE /v2.0/ports/368c72f6-c4f4-471f-a7b7-3882881012b7 HTTP/1.1" status: 204 len: 168 time: 2.2035122 Jul 15 15:10:19.872906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d6f9f-635d-4727-a395-56c9da08f6bf req-61f00bae-a601-4c5f-aed6-3e171de65f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:19.874344 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f24d6f9f-635d-4727-a395-56c9da08f6bf req-61f00bae-a601-4c5f-aed6-3e171de65f68 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=124a1ad4023d41a1bd9c0912818a4165&device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 1095 time: 0.2542770 Jul 15 15:10:19.880627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e5f091e-1a34-45e7-bfa2-98fcd188e40c req-ab7944fb-c2e8-4637-86ff-e91e73cf921a tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 944 time: 0.7102909 Jul 15 15:10:19.885923 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36590) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:19.976114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-18f79587-c629-475b-af27-23c3fa9b6f6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, b210759d-354c-4d24-bc41-a08ff618ef6e) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:19.983195 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f79587-c629-475b-af27-23c3fa9b6f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:19.984262 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-18f79587-c629-475b-af27-23c3fa9b6f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:19.996204 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f71abc-511d-419e-a370-a7bcfdca4dfc None None] Network b210759d-354c-4d24-bc41-a08ff618ef6e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:10:20.017273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b59480bb-0ca9-46a7-bb40-6af7e4470e0d req-999d3703-57ef-4a6d-a227-f31971d90995 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3502893 Jul 15 15:10:20.035978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d83bb3-170e-4f4f-883e-d983b6f7abcd service neutron] Pushing event updated for resources: {'Port': ['ID=85d1e122-4efd-4bd4-a1da-ee8c1580dfc1,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:20.070938 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d66ae57-353d-48f3-9143-6ae4a7c6d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:20.081031 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-18f79587-c629-475b-af27-23c3fa9b6f6f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5915346 Jul 15 15:10:20.108935 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-970a0f34-1b34-4ee5-8b3f-76efc61d7136 tempest-DHCPAgentSchedulersTestJSON-18807796 tempest-DHCPAgentSchedulersTestJSON-18807796-project-admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2188635 Jul 15 15:10:20.109895 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:20.115367 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1e872081-f40d-4e42-a150-43489391f72b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-41084911'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:20.123158 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e5f091e-1a34-45e7-bfa2-98fcd188e40c req-22918c86-8f8e-4b55-bc65-d9608e849d1b tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363012 Jul 15 15:10:20.139291 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Attempting to bind port 209e0b0f-cc0c-4439-bed8-64c3c99c2175 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:10:20.142219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Attempting to bind port 209e0b0f-cc0c-4439-bed8-64c3c99c2175 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '71f41c92-731f-42de-b6f5-f04d140aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:10:20.142759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Attempting to bind port 209e0b0f-cc0c-4439-bed8-64c3c99c2175 on network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:10:20.168968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Port 209e0b0f-cc0c-4439-bed8-64c3c99c2175 on network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:10:20.169784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Attempting to bind port 209e0b0f-cc0c-4439-bed8-64c3c99c2175 on network 01c33b24-ef39-42c1-9dff-747c0e1bd1bc {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:10:20.188835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d6f9f-635d-4727-a395-56c9da08f6bf req-89501728-4d2a-464d-8d3a-353a06d169a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:20.190339 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f24d6f9f-635d-4727-a395-56c9da08f6bf req-89501728-4d2a-464d-8d3a-353a06d169a5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=01c33b24-ef39-42c1-9dff-747c0e1bd1bc HTTP/1.1" status: 200 len: 919 time: 0.2916317 Jul 15 15:10:20.191279 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-1697a2bb-9c10-4049-96e9-ef27031675ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:20.195900 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-1697a2bb-9c10-4049-96e9-ef27031675ec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=124a1ad4023d41a1bd9c0912818a4165&device_id=7155f7b3-f416-46ab-9dbc-117eef201ffc HTTP/1.1" status: 200 len: 1094 time: 0.3665853 Jul 15 15:10:20.201681 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8637b6-446b-42eb-b576-4d43a8212d28 x-openstack-request-id: req-bf8637b6-446b-42eb-b576-4d43a8212d28 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:20.202944 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7155f7b3-f416-46ab-9dbc-117eef201ffc", "tag": "85d1e122-4efd-4bd4-a1da-ee8c1580dfc1", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:20.203605 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bf8637b6-446b-42eb-b576-4d43a8212d28 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:20.206166 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7155f7b3-f416-46ab-9dbc-117eef201ffc', 'tag': '85d1e122-4efd-4bd4-a1da-ee8c1580dfc1', 'status': 'completed', 'code': 200} Jul 15 15:10:20.207196 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e872081-f40d-4e42-a150-43489391f72b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Made reservation on behalf of 94e832f0d81d461db55ae4c6dcdafbdb for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:20.209375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:10:20.209967 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Checking segment: {'id': '71f41c92-731f-42de-b6f5-f04d140aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:10:20.211499 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e872081-f40d-4e42-a150-43489391f72b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:20.211893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Bound using segment: {'id': '71f41c92-731f-42de-b6f5-f04d140aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:10:20.214104 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Bound port: 209e0b0f-cc0c-4439-bed8-64c3c99c2175, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f41c92-731f-42de-b6f5-f04d140aeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:10:20.215665 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:20.277332 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8d66ae57-353d-48f3-9143-6ae4a7c6d09b None None] For port 283f4643-dfc9-4476-a7c5-1f5059378ce6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=283f4643-dfc9-4476-a7c5-1f5059378ce6,segment=NetworkSegment(872002b5-24ae-4893-946d-96132bfc13cd),segment_id=872002b5-24ae-4893-946d-96132bfc13cd)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:20.298751 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d66ae57-353d-48f3-9143-6ae4a7c6d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:20.335442 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f24d6f9f-635d-4727-a395-56c9da08f6bf req-cdff3394-4d56-4304-860b-8c8c86ab1c4f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f7e44b-27c9-45f7-a228-7ba67f6b0894 HTTP/1.1" status: 200 len: 217 time: 0.0992775 Jul 15 15:10:20.351511 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-7ab51adb-153b-407a-a028-8ba7dc1636df service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 HTTP/1.1" status: 200 len: 217 time: 0.1305053 Jul 15 15:10:20.382806 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e872081-f40d-4e42-a150-43489391f72b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:10:20.454815 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e872081-f40d-4e42-a150-43489391f72b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:20.455295 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-1e872081-f40d-4e42-a150-43489391f72b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Added segment d2f30497-0f61-415b-93d0-3f522fdf320c of type vlan for network fa345cf6-014b-4889-8fef-c0e31c527f57 Jul 15 15:10:20.509081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d6f9f-635d-4727-a395-56c9da08f6bf req-12ed4149-6c46-4bb3-81ca-b36341678c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:20.510602 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f24d6f9f-635d-4727-a395-56c9da08f6bf req-12ed4149-6c46-4bb3-81ca-b36341678c69 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9404b696-d47b-45a4-8146-47f05209ddea HTTP/1.1" status: 200 len: 858 time: 0.1607018 Jul 15 15:10:20.532497 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e872081-f40d-4e42-a150-43489391f72b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:20.543527 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8acf4c-f885-42c0-9e5f-cd1b2e079a85 None None] Network b210759d-354c-4d24-bc41-a08ff618ef6e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:10:20.560691 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f24d6f9f-635d-4727-a395-56c9da08f6bf req-bb7bb5da-e8cf-4926-a68e-2293558a9c3d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01c33b24-ef39-42c1-9dff-747c0e1bd1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404675 Jul 15 15:10:20.601464 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66ae57-353d-48f3-9143-6ae4a7c6d09b None None] Pushing event updated for resources: {'Port': ['ID=283f4643-dfc9-4476-a7c5-1f5059378ce6,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:20.670665 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e872081-f40d-4e42-a150-43489391f72b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:20.677810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e872081-f40d-4e42-a150-43489391f72b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:20.678589 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e872081-f40d-4e42-a150-43489391f72b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:20.691831 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5203fb80-2a2c-494f-9f2b-33cc4e0bb21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed0c649-4fe3-4d05-99ff-1e38d92b014f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:20.692867 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-820c13a0-b406-4e39-b99e-47ca3edfaaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:20.694646 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b297223-4010-4112-9d8d-6f427cc779e1" -d '{"events": [{"server_uuid": "5203fb80-2a2c-494f-9f2b-33cc4e0bb21a", "name": "network-vif-plugged", "status": "completed", "tag": "6ed0c649-4fe3-4d05-99ff-1e38d92b014f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:20.695480 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-820c13a0-b406-4e39-b99e-47ca3edfaaed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9404b696-d47b-45a4-8146-47f05209ddea HTTP/1.1" status: 200 len: 858 time: 0.3338244 Jul 15 15:10:20.702255 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] For port 209e0b0f-cc0c-4439-bed8-64c3c99c2175, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:10:20.706384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] For port 209e0b0f-cc0c-4439-bed8-64c3c99c2175, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=209e0b0f-cc0c-4439-bed8-64c3c99c2175,segment=NetworkSegment(71f41c92-731f-42de-b6f5-f04d140aeb7b),segment_id=71f41c92-731f-42de-b6f5-f04d140aeb7b)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:10:20.721288 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:10:20.727529 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1e872081-f40d-4e42-a150-43489391f72b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6159267 Jul 15 15:10:20.734334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36610) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:20.788156 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f24d6f9f-635d-4727-a395-56c9da08f6bf req-9eca4352-e21f-48b9-8c14-4cb3504fb6aa service neutron] 10.222.0.22 "GET /v2.0/networks/01c33b24-ef39-42c1-9dff-747c0e1bd1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189677 Jul 15 15:10:20.821271 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e872081-f40d-4e42-a150-43489391f72b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Pushing event updated for resources: {'Network': ['ID=fa345cf6-014b-4889-8fef-c0e31c527f57,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:20.855915 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:20.876388 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-999ffef4-2d66-49a7-a894-519457b9f5e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01c33b24-ef39-42c1-9dff-747c0e1bd1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489093 Jul 15 15:10:20.984421 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6afd1-af3b-4bf4-8c64-bdfc82fcc11f req-ff189efb-7679-44aa-81d0-225311caf372 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:20.986063 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11f6afd1-af3b-4bf4-8c64-bdfc82fcc11f req-ff189efb-7679-44aa-81d0-225311caf372 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 945 time: 0.6158090 Jul 15 15:10:21.017056 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network fa345cf6-014b-4889-8fef-c0e31c527f57 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:10:21.167954 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d70d45bd-6a1a-4035-a7aa-2e25659e0f14 None None] Provisioning complete for port 283f4643-dfc9-4476-a7c5-1f5059378ce6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:21.168344 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d70d45bd-6a1a-4035-a7aa-2e25659e0f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:21.312542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:21.313391 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:21.315187 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] 10.222.0.11 "PUT /v2.0/ports/209e0b0f-cc0c-4439-bed8-64c3c99c2175 HTTP/1.1" status: 200 len: 1092 time: 3.9169455 Jul 15 15:10:21.403275 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f24d6f9f-635d-4727-a395-56c9da08f6bf req-1c4901f1-8e71-4821-8fe7-398cbdfe2d40 service neutron] 10.222.0.22 "GET /v2.0/networks/01c33b24-ef39-42c1-9dff-747c0e1bd1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774133 Jul 15 15:10:21.420456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c6539-afb2-4942-935d-de8e1abc3e21 req-60cde6d6-b593-444d-8e06-4d156cd1c45d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:21.430067 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f51c6539-afb2-4942-935d-de8e1abc3e21 req-60cde6d6-b593-444d-8e06-4d156cd1c45d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.9240470 Jul 15 15:10:21.478598 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 283f4643-dfc9-4476-a7c5-1f5059378ce6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:10:21.500057 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ca9e6e8e-f823-4dbe-aaec-c9f9f43bdde8 tempest-DHCPAgentSchedulersTestJSON-18807796 tempest-DHCPAgentSchedulersTestJSON-18807796-project-admin] 10.222.0.38 "GET /v2.0/agents/3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0/dhcp-networks HTTP/1.1" status: 200 len: 7285 time: 0.7644565 Jul 15 15:10:21.502813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36622) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:21.512683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 77f7e44b-27c9-45f7-a228-7ba67f6b0894 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:10:21.524619 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11f6afd1-af3b-4bf4-8c64-bdfc82fcc11f req-759388d8-c1eb-47a5-80d6-59a0a7386ede tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841264 Jul 15 15:10:21.548049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4c7b3-f09c-4f82-8ccf-9333e999c457 service neutron] Pushing event updated for resources: {'Port': ['ID=209e0b0f-cc0c-4439-bed8-64c3c99c2175,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:21.624070 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-6e5aa0c8-76f4-45ec-b618-6499798a5188 service neutron] 10.222.0.22 "GET /v2.0/networks/01c33b24-ef39-42c1-9dff-747c0e1bd1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789881 Jul 15 15:10:21.641303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f51c6539-afb2-4942-935d-de8e1abc3e21 req-ab914c9f-60c3-4646-8ef6-748852ad12af tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056413 Jul 15 15:10:21.727542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91689ad-a7c9-466a-84b2-ce3b810a3073 tempest-DHCPAgentSchedulersTestJSON-18807796 tempest-DHCPAgentSchedulersTestJSON-18807796-project-admin] Network fa345cf6-014b-4889-8fef-c0e31c527f57 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:10:21.758078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 283f4643-dfc9-4476-a7c5-1f5059378ce6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:21.758451 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:21.767325 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d91689ad-a7c9-466a-84b2-ce3b810a3073 tempest-DHCPAgentSchedulersTestJSON-18807796 tempest-DHCPAgentSchedulersTestJSON-18807796-project-admin] 10.222.0.38 "POST /v2.0/agents/3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2612543 Jul 15 15:10:21.768763 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36632) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:21.811976 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129274d4-7eee-47b3-a5bf-8ede12baceb3 None None] Network fa345cf6-014b-4889-8fef-c0e31c527f57 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:10:21.861722 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bba3739-b5e5-4cf7-9efe-dc44f3fb3e02 x-openstack-request-id: req-1bba3739-b5e5-4cf7-9efe-dc44f3fb3e02 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:21.862005 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5203fb80-2a2c-494f-9f2b-33cc4e0bb21a", "name": "network-vif-plugged", "status": "completed", "tag": "6ed0c649-4fe3-4d05-99ff-1e38d92b014f", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:21.862257 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1bba3739-b5e5-4cf7-9efe-dc44f3fb3e02 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:21.862678 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5203fb80-2a2c-494f-9f2b-33cc4e0bb21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed0c649-4fe3-4d05-99ff-1e38d92b014f', 'code': 200} Jul 15 15:10:21.959237 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88692a3-de1e-4c51-ae00-3998a6dcb77b req-31e72427-4342-47c9-8e7d-09fa5e28101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:21.961250 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f88692a3-de1e-4c51-ae00-3998a6dcb77b req-31e72427-4342-47c9-8e7d-09fa5e28101c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 1096 time: 0.1044047 Jul 15 15:10:21.988544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-32155b21-b9f5-41ab-addb-570c2e622b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:21.990197 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-32155b21-b9f5-41ab-addb-570c2e622b33 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=124a1ad4023d41a1bd9c0912818a4165&device_id=978f94e0-e6b7-4682-bcbf-b381b1229168 HTTP/1.1" status: 200 len: 1095 time: 0.5968106 Jul 15 15:10:22.082230 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f88692a3-de1e-4c51-ae00-3998a6dcb77b req-5f3fc6dc-d0f7-4f7c-8a0d-6b4a0a2060c7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981948 Jul 15 15:10:22.367075 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 77f7e44b-27c9-45f7-a228-7ba67f6b0894, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=77f7e44b-27c9-45f7-a228-7ba67f6b0894,segment=NetworkSegment(71f41c92-731f-42de-b6f5-f04d140aeb7b),segment_id=71f41c92-731f-42de-b6f5-f04d140aeb7b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:22.373109 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4288120f-5a7a-48ea-a03b-e22070233e06 None None] Could not find standard attr ID for object 368c72f6-c4f4-471f-a7b7-3882881012b7. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:10:22.410829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '77f7e44b-27c9-45f7-a228-7ba67f6b0894', 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc', 'port_id': '77f7e44b-27c9-45f7-a228-7ba67f6b0894', 'mac_address': 'fa:16:3e:1a:87:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9404b696-d47b-45a4-8146-47f05209ddea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:10:22.470672 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:22.509356 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f7e44b-27c9-45f7-a228-7ba67f6b0894 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:10:22.532659 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 77f7e44b-27c9-45f7-a228-7ba67f6b0894, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=77f7e44b-27c9-45f7-a228-7ba67f6b0894,segment=NetworkSegment(71f41c92-731f-42de-b6f5-f04d140aeb7b),segment_id=71f41c92-731f-42de-b6f5-f04d140aeb7b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:22.540531 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:22.551759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978f94e0-e6b7-4682-bcbf-b381b1229168', 'tag': '209e0b0f-cc0c-4439-bed8-64c3c99c2175'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:22.554952 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6b09e1-abed-468e-87e7-0e0c5092872e" -d '{"events": [{"name": "network-changed", "server_uuid": "978f94e0-e6b7-4682-bcbf-b381b1229168", "tag": "209e0b0f-cc0c-4439-bed8-64c3c99c2175"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:22.605363 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=77f7e44b-27c9-45f7-a228-7ba67f6b0894,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:22.651337 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-1f8fff28-bd59-4623-9a94-6d925f7e42fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=209e0b0f-cc0c-4439-bed8-64c3c99c2175 HTTP/1.1" status: 200 len: 217 time: 0.6433001 Jul 15 15:10:22.669585 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-b72babad-4004-46ba-b075-882e89082eaa service neutron] 10.222.0.22 "GET /v2.0/networks/01c33b24-ef39-42c1-9dff-747c0e1bd1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0259333 Jul 15 15:10:22.799595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['77f7e44b-27c9-45f7-a228-7ba67f6b0894'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:22.808980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-c75f1b1c-56e2-44a1-992e-9af2e2f63f7a tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:22.815809 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-c75f1b1c-56e2-44a1-992e-9af2e2f63f7a tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/networks?id=b210759d-354c-4d24-bc41-a08ff618ef6e HTTP/1.1" status: 200 len: 808 time: 0.9711068 Jul 15 15:10:22.840210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-8f571cfd-3b0c-4a8a-82ab-614942f0216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:22.841816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-8f571cfd-3b0c-4a8a-82ab-614942f0216b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9404b696-d47b-45a4-8146-47f05209ddea HTTP/1.1" status: 200 len: 858 time: 0.1772435 Jul 15 15:10:22.847372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-37cf65f1-76d6-489b-a722-fc6b5c20e733 tempest-DHCPAgentSchedulersTestJSON-18807796 tempest-DHCPAgentSchedulersTestJSON-18807796-project-admin] 10.222.0.38 "GET /v2.0/agents/3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0/dhcp-networks HTTP/1.1" status: 200 len: 8054 time: 1.0751607 Jul 15 15:10:22.850643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36650) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:22.858862 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-f47fd4bc-d430-4684-962d-f495b7332102 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/quotas/b2fae0f1e201479b8804b24ad1d5655a HTTP/1.1" status: 200 len: 375 time: 0.0419900 Jul 15 15:10:22.868044 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e86d94-b546-4ffb-8568-f4a4017d66a0 req-e00b7293-29c4-4a8b-aee4-c1de7aeb6f26 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:22.875901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89e86d94-b546-4ffb-8568-f4a4017d66a0 req-e00b7293-29c4-4a8b-aee4-c1de7aeb6f26 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 944 time: 0.9371986 Jul 15 15:10:22.940165 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-2d0debdd-776c-43a8-b983-7ceeb44a6fdc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01c33b24-ef39-42c1-9dff-747c0e1bd1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892196 Jul 15 15:10:22.994297 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-cbbf51ef-c079-4b87-af23-de0c6b738946 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b2fae0f1e201479b8804b24ad1d5655a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1343691 Jul 15 15:10:23.005663 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-164d9dfc-994f-495b-8d96-cf4ecc657d6e tempest-DHCPAgentSchedulersTestJSON-18807796 tempest-DHCPAgentSchedulersTestJSON-18807796-project-admin] 10.222.0.38 "DELETE /v2.0/agents/3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0/dhcp-networks/fa345cf6-014b-4889-8fef-c0e31c527f57 HTTP/1.1" status: 204 len: 168 time: 0.1486783 Jul 15 15:10:23.007878 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36652) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:23.069532 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89e86d94-b546-4ffb-8568-f4a4017d66a0 req-d0c3e61c-3bc3-4a76-be11-026fa9716124 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924999 Jul 15 15:10:23.238625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acf91c-379c-41ab-95a0-b61bdf0073eb req-6a1bdcff-4a2a-4907-a9c9-2a847b7f9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:23.240179 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95acf91c-379c-41ab-95a0-b61bdf0073eb req-6a1bdcff-4a2a-4907-a9c9-2a847b7f9716 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=124a1ad4023d41a1bd9c0912818a4165&device_id=7155f7b3-f416-46ab-9dbc-117eef201ffc HTTP/1.1" status: 200 len: 1094 time: 0.4888394 Jul 15 15:10:23.281944 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bedd1142-2a77-4378-9394-b52338a155e4 tempest-DHCPAgentSchedulersTestJSON-18807796 tempest-DHCPAgentSchedulersTestJSON-18807796-project-admin] 10.222.0.38 "GET /v2.0/agents/3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0/dhcp-networks HTTP/1.1" status: 200 len: 7285 time: 0.2725775 Jul 15 15:10:23.287733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36658) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:23.317840 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-86020f74-ab8c-491e-9497-d8b5525e748d tempest-DHCPAgentSchedulersTestJSON-18807796 tempest-DHCPAgentSchedulersTestJSON-18807796-project-admin] 10.222.0.38 "GET /v2.0/networks/cb44a889-db86-47db-9caf-f8d252945208/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0287836 Jul 15 15:10:23.321448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36660) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:23.368286 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ba566b1e-d3d1-424c-a0e8-d7d5a3d76c19 tempest-DHCPAgentSchedulersTestJSON-18807796 tempest-DHCPAgentSchedulersTestJSON-18807796-project-admin] 10.222.0.38 "GET /v2.0/networks/cb44a889-db86-47db-9caf-f8d252945208/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0447335 Jul 15 15:10:23.369081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36662) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:23.446198 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-797e7c40-597c-4770-8fde-c11f6aa79ead service neutron] 10.222.0.11 "GET /v2.0/networks/01c33b24-ef39-42c1-9dff-747c0e1bd1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625504 Jul 15 15:10:23.577944 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7018d18d-6dd8-4427-a81d-2a594367cf1e tempest-DHCPAgentSchedulersTestJSON-18807796 tempest-DHCPAgentSchedulersTestJSON-18807796-project-admin] 10.222.0.38 "GET /v2.0/agents/3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0/dhcp-networks HTTP/1.1" status: 200 len: 7285 time: 0.2054217 Jul 15 15:10:23.578477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36672) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:23.692465 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4480da8-41a7-4ff7-a04d-055e34805641 req-c5fd5dc1-a5fe-4ade-ab5a-9b74a80a574c service neutron] 10.222.0.11 "GET /v2.0/networks/01c33b24-ef39-42c1-9dff-747c0e1bd1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343595 Jul 15 15:10:23.700159 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acf91c-379c-41ab-95a0-b61bdf0073eb req-bc8a456c-6d3b-4937-b88e-b0382a7696b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:23.701666 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95acf91c-379c-41ab-95a0-b61bdf0073eb req-bc8a456c-6d3b-4937-b88e-b0382a7696b9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=01c33b24-ef39-42c1-9dff-747c0e1bd1bc HTTP/1.1" status: 200 len: 919 time: 0.4278386 Jul 15 15:10:23.752931 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f32eeb34-fec8-44f3-905a-66d3a743df3b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:23.756697 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95acf91c-379c-41ab-95a0-b61bdf0073eb req-06d21c2f-a922-4740-bf21-b4297085380f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 HTTP/1.1" status: 200 len: 217 time: 0.0452020 Jul 15 15:10:23.768310 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-535e425d-e767-4cb8-962f-ac7a2e5e3826 service neutron] 10.222.0.38 "GET /v2.0/networks/b210759d-354c-4d24-bc41-a08ff618ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7727578 Jul 15 15:10:23.834721 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e0fdf-9056-4bef-88e9-226befac5b3f req-6bdcd7cb-b410-44aa-a90a-2864eaf0da11 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:23.843489 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d11e0fdf-9056-4bef-88e9-226befac5b3f req-6bdcd7cb-b410-44aa-a90a-2864eaf0da11 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 945 time: 0.2456036 Jul 15 15:10:23.935498 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d11e0fdf-9056-4bef-88e9-226befac5b3f req-7cbe5e3a-5e2a-46d1-a388-93e1837353fa tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909135 Jul 15 15:10:23.960506 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f32eeb34-fec8-44f3-905a-66d3a743df3b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:23.969668 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f32eeb34-fec8-44f3-905a-66d3a743df3b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa345cf6-014b-4889-8fef-c0e31c527f57']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:23.981660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f32eeb34-fec8-44f3-905a-66d3a743df3b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f30497-0f61-415b-93d0-3f522fdf320c') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:23.981941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f32eeb34-fec8-44f3-905a-66d3a743df3b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f30497-0f61-415b-93d0-3f522fdf320c') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:23.993086 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f32eeb34-fec8-44f3-905a-66d3a743df3b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:23.997006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acf91c-379c-41ab-95a0-b61bdf0073eb req-0882305f-4737-47bf-bb81-48d560170da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:23.998337 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95acf91c-379c-41ab-95a0-b61bdf0073eb req-0882305f-4737-47bf-bb81-48d560170da6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9404b696-d47b-45a4-8146-47f05209ddea HTTP/1.1" status: 200 len: 858 time: 0.2337513 Jul 15 15:10:24.008789 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f32eeb34-fec8-44f3-905a-66d3a743df3b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:24.015675 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32eeb34-fec8-44f3-905a-66d3a743df3b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:10:24.016092 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f32eeb34-fec8-44f3-905a-66d3a743df3b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:24.117115 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466d4173-896b-4474-8263-7d4c6085a7f9 x-openstack-request-id: req-466d4173-896b-4474-8263-7d4c6085a7f9 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:24.117478 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978f94e0-e6b7-4682-bcbf-b381b1229168", "tag": "209e0b0f-cc0c-4439-bed8-64c3c99c2175", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:24.117893 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-466d4173-896b-4474-8263-7d4c6085a7f9 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:24.123101 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978f94e0-e6b7-4682-bcbf-b381b1229168', 'tag': '209e0b0f-cc0c-4439-bed8-64c3c99c2175', 'status': 'completed', 'code': 200} Jul 15 15:10:24.183030 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95acf91c-379c-41ab-95a0-b61bdf0073eb req-b0827883-4caa-4f49-af77-ac884ff0dd26 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01c33b24-ef39-42c1-9dff-747c0e1bd1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747745 Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:10:24.193623 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:10:24.221528 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f32eeb34-fec8-44f3-905a-66d3a743df3b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:24.236442 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f32eeb34-fec8-44f3-905a-66d3a743df3b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:24.240197 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f32eeb34-fec8-44f3-905a-66d3a743df3b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] 10.222.0.38 "DELETE /v2.0/networks/fa345cf6-014b-4889-8fef-c0e31c527f57 HTTP/1.1" status: 204 len: 168 time: 0.6604488 Jul 15 15:10:24.243881 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36678) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:24.280361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32eeb34-fec8-44f3-905a-66d3a743df3b tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Pushing event deleted for resources: {'Network': ['ID=fa345cf6-014b-4889-8fef-c0e31c527f57,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:24.307378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-d4c6a09c-4062-4483-9381-8699e15f3330 service neutron] 10.222.0.38 "GET /v2.0/networks/b210759d-354c-4d24-bc41-a08ff618ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004683 Jul 15 15:10:24.363733 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e93a98-aabb-4767-8963-ee9946c1d0c8 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] DELETE failed (client error): The resource could not be found. Jul 15 15:10:24.364953 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e93a98-aabb-4767-8963-ee9946c1d0c8 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:10:24.369908 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-45e93a98-aabb-4767-8963-ee9946c1d0c8 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] 10.222.0.38 "DELETE /v2.0/ports/368c72f6-c4f4-471f-a7b7-3882881012b7 HTTP/1.1" status: 404 len: 333 time: 0.1231451 Jul 15 15:10:24.373112 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36682) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:24.450947 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95acf91c-379c-41ab-95a0-b61bdf0073eb req-d69ffad5-1f46-46e0-bf3d-a7778b68aed6 service neutron] 10.222.0.22 "GET /v2.0/networks/01c33b24-ef39-42c1-9dff-747c0e1bd1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271955 Jul 15 15:10:24.460011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6bd02-dd3c-4336-b88c-be24bec168de req-8bad2248-a880-4cbd-b695-219192e910c5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:24.465329 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20d6bd02-dd3c-4336-b88c-be24bec168de req-8bad2248-a880-4cbd-b695-219192e910c5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.2843373 Jul 15 15:10:24.480576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b09e1-abed-468e-87e7-0e0c5092872e req-d6a901c4-d82b-4751-9825-7f0c1dc104b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:24.482169 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a6b09e1-abed-468e-87e7-0e0c5092872e req-d6a901c4-d82b-4751-9825-7f0c1dc104b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=124a1ad4023d41a1bd9c0912818a4165&device_id=978f94e0-e6b7-4682-bcbf-b381b1229168 HTTP/1.1" status: 200 len: 1095 time: 0.3918743 Jul 15 15:10:24.620464 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec11c78d-f0c7-4b4b-965c-2366c16f4794 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Deleting subnet 93e738fc-df8e-462c-a16f-1e9074a6bbd4 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:10:24.630790 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec11c78d-f0c7-4b4b-965c-2366c16f4794 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:24.726693 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec11c78d-f0c7-4b4b-965c-2366c16f4794 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:24.878682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec11c78d-f0c7-4b4b-965c-2366c16f4794 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:24.966106 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20d6bd02-dd3c-4336-b88c-be24bec168de req-7381ab33-392c-4dbe-be39-19f7be7ba88c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4883308 Jul 15 15:10:25.049356 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec11c78d-f0c7-4b4b-965c-2366c16f4794 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:25.113379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62621eb2-6bcf-4067-adff-c1951e446771 None None] Network cb44a889-db86-47db-9caf-f8d252945208 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:10:25.123045 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b09e1-abed-468e-87e7-0e0c5092872e req-b021d14c-9339-4f11-9f82-ab2ed9da842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:25.124623 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a6b09e1-abed-468e-87e7-0e0c5092872e req-b021d14c-9339-4f11-9f82-ab2ed9da842f service neutron] 10.222.0.11 "GET /v2.0/networks?id=01c33b24-ef39-42c1-9dff-747c0e1bd1bc HTTP/1.1" status: 200 len: 919 time: 0.6181500 Jul 15 15:10:25.138847 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec11c78d-f0c7-4b4b-965c-2366c16f4794 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:25.145267 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95acf91c-379c-41ab-95a0-b61bdf0073eb req-f9a335cb-c210-4c78-a78f-9f86d18210c3 service neutron] 10.222.0.22 "GET /v2.0/networks/01c33b24-ef39-42c1-9dff-747c0e1bd1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748948 Jul 15 15:10:25.166836 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ec11c78d-f0c7-4b4b-965c-2366c16f4794 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] 10.222.0.38 "DELETE /v2.0/subnets/93e738fc-df8e-462c-a16f-1e9074a6bbd4 HTTP/1.1" status: 204 len: 168 time: 0.7925968 Jul 15 15:10:25.184171 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36698) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:25.219179 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a6b09e1-abed-468e-87e7-0e0c5092872e req-44cfcb92-3f37-4714-9f2e-f108ecd2ffd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=209e0b0f-cc0c-4439-bed8-64c3c99c2175 HTTP/1.1" status: 200 len: 217 time: 0.0720835 Jul 15 15:10:25.252587 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11c78d-f0c7-4b4b-965c-2366c16f4794 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Pushing event deleted for resources: {'Subnet': ['ID=93e738fc-df8e-462c-a16f-1e9074a6bbd4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:25.278318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86b680-820b-45b7-829a-e8bdf14faeda req-21734972-ae0b-4a13-9c18-047c6fd579c9 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:25.290429 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff86b680-820b-45b7-829a-e8bdf14faeda req-21734972-ae0b-4a13-9c18-047c6fd579c9 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 945 time: 0.5779462 Jul 15 15:10:25.403194 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:25.505679 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b09e1-abed-468e-87e7-0e0c5092872e req-c77af652-35d2-4bb9-9bca-4aa0688dea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:25.507655 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a6b09e1-abed-468e-87e7-0e0c5092872e req-c77af652-35d2-4bb9-9bca-4aa0688dea3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9404b696-d47b-45a4-8146-47f05209ddea HTTP/1.1" status: 200 len: 858 time: 0.2650285 Jul 15 15:10:25.519364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:10:25.543440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Deleting port 283f4643-dfc9-4476-a7c5-1f5059378ce6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:10:25.543440 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:25.598155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff86b680-820b-45b7-829a-e8bdf14faeda req-4347d724-dc63-4c31-96a8-d4f14c1da2a5 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066373 Jul 15 15:10:25.601413 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a6b09e1-abed-468e-87e7-0e0c5092872e req-db67a3b4-0321-4e63-aaea-0c0609ffd050 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01c33b24-ef39-42c1-9dff-747c0e1bd1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839512 Jul 15 15:10:25.632266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a8f34-ef19-48ac-adca-9a6307fd8316 req-b1a09ba3-eb42-4d1f-b3cb-d319e6a9f7ef tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:25.646759 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a8a8f34-ef19-48ac-adca-9a6307fd8316 req-b1a09ba3-eb42-4d1f-b3cb-d319e6a9f7ef tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 945 time: 0.4983311 Jul 15 15:10:25.757994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] For port 283f4643-dfc9-4476-a7c5-1f5059378ce6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=283f4643-dfc9-4476-a7c5-1f5059378ce6,segment=NetworkSegment(872002b5-24ae-4893-946d-96132bfc13cd),segment_id=872002b5-24ae-4893-946d-96132bfc13cd)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:25.757994 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:25.796282 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Calling delete_port for 283f4643-dfc9-4476-a7c5-1f5059378ce6 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:10:25.893333 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=85d1e122-4efd-4bd4-a1da-ee8c1580dfc1,segment=NetworkSegment(71f41c92-731f-42de-b6f5-f04d140aeb7b),segment_id=71f41c92-731f-42de-b6f5-f04d140aeb7b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:25.923465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 77f7e44b-27c9-45f7-a228-7ba67f6b0894 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:10:25.985844 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a8a8f34-ef19-48ac-adca-9a6307fd8316 req-faa6af46-0b06-4720-bdec-aed9ee79e089 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328018 Jul 15 15:10:26.059226 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '85d1e122-4efd-4bd4-a1da-ee8c1580dfc1', 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc', 'port_id': '85d1e122-4efd-4bd4-a1da-ee8c1580dfc1', 'mac_address': 'fa:16:3e:42:dc:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9404b696-d47b-45a4-8146-47f05209ddea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:10:26.090557 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee127d1c-e662-4a58-b1db-f569085702a1 None None] DHCP port deletion for cb44a889-db86-47db-9caf-f8d252945208 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:10:26.112550 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-60bf0b21-8926-4f21-b4ad-7f156bdba259 req-0df4dce4-7170-446d-bd12-0bb48770ba52 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b57363-b6ca-4622-b110-9cda5a1476f8 HTTP/1.1" status: 200 len: 210 time: 0.1841083 Jul 15 15:10:26.171929 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a6b09e1-abed-468e-87e7-0e0c5092872e req-817eeb53-70c2-43ff-a957-77d35ac9db16 service neutron] 10.222.0.11 "GET /v2.0/networks/01c33b24-ef39-42c1-9dff-747c0e1bd1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485070 Jul 15 15:10:26.197571 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:26.285889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:10:26.305283 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 77f7e44b-27c9-45f7-a228-7ba67f6b0894 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:10:26.332929 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=85d1e122-4efd-4bd4-a1da-ee8c1580dfc1,segment=NetworkSegment(71f41c92-731f-42de-b6f5-f04d140aeb7b),segment_id=71f41c92-731f-42de-b6f5-f04d140aeb7b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:26.339158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 77f7e44b-27c9-45f7-a228-7ba67f6b0894 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:26.340330 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:26.344643 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:26.507915 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ee127d1c-e662-4a58-b1db-f569085702a1 None None] Deleting port 283f4643-dfc9-4476-a7c5-1f5059378ce6 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:10:26.508343 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee127d1c-e662-4a58-b1db-f569085702a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:26.509972 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a6b09e1-abed-468e-87e7-0e0c5092872e req-c360b9f2-5456-4f61-8e50-184a1f528b1e service neutron] 10.222.0.11 "GET /v2.0/networks/01c33b24-ef39-42c1-9dff-747c0e1bd1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303363 Jul 15 15:10:26.635627 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=85d1e122-4efd-4bd4-a1da-ee8c1580dfc1,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:26.706207 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:26.793766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 77f7e44b-27c9-45f7-a228-7ba67f6b0894, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=77f7e44b-27c9-45f7-a228-7ba67f6b0894,segment=NetworkSegment(71f41c92-731f-42de-b6f5-f04d140aeb7b),segment_id=71f41c92-731f-42de-b6f5-f04d140aeb7b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:26.797605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['85d1e122-4efd-4bd4-a1da-ee8c1580dfc1'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:26.799228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67480d84-e9f6-4991-b52e-4fd101fa0ea7 req-bc9d9c6a-c22a-40d6-8d92-68c2e45baaa6 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:26.807844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7959e5e5-4405-40c3-8954-f78bf87d1abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f7e44b-27c9-45f7-a228-7ba67f6b0894'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:26.814748 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da67d8ea-838c-4ead-95fb-1d79422fd498" -d '{"events": [{"server_uuid": "7959e5e5-4405-40c3-8954-f78bf87d1abf", "name": "network-vif-plugged", "status": "completed", "tag": "77f7e44b-27c9-45f7-a228-7ba67f6b0894"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:26.815453 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67480d84-e9f6-4991-b52e-4fd101fa0ea7 req-bc9d9c6a-c22a-40d6-8d92-68c2e45baaa6 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.3025241 Jul 15 15:10:26.820865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 209e0b0f-cc0c-4439-bed8-64c3c99c2175 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:10:26.824292 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:26.986594 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67480d84-e9f6-4991-b52e-4fd101fa0ea7 req-7bd00891-b459-4454-a6ae-6556654171b3 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593947 Jul 15 15:10:27.050882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ee127d1c-e662-4a58-b1db-f569085702a1 None None] For port 283f4643-dfc9-4476-a7c5-1f5059378ce6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=283f4643-dfc9-4476-a7c5-1f5059378ce6,segment=NetworkSegment(872002b5-24ae-4893-946d-96132bfc13cd),segment_id=872002b5-24ae-4893-946d-96132bfc13cd)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:27.053042 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee127d1c-e662-4a58-b1db-f569085702a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:27.128062 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ee127d1c-e662-4a58-b1db-f569085702a1 None None] Calling delete_port for 283f4643-dfc9-4476-a7c5-1f5059378ce6 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:10:27.254980 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 209e0b0f-cc0c-4439-bed8-64c3c99c2175, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=209e0b0f-cc0c-4439-bed8-64c3c99c2175,segment=NetworkSegment(71f41c92-731f-42de-b6f5-f04d140aeb7b),segment_id=71f41c92-731f-42de-b6f5-f04d140aeb7b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:27.280968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2e016-8a67-4afa-88d2-92ffc5b70365 req-bb82bbf2-02df-45c3-90f3-83c5121d42f9 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:27.281231 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:27.290255 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aae2e016-8a67-4afa-88d2-92ffc5b70365 req-bb82bbf2-02df-45c3-90f3-83c5121d42f9 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 945 time: 0.2378275 Jul 15 15:10:27.310188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-c0bf5ab1-fe3a-41a7-9454-a8ff68e2bf37 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:27.312940 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-c0bf5ab1-fe3a-41a7-9454-a8ff68e2bf37 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.11 "GET /v2.0/networks?id=b210759d-354c-4d24-bc41-a08ff618ef6e HTTP/1.1" status: 200 len: 808 time: 0.3241076 Jul 15 15:10:27.313115 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '209e0b0f-cc0c-4439-bed8-64c3c99c2175', 'network_id': '01c33b24-ef39-42c1-9dff-747c0e1bd1bc', 'port_id': '209e0b0f-cc0c-4439-bed8-64c3c99c2175', 'mac_address': 'fa:16:3e:12:d3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9404b696-d47b-45a4-8146-47f05209ddea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:10:27.337475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-4f7ea2ad-3824-47e2-a2e7-b1750b0354ac tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Request body: {'port': {'device_id': 'a6b57363-b6ca-4622-b110-9cda5a1476f8', 'network_id': 'b210759d-354c-4d24-bc41-a08ff618ef6e', 'admin_state_up': True, 'tenant_id': 'b2fae0f1e201479b8804b24ad1d5655a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:27.389312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] No DVR routers for this DVR port 283f4643-dfc9-4476-a7c5-1f5059378ce6 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:10:27.400810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Pushing event deleted for resources: {'Port': ['ID=283f4643-dfc9-4476-a7c5-1f5059378ce6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:27.452350 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aae2e016-8a67-4afa-88d2-92ffc5b70365 req-77a37af4-e66e-4e83-ac4b-b18faa7daf99 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610360 Jul 15 15:10:27.635202 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 283f4643-dfc9-4476-a7c5-1f5059378ce6 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:10:27.685852 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee127d1c-e662-4a58-b1db-f569085702a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:27.706760 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:27.718919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb44a889-db86-47db-9caf-f8d252945208']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:27.723862 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147ccdf4-306c-4304-a35f-e3d16feb2f9e x-openstack-request-id: req-147ccdf4-306c-4304-a35f-e3d16feb2f9e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:27.724477 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7959e5e5-4405-40c3-8954-f78bf87d1abf", "name": "network-vif-plugged", "status": "completed", "tag": "77f7e44b-27c9-45f7-a228-7ba67f6b0894", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:27.729279 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-147ccdf4-306c-4304-a35f-e3d16feb2f9e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:27.733108 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7959e5e5-4405-40c3-8954-f78bf87d1abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f7e44b-27c9-45f7-a228-7ba67f6b0894', 'code': 200} Jul 15 15:10:27.738062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872002b5-24ae-4893-946d-96132bfc13cd') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:27.739322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872002b5-24ae-4893-946d-96132bfc13cd') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:27.755437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 283f4643-dfc9-4476-a7c5-1f5059378ce6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:10:27.756245 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 283f4643-dfc9-4476-a7c5-1f5059378ce6 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:10:27.767060 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:27.810676 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:27.831152 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:10:27.831571 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:10:27.835076 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:10:27.865459 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=77f7e44b-27c9-45f7-a228-7ba67f6b0894,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:27.953937 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee127d1c-e662-4a58-b1db-f569085702a1 None None] Pushing event deleted for resources: {'Port': ['ID=283f4643-dfc9-4476-a7c5-1f5059378ce6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:27.959891 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee127d1c-e662-4a58-b1db-f569085702a1 None None] No DVR routers for this DVR port 283f4643-dfc9-4476-a7c5-1f5059378ce6 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:10:28.004906 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:28.038954 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209e0b0f-cc0c-4439-bed8-64c3c99c2175 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:10:28.049881 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:28.064530 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:28.070925 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] 10.222.0.38 "DELETE /v2.0/networks/cb44a889-db86-47db-9caf-f8d252945208 HTTP/1.1" status: 204 len: 168 time: 2.8833437 Jul 15 15:10:28.102848 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 209e0b0f-cc0c-4439-bed8-64c3c99c2175, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=209e0b0f-cc0c-4439-bed8-64c3c99c2175,segment=NetworkSegment(71f41c92-731f-42de-b6f5-f04d140aeb7b),segment_id=71f41c92-731f-42de-b6f5-f04d140aeb7b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:28.112699 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8aa942-c736-454c-a900-bfd9b721fe10 tempest-DHCPAgentSchedulersTestJSON-1623627933 tempest-DHCPAgentSchedulersTestJSON-1623627933-project] Pushing event deleted for resources: {'Network': ['ID=cb44a889-db86-47db-9caf-f8d252945208,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:28.115794 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:28.189509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aee244-98b6-45a3-b1a5-747e22047572 req-f5994566-4fc4-455e-bed1-4cc9f99b0e8a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:28.189509 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-16aee244-98b6-45a3-b1a5-747e22047572 req-f5994566-4fc4-455e-bed1-4cc9f99b0e8a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 945 time: 0.2182701 Jul 15 15:10:28.257533 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=209e0b0f-cc0c-4439-bed8-64c3c99c2175,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:28.373688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['209e0b0f-cc0c-4439-bed8-64c3c99c2175'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:28.532761 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-16aee244-98b6-45a3-b1a5-747e22047572 req-c74b1d33-c5f5-48af-80a3-6d0c38e7498f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Deleting port 6ed0c649-4fe3-4d05-99ff-1e38d92b014f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:10:28.533508 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16aee244-98b6-45a3-b1a5-747e22047572 req-c74b1d33-c5f5-48af-80a3-6d0c38e7498f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:28.662884 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66e9d18f-c182-43a0-a4dd-311ad3cf571a req-80316014-9027-47dd-8153-bbeec82055f0 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b57363-b6ca-4622-b110-9cda5a1476f8 HTTP/1.1" status: 200 len: 210 time: 0.7567129 Jul 15 15:10:28.805630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d8b54-67b2-47aa-8d51-17259e1c83d6 req-8f23ff12-38c0-4c5f-8057-f0939ab8ad89 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:28.813926 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b15d8b54-67b2-47aa-8d51-17259e1c83d6 req-8f23ff12-38c0-4c5f-8057-f0939ab8ad89 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 946 time: 1.1085157 Jul 15 15:10:28.830909 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-4f7ea2ad-3824-47e2-a2e7-b1750b0354ac tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Made reservation on behalf of b2fae0f1e201479b8804b24ad1d5655a for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:28.835367 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-4f7ea2ad-3824-47e2-a2e7-b1750b0354ac tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:28.843022 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-16aee244-98b6-45a3-b1a5-747e22047572 req-c74b1d33-c5f5-48af-80a3-6d0c38e7498f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] For port 6ed0c649-4fe3-4d05-99ff-1e38d92b014f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6ed0c649-4fe3-4d05-99ff-1e38d92b014f,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:28.843626 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16aee244-98b6-45a3-b1a5-747e22047572 req-c74b1d33-c5f5-48af-80a3-6d0c38e7498f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:28.870622 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-16aee244-98b6-45a3-b1a5-747e22047572 req-c74b1d33-c5f5-48af-80a3-6d0c38e7498f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Calling delete_port for 6ed0c649-4fe3-4d05-99ff-1e38d92b014f owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:10:28.873106 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d18e37-1f1f-47a3-b08e-593c3b5ff693 req-714798d1-0616-4f09-b0d1-fddc396d1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:28.875136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8d18e37-1f1f-47a3-b08e-593c3b5ff693 req-714798d1-0616-4f09-b0d1-fddc396d1f23 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 1097 time: 1.3035908 Jul 15 15:10:28.951535 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36754) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:29.013641 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b15d8b54-67b2-47aa-8d51-17259e1c83d6 req-08312ee9-d47e-4458-b2cd-f6831dec9acf tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979306 Jul 15 15:10:29.256688 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8d18e37-1f1f-47a3-b08e-593c3b5ff693 req-db6ab348-fed6-4590-9541-71b017ba2225 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734932 Jul 15 15:10:29.430291 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16aee244-98b6-45a3-b1a5-747e22047572 req-c74b1d33-c5f5-48af-80a3-6d0c38e7498f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:29.444907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['358bf181-9463-4d34-8bb8-3f6f2ba5b949', '6ed0c649-4fe3-4d05-99ff-1e38d92b014f'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:29.516088 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b1d33-c5f5-48af-80a3-6d0c38e7498f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Pushing event deleted for resources: {'Port': ['ID=6ed0c649-4fe3-4d05-99ff-1e38d92b014f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:29.549792 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:10:29.598321 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3eec1848-c982-4f23-8d7d-d6c1338d81c3 req-4d816c1c-24b0-4174-b905-bc0f59ec1d75 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 210 time: 0.1853669 Jul 15 15:10:29.623288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-4f7ea2ad-3824-47e2-a2e7-b1750b0354ac tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Allocated IP 172.20.0.14 (b210759d-354c-4d24-bc41-a08ff618ef6e/40b65a3e-35ce-4fcd-a86b-7dd05fc1b40a/c1f5b314-f87f-41ec-88f0-efbf24f38b64) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:29.656424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafc44e-b351-47e6-aa70-907503711db8 req-a7f7f354-177b-4fe1-89eb-59d356fdf37b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:29.682041 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-16aee244-98b6-45a3-b1a5-747e22047572 req-c74b1d33-c5f5-48af-80a3-6d0c38e7498f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] No DVR routers for this DVR port 6ed0c649-4fe3-4d05-99ff-1e38d92b014f on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:10:29.682781 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fdafc44e-b351-47e6-aa70-907503711db8 req-a7f7f354-177b-4fe1-89eb-59d356fdf37b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.6478083 Jul 15 15:10:29.702051 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16aee244-98b6-45a3-b1a5-747e22047572 req-c74b1d33-c5f5-48af-80a3-6d0c38e7498f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:29.705530 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-16aee244-98b6-45a3-b1a5-747e22047572 req-c74b1d33-c5f5-48af-80a3-6d0c38e7498f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "DELETE /v2.0/ports/6ed0c649-4fe3-4d05-99ff-1e38d92b014f HTTP/1.1" status: 204 len: 173 time: 1.5099330 Jul 15 15:10:29.706065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5203fb80-2a2c-494f-9f2b-33cc4e0bb21a', 'name': 'network-vif-deleted', 'tag': '6ed0c649-4fe3-4d05-99ff-1e38d92b014f'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:29.722302 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74bcfdb-d468-4a84-9eb8-b97389614f3c" -d '{"events": [{"server_uuid": "5203fb80-2a2c-494f-9f2b-33cc4e0bb21a", "name": "network-vif-deleted", "tag": "6ed0c649-4fe3-4d05-99ff-1e38d92b014f"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:29.965488 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fdafc44e-b351-47e6-aa70-907503711db8 req-aead04c1-640b-4ec2-90db-917080f54d31 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815504 Jul 15 15:10:30.044628 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36840) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:30.046039 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1aeb162f-996d-488d-bd03-eadc2ac8586e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:30.065244 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4317642a-c424-4cad-92c1-f55874a641e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=94e832f0d81d461db55ae4c6dcdafbdb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1047828 Jul 15 15:10:30.078935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:10:30.088675 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:30.091909 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:30.121555 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c85af5f-52c0-4951-9f83-5392179cac1b x-openstack-request-id: req-6c85af5f-52c0-4951-9f83-5392179cac1b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:30.124742 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5203fb80-2a2c-494f-9f2b-33cc4e0bb21a", "name": "network-vif-deleted", "tag": "6ed0c649-4fe3-4d05-99ff-1e38d92b014f", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:30.137103 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6c85af5f-52c0-4951-9f83-5392179cac1b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:30.140072 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5203fb80-2a2c-494f-9f2b-33cc4e0bb21a', 'name': 'network-vif-deleted', 'tag': '6ed0c649-4fe3-4d05-99ff-1e38d92b014f', 'status': 'completed', 'code': 200} Jul 15 15:10:30.292910 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:30.335705 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-253d71d6-2e91-4172-9357-a509df9a456c req-af467d0e-adb5-44b6-9c70-b5b0f6a3b108 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b57363-b6ca-4622-b110-9cda5a1476f8 HTTP/1.1" status: 200 len: 210 time: 0.2622242 Jul 15 15:10:30.392944 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-881d256b-32e3-44c2-a4be-9596d95c7d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:30.451939 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7155f7b3-f416-46ab-9dbc-117eef201ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d1e122-4efd-4bd4-a1da-ee8c1580dfc1'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:30.454519 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5940d475-4cb8-4dfc-a236-dc909ecd95d0" -d '{"events": [{"server_uuid": "7155f7b3-f416-46ab-9dbc-117eef201ffc", "name": "network-vif-plugged", "status": "completed", "tag": "85d1e122-4efd-4bd4-a1da-ee8c1580dfc1"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:30.494098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=85d1e122-4efd-4bd4-a1da-ee8c1580dfc1,segment=NetworkSegment(71f41c92-731f-42de-b6f5-f04d140aeb7b),segment_id=71f41c92-731f-42de-b6f5-f04d140aeb7b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:30.504466 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:30.506228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6ed0c649-4fe3-4d05-99ff-1e38d92b014f no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:10:30.540848 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-881d256b-32e3-44c2-a4be-9596d95c7d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:30.744613 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-881d256b-32e3-44c2-a4be-9596d95c7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:30.748934 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-881d256b-32e3-44c2-a4be-9596d95c7d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:30.750698 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-881d256b-32e3-44c2-a4be-9596d95c7d00 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b6a274d-2e5e-46b0-b191-f257997da3ae HTTP/1.1" status: 204 len: 168 time: 0.7035563 Jul 15 15:10:30.773978 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94529af-31ca-40d9-9979-404ee647928a x-openstack-request-id: req-d94529af-31ca-40d9-9979-404ee647928a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:30.774296 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7155f7b3-f416-46ab-9dbc-117eef201ffc", "name": "network-vif-plugged", "status": "completed", "tag": "85d1e122-4efd-4bd4-a1da-ee8c1580dfc1", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:30.774558 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d94529af-31ca-40d9-9979-404ee647928a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:30.774962 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7155f7b3-f416-46ab-9dbc-117eef201ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d1e122-4efd-4bd4-a1da-ee8c1580dfc1', 'code': 200} Jul 15 15:10:30.789846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d256b-32e3-44c2-a4be-9596d95c7d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6a274d-2e5e-46b0-b191-f257997da3ae,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:30.795620 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 209e0b0f-cc0c-4439-bed8-64c3c99c2175 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:10:30.797368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 6ed0c649-4fe3-4d05-99ff-1e38d92b014f {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:10:30.821374 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6ed0c649-4fe3-4d05-99ff-1e38d92b014f not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:10:31.025816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404e05c-8d84-42ef-805a-a3fcd41577c1 req-b3a6766f-4fdc-44d3-911b-e809b5ea9ae7 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:31.042041 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5404e05c-8d84-42ef-805a-a3fcd41577c1 req-b3a6766f-4fdc-44d3-911b-e809b5ea9ae7 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 946 time: 0.7394674 Jul 15 15:10:31.093612 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=85d1e122-4efd-4bd4-a1da-ee8c1580dfc1,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:31.123580 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 209e0b0f-cc0c-4439-bed8-64c3c99c2175 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:10:31.130030 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 209e0b0f-cc0c-4439-bed8-64c3c99c2175 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:31.130812 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:31.154302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4c6e-38f3-41b1-976f-ca2d146178d0 req-95e90e53-50a3-4940-916f-e9d432440f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:31.157316 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d67d4c6e-38f3-41b1-976f-ca2d146178d0 req-95e90e53-50a3-4940-916f-e9d432440f32 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7155f7b3-f416-46ab-9dbc-117eef201ffc HTTP/1.1" status: 200 len: 1096 time: 0.1967785 Jul 15 15:10:31.249247 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d67d4c6e-38f3-41b1-976f-ca2d146178d0 req-8e408d0b-5b21-4abd-ac25-64e07c89453f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614281 Jul 15 15:10:31.286457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32e38193-5f70-4fc6-bc9a-9bb0790752a7 req-4d495457-7160-43b8-96cf-8097692cb6fd tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=5203fb80-2a2c-494f-9f2b-33cc4e0bb21a HTTP/1.1" status: 200 len: 210 time: 0.0770326 Jul 15 15:10:31.298521 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-4f7ea2ad-3824-47e2-a2e7-b1750b0354ac tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:31.328176 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:31.338823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5404e05c-8d84-42ef-805a-a3fcd41577c1 req-38c96d9d-a47a-4106-a9ef-326e4420be4a tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957754 Jul 15 15:10:31.388959 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 209e0b0f-cc0c-4439-bed8-64c3c99c2175, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=209e0b0f-cc0c-4439-bed8-64c3c99c2175,segment=NetworkSegment(71f41c92-731f-42de-b6f5-f04d140aeb7b),segment_id=71f41c92-731f-42de-b6f5-f04d140aeb7b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:31.394121 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:31.421106 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36950) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:31.430422 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-4f7ea2ad-3824-47e2-a2e7-b1750b0354ac tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:31.450405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f78f2262-cbad-43c6-9e86-2e8fbaeadf39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:31.527280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=209e0b0f-cc0c-4439-bed8-64c3c99c2175,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:31.613880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-4f7ea2ad-3824-47e2-a2e7-b1750b0354ac tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Network b210759d-354c-4d24-bc41-a08ff618ef6e is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:31.637115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-4f7ea2ad-3824-47e2-a2e7-b1750b0354ac tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:31.641081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-4f7ea2ad-3824-47e2-a2e7-b1750b0354ac tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:10:31.702739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ea2ad-3824-47e2-a2e7-b1750b0354ac tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Pushing event updated for resources: {'Port': ['ID=c1f5b314-f87f-41ec-88f0-efbf24f38b64,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:31.720723 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f78f2262-cbad-43c6-9e86-2e8fbaeadf39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:31.732685 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f78f2262-cbad-43c6-9e86-2e8fbaeadf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:31.785732 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-4f7ea2ad-3824-47e2-a2e7-b1750b0354ac tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:31.786734 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-4f7ea2ad-3824-47e2-a2e7-b1750b0354ac tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:31.795978 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f78f2262-cbad-43c6-9e86-2e8fbaeadf39 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=34dd358771094915b380eee84008d0df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737111 Jul 15 15:10:31.799784 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36990) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:31.803281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f2262-cbad-43c6-9e86-2e8fbaeadf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd663d1b-ceea-4de0-a49e-4e5f8d78847b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:31.837426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-4f7ea2ad-3824-47e2-a2e7-b1750b0354ac tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5116644 Jul 15 15:10:31.853819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503f6bc-c7d0-47ce-8a60-a1493415628f req-44b09dd3-875b-4009-b684-efa3e970018f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:31.862555 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3503f6bc-c7d0-47ce-8a60-a1493415628f req-44b09dd3-875b-4009-b684-efa3e970018f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.3240106 Jul 15 15:10:31.876177 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a8fa9d7-7354-4b7e-bed2-bb6d92b4ed52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:31.892805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Request body: {'port': {'device_id': 'a6b57363-b6ca-4622-b110-9cda5a1476f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:31.932189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae603de-42e7-4291-9640-5b6443395b54 req-a09e4697-e74e-4751-ac4a-cf019fd38500 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:31.934004 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eae603de-42e7-4291-9640-5b6443395b54 req-a09e4697-e74e-4751-ac4a-cf019fd38500 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b57363-b6ca-4622-b110-9cda5a1476f8 HTTP/1.1" status: 200 len: 932 time: 0.3196731 Jul 15 15:10:31.961484 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a8fa9d7-7354-4b7e-bed2-bb6d92b4ed52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:32.038559 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3503f6bc-c7d0-47ce-8a60-a1493415628f req-536c5230-6a9e-43e5-bb06-ed547e3d673d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738760 Jul 15 15:10:32.059169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a8fa9d7-7354-4b7e-bed2-bb6d92b4ed52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:32.065539 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a8fa9d7-7354-4b7e-bed2-bb6d92b4ed52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:32.087966 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5a8fa9d7-7354-4b7e-bed2-bb6d92b4ed52 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fd663d1b-ceea-4de0-a49e-4e5f8d78847b HTTP/1.1" status: 204 len: 168 time: 0.2746515 Jul 15 15:10:32.110244 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fa9d7-7354-4b7e-bed2-bb6d92b4ed52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd663d1b-ceea-4de0-a49e-4e5f8d78847b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:32.225671 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:32.275200 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eae603de-42e7-4291-9640-5b6443395b54 req-bf8d0590-5936-432e-af10-bc547bee7e48 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/security-groups?id=524da444-4c94-4923-940a-6c83e2ee892d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233850 Jul 15 15:10:32.759933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a826854-8ccc-4722-9096-f9b7e47a1307 req-1d0f0fa7-3824-4f01-95ab-58172ed2103b tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:32.768249 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:32.769385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a826854-8ccc-4722-9096-f9b7e47a1307 req-1d0f0fa7-3824-4f01-95ab-58172ed2103b tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 946 time: 0.1606598 Jul 15 15:10:32.776624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978f94e0-e6b7-4682-bcbf-b381b1229168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209e0b0f-cc0c-4439-bed8-64c3c99c2175'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:32.779635 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e50f0f3-6585-47dd-8f90-ca8cf61d3284" -d '{"events": [{"server_uuid": "978f94e0-e6b7-4682-bcbf-b381b1229168", "name": "network-vif-plugged", "status": "completed", "tag": "209e0b0f-cc0c-4439-bed8-64c3c99c2175"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:32.853998 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70177ec5-c951-40f8-a3dd-2ec471eeb691 x-openstack-request-id: req-70177ec5-c951-40f8-a3dd-2ec471eeb691 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:32.854297 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978f94e0-e6b7-4682-bcbf-b381b1229168", "name": "network-vif-plugged", "status": "completed", "tag": "209e0b0f-cc0c-4439-bed8-64c3c99c2175", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:32.854586 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-70177ec5-c951-40f8-a3dd-2ec471eeb691 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:32.855170 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978f94e0-e6b7-4682-bcbf-b381b1229168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209e0b0f-cc0c-4439-bed8-64c3c99c2175', 'code': 200} Jul 15 15:10:32.907817 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a64ca0cc-fd71-4b0d-9e3a-868b6552b11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:32.958876 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a826854-8ccc-4722-9096-f9b7e47a1307 req-6c7f8a2b-29df-4719-8787-4287e083a5df tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879499 Jul 15 15:10:32.973113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f5b314-f87f-41ec-88f0-efbf24f38b64 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:10:32.993011 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:33.018846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Transition to ACTIVE for port object c1f5b314-f87f-41ec-88f0-efbf24f38b64 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:10:33.028344 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:33.108371 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Pushing event updated for resources: {'Port': ['ID=c1f5b314-f87f-41ec-88f0-efbf24f38b64,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:33.207590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025402f-3f51-49b4-a672-a2096f7c1ba0 req-306f42e1-5e47-4125-ba58-f04f79a1da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:33.211829 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a025402f-3f51-49b4-a672-a2096f7c1ba0 req-306f42e1-5e47-4125-ba58-f04f79a1da5b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=978f94e0-e6b7-4682-bcbf-b381b1229168 HTTP/1.1" status: 200 len: 1097 time: 0.2328043 Jul 15 15:10:33.285253 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a025402f-3f51-49b4-a672-a2096f7c1ba0 req-6ee87238-afd1-4604-be55-7cede620c3e5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621746 Jul 15 15:10:33.465562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Attempting to bind port c1f5b314-f87f-41ec-88f0-efbf24f38b64 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:10:33.465918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Attempting to bind port c1f5b314-f87f-41ec-88f0-efbf24f38b64 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '0ee95f68-9947-49c1-8ed9-fa91e5d8db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b210759d-354c-4d24-bc41-a08ff618ef6e'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:10:33.466258 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Attempting to bind port c1f5b314-f87f-41ec-88f0-efbf24f38b64 on network b210759d-354c-4d24-bc41-a08ff618ef6e {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:10:33.478776 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Port c1f5b314-f87f-41ec-88f0-efbf24f38b64 on network b210759d-354c-4d24-bc41-a08ff618ef6e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:10:33.479119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Attempting to bind port c1f5b314-f87f-41ec-88f0-efbf24f38b64 on network b210759d-354c-4d24-bc41-a08ff618ef6e {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:10:33.489809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:10:33.490190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Checking segment: {'id': '0ee95f68-9947-49c1-8ed9-fa91e5d8db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b210759d-354c-4d24-bc41-a08ff618ef6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:10:33.490621 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Bound using segment: {'id': '0ee95f68-9947-49c1-8ed9-fa91e5d8db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b210759d-354c-4d24-bc41-a08ff618ef6e'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:10:33.491082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Bound port: c1f5b314-f87f-41ec-88f0-efbf24f38b64, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee95f68-9947-49c1-8ed9-fa91e5d8db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b210759d-354c-4d24-bc41-a08ff618ef6e'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:10:33.491453 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:33.551301 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:10:33.553630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-590fe106-5cc5-4b8c-8786-139a5b10ba9c tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:33.557757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-590fe106-5cc5-4b8c-8786-139a5b10ba9c tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 806 time: 0.5324917 Jul 15 15:10:33.706281 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] For port c1f5b314-f87f-41ec-88f0-efbf24f38b64, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:10:33.714326 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] For port c1f5b314-f87f-41ec-88f0-efbf24f38b64, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c1f5b314-f87f-41ec-88f0-efbf24f38b64,segment=NetworkSegment(0ee95f68-9947-49c1-8ed9-fa91e5d8db41),segment_id=0ee95f68-9947-49c1-8ed9-fa91e5d8db41)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:10:33.775566 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-2bd4e446-bb53-4900-b23b-092970755542 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/quotas/9f3de406124b47ed845d6b37dd986580 HTTP/1.1" status: 200 len: 375 time: 0.1980889 Jul 15 15:10:33.797988 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:33.872525 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01117f-d4d8-44a5-8b8e-5b808493574f req-9e96eea5-b95c-439c-b23f-ab753d500a21 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:33.884752 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c01117f-d4d8-44a5-8b8e-5b808493574f req-9e96eea5-b95c-439c-b23f-ab753d500a21 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=978f94e0-e6b7-4682-bcbf-b381b1229168 HTTP/1.1" status: 200 len: 946 time: 0.6437056 Jul 15 15:10:34.177201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:34.178202 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:34.179616 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] 10.222.0.11 "PUT /v2.0/ports/c1f5b314-f87f-41ec-88f0-efbf24f38b64 HTTP/1.1" status: 200 len: 1092 time: 2.2919395 Jul 15 15:10:34.180091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b57363-b6ca-4622-b110-9cda5a1476f8', 'tag': 'c1f5b314-f87f-41ec-88f0-efbf24f38b64'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:34.182388 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6666c9ee-646c-4991-b501-6d581a8b859e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b57363-b6ca-4622-b110-9cda5a1476f8", "tag": "c1f5b314-f87f-41ec-88f0-efbf24f38b64"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:34.229603 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:34.255806 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb0469-bfa7-414b-98bf-76ce73d7025c service neutron] Pushing event updated for resources: {'Port': ['ID=c1f5b314-f87f-41ec-88f0-efbf24f38b64,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:34.261698 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c01117f-d4d8-44a5-8b8e-5b808493574f req-26536f59-8314-40ae-a891-592049cd0a13 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752642 Jul 15 15:10:34.299497 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-ac4c186d-57c0-4b2a-8ef3-c2775872c51a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5217013 Jul 15 15:10:34.557043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-4758e216-440a-4d24-bf8f-2ebaf888bb47 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545815 Jul 15 15:10:34.667807 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-ed28f54a-3f16-496e-9ab1-b23ee257f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:34.669584 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-ed28f54a-3f16-496e-9ab1-b23ee257f617 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2fae0f1e201479b8804b24ad1d5655a&device_id=a6b57363-b6ca-4622-b110-9cda5a1476f8 HTTP/1.1" status: 200 len: 1095 time: 0.2312329 Jul 15 15:10:34.703544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7e265-7be5-4620-8f2a-e214a7605aa5 req-eace8202-5349-461a-b35c-6d27947cc15a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:34.705529 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eeb7e265-7be5-4620-8f2a-e214a7605aa5 req-eace8202-5349-461a-b35c-6d27947cc15a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.1880274 Jul 15 15:10:34.743877 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-8edbb07f-acb6-43fc-a0ec-40a3a707b09f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f5b314-f87f-41ec-88f0-efbf24f38b64 HTTP/1.1" status: 200 len: 217 time: 0.0652156 Jul 15 15:10:34.806951 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-6a30a231-10e2-4908-9a17-3568dc41a695 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366436 Jul 15 15:10:34.837719 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eeb7e265-7be5-4620-8f2a-e214a7605aa5 req-0f64cdb4-1f68-4ef8-a75e-cceb10c00e6f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980074 Jul 15 15:10:34.847146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37320) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:34.855176 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-fe599531-0c45-48f1-a30d-db1bda99271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:34.858078 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-fe599531-0c45-48f1-a30d-db1bda99271b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=40b65a3e-35ce-4fcd-a86b-7dd05fc1b40a HTTP/1.1" status: 200 len: 848 time: 0.1042552 Jul 15 15:10:34.901709 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-5e2d2613-5d34-4f63-b7f9-13352fdca567 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b210759d-354c-4d24-bc41-a08ff618ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366266 Jul 15 15:10:35.016289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:35.085195 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-2f9a8a02-1aa3-4264-bdf7-0398174d783b service neutron] 10.222.0.11 "GET /v2.0/networks/b210759d-354c-4d24-bc41-a08ff618ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756074 Jul 15 15:10:35.103988 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:35.251779 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd15712a-70ea-45e5-880f-db57c86d6430 x-openstack-request-id: req-bd15712a-70ea-45e5-880f-db57c86d6430 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:35.253920 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b57363-b6ca-4622-b110-9cda5a1476f8", "tag": "c1f5b314-f87f-41ec-88f0-efbf24f38b64", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:35.254389 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bd15712a-70ea-45e5-880f-db57c86d6430 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:35.255327 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b57363-b6ca-4622-b110-9cda5a1476f8', 'tag': 'c1f5b314-f87f-41ec-88f0-efbf24f38b64', 'status': 'completed', 'code': 200} Jul 15 15:10:35.312939 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:35.423020 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d88999b-a205-4fb7-b839-9bb6496319cc req-4a61535c-3969-4460-9dc2-0c417bfc6086 service neutron] 10.222.0.11 "GET /v2.0/networks/b210759d-354c-4d24-bc41-a08ff618ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289552 Jul 15 15:10:35.440181 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a24df8-7fc4-411f-9e59-bd3d642c8865 req-0fe53c8c-7221-46fa-8f86-b381ce21b146 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:35.452102 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2a24df8-7fc4-411f-9e59-bd3d642c8865 req-0fe53c8c-7221-46fa-8f86-b381ce21b146 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b57363-b6ca-4622-b110-9cda5a1476f8 HTTP/1.1" status: 200 len: 944 time: 0.2311299 Jul 15 15:10:35.553944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Allocated IP 172.25.4.203 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/230cb3dd-8591-4563-a6b5-856293d4b967) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:35.599173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2a24df8-7fc4-411f-9e59-bd3d642c8865 req-9edcb9bc-9e33-427d-9e43-118c96902f52 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/security-groups?id=524da444-4c94-4923-940a-6c83e2ee892d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443012 Jul 15 15:10:35.639344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3e60e1e-c4a4-4685-becb-871621ccce4b req-e2c040d0-bf0b-4435-be01-aba137a1b5e1 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 210 time: 0.0376184 Jul 15 15:10:35.697200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666c9ee-646c-4991-b501-6d581a8b859e req-79ead8d0-f550-43f3-8718-6fbed4587bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:35.699292 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6666c9ee-646c-4991-b501-6d581a8b859e req-79ead8d0-f550-43f3-8718-6fbed4587bbb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2fae0f1e201479b8804b24ad1d5655a&device_id=a6b57363-b6ca-4622-b110-9cda5a1476f8 HTTP/1.1" status: 200 len: 1095 time: 0.1697454 Jul 15 15:10:35.951510 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:35.966460 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:36.033123 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f969e-e32b-4dd0-a987-9ab0bb1808ec req-64a7a53f-c561-407c-9336-daf0af6be1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:36.034810 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-275f969e-e32b-4dd0-a987-9ab0bb1808ec req-64a7a53f-c561-407c-9336-daf0af6be1b0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 1095 time: 0.3205893 Jul 15 15:10:36.035906 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:36.113328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666c9ee-646c-4991-b501-6d581a8b859e req-77b93423-4f5d-4a81-afd2-c9b52e6f7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:36.119821 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6666c9ee-646c-4991-b501-6d581a8b859e req-77b93423-4f5d-4a81-afd2-c9b52e6f7756 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b210759d-354c-4d24-bc41-a08ff618ef6e HTTP/1.1" status: 200 len: 909 time: 0.4120080 Jul 15 15:10:36.171584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:36.192956 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:36.201870 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:10:36.237261 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Pushing event updated for resources: {'Port': ['ID=230cb3dd-8591-4563-a6b5-856293d4b967,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:36.303563 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6666c9ee-646c-4991-b501-6d581a8b859e req-ccd9d36f-580b-4184-be80-68116cdbeca7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f5b314-f87f-41ec-88f0-efbf24f38b64 HTTP/1.1" status: 200 len: 217 time: 0.1737573 Jul 15 15:10:36.339803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f969e-e32b-4dd0-a987-9ab0bb1808ec req-2aabab9b-8c7c-4406-9cc8-fff30483c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:36.341659 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-275f969e-e32b-4dd0-a987-9ab0bb1808ec req-2aabab9b-8c7c-4406-9cc8-fff30483c684 service neutron] 10.222.0.22 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.2573981 Jul 15 15:10:36.434554 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666c9ee-646c-4991-b501-6d581a8b859e req-387538a9-1335-4897-9524-afa2078d6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:36.437937 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6666c9ee-646c-4991-b501-6d581a8b859e req-387538a9-1335-4897-9524-afa2078d6b42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=40b65a3e-35ce-4fcd-a86b-7dd05fc1b40a HTTP/1.1" status: 200 len: 848 time: 0.1238124 Jul 15 15:10:36.471276 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-275f969e-e32b-4dd0-a987-9ab0bb1808ec req-12d204ab-b65e-45de-b582-3615978f63e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 HTTP/1.1" status: 200 len: 999 time: 0.1178997 Jul 15 15:10:36.579446 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6666c9ee-646c-4991-b501-6d581a8b859e req-d5b065d6-fdc2-448f-8e99-ca849ff98641 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b210759d-354c-4d24-bc41-a08ff618ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224544 Jul 15 15:10:36.611326 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00dc60-7a6b-48e9-8142-eb4fe89f9784 req-953f3ab0-6d3e-4539-b1f3-d3403b3ebbbd tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:36.612924 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc00dc60-7a6b-48e9-8142-eb4fe89f9784 req-953f3ab0-6d3e-4539-b1f3-d3403b3ebbbd tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=978f94e0-e6b7-4682-bcbf-b381b1229168 HTTP/1.1" status: 200 len: 946 time: 0.6289306 Jul 15 15:10:36.677247 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:36.697784 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f969e-e32b-4dd0-a987-9ab0bb1808ec req-3d544179-ca67-4b71-af61-4d4f124037e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:36.700996 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-275f969e-e32b-4dd0-a987-9ab0bb1808ec req-3d544179-ca67-4b71-af61-4d4f124037e5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.2018051 Jul 15 15:10:36.803847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52adfe-71c1-4b93-801c-a7d891080757 req-0c475fb2-9b4f-4b00-9b43-bc2a65e503b7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:36.811857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba52adfe-71c1-4b93-801c-a7d891080757 req-0c475fb2-9b4f-4b00-9b43-bc2a65e503b7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.7540193 Jul 15 15:10:36.846489 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:36.950273 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f969e-e32b-4dd0-a987-9ab0bb1808ec req-38f0b3d2-a464-4813-a971-20c2864c33cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:36.952280 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-275f969e-e32b-4dd0-a987-9ab0bb1808ec req-38f0b3d2-a464-4813-a971-20c2864c33cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2011294 Jul 15 15:10:37.053285 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc00dc60-7a6b-48e9-8142-eb4fe89f9784 req-e47e9009-2333-422d-a8a9-46e980a866da tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059660 Jul 15 15:10:37.126783 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba52adfe-71c1-4b93-801c-a7d891080757 req-c010fdf1-3aa2-4ec8-8855-f98ddebfac0c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139992 Jul 15 15:10:37.142463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6666c9ee-646c-4991-b501-6d581a8b859e req-8f4ccfd3-e877-4f2f-80fc-9d9224a25518 service neutron] 10.222.0.11 "GET /v2.0/networks/b210759d-354c-4d24-bc41-a08ff618ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284574 Jul 15 15:10:37.169663 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-275f969e-e32b-4dd0-a987-9ab0bb1808ec req-96c52953-52e2-41a9-8740-e141f33efc42 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094970 Jul 15 15:10:37.264319 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:37.459731 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-275f969e-e32b-4dd0-a987-9ab0bb1808ec req-745659e8-1ab5-4c8e-aec0-14e3b2a352f1 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734287 Jul 15 15:10:37.461029 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:37.694188 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Pushing event updated for resources: {'Port': ['ID=230cb3dd-8591-4563-a6b5-856293d4b967,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:37.723137 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:37.723393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-5e1524a4-178b-417d-bf82-0c68608e4b64 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:37.725803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-5e1524a4-178b-417d-bf82-0c68608e4b64 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 806 time: 0.5631955 Jul 15 15:10:37.728205 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6666c9ee-646c-4991-b501-6d581a8b859e req-802e7ad5-1526-41b0-98f1-0abb79df4a00 service neutron] 10.222.0.11 "GET /v2.0/networks/b210759d-354c-4d24-bc41-a08ff618ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780425 Jul 15 15:10:37.748227 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:37.749533 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e8b47b54-5e46-40fe-b36c-7bf7852083fe tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9013691 Jul 15 15:10:37.757900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37404) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:37.764255 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb20c9ee-b2c1-45aa-9ed0-adfdc08d9887 req-12bd8e48-2a75-4351-a4fd-053df02d213e tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 210 time: 0.2259820 Jul 15 15:10:37.768210 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d07004b2-d8df-4192-b8fb-f7ce515e2451 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1203555633', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'fixed_ips': [{'ip_address': '172.25.4.203'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:37.769770 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-047fbfa1-3537-49f6-b98e-b81afcbf030a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Request body: {'port': {'device_id': '7af8cd82-19d8-4c94-8fbc-235be2788758', 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19', 'admin_state_up': True, 'tenant_id': '9f3de406124b47ed845d6b37dd986580'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:37.809068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07004b2-d8df-4192-b8fb-f7ce515e2451 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Made reservation on behalf of b9d6419739734ab388282ab32561525d for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:37.812703 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d07004b2-d8df-4192-b8fb-f7ce515e2451 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:37.838368 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d07004b2-d8df-4192-b8fb-f7ce515e2451 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.031548 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d07004b2-d8df-4192-b8fb-f7ce515e2451 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.037427 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d07004b2-d8df-4192-b8fb-f7ce515e2451 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.067349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-d07004b2-d8df-4192-b8fb-f7ce515e2451 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] device_id is not set on port 01e5c412-a297-4dc8-94f5-8d482c020b99 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:10:38.072012 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07004b2-d8df-4192-b8fb-f7ce515e2451 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38a74b8-25a2-4f12-aeef-3d2426588085,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:38.399258 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07004b2-d8df-4192-b8fb-f7ce515e2451 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 15:10:38.400133 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d07004b2-d8df-4192-b8fb-f7ce515e2451 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:10:38.415227 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d07004b2-d8df-4192-b8fb-f7ce515e2451 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6558974 Jul 15 15:10:38.418142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37412) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:38.541851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a5935-8d74-4209-959c-bc9e0bbfeeb4 req-3a2b8ac8-cabd-4b2d-963e-6ece7ed1d01e tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:38.548532 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3f9a5935-8d74-4209-959c-bc9e0bbfeeb4 req-3a2b8ac8-cabd-4b2d-963e-6ece7ed1d01e tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b57363-b6ca-4622-b110-9cda5a1476f8 HTTP/1.1" status: 200 len: 944 time: 1.0143435 Jul 15 15:10:38.629983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-047fbfa1-3537-49f6-b98e-b81afcbf030a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Made reservation on behalf of 9f3de406124b47ed845d6b37dd986580 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:38.633695 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-047fbfa1-3537-49f6-b98e-b81afcbf030a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.670349 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3f9a5935-8d74-4209-959c-bc9e0bbfeeb4 req-d9713be6-169e-4e14-ba02-dcff0365e7b7 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/security-groups?id=524da444-4c94-4923-940a-6c83e2ee892d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207819 Jul 15 15:10:38.681287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a0cc7-4be7-40db-b9b6-36d48be7a9ae tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Deleting port 230cb3dd-8591-4563-a6b5-856293d4b967 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:10:38.681651 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d1a0cc7-4be7-40db-b9b6-36d48be7a9ae tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.695853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83214d8-3f62-4dd5-995f-ac0cf77bc456 req-00dd3399-0ffd-4b32-8a47-cae16168b7ed tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:38.707911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e83214d8-3f62-4dd5-995f-ac0cf77bc456 req-00dd3399-0ffd-4b32-8a47-cae16168b7ed tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7155f7b3-f416-46ab-9dbc-117eef201ffc HTTP/1.1" status: 200 len: 945 time: 0.2373259 Jul 15 15:10:38.777260 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e83214d8-3f62-4dd5-995f-ac0cf77bc456 req-8cc204ba-cfb0-471a-ab48-239996f1370f tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655370 Jul 15 15:10:38.833877 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d1a0cc7-4be7-40db-b9b6-36d48be7a9ae tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.834733 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d1a0cc7-4be7-40db-b9b6-36d48be7a9ae tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.842691 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c1f5b314-f87f-41ec-88f0-efbf24f38b64 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:10:38.852257 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a0cc7-4be7-40db-b9b6-36d48be7a9ae tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Calling delete_port for 230cb3dd-8591-4563-a6b5-856293d4b967 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:10:39.076434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c1f5b314-f87f-41ec-88f0-efbf24f38b64, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c1f5b314-f87f-41ec-88f0-efbf24f38b64,segment=NetworkSegment(0ee95f68-9947-49c1-8ed9-fa91e5d8db41),segment_id=0ee95f68-9947-49c1-8ed9-fa91e5d8db41)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:39.093950 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'c1f5b314-f87f-41ec-88f0-efbf24f38b64', 'network_id': 'b210759d-354c-4d24-bc41-a08ff618ef6e', 'port_id': 'c1f5b314-f87f-41ec-88f0-efbf24f38b64', 'mac_address': 'fa:16:3e:e7:30:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b65a3e-35ce-4fcd-a86b-7dd05fc1b40a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:10:39.103873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-047fbfa1-3537-49f6-b98e-b81afcbf030a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Allocated IP 172.20.0.12 (9bbd04cd-865f-4f8e-b12a-7cf02a114c19/65019e12-bfdf-433d-bc85-c35edee27cc5/d5a11cba-7276-45e5-9879-344241d16710) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:39.140912 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:39.158220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f5b314-f87f-41ec-88f0-efbf24f38b64 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:10:39.186966 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d1a0cc7-4be7-40db-b9b6-36d48be7a9ae tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:39.194694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c1f5b314-f87f-41ec-88f0-efbf24f38b64, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c1f5b314-f87f-41ec-88f0-efbf24f38b64,segment=NetworkSegment(0ee95f68-9947-49c1-8ed9-fa91e5d8db41),segment_id=0ee95f68-9947-49c1-8ed9-fa91e5d8db41)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:39.200514 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:39.232683 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a0cc7-4be7-40db-b9b6-36d48be7a9ae tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Pushing event deleted for resources: {'Port': ['ID=230cb3dd-8591-4563-a6b5-856293d4b967,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:39.273817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c1f5b314-f87f-41ec-88f0-efbf24f38b64,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:39.320611 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-696172f1-113d-4b0e-89e8-d0de3656c25f req-f4a729ad-cb45-41f5-b3c4-b53c83263ae9 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 210 time: 0.0406110 Jul 15 15:10:39.326519 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d1a0cc7-4be7-40db-b9b6-36d48be7a9ae tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:39.329266 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d1a0cc7-4be7-40db-b9b6-36d48be7a9ae tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:39.333741 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1d1a0cc7-4be7-40db-b9b6-36d48be7a9ae tempest-ExternalNetworksAdminNegativeTestJSON-1425568729 tempest-ExternalNetworksAdminNegativeTestJSON-1425568729-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/164d2259-6eda-42f8-921f-253cad25a91e HTTP/1.1" status: 204 len: 168 time: 0.9112144 Jul 15 15:10:39.403369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c0446-6c22-4449-98cb-e4b7b3bbd8dc req-18db120f-ebcd-458d-b00c-3fab7fc872ba tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:39.405131 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e81c0446-6c22-4449-98cb-e4b7b3bbd8dc req-18db120f-ebcd-458d-b00c-3fab7fc872ba tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.3964956 Jul 15 15:10:39.408503 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-047fbfa1-3537-49f6-b98e-b81afcbf030a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:39.457346 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e81c0446-6c22-4449-98cb-e4b7b3bbd8dc req-0934beb1-7512-411d-baad-4ca6ee150a05 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460935 Jul 15 15:10:39.465242 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['c1f5b314-f87f-41ec-88f0-efbf24f38b64'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:39.486862 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-047fbfa1-3537-49f6-b98e-b81afcbf030a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:39.513814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['358bf181-9463-4d34-8bb8-3f6f2ba5b949'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:39.567189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fbfa1-3537-49f6-b98e-b81afcbf030a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Pushing event updated for resources: {'Port': ['ID=d5a11cba-7276-45e5-9879-344241d16710,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:39.575865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-047fbfa1-3537-49f6-b98e-b81afcbf030a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:39.577435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-047fbfa1-3537-49f6-b98e-b81afcbf030a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:39.580074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-047fbfa1-3537-49f6-b98e-b81afcbf030a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:10:39.728003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-047fbfa1-3537-49f6-b98e-b81afcbf030a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:39.730332 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-047fbfa1-3537-49f6-b98e-b81afcbf030a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:39.766716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37438) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:39.853503 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-047fbfa1-3537-49f6-b98e-b81afcbf030a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0928621 Jul 15 15:10:39.871097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Request body: {'port': {'device_id': '7af8cd82-19d8-4c94-8fbc-235be2788758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:39.970593 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d4f6290-12a7-42d2-b854-c9af933bf1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:39.983525 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ee79e-b965-4a4f-bf81-f2096f00d0ff req-0e79f877-d973-443e-b8ed-e13c946535a4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:39.985061 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e8ee79e-b965-4a4f-bf81-f2096f00d0ff req-0e79f877-d973-443e-b8ed-e13c946535a4 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.2320883 Jul 15 15:10:40.091994 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:40.183378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e8ee79e-b965-4a4f-bf81-f2096f00d0ff req-6eece5af-9abd-444c-9a23-019c16e38855 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692793 Jul 15 15:10:40.258028 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d4f6290-12a7-42d2-b854-c9af933bf1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:40.266404 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d4f6290-12a7-42d2-b854-c9af933bf1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:40.344989 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3d4f6290-12a7-42d2-b854-c9af933bf1e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=37dea1ea6a4446e08b4a9d92232e90b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5747101 Jul 15 15:10:40.346479 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37458) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:40.353389 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f6290-12a7-42d2-b854-c9af933bf1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2a0e30-0916-44d8-9fa8-d25fb773ffab,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:40.435852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eee8f0-f403-416e-92ab-ba81f707dc5b req-7651782b-cb09-4760-ba2f-881ff1837b2e tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:40.444020 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9eee8f0-f403-416e-92ab-ba81f707dc5b req-7651782b-cb09-4760-ba2f-881ff1837b2e tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b57363-b6ca-4622-b110-9cda5a1476f8 HTTP/1.1" status: 200 len: 945 time: 0.4702389 Jul 15 15:10:40.497831 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c79cb266-2c00-4ddc-a1ce-98154943479c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:40.557236 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c79cb266-2c00-4ddc-a1ce-98154943479c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:40.631963 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9eee8f0-f403-416e-92ab-ba81f707dc5b req-4d017f6e-2513-4721-82b5-c4fb99fc35be tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/security-groups?id=524da444-4c94-4923-940a-6c83e2ee892d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851821 Jul 15 15:10:40.702594 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c79cb266-2c00-4ddc-a1ce-98154943479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:40.706101 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c79cb266-2c00-4ddc-a1ce-98154943479c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:40.708293 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c79cb266-2c00-4ddc-a1ce-98154943479c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6d2a0e30-0916-44d8-9fa8-d25fb773ffab HTTP/1.1" status: 204 len: 168 time: 0.3608482 Jul 15 15:10:40.715094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db770785-4cc7-4969-9e40-8e70b3242b74 req-8e926790-785e-42bd-997b-18e35ce0f917 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:40.716875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db770785-4cc7-4969-9e40-8e70b3242b74 req-8e926790-785e-42bd-997b-18e35ce0f917 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7155f7b3-f416-46ab-9dbc-117eef201ffc HTTP/1.1" status: 200 len: 945 time: 0.3247492 Jul 15 15:10:40.721591 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cb266-2c00-4ddc-a1ce-98154943479c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2a0e30-0916-44d8-9fa8-d25fb773ffab,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:40.814428 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db770785-4cc7-4969-9e40-8e70b3242b74 req-305c21c3-8fa9-4021-80d7-0f63bc1f442e tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913539 Jul 15 15:10:40.862267 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c1f5b314-f87f-41ec-88f0-efbf24f38b64 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:10:40.921572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a11cba-7276-45e5-9879-344241d16710 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:10:40.930735 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:40.994689 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Transition to ACTIVE for port object d5a11cba-7276-45e5-9879-344241d16710 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:10:41.007981 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port c1f5b314-f87f-41ec-88f0-efbf24f38b64 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:10:41.009980 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:41.017426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port c1f5b314-f87f-41ec-88f0-efbf24f38b64 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:41.017812 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:41.147297 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:41.187387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b57363-b6ca-4622-b110-9cda5a1476f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f5b314-f87f-41ec-88f0-efbf24f38b64'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:41.189966 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaf16e5-4c05-4ef9-8c00-f6150be1938a" -d '{"events": [{"server_uuid": "a6b57363-b6ca-4622-b110-9cda5a1476f8", "name": "network-vif-plugged", "status": "completed", "tag": "c1f5b314-f87f-41ec-88f0-efbf24f38b64"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:41.204353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c1f5b314-f87f-41ec-88f0-efbf24f38b64, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c1f5b314-f87f-41ec-88f0-efbf24f38b64,segment=NetworkSegment(0ee95f68-9947-49c1-8ed9-fa91e5d8db41),segment_id=0ee95f68-9947-49c1-8ed9-fa91e5d8db41)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:41.212327 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:41.265980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37474) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:41.274258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c1f5b314-f87f-41ec-88f0-efbf24f38b64,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:41.275599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Pushing event updated for resources: {'Port': ['ID=d5a11cba-7276-45e5-9879-344241d16710,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:41.316073 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bde4ff-5b75-4f7e-a44f-3832cdefbe57 req-ddc74ebf-a19e-4028-93d2-b9674c7b639f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:41.317795 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9bde4ff-5b75-4f7e-a44f-3832cdefbe57 req-ddc74ebf-a19e-4028-93d2-b9674c7b639f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.3787856 Jul 15 15:10:41.319797 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f0c18-d7c7-44a7-a0d9-b3777a03726b req-f3a3dc28-54cd-49cd-a77a-1171f24310cd tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:41.321584 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e78f0c18-d7c7-44a7-a0d9-b3777a03726b req-f3a3dc28-54cd-49cd-a77a-1171f24310cd tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.22 "GET /v2.0/ports?device_id=7155f7b3-f416-46ab-9dbc-117eef201ffc HTTP/1.1" status: 200 len: 945 time: 0.0820434 Jul 15 15:10:41.370132 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Attempting to bind port d5a11cba-7276-45e5-9879-344241d16710 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:10:41.371104 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Attempting to bind port d5a11cba-7276-45e5-9879-344241d16710 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:10:41.371509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Attempting to bind port d5a11cba-7276-45e5-9879-344241d16710 on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:10:41.415980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Port d5a11cba-7276-45e5-9879-344241d16710 on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:10:41.416403 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Attempting to bind port d5a11cba-7276-45e5-9879-344241d16710 on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:10:41.437139 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1305409e-aed4-4c77-89f8-b5022428ed2f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9d6419739734ab388282ab32561525d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604729 Jul 15 15:10:41.439101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:10:41.439706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Checking segment: {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:10:41.440058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Bound using segment: {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:10:41.440613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Bound port: d5a11cba-7276-45e5-9879-344241d16710, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:10:41.440749 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37480) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:41.441157 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:41.457755 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9bde4ff-5b75-4f7e-a44f-3832cdefbe57 req-bb05402b-3e6d-4bea-a79e-10de940a2b6e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297455 Jul 15 15:10:41.466810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ae622-8132-4347-a502-a1f2d48751e7 req-a4e0647a-4075-40dd-90c4-2d6861a086c5 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:41.468488 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-428ae622-8132-4347-a502-a1f2d48751e7 req-a4e0647a-4075-40dd-90c4-2d6861a086c5 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 944 time: 0.3933749 Jul 15 15:10:41.529383 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72626f3a-5329-4b41-8b63-94837b32104c x-openstack-request-id: req-72626f3a-5329-4b41-8b63-94837b32104c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:41.529768 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b57363-b6ca-4622-b110-9cda5a1476f8", "name": "network-vif-plugged", "status": "completed", "tag": "c1f5b314-f87f-41ec-88f0-efbf24f38b64", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:41.530269 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-72626f3a-5329-4b41-8b63-94837b32104c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:41.530888 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b57363-b6ca-4622-b110-9cda5a1476f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f5b314-f87f-41ec-88f0-efbf24f38b64', 'code': 200} Jul 15 15:10:41.583915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e78f0c18-d7c7-44a7-a0d9-b3777a03726b req-20d19567-2ffe-4ef7-9d7c-44bf8b34a4e0 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Deleting port 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:10:41.584277 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e78f0c18-d7c7-44a7-a0d9-b3777a03726b req-20d19567-2ffe-4ef7-9d7c-44bf8b34a4e0 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:41.595416 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-428ae622-8132-4347-a502-a1f2d48751e7 req-5c068b53-a3ee-4a91-8b85-919f14c9843e tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173272 Jul 15 15:10:41.670105 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-510f05c0-3dda-4f3a-a321-39a7c420602c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:41.745013 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] For port d5a11cba-7276-45e5-9879-344241d16710, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:10:41.788568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] For port d5a11cba-7276-45e5-9879-344241d16710, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d5a11cba-7276-45e5-9879-344241d16710,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:10:41.814735 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:41.888818 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37496) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:41.891471 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-510f05c0-3dda-4f3a-a321-39a7c420602c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:41.975399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:41.981249 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:41.985348 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] 10.222.0.22 "PUT /v2.0/ports/d5a11cba-7276-45e5-9879-344241d16710 HTTP/1.1" status: 200 len: 1092 time: 2.1226385 Jul 15 15:10:42.034440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af8cd82-19d8-4c94-8fbc-235be2788758', 'tag': 'd5a11cba-7276-45e5-9879-344241d16710'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:42.037610 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb009844-62a4-4ce4-a862-f40558a0b03a" -d '{"events": [{"name": "network-changed", "server_uuid": "7af8cd82-19d8-4c94-8fbc-235be2788758", "tag": "d5a11cba-7276-45e5-9879-344241d16710"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:42.041626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e78f0c18-d7c7-44a7-a0d9-b3777a03726b req-20d19567-2ffe-4ef7-9d7c-44bf8b34a4e0 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] For port 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=85d1e122-4efd-4bd4-a1da-ee8c1580dfc1,segment=NetworkSegment(71f41c92-731f-42de-b6f5-f04d140aeb7b),segment_id=71f41c92-731f-42de-b6f5-f04d140aeb7b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:42.044196 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e78f0c18-d7c7-44a7-a0d9-b3777a03726b req-20d19567-2ffe-4ef7-9d7c-44bf8b34a4e0 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:42.066136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09841c3-5114-444a-b993-d70df9bf766f req-e2dff17f-7dad-4c19-80a2-b70c25e48672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:42.069076 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f09841c3-5114-444a-b993-d70df9bf766f req-e2dff17f-7dad-4c19-80a2-b70c25e48672 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6b57363-b6ca-4622-b110-9cda5a1476f8 HTTP/1.1" status: 200 len: 1097 time: 0.4617264 Jul 15 15:10:42.069446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e78f0c18-d7c7-44a7-a0d9-b3777a03726b req-20d19567-2ffe-4ef7-9d7c-44bf8b34a4e0 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Calling delete_port for 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:10:42.113527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca0dea-f078-48cb-8c01-4f9f5680690d service neutron] Pushing event updated for resources: {'Port': ['ID=d5a11cba-7276-45e5-9879-344241d16710,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:42.190304 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-510f05c0-3dda-4f3a-a321-39a7c420602c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:42.196466 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-510f05c0-3dda-4f3a-a321-39a7c420602c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:42.201496 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-510f05c0-3dda-4f3a-a321-39a7c420602c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d38a74b8-25a2-4f12-aeef-3d2426588085 HTTP/1.1" status: 204 len: 168 time: 0.7516670 Jul 15 15:10:42.223106 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18d5ddbc-742b-45b8-bc6d-a122df21ad7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:42.223718 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f09841c3-5114-444a-b993-d70df9bf766f req-c1168b00-cdb2-4981-829b-dcf000e41a10 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=524da444-4c94-4923-940a-6c83e2ee892d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241326 Jul 15 15:10:42.252947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f05c0-3dda-4f3a-a321-39a7c420602c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38a74b8-25a2-4f12-aeef-3d2426588085,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:42.331256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54982a15-6dfd-40c5-9875-7980e68d7c85 req-576b1b08-f7bc-4d39-be9b-4f3940207ef1 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:42.340517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54982a15-6dfd-40c5-9875-7980e68d7c85 req-576b1b08-f7bc-4d39-be9b-4f3940207ef1 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b57363-b6ca-4622-b110-9cda5a1476f8 HTTP/1.1" status: 200 len: 946 time: 0.4222612 Jul 15 15:10:42.357385 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-28fdede5-1703-4035-a031-de5c548dc54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:42.358936 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-28fdede5-1703-4035-a031-de5c548dc54d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 1095 time: 0.3083429 Jul 15 15:10:42.431797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-b9bccc4b-978c-485f-8de4-6175ab4b0d6c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5a11cba-7276-45e5-9879-344241d16710 HTTP/1.1" status: 200 len: 217 time: 0.0594959 Jul 15 15:10:42.479463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54982a15-6dfd-40c5-9875-7980e68d7c85 req-6cbcde35-bf27-4b7f-aff9-fb288213c3ab tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/security-groups?id=524da444-4c94-4923-940a-6c83e2ee892d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376915 Jul 15 15:10:42.491682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e78f0c18-d7c7-44a7-a0d9-b3777a03726b req-20d19567-2ffe-4ef7-9d7c-44bf8b34a4e0 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:42.514943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['209e0b0f-cc0c-4439-bed8-64c3c99c2175'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:42.517353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['77f7e44b-27c9-45f7-a228-7ba67f6b0894', '85d1e122-4efd-4bd4-a1da-ee8c1580dfc1'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:42.598056 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c32a2-72ff-40eb-a879-fb0409c3dd22 req-d0fb3eb1-38d6-42b0-893c-06faed3f8f50 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:42.601916 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea6c32a2-72ff-40eb-a879-fb0409c3dd22 req-d0fb3eb1-38d6-42b0-893c-06faed3f8f50 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7155f7b3-f416-46ab-9dbc-117eef201ffc HTTP/1.1" status: 200 len: 867 time: 0.3509376 Jul 15 15:10:42.656515 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d19567-2ffe-4ef7-9d7c-44bf8b34a4e0 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Pushing event deleted for resources: {'Port': ['ID=85d1e122-4efd-4bd4-a1da-ee8c1580dfc1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:42.656816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-5c7fb5c7-5f82-44c7-87e8-76d871934f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:42.658145 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-5c7fb5c7-5f82-44c7-87e8-76d871934f13 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65019e12-bfdf-433d-bc85-c35edee27cc5 HTTP/1.1" status: 200 len: 846 time: 0.2118945 Jul 15 15:10:42.738834 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-54ce7bb7-6ad4-4c54-ae0b-abe4ad9b7b9e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670979 Jul 15 15:10:42.786808 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18d5ddbc-742b-45b8-bc6d-a122df21ad7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:42.840983 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78f0c18-d7c7-44a7-a0d9-b3777a03726b req-20d19567-2ffe-4ef7-9d7c-44bf8b34a4e0 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] No DVR routers for this DVR port 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:10:42.843604 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18d5ddbc-742b-45b8-bc6d-a122df21ad7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:42.846691 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e78f0c18-d7c7-44a7-a0d9-b3777a03726b req-20d19567-2ffe-4ef7-9d7c-44bf8b34a4e0 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:42.848607 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e78f0c18-d7c7-44a7-a0d9-b3777a03726b req-20d19567-2ffe-4ef7-9d7c-44bf8b34a4e0 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.22 "DELETE /v2.0/ports/85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 HTTP/1.1" status: 204 len: 173 time: 1.5202816 Jul 15 15:10:42.861142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7155f7b3-f416-46ab-9dbc-117eef201ffc', 'name': 'network-vif-deleted', 'tag': '85d1e122-4efd-4bd4-a1da-ee8c1580dfc1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:42.863650 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2136d6a5-3272-4158-a51e-4274c0211001" -d '{"events": [{"server_uuid": "7155f7b3-f416-46ab-9dbc-117eef201ffc", "name": "network-vif-deleted", "tag": "85d1e122-4efd-4bd4-a1da-ee8c1580dfc1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:42.904525 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea6c32a2-72ff-40eb-a879-fb0409c3dd22 req-3d62a3a9-d3cd-4bd9-972b-c1b57ca26e0d tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823718 Jul 15 15:10:42.936151 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-18d5ddbc-742b-45b8-bc6d-a122df21ad7a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=94ecfdf0c93e4f91955bc79698c9df41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0423849 Jul 15 15:10:42.938392 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5ddbc-742b-45b8-bc6d-a122df21ad7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dc02a7-ddff-4144-8c62-23a6279e4411,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:42.951923 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37526) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:43.059764 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5451b4b3-f8ef-41b3-bf00-8c1651e645eb x-openstack-request-id: req-5451b4b3-f8ef-41b3-bf00-8c1651e645eb {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:43.060277 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af8cd82-19d8-4c94-8fbc-235be2788758", "tag": "d5a11cba-7276-45e5-9879-344241d16710", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:43.060373 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5451b4b3-f8ef-41b3-bf00-8c1651e645eb {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:43.060730 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af8cd82-19d8-4c94-8fbc-235be2788758', 'tag': 'd5a11cba-7276-45e5-9879-344241d16710', 'status': 'completed', 'code': 200} Jul 15 15:10:43.144251 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df4c1f64-d8a7-4944-a4db-4c8acd8648ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:43.202494 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df4c1f64-d8a7-4944-a4db-4c8acd8648ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:43.206075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367cd43-1333-4aae-937d-c2c67ad44869 req-eb71d3d0-a0da-431f-b8f6-acd2bd69fcf8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:43.220293 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d367cd43-1333-4aae-937d-c2c67ad44869 req-eb71d3d0-a0da-431f-b8f6-acd2bd69fcf8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.4793868 Jul 15 15:10:43.230860 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-9c88f17e-fc43-4836-bc2e-e69a7e61438b service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176970 Jul 15 15:10:43.300907 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df4c1f64-d8a7-4944-a4db-4c8acd8648ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:43.304054 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df4c1f64-d8a7-4944-a4db-4c8acd8648ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:43.305697 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-df4c1f64-d8a7-4944-a4db-4c8acd8648ee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/02dc02a7-ddff-4144-8c62-23a6279e4411 HTTP/1.1" status: 204 len: 168 time: 0.3526223 Jul 15 15:10:43.322561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c1f64-d8a7-4944-a4db-4c8acd8648ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dc02a7-ddff-4144-8c62-23a6279e4411,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:43.508670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d367cd43-1333-4aae-937d-c2c67ad44869 req-bd61c26f-de5c-429b-aa5f-6692e3e922c9 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871318 Jul 15 15:10:43.596861 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd9d16b-696b-4a43-b248-3acec037e5ab x-openstack-request-id: req-fdd9d16b-696b-4a43-b248-3acec037e5ab {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:43.597383 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7155f7b3-f416-46ab-9dbc-117eef201ffc", "name": "network-vif-deleted", "tag": "85d1e122-4efd-4bd4-a1da-ee8c1580dfc1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:43.597383 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fdd9d16b-696b-4a43-b248-3acec037e5ab {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:43.597798 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7155f7b3-f416-46ab-9dbc-117eef201ffc', 'name': 'network-vif-deleted', 'tag': '85d1e122-4efd-4bd4-a1da-ee8c1580dfc1', 'status': 'completed', 'code': 200} Jul 15 15:10:43.603729 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be4dd6fd-8da0-4cd3-a933-174efe98ee33 req-2e9b3015-782f-4c26-8c2e-c9ad9da4d897 service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642628 Jul 15 15:10:43.630198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bed14-9567-4600-b941-d6f3144e070e req-14b89c61-b0b7-439a-b5f0-dd16aaee16ab tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:43.641780 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-728bed14-9567-4600-b941-d6f3144e070e req-14b89c61-b0b7-439a-b5f0-dd16aaee16ab tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 944 time: 0.3275790 Jul 15 15:10:43.715944 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-728bed14-9567-4600-b941-d6f3144e070e req-ff03577d-27c6-4dbd-b0f5-89e6a3ce2413 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712693 Jul 15 15:10:43.848498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009844-62a4-4ce4-a862-f40558a0b03a req-a9116a10-4c9a-4dcf-b726-a9e93ab7c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:43.851155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb009844-62a4-4ce4-a862-f40558a0b03a req-a9116a10-4c9a-4dcf-b726-a9e93ab7c1aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 1095 time: 0.1106894 Jul 15 15:10:43.973299 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37556) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:44.143347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ae8a4-e5dd-4ed0-a4ce-10cdf9642f14 req-e49cc22b-23ec-4e0d-b80a-d7913e0a742b tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:44.145093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce2ae8a4-e5dd-4ed0-a4ce-10cdf9642f14 req-e49cc22b-23ec-4e0d-b80a-d7913e0a742b tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b57363-b6ca-4622-b110-9cda5a1476f8 HTTP/1.1" status: 200 len: 946 time: 0.2269998 Jul 15 15:10:44.146190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009844-62a4-4ce4-a862-f40558a0b03a req-3e5232dd-8404-4a57-83bf-794e31e5130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:44.148180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb009844-62a4-4ce4-a862-f40558a0b03a req-3e5232dd-8404-4a57-83bf-794e31e5130a service neutron] 10.222.0.22 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 907 time: 0.2892413 Jul 15 15:10:44.217342 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb009844-62a4-4ce4-a862-f40558a0b03a req-fa3d71d3-a6ec-46d3-ac44-7991e075d199 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5a11cba-7276-45e5-9879-344241d16710 HTTP/1.1" status: 200 len: 217 time: 0.0622115 Jul 15 15:10:44.349950 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce2ae8a4-e5dd-4ed0-a4ce-10cdf9642f14 req-4db66000-0c04-42e9-a83d-1c1c591c196a tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/security-groups?id=524da444-4c94-4923-940a-6c83e2ee892d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964531 Jul 15 15:10:44.415215 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3cfb3b-2848-419f-9dea-d7028f36573e req-48bf569f-30da-46cd-87c4-cffb4c698d7c tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7155f7b3-f416-46ab-9dbc-117eef201ffc HTTP/1.1" status: 200 len: 210 time: 0.0412860 Jul 15 15:10:44.417861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009844-62a4-4ce4-a862-f40558a0b03a req-5d71b1ed-d858-4cc9-a216-d52ab89c2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:44.419830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb009844-62a4-4ce4-a862-f40558a0b03a req-5d71b1ed-d858-4cc9-a216-d52ab89c2d44 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65019e12-bfdf-433d-bc85-c35edee27cc5 HTTP/1.1" status: 200 len: 846 time: 0.1941068 Jul 15 15:10:44.460566 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb009844-62a4-4ce4-a862-f40558a0b03a req-7bf8b3a9-c3d3-46d2-9784-4502710b5880 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338411 Jul 15 15:10:44.489886 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e0764e24-c01d-4e33-9520-eeb2da1e6c6a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1728208430'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:44.534762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0764e24-c01d-4e33-9520-eeb2da1e6c6a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Made reservation on behalf of 6a63f6901d014d5abc5247fe2da7d501 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:44.559244 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0764e24-c01d-4e33-9520-eeb2da1e6c6a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.594787 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0764e24-c01d-4e33-9520-eeb2da1e6c6a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.669407 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb009844-62a4-4ce4-a862-f40558a0b03a req-3503d339-d0f3-450f-8742-b97f637373d7 service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957612 Jul 15 15:10:44.881371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0764e24-c01d-4e33-9520-eeb2da1e6c6a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.889666 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0764e24-c01d-4e33-9520-eeb2da1e6c6a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.920286 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572a5bb-092f-4fcd-b46e-8ad0be2adb8e req-5e004375-cce0-47d5-98e2-d9113cca453d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:44.927419 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b572a5bb-092f-4fcd-b46e-8ad0be2adb8e req-5e004375-cce0-47d5-98e2-d9113cca453d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.1605556 Jul 15 15:10:44.928174 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0764e24-c01d-4e33-9520-eeb2da1e6c6a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de7072c-a13f-4009-b7a1-fa82de1ee36a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:44.940147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0764e24-c01d-4e33-9520-eeb2da1e6c6a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:10:44.953325 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0764e24-c01d-4e33-9520-eeb2da1e6c6a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.953719 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-e0764e24-c01d-4e33-9520-eeb2da1e6c6a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Added segment e9ee299b-8966-45dd-a2d5-e44fcca667f1 of type vlan for network 877435c2-976d-4ebd-93ee-cd62139ba202 Jul 15 15:10:44.968789 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb009844-62a4-4ce4-a862-f40558a0b03a req-6be88bf9-d8fc-4f4a-92f8-819ef9671d62 service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930372 Jul 15 15:10:45.001317 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b572a5bb-092f-4fcd-b46e-8ad0be2adb8e req-591b9ef8-21c8-45d6-be77-a936abe2a03d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728316 Jul 15 15:10:45.009429 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0764e24-c01d-4e33-9520-eeb2da1e6c6a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:45.045931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99a574-1692-4ec3-86d6-9b3e1ee3bf08 req-8e4a9440-9550-4507-b855-9e80af8458bc tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:45.055314 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d99a574-1692-4ec3-86d6-9b3e1ee3bf08 req-8e4a9440-9550-4507-b855-9e80af8458bc tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 944 time: 0.1842487 Jul 15 15:10:45.070405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0764e24-c01d-4e33-9520-eeb2da1e6c6a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:45.086090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0764e24-c01d-4e33-9520-eeb2da1e6c6a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:45.086971 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0764e24-c01d-4e33-9520-eeb2da1e6c6a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:45.110280 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d99a574-1692-4ec3-86d6-9b3e1ee3bf08 req-fde4fe24-56ca-41ed-843c-d0285a86dd62 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539937 Jul 15 15:10:45.116409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37612) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:45.116985 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e0764e24-c01d-4e33-9520-eeb2da1e6c6a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1426368 Jul 15 15:10:45.136643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-70987503-0549-404f-8552-0a285c893035 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Request body: {'subnet': {'network_id': '877435c2-976d-4ebd-93ee-cd62139ba202', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:45.300677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70987503-0549-404f-8552-0a285c893035 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Made reservation on behalf of 6a63f6901d014d5abc5247fe2da7d501 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:45.311581 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70987503-0549-404f-8552-0a285c893035 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:45.364933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0764e24-c01d-4e33-9520-eeb2da1e6c6a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event updated for resources: {'Network': ['ID=877435c2-976d-4ebd-93ee-cd62139ba202,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:45.380449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 877435c2-976d-4ebd-93ee-cd62139ba202 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:10:45.590204 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device d5a11cba-7276-45e5-9879-344241d16710 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:10:45.594653 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:10:45.632000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:10:45.632638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 85d1e122-4efd-4bd4-a1da-ee8c1580dfc1 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:10:45.778227 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d2b58-510e-4460-83af-dc0dc699dd44 req-952f2ced-ae89-4ca0-a8db-33a667d09bda tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:45.778227 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-052d2b58-510e-4460-83af-dc0dc699dd44 req-952f2ced-ae89-4ca0-a8db-33a667d09bda tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.2720170 Jul 15 15:10:45.778227 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70987503-0549-404f-8552-0a285c893035 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:45.825703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port d5a11cba-7276-45e5-9879-344241d16710, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d5a11cba-7276-45e5-9879-344241d16710,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:45.849548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'd5a11cba-7276-45e5-9879-344241d16710', 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19', 'port_id': 'd5a11cba-7276-45e5-9879-344241d16710', 'mac_address': 'fa:16:3e:c0:06:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65019e12-bfdf-433d-bc85-c35edee27cc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:10:45.849871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1d3cd-c07f-422f-9597-9ccdb43bce47 req-113b4003-ed7e-406d-8861-aab4eedf5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:45.856602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35c1d3cd-c07f-422f-9597-9ccdb43bce47 req-113b4003-ed7e-406d-8861-aab4eedf5199 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c5f68e801754b35b4442f3196d57784&device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 1095 time: 0.3558681 Jul 15 15:10:45.882092 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-052d2b58-510e-4460-83af-dc0dc699dd44 req-d121dd2f-f8db-4d19-96f4-291f02a6e723 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034493 Jul 15 15:10:45.942343 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:45.974086 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a11cba-7276-45e5-9879-344241d16710 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:10:46.009298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port d5a11cba-7276-45e5-9879-344241d16710, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d5a11cba-7276-45e5-9879-344241d16710,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:46.019480 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:46.072374 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70987503-0549-404f-8552-0a285c893035 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event updated for resources: {'Subnet': ['ID=d28ab278-eafd-4b3a-91d4-b14587ec7a3b,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:46.137691 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=d5a11cba-7276-45e5-9879-344241d16710,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:46.155407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:46.156191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:46.156818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:46.157712 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:46.158247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:46.158985 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:46.159478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:46.173260 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70987503-0549-404f-8552-0a285c893035 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Checking segment: {'id': 'e9ee299b-8966-45dd-a2d5-e44fcca667f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '877435c2-976d-4ebd-93ee-cd62139ba202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:10:46.174154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70987503-0549-404f-8552-0a285c893035 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Network hostable DHCP agents. Network: 877435c2-976d-4ebd-93ee-cd62139ba202, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:10:46.189817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:46.193916 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:46.194310 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:46.194649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:46.195996 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:46.233165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70987503-0549-404f-8552-0a285c893035 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Network 877435c2-976d-4ebd-93ee-cd62139ba202 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:10:46.242630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1d3cd-c07f-422f-9597-9ccdb43bce47 req-e99caea4-6556-4ca0-aec7-e5158dc98a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:46.245323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35c1d3cd-c07f-422f-9597-9ccdb43bce47 req-e99caea4-6556-4ca0-aec7-e5158dc98a48 service neutron] 10.222.0.22 "GET /v2.0/networks?id=279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 200 len: 912 time: 0.2513924 Jul 15 15:10:46.249063 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-70987503-0549-404f-8552-0a285c893035 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 877435c2-976d-4ebd-93ee-cd62139ba202) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:46.262922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1333a48-ccac-4501-883d-f281c56084f9 None None] Network 877435c2-976d-4ebd-93ee-cd62139ba202 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:10:46.296736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70987503-0549-404f-8552-0a285c893035 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:46.297500 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70987503-0549-404f-8552-0a285c893035 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:46.511072 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-70987503-0549-404f-8552-0a285c893035 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3931561 Jul 15 15:10:46.515224 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37716) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:46.521301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5735b57f-b3a2-46df-bf02-83021e955c9b tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Request body: {'port': {'network_id': '877435c2-976d-4ebd-93ee-cd62139ba202', 'name': 'tempest-AllowedAddressPairTestJSON-398872512'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:46.574098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35c1d3cd-c07f-422f-9597-9ccdb43bce47 req-2ef24fbe-7a3b-4e86-948c-2272e1f6e19b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 HTTP/1.1" status: 200 len: 999 time: 0.3184733 Jul 15 15:10:46.681040 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['d5a11cba-7276-45e5-9879-344241d16710'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:46.734097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1d3cd-c07f-422f-9597-9ccdb43bce47 req-a92357aa-d644-4455-b4bf-e516fe4e1419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:46.735625 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35c1d3cd-c07f-422f-9597-9ccdb43bce47 req-a92357aa-d644-4455-b4bf-e516fe4e1419 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 200 len: 850 time: 0.1200755 Jul 15 15:10:46.799177 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5735b57f-b3a2-46df-bf02-83021e955c9b tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Made reservation on behalf of 6a63f6901d014d5abc5247fe2da7d501 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:46.806773 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5735b57f-b3a2-46df-bf02-83021e955c9b tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:46.859539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-5735b57f-b3a2-46df-bf02-83021e955c9b tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] device_id is not set on port 13711df5-dd9e-4e7b-a4a0-5220a88f0540 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:10:46.863090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82cc50-a743-4a77-9251-4f394c0678bb req-48ca9f07-8d94-46ee-982f-b8f927aaa285 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:46.875593 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c82cc50-a743-4a77-9251-4f394c0678bb req-48ca9f07-8d94-46ee-982f-b8f927aaa285 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 945 time: 0.3376627 Jul 15 15:10:46.944919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-877435c2-976d-4ebd-93ee-cd62139ba202', 'network_id': '877435c2-976d-4ebd-93ee-cd62139ba202', 'tenant_id': '6a63f6901d014d5abc5247fe2da7d501', 'fixed_ips': [{'subnet_id': 'd28ab278-eafd-4b3a-91d4-b14587ec7a3b'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:10:46.950929 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:47.020322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c82cc50-a743-4a77-9251-4f394c0678bb req-055dad68-2372-4f31-9af9-165c8fa81f1f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436608 Jul 15 15:10:47.028880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1d3cd-c07f-422f-9597-9ccdb43bce47 req-8aff8508-bf87-4ecb-bd94-fdaed7b07f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:47.030399 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35c1d3cd-c07f-422f-9597-9ccdb43bce47 req-8aff8508-bf87-4ecb-bd94-fdaed7b07f6f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=279c9251-f575-4675-be20-04a9e6587e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2859633 Jul 15 15:10:47.170618 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-5735b57f-b3a2-46df-bf02-83021e955c9b tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Allocated IP 172.20.0.9 (877435c2-976d-4ebd-93ee-cd62139ba202/d28ab278-eafd-4b3a-91d4-b14587ec7a3b/13711df5-dd9e-4e7b-a4a0-5220a88f0540) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:47.261664 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35c1d3cd-c07f-422f-9597-9ccdb43bce47 req-9b146573-76e9-4091-9c3d-8c997ee314e1 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112887 Jul 15 15:10:47.603415 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5735b57f-b3a2-46df-bf02-83021e955c9b tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:47.624989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-5735b57f-b3a2-46df-bf02-83021e955c9b tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Transition to ACTIVE for port object 13711df5-dd9e-4e7b-a4a0-5220a88f0540 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:10:47.696738 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5735b57f-b3a2-46df-bf02-83021e955c9b tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:47.764304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Allocated IP 172.20.0.2 (877435c2-976d-4ebd-93ee-cd62139ba202/d28ab278-eafd-4b3a-91d4-b14587ec7a3b/6545219b-3350-481d-9cee-622333e0da85) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:47.853806 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5735b57f-b3a2-46df-bf02-83021e955c9b tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Network 877435c2-976d-4ebd-93ee-cd62139ba202 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:47.862845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5735b57f-b3a2-46df-bf02-83021e955c9b tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:47.877677 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5735b57f-b3a2-46df-bf02-83021e955c9b tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:10:47.940286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735b57f-b3a2-46df-bf02-83021e955c9b tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event updated for resources: {'Port': ['ID=13711df5-dd9e-4e7b-a4a0-5220a88f0540,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:47.961998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35c1d3cd-c07f-422f-9597-9ccdb43bce47 req-53b060ce-720c-410a-ba37-869ecb93ca02 service neutron] 10.222.0.22 "GET /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6902900 Jul 15 15:10:47.987261 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5735b57f-b3a2-46df-bf02-83021e955c9b tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:47.990089 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5735b57f-b3a2-46df-bf02-83021e955c9b tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:48.025531 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb35fb8-5208-48a8-a664-f2cda7738559 req-57f33d4c-e786-4f8e-93e3-5bbdf2375d20 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:48.029507 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fdb35fb8-5208-48a8-a664-f2cda7738559 req-57f33d4c-e786-4f8e-93e3-5bbdf2375d20 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.6645956 Jul 15 15:10:48.035834 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5735b57f-b3a2-46df-bf02-83021e955c9b tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5191681 Jul 15 15:10:48.038679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37758) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:48.048476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7e05da3f-8f8a-4320-9e1c-42589bedb4ce tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Request body: {'port': {'network_id': '877435c2-976d-4ebd-93ee-cd62139ba202', 'name': 'tempest-AllowedAddressPairTestJSON-602709034', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d7:10:84'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:48.136486 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:48.142837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fdb35fb8-5208-48a8-a664-f2cda7738559 req-d077ffd8-c18c-4544-8c6f-a257454c34c9 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034868 Jul 15 15:10:48.157989 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Transition to ACTIVE for port object 6545219b-3350-481d-9cee-622333e0da85 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:10:48.196187 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Transition to ACTIVE for port object 6545219b-3350-481d-9cee-622333e0da85 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:10:48.208505 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:48.306566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e05da3f-8f8a-4320-9e1c-42589bedb4ce tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Made reservation on behalf of 6a63f6901d014d5abc5247fe2da7d501 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:48.309813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Network 877435c2-976d-4ebd-93ee-cd62139ba202 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:48.311793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:48.316810 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:10:48.332782 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Pushing event updated for resources: {'Port': ['ID=6545219b-3350-481d-9cee-622333e0da85,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:48.399108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Attempting to bind port 6545219b-3350-481d-9cee-622333e0da85 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:10:48.404055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Attempting to bind port 6545219b-3350-481d-9cee-622333e0da85 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'e9ee299b-8966-45dd-a2d5-e44fcca667f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '877435c2-976d-4ebd-93ee-cd62139ba202'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:10:48.404978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Attempting to bind port 6545219b-3350-481d-9cee-622333e0da85 on network 877435c2-976d-4ebd-93ee-cd62139ba202 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:10:48.412985 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:10:48.413530 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Checking segment: {'id': 'e9ee299b-8966-45dd-a2d5-e44fcca667f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '877435c2-976d-4ebd-93ee-cd62139ba202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:10:48.414042 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:48.414605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Bound using segment: {'id': 'e9ee299b-8966-45dd-a2d5-e44fcca667f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '877435c2-976d-4ebd-93ee-cd62139ba202'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:10:48.415217 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Bound port: 6545219b-3350-481d-9cee-622333e0da85, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ee299b-8966-45dd-a2d5-e44fcca667f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '877435c2-976d-4ebd-93ee-cd62139ba202'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:10:48.415704 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:48.493387 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e05da3f-8f8a-4320-9e1c-42589bedb4ce tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:48.504972 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] For port 6545219b-3350-481d-9cee-622333e0da85, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:10:48.518662 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-7e05da3f-8f8a-4320-9e1c-42589bedb4ce tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] device_id is not set on port 6afe1135-6f70-4e78-aac9-00bb5b60576b yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:10:48.520863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] For port 6545219b-3350-481d-9cee-622333e0da85, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6545219b-3350-481d-9cee-622333e0da85,segment=NetworkSegment(e9ee299b-8966-45dd-a2d5-e44fcca667f1),segment_id=e9ee299b-8966-45dd-a2d5-e44fcca667f1)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:10:48.535076 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:48.545418 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa1a21-b9fe-40b7-81fe-a602290b1ab1 req-964b39a1-35de-425d-bd8a-944cfc416f1a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:48.554642 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1fa1a21-b9fe-40b7-81fe-a602290b1ab1 req-964b39a1-35de-425d-bd8a-944cfc416f1a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 945 time: 0.1439703 Jul 15 15:10:48.616692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1fa1a21-b9fe-40b7-81fe-a602290b1ab1 req-b8d3de63-495d-4f1e-b5f7-773d8bf100a7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594285 Jul 15 15:10:48.755745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b23e64-3545-4ff1-9e6b-779112bd9a81 None None] Pushing event updated for resources: {'Port': ['ID=6545219b-3350-481d-9cee-622333e0da85,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:48.841081 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:48.850599 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-7e05da3f-8f8a-4320-9e1c-42589bedb4ce tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Allocated IP 172.20.0.7 (877435c2-976d-4ebd-93ee-cd62139ba202/d28ab278-eafd-4b3a-91d4-b14587ec7a3b/6afe1135-6f70-4e78-aac9-00bb5b60576b) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:49.037520 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082d15f-b668-437d-b4a1-55cc0767087a req-85cce52d-43db-4bd1-8f4e-7f6a2540ab03 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:49.092351 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082d15f-b668-437d-b4a1-55cc0767087a req-85cce52d-43db-4bd1-8f4e-7f6a2540ab03 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:49.109428 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9082d15f-b668-437d-b4a1-55cc0767087a req-85cce52d-43db-4bd1-8f4e-7f6a2540ab03 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf&device_id=978f94e0-e6b7-4682-bcbf-b381b1229168 HTTP/1.1" status: 200 len: 1683 time: 0.2045569 Jul 15 15:10:49.177893 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9082d15f-b668-437d-b4a1-55cc0767087a req-ebd40c39-04eb-4d40-959e-9516d45fa58f tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614190 Jul 15 15:10:49.231939 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:49.377798 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e05da3f-8f8a-4320-9e1c-42589bedb4ce tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:49.409324 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6545219b-3350-481d-9cee-622333e0da85 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:10:49.421085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-7e05da3f-8f8a-4320-9e1c-42589bedb4ce tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Transition to ACTIVE for port object 6afe1135-6f70-4e78-aac9-00bb5b60576b will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:10:49.491284 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 6545219b-3350-481d-9cee-622333e0da85 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:10:49.529166 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e05da3f-8f8a-4320-9e1c-42589bedb4ce tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:49.566167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a1c2b-4189-401e-bcfd-ee45a16c9a08 req-5be12b38-9dbf-4358-8345-ee440cbfca66 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:49.573345 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b0a1c2b-4189-401e-bcfd-ee45a16c9a08 req-5be12b38-9dbf-4358-8345-ee440cbfca66 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.1518953 Jul 15 15:10:49.590181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device d5a11cba-7276-45e5-9879-344241d16710 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:10:49.655035 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e05da3f-8f8a-4320-9e1c-42589bedb4ce tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Network 877435c2-976d-4ebd-93ee-cd62139ba202 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:49.656475 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05da3f-8f8a-4320-9e1c-42589bedb4ce tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event updated for resources: {'Port': ['ID=6afe1135-6f70-4e78-aac9-00bb5b60576b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:49.661540 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7e05da3f-8f8a-4320-9e1c-42589bedb4ce tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:49.664626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e05da3f-8f8a-4320-9e1c-42589bedb4ce tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:10:49.678929 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b0a1c2b-4189-401e-bcfd-ee45a16c9a08 req-ef46612b-ed60-4915-b8d1-8f694ff965fe tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984862 Jul 15 15:10:49.688311 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port d5a11cba-7276-45e5-9879-344241d16710 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:10:49.693780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port d5a11cba-7276-45e5-9879-344241d16710 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:49.694161 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:49.761467 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e05da3f-8f8a-4320-9e1c-42589bedb4ce tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:49.764236 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e05da3f-8f8a-4320-9e1c-42589bedb4ce tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:49.808891 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37804) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:49.811351 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7e05da3f-8f8a-4320-9e1c-42589bedb4ce tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.7701020 Jul 15 15:10:49.830646 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:49.862390 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af8cd82-19d8-4c94-8fbc-235be2788758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a11cba-7276-45e5-9879-344241d16710'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:49.865764 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c341f9ad-6689-4e57-b16f-2c8b0f4cc74b" -d '{"events": [{"server_uuid": "7af8cd82-19d8-4c94-8fbc-235be2788758", "name": "network-vif-plugged", "status": "completed", "tag": "d5a11cba-7276-45e5-9879-344241d16710"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:49.880760 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port d5a11cba-7276-45e5-9879-344241d16710, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d5a11cba-7276-45e5-9879-344241d16710,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:49.890032 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:49.973590 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=d5a11cba-7276-45e5-9879-344241d16710,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:50.141525 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c04c50b-0f74-4898-b7d8-62f5961e8415 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:50.148077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c04c50b-0f74-4898-b7d8-62f5961e8415 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:50.156351 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c04c50b-0f74-4898-b7d8-62f5961e8415 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:50.158217 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8c04c50b-0f74-4898-b7d8-62f5961e8415 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.3480809 Jul 15 15:10:50.161245 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37810) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:50.227784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb624b-d806-40ef-a056-a369160515a9 req-276a58d3-268d-4553-a7c7-7e89eb576751 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:50.236593 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9edb624b-d806-40ef-a056-a369160515a9 req-276a58d3-268d-4553-a7c7-7e89eb576751 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 946 time: 0.2999582 Jul 15 15:10:50.319146 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9edb624b-d806-40ef-a056-a369160515a9 req-1ba2d122-8741-46b7-85c3-73945a9fa8d7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813737 Jul 15 15:10:50.321716 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23e30c8-e3df-4074-8004-4820efd46ec3 None None] Network 877435c2-976d-4ebd-93ee-cd62139ba202 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:10:50.345340 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba94c7d-dad5-4a60-8f8f-166404228de7 req-272ed149-d4a3-4d4c-b361-ca68e32ec65f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:50.357083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eba94c7d-dad5-4a60-8f8f-166404228de7 req-272ed149-d4a3-4d4c-b361-ca68e32ec65f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.1874094 Jul 15 15:10:50.414459 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3fbd0814-e067-430b-b7cd-ef037afd0e3c None None] Provisioning for port 6545219b-3350-481d-9cee-622333e0da85 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:10:50.447965 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eba94c7d-dad5-4a60-8f8f-166404228de7 req-dc32c32a-ec1e-4b67-9e82-b4c2284b1467 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899522 Jul 15 15:10:50.489423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3fbd0814-e067-430b-b7cd-ef037afd0e3c None None] Provisioning complete for port 6545219b-3350-481d-9cee-622333e0da85 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:50.490561 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3fbd0814-e067-430b-b7cd-ef037afd0e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:50.586619 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2599801-fc69-4bf4-b063-d7f86a92992e x-openstack-request-id: req-b2599801-fc69-4bf4-b063-d7f86a92992e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:50.586928 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af8cd82-19d8-4c94-8fbc-235be2788758", "name": "network-vif-plugged", "status": "completed", "tag": "d5a11cba-7276-45e5-9879-344241d16710", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:50.587189 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2599801-fc69-4bf4-b063-d7f86a92992e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:50.587604 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af8cd82-19d8-4c94-8fbc-235be2788758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a11cba-7276-45e5-9879-344241d16710', 'code': 200} Jul 15 15:10:50.750015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408b9e4-2cef-4fbe-ac61-55c1f3e04cbc req-4940e539-0f4d-491a-8cf1-72c05924a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:50.754201 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f408b9e4-2cef-4fbe-ac61-55c1f3e04cbc req-4940e539-0f4d-491a-8cf1-72c05924a831 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 1097 time: 0.1746626 Jul 15 15:10:50.810107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f408b9e4-2cef-4fbe-ac61-55c1f3e04cbc req-5a735e02-e1e9-4055-9fc0-bbd345e6684f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473330 Jul 15 15:10:50.906810 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3fbd0814-e067-430b-b7cd-ef037afd0e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:50.964045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3fbd0814-e067-430b-b7cd-ef037afd0e3c None None] For port 6545219b-3350-481d-9cee-622333e0da85, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6545219b-3350-481d-9cee-622333e0da85,segment=NetworkSegment(e9ee299b-8966-45dd-a2d5-e44fcca667f1),segment_id=e9ee299b-8966-45dd-a2d5-e44fcca667f1)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:50.978237 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3fbd0814-e067-430b-b7cd-ef037afd0e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:51.023407 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1ca91532-f0fb-418a-9f0c-1ce22be3e446 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Deleting port 6afe1135-6f70-4e78-aac9-00bb5b60576b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:10:51.023756 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ca91532-f0fb-418a-9f0c-1ce22be3e446 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:51.073618 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd0814-e067-430b-b7cd-ef037afd0e3c None None] Pushing event updated for resources: {'Port': ['ID=6545219b-3350-481d-9cee-622333e0da85,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:51.205723 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ca91532-f0fb-418a-9f0c-1ce22be3e446 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:51.233197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1ca91532-f0fb-418a-9f0c-1ce22be3e446 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Calling delete_port for 6afe1135-6f70-4e78-aac9-00bb5b60576b owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:10:51.312508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6545219b-3350-481d-9cee-622333e0da85 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:10:51.455379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6545219b-3350-481d-9cee-622333e0da85 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:51.457393 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:51.576481 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ca91532-f0fb-418a-9f0c-1ce22be3e446 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:51.588840 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cefd29dc-228d-49df-8af2-ef4f9e88051f None None] Provisioning for port 6afe1135-6f70-4e78-aac9-00bb5b60576b completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:10:51.618430 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cefd29dc-228d-49df-8af2-ef4f9e88051f None None] Provisioning complete for port 6afe1135-6f70-4e78-aac9-00bb5b60576b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:51.619052 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cefd29dc-228d-49df-8af2-ef4f9e88051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:51.650291 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cefd29dc-228d-49df-8af2-ef4f9e88051f None None] Port 6afe1135-6f70-4e78-aac9-00bb5b60576b was deleted so its status cannot be updated. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 15:10:51.661876 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca91532-f0fb-418a-9f0c-1ce22be3e446 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event deleted for resources: {'Port': ['ID=6afe1135-6f70-4e78-aac9-00bb5b60576b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:51.700585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cefd29dc-228d-49df-8af2-ef4f9e88051f None None] Provisioning complete for port 6545219b-3350-481d-9cee-622333e0da85 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:51.709609 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cefd29dc-228d-49df-8af2-ef4f9e88051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:51.988813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cefd29dc-228d-49df-8af2-ef4f9e88051f None None] Provisioning for port 13711df5-dd9e-4e7b-a4a0-5220a88f0540 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:10:51.994895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cefd29dc-228d-49df-8af2-ef4f9e88051f None None] Provisioning complete for port 13711df5-dd9e-4e7b-a4a0-5220a88f0540 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:51.995790 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cefd29dc-228d-49df-8af2-ef4f9e88051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:52.076639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cefd29dc-228d-49df-8af2-ef4f9e88051f None None] Port 13711df5-dd9e-4e7b-a4a0-5220a88f0540 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:10:52.212038 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5cce7972-ea3b-442f-8747-4b03f150f43d None None] Provisioning complete for port 13711df5-dd9e-4e7b-a4a0-5220a88f0540 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:52.215306 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5cce7972-ea3b-442f-8747-4b03f150f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:52.234472 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ca91532-f0fb-418a-9f0c-1ce22be3e446 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:52.236647 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1ca91532-f0fb-418a-9f0c-1ce22be3e446 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "DELETE /v2.0/ports/6afe1135-6f70-4e78-aac9-00bb5b60576b HTTP/1.1" status: 204 len: 168 time: 2.0743976 Jul 15 15:10:52.240549 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37890) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:52.303781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5cce7972-ea3b-442f-8747-4b03f150f43d None None] Port 13711df5-dd9e-4e7b-a4a0-5220a88f0540 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:10:52.306155 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e678692e-9002-4447-b66b-1ff35a083df5 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] GET failed (client error): The resource could not be found. Jul 15 15:10:52.312555 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e678692e-9002-4447-b66b-1ff35a083df5 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "GET /v2.0/ports/6afe1135-6f70-4e78-aac9-00bb5b60576b HTTP/1.1" status: 404 len: 333 time: 0.0718899 Jul 15 15:10:52.316293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37892) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:52.328804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e267dac5-0cd3-426d-905a-c38a34091e77 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Request body: {'port': {'network_id': '877435c2-976d-4ebd-93ee-cd62139ba202', 'name': 'tempest-AllowedAddressPairTestJSON-1956501450'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:52.395268 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1bf7a-6fb7-40b1-86ac-0eb64c6ac5e6 req-f2bef069-5643-4580-a823-957d17ef45d1 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:52.397749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2e1bf7a-6fb7-40b1-86ac-0eb64c6ac5e6 req-f2bef069-5643-4580-a823-957d17ef45d1 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 946 time: 0.2186573 Jul 15 15:10:52.421017 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c7d0aaac-ae36-489d-b981-027dd7c65592 None None] Could not find standard attr ID for object 6afe1135-6f70-4e78-aac9-00bb5b60576b. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:10:52.525987 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2e1bf7a-6fb7-40b1-86ac-0eb64c6ac5e6 req-d16e382a-a18d-4f69-929f-137fc7d0e99b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215496 Jul 15 15:10:52.540274 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e267dac5-0cd3-426d-905a-c38a34091e77 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Made reservation on behalf of 6a63f6901d014d5abc5247fe2da7d501 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:52.545008 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e267dac5-0cd3-426d-905a-c38a34091e77 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:52.569477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19ba33-b23f-4f32-bca6-7bdbdefb488d req-d4c5ca9f-b477-4555-b8d7-4d5af0b4ce91 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:52.578274 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a19ba33-b23f-4f32-bca6-7bdbdefb488d req-d4c5ca9f-b477-4555-b8d7-4d5af0b4ce91 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef558d12-97d6-4682-938d-a8b8cd685da1 HTTP/1.1" status: 200 len: 943 time: 0.1204886 Jul 15 15:10:52.610667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-e267dac5-0cd3-426d-905a-c38a34091e77 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] device_id is not set on port 5aa4a476-fdcf-4482-b915-639c4fd84bff yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:10:52.861127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e267dac5-0cd3-426d-905a-c38a34091e77 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Allocated IP 172.20.0.7 (877435c2-976d-4ebd-93ee-cd62139ba202/d28ab278-eafd-4b3a-91d4-b14587ec7a3b/5aa4a476-fdcf-4482-b915-639c4fd84bff) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:52.912117 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235967f2-bded-4fd9-b078-bafd994a0747 req-a687cb30-12f4-47aa-b7b6-3dc841840c53 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:52.914087 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-235967f2-bded-4fd9-b078-bafd994a0747 req-a687cb30-12f4-47aa-b7b6-3dc841840c53 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.11 "GET /v2.0/ports?device_id=978f94e0-e6b7-4682-bcbf-b381b1229168 HTTP/1.1" status: 200 len: 946 time: 0.2130861 Jul 15 15:10:53.022249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-0a19ba33-b23f-4f32-bca6-7bdbdefb488d req-8d0d5fa0-6344-4a75-bf07-0734c30f0c6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Deleting port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:10:53.022968 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a19ba33-b23f-4f32-bca6-7bdbdefb488d req-8d0d5fa0-6344-4a75-bf07-0734c30f0c6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:53.071728 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e267dac5-0cd3-426d-905a-c38a34091e77 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:53.092191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-e267dac5-0cd3-426d-905a-c38a34091e77 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Transition to ACTIVE for port object 5aa4a476-fdcf-4482-b915-639c4fd84bff will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:10:53.143883 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e267dac5-0cd3-426d-905a-c38a34091e77 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:53.217461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-0a19ba33-b23f-4f32-bca6-7bdbdefb488d req-8d0d5fa0-6344-4a75-bf07-0734c30f0c6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] For port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:53.217936 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a19ba33-b23f-4f32-bca6-7bdbdefb488d req-8d0d5fa0-6344-4a75-bf07-0734c30f0c6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:53.229172 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267dac5-0cd3-426d-905a-c38a34091e77 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event updated for resources: {'Port': ['ID=5aa4a476-fdcf-4482-b915-639c4fd84bff,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:53.237797 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e267dac5-0cd3-426d-905a-c38a34091e77 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Network 877435c2-976d-4ebd-93ee-cd62139ba202 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:53.239264 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e267dac5-0cd3-426d-905a-c38a34091e77 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:53.241755 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e267dac5-0cd3-426d-905a-c38a34091e77 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:10:53.243612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b7e3c-7a8d-4cbf-89f0-c19c8ee27102 req-591247c0-ea17-40a1-9b64-0f65c7292b0e tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:53.246238 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-688b7e3c-7a8d-4cbf-89f0-c19c8ee27102 req-591247c0-ea17-40a1-9b64-0f65c7292b0e tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=978f94e0-e6b7-4682-bcbf-b381b1229168 HTTP/1.1" status: 200 len: 946 time: 0.2053874 Jul 15 15:10:53.249568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-0a19ba33-b23f-4f32-bca6-7bdbdefb488d req-8d0d5fa0-6344-4a75-bf07-0734c30f0c6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Calling delete_port for 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:10:53.342379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e267dac5-0cd3-426d-905a-c38a34091e77 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:53.348134 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e267dac5-0cd3-426d-905a-c38a34091e77 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:53.382447 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e267dac5-0cd3-426d-905a-c38a34091e77 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0633562 Jul 15 15:10:53.385930 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37910) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:53.402256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-19f6fdc3-c37a-48f5-accc-a3d95812c9d8 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d7:10:84'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:53.447634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-235967f2-bded-4fd9-b078-bafd994a0747 req-3f4dd8e1-5780-41fd-9167-d05a0dc9d5ef tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Deleting port 209e0b0f-cc0c-4439-bed8-64c3c99c2175 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:10:53.447634 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-235967f2-bded-4fd9-b078-bafd994a0747 req-3f4dd8e1-5780-41fd-9167-d05a0dc9d5ef tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:53.522247 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19f6fdc3-c37a-48f5-accc-a3d95812c9d8 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:53.647552 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-688b7e3c-7a8d-4cbf-89f0-c19c8ee27102 req-d2148f70-9e37-4b42-8ee5-fbce8c8a7029 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc66baec-a96f-43f8-b3ce-f71045320cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831789 Jul 15 15:10:53.657257 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a19ba33-b23f-4f32-bca6-7bdbdefb488d req-8d0d5fa0-6344-4a75-bf07-0734c30f0c6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:53.674387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4256403a-5b11-4aa8-9b7b-cdd8fd4e085f None None] Provisioning for port 5aa4a476-fdcf-4482-b915-639c4fd84bff completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:10:53.684839 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ddc3d9d6-4452-4440-9b6e-fec6e051c029', '0bebac38-a378-4b14-8826-9c5801e9bf10'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:53.692028 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4256403a-5b11-4aa8-9b7b-cdd8fd4e085f None None] Provisioning complete for port 5aa4a476-fdcf-4482-b915-639c4fd84bff triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:53.696518 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4256403a-5b11-4aa8-9b7b-cdd8fd4e085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:53.795543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d5fa0-6344-4a75-bf07-0734c30f0c6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event deleted for resources: {'Port': ['ID=62855e1c-a90b-4b5f-94e6-0ffcb7b63a62,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:53.860297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-235967f2-bded-4fd9-b078-bafd994a0747 req-3f4dd8e1-5780-41fd-9167-d05a0dc9d5ef tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] For port 209e0b0f-cc0c-4439-bed8-64c3c99c2175, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=209e0b0f-cc0c-4439-bed8-64c3c99c2175,segment=NetworkSegment(71f41c92-731f-42de-b6f5-f04d140aeb7b),segment_id=71f41c92-731f-42de-b6f5-f04d140aeb7b)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:53.860616 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-235967f2-bded-4fd9-b078-bafd994a0747 req-3f4dd8e1-5780-41fd-9167-d05a0dc9d5ef tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:53.892197 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19f6fdc3-c37a-48f5-accc-a3d95812c9d8 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:53.902347 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19f6fdc3-c37a-48f5-accc-a3d95812c9d8 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:53.920273 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4256403a-5b11-4aa8-9b7b-cdd8fd4e085f None None] Port 5aa4a476-fdcf-4482-b915-639c4fd84bff cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:10:53.933430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a19ba33-b23f-4f32-bca6-7bdbdefb488d req-8d0d5fa0-6344-4a75-bf07-0734c30f0c6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] No DVR routers for this DVR port 62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:10:53.952160 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0a19ba33-b23f-4f32-bca6-7bdbdefb488d req-8d0d5fa0-6344-4a75-bf07-0734c30f0c6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:53.954225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a19ba33-b23f-4f32-bca6-7bdbdefb488d req-8d0d5fa0-6344-4a75-bf07-0734c30f0c6b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "DELETE /v2.0/ports/62855e1c-a90b-4b5f-94e6-0ffcb7b63a62 HTTP/1.1" status: 204 len: 173 time: 1.3747921 Jul 15 15:10:53.957368 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-235967f2-bded-4fd9-b078-bafd994a0747 req-3f4dd8e1-5780-41fd-9167-d05a0dc9d5ef tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Calling delete_port for 209e0b0f-cc0c-4439-bed8-64c3c99c2175 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:10:53.976769 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef558d12-97d6-4682-938d-a8b8cd685da1', 'name': 'network-vif-deleted', 'tag': '62855e1c-a90b-4b5f-94e6-0ffcb7b63a62'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:53.978864 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7642c0e7-8d1e-4824-a367-a64f2558626c" -d '{"events": [{"server_uuid": "ef558d12-97d6-4682-938d-a8b8cd685da1", "name": "network-vif-deleted", "tag": "62855e1c-a90b-4b5f-94e6-0ffcb7b63a62"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:54.015574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec64e2-9dcb-41d2-80f7-d27b8423d5ff req-324d1343-5316-4256-aac8-be5f4b28c3fc tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:54.017162 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2ec64e2-9dcb-41d2-80f7-d27b8423d5ff req-324d1343-5316-4256-aac8-be5f4b28c3fc tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.22 "GET /v2.0/ports?device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 946 time: 0.5730753 Jul 15 15:10:54.165747 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-19f6fdc3-c37a-48f5-accc-a3d95812c9d8 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] In _notify_port_updated(), no bound segment for port 5aa4a476-fdcf-4482-b915-639c4fd84bff on network 877435c2-976d-4ebd-93ee-cd62139ba202 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:10:54.187350 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f6fdc3-c37a-48f5-accc-a3d95812c9d8 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:54.189413 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19f6fdc3-c37a-48f5-accc-a3d95812c9d8 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:54.193925 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-19f6fdc3-c37a-48f5-accc-a3d95812c9d8 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "PUT /v2.0/ports/5aa4a476-fdcf-4482-b915-639c4fd84bff HTTP/1.1" status: 200 len: 993 time: 0.8066421 Jul 15 15:10:54.200397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37930) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:54.306346 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6fdc3-c37a-48f5-accc-a3d95812c9d8 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event updated for resources: {'Port': ['ID=5aa4a476-fdcf-4482-b915-639c4fd84bff,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:54.345435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da64cc-052f-4761-b793-2909cba14510 req-f9923f9e-dbc3-49f5-8051-0587147fd76b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:54.362958 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15da64cc-052f-4761-b793-2909cba14510 req-f9923f9e-dbc3-49f5-8051-0587147fd76b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 806 time: 0.5088911 Jul 15 15:10:54.420165 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15da64cc-052f-4761-b793-2909cba14510 req-139d1a78-bb11-4c55-885b-f6862e50c78a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/quotas/9f3de406124b47ed845d6b37dd986580 HTTP/1.1" status: 200 len: 375 time: 0.0562563 Jul 15 15:10:54.505222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-75a1a2c1-0ead-4577-bb5c-03b7983d7c47 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Deleting port 5aa4a476-fdcf-4482-b915-639c4fd84bff {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:10:54.507116 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75a1a2c1-0ead-4577-bb5c-03b7983d7c47 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:54.537158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-d2ec64e2-9dcb-41d2-80f7-d27b8423d5ff req-56847f13-fbea-486c-b0a9-eb41f254e1c1 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Deleting port 77f7e44b-27c9-45f7-a228-7ba67f6b0894 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:10:54.537711 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d2ec64e2-9dcb-41d2-80f7-d27b8423d5ff req-56847f13-fbea-486c-b0a9-eb41f254e1c1 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:54.574113 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6e509137-d7dc-46ae-9e9d-d52954fbb936 None None] Provisioning complete for port 5aa4a476-fdcf-4482-b915-639c4fd84bff triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:54.575103 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e509137-d7dc-46ae-9e9d-d52954fbb936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:54.582279 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-235967f2-bded-4fd9-b078-bafd994a0747 req-3f4dd8e1-5780-41fd-9167-d05a0dc9d5ef tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:54.616847 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15da64cc-052f-4761-b793-2909cba14510 req-6535c8fe-f08d-4921-a489-02b6a2a2845a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1957114 Jul 15 15:10:54.638783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['77f7e44b-27c9-45f7-a228-7ba67f6b0894'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:54.681567 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dd8e1-5780-41fd-9167-d05a0dc9d5ef tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Pushing event deleted for resources: {'Port': ['ID=209e0b0f-cc0c-4439-bed8-64c3c99c2175,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:54.759739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6e509137-d7dc-46ae-9e9d-d52954fbb936 None None] Port 5aa4a476-fdcf-4482-b915-639c4fd84bff cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:10:54.787683 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75a1a2c1-0ead-4577-bb5c-03b7983d7c47 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:54.819961 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-75a1a2c1-0ead-4577-bb5c-03b7983d7c47 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Calling delete_port for 5aa4a476-fdcf-4482-b915-639c4fd84bff owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:10:54.824795 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-235967f2-bded-4fd9-b078-bafd994a0747 req-3f4dd8e1-5780-41fd-9167-d05a0dc9d5ef tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] No DVR routers for this DVR port 209e0b0f-cc0c-4439-bed8-64c3c99c2175 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:10:54.869107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['209e0b0f-cc0c-4439-bed8-64c3c99c2175'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:54.896132 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-235967f2-bded-4fd9-b078-bafd994a0747 req-3f4dd8e1-5780-41fd-9167-d05a0dc9d5ef tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:54.898174 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-235967f2-bded-4fd9-b078-bafd994a0747 req-3f4dd8e1-5780-41fd-9167-d05a0dc9d5ef tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.11 "DELETE /v2.0/ports/209e0b0f-cc0c-4439-bed8-64c3c99c2175 HTTP/1.1" status: 204 len: 173 time: 1.9769125 Jul 15 15:10:54.936915 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-d2ec64e2-9dcb-41d2-80f7-d27b8423d5ff req-56847f13-fbea-486c-b0a9-eb41f254e1c1 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] For port 77f7e44b-27c9-45f7-a228-7ba67f6b0894, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=77f7e44b-27c9-45f7-a228-7ba67f6b0894,segment=NetworkSegment(71f41c92-731f-42de-b6f5-f04d140aeb7b),segment_id=71f41c92-731f-42de-b6f5-f04d140aeb7b)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:54.937207 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d2ec64e2-9dcb-41d2-80f7-d27b8423d5ff req-56847f13-fbea-486c-b0a9-eb41f254e1c1 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:54.980254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-d2ec64e2-9dcb-41d2-80f7-d27b8423d5ff req-56847f13-fbea-486c-b0a9-eb41f254e1c1 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Calling delete_port for 77f7e44b-27c9-45f7-a228-7ba67f6b0894 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:10:55.034893 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15da64cc-052f-4761-b793-2909cba14510 req-3b3f45a5-a757-44b0-9d05-0adfeacf3029 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170654 Jul 15 15:10:55.223672 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75a1a2c1-0ead-4577-bb5c-03b7983d7c47 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:55.244984 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15da64cc-052f-4761-b793-2909cba14510 req-d8d45a6b-fb76-4c8a-a491-8655e967e54d service neutron] 10.222.0.38 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091038 Jul 15 15:10:55.310843 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d2ec64e2-9dcb-41d2-80f7-d27b8423d5ff req-56847f13-fbea-486c-b0a9-eb41f254e1c1 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:55.319981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1a2c1-0ead-4577-bb5c-03b7983d7c47 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event deleted for resources: {'Port': ['ID=5aa4a476-fdcf-4482-b915-639c4fd84bff,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:55.376507 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbcd39f-fc4f-476d-a601-3e318aef42a5 x-openstack-request-id: req-fdbcd39f-fc4f-476d-a601-3e318aef42a5 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:55.376808 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef558d12-97d6-4682-938d-a8b8cd685da1", "name": "network-vif-deleted", "tag": "62855e1c-a90b-4b5f-94e6-0ffcb7b63a62", "status": "failed", "code": 422}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:55.377064 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fdbcd39f-fc4f-476d-a601-3e318aef42a5 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:55.377480 n-d-764435-3 neutron-server[100711]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef558d12-97d6-4682-938d-a8b8cd685da1', 'name': 'network-vif-deleted', 'tag': '62855e1c-a90b-4b5f-94e6-0ffcb7b63a62', 'status': 'failed', 'code': 422} returned with failed status Jul 15 15:10:55.382103 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56847f13-fbea-486c-b0a9-eb41f254e1c1 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Pushing event deleted for resources: {'Port': ['ID=77f7e44b-27c9-45f7-a228-7ba67f6b0894,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:55.496398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ec64e2-9dcb-41d2-80f7-d27b8423d5ff req-56847f13-fbea-486c-b0a9-eb41f254e1c1 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] No DVR routers for this DVR port 77f7e44b-27c9-45f7-a228-7ba67f6b0894 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:10:55.500205 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-d2ec64e2-9dcb-41d2-80f7-d27b8423d5ff req-56847f13-fbea-486c-b0a9-eb41f254e1c1 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:55.502520 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2ec64e2-9dcb-41d2-80f7-d27b8423d5ff req-56847f13-fbea-486c-b0a9-eb41f254e1c1 tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.22 "DELETE /v2.0/ports/77f7e44b-27c9-45f7-a228-7ba67f6b0894 HTTP/1.1" status: 204 len: 173 time: 1.4683135 Jul 15 15:10:55.602192 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75a1a2c1-0ead-4577-bb5c-03b7983d7c47 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:55.604523 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-75a1a2c1-0ead-4577-bb5c-03b7983d7c47 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "DELETE /v2.0/ports/5aa4a476-fdcf-4482-b915-639c4fd84bff HTTP/1.1" status: 204 len: 168 time: 1.3993690 Jul 15 15:10:55.607499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37956) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:55.705173 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d92ff2-835b-4351-b305-73058dab9075 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] GET failed (client error): The resource could not be found. Jul 15 15:10:55.709830 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-12d92ff2-835b-4351-b305-73058dab9075 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "GET /v2.0/ports/5aa4a476-fdcf-4482-b915-639c4fd84bff HTTP/1.1" status: 404 len: 333 time: 0.0992322 Jul 15 15:10:55.714188 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:55.733040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-42a644ca-93a6-4053-9d15-75c8d0e1856a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Request body: {'port': {'network_id': '877435c2-976d-4ebd-93ee-cd62139ba202', 'name': 'tempest-AllowedAddressPairTestJSON-1758530453'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:55.945674 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668928a-f6f2-4187-9e0e-0f800db2b7dd req-b7efb43b-74e5-4f25-8977-9a935082589a tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:55.956533 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e668928a-f6f2-4187-9e0e-0f800db2b7dd req-b7efb43b-74e5-4f25-8977-9a935082589a tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b57363-b6ca-4622-b110-9cda5a1476f8 HTTP/1.1" status: 200 len: 946 time: 0.2070639 Jul 15 15:10:56.024103 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a644ca-93a6-4053-9d15-75c8d0e1856a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Made reservation on behalf of 6a63f6901d014d5abc5247fe2da7d501 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:56.028680 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42a644ca-93a6-4053-9d15-75c8d0e1856a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:56.132397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-42a644ca-93a6-4053-9d15-75c8d0e1856a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] device_id is not set on port 2bc291df-34cb-47a2-9564-b665318c0c99 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:10:56.143467 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e668928a-f6f2-4187-9e0e-0f800db2b7dd req-be50d069-29fc-44b4-b1db-5cc22990ae27 tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/security-groups?id=524da444-4c94-4923-940a-6c83e2ee892d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681139 Jul 15 15:10:56.276794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b021290-60c6-402f-82f4-eabdd6f35a06 req-d44ab469-6f92-4a28-ad74-bf06bfa1131a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 210 time: 0.0622280 Jul 15 15:10:56.458990 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-42a644ca-93a6-4053-9d15-75c8d0e1856a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Allocated IP 172.20.0.5 (877435c2-976d-4ebd-93ee-cd62139ba202/d28ab278-eafd-4b3a-91d4-b14587ec7a3b/2bc291df-34cb-47a2-9564-b665318c0c99) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:56.523869 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c97d5f7-858a-432a-9daf-5cb66f166663 req-aeac4888-83df-4ab9-a42c-d545c37f39cc tempest-ListServersNegativeTestJSON-1571989937 tempest-ListServersNegativeTestJSON-1571989937-project] 10.222.0.38 "GET /v2.0/ports?device_id=7959e5e5-4405-40c3-8954-f78bf87d1abf HTTP/1.1" status: 200 len: 210 time: 0.0566156 Jul 15 15:10:56.768307 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42a644ca-93a6-4053-9d15-75c8d0e1856a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:56.806503 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-42a644ca-93a6-4053-9d15-75c8d0e1856a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Transition to ACTIVE for port object 2bc291df-34cb-47a2-9564-b665318c0c99 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:10:56.874830 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42a644ca-93a6-4053-9d15-75c8d0e1856a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:56.944058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a644ca-93a6-4053-9d15-75c8d0e1856a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Network 877435c2-976d-4ebd-93ee-cd62139ba202 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:56.947596 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-42a644ca-93a6-4053-9d15-75c8d0e1856a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:56.952597 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a644ca-93a6-4053-9d15-75c8d0e1856a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:10:56.971054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 209e0b0f-cc0c-4439-bed8-64c3c99c2175 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:10:57.012901 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 209e0b0f-cc0c-4439-bed8-64c3c99c2175 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:10:57.013533 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 209e0b0f-cc0c-4439-bed8-64c3c99c2175 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:10:57.017609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a644ca-93a6-4053-9d15-75c8d0e1856a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event updated for resources: {'Port': ['ID=2bc291df-34cb-47a2-9564-b665318c0c99,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:57.041563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61654934-4801-40d6-834d-66cdbf76f4d7 req-d856542e-3f10-4676-9703-db2d37ecdfec tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:57.044411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61654934-4801-40d6-834d-66cdbf76f4d7 req-d856542e-3f10-4676-9703-db2d37ecdfec tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6b57363-b6ca-4622-b110-9cda5a1476f8 HTTP/1.1" status: 200 len: 946 time: 0.2107255 Jul 15 15:10:57.057026 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a644ca-93a6-4053-9d15-75c8d0e1856a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:57.058476 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42a644ca-93a6-4053-9d15-75c8d0e1856a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:57.075510 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-42a644ca-93a6-4053-9d15-75c8d0e1856a tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3522725 Jul 15 15:10:57.078151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37986) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:57.081293 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0c345-2f08-4509-b607-930c5ffa8f13 req-d6829c10-181c-4a18-a108-9395fa22c275 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:57.083126 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7be0c345-2f08-4509-b607-930c5ffa8f13 req-d6829c10-181c-4a18-a108-9395fa22c275 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 907 time: 0.1947126 Jul 15 15:10:57.085665 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fa96c969-a83c-4e6b-8579-feb2ffc66703 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d7:10:84'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:57.205855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-61654934-4801-40d6-834d-66cdbf76f4d7 req-b1771553-b412-445a-9d28-7fcf1e46900c tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Deleting port c1f5b314-f87f-41ec-88f0-efbf24f38b64 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:10:57.206204 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-61654934-4801-40d6-834d-66cdbf76f4d7 req-b1771553-b412-445a-9d28-7fcf1e46900c tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:57.381829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978f94e0-e6b7-4682-bcbf-b381b1229168', 'name': 'network-vif-deleted', 'tag': '209e0b0f-cc0c-4439-bed8-64c3c99c2175'}, {'server_uuid': '7959e5e5-4405-40c3-8954-f78bf87d1abf', 'name': 'network-vif-deleted', 'tag': '77f7e44b-27c9-45f7-a228-7ba67f6b0894'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:57.384133 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90805cb-8a60-4a2c-aa89-34a55287544b" -d '{"events": [{"server_uuid": "978f94e0-e6b7-4682-bcbf-b381b1229168", "name": "network-vif-deleted", "tag": "209e0b0f-cc0c-4439-bed8-64c3c99c2175"}, {"server_uuid": "7959e5e5-4405-40c3-8954-f78bf87d1abf", "name": "network-vif-deleted", "tag": "77f7e44b-27c9-45f7-a228-7ba67f6b0894"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:57.412840 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f27c0a85-2e26-491b-b1b7-07ca1fdda818 None None] Provisioning for port 2bc291df-34cb-47a2-9564-b665318c0c99 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:10:57.423906 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f27c0a85-2e26-491b-b1b7-07ca1fdda818 None None] Provisioning complete for port 2bc291df-34cb-47a2-9564-b665318c0c99 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:57.424561 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f27c0a85-2e26-491b-b1b7-07ca1fdda818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:57.502755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f27c0a85-2e26-491b-b1b7-07ca1fdda818 None None] Port 2bc291df-34cb-47a2-9564-b665318c0c99 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:10:57.528789 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa96c969-a83c-4e6b-8579-feb2ffc66703 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:57.550100 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20dd39e1-636f-4460-8238-488720fb932d req-a5336fb1-7e38-4e20-b306-13e72178ec32 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 210 time: 0.0898368 Jul 15 15:10:57.572191 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-61654934-4801-40d6-834d-66cdbf76f4d7 req-b1771553-b412-445a-9d28-7fcf1e46900c tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] For port c1f5b314-f87f-41ec-88f0-efbf24f38b64, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c1f5b314-f87f-41ec-88f0-efbf24f38b64,segment=NetworkSegment(0ee95f68-9947-49c1-8ed9-fa91e5d8db41),segment_id=0ee95f68-9947-49c1-8ed9-fa91e5d8db41)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:57.572601 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-61654934-4801-40d6-834d-66cdbf76f4d7 req-b1771553-b412-445a-9d28-7fcf1e46900c tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:57.600761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-61654934-4801-40d6-834d-66cdbf76f4d7 req-b1771553-b412-445a-9d28-7fcf1e46900c tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Calling delete_port for c1f5b314-f87f-41ec-88f0-efbf24f38b64 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:10:57.602890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 77f7e44b-27c9-45f7-a228-7ba67f6b0894 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:10:57.639553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 77f7e44b-27c9-45f7-a228-7ba67f6b0894 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:10:57.639909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 77f7e44b-27c9-45f7-a228-7ba67f6b0894 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:10:57.746842 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea820cc6-9a7e-4713-bf39-b9c9ee6e6620 x-openstack-request-id: req-ea820cc6-9a7e-4713-bf39-b9c9ee6e6620 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:57.747392 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978f94e0-e6b7-4682-bcbf-b381b1229168", "name": "network-vif-deleted", "tag": "209e0b0f-cc0c-4439-bed8-64c3c99c2175", "status": "completed", "code": 200}, {"server_uuid": "7959e5e5-4405-40c3-8954-f78bf87d1abf", "name": "network-vif-deleted", "tag": "77f7e44b-27c9-45f7-a228-7ba67f6b0894", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:57.747744 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea820cc6-9a7e-4713-bf39-b9c9ee6e6620 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:57.748992 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978f94e0-e6b7-4682-bcbf-b381b1229168', 'name': 'network-vif-deleted', 'tag': '209e0b0f-cc0c-4439-bed8-64c3c99c2175', 'status': 'completed', 'code': 200} Jul 15 15:10:57.749363 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7959e5e5-4405-40c3-8954-f78bf87d1abf', 'name': 'network-vif-deleted', 'tag': '77f7e44b-27c9-45f7-a228-7ba67f6b0894', 'status': 'completed', 'code': 200} Jul 15 15:10:57.804531 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b10ef-8437-4240-b621-5ff9feacbac5 req-d8fac207-184c-4185-a05c-27d9f29493ad tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:57.815277 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e1b10ef-8437-4240-b621-5ff9feacbac5 req-d8fac207-184c-4185-a05c-27d9f29493ad tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6b57363-b6ca-4622-b110-9cda5a1476f8 HTTP/1.1" status: 200 len: 946 time: 0.4427481 Jul 15 15:10:57.825558 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-61654934-4801-40d6-834d-66cdbf76f4d7 req-b1771553-b412-445a-9d28-7fcf1e46900c tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:57.842010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['c1f5b314-f87f-41ec-88f0-efbf24f38b64'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:57.903845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1771553-b412-445a-9d28-7fcf1e46900c tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Pushing event deleted for resources: {'Port': ['ID=c1f5b314-f87f-41ec-88f0-efbf24f38b64,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:57.927464 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da64cc-052f-4761-b793-2909cba14510 req-a8bc9bc5-fc8f-438d-a93b-a54991ef9c3a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:57.929015 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15da64cc-052f-4761-b793-2909cba14510 req-a8bc9bc5-fc8f-438d-a93b-a54991ef9c3a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.11 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 806 time: 0.4454849 Jul 15 15:10:57.970104 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-15da64cc-052f-4761-b793-2909cba14510 req-3812d070-cdfe-4b9c-a801-eeec851ab938 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Request body: {'port': {'device_id': '132870d1-cd2b-4698-a614-fc42e47bde73', 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19', 'admin_state_up': True, 'tenant_id': '9f3de406124b47ed845d6b37dd986580'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:57.975730 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e1b10ef-8437-4240-b621-5ff9feacbac5 req-7028c759-a37b-45fa-a106-65ad398ac3be tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.38 "GET /v2.0/security-groups?id=524da444-4c94-4923-940a-6c83e2ee892d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589508 Jul 15 15:10:58.017813 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa96c969-a83c-4e6b-8579-feb2ffc66703 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:58.023719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-61654934-4801-40d6-834d-66cdbf76f4d7 req-b1771553-b412-445a-9d28-7fcf1e46900c tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] No DVR routers for this DVR port c1f5b314-f87f-41ec-88f0-efbf24f38b64 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:10:58.031043 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa96c969-a83c-4e6b-8579-feb2ffc66703 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:58.035158 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-61654934-4801-40d6-834d-66cdbf76f4d7 req-b1771553-b412-445a-9d28-7fcf1e46900c tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:58.039185 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61654934-4801-40d6-834d-66cdbf76f4d7 req-b1771553-b412-445a-9d28-7fcf1e46900c tempest-ServerTagsTestJSON-1546892462 tempest-ServerTagsTestJSON-1546892462-project] 10.222.0.11 "DELETE /v2.0/ports/c1f5b314-f87f-41ec-88f0-efbf24f38b64 HTTP/1.1" status: 204 len: 173 time: 0.9834032 Jul 15 15:10:58.087664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38006) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:58.207313 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f39c86b-4fc8-47a1-ae53-e9862b9e409d admin admin] Deleting subnet 9404b696-d47b-45a4-8146-47f05209ddea {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:10:58.241222 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f39c86b-4fc8-47a1-ae53-e9862b9e409d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:58.317145 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-fa96c969-a83c-4e6b-8579-feb2ffc66703 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] In _notify_port_updated(), no bound segment for port 2bc291df-34cb-47a2-9564-b665318c0c99 on network 877435c2-976d-4ebd-93ee-cd62139ba202 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:10:58.324549 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa96c969-a83c-4e6b-8579-feb2ffc66703 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:58.325967 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa96c969-a83c-4e6b-8579-feb2ffc66703 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:58.327857 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fa96c969-a83c-4e6b-8579-feb2ffc66703 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "PUT /v2.0/ports/2bc291df-34cb-47a2-9564-b665318c0c99 HTTP/1.1" status: 200 len: 996 time: 1.2479906 Jul 15 15:10:58.333823 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38010) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:58.354403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15da64cc-052f-4761-b793-2909cba14510 req-3812d070-cdfe-4b9c-a801-eeec851ab938 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Made reservation on behalf of 9f3de406124b47ed845d6b37dd986580 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:58.358395 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15da64cc-052f-4761-b793-2909cba14510 req-3812d070-cdfe-4b9c-a801-eeec851ab938 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:58.395565 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96c969-a83c-4e6b-8579-feb2ffc66703 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event updated for resources: {'Port': ['ID=2bc291df-34cb-47a2-9564-b665318c0c99,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:58.550814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cf784d97-eda5-4f59-a82d-8fd66f0ef731 None None] Provisioning complete for port 2bc291df-34cb-47a2-9564-b665318c0c99 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:58.553421 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf784d97-eda5-4f59-a82d-8fd66f0ef731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:58.632617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-15da64cc-052f-4761-b793-2909cba14510 req-3812d070-cdfe-4b9c-a801-eeec851ab938 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Allocated IP 172.20.0.14 (9bbd04cd-865f-4f8e-b12a-7cf02a114c19/65019e12-bfdf-433d-bc85-c35edee27cc5/f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:58.683406 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cf784d97-eda5-4f59-a82d-8fd66f0ef731 None None] Port 2bc291df-34cb-47a2-9564-b665318c0c99 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:10:58.864627 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4248f39b-ea5d-4a9c-823d-c8b0ec4452d7 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Deleting port 2bc291df-34cb-47a2-9564-b665318c0c99 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:10:58.865245 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4248f39b-ea5d-4a9c-823d-c8b0ec4452d7 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:58.981614 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f39c86b-4fc8-47a1-ae53-e9862b9e409d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:59.018357 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15da64cc-052f-4761-b793-2909cba14510 req-3812d070-cdfe-4b9c-a801-eeec851ab938 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:59.035518 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4248f39b-ea5d-4a9c-823d-c8b0ec4452d7 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:59.053593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4248f39b-ea5d-4a9c-823d-c8b0ec4452d7 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Calling delete_port for 2bc291df-34cb-47a2-9564-b665318c0c99 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:10:59.093640 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859701e-3873-49e5-aa75-e102da54fa85 req-997da130-cd80-40ef-95ac-f7ee9dfbedcd tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:59.096083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8859701e-3873-49e5-aa75-e102da54fa85 req-997da130-cd80-40ef-95ac-f7ee9dfbedcd tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.22 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 907 time: 0.7781260 Jul 15 15:10:59.111819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fb2df-ce7d-44ba-9a0d-c1d52d3f8bfe req-74a4cfa2-9b4b-47b8-994e-830dc946484c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:59.114119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c9fb2df-ce7d-44ba-9a0d-c1d52d3f8bfe req-74a4cfa2-9b4b-47b8-994e-830dc946484c tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 907 time: 0.8241267 Jul 15 15:10:59.127155 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286dfe6-875c-42b0-a716-d7585f5cbd1a req-92b51acc-c8fe-4e07-bf58-63260fa13832 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:59.135282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b286dfe6-875c-42b0-a716-d7585f5cbd1a req-92b51acc-c8fe-4e07-bf58-63260fa13832 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 945 time: 0.9222188 Jul 15 15:10:59.158539 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15da64cc-052f-4761-b793-2909cba14510 req-3812d070-cdfe-4b9c-a801-eeec851ab938 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:59.170710 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['358bf181-9463-4d34-8bb8-3f6f2ba5b949', 'd5a11cba-7276-45e5-9879-344241d16710'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:59.203339 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f39c86b-4fc8-47a1-ae53-e9862b9e409d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:59.223329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812d070-cdfe-4b9c-a801-eeec851ab938 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Pushing event updated for resources: {'Port': ['ID=f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:59.292669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15da64cc-052f-4761-b793-2909cba14510 req-3812d070-cdfe-4b9c-a801-eeec851ab938 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:59.297077 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-15da64cc-052f-4761-b793-2909cba14510 req-3812d070-cdfe-4b9c-a801-eeec851ab938 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:59.304551 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-15da64cc-052f-4761-b793-2909cba14510 req-3812d070-cdfe-4b9c-a801-eeec851ab938 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:10:59.325297 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b286dfe6-875c-42b0-a716-d7585f5cbd1a req-86da28f7-341e-48d3-8a1b-0b3e1ed45932 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877074 Jul 15 15:10:59.453287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f39c86b-4fc8-47a1-ae53-e9862b9e409d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:59.495360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da64cc-052f-4761-b793-2909cba14510 req-3812d070-cdfe-4b9c-a801-eeec851ab938 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:59.496045 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15da64cc-052f-4761-b793-2909cba14510 req-3812d070-cdfe-4b9c-a801-eeec851ab938 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:59.503748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38020) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:59.505893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-8859701e-3873-49e5-aa75-e102da54fa85 req-052cb493-68a5-4c7e-9691-1a720a6ee9b7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Deleting port ba1b3bcb-0389-4e23-ae5c-4820887287ee {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:10:59.506758 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8859701e-3873-49e5-aa75-e102da54fa85 req-052cb493-68a5-4c7e-9691-1a720a6ee9b7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:59.514673 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15da64cc-052f-4761-b793-2909cba14510 req-3812d070-cdfe-4b9c-a801-eeec851ab938 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5604055 Jul 15 15:10:59.533814 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Request body: {'port': {'device_id': '132870d1-cd2b-4698-a614-fc42e47bde73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:59.538770 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4248f39b-ea5d-4a9c-823d-c8b0ec4452d7 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:59.564888 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f39c86b-4fc8-47a1-ae53-e9862b9e409d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:59.567228 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9f39c86b-4fc8-47a1-ae53-e9862b9e409d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9404b696-d47b-45a4-8146-47f05209ddea HTTP/1.1" status: 204 len: 168 time: 1.4784281 Jul 15 15:10:59.568071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39c86b-4fc8-47a1-ae53-e9862b9e409d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9404b696-d47b-45a4-8146-47f05209ddea,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:59.597264 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38022) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:59.617772 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248f39b-ea5d-4a9c-823d-c8b0ec4452d7 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event deleted for resources: {'Port': ['ID=2bc291df-34cb-47a2-9564-b665318c0c99,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:59.692743 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c525d7-d854-4415-bb98-600b9670038e admin admin] Deleting subnet 40b65a3e-35ce-4fcd-a86b-7dd05fc1b40a {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:10:59.708157 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4c525d7-d854-4415-bb98-600b9670038e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:59.760271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b57363-b6ca-4622-b110-9cda5a1476f8', 'name': 'network-vif-deleted', 'tag': 'c1f5b314-f87f-41ec-88f0-efbf24f38b64'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:59.763600 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c518b3d9-4adc-49c1-a109-cc2dfae1124a" -d '{"events": [{"server_uuid": "a6b57363-b6ca-4622-b110-9cda5a1476f8", "name": "network-vif-deleted", "tag": "c1f5b314-f87f-41ec-88f0-efbf24f38b64"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:59.791096 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-8859701e-3873-49e5-aa75-e102da54fa85 req-052cb493-68a5-4c7e-9691-1a720a6ee9b7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] For port ba1b3bcb-0389-4e23-ae5c-4820887287ee, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ba1b3bcb-0389-4e23-ae5c-4820887287ee,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:59.791524 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8859701e-3873-49e5-aa75-e102da54fa85 req-052cb493-68a5-4c7e-9691-1a720a6ee9b7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:59.802799 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b066abb-f488-4381-a145-0df9a0baa2b2 req-852f7bc3-2a9e-421a-a807-3c6406e36f29 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:59.810828 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b066abb-f488-4381-a145-0df9a0baa2b2 req-852f7bc3-2a9e-421a-a807-3c6406e36f29 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 932 time: 0.4220998 Jul 15 15:10:59.837712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-8859701e-3873-49e5-aa75-e102da54fa85 req-052cb493-68a5-4c7e-9691-1a720a6ee9b7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Calling delete_port for ba1b3bcb-0389-4e23-ae5c-4820887287ee owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:10:59.841900 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4c525d7-d854-4415-bb98-600b9670038e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:59.879937 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd9fc19-9c8a-436b-bce4-d9ec74fae3ba x-openstack-request-id: req-6dd9fc19-9c8a-436b-bce4-d9ec74fae3ba {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:59.880241 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b57363-b6ca-4622-b110-9cda5a1476f8", "name": "network-vif-deleted", "tag": "c1f5b314-f87f-41ec-88f0-efbf24f38b64", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:59.880423 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6dd9fc19-9c8a-436b-bce4-d9ec74fae3ba {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:59.880805 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b57363-b6ca-4622-b110-9cda5a1476f8', 'name': 'network-vif-deleted', 'tag': 'c1f5b314-f87f-41ec-88f0-efbf24f38b64', 'status': 'completed', 'code': 200} Jul 15 15:10:59.926504 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b066abb-f488-4381-a145-0df9a0baa2b2 req-0d613c68-4aa6-4ca2-8a02-12fa7beb78b3 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144364 Jul 15 15:11:00.009641 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-467ec688-cc3b-43b2-a699-d588eebe7bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:00.010156 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4c525d7-d854-4415-bb98-600b9670038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:00.090622 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e07d3050-7d7e-4489-a8c6-7c7370c98165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:00.175079 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4c525d7-d854-4415-bb98-600b9670038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:00.197067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c1d3-7589-439c-bde2-c49d7cfb88d0 req-89fc5c1c-7751-4cb9-951f-bd8cfa023180 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:00.200184 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4248f39b-ea5d-4a9c-823d-c8b0ec4452d7 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:00.202257 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4248f39b-ea5d-4a9c-823d-c8b0ec4452d7 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "DELETE /v2.0/ports/2bc291df-34cb-47a2-9564-b665318c0c99 HTTP/1.1" status: 204 len: 168 time: 1.8654175 Jul 15 15:11:00.203871 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:00.206004 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38032) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:00.206419 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd82c1d3-7589-439c-bde2-c49d7cfb88d0 req-89fc5c1c-7751-4cb9-951f-bd8cfa023180 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.11 "GET /v2.0/ports?device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 945 time: 0.2365677 Jul 15 15:11:00.302349 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6eef98-e0b7-45c9-93ce-e44167f497a1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] GET failed (client error): The resource could not be found. Jul 15 15:11:00.310915 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9c6eef98-e0b7-45c9-93ce-e44167f497a1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "GET /v2.0/ports/2bc291df-34cb-47a2-9564-b665318c0c99 HTTP/1.1" status: 404 len: 333 time: 0.1020255 Jul 15 15:11:00.315790 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38034) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:00.330898 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4ae38aaf-8102-48a0-9f72-bc127ecf04d6 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Request body: {'port': {'network_id': '877435c2-976d-4ebd-93ee-cd62139ba202', 'name': 'tempest-AllowedAddressPairTestJSON-197355872'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:11:00.332631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c525d7-d854-4415-bb98-600b9670038e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b65a3e-35ce-4fcd-a86b-7dd05fc1b40a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:00.394344 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4c525d7-d854-4415-bb98-600b9670038e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:00.399169 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e4c525d7-d854-4415-bb98-600b9670038e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/40b65a3e-35ce-4fcd-a86b-7dd05fc1b40a HTTP/1.1" status: 204 len: 168 time: 0.8510964 Jul 15 15:11:00.409236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38038) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:00.423009 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e07d3050-7d7e-4489-a8c6-7c7370c98165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:00.452764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e07d3050-7d7e-4489-a8c6-7c7370c98165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c33b24-ef39-42c1-9dff-747c0e1bd1bc']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:00.485145 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e07d3050-7d7e-4489-a8c6-7c7370c98165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f41c92-731f-42de-b6f5-f04d140aeb7b') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:00.485443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e07d3050-7d7e-4489-a8c6-7c7370c98165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f41c92-731f-42de-b6f5-f04d140aeb7b') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:00.543956 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e07d3050-7d7e-4489-a8c6-7c7370c98165 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:00.603496 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8859701e-3873-49e5-aa75-e102da54fa85 req-052cb493-68a5-4c7e-9691-1a720a6ee9b7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:00.651431 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d323288-5cf5-4ecf-8591-670a963d2f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:00.659132 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cb493-68a5-4c7e-9691-1a720a6ee9b7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event deleted for resources: {'Port': ['ID=ba1b3bcb-0389-4e23-ae5c-4820887287ee,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:00.693730 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34223761-7e75-45aa-a675-dd4d0a781a93 req-5dfc4665-c2f5-4330-a2fe-4bb2805b63c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:00.697083 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e07d3050-7d7e-4489-a8c6-7c7370c98165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:00.704066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-34223761-7e75-45aa-a675-dd4d0a781a93 req-5dfc4665-c2f5-4330-a2fe-4bb2805b63c8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 829 time: 0.3691695 Jul 15 15:11:00.716047 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07d3050-7d7e-4489-a8c6-7c7370c98165 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:11:00.716473 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e07d3050-7d7e-4489-a8c6-7c7370c98165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:11:00.720281 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:11:00.796542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d36d1e-046c-4d9c-ab50-76ab4dcae2f5 req-c0a4bf49-a6ad-42eb-919e-a1b47d30bf8a tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:00.805095 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-53d36d1e-046c-4d9c-ab50-76ab4dcae2f5 req-c0a4bf49-a6ad-42eb-919e-a1b47d30bf8a tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 945 time: 0.3246546 Jul 15 15:11:00.861979 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8859701e-3873-49e5-aa75-e102da54fa85 req-052cb493-68a5-4c7e-9691-1a720a6ee9b7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] No DVR routers for this DVR port ba1b3bcb-0389-4e23-ae5c-4820887287ee on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:11:00.867555 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-dd82c1d3-7589-439c-bde2-c49d7cfb88d0 req-e63c19dd-c9ba-4c79-a2dd-c1a955261450 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Deleting port 537dd1c7-1c0e-44a9-a44f-58a3582d8824 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:00.867910 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dd82c1d3-7589-439c-bde2-c49d7cfb88d0 req-e63c19dd-c9ba-4c79-a2dd-c1a955261450 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:00.874489 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8859701e-3873-49e5-aa75-e102da54fa85 req-052cb493-68a5-4c7e-9691-1a720a6ee9b7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:00.876781 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8859701e-3873-49e5-aa75-e102da54fa85 req-052cb493-68a5-4c7e-9691-1a720a6ee9b7 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.22 "DELETE /v2.0/ports/ba1b3bcb-0389-4e23-ae5c-4820887287ee HTTP/1.1" status: 204 len: 173 time: 1.7614541 Jul 15 15:11:00.997186 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e07d3050-7d7e-4489-a8c6-7c7370c98165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:01.001894 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c1f5b314-f87f-41ec-88f0-efbf24f38b64 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:11:01.013253 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae38aaf-8102-48a0-9f72-bc127ecf04d6 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Made reservation on behalf of 6a63f6901d014d5abc5247fe2da7d501 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:11:01.031496 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ae38aaf-8102-48a0-9f72-bc127ecf04d6 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:01.042546 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-53d36d1e-046c-4d9c-ab50-76ab4dcae2f5 req-ec9adc29-f413-46f6-a2e4-2ab9583e8798 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363503 Jul 15 15:11:01.060669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: c1f5b314-f87f-41ec-88f0-efbf24f38b64 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:11:01.061720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c1f5b314-f87f-41ec-88f0-efbf24f38b64 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:11:01.195315 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e07d3050-7d7e-4489-a8c6-7c7370c98165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:01.201192 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e07d3050-7d7e-4489-a8c6-7c7370c98165 admin admin] 10.222.0.38 "DELETE /v2.0/networks/01c33b24-ef39-42c1-9dff-747c0e1bd1bc HTTP/1.1" status: 204 len: 168 time: 1.5978541 Jul 15 15:11:01.207915 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d323288-5cf5-4ecf-8591-670a963d2f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:01.221952 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d3050-7d7e-4489-a8c6-7c7370c98165 admin admin] Pushing event deleted for resources: {'Network': ['ID=01c33b24-ef39-42c1-9dff-747c0e1bd1bc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:01.226107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:11:01.238707 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:01.243147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-4ae38aaf-8102-48a0-9f72-bc127ecf04d6 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] device_id is not set on port b91e3025-116c-4425-a613-7f678f0adb35 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:11:01.285299 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-2d323288-5cf5-4ecf-8591-670a963d2f67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b210759d-354c-4d24-bc41-a08ff618ef6e']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:01.293728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Transition to ACTIVE for port object f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:11:01.301747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-2d323288-5cf5-4ecf-8591-670a963d2f67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee95f68-9947-49c1-8ed9-fa91e5d8db41') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:01.302052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-2d323288-5cf5-4ecf-8591-670a963d2f67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee95f68-9947-49c1-8ed9-fa91e5d8db41') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:01.321230 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:01.344433 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d323288-5cf5-4ecf-8591-670a963d2f67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:01.365617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-dd82c1d3-7589-439c-bde2-c49d7cfb88d0 req-e63c19dd-c9ba-4c79-a2dd-c1a955261450 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] For port 537dd1c7-1c0e-44a9-a44f-58a3582d8824, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=537dd1c7-1c0e-44a9-a44f-58a3582d8824,segment=NetworkSegment(8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3),segment_id=8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:01.366089 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dd82c1d3-7589-439c-bde2-c49d7cfb88d0 req-e63c19dd-c9ba-4c79-a2dd-c1a955261450 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:01.390905 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d323288-5cf5-4ecf-8591-670a963d2f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:01.444974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d323288-5cf5-4ecf-8591-670a963d2f67 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:11:01.445403 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d323288-5cf5-4ecf-8591-670a963d2f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:01.450229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-dd82c1d3-7589-439c-bde2-c49d7cfb88d0 req-e63c19dd-c9ba-4c79-a2dd-c1a955261450 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Calling delete_port for 537dd1c7-1c0e-44a9-a44f-58a3582d8824 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:11:01.456693 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:11:01.492579 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:01.518367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a617638-3ba2-46ff-94ad-2cb0a49483fc req-a50589c2-227b-4a54-a454-00fbda6c4936 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:01.533408 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a617638-3ba2-46ff-94ad-2cb0a49483fc req-a50589c2-227b-4a54-a454-00fbda6c4936 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 932 time: 0.3211029 Jul 15 15:11:01.566273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38064) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:01.637328 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ba1b3bcb-0389-4e23-ae5c-4820887287ee no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:11:01.660274 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-4ae38aaf-8102-48a0-9f72-bc127ecf04d6 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Allocated IP 172.20.0.12 (877435c2-976d-4ebd-93ee-cd62139ba202/d28ab278-eafd-4b3a-91d4-b14587ec7a3b/b91e3025-116c-4425-a613-7f678f0adb35) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:11:01.681301 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d323288-5cf5-4ecf-8591-670a963d2f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:01.687507 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d323288-5cf5-4ecf-8591-670a963d2f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:01.689659 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2d323288-5cf5-4ecf-8591-670a963d2f67 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b210759d-354c-4d24-bc41-a08ff618ef6e HTTP/1.1" status: 204 len: 168 time: 1.2795470 Jul 15 15:11:01.700197 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: ba1b3bcb-0389-4e23-ae5c-4820887287ee {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:11:01.701704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ba1b3bcb-0389-4e23-ae5c-4820887287ee not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:11:01.721794 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Attempting to bind port f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:11:01.722144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Attempting to bind port f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:11:01.722477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Attempting to bind port f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:11:01.762125 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a617638-3ba2-46ff-94ad-2cb0a49483fc req-a90aced3-5fc3-47ee-8e13-5b118d254744 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282262 Jul 15 15:11:01.770484 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d323288-5cf5-4ecf-8591-670a963d2f67 admin admin] Pushing event deleted for resources: {'Network': ['ID=b210759d-354c-4d24-bc41-a08ff618ef6e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:01.798225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ba6603c3-2d88-4a2f-927f-d45498cd0141 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=124a1ad4023d41a1bd9c0912818a4165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306919 Jul 15 15:11:01.800695 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38072) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:01.836533 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Port f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:11:01.840036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Attempting to bind port f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:11:01.873832 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:11:01.874687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Checking segment: {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:11:01.875349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Bound using segment: {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:11:01.876100 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Bound port: f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:11:01.876756 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:01.890733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcb3c7c-5702-41b2-87b3-e8e4eb966b63', 'name': 'network-vif-deleted', 'tag': 'ba1b3bcb-0389-4e23-ae5c-4820887287ee'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:01.893075 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa3638a-c272-4859-a521-6250657630d7" -d '{"events": [{"server_uuid": "8bcb3c7c-5702-41b2-87b3-e8e4eb966b63", "name": "network-vif-deleted", "tag": "ba1b3bcb-0389-4e23-ae5c-4820887287ee"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:01.972592 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a0b023-8f36-4657-96e1-5f9230d2f32d x-openstack-request-id: req-d1a0b023-8f36-4657-96e1-5f9230d2f32d {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:01.972592 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcb3c7c-5702-41b2-87b3-e8e4eb966b63", "name": "network-vif-deleted", "tag": "ba1b3bcb-0389-4e23-ae5c-4820887287ee", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:01.972592 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d1a0b023-8f36-4657-96e1-5f9230d2f32d {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:01.973713 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcb3c7c-5702-41b2-87b3-e8e4eb966b63', 'name': 'network-vif-deleted', 'tag': 'ba1b3bcb-0389-4e23-ae5c-4820887287ee', 'status': 'completed', 'code': 200} Jul 15 15:11:02.038465 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce8ea520-2a80-4b3b-b790-01bd7df480c9 req-988c112f-b54f-4bfc-be15-4daf60bd0bcd tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bcb3c7c-5702-41b2-87b3-e8e4eb966b63 HTTP/1.1" status: 200 len: 210 time: 0.0615819 Jul 15 15:11:02.058898 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5792a43d-c2f9-424f-a117-ed4c8f78444b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.067190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38078) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:02.128123 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dd82c1d3-7589-439c-bde2-c49d7cfb88d0 req-e63c19dd-c9ba-4c79-a2dd-c1a955261450 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.141502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['537dd1c7-1c0e-44a9-a44f-58a3582d8824'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:11:02.164512 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5792a43d-c2f9-424f-a117-ed4c8f78444b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.174741 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] For port f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:11:02.180413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] For port f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:11:02.192682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.214295 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2e8d60c3-fd86-44ce-be88-32cae043d484 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b2fae0f1e201479b8804b24ad1d5655a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431634 Jul 15 15:11:02.219296 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c19dd-c9ba-4c79-a2dd-c1a955261450 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Pushing event deleted for resources: {'Port': ['ID=537dd1c7-1c0e-44a9-a44f-58a3582d8824,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:02.222270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38082) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:02.233576 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:02.234708 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.236261 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15da64cc-052f-4761-b793-2909cba14510 req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] 10.222.0.11 "PUT /v2.0/ports/f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc HTTP/1.1" status: 200 len: 1092 time: 2.7085648 Jul 15 15:11:02.239424 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ae38aaf-8102-48a0-9f72-bc127ecf04d6 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.296540 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132870d1-cd2b-4698-a614-fc42e47bde73', 'tag': 'f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:02.299054 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00963c4b-a916-4fba-8296-53431a559293" -d '{"events": [{"name": "network-changed", "server_uuid": "132870d1-cd2b-4698-a614-fc42e47bde73", "tag": "f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:02.316618 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6ac390dd-5fa8-460d-85fe-8661fa853f59 req-e8c395ac-51a6-4413-90a2-0342b00398ff tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=37dc23d9-26ca-4bc5-8bdf-9883731c6959 HTTP/1.1" status: 200 len: 210 time: 0.0823665 Jul 15 15:11:02.365752 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba366bd-b07c-4bfb-928b-45da9b8309f6 x-openstack-request-id: req-aba366bd-b07c-4bfb-928b-45da9b8309f6 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:02.366128 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132870d1-cd2b-4698-a614-fc42e47bde73", "tag": "f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:02.366647 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aba366bd-b07c-4bfb-928b-45da9b8309f6 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:02.367117 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132870d1-cd2b-4698-a614-fc42e47bde73', 'tag': 'f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc', 'status': 'completed', 'code': 200} Jul 15 15:11:02.376690 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-4ae38aaf-8102-48a0-9f72-bc127ecf04d6 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Transition to ACTIVE for port object b91e3025-116c-4425-a613-7f678f0adb35 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:11:02.381169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd82c1d3-7589-439c-bde2-c49d7cfb88d0 req-e63c19dd-c9ba-4c79-a2dd-c1a955261450 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] No DVR routers for this DVR port 537dd1c7-1c0e-44a9-a44f-58a3582d8824 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:11:02.384772 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dd82c1d3-7589-439c-bde2-c49d7cfb88d0 req-e63c19dd-c9ba-4c79-a2dd-c1a955261450 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.387246 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd82c1d3-7589-439c-bde2-c49d7cfb88d0 req-e63c19dd-c9ba-4c79-a2dd-c1a955261450 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.11 "DELETE /v2.0/ports/537dd1c7-1c0e-44a9-a44f-58a3582d8824 HTTP/1.1" status: 204 len: 173 time: 2.1681349 Jul 15 15:11:02.427510 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5792a43d-c2f9-424f-a117-ed4c8f78444b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.430156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565a690-7045-46ef-9346-9fe07e36be87 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:02.435880 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5792a43d-c2f9-424f-a117-ed4c8f78444b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.439526 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5792a43d-c2f9-424f-a117-ed4c8f78444b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc66baec-a96f-43f8-b3ce-f71045320cd9 HTTP/1.1" status: 204 len: 168 time: 0.6351407 Jul 15 15:11:02.451721 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9bc08810-7db4-4a43-8df2-109e26e01c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.454517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792a43d-c2f9-424f-a117-ed4c8f78444b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc66baec-a96f-43f8-b3ce-f71045320cd9,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:02.497499 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9bc08810-7db4-4a43-8df2-109e26e01c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.501059 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da64cc-052f-4761-b793-2909cba14510 req-b886bad0-431f-435d-a730-db0a9b80c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:02.502936 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15da64cc-052f-4761-b793-2909cba14510 req-b886bad0-431f-435d-a730-db0a9b80c08e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 1095 time: 0.1964912 Jul 15 15:11:02.525367 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ae38aaf-8102-48a0-9f72-bc127ecf04d6 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.589838 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9bc08810-7db4-4a43-8df2-109e26e01c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.594911 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9bc08810-7db4-4a43-8df2-109e26e01c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.612657 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15da64cc-052f-4761-b793-2909cba14510 req-228ee6f5-af4c-4b5a-b1e2-3fb58cb34120 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc HTTP/1.1" status: 200 len: 217 time: 0.1018698 Jul 15 15:11:02.615184 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9bc08810-7db4-4a43-8df2-109e26e01c7c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/524da444-4c94-4923-940a-6c83e2ee892d HTTP/1.1" status: 204 len: 168 time: 0.3897395 Jul 15 15:11:02.646060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc08810-7db4-4a43-8df2-109e26e01c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524da444-4c94-4923-940a-6c83e2ee892d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:02.669380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae38aaf-8102-48a0-9f72-bc127ecf04d6 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Network 877435c2-976d-4ebd-93ee-cd62139ba202 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:11:02.699758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4ae38aaf-8102-48a0-9f72-bc127ecf04d6 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:02.708469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae38aaf-8102-48a0-9f72-bc127ecf04d6 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:11:02.745026 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae38aaf-8102-48a0-9f72-bc127ecf04d6 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event updated for resources: {'Port': ['ID=b91e3025-116c-4425-a613-7f678f0adb35,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:02.767091 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.775258 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da64cc-052f-4761-b793-2909cba14510 req-09bfdac9-7893-43bf-b444-834533a6b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:02.777650 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15da64cc-052f-4761-b793-2909cba14510 req-09bfdac9-7893-43bf-b444-834533a6b233 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65019e12-bfdf-433d-bc85-c35edee27cc5 HTTP/1.1" status: 200 len: 846 time: 0.1357441 Jul 15 15:11:02.810171 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae38aaf-8102-48a0-9f72-bc127ecf04d6 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:02.810899 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ae38aaf-8102-48a0-9f72-bc127ecf04d6 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.883024 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4ae38aaf-8102-48a0-9f72-bc127ecf04d6 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5621717 Jul 15 15:11:02.884492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38098) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:02.891803 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ec1923f-1cec-4889-a8ff-b0764ed29a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.896115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a7888ab7-3762-4940-81a7-ae04bd182265 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Request body: {'port': {'network_id': '877435c2-976d-4ebd-93ee-cd62139ba202', 'name': 'tempest-AllowedAddressPairTestJSON-378039917'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:11:02.989944 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15da64cc-052f-4761-b793-2909cba14510 req-86142bde-86be-4ade-ad32-38a26981908e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437755 Jul 15 15:11:03.237829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7888ab7-3762-4940-81a7-ae04bd182265 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Made reservation on behalf of 6a63f6901d014d5abc5247fe2da7d501 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:11:03.257689 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7888ab7-3762-4940-81a7-ae04bd182265 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:03.283694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c919a2cf-7bb2-48c1-96e4-1c8c23867e6b None None] Provisioning for port b91e3025-116c-4425-a613-7f678f0adb35 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:11:03.291426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c919a2cf-7bb2-48c1-96e4-1c8c23867e6b None None] Provisioning complete for port b91e3025-116c-4425-a613-7f678f0adb35 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:11:03.295599 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c919a2cf-7bb2-48c1-96e4-1c8c23867e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:03.301902 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15da64cc-052f-4761-b793-2909cba14510 req-6024a4c2-fbc2-4d98-a453-8fea57c3660b service neutron] 10.222.0.11 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000069 Jul 15 15:11:03.322350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-a7888ab7-3762-4940-81a7-ae04bd182265 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] device_id is not set on port 7b90c942-e846-4996-81b0-87140335a044 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:11:03.339429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e5f81-1cd2-4231-a3fa-4ffdc36467bb req-05ac977e-9c41-4b9f-ba8f-bf67c4655a80 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:03.351317 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-194e5f81-1cd2-4231-a3fa-4ffdc36467bb req-05ac977e-9c41-4b9f-ba8f-bf67c4655a80 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 944 time: 0.1852539 Jul 15 15:11:03.418278 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c919a2cf-7bb2-48c1-96e4-1c8c23867e6b None None] Port b91e3025-116c-4425-a613-7f678f0adb35 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:11:03.532329 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15da64cc-052f-4761-b793-2909cba14510 req-b3d7b842-3a45-46d5-ad2f-4a7a063efcd8 service neutron] 10.222.0.11 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153690 Jul 15 15:11:03.571740 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-a7888ab7-3762-4940-81a7-ae04bd182265 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Allocated IP 172.20.0.14 (877435c2-976d-4ebd-93ee-cd62139ba202/d28ab278-eafd-4b3a-91d4-b14587ec7a3b/7b90c942-e846-4996-81b0-87140335a044) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:11:03.781575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00963c4b-a916-4fba-8296-53431a559293 req-24be0c32-307e-4d84-bc01-af110a465e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:03.786620 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-00963c4b-a916-4fba-8296-53431a559293 req-24be0c32-307e-4d84-bc01-af110a465e23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 1095 time: 0.1930065 Jul 15 15:11:03.837850 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7888ab7-3762-4940-81a7-ae04bd182265 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:03.878761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-a7888ab7-3762-4940-81a7-ae04bd182265 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Transition to ACTIVE for port object 7b90c942-e846-4996-81b0-87140335a044 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:11:03.989062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dc23d9-26ca-4bc5-8bdf-9883731c6959', 'name': 'network-vif-deleted', 'tag': '537dd1c7-1c0e-44a9-a44f-58a3582d8824'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:03.989190 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00963c4b-a916-4fba-8296-53431a559293 req-7804519f-dfdb-417b-94f5-ee450da68c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:03.991870 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-00963c4b-a916-4fba-8296-53431a559293 req-7804519f-dfdb-417b-94f5-ee450da68c30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 907 time: 0.1977026 Jul 15 15:11:03.993341 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e31ded0-aa33-4faa-84a8-f28bd8ea8933" -d '{"events": [{"server_uuid": "37dc23d9-26ca-4bc5-8bdf-9883731c6959", "name": "network-vif-deleted", "tag": "537dd1c7-1c0e-44a9-a44f-58a3582d8824"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:04.037724 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-194e5f81-1cd2-4231-a3fa-4ffdc36467bb req-e629239e-c970-4fd1-9176-b4bbc8e4970f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852839 Jul 15 15:11:04.038757 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7888ab7-3762-4940-81a7-ae04bd182265 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:04.166476 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-00963c4b-a916-4fba-8296-53431a559293 req-cea70104-a8c6-4a23-926a-72d5bfeb9248 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc HTTP/1.1" status: 200 len: 217 time: 0.1615567 Jul 15 15:11:04.203313 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7888ab7-3762-4940-81a7-ae04bd182265 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event updated for resources: {'Port': ['ID=7b90c942-e846-4996-81b0-87140335a044,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:04.209348 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f539d60-d418-407c-b626-8308f85af556 x-openstack-request-id: req-4f539d60-d418-407c-b626-8308f85af556 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:04.209898 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dc23d9-26ca-4bc5-8bdf-9883731c6959", "name": "network-vif-deleted", "tag": "537dd1c7-1c0e-44a9-a44f-58a3582d8824", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:04.210312 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4f539d60-d418-407c-b626-8308f85af556 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:04.210894 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dc23d9-26ca-4bc5-8bdf-9883731c6959', 'name': 'network-vif-deleted', 'tag': '537dd1c7-1c0e-44a9-a44f-58a3582d8824', 'status': 'completed', 'code': 200} Jul 15 15:11:04.223545 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7888ab7-3762-4940-81a7-ae04bd182265 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Network 877435c2-976d-4ebd-93ee-cd62139ba202 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:11:04.223999 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:04.228213 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-a7888ab7-3762-4940-81a7-ae04bd182265 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:04.240653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7888ab7-3762-4940-81a7-ae04bd182265 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:11:04.352155 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00963c4b-a916-4fba-8296-53431a559293 req-8efcf309-3c6f-4272-bc39-d65235ff9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:04.357004 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-00963c4b-a916-4fba-8296-53431a559293 req-8efcf309-3c6f-4272-bc39-d65235ff9308 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65019e12-bfdf-433d-bc85-c35edee27cc5 HTTP/1.1" status: 200 len: 846 time: 0.1825199 Jul 15 15:11:04.453627 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-00963c4b-a916-4fba-8296-53431a559293 req-26b6d3f8-5b79-46da-a6d0-10bc0f693ef3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762753 Jul 15 15:11:04.464794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7888ab7-3762-4940-81a7-ae04bd182265 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:04.465618 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7888ab7-3762-4940-81a7-ae04bd182265 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:04.515088 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a7888ab7-3762-4940-81a7-ae04bd182265 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6281593 Jul 15 15:11:04.519120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38156) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:04.539475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-96dda184-2a34-42d5-98ac-e9b9a5477d2d tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d7:10:84'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ce:82:50'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:11:04.660308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797e507-aa46-4510-b58d-21ac4601d547 req-5d3e225d-177e-4f98-9144-954da7d0d26a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:04.669778 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c797e507-aa46-4510-b58d-21ac4601d547 req-5d3e225d-177e-4f98-9144-954da7d0d26a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 945 time: 0.4432411 Jul 15 15:11:04.716210 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-00963c4b-a916-4fba-8296-53431a559293 req-3a08bf0a-58ad-4b7a-a78a-04f3936e52ce service neutron] 10.222.0.11 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514820 Jul 15 15:11:04.803801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5eebb00f-6be1-4b8c-bd5a-126b7324f3d2 None None] Provisioning for port 7b90c942-e846-4996-81b0-87140335a044 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:11:04.815557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c797e507-aa46-4510-b58d-21ac4601d547 req-a438907b-0c39-4b02-9f56-a71cd197312b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425507 Jul 15 15:11:04.816585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5eebb00f-6be1-4b8c-bd5a-126b7324f3d2 None None] Provisioning complete for port 7b90c942-e846-4996-81b0-87140335a044 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:11:04.817809 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5eebb00f-6be1-4b8c-bd5a-126b7324f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:04.917580 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5eebb00f-6be1-4b8c-bd5a-126b7324f3d2 None None] Port 7b90c942-e846-4996-81b0-87140335a044 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:11:04.933221 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-00963c4b-a916-4fba-8296-53431a559293 req-acf25621-224e-42b1-ab3f-8b7448ba197d service neutron] 10.222.0.11 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943257 Jul 15 15:11:05.019401 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 537dd1c7-1c0e-44a9-a44f-58a3582d8824 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:11:05.070721 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 537dd1c7-1c0e-44a9-a44f-58a3582d8824 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:11:05.071124 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 537dd1c7-1c0e-44a9-a44f-58a3582d8824 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:11:05.761871 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695cb04-9de9-4b32-9485-6d052f75ab75 req-5daf2ccf-93a1-4bdc-aac4-3c1666806f7e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:05.764542 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3695cb04-9de9-4b32-9485-6d052f75ab75 req-5daf2ccf-93a1-4bdc-aac4-3c1666806f7e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.11 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 945 time: 0.5497410 Jul 15 15:11:05.894557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e69381a5-500d-46c8-ba7d-f440169c8c46 req-2668e1f8-e396-4672-9eea-3f34267504aa tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0746801 Jul 15 15:11:05.905933 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-96dda184-2a34-42d5-98ac-e9b9a5477d2d tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:05.963080 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:06.016839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3695cb04-9de9-4b32-9485-6d052f75ab75 req-01f0b166-e07a-483f-9813-be5ecaf9c6d5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Deleting port 0bebac38-a378-4b14-8826-9c5801e9bf10 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:06.032504 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3695cb04-9de9-4b32-9485-6d052f75ab75 req-01f0b166-e07a-483f-9813-be5ecaf9c6d5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:06.082017 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f25af04a-f5d9-4de1-a960-ccbe2248e902 req-7ebc9125-091f-4ef1-858a-4d760bbf4f7a tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=19da2f73-4d9a-4e92-a37c-c3688a18154a HTTP/1.1" status: 200 len: 210 time: 0.0766485 Jul 15 15:11:06.158077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ce907-0c23-49b7-8800-19c10100cc6e req-b9bbcd67-c19d-4e6c-b781-49954bea06ca tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:06.166192 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a96ce907-0c23-49b7-8800-19c10100cc6e req-b9bbcd67-c19d-4e6c-b781-49954bea06ca tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 944 time: 0.3451796 Jul 15 15:11:06.288721 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3695cb04-9de9-4b32-9485-6d052f75ab75 req-01f0b166-e07a-483f-9813-be5ecaf9c6d5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] For port 0bebac38-a378-4b14-8826-9c5801e9bf10, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=0bebac38-a378-4b14-8826-9c5801e9bf10,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:06.289551 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3695cb04-9de9-4b32-9485-6d052f75ab75 req-01f0b166-e07a-483f-9813-be5ecaf9c6d5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:06.310120 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a96ce907-0c23-49b7-8800-19c10100cc6e req-d3ad7009-6fba-4b0e-b557-1599eac20667 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423852 Jul 15 15:11:06.331608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3695cb04-9de9-4b32-9485-6d052f75ab75 req-01f0b166-e07a-483f-9813-be5ecaf9c6d5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Calling delete_port for 0bebac38-a378-4b14-8826-9c5801e9bf10 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:06.690795 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3695cb04-9de9-4b32-9485-6d052f75ab75 req-01f0b166-e07a-483f-9813-be5ecaf9c6d5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:06.703919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ddc3d9d6-4452-4440-9b6e-fec6e051c029', '0bebac38-a378-4b14-8826-9c5801e9bf10'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:11:06.764781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c313d-a68d-4e6c-b219-1477b967c6be req-d3122c13-a775-4031-92ef-529f942a1c1d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:06.767385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0b166-e07a-483f-9813-be5ecaf9c6d5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event deleted for resources: {'Port': ['ID=0bebac38-a378-4b14-8826-9c5801e9bf10,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:06.787168 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2a3c313d-a68d-4e6c-b219-1477b967c6be req-d3122c13-a775-4031-92ef-529f942a1c1d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 867 time: 0.4555662 Jul 15 15:11:06.894066 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-96dda184-2a34-42d5-98ac-e9b9a5477d2d tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:06.933175 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-96dda184-2a34-42d5-98ac-e9b9a5477d2d tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:06.948680 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3695cb04-9de9-4b32-9485-6d052f75ab75 req-01f0b166-e07a-483f-9813-be5ecaf9c6d5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] No DVR routers for this DVR port 0bebac38-a378-4b14-8826-9c5801e9bf10 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:11:06.954090 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3695cb04-9de9-4b32-9485-6d052f75ab75 req-01f0b166-e07a-483f-9813-be5ecaf9c6d5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:06.966594 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3695cb04-9de9-4b32-9485-6d052f75ab75 req-01f0b166-e07a-483f-9813-be5ecaf9c6d5 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.11 "DELETE /v2.0/ports/0bebac38-a378-4b14-8826-9c5801e9bf10 HTTP/1.1" status: 204 len: 173 time: 1.1854544 Jul 15 15:11:06.967320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064442ad-e6c9-4eaa-be33-8e175c1989ae', 'name': 'network-vif-deleted', 'tag': '0bebac38-a378-4b14-8826-9c5801e9bf10'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:06.973556 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0679c36f-e6fb-4231-ae79-4d5879cfa45d" -d '{"events": [{"server_uuid": "064442ad-e6c9-4eaa-be33-8e175c1989ae", "name": "network-vif-deleted", "tag": "0bebac38-a378-4b14-8826-9c5801e9bf10"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:07.053493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:11:07.116104 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2a3c313d-a68d-4e6c-b219-1477b967c6be req-820006e4-7480-4e0c-8477-5a9dcf874bba tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275707 Jul 15 15:11:07.193876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dda184-2a34-42d5-98ac-e9b9a5477d2d tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event updated for resources: {'Port': ['ID=7b90c942-e846-4996-81b0-87140335a044,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:07.234633 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-96dda184-2a34-42d5-98ac-e9b9a5477d2d tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] In _notify_port_updated(), no bound segment for port 7b90c942-e846-4996-81b0-87140335a044 on network 877435c2-976d-4ebd-93ee-cd62139ba202 {{(pid=100711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:11:07.248424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dda184-2a34-42d5-98ac-e9b9a5477d2d tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:07.249678 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-96dda184-2a34-42d5-98ac-e9b9a5477d2d tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:07.255846 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-96dda184-2a34-42d5-98ac-e9b9a5477d2d tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "PUT /v2.0/ports/7b90c942-e846-4996-81b0-87140335a044 HTTP/1.1" status: 200 len: 1056 time: 2.7347348 Jul 15 15:11:07.258568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38258) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:07.298141 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd13d55-56b6-4768-baa6-3fe9ceb24a97 x-openstack-request-id: req-1cd13d55-56b6-4768-baa6-3fe9ceb24a97 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:07.298362 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064442ad-e6c9-4eaa-be33-8e175c1989ae", "name": "network-vif-deleted", "tag": "0bebac38-a378-4b14-8826-9c5801e9bf10", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:07.326014 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1cd13d55-56b6-4768-baa6-3fe9ceb24a97 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:07.326371 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064442ad-e6c9-4eaa-be33-8e175c1989ae', 'name': 'network-vif-deleted', 'tag': '0bebac38-a378-4b14-8826-9c5801e9bf10', 'status': 'completed', 'code': 200} Jul 15 15:11:07.429427 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:07.458822 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc', 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19', 'port_id': 'f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc', 'mac_address': 'fa:16:3e:47:d1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65019e12-bfdf-433d-bc85-c35edee27cc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:11:07.495203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Deleting port 7b90c942-e846-4996-81b0-87140335a044 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:07.495590 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:07.508853 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e567c76a-e0ef-4a16-8fe3-75c77dd5dbf4 req-539284f1-6c16-41d0-a345-22f456b14d67 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0857344 Jul 15 15:11:07.568692 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:07.597917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:11:07.674686 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:07.694236 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-24893574-f347-4eb9-9ef8-653866a167d5 req-e517905a-c418-4d5f-9ca7-6e3b62780c41 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.1823127 Jul 15 15:11:07.713191 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:07.782099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:07.786195 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-03971d00-8186-4b30-a7c6-bb74d66354ee None None] Provisioning complete for port 7b90c942-e846-4996-81b0-87140335a044 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:11:07.786792 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-03971d00-8186-4b30-a7c6-bb74d66354ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:07.814797 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:07.868663 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Calling delete_port for 7b90c942-e846-4996-81b0-87140335a044 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:07.883236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-03971d00-8186-4b30-a7c6-bb74d66354ee None None] Port 7b90c942-e846-4996-81b0-87140335a044 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:11:07.935987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:11:08.139285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e91e6a-56c0-494e-967b-872995b9fb9a req-47678f4d-3d4b-4a7e-8f75-96c5ec4b28a0 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:08.158519 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-93e91e6a-56c0-494e-967b-872995b9fb9a req-47678f4d-3d4b-4a7e-8f75-96c5ec4b28a0 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 945 time: 0.2340233 Jul 15 15:11:08.177495 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:08.215780 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event deleted for resources: {'Port': ['ID=7b90c942-e846-4996-81b0-87140335a044,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:08.282224 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:08.282663 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:08.283142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:08.283498 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:08.283837 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:08.286662 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:08.287052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:08.287410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:08.287764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:08.288115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:08.289185 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-93e91e6a-56c0-494e-967b-872995b9fb9a req-5bb1090b-2280-47c8-8519-760a0094efea tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277666 Jul 15 15:11:08.290610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:08.290991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:08.473106 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-63a7fdc3-4959-4fb7-88e5-24a259ec2457 req-2605a938-a15c-4fd4-b8b6-6f6315c6206b tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=064442ad-e6c9-4eaa-be33-8e175c1989ae HTTP/1.1" status: 200 len: 210 time: 0.0614314 Jul 15 15:11:08.600669 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:08.605843 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3e7f2498-b573-4fec-bfc8-355738a1a1f1 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "DELETE /v2.0/ports/7b90c942-e846-4996-81b0-87140335a044 HTTP/1.1" status: 204 len: 168 time: 1.3462732 Jul 15 15:11:08.608526 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38292) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:08.661987 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-33155367-4f5f-4731-9e27-18c24dfc3acc tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] GET failed (client error): The resource could not be found. Jul 15 15:11:08.663677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-33155367-4f5f-4731-9e27-18c24dfc3acc tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "GET /v2.0/ports/7b90c942-e846-4996-81b0-87140335a044 HTTP/1.1" status: 404 len: 333 time: 0.0538423 Jul 15 15:11:08.667121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38294) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:08.803679 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c0356e0f-108c-4b22-be37-04d2d34997c9 req-e25ff2a0-bbd3-4646-aa88-afb675fd3410 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0676968 Jul 15 15:11:08.903758 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cea9d-1f6f-4909-a3e7-883150824f45 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Deleting port b91e3025-116c-4425-a613-7f678f0adb35 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:08.904332 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c3cea9d-1f6f-4909-a3e7-883150824f45 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:09.049839 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:11:09.084224 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c3cea9d-1f6f-4909-a3e7-883150824f45 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:09.099855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cea9d-1f6f-4909-a3e7-883150824f45 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Calling delete_port for b91e3025-116c-4425-a613-7f678f0adb35 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:09.240905 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:11:09.256224 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:11:09.256622 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:09.389546 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4abad0ab-8905-454a-a48f-881ff5086d99 req-982880f8-41f5-40fa-845e-d9e8dabbcc98 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.4682786 Jul 15 15:11:09.453110 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c3cea9d-1f6f-4909-a3e7-883150824f45 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:09.499078 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cea9d-1f6f-4909-a3e7-883150824f45 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event deleted for resources: {'Port': ['ID=b91e3025-116c-4425-a613-7f678f0adb35,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:09.547330 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:09.551845 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d80e65e9-22a7-4cab-952d-7284d4665c81 req-ea66e15c-6c19-4b05-9dc1-33425836291b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0807018 Jul 15 15:11:09.600517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132870d1-cd2b-4698-a614-fc42e47bde73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:09.603417 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c9242e-7908-4e6c-91e8-20a73e79b57d" -d '{"events": [{"server_uuid": "132870d1-cd2b-4698-a614-fc42e47bde73", "name": "network-vif-plugged", "status": "completed", "tag": "f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:09.640768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:09.650724 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:09.651819 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 0bebac38-a378-4b14-8826-9c5801e9bf10 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:11:09.690783 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c3cea9d-1f6f-4909-a3e7-883150824f45 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:09.698381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38314) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:09.716692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6c3cea9d-1f6f-4909-a3e7-883150824f45 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "DELETE /v2.0/ports/b91e3025-116c-4425-a613-7f678f0adb35 HTTP/1.1" status: 204 len: 168 time: 1.0481865 Jul 15 15:11:09.733923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 0bebac38-a378-4b14-8826-9c5801e9bf10 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:11:09.734263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 0bebac38-a378-4b14-8826-9c5801e9bf10 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:11:09.759414 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8c767f-fc78-4ea2-8bd7-c7539f9f27f6 x-openstack-request-id: req-bd8c767f-fc78-4ea2-8bd7-c7539f9f27f6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:09.760005 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132870d1-cd2b-4698-a614-fc42e47bde73", "name": "network-vif-plugged", "status": "completed", "tag": "f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:09.760662 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bd8c767f-fc78-4ea2-8bd7-c7539f9f27f6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:09.761254 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132870d1-cd2b-4698-a614-fc42e47bde73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc', 'code': 200} Jul 15 15:11:09.816654 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c1d2a6-b80e-449a-b8d9-56b8cd517263 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] GET failed (client error): The resource could not be found. Jul 15 15:11:09.827110 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c8c1d2a6-b80e-449a-b8d9-56b8cd517263 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "GET /v2.0/ports/b91e3025-116c-4425-a613-7f678f0adb35 HTTP/1.1" status: 404 len: 333 time: 0.1261003 Jul 15 15:11:09.828711 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38316) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:09.854774 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:09.904002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3cb0e-e2cc-4961-88e3-8d0d7e5cd486 req-60ce66bb-56ca-4f38-9bda-7d1df4322083 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:09.907067 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-80d3cb0e-e2cc-4961-88e3-8d0d7e5cd486 req-60ce66bb-56ca-4f38-9bda-7d1df4322083 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 946 time: 0.3311918 Jul 15 15:11:10.069664 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-80d3cb0e-e2cc-4961-88e3-8d0d7e5cd486 req-9c2080e1-ddcf-48a5-9266-adcb59f13c03 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521897 Jul 15 15:11:10.202759 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fce30-b347-444a-8c3f-086e5c7ca5b7 req-3f0a46e6-1342-4611-bbca-200f8420ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:10.204821 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cb8fce30-b347-444a-8c3f-086e5c7ca5b7 req-3f0a46e6-1342-4611-bbca-200f8420ae71 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 1097 time: 0.2608657 Jul 15 15:11:10.287765 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-76cab3d6-5e3b-462b-b0b1-afdab82df0ae tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Deleting port 13711df5-dd9e-4e7b-a4a0-5220a88f0540 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:10.288118 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76cab3d6-5e3b-462b-b0b1-afdab82df0ae tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:10.406069 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a778f764-2f82-42de-8c6c-568c5e40c044 req-2a2e5c7e-6db6-4feb-a845-271d43e733a4 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0830297 Jul 15 15:11:10.415769 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cb8fce30-b347-444a-8c3f-086e5c7ca5b7 req-5061b068-b3ca-474e-94b3-dd235634f2d5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964502 Jul 15 15:11:10.537898 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76cab3d6-5e3b-462b-b0b1-afdab82df0ae tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:10.543716 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:11:10.625570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-76cab3d6-5e3b-462b-b0b1-afdab82df0ae tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Calling delete_port for 13711df5-dd9e-4e7b-a4a0-5220a88f0540 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:10.781620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32df050d-936e-4f61-a680-078c6c972f7f req-a14c910e-0c01-4da3-b67d-aa1ec983de75 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.1156759 Jul 15 15:11:10.793772 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4551396-4f26-4e36-89ea-53f7ad71ec54 req-25840658-7f0c-4b4a-a85a-b4e0c16e7455 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19da2f73-4d9a-4e92-a37c-c3688a18154a HTTP/1.1" status: 200 len: 210 time: 0.1220036 Jul 15 15:11:10.807774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34746e5-8c95-4b7c-981b-62db9df70d32 req-5bb27064-2146-46f7-8005-4b2375369703 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:10.810005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e34746e5-8c95-4b7c-981b-62db9df70d32 req-5bb27064-2146-46f7-8005-4b2375369703 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.2416892 Jul 15 15:11:10.866838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e34746e5-8c95-4b7c-981b-62db9df70d32 req-0b487039-9a56-46ff-a190-be726759700a tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c175147-fe0e-4336-b56e-65d362c2538a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504117 Jul 15 15:11:11.025025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28a89c-7de1-43ae-98e5-b8f76512eb23 req-fd4cf6f0-f120-4803-ba61-f72b5885a24d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:11.027153 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0e28a89c-7de1-43ae-98e5-b8f76512eb23 req-fd4cf6f0-f120-4803-ba61-f72b5885a24d tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 945 time: 0.4570491 Jul 15 15:11:11.173633 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76cab3d6-5e3b-462b-b0b1-afdab82df0ae tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:11.211070 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cab3d6-5e3b-462b-b0b1-afdab82df0ae tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event deleted for resources: {'Port': ['ID=13711df5-dd9e-4e7b-a4a0-5220a88f0540,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:11.317227 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf73c7-beb0-4aaf-8886-b886d3370b07 req-650c97c6-0281-4942-9cbf-8ee0272b3569 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:11.325908 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ddf73c7-beb0-4aaf-8886-b886d3370b07 req-650c97c6-0281-4942-9cbf-8ee0272b3569 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 946 time: 0.1070042 Jul 15 15:11:11.382469 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ddf73c7-beb0-4aaf-8886-b886d3370b07 req-023610f1-da59-4ddf-9037-b7ac9c9e39ac tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551646 Jul 15 15:11:11.428144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-0e28a89c-7de1-43ae-98e5-b8f76512eb23 req-f1f82373-8392-4764-bb19-474a6bba0801 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Deleting port ddc3d9d6-4452-4440-9b6e-fec6e051c029 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:11.428562 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0e28a89c-7de1-43ae-98e5-b8f76512eb23 req-f1f82373-8392-4764-bb19-474a6bba0801 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:11.445218 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76cab3d6-5e3b-462b-b0b1-afdab82df0ae tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:11.457395 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-76cab3d6-5e3b-462b-b0b1-afdab82df0ae tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "DELETE /v2.0/ports/13711df5-dd9e-4e7b-a4a0-5220a88f0540 HTTP/1.1" status: 204 len: 168 time: 1.6276064 Jul 15 15:11:11.460157 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38362) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:11.612125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbfa027f-9e18-427c-8ed2-7a6088198a72 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Deleting subnet d28ab278-eafd-4b3a-91d4-b14587ec7a3b {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:11:11.621314 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cbfa027f-9e18-427c-8ed2-7a6088198a72 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:11.686998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0e28a89c-7de1-43ae-98e5-b8f76512eb23 req-f1f82373-8392-4764-bb19-474a6bba0801 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] For port ddc3d9d6-4452-4440-9b6e-fec6e051c029, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ddc3d9d6-4452-4440-9b6e-fec6e051c029,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:11.693891 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0e28a89c-7de1-43ae-98e5-b8f76512eb23 req-f1f82373-8392-4764-bb19-474a6bba0801 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:11.716096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-0e28a89c-7de1-43ae-98e5-b8f76512eb23 req-f1f82373-8392-4764-bb19-474a6bba0801 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Calling delete_port for ddc3d9d6-4452-4440-9b6e-fec6e051c029 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:11.720931 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cbfa027f-9e18-427c-8ed2-7a6088198a72 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:11.758784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b55df37-e12f-4f9b-907f-5d7d72fff863 req-808e50fa-eb3f-4a89-93db-2cace1c91ef4 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0650103 Jul 15 15:11:11.888159 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cbfa027f-9e18-427c-8ed2-7a6088198a72 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:12.044501 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cbfa027f-9e18-427c-8ed2-7a6088198a72 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:12.056131 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0e28a89c-7de1-43ae-98e5-b8f76512eb23 req-f1f82373-8392-4764-bb19-474a6bba0801 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:12.070235 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ddc3d9d6-4452-4440-9b6e-fec6e051c029'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:11:12.144408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f82373-8392-4764-bb19-474a6bba0801 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event deleted for resources: {'Port': ['ID=ddc3d9d6-4452-4440-9b6e-fec6e051c029,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:12.180824 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cbfa027f-9e18-427c-8ed2-7a6088198a72 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:12.187620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cbfa027f-9e18-427c-8ed2-7a6088198a72 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "DELETE /v2.0/subnets/d28ab278-eafd-4b3a-91d4-b14587ec7a3b HTTP/1.1" status: 204 len: 168 time: 0.7257354 Jul 15 15:11:12.190199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38374) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:12.193315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa027f-9e18-427c-8ed2-7a6088198a72 tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event deleted for resources: {'Subnet': ['ID=d28ab278-eafd-4b3a-91d4-b14587ec7a3b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:12.198364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabab344-a64f-4ec9-ac29-0388e964127b None None] Network 877435c2-976d-4ebd-93ee-cd62139ba202 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:11:12.200092 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aaa4e46c-c14b-40b3-8910-e23af100f29d req-0b405d60-5f6b-4350-8e0b-06f7e5170c61 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.1815727 Jul 15 15:11:12.347307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e28a89c-7de1-43ae-98e5-b8f76512eb23 req-f1f82373-8392-4764-bb19-474a6bba0801 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] No DVR routers for this DVR port ddc3d9d6-4452-4440-9b6e-fec6e051c029 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:11:12.352036 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0e28a89c-7de1-43ae-98e5-b8f76512eb23 req-f1f82373-8392-4764-bb19-474a6bba0801 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:12.362875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-835d7354-04df-435e-92ca-c25731bd4abc req-392d094a-4157-4038-b50b-5b5a0bf48664 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=a33cb570-d4e1-43a5-8b88-95b191f8e97e HTTP/1.1" status: 200 len: 210 time: 0.1734605 Jul 15 15:11:12.363145 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0e28a89c-7de1-43ae-98e5-b8f76512eb23 req-f1f82373-8392-4764-bb19-474a6bba0801 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.11 "DELETE /v2.0/ports/ddc3d9d6-4452-4440-9b6e-fec6e051c029 HTTP/1.1" status: 204 len: 173 time: 1.3194323 Jul 15 15:11:12.363640 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33cb570-d4e1-43a5-8b88-95b191f8e97e', 'name': 'network-vif-deleted', 'tag': 'ddc3d9d6-4452-4440-9b6e-fec6e051c029'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:12.368851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-520292a9-1f0f-44a9-9753-7fb57d649f79 req-cebd3db8-aad3-4520-8aae-d8016daf6fd6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.1759036 Jul 15 15:11:12.375272 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f7af1c-78b6-45b6-9a6e-6959470b790a" -d '{"events": [{"server_uuid": "a33cb570-d4e1-43a5-8b88-95b191f8e97e", "name": "network-vif-deleted", "tag": "ddc3d9d6-4452-4440-9b6e-fec6e051c029"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:12.489852 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5517f99b-b285-4d85-bb94-4919e977144d x-openstack-request-id: req-5517f99b-b285-4d85-bb94-4919e977144d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:12.490156 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33cb570-d4e1-43a5-8b88-95b191f8e97e", "name": "network-vif-deleted", "tag": "ddc3d9d6-4452-4440-9b6e-fec6e051c029", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:12.490814 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5517f99b-b285-4d85-bb94-4919e977144d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:12.491227 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33cb570-d4e1-43a5-8b88-95b191f8e97e', 'name': 'network-vif-deleted', 'tag': 'ddc3d9d6-4452-4440-9b6e-fec6e051c029', 'status': 'completed', 'code': 200} Jul 15 15:11:12.529436 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:12.766060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Deleting port 6545219b-3350-481d-9cee-622333e0da85 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:12.766967 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:12.771004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb8fc78-8dca-48fd-8d15-44ab73b3850b None None] DHCP port deletion for 877435c2-976d-4ebd-93ee-cd62139ba202 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:11:12.887868 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8fc78-8dca-48fd-8d15-44ab73b3850b None None] Deleting port 6545219b-3350-481d-9cee-622333e0da85 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:12.890480 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fb8fc78-8dca-48fd-8d15-44ab73b3850b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:12.990153 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2fb8fc78-8dca-48fd-8d15-44ab73b3850b None None] For port 6545219b-3350-481d-9cee-622333e0da85, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6545219b-3350-481d-9cee-622333e0da85,segment=NetworkSegment(e9ee299b-8966-45dd-a2d5-e44fcca667f1),segment_id=e9ee299b-8966-45dd-a2d5-e44fcca667f1)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:12.990570 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fb8fc78-8dca-48fd-8d15-44ab73b3850b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:12.993940 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] For port 6545219b-3350-481d-9cee-622333e0da85, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6545219b-3350-481d-9cee-622333e0da85,segment=NetworkSegment(e9ee299b-8966-45dd-a2d5-e44fcca667f1),segment_id=e9ee299b-8966-45dd-a2d5-e44fcca667f1)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:12.994325 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:13.006879 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8fc78-8dca-48fd-8d15-44ab73b3850b None None] Calling delete_port for 6545219b-3350-481d-9cee-622333e0da85 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:13.016393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Calling delete_port for 6545219b-3350-481d-9cee-622333e0da85 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:13.110414 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fb8fc78-8dca-48fd-8d15-44ab73b3850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:13.180460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb8fc78-8dca-48fd-8d15-44ab73b3850b None None] No DVR routers for this DVR port 6545219b-3350-481d-9cee-622333e0da85 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:11:13.202727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7212e26a-5e4d-4d9c-91ec-dd94c10b3fef req-8bfbbd35-7bed-4dd2-8700-5f76b93cfc20 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0474365 Jul 15 15:11:13.203678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8fc78-8dca-48fd-8d15-44ab73b3850b None None] Pushing event deleted for resources: {'Port': ['ID=6545219b-3350-481d-9cee-622333e0da85,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:13.236449 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488cca6-f0fa-426a-b802-3b0ab5604dd5 req-91f29458-963f-4b0f-89b8-9efd5fb4f444 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:13.238030 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a488cca6-f0fa-426a-b802-3b0ab5604dd5 req-91f29458-963f-4b0f-89b8-9efd5fb4f444 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 946 time: 0.5253167 Jul 15 15:11:13.367171 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6545219b-3350-481d-9cee-622333e0da85 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:11:13.392280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 6545219b-3350-481d-9cee-622333e0da85 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:11:13.392638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6545219b-3350-481d-9cee-622333e0da85 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:11:13.404850 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:13.599304 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event deleted for resources: {'Port': ['ID=6545219b-3350-481d-9cee-622333e0da85,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:13.616420 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] No DVR routers for this DVR port 6545219b-3350-481d-9cee-622333e0da85 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:11:13.620581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.621280 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.636714 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.636826 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.637075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.639465 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.641194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.641597 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.643417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.643985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.644922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.646121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.686131 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a488cca6-f0fa-426a-b802-3b0ab5604dd5 req-3050f27f-7a1e-4930-8874-dce003e185a7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329677 Jul 15 15:11:13.852632 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:13.866026 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877435c2-976d-4ebd-93ee-cd62139ba202']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:13.878205 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ee299b-8966-45dd-a2d5-e44fcca667f1') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:13.878469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ee299b-8966-45dd-a2d5-e44fcca667f1') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:13.894997 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:13.918604 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:13.929683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:11:13.930327 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:11:14.015377 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:11:14.034115 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:14.044766 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:14.064994 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] 10.222.0.38 "DELETE /v2.0/networks/877435c2-976d-4ebd-93ee-cd62139ba202 HTTP/1.1" status: 204 len: 168 time: 1.8492098 Jul 15 15:11:14.159409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65d616-cc92-490b-a927-dec522dcccca tempest-AllowedAddressPairTestJSON-2026716589 tempest-AllowedAddressPairTestJSON-2026716589-project] Pushing event deleted for resources: {'Network': ['ID=877435c2-976d-4ebd-93ee-cd62139ba202,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:14.229259 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c582ddf-b86e-42cd-8446-d675659fb273 req-f7931c22-b67e-4e30-a61f-6792acd7b1dd tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:14.235492 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c582ddf-b86e-42cd-8446-d675659fb273 req-f7931c22-b67e-4e30-a61f-6792acd7b1dd tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 946 time: 0.2189257 Jul 15 15:11:14.316148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c582ddf-b86e-42cd-8446-d675659fb273 req-e2f8442f-04c2-4b19-aa15-71a03be1eebe tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746717 Jul 15 15:11:14.538550 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38438) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:14.548356 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-92cc51b9-ac03-410b-9cf3-e19b6e5b75ba req-1021395e-dba0-447b-8379-3b7ae4d15559 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0342655 Jul 15 15:11:14.774240 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c80b7ff5-b1c9-4444-8136-67b4c14f3fc5 req-fe94cd70-d93a-4925-81c7-f44013806038 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0443070 Jul 15 15:11:14.786663 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3c9ad028-742f-40e2-8d81-f887c046ed52 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6a63f6901d014d5abc5247fe2da7d501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413070 Jul 15 15:11:14.787792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38454) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:14.892829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ea60c-f0ac-448f-b8ef-37d91fc010e5 req-debb42c0-28ca-492a-8189-444bcd7964cd tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:14.894879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e5ea60c-f0ac-448f-b8ef-37d91fc010e5 req-debb42c0-28ca-492a-8189-444bcd7964cd tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 946 time: 0.1294539 Jul 15 15:11:14.949465 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3db4bc03-bdd6-4e16-a14f-fba1af0b0b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:14.963496 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e5ea60c-f0ac-448f-b8ef-37d91fc010e5 req-77ee1344-e9f5-4cad-a1cb-2ef09eb66fa9 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625777 Jul 15 15:11:15.005127 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3db4bc03-bdd6-4e16-a14f-fba1af0b0b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:15.067528 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3db4bc03-bdd6-4e16-a14f-fba1af0b0b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:15.072037 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3db4bc03-bdd6-4e16-a14f-fba1af0b0b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:15.076331 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3db4bc03-bdd6-4e16-a14f-fba1af0b0b8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7de7072c-a13f-4009-b7a1-fa82de1ee36a HTTP/1.1" status: 204 len: 168 time: 0.2836316 Jul 15 15:11:15.098165 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ddc3d9d6-4452-4440-9b6e-fec6e051c029 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:11:15.127600 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4bc03-bdd6-4e16-a14f-fba1af0b0b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de7072c-a13f-4009-b7a1-fa82de1ee36a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:15.175542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdea9a-eab6-4a93-9e63-59216851ed2f req-7555cb33-091a-4563-b1c9-2cf9d9fa17c9 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:15.175542 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccfdea9a-eab6-4a93-9e63-59216851ed2f req-7555cb33-091a-4563-b1c9-2cf9d9fa17c9 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.1836755 Jul 15 15:11:15.180021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: ddc3d9d6-4452-4440-9b6e-fec6e051c029 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:11:15.180563 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ddc3d9d6-4452-4440-9b6e-fec6e051c029 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:11:15.247762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccfdea9a-eab6-4a93-9e63-59216851ed2f req-320972cf-b915-407c-80d0-4a12024b6fcf tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617318 Jul 15 15:11:15.540456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-3b7c10da-40e3-41ad-b498-bdab2345c80e tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:15.551547 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-3b7c10da-40e3-41ad-b498-bdab2345c80e tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/networks?id=d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f HTTP/1.1" status: 200 len: 814 time: 0.1792603 Jul 15 15:11:15.593117 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-20ab435f-9309-40c1-988d-7d97ed497a40 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/quotas/49009d531583482cb4ed64f2ddbffa2e HTTP/1.1" status: 200 len: 375 time: 0.0370944 Jul 15 15:11:15.639282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-05d2e8f0-edd8-47ef-bee9-840c42526e98 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=49009d531583482cb4ed64f2ddbffa2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428300 Jul 15 15:11:15.804019 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-7e746f16-2b7c-44d0-bdc1-d7d51f90cb60 service neutron] 10.222.0.38 "GET /v2.0/networks/d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630046 Jul 15 15:11:15.926905 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-bbb8f210-e6d1-43d2-9270-f154d76c5ce7 service neutron] 10.222.0.38 "GET /v2.0/networks/d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210232 Jul 15 15:11:16.322302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2e7ff80-fdfd-4457-ae46-8e7ba639bbbb req-5d8de408-054c-452c-b35c-a139c13be4b8 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0531073 Jul 15 15:11:16.401773 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533291f-0fac-4195-87c0-57e28730b926 req-ebb40f3d-03ef-4d27-a9ef-467c73be937f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:16.403634 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5533291f-0fac-4195-87c0-57e28730b926 req-ebb40f3d-03ef-4d27-a9ef-467c73be937f tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.2669244 Jul 15 15:11:16.435209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38530) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:16.614643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e1b86afa-be4d-4794-b8ca-245982b57304 tempest-SubnetPoolsTestJSON-1753901453 tempest-SubnetPoolsTestJSON-1753901453-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-186312748', 'prefixes': ['172.20.0.0/16']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:11:16.658478 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-967bdc61-5f5f-40ea-8fd5-751af950a1ec req-92ff757d-4d31-4d79-a4ea-c0df1c71218b tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.1389236 Jul 15 15:11:16.806163 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1b86afa-be4d-4794-b8ca-245982b57304 tempest-SubnetPoolsTestJSON-1753901453 tempest-SubnetPoolsTestJSON-1753901453-project] Notify callbacks [] for subnetpool, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:16.808159 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e1b86afa-be4d-4794-b8ca-245982b57304 tempest-SubnetPoolsTestJSON-1753901453 tempest-SubnetPoolsTestJSON-1753901453-project] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3716862 Jul 15 15:11:16.811435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38544) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:16.844265 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0e688e0f-81cc-42a2-b790-56b56a1b3c3c req-2b072898-205e-4b5c-8caf-2d18000347f3 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 210 time: 0.1031945 Jul 15 15:11:16.908504 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-95c72977-b3ba-42f7-b7d0-ff92cb582053 tempest-SubnetPoolsTestJSON-1753901453 tempest-SubnetPoolsTestJSON-1753901453-project] 10.222.0.38 "GET /v2.0/subnetpools/d172535b-3f0b-46b2-94dd-98a8a04327aa HTTP/1.1" status: 200 len: 731 time: 0.0932264 Jul 15 15:11:16.909348 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38550) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:16.919826 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9018d20b-14b4-4978-9603-34839624dcdd tempest-SubnetPoolsTestJSON-1753901453 tempest-SubnetPoolsTestJSON-1753901453-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-182810138'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:11:16.942722 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-5533291f-0fac-4195-87c0-57e28730b926 req-abc250e9-8bd6-4366-9575-5ae88b8b4906 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Deleting port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:16.943610 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5533291f-0fac-4195-87c0-57e28730b926 req-abc250e9-8bd6-4366-9575-5ae88b8b4906 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:17.053839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7bc9a-f501-42d9-86f4-1a54b93f8ce7 req-5221bbaa-86e9-49f4-8f82-ed13605c4b68 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:17.069472 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7b7bc9a-f501-42d9-86f4-1a54b93f8ce7 req-5221bbaa-86e9-49f4-8f82-ed13605c4b68 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 946 time: 0.5341430 Jul 15 15:11:17.107357 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9018d20b-14b4-4978-9603-34839624dcdd tempest-SubnetPoolsTestJSON-1753901453 tempest-SubnetPoolsTestJSON-1753901453-project] Notify callbacks [] for subnetpool, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:17.109058 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9018d20b-14b4-4978-9603-34839624dcdd tempest-SubnetPoolsTestJSON-1753901453 tempest-SubnetPoolsTestJSON-1753901453-project] 10.222.0.38 "PUT /v2.0/subnetpools/d172535b-3f0b-46b2-94dd-98a8a04327aa HTTP/1.1" status: 200 len: 683 time: 0.1984005 Jul 15 15:11:17.113155 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38556) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:17.233647 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9160b15a-77d4-4d9d-a848-b5e342b83455 tempest-SubnetPoolsTestJSON-1753901453 tempest-SubnetPoolsTestJSON-1753901453-project] Notify callbacks [] for subnetpool, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:17.236244 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9160b15a-77d4-4d9d-a848-b5e342b83455 tempest-SubnetPoolsTestJSON-1753901453 tempest-SubnetPoolsTestJSON-1753901453-project] 10.222.0.38 "DELETE /v2.0/subnetpools/d172535b-3f0b-46b2-94dd-98a8a04327aa HTTP/1.1" status: 204 len: 168 time: 0.1221089 Jul 15 15:11:17.239071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38558) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:17.262561 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-3af110f1-a81e-42af-a01f-2f71ced484a3 tempest-SubnetPoolsTestJSON-1753901453 tempest-SubnetPoolsTestJSON-1753901453-project] show failed (client error): The resource could not be found. Jul 15 15:11:17.264117 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3af110f1-a81e-42af-a01f-2f71ced484a3 tempest-SubnetPoolsTestJSON-1753901453 tempest-SubnetPoolsTestJSON-1753901453-project] 10.222.0.38 "GET /v2.0/subnetpools/d172535b-3f0b-46b2-94dd-98a8a04327aa HTTP/1.1" status: 404 len: 346 time: 0.0226266 Jul 15 15:11:17.267487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38560) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:17.268060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-5533291f-0fac-4195-87c0-57e28730b926 req-abc250e9-8bd6-4366-9575-5ae88b8b4906 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] For port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:17.268445 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5533291f-0fac-4195-87c0-57e28730b926 req-abc250e9-8bd6-4366-9575-5ae88b8b4906 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:17.287140 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-eeeb2144-451b-42a6-b579-2d382eb60e13 tempest-SubnetPoolsTestJSON-1753901453 tempest-SubnetPoolsTestJSON-1753901453-project] delete failed (client error): The resource could not be found. Jul 15 15:11:17.288655 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-eeeb2144-451b-42a6-b579-2d382eb60e13 tempest-SubnetPoolsTestJSON-1753901453 tempest-SubnetPoolsTestJSON-1753901453-project] 10.222.0.38 "DELETE /v2.0/subnetpools/d172535b-3f0b-46b2-94dd-98a8a04327aa HTTP/1.1" status: 404 len: 346 time: 0.0196283 Jul 15 15:11:17.305894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7b7bc9a-f501-42d9-86f4-1a54b93f8ce7 req-03754b94-5201-4c69-9e0a-0f0da026569d tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352355 Jul 15 15:11:17.372647 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557d567-3b22-484b-8efd-0daec9b19ce9 req-fee92c22-990e-4370-b7be-e1ed5e505443 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:17.380085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7557d567-3b22-484b-8efd-0daec9b19ce9 req-fee92c22-990e-4370-b7be-e1ed5e505443 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 944 time: 0.2245061 Jul 15 15:11:17.498020 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7557d567-3b22-484b-8efd-0daec9b19ce9 req-a3ea4c56-de1f-4474-8ae0-be914889b5a8 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a6e716e-fafd-452e-8e8e-d7016e739ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132786 Jul 15 15:11:17.620343 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f809e1f-c440-494b-8287-818f4cdcf7a4 req-f9426ab1-b53e-4b5f-aae4-bea45402dab2 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0487266 Jul 15 15:11:17.671888 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5533291f-0fac-4195-87c0-57e28730b926 req-abc250e9-8bd6-4366-9575-5ae88b8b4906 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:17.672271 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5533291f-0fac-4195-87c0-57e28730b926 req-abc250e9-8bd6-4366-9575-5ae88b8b4906 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:17.672592 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-5533291f-0fac-4195-87c0-57e28730b926 req-abc250e9-8bd6-4366-9575-5ae88b8b4906 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Floating IP cf63cd3c-cd86-441d-9a35-6cc2080ea761 disassociated. External IP: 172.25.4.162, port: 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6. Jul 15 15:11:17.672985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-5533291f-0fac-4195-87c0-57e28730b926 req-abc250e9-8bd6-4366-9575-5ae88b8b4906 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Calling delete_port for 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:17.735070 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38570) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:18.008983 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d9d5e27-f719-480e-8a92-309bfb97084f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:18.265219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4790e-24f4-4f91-90bd-8ee24e0e4763 req-37d24c73-643a-4cd7-b517-a0c2b7729998 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:18.266789 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7eb4790e-24f4-4f91-90bd-8ee24e0e4763 req-37d24c73-643a-4cd7-b517-a0c2b7729998 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.11 "GET /v2.0/ports?device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 946 time: 0.6815789 Jul 15 15:11:18.268748 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e2d2f54-36fd-43be-a17a-5e8ad7279954 req-50e6f6c8-a952-4b52-82da-054183043c9f tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 210 time: 0.0737715 Jul 15 15:11:18.269775 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-2cd71309-607d-4f5f-b576-1e24fa317515 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:18.272937 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-2cd71309-607d-4f5f-b576-1e24fa317515 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.22 "GET /v2.0/networks?id=d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f HTTP/1.1" status: 200 len: 814 time: 0.2332873 Jul 15 15:11:18.291287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-829e4e4a-f64e-4e6d-8150-aa824fd1f9cd tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Request body: {'port': {'device_id': 'f15aa760-1c05-406b-88b4-936978f49751', 'network_id': 'd5afc904-ad5a-4de5-ac9e-e5cf40f31c2f', 'admin_state_up': True, 'tenant_id': '49009d531583482cb4ed64f2ddbffa2e'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:11:18.309277 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4605f068-69ac-42fe-9e5e-0b0665aadaa3 req-dbba55d5-662d-4283-acb2-55bcafbf7a2d tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.1128874 Jul 15 15:11:18.477854 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d9d5e27-f719-480e-8a92-309bfb97084f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:18.492480 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d9d5e27-f719-480e-8a92-309bfb97084f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:18.494713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-7eb4790e-24f4-4f91-90bd-8ee24e0e4763 req-98741995-d456-4578-b67f-1cf52f58bc97 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Deleting port f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:18.495204 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7eb4790e-24f4-4f91-90bd-8ee24e0e4763 req-98741995-d456-4578-b67f-1cf52f58bc97 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:18.527981 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5533291f-0fac-4195-87c0-57e28730b926 req-abc250e9-8bd6-4366-9575-5ae88b8b4906 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:18.565917 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0d9d5e27-f719-480e-8a92-309bfb97084f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=895600d973cf4b888d411142f3ce7d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8252800 Jul 15 15:11:18.565917 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d5e27-f719-480e-8a92-309bfb97084f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d386d65-cdcf-4aa1-8653-29a9ae01e137,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:18.571531 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38596) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:18.653901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-829e4e4a-f64e-4e6d-8150-aa824fd1f9cd tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Made reservation on behalf of 49009d531583482cb4ed64f2ddbffa2e for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:11:18.661878 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-829e4e4a-f64e-4e6d-8150-aa824fd1f9cd tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:18.665829 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86a9a827-e20d-4e18-b244-d11e46840c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:18.710594 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86a9a827-e20d-4e18-b244-d11e46840c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:18.736990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc250e9-8bd6-4366-9575-5ae88b8b4906 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event deleted for resources: {'Port': ['ID=9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:18.765620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8251f18a-58a7-4ad6-8011-d0488a45ecf7 req-8141203b-f66b-494b-a717-ea5818e72efb tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 210 time: 0.0765989 Jul 15 15:11:18.813830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-7eb4790e-24f4-4f91-90bd-8ee24e0e4763 req-98741995-d456-4578-b67f-1cf52f58bc97 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] For port f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:18.814227 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7eb4790e-24f4-4f91-90bd-8ee24e0e4763 req-98741995-d456-4578-b67f-1cf52f58bc97 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:18.867412 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:18.877320 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-7eb4790e-24f4-4f91-90bd-8ee24e0e4763 req-98741995-d456-4578-b67f-1cf52f58bc97 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Calling delete_port for f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:18.916687 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86a9a827-e20d-4e18-b244-d11e46840c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:18.921082 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86a9a827-e20d-4e18-b244-d11e46840c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:18.923471 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-86a9a827-e20d-4e18-b244-d11e46840c38 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d386d65-cdcf-4aa1-8653-29a9ae01e137 HTTP/1.1" status: 204 len: 168 time: 0.3507218 Jul 15 15:11:18.931521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-829e4e4a-f64e-4e6d-8150-aa824fd1f9cd tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Allocated IP 172.20.0.3 (d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f/46a5ffa0-040a-44d5-94e6-d6b9dd98fc5c/14e37caf-b46e-4341-bdfb-09d2ca63641e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:11:18.944355 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fccf3f-df9e-4c31-9145-1b5b262ab7ee req-54702e5c-c5c1-4ed7-bff3-7a6a44f0368e tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:18.946098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79fccf3f-df9e-4c31-9145-1b5b262ab7ee req-54702e5c-c5c1-4ed7-bff3-7a6a44f0368e tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 946 time: 0.4328070 Jul 15 15:11:18.951096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9a827-e20d-4e18-b244-d11e46840c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d386d65-cdcf-4aa1-8653-29a9ae01e137,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:19.103482 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72c54141-fcbc-4242-af56-143637fdfb4b req-95700735-5898-4580-9c7f-ea49f0702526 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0838208 Jul 15 15:11:19.177456 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-829e4e4a-f64e-4e6d-8150-aa824fd1f9cd tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:19.183958 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79fccf3f-df9e-4c31-9145-1b5b262ab7ee req-7771b2aa-74f2-4b55-9771-138f7d2a55d4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783900 Jul 15 15:11:19.187495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5533291f-0fac-4195-87c0-57e28730b926 req-abc250e9-8bd6-4366-9575-5ae88b8b4906 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Router 50702134-0a53-42cf-8837-0a89e0defb87 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:11:19.246495 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:19.285123 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-829e4e4a-f64e-4e6d-8150-aa824fd1f9cd tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:19.412175 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e4e4a-f64e-4e6d-8150-aa824fd1f9cd tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Pushing event updated for resources: {'Port': ['ID=14e37caf-b46e-4341-bdfb-09d2ca63641e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:19.434214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-829e4e4a-f64e-4e6d-8150-aa824fd1f9cd tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Network d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:11:19.436160 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-829e4e4a-f64e-4e6d-8150-aa824fd1f9cd tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:19.438704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-829e4e4a-f64e-4e6d-8150-aa824fd1f9cd tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:11:19.446205 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7eb4790e-24f4-4f91-90bd-8ee24e0e4763 req-98741995-d456-4578-b67f-1cf52f58bc97 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:19.483127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:11:19.486138 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['358bf181-9463-4d34-8bb8-3f6f2ba5b949', 'd5a11cba-7276-45e5-9879-344241d16710'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:11:19.607796 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-829e4e4a-f64e-4e6d-8150-aa824fd1f9cd tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:19.608510 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-829e4e4a-f64e-4e6d-8150-aa824fd1f9cd tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:19.634701 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-829e4e4a-f64e-4e6d-8150-aa824fd1f9cd tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3485336 Jul 15 15:11:19.647311 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Request body: {'port': {'device_id': 'f15aa760-1c05-406b-88b4-936978f49751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:11:19.743231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:11:19.785474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:11:19.786134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:11:19.798226 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb4790e-24f4-4f91-90bd-8ee24e0e4763 req-98741995-d456-4578-b67f-1cf52f58bc97 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] No DVR routers for this DVR port f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:11:19.800598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98741995-d456-4578-b67f-1cf52f58bc97 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Pushing event deleted for resources: {'Port': ['ID=f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:19.820563 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:19.849174 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7eb4790e-24f4-4f91-90bd-8ee24e0e4763 req-98741995-d456-4578-b67f-1cf52f58bc97 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:19.852171 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7eb4790e-24f4-4f91-90bd-8ee24e0e4763 req-98741995-d456-4578-b67f-1cf52f58bc97 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.11 "DELETE /v2.0/ports/f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc HTTP/1.1" status: 204 len: 173 time: 1.5563109 Jul 15 15:11:19.899734 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132870d1-cd2b-4698-a614-fc42e47bde73', 'name': 'network-vif-deleted', 'tag': 'f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:19.908131 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b357599-f648-4d90-ba9b-0eddbed9bbc8" -d '{"events": [{"server_uuid": "132870d1-cd2b-4698-a614-fc42e47bde73", "name": "network-vif-deleted", "tag": "f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:19.925247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce25ca75-820d-4bfd-b887-1121858f7a18 req-a14bec10-1e66-45dc-aa26-9e041171db86 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.3056135 Jul 15 15:11:19.948733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5533291f-0fac-4195-87c0-57e28730b926 req-abc250e9-8bd6-4366-9575-5ae88b8b4906 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:11:19.972532 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdec7506-1600-4471-8b91-a3562c6e66d1 None None] Sync routers for ids ['50702134-0a53-42cf-8837-0a89e0defb87'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:11:20.111293 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5533291f-0fac-4195-87c0-57e28730b926 req-abc250e9-8bd6-4366-9575-5ae88b8b4906 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] No DVR routers for this DVR port 9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:11:20.128076 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5533291f-0fac-4195-87c0-57e28730b926 req-abc250e9-8bd6-4366-9575-5ae88b8b4906 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:20.130398 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5533291f-0fac-4195-87c0-57e28730b926 req-abc250e9-8bd6-4366-9575-5ae88b8b4906 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.22 "DELETE /v2.0/ports/9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6 HTTP/1.1" status: 204 len: 173 time: 3.7155721 Jul 15 15:11:20.131450 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec7506-1600-4471-8b91-a3562c6e66d1 None None] Routers {'50702134-0a53-42cf-8837-0a89e0defb87'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:11:20.132449 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fdec7506-1600-4471-8b91-a3562c6e66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:11:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['50702134-0a53-42cf-8837-0a89e0defb87'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:20.182769 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe142a-ca92-4053-b0da-54ca3167baa5 req-c9c78c87-8a4d-4bfe-83cf-4b2f262d922f tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:20.206026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-00fe142a-ca92-4053-b0da-54ca3167baa5 req-c9c78c87-8a4d-4bfe-83cf-4b2f262d922f tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 931 time: 0.6001101 Jul 15 15:11:20.338194 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-194f031e-331d-46ac-a348-8697aa20b38d req-2642341c-b280-42f0-aff8-b08de0d99dae tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6ffb8fd-149e-4ced-be07-0db0de0346d4 HTTP/1.1" status: 200 len: 210 time: 0.1708102 Jul 15 15:11:20.357094 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-fdec7506-1600-4471-8b91-a3562c6e66d1 None None] Set router 50702134-0a53-42cf-8837-0a89e0defb87 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:11:20.421924 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-00fe142a-ca92-4053-b0da-54ca3167baa5 req-a2a4b5a6-ff3c-4b14-b358-b5f3e45a1c86 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091017 Jul 15 15:11:20.477286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e37caf-b46e-4341-bdfb-09d2ca63641e {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:11:20.521165 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b4a7de-4d57-458a-9432-a3ca3ea346f4 x-openstack-request-id: req-64b4a7de-4d57-458a-9432-a3ca3ea346f4 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:20.522026 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132870d1-cd2b-4698-a614-fc42e47bde73", "name": "network-vif-deleted", "tag": "f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:20.523955 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:20.526484 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-64b4a7de-4d57-458a-9432-a3ca3ea346f4 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:20.527311 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132870d1-cd2b-4698-a614-fc42e47bde73', 'name': 'network-vif-deleted', 'tag': 'f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc', 'status': 'completed', 'code': 200} Jul 15 15:11:20.578174 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Transition to ACTIVE for port object 14e37caf-b46e-4341-bdfb-09d2ca63641e will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:11:20.596914 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:21.019842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Attempting to bind port 14e37caf-b46e-4341-bdfb-09d2ca63641e on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:11:21.020575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Attempting to bind port 14e37caf-b46e-4341-bdfb-09d2ca63641e by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5afc904-ad5a-4de5-ac9e-e5cf40f31c2f'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:11:21.021670 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Attempting to bind port 14e37caf-b46e-4341-bdfb-09d2ca63641e on network d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:11:21.029753 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Pushing event updated for resources: {'Port': ['ID=14e37caf-b46e-4341-bdfb-09d2ca63641e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:21.031937 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fdec7506-1600-4471-8b91-a3562c6e66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50702134-0a53-42cf-8837-0a89e0defb87', 'name': 'tempest-ServerActionsTestJSON-820474080-router', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:00:52Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'gw_port': {'id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:00:53Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3893c474-20a8-46dd-9cd2-10f345d5e834', 'name': '', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'mac_address': 'fa:16:3e:51:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:00Z', 'updated_at': '2021-07-15T15:01:10Z', 'revision_number': 5, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'subnets': [{'id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:21.034807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Port 14e37caf-b46e-4341-bdfb-09d2ca63641e on network d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:11:21.035875 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Attempting to bind port 14e37caf-b46e-4341-bdfb-09d2ca63641e on network d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:11:21.043898 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:11:21.044539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Checking segment: {'id': '8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5afc904-ad5a-4de5-ac9e-e5cf40f31c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:11:21.045144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Bound using segment: {'id': '8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5afc904-ad5a-4de5-ac9e-e5cf40f31c2f'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:11:21.045806 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Bound port: 14e37caf-b46e-4341-bdfb-09d2ca63641e, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd5afc904-ad5a-4de5-ac9e-e5cf40f31c2f'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:11:21.046458 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:21.087724 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d14731f-8696-4ad1-8e6d-f9d010387943 req-9772743a-0136-418e-8fa2-349b9bc0181d tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=132870d1-cd2b-4698-a614-fc42e47bde73 HTTP/1.1" status: 200 len: 210 time: 0.2160869 Jul 15 15:11:21.130818 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdec7506-1600-4471-8b91-a3562c6e66d1 None None] Checking router: 50702134-0a53-42cf-8837-0a89e0defb87 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:11:21.134795 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-682919ba-1c37-43af-9099-2516b75fc56c req-a6ac07b8-a661-4724-b54e-612e5c4f85f7 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.2036309 Jul 15 15:11:21.143543 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec7506-1600-4471-8b91-a3562c6e66d1 None None] Routers {'50702134-0a53-42cf-8837-0a89e0defb87'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:11:21.144154 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fdec7506-1600-4471-8b91-a3562c6e66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:11:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['50702134-0a53-42cf-8837-0a89e0defb87'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:21.215501 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] For port 14e37caf-b46e-4341-bdfb-09d2ca63641e, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:11:21.237141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] For port 14e37caf-b46e-4341-bdfb-09d2ca63641e, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=14e37caf-b46e-4341-bdfb-09d2ca63641e,segment=NetworkSegment(8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3),segment_id=8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:11:21.255922 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:21.308485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:21.309981 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:21.319700 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] 10.222.0.22 "PUT /v2.0/ports/14e37caf-b46e-4341-bdfb-09d2ca63641e HTTP/1.1" status: 200 len: 1091 time: 1.6775982 Jul 15 15:11:21.322430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15aa760-1c05-406b-88b4-936978f49751', 'tag': '14e37caf-b46e-4341-bdfb-09d2ca63641e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:21.326750 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2250b226-8725-4408-bdea-31d4416269b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f15aa760-1c05-406b-88b4-936978f49751", "tag": "14e37caf-b46e-4341-bdfb-09d2ca63641e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:21.346846 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1166f3d-0a45-4d2d-b13c-62188a22ba62 req-7fc99bd1-5800-470f-aefc-17c3b7323ba2 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0524080 Jul 15 15:11:21.394500 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-fdec7506-1600-4471-8b91-a3562c6e66d1 None None] Set router 50702134-0a53-42cf-8837-0a89e0defb87 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:11:21.445004 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3a34ed-0367-4192-8886-6cd88fc9d56a x-openstack-request-id: req-7b3a34ed-0367-4192-8886-6cd88fc9d56a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:21.445307 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15aa760-1c05-406b-88b4-936978f49751", "tag": "14e37caf-b46e-4341-bdfb-09d2ca63641e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:21.445564 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7b3a34ed-0367-4192-8886-6cd88fc9d56a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:21.445973 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15aa760-1c05-406b-88b4-936978f49751', 'tag': '14e37caf-b46e-4341-bdfb-09d2ca63641e', 'status': 'completed', 'code': 200} Jul 15 15:11:21.486110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cb8d1-197c-4772-bf82-3957d5829afd service neutron] Pushing event updated for resources: {'Port': ['ID=14e37caf-b46e-4341-bdfb-09d2ca63641e,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:21.548413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-95736453-6b06-4c98-af3b-d2b31d5f1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:21.550105 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-95736453-6b06-4c98-af3b-d2b31d5f1652 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49009d531583482cb4ed64f2ddbffa2e&device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 1094 time: 0.1761055 Jul 15 15:11:21.608488 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38670) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:21.640439 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-dc5a8f6e-bfa7-493f-b4bd-d291d1ad638a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14e37caf-b46e-4341-bdfb-09d2ca63641e HTTP/1.1" status: 200 len: 217 time: 0.0821998 Jul 15 15:11:21.764259 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2507ab78-61ad-4b25-a523-94de880cff6e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:21.796050 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-f76202fd-30b7-46d7-ae58-9edeee51ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:21.802795 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-f76202fd-30b7-46d7-ae58-9edeee51ab88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46a5ffa0-040a-44d5-94e6-d6b9dd98fc5c HTTP/1.1" status: 200 len: 854 time: 0.1550651 Jul 15 15:11:21.805582 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2507ab78-61ad-4b25-a523-94de880cff6e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:21.843314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1c055-82d5-4f38-bafb-e081dec1651a req-0de8e900-86d0-4210-b6e8-e7d76f4874fb tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:21.850226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3bf1c055-82d5-4f38-bafb-e081dec1651a req-0de8e900-86d0-4210-b6e8-e7d76f4874fb tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 943 time: 0.1463585 Jul 15 15:11:21.878976 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fdec7506-1600-4471-8b91-a3562c6e66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50702134-0a53-42cf-8837-0a89e0defb87', 'name': 'tempest-ServerActionsTestJSON-820474080-router', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:00:52Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'gw_port': {'id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:00:53Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3893c474-20a8-46dd-9cd2-10f345d5e834', 'name': '', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'mac_address': 'fa:16:3e:51:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:00Z', 'updated_at': '2021-07-15T15:01:10Z', 'revision_number': 5, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'subnets': [{'id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:21.919165 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3bf1c055-82d5-4f38-bafb-e081dec1651a req-f3b1a796-4e30-4c5e-b3ca-407c4abda3f5 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678453 Jul 15 15:11:21.922590 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-1a2954b9-e23e-491b-95b5-6a9e002eb5a0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135569 Jul 15 15:11:21.945355 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2507ab78-61ad-4b25-a523-94de880cff6e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:21.951841 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2507ab78-61ad-4b25-a523-94de880cff6e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:21.955377 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2507ab78-61ad-4b25-a523-94de880cff6e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "DELETE /v2.0/security-groups/2a6e716e-fafd-452e-8e8e-d7016e739ba4 HTTP/1.1" status: 204 len: 168 time: 0.3452971 Jul 15 15:11:21.972146 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38686) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:21.973411 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdec7506-1600-4471-8b91-a3562c6e66d1 None None] The sync data for ids ['50702134-0a53-42cf-8837-0a89e0defb87'] in n-d-764435-3 is: [{'id': '50702134-0a53-42cf-8837-0a89e0defb87', 'name': 'tempest-ServerActionsTestJSON-820474080-router', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:00:52Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'gw_port': {'id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:00:53Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3893c474-20a8-46dd-9cd2-10f345d5e834', 'name': '', 'network_id': '279c9251-f575-4675-be20-04a9e6587e7b', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'mac_address': 'fa:16:3e:51:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:00Z', 'updated_at': '2021-07-15T15:01:10Z', 'revision_number': 5, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'subnets': [{'id': 'e32fa86b-919e-44da-8f1f-1b14acd5ffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:11:22.038989 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-504e6a27-fba4-40e9-8c2a-53f95e47b167 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] show failed (client error): The resource could not be found. Jul 15 15:11:22.047315 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-504e6a27-fba4-40e9-8c2a-53f95e47b167 tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "GET /v2.0/security-groups/2a6e716e-fafd-452e-8e8e-d7016e739ba4 HTTP/1.1" status: 404 len: 347 time: 0.0623701 Jul 15 15:11:22.059753 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38690) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:22.069343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507ab78-61ad-4b25-a523-94de880cff6e tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6e716e-fafd-452e-8e8e-d7016e739ba4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:22.208275 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-bc6e42f6-958e-4b42-9d7f-eef5885ee3e1 service neutron] 10.222.0.22 "GET /v2.0/networks/d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774208 Jul 15 15:11:22.433551 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-222a409d-6a38-4210-a42d-5f1e182e97a1 req-5b3e2b1e-0977-4e10-a69d-dfa96ba99baa service neutron] 10.222.0.22 "GET /v2.0/networks/d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170544 Jul 15 15:11:22.453160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61444d77-1e37-422f-aaf5-f03bfdad2215 req-d7e926c5-b69d-4ba8-9464-adec565e5494 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0340459 Jul 15 15:11:22.475286 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-4c13bc53-25a2-42c4-a0d0-6af9485776ec tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Deleting port d6b936b4-502f-4f3d-9663-22cbec3d2d1e {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:22.482985 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c13bc53-25a2-42c4-a0d0-6af9485776ec tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:22.598257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'name': 'network-vif-deleted', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:22.600546 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9582c5-c66e-446d-b30f-fe4e7a2d5ae1" -d '{"events": [{"server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "name": "network-vif-deleted", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:22.625274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66221d49-0b54-438a-a455-89e0412a2318 None None] New status for floating IP cf63cd3c-cd86-441d-9a35-6cc2080ea761: DOWN {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:11:22.655961 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250b226-8725-4408-bdea-31d4416269b9 req-7290a5e7-292e-4fd5-a5a5-6cd9a2e12b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:22.659997 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2250b226-8725-4408-bdea-31d4416269b9 req-7290a5e7-292e-4fd5-a5a5-6cd9a2e12b14 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49009d531583482cb4ed64f2ddbffa2e&device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 1094 time: 0.1624308 Jul 15 15:11:22.680038 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c13bc53-25a2-42c4-a0d0-6af9485776ec tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:22.680570 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c13bc53-25a2-42c4-a0d0-6af9485776ec tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:22.711555 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-4c13bc53-25a2-42c4-a0d0-6af9485776ec tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Calling delete_port for d6b936b4-502f-4f3d-9663-22cbec3d2d1e owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:22.833394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250b226-8725-4408-bdea-31d4416269b9 req-795e920f-7c0c-47b7-8063-d20c85e906ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:22.834912 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2250b226-8725-4408-bdea-31d4416269b9 req-795e920f-7c0c-47b7-8063-d20c85e906ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f HTTP/1.1" status: 200 len: 915 time: 0.1667252 Jul 15 15:11:22.889636 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d7ad4a53-f769-4334-8e7a-9b6bc3a51361 req-2f16d9cb-cf22-4350-b914-85bf12aed5fa tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.1598508 Jul 15 15:11:22.929728 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2250b226-8725-4408-bdea-31d4416269b9 req-3d184a0c-6839-4ea6-8879-05d081a66c91 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14e37caf-b46e-4341-bdfb-09d2ca63641e HTTP/1.1" status: 200 len: 217 time: 0.0853553 Jul 15 15:11:23.033568 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5141d3d2-a04e-4b23-85f6-db1cb67b4b51 x-openstack-request-id: req-5141d3d2-a04e-4b23-85f6-db1cb67b4b51 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:23.033881 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ffb8fd-149e-4ced-be07-0db0de0346d4", "name": "network-vif-deleted", "tag": "9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:23.034627 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5141d3d2-a04e-4b23-85f6-db1cb67b4b51 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:23.034627 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ffb8fd-149e-4ced-be07-0db0de0346d4', 'name': 'network-vif-deleted', 'tag': '9d2d1f23-4a32-4dd3-9f43-3fd3a5d408e6', 'status': 'completed', 'code': 200} Jul 15 15:11:23.070793 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c13bc53-25a2-42c4-a0d0-6af9485776ec tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:23.075604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250b226-8725-4408-bdea-31d4416269b9 req-45382658-b440-42b6-941c-a4175430a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:23.084450 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2250b226-8725-4408-bdea-31d4416269b9 req-45382658-b440-42b6-941c-a4175430a4df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46a5ffa0-040a-44d5-94e6-d6b9dd98fc5c HTTP/1.1" status: 200 len: 854 time: 0.1469014 Jul 15 15:11:23.134235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13bc53-25a2-42c4-a0d0-6af9485776ec tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Pushing event deleted for resources: {'Port': ['ID=d6b936b4-502f-4f3d-9663-22cbec3d2d1e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:23.160800 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:11:23.177173 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2250b226-8725-4408-bdea-31d4416269b9 req-6296b4c8-7ead-42c4-a6e7-e9b5739002b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849125 Jul 15 15:11:23.204042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:11:23.206158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device f7ac02ba-1b6d-4c6d-837b-b2e7fd51ddcc not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:11:23.330340 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c13bc53-25a2-42c4-a0d0-6af9485776ec tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:23.332990 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c13bc53-25a2-42c4-a0d0-6af9485776ec tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:23.337264 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4c13bc53-25a2-42c4-a0d0-6af9485776ec tempest-ServerActionsTestJSON-926853500 tempest-ServerActionsTestJSON-926853500-project] 10.222.0.38 "DELETE /v2.0/floatingips/cf63cd3c-cd86-441d-9a35-6cc2080ea761 HTTP/1.1" status: 204 len: 168 time: 1.2764332 Jul 15 15:11:23.340107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38746) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:23.367627 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23997ffa-fd41-4d4e-9af6-3b89c874e514 req-5a5f17e5-1276-443f-8c11-8958f3c24803 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:23.369176 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-23997ffa-fd41-4d4e-9af6-3b89c874e514 req-5a5f17e5-1276-443f-8c11-8958f3c24803 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 943 time: 0.1472697 Jul 15 15:11:23.393340 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4c665-187f-4657-9885-e89be23aefd3 req-178330da-c696-499a-86c8-7719fbd304ff tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:23.397055 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2cc4c665-187f-4657-9885-e89be23aefd3 req-178330da-c696-499a-86c8-7719fbd304ff tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 946 time: 0.1200745 Jul 15 15:11:23.425145 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2250b226-8725-4408-bdea-31d4416269b9 req-b9bc889e-c56c-463f-a9cb-f3066947dd40 service neutron] 10.222.0.22 "GET /v2.0/networks/d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361336 Jul 15 15:11:23.473825 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2cc4c665-187f-4657-9885-e89be23aefd3 req-6949c24a-7394-40f7-9b6f-9d714c638a2d tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748413 Jul 15 15:11:23.478659 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-23997ffa-fd41-4d4e-9af6-3b89c874e514 req-87a33378-4e4e-40e2-b0e7-733b0f340a79 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787737 Jul 15 15:11:23.601134 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2250b226-8725-4408-bdea-31d4416269b9 req-616fdfdf-993a-4266-a67e-64f759a4d5fe service neutron] 10.222.0.22 "GET /v2.0/networks/d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671174 Jul 15 15:11:23.722332 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea02e559-6021-42a7-b917-3563236f7ccf req-6c5bc3f3-eee3-4b4b-b322-ec7e7ee81b02 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0606608 Jul 15 15:11:24.226387 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a6a465c-4111-4c87-bcf4-9e4b955b59ca req-31366d2b-968d-4af7-a203-9b567e8e4e3c tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0754628 Jul 15 15:11:24.548359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6d22d-d20c-42e0-b39a-2db40072e5bf req-392b4699-255b-4952-aad9-3b0457838bf0 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:24.549929 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3aa6d22d-d20c-42e0-b39a-2db40072e5bf req-392b4699-255b-4952-aad9-3b0457838bf0 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 946 time: 0.1556733 Jul 15 15:11:24.738125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee828d0-5ace-48dc-a08a-add0f64ed26b req-73d95590-9f8c-4848-bb82-d195b49e50b1 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:24.747577 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9ee828d0-5ace-48dc-a08a-add0f64ed26b req-73d95590-9f8c-4848-bb82-d195b49e50b1 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 946 time: 0.0899694 Jul 15 15:11:24.810263 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab064e55-6a9c-4e8a-ba55-9796cf86ae60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:24.813463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3aa6d22d-d20c-42e0-b39a-2db40072e5bf req-d36efb7d-32f9-48e4-ba66-eea65e355cf4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Deleting port d5a11cba-7276-45e5-9879-344241d16710 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:24.813817 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3aa6d22d-d20c-42e0-b39a-2db40072e5bf req-d36efb7d-32f9-48e4-ba66-eea65e355cf4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:24.899455 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9ee828d0-5ace-48dc-a08a-add0f64ed26b req-5aad8348-39b4-4d31-9656-40704da2e7f7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504550 Jul 15 15:11:24.917956 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38842) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:24.980741 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b7fb2-f171-4124-a3c1-a5fb46e7632b req-909785ed-6745-4985-8e7d-a36f6008d11b tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:24.991783 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c0b7fb2-f171-4124-a3c1-a5fb46e7632b req-909785ed-6745-4985-8e7d-a36f6008d11b tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 943 time: 0.2084439 Jul 15 15:11:25.125420 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1f0a214-89cf-443d-8752-64ced1601f78 req-b9ce898e-678e-4644-8393-b0e6e83b1ffd tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0667422 Jul 15 15:11:25.144936 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3aa6d22d-d20c-42e0-b39a-2db40072e5bf req-d36efb7d-32f9-48e4-ba66-eea65e355cf4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] For port d5a11cba-7276-45e5-9879-344241d16710, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d5a11cba-7276-45e5-9879-344241d16710,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:25.145411 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3aa6d22d-d20c-42e0-b39a-2db40072e5bf req-d36efb7d-32f9-48e4-ba66-eea65e355cf4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.153929 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c0b7fb2-f171-4124-a3c1-a5fb46e7632b req-af077885-c90d-40e4-8f64-9a7fb3112504 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611760 Jul 15 15:11:25.188348 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3aa6d22d-d20c-42e0-b39a-2db40072e5bf req-d36efb7d-32f9-48e4-ba66-eea65e355cf4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Calling delete_port for d5a11cba-7276-45e5-9879-344241d16710 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:25.212080 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42ded892-9a4e-4033-a950-7f8fdb5a3e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.426979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f2ea4e2-e39f-4727-9522-58c4ba85a432 req-dc0dea42-c194-4641-b405-6f79d68a7f10 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0413172 Jul 15 15:11:25.433010 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42ded892-9a4e-4033-a950-7f8fdb5a3e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.441176 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42ded892-9a4e-4033-a950-7f8fdb5a3e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.491276 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-42ded892-9a4e-4033-a950-7f8fdb5a3e5b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=58b65167547e42c5bd289b12e33a50f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5706110 Jul 15 15:11:25.491891 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38850) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:25.552249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ded892-9a4e-4033-a950-7f8fdb5a3e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c058ac46-1e59-4d7e-86b5-3e2142b78161,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:25.583926 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ab064e55-6a9c-4e8a-ba55-9796cf86ae60 admin admin] Deleting port 3893c474-20a8-46dd-9cd2-10f345d5e834 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:25.584477 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab064e55-6a9c-4e8a-ba55-9796cf86ae60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.601024 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3aa6d22d-d20c-42e0-b39a-2db40072e5bf req-d36efb7d-32f9-48e4-ba66-eea65e355cf4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.616190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['358bf181-9463-4d34-8bb8-3f6f2ba5b949', 'd5a11cba-7276-45e5-9879-344241d16710'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:11:25.644973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36efb7d-32f9-48e4-ba66-eea65e355cf4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Pushing event deleted for resources: {'Port': ['ID=d5a11cba-7276-45e5-9879-344241d16710,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:25.672964 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e932fd4-9893-46e5-bfc2-ca5092831f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.733614 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa6d22d-d20c-42e0-b39a-2db40072e5bf req-d36efb7d-32f9-48e4-ba66-eea65e355cf4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] No DVR routers for this DVR port d5a11cba-7276-45e5-9879-344241d16710 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:11:25.736899 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3aa6d22d-d20c-42e0-b39a-2db40072e5bf req-d36efb7d-32f9-48e4-ba66-eea65e355cf4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.740275 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3aa6d22d-d20c-42e0-b39a-2db40072e5bf req-d36efb7d-32f9-48e4-ba66-eea65e355cf4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "DELETE /v2.0/ports/d5a11cba-7276-45e5-9879-344241d16710 HTTP/1.1" status: 204 len: 173 time: 1.1766868 Jul 15 15:11:25.740275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af8cd82-19d8-4c94-8fbc-235be2788758', 'name': 'network-vif-deleted', 'tag': 'd5a11cba-7276-45e5-9879-344241d16710'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:25.741168 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e932fd4-9893-46e5-bfc2-ca5092831f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.744553 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85ad0e8-3383-4120-b211-0c9eb4eda604" -d '{"events": [{"server_uuid": "7af8cd82-19d8-4c94-8fbc-235be2788758", "name": "network-vif-deleted", "tag": "d5a11cba-7276-45e5-9879-344241d16710"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:25.800087 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-ab064e55-6a9c-4e8a-ba55-9796cf86ae60 admin admin] For port 3893c474-20a8-46dd-9cd2-10f345d5e834, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3893c474-20a8-46dd-9cd2-10f345d5e834,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:25.800678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab064e55-6a9c-4e8a-ba55-9796cf86ae60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.837043 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2848901-d60a-4833-b8a3-1c6ff47a1ada x-openstack-request-id: req-c2848901-d60a-4833-b8a3-1c6ff47a1ada {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:25.837526 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af8cd82-19d8-4c94-8fbc-235be2788758", "name": "network-vif-deleted", "tag": "d5a11cba-7276-45e5-9879-344241d16710", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:25.838750 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c2848901-d60a-4833-b8a3-1c6ff47a1ada {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:25.843084 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af8cd82-19d8-4c94-8fbc-235be2788758', 'name': 'network-vif-deleted', 'tag': 'd5a11cba-7276-45e5-9879-344241d16710', 'status': 'completed', 'code': 200} Jul 15 15:11:25.866806 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ab064e55-6a9c-4e8a-ba55-9796cf86ae60 admin admin] Calling delete_port for 3893c474-20a8-46dd-9cd2-10f345d5e834 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:25.898580 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e932fd4-9893-46e5-bfc2-ca5092831f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.904043 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e932fd4-9893-46e5-bfc2-ca5092831f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.909567 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2e932fd4-9893-46e5-bfc2-ca5092831f5b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c058ac46-1e59-4d7e-86b5-3e2142b78161 HTTP/1.1" status: 204 len: 168 time: 0.4151075 Jul 15 15:11:25.948405 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e932fd4-9893-46e5-bfc2-ca5092831f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c058ac46-1e59-4d7e-86b5-3e2142b78161,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:26.247095 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b073860-9e57-4858-89db-ac48b373b137 req-6260a7b7-a55b-4de9-8bc2-e92d559b1490 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=7af8cd82-19d8-4c94-8fbc-235be2788758 HTTP/1.1" status: 200 len: 210 time: 0.1560392 Jul 15 15:11:26.385646 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 14e37caf-b46e-4341-bdfb-09d2ca63641e details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:11:26.500043 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab064e55-6a9c-4e8a-ba55-9796cf86ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:26.564776 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab064e55-6a9c-4e8a-ba55-9796cf86ae60 admin admin] Pushing event deleted for resources: {'Port': ['ID=3893c474-20a8-46dd-9cd2-10f345d5e834,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:26.650114 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:11:26.670824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a4d4855f-7d0e-4592-920b-855e8e096f51 req-6fdbfda2-4e10-444c-920f-81629708864f tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.1848636 Jul 15 15:11:26.810045 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77739b7-ee64-4aed-8314-3946d19b76f4 req-9b4dd916-d6da-4915-a57d-1d1320dc825b tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:26.826224 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c77739b7-ee64-4aed-8314-3946d19b76f4 req-9b4dd916-d6da-4915-a57d-1d1320dc825b tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 943 time: 0.3174198 Jul 15 15:11:26.921815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38872) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:26.971009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 14e37caf-b46e-4341-bdfb-09d2ca63641e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=14e37caf-b46e-4341-bdfb-09d2ca63641e,segment=NetworkSegment(8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3),segment_id=8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:27.001798 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c77739b7-ee64-4aed-8314-3946d19b76f4 req-0b0f16ab-4749-4788-a831-fb9902a3d055 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718593 Jul 15 15:11:27.008066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '14e37caf-b46e-4341-bdfb-09d2ca63641e', 'network_id': 'd5afc904-ad5a-4de5-ac9e-e5cf40f31c2f', 'port_id': '14e37caf-b46e-4341-bdfb-09d2ca63641e', 'mac_address': 'fa:16:3e:c8:26:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a5ffa0-040a-44d5-94e6-d6b9dd98fc5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:11:27.016327 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de7861bc-7b22-41b3-8ef4-44ff10920f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:27.127825 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:27.161346 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e37caf-b46e-4341-bdfb-09d2ca63641e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:11:27.220328 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 14e37caf-b46e-4341-bdfb-09d2ca63641e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=14e37caf-b46e-4341-bdfb-09d2ca63641e,segment=NetworkSegment(8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3),segment_id=8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:27.235125 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab064e55-6a9c-4e8a-ba55-9796cf86ae60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:27.235709 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e64e8c5e-caa7-4312-be9e-0d4938831a02 req-4d59efba-b362-417b-9c4c-ed4b41948953 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0866814 Jul 15 15:11:27.253709 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:27.456686 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=14e37caf-b46e-4341-bdfb-09d2ca63641e,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:27.462754 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de7861bc-7b22-41b3-8ef4-44ff10920f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:27.480149 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de7861bc-7b22-41b3-8ef4-44ff10920f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:27.523119 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['14e37caf-b46e-4341-bdfb-09d2ca63641e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:11:27.528738 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-de7861bc-7b22-41b3-8ef4-44ff10920f23 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f162060a4f494ef0b7f4a7047e672f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6055624 Jul 15 15:11:27.529871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7861bc-7b22-41b3-8ef4-44ff10920f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbb5d02-7ad1-49ee-980a-e212745b619a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:27.532386 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38882) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:27.647787 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-157415e7-6a71-44d0-9583-a699cf5c34e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:27.758128 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-157415e7-6a71-44d0-9583-a699cf5c34e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:27.775396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device d5a11cba-7276-45e5-9879-344241d16710 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:11:27.908480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab064e55-6a9c-4e8a-ba55-9796cf86ae60 admin admin] Router 50702134-0a53-42cf-8837-0a89e0defb87 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:11:27.927998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: d5a11cba-7276-45e5-9879-344241d16710 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:11:27.928434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device d5a11cba-7276-45e5-9879-344241d16710 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:11:27.934233 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-157415e7-6a71-44d0-9583-a699cf5c34e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:27.940941 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-157415e7-6a71-44d0-9583-a699cf5c34e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:27.943965 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-157415e7-6a71-44d0-9583-a699cf5c34e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dfbb5d02-7ad1-49ee-980a-e212745b619a HTTP/1.1" status: 204 len: 168 time: 0.4100354 Jul 15 15:11:28.051735 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157415e7-6a71-44d0-9583-a699cf5c34e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbb5d02-7ad1-49ee-980a-e212745b619a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:28.108387 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8b25148-fefa-4cda-b57f-045d87aa1346 req-55ee099d-df7d-4bb8-8342-3817d8a83174 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0981722 Jul 15 15:11:28.302577 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab064e55-6a9c-4e8a-ba55-9796cf86ae60 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:11:28.317119 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9ed88-42d1-4efc-b086-cedc3fc5c932 None None] Sync routers for ids ['50702134-0a53-42cf-8837-0a89e0defb87'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:11:28.318135 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ab064e55-6a9c-4e8a-ba55-9796cf86ae60 admin admin] 10.222.0.38 "PUT /v2.0/routers/50702134-0a53-42cf-8837-0a89e0defb87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9693491 Jul 15 15:11:28.319436 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38904) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:28.342176 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9ed88-42d1-4efc-b086-cedc3fc5c932 None None] Routers {'50702134-0a53-42cf-8837-0a89e0defb87'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:11:28.344548 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-72b9ed88-42d1-4efc-b086-cedc3fc5c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:11:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['50702134-0a53-42cf-8837-0a89e0defb87'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:28.381961 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396af61-823a-4726-9ffd-33c1550b1aba req-f5c35510-2530-42b3-8269-97f8b97d2c9d tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:28.389397 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3396af61-823a-4726-9ffd-33c1550b1aba req-f5c35510-2530-42b3-8269-97f8b97d2c9d tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 806 time: 0.4941068 Jul 15 15:11:28.482683 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3396af61-823a-4726-9ffd-33c1550b1aba req-c2156bee-0b12-4897-8ccc-e097bf674d99 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/quotas/9f3de406124b47ed845d6b37dd986580 HTTP/1.1" status: 200 len: 375 time: 0.0901756 Jul 15 15:11:28.684413 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-72b9ed88-42d1-4efc-b086-cedc3fc5c932 None None] Set router 50702134-0a53-42cf-8837-0a89e0defb87 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:11:28.697960 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-329cd481-41d8-48ed-8767-d913303f18a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:28.912838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3396af61-823a-4726-9ffd-33c1550b1aba req-06dc5f44-bf39-4d40-a8c5-b16c3ca6aadf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4292672 Jul 15 15:11:28.952882 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c88c8-3485-477d-b42d-1f523f15b959 req-db6e7cfa-0415-48e9-a4bb-548195c65be4 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:28.977030 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-958c88c8-3485-477d-b42d-1f523f15b959 req-db6e7cfa-0415-48e9-a4bb-548195c65be4 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 944 time: 0.5618067 Jul 15 15:11:29.081955 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-329cd481-41d8-48ed-8767-d913303f18a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:29.179808 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-958c88c8-3485-477d-b42d-1f523f15b959 req-62fc81db-17be-4a78-910f-262ccb3ac44d tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015765 Jul 15 15:11:29.376336 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-329cd481-41d8-48ed-8767-d913303f18a2 admin admin] Deleting port 84e120cb-3689-4ef0-8882-28b5f6f9751c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:29.376894 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-329cd481-41d8-48ed-8767-d913303f18a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:29.395922 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-72b9ed88-42d1-4efc-b086-cedc3fc5c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50702134-0a53-42cf-8837-0a89e0defb87', 'name': 'tempest-ServerActionsTestJSON-820474080-router', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:00:52Z', 'updated_at': '2021-07-15T15:11:26Z', 'revision_number': 5, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'gw_port': {'id': '84e120cb-3689-4ef0-8882-28b5f6f9751c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50702134-0a53-42cf-8837-0a89e0defb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:00:53Z', 'updated_at': '2021-07-15T15:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:29.419826 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3396af61-823a-4726-9ffd-33c1550b1aba req-e1be9ce5-722f-4e93-a139-1fc565b6e391 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391117 Jul 15 15:11:29.488747 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9ed88-42d1-4efc-b086-cedc3fc5c932 None None] Checking router: 50702134-0a53-42cf-8837-0a89e0defb87 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:11:29.513346 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9ed88-42d1-4efc-b086-cedc3fc5c932 None None] Routers {'50702134-0a53-42cf-8837-0a89e0defb87'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:11:29.514172 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-72b9ed88-42d1-4efc-b086-cedc3fc5c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:11:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['50702134-0a53-42cf-8837-0a89e0defb87'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:29.646250 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-48329986-f81e-44c3-bfe6-84c1241381ff req-8dcaa987-3e3d-4e8f-9e56-633194212f53 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.1084845 Jul 15 15:11:29.664240 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-72b9ed88-42d1-4efc-b086-cedc3fc5c932 None None] Set router 50702134-0a53-42cf-8837-0a89e0defb87 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:11:29.764998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 14e37caf-b46e-4341-bdfb-09d2ca63641e up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:11:29.814306 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-329cd481-41d8-48ed-8767-d913303f18a2 admin admin] For port 84e120cb-3689-4ef0-8882-28b5f6f9751c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=84e120cb-3689-4ef0-8882-28b5f6f9751c,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:29.827102 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-329cd481-41d8-48ed-8767-d913303f18a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:29.865734 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 14e37caf-b46e-4341-bdfb-09d2ca63641e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:11:29.870911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 14e37caf-b46e-4341-bdfb-09d2ca63641e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:11:29.871495 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:29.872167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38960) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:29.882980 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-329cd481-41d8-48ed-8767-d913303f18a2 admin admin] Calling delete_port for 84e120cb-3689-4ef0-8882-28b5f6f9751c owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:29.933899 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3396af61-823a-4726-9ffd-33c1550b1aba req-23c0addd-f6da-40bc-baaf-546812e80741 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062013 Jul 15 15:11:29.985042 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-72b9ed88-42d1-4efc-b086-cedc3fc5c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50702134-0a53-42cf-8837-0a89e0defb87', 'name': 'tempest-ServerActionsTestJSON-820474080-router', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:00:52Z', 'updated_at': '2021-07-15T15:11:29Z', 'revision_number': 6, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:30.044459 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9ed88-42d1-4efc-b086-cedc3fc5c932 None None] The sync data for ids ['50702134-0a53-42cf-8837-0a89e0defb87'] in n-d-764435-3 is: [{'id': '50702134-0a53-42cf-8837-0a89e0defb87', 'name': 'tempest-ServerActionsTestJSON-820474080-router', 'tenant_id': '1c5f68e801754b35b4442f3196d57784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:00:52Z', 'updated_at': '2021-07-15T15:11:29Z', 'revision_number': 6, 'project_id': '1c5f68e801754b35b4442f3196d57784', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:11:30.069730 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:30.099310 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd7806ed-2592-4a42-ac4c-171936346c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:30.124314 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15aa760-1c05-406b-88b4-936978f49751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e37caf-b46e-4341-bdfb-09d2ca63641e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:30.126507 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c9f675-258c-4579-b6df-543a7b05bc9e" -d '{"events": [{"server_uuid": "f15aa760-1c05-406b-88b4-936978f49751", "name": "network-vif-plugged", "status": "completed", "tag": "14e37caf-b46e-4341-bdfb-09d2ca63641e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:30.131101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 14e37caf-b46e-4341-bdfb-09d2ca63641e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=14e37caf-b46e-4341-bdfb-09d2ca63641e,segment=NetworkSegment(8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3),segment_id=8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:30.140151 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:30.195863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec0ce3cf-61b8-446d-b274-cd0e8d2d6252 req-851bf7f4-c140-483a-8982-7035cf4bdb79 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.1211135 Jul 15 15:11:30.267290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=14e37caf-b46e-4341-bdfb-09d2ca63641e,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:30.354591 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aaa3de-f933-4ff2-b147-1935c358bceb x-openstack-request-id: req-97aaa3de-f933-4ff2-b147-1935c358bceb {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:30.355328 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15aa760-1c05-406b-88b4-936978f49751", "name": "network-vif-plugged", "status": "completed", "tag": "14e37caf-b46e-4341-bdfb-09d2ca63641e", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:30.356051 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-97aaa3de-f933-4ff2-b147-1935c358bceb {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:30.356781 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15aa760-1c05-406b-88b4-936978f49751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e37caf-b46e-4341-bdfb-09d2ca63641e', 'code': 200} Jul 15 15:11:30.497815 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6cc2e242-02b7-4969-b41e-86272137a4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:30.668855 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-329cd481-41d8-48ed-8767-d913303f18a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:30.696451 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eeb0a8b4-d788-44aa-b1bd-7822bcbb40e7 req-a040f6e0-5293-4d7d-a224-9879c2350dff tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 210 time: 0.2246392 Jul 15 15:11:30.715449 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329cd481-41d8-48ed-8767-d913303f18a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=84e120cb-3689-4ef0-8882-28b5f6f9751c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:30.752882 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb977212-795e-42b1-8a45-0a6b5ac6251e req-02c02407-9886-4bec-8b10-11234884d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:30.755410 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eb977212-795e-42b1-8a45-0a6b5ac6251e req-02c02407-9886-4bec-8b10-11234884d829 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 1096 time: 0.2405181 Jul 15 15:11:30.797685 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6cc2e242-02b7-4969-b41e-86272137a4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:30.825710 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6cc2e242-02b7-4969-b41e-86272137a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:30.863620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6cc2e242-02b7-4969-b41e-86272137a4fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9654f300a9b144fa96eca6f5d9ad3158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9903095 Jul 15 15:11:30.870856 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38990) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:30.883238 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eb977212-795e-42b1-8a45-0a6b5ac6251e req-eb36a33e-4d5d-4f3e-97e7-d21668d9bde3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028388 Jul 15 15:11:30.914747 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-329cd481-41d8-48ed-8767-d913303f18a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:30.938354 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2e242-02b7-4969-b41e-86272137a4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331b1b56-0be8-4ab8-8ea3-70ab423a66e8,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:31.075667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a4d3cc94-2553-4c22-899a-e486089c73a5 req-7fab650a-cb68-4e5c-be07-ef789ff2f412 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0930996 Jul 15 15:11:31.094388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306a990-e226-4480-8787-da0cb0996b5a req-1a64441e-9ce6-4b55-a137-24dc4558b6d0 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:31.110894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1306a990-e226-4480-8787-da0cb0996b5a req-1a64441e-9ce6-4b55-a137-24dc4558b6d0 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 945 time: 0.4513302 Jul 15 15:11:31.133688 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37b50019-5b94-40d8-9c3f-14e9e852ea43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:31.190236 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1306a990-e226-4480-8787-da0cb0996b5a req-a86f4491-ca00-40d9-bb71-2ed087a31ab2 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784206 Jul 15 15:11:31.192690 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37b50019-5b94-40d8-9c3f-14e9e852ea43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:31.260907 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37b50019-5b94-40d8-9c3f-14e9e852ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:31.268714 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37b50019-5b94-40d8-9c3f-14e9e852ea43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:31.270185 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-37b50019-5b94-40d8-9c3f-14e9e852ea43 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/331b1b56-0be8-4ab8-8ea3-70ab423a66e8 HTTP/1.1" status: 204 len: 168 time: 0.3875573 Jul 15 15:11:31.319217 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b50019-5b94-40d8-9c3f-14e9e852ea43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331b1b56-0be8-4ab8-8ea3-70ab423a66e8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:31.435336 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 84e120cb-3689-4ef0-8882-28b5f6f9751c no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:11:31.521663 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 84e120cb-3689-4ef0-8882-28b5f6f9751c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:11:31.522018 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 84e120cb-3689-4ef0-8882-28b5f6f9751c not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:11:31.522452 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3893c474-20a8-46dd-9cd2-10f345d5e834 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:11:31.592778 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-329cd481-41d8-48ed-8767-d913303f18a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:31.595978 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-da5d7bef-1357-4f9d-95cf-1d9d1dfbba61 req-8d8d04eb-c244-4b1f-b61a-755b843b3fbf tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0448380 Jul 15 15:11:31.596679 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-329cd481-41d8-48ed-8767-d913303f18a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:31.644355 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 3893c474-20a8-46dd-9cd2-10f345d5e834 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:11:31.647025 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3893c474-20a8-46dd-9cd2-10f345d5e834 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:11:31.684665 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-329cd481-41d8-48ed-8767-d913303f18a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:31.685832 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329cd481-41d8-48ed-8767-d913303f18a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50702134-0a53-42cf-8837-0a89e0defb87 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:11:31.691905 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-329cd481-41d8-48ed-8767-d913303f18a2 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:31.693465 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-329cd481-41d8-48ed-8767-d913303f18a2 admin admin] 10.222.0.38 "DELETE /v2.0/routers/50702134-0a53-42cf-8837-0a89e0defb87 HTTP/1.1" status: 204 len: 168 time: 3.3716178 Jul 15 15:11:31.696688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39006) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:31.793828 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba767a47-59a2-4843-990b-b8d298f7acfd admin admin] Deleting subnet e32fa86b-919e-44da-8f1f-1b14acd5ffbb {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:11:31.803048 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba767a47-59a2-4843-990b-b8d298f7acfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:31.872587 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba767a47-59a2-4843-990b-b8d298f7acfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:31.991873 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f81815db-efd0-4104-b0a0-85eaa560e4be req-6c4ad3b8-024b-4f00-ae1d-3f29b973f38a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 210 time: 0.0388551 Jul 15 15:11:32.060844 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba767a47-59a2-4843-990b-b8d298f7acfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:32.179376 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba767a47-59a2-4843-990b-b8d298f7acfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:32.227672 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39018) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:32.246880 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ba767a47-59a2-4843-990b-b8d298f7acfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:32.253192 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ba767a47-59a2-4843-990b-b8d298f7acfd admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e32fa86b-919e-44da-8f1f-1b14acd5ffbb HTTP/1.1" status: 204 len: 168 time: 0.5515146 Jul 15 15:11:32.253192 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba767a47-59a2-4843-990b-b8d298f7acfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e32fa86b-919e-44da-8f1f-1b14acd5ffbb,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:32.254660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39022) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:32.263276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0884c18b-9070-48da-a834-fddc300b3eb8 None None] Network 279c9251-f575-4675-be20-04a9e6587e7b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:11:32.268576 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d9a0cda-b0db-4cb6-89c5-fda8c26a41cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:32.477400 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d9a0cda-b0db-4cb6-89c5-fda8c26a41cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:32.492799 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d9a0cda-b0db-4cb6-89c5-fda8c26a41cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:32.635312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-c96d25b4-18d9-4302-a0bd-95dc5ccf2501 req-950990cf-6e4f-4233-8b6d-3695bd1227ae service neutron] (100712) timed out ('10.222.0.11', 63838) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:11:32.676941 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8d9a0cda-b0db-4cb6-89c5-fda8c26a41cc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=158525258b0243eebd7f473a19b6fafc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4477966 Jul 15 15:11:32.688896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39030) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:32.712493 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a0cda-b0db-4cb6-89c5-fda8c26a41cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df47bb5-b984-46db-93c0-75c9488134b4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:32.771703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c945ead8-7845-4de8-9674-4b53cfefe2fe None None] DHCP port deletion for 279c9251-f575-4675-be20-04a9e6587e7b request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:11:32.845727 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396af61-823a-4726-9ffd-33c1550b1aba req-07ad7b8a-59c3-4592-bf5f-7a620f3c7397 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:32.854310 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3396af61-823a-4726-9ffd-33c1550b1aba req-07ad7b8a-59c3-4592-bf5f-7a620f3c7397 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 806 time: 0.3062294 Jul 15 15:11:32.874106 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-3396af61-823a-4726-9ffd-33c1550b1aba req-b23a5930-c286-43aa-b87d-ba204d958bf8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Request body: {'port': {'device_id': '8432d188-bead-46be-8aaf-635bd0041fb6', 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19', 'admin_state_up': True, 'tenant_id': '9f3de406124b47ed845d6b37dd986580'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:11:32.941886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5be8f7eb-a97c-43c7-939d-3f2e670db912 req-063707c5-2a2b-446b-9047-e18628a04091 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0567410 Jul 15 15:11:32.950149 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2148faa3-61fd-422c-8a5b-b2139abeef35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:32.971377 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:32.988687 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:32.997390 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c945ead8-7845-4de8-9674-4b53cfefe2fe None None] Deleting port cf828052-f3f7-4441-8a3a-ce8ea4619776 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:32.998391 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c945ead8-7845-4de8-9674-4b53cfefe2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:33.093610 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c945ead8-7845-4de8-9674-4b53cfefe2fe None None] For port cf828052-f3f7-4441-8a3a-ce8ea4619776, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=cf828052-f3f7-4441-8a3a-ce8ea4619776,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:33.094393 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c945ead8-7845-4de8-9674-4b53cfefe2fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:33.145378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c945ead8-7845-4de8-9674-4b53cfefe2fe None None] Calling delete_port for cf828052-f3f7-4441-8a3a-ce8ea4619776 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:33.154565 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b17d267f-9c34-4bb5-9529-f342d924af67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:33.165675 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bea4d5-6067-461c-9d58-9bd0f8d19b6e req-326495a8-28bc-46a8-968f-dded9c202430 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:33.171626 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95bea4d5-6067-461c-9d58-9bd0f8d19b6e req-326495a8-28bc-46a8-968f-dded9c202430 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 945 time: 0.2879679 Jul 15 15:11:33.243130 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b17d267f-9c34-4bb5-9529-f342d924af67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:33.258553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3396af61-823a-4726-9ffd-33c1550b1aba req-b23a5930-c286-43aa-b87d-ba204d958bf8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Made reservation on behalf of 9f3de406124b47ed845d6b37dd986580 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:11:33.258792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] Deleting port cf828052-f3f7-4441-8a3a-ce8ea4619776 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:33.259115 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:33.262545 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3396af61-823a-4726-9ffd-33c1550b1aba req-b23a5930-c286-43aa-b87d-ba204d958bf8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:33.339082 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c945ead8-7845-4de8-9674-4b53cfefe2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:33.404843 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945ead8-7845-4de8-9674-4b53cfefe2fe None None] No DVR routers for this DVR port cf828052-f3f7-4441-8a3a-ce8ea4619776 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:11:33.411760 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945ead8-7845-4de8-9674-4b53cfefe2fe None None] Pushing event deleted for resources: {'Port': ['ID=cf828052-f3f7-4441-8a3a-ce8ea4619776,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:33.414160 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b17d267f-9c34-4bb5-9529-f342d924af67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:33.421377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b17d267f-9c34-4bb5-9529-f342d924af67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:33.422003 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device cf828052-f3f7-4441-8a3a-ce8ea4619776 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:11:33.423022 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b17d267f-9c34-4bb5-9529-f342d924af67 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9df47bb5-b984-46db-93c0-75c9488134b4 HTTP/1.1" status: 204 len: 168 time: 0.7303140 Jul 15 15:11:33.446758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebc6e351-c40b-468c-961a-9dae83196ff3 req-06e66b4e-62f3-4303-8328-69e02d7a4ed5 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.1840601 Jul 15 15:11:33.451726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: cf828052-f3f7-4441-8a3a-ce8ea4619776 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:11:33.452243 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device cf828052-f3f7-4441-8a3a-ce8ea4619776 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:11:33.456889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95bea4d5-6067-461c-9d58-9bd0f8d19b6e req-1283f409-6ecf-4531-bf5a-92cf06860b21 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796073 Jul 15 15:11:33.514416 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d267f-9c34-4bb5-9529-f342d924af67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df47bb5-b984-46db-93c0-75c9488134b4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:33.551211 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] For port cf828052-f3f7-4441-8a3a-ce8ea4619776, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=cf828052-f3f7-4441-8a3a-ce8ea4619776,segment=NetworkSegment(081425bf-ff75-48ed-8fc5-345f675c6f0e),segment_id=081425bf-ff75-48ed-8fc5-345f675c6f0e)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:33.551583 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:33.599255 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] Calling delete_port for cf828052-f3f7-4441-8a3a-ce8ea4619776 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:33.638472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-3396af61-823a-4726-9ffd-33c1550b1aba req-b23a5930-c286-43aa-b87d-ba204d958bf8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Allocated IP 172.20.0.10 (9bbd04cd-865f-4f8e-b12a-7cf02a114c19/65019e12-bfdf-433d-bc85-c35edee27cc5/755fe4da-ad79-4088-99fb-d3bb40e55dcc) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:11:33.898214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1ddce913-05b8-4903-ad51-b3e39a1f2103 req-bd900a0d-a97f-4e20-a536-a6cd58a45c1c tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 210 time: 0.1109512 Jul 15 15:11:34.024571 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3396af61-823a-4726-9ffd-33c1550b1aba req-b23a5930-c286-43aa-b87d-ba204d958bf8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:34.029217 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:34.057748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf828052-f3f7-4441-8a3a-ce8ea4619776,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:34.064386 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] No DVR routers for this DVR port cf828052-f3f7-4441-8a3a-ce8ea4619776 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:11:34.152459 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3396af61-823a-4726-9ffd-33c1550b1aba req-b23a5930-c286-43aa-b87d-ba204d958bf8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:34.165017 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['358bf181-9463-4d34-8bb8-3f6f2ba5b949'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:11:34.205559 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:34.208465 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3396af61-823a-4726-9ffd-33c1550b1aba req-b23a5930-c286-43aa-b87d-ba204d958bf8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:11:34.211950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-3396af61-823a-4726-9ffd-33c1550b1aba req-b23a5930-c286-43aa-b87d-ba204d958bf8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:34.216889 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3396af61-823a-4726-9ffd-33c1550b1aba req-b23a5930-c286-43aa-b87d-ba204d958bf8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:11:34.238620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279c9251-f575-4675-be20-04a9e6587e7b']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:34.257017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081425bf-ff75-48ed-8fc5-345f675c6f0e') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:34.257446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081425bf-ff75-48ed-8fc5-345f675c6f0e') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:34.280751 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:34.294791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a5930-c286-43aa-b87d-ba204d958bf8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Pushing event updated for resources: {'Port': ['ID=755fe4da-ad79-4088-99fb-d3bb40e55dcc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:34.299686 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:34.363039 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:34.367554 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-378d69a3-92e6-425c-bdb2-0a69596baf3f req-c4b0d28a-6f55-4fd1-804e-6cd65ba7299c tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0734646 Jul 15 15:11:34.368025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396af61-823a-4726-9ffd-33c1550b1aba req-b23a5930-c286-43aa-b87d-ba204d958bf8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:34.368703 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3396af61-823a-4726-9ffd-33c1550b1aba req-b23a5930-c286-43aa-b87d-ba204d958bf8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:34.374466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:11:34.375236 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:11:34.377423 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:11:34.398616 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3396af61-823a-4726-9ffd-33c1550b1aba req-b23a5930-c286-43aa-b87d-ba204d958bf8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5357990 Jul 15 15:11:34.410494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Request body: {'port': {'device_id': '8432d188-bead-46be-8aaf-635bd0041fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:11:34.459959 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:34.467777 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:34.476582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] 10.222.0.38 "DELETE /v2.0/networks/279c9251-f575-4675-be20-04a9e6587e7b HTTP/1.1" status: 204 len: 168 time: 2.2198129 Jul 15 15:11:34.550073 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92f62d-b385-4177-913e-6874388fc719 admin admin] Pushing event deleted for resources: {'Network': ['ID=279c9251-f575-4675-be20-04a9e6587e7b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:34.598900 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:34.703834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39078) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:34.788277 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-478faa00-3ecb-4f88-9cfc-c4bbb27c2bbb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c5f68e801754b35b4442f3196d57784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821896 Jul 15 15:11:34.812951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39082) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:34.837205 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d4b7931-b483-45ad-b931-a2b5e14a257d req-20ef8caa-8bc1-4f75-a55e-a1a453af5020 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0837455 Jul 15 15:11:34.925100 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-290d9904-e308-41a9-9f17-32ccea8b98e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:34.958155 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-290d9904-e308-41a9-9f17-32ccea8b98e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:35.044039 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-290d9904-e308-41a9-9f17-32ccea8b98e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:35.047735 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-290d9904-e308-41a9-9f17-32ccea8b98e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:35.051763 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-290d9904-e308-41a9-9f17-32ccea8b98e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8c175147-fe0e-4336-b56e-65d362c2538a HTTP/1.1" status: 204 len: 168 time: 0.2360644 Jul 15 15:11:35.061786 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d9904-e308-41a9-9f17-32ccea8b98e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c175147-fe0e-4336-b56e-65d362c2538a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:35.258735 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb9a12-380e-4e89-ab2f-ffd59bf23c18 req-f2654e9d-4c81-438d-9828-d14ccec79416 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:35.267160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fdb9a12-380e-4e89-ab2f-ffd59bf23c18 req-f2654e9d-4c81-438d-9828-d14ccec79416 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 932 time: 0.1229904 Jul 15 15:11:35.290025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755fe4da-ad79-4088-99fb-d3bb40e55dcc {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:11:35.312442 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:35.340770 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fdb9a12-380e-4e89-ab2f-ffd59bf23c18 req-d562df3c-ca6d-4689-9f1a-d4f8fb614fe1 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725880 Jul 15 15:11:35.345573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Transition to ACTIVE for port object 755fe4da-ad79-4088-99fb-d3bb40e55dcc will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:11:35.359460 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:35.496881 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Pushing event updated for resources: {'Port': ['ID=755fe4da-ad79-4088-99fb-d3bb40e55dcc,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:35.675678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7fa934e9-e4a7-4aa5-bfef-168c0d0ff2fd req-0e39f639-b124-4e3e-a678-ac86b4b70bb2 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0744262 Jul 15 15:11:35.676192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Attempting to bind port 755fe4da-ad79-4088-99fb-d3bb40e55dcc on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:11:35.676551 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Attempting to bind port 755fe4da-ad79-4088-99fb-d3bb40e55dcc by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:11:35.676887 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Attempting to bind port 755fe4da-ad79-4088-99fb-d3bb40e55dcc on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:11:35.692429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Port 755fe4da-ad79-4088-99fb-d3bb40e55dcc on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:11:35.693116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Attempting to bind port 755fe4da-ad79-4088-99fb-d3bb40e55dcc on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:11:35.705869 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:11:35.706429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Checking segment: {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:11:35.707571 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Bound using segment: {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:11:35.709198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Bound port: 755fe4da-ad79-4088-99fb-d3bb40e55dcc, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:11:35.709582 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:35.863532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] For port 755fe4da-ad79-4088-99fb-d3bb40e55dcc, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:11:35.866990 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] For port 755fe4da-ad79-4088-99fb-d3bb40e55dcc, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=755fe4da-ad79-4088-99fb-d3bb40e55dcc,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:11:35.878288 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:35.976985 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:36.049034 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Pushing event updated for resources: {'Port': ['ID=755fe4da-ad79-4088-99fb-d3bb40e55dcc,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:36.108234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:36.109017 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:36.116095 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3396af61-823a-4726-9ffd-33c1550b1aba req-8bebc678-075d-4e1b-8b24-275118c51296 service neutron] 10.222.0.22 "PUT /v2.0/ports/755fe4da-ad79-4088-99fb-d3bb40e55dcc HTTP/1.1" status: 200 len: 1092 time: 1.7099206 Jul 15 15:11:36.116635 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8432d188-bead-46be-8aaf-635bd0041fb6', 'tag': '755fe4da-ad79-4088-99fb-d3bb40e55dcc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:36.119049 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5551d177-2444-45a2-8330-cd4dc8c46def" -d '{"events": [{"name": "network-changed", "server_uuid": "8432d188-bead-46be-8aaf-635bd0041fb6", "tag": "755fe4da-ad79-4088-99fb-d3bb40e55dcc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:36.163054 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5af4900b-f5ea-4296-9e39-fbba44477f6a req-f82ef0de-7230-4772-a9ce-3548c61efc33 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0855708 Jul 15 15:11:36.271179 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753d904e-5bba-4197-a218-c5aaae7e11a7 x-openstack-request-id: req-753d904e-5bba-4197-a218-c5aaae7e11a7 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:36.271483 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8432d188-bead-46be-8aaf-635bd0041fb6", "tag": "755fe4da-ad79-4088-99fb-d3bb40e55dcc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:36.271741 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-753d904e-5bba-4197-a218-c5aaae7e11a7 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:36.272261 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8432d188-bead-46be-8aaf-635bd0041fb6', 'tag': '755fe4da-ad79-4088-99fb-d3bb40e55dcc', 'status': 'completed', 'code': 200} Jul 15 15:11:36.336670 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396af61-823a-4726-9ffd-33c1550b1aba req-e2201b2b-589c-4cfd-be34-1b4b56bcae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:36.341214 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3396af61-823a-4726-9ffd-33c1550b1aba req-e2201b2b-589c-4cfd-be34-1b4b56bcae91 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 1095 time: 0.1741886 Jul 15 15:11:36.413424 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3396af61-823a-4726-9ffd-33c1550b1aba req-dd81fbb7-fd9a-4eb9-b779-9b998e7a8178 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=755fe4da-ad79-4088-99fb-d3bb40e55dcc HTTP/1.1" status: 200 len: 217 time: 0.0649371 Jul 15 15:11:36.517220 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396af61-823a-4726-9ffd-33c1550b1aba req-16e3b4f6-2c5d-447f-b187-c654443a20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:36.522277 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3396af61-823a-4726-9ffd-33c1550b1aba req-16e3b4f6-2c5d-447f-b187-c654443a20e6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65019e12-bfdf-433d-bc85-c35edee27cc5 HTTP/1.1" status: 200 len: 846 time: 0.0936189 Jul 15 15:11:36.613002 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3396af61-823a-4726-9ffd-33c1550b1aba req-9f998672-f0c3-4d50-a7a7-540d38458ede service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840473 Jul 15 15:11:36.685038 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ab165-4a5e-496f-b313-9b54b6b5681c req-15040f16-bced-40c5-8ef2-ea6e16260856 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:36.694681 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-427ab165-4a5e-496f-b313-9b54b6b5681c req-15040f16-bced-40c5-8ef2-ea6e16260856 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 944 time: 0.1512642 Jul 15 15:11:36.779556 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-427ab165-4a5e-496f-b313-9b54b6b5681c req-9a0c2484-4b42-4390-9e5e-c2dee86de095 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835652 Jul 15 15:11:36.800308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39148) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:36.828892 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3396af61-823a-4726-9ffd-33c1550b1aba req-1cd06799-7ddb-47d9-93f1-08a63e96a847 service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082503 Jul 15 15:11:37.052117 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c91d9ddf-d3bb-456b-af94-73e4bc6ae4f9 req-bdb76900-7f5e-49a3-b91f-b0e4cbcf4f92 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0708942 Jul 15 15:11:37.075136 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3396af61-823a-4726-9ffd-33c1550b1aba req-97154400-face-482a-a638-3c8c312e0740 service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401845 Jul 15 15:11:37.134456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-55d73a23-ffaf-4532-b8d9-5b3fdd19d8e8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-352002289-network', 'tenant_id': '2c7a00ef01aa4859b4b14ba6dbb8172f'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:11:37.170066 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d73a23-ffaf-4532-b8d9-5b3fdd19d8e8 admin admin] Made reservation on behalf of 2c7a00ef01aa4859b4b14ba6dbb8172f for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:11:37.174955 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55d73a23-ffaf-4532-b8d9-5b3fdd19d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:37.186362 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55d73a23-ffaf-4532-b8d9-5b3fdd19d8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:37.269345 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551d177-2444-45a2-8330-cd4dc8c46def req-343d3778-ff4c-4ec8-90ba-0130d3462328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:37.276591 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5551d177-2444-45a2-8330-cd4dc8c46def req-343d3778-ff4c-4ec8-90ba-0130d3462328 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 1095 time: 0.1305709 Jul 15 15:11:37.333738 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55d73a23-ffaf-4532-b8d9-5b3fdd19d8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:37.340568 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55d73a23-ffaf-4532-b8d9-5b3fdd19d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:37.373613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d73a23-ffaf-4532-b8d9-5b3fdd19d8e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:11:37.387210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d73a23-ffaf-4532-b8d9-5b3fdd19d8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e97cd36-d955-4f7d-8d21-2c6909346116,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:37.393528 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55d73a23-ffaf-4532-b8d9-5b3fdd19d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:37.393954 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-55d73a23-ffaf-4532-b8d9-5b3fdd19d8e8 admin admin] Added segment 638a07d3-711c-400f-b870-cd180d6ec7e2 of type vlan for network 7086427f-f000-4b85-9cef-a28b4824f3cf Jul 15 15:11:37.439619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551d177-2444-45a2-8330-cd4dc8c46def req-f4423c2a-0968-43a9-ab8a-eae71c802881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:37.442697 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5551d177-2444-45a2-8330-cd4dc8c46def req-f4423c2a-0968-43a9-ab8a-eae71c802881 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 907 time: 0.1561573 Jul 15 15:11:37.493605 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55d73a23-ffaf-4532-b8d9-5b3fdd19d8e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:37.500721 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-587a523a-7f11-4994-9baa-ddbba79aea7a req-6cbed8e5-6a3e-41c6-9ecd-64b08d430a10 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0562038 Jul 15 15:11:37.514917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39164) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:37.544517 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5551d177-2444-45a2-8330-cd4dc8c46def req-4c4dfd13-8e43-4229-9b04-f91bd7e91230 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=755fe4da-ad79-4088-99fb-d3bb40e55dcc HTTP/1.1" status: 200 len: 217 time: 0.0945685 Jul 15 15:11:37.546569 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55d73a23-ffaf-4532-b8d9-5b3fdd19d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:37.547882 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d73a23-ffaf-4532-b8d9-5b3fdd19d8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:37.548764 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55d73a23-ffaf-4532-b8d9-5b3fdd19d8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:37.630594 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-55d73a23-ffaf-4532-b8d9-5b3fdd19d8e8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8227966 Jul 15 15:11:37.635720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39170) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:37.645454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-3f05a98a-0689-40c7-b469-85d4a92c467a admin admin] Request body: {'subnet': {'network_id': '7086427f-f000-4b85-9cef-a28b4824f3cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-352002289-subnet', 'tenant_id': '2c7a00ef01aa4859b4b14ba6dbb8172f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:11:37.657761 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551d177-2444-45a2-8330-cd4dc8c46def req-1e8ef03d-06cd-4892-b219-38b3f5854597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:37.659289 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5551d177-2444-45a2-8330-cd4dc8c46def req-1e8ef03d-06cd-4892-b219-38b3f5854597 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65019e12-bfdf-433d-bc85-c35edee27cc5 HTTP/1.1" status: 200 len: 846 time: 0.1066222 Jul 15 15:11:37.713460 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5551d177-2444-45a2-8330-cd4dc8c46def req-526f9de6-eb61-4c77-96fb-dc2de006446a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410221 Jul 15 15:11:37.714798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d73a23-ffaf-4532-b8d9-5b3fdd19d8e8 admin admin] Pushing event updated for resources: {'Network': ['ID=7086427f-f000-4b85-9cef-a28b4824f3cf,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:37.724812 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 7086427f-f000-4b85-9cef-a28b4824f3cf details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:11:37.756058 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1ea143f-d552-44a9-933c-7d81832f9988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:37.782299 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f05a98a-0689-40c7-b469-85d4a92c467a admin admin] Made reservation on behalf of 2c7a00ef01aa4859b4b14ba6dbb8172f for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:11:37.786602 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f05a98a-0689-40c7-b469-85d4a92c467a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:37.934742 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5551d177-2444-45a2-8330-cd4dc8c46def req-91ab8a69-647e-433c-b1b0-6d7d84dc2240 service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139273 Jul 15 15:11:38.090242 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5551d177-2444-45a2-8330-cd4dc8c46def req-d1ddb5ab-e4c0-42e0-99e7-c8939b027bdf service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484466 Jul 15 15:11:38.117522 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1ea143f-d552-44a9-933c-7d81832f9988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:38.132539 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1ea143f-d552-44a9-933c-7d81832f9988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:38.187055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a51422-b94f-482e-bfeb-6bcfb39b645d req-431ad909-26f9-4895-a280-f0be626e28be tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:38.188567 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62a51422-b94f-482e-bfeb-6bcfb39b645d req-431ad909-26f9-4895-a280-f0be626e28be tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 944 time: 0.2571776 Jul 15 15:11:38.233821 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e1ea143f-d552-44a9-933c-7d81832f9988 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2814e84ba955403d967036ec39ecb33a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7171195 Jul 15 15:11:38.235945 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39192) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:38.275083 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea143f-d552-44a9-933c-7d81832f9988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fa31ce-1481-41da-be3e-a5ba06620b49,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:38.316253 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e157023-2094-4428-b5ff-324a2ea2c07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:38.348628 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e157023-2094-4428-b5ff-324a2ea2c07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:38.366244 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-685bc0c2-bc3c-44ed-8887-a07a7ac2e281 req-e231792c-6f72-4336-88cf-b3868bcddfab tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0851007 Jul 15 15:11:38.378166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62a51422-b94f-482e-bfeb-6bcfb39b645d req-a53f6a60-d2a8-4907-afe1-4e50738050a7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633480 Jul 15 15:11:38.407839 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f05a98a-0689-40c7-b469-85d4a92c467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:38.449282 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e157023-2094-4428-b5ff-324a2ea2c07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:38.449282 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e157023-2094-4428-b5ff-324a2ea2c07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:38.449282 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9e157023-2094-4428-b5ff-324a2ea2c07c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67fa31ce-1481-41da-be3e-a5ba06620b49 HTTP/1.1" status: 204 len: 168 time: 0.2108791 Jul 15 15:11:38.457937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e157023-2094-4428-b5ff-324a2ea2c07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fa31ce-1481-41da-be3e-a5ba06620b49,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:38.521834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05a98a-0689-40c7-b469-85d4a92c467a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bdd61c0-27df-434f-87cf-e09b0e9bbe76,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:38.538572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f05a98a-0689-40c7-b469-85d4a92c467a admin admin] Checking segment: {'id': '638a07d3-711c-400f-b870-cd180d6ec7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7086427f-f000-4b85-9cef-a28b4824f3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:11:38.539443 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f05a98a-0689-40c7-b469-85d4a92c467a admin admin] Network hostable DHCP agents. Network: 7086427f-f000-4b85-9cef-a28b4824f3cf, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:11:38.568189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f05a98a-0689-40c7-b469-85d4a92c467a admin admin] Network 7086427f-f000-4b85-9cef-a28b4824f3cf is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:11:38.581897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-3f05a98a-0689-40c7-b469-85d4a92c467a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 7086427f-f000-4b85-9cef-a28b4824f3cf) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:38.589827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05a98a-0689-40c7-b469-85d4a92c467a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:38.591060 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f05a98a-0689-40c7-b469-85d4a92c467a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:38.640126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4603ef-2fe7-467c-a81e-452af5dbdaea None None] Network 7086427f-f000-4b85-9cef-a28b4824f3cf requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:11:38.647144 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3f05a98a-0689-40c7-b469-85d4a92c467a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0101507 Jul 15 15:11:38.857773 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1fa52d5a-b094-44cf-851a-fcee576d6b45 req-d1e860a0-b06b-4cb0-a068-d56bbc353d0c tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0734487 Jul 15 15:11:38.914429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c689f0bb-20e6-4c4f-8521-4998b244ba64 None None] Network 7086427f-f000-4b85-9cef-a28b4824f3cf requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:11:39.069620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39214) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:39.091845 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9b31737-2c79-430b-9743-b7d8fc025cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:39.229590 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9b31737-2c79-430b-9743-b7d8fc025cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:39.235434 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9b31737-2c79-430b-9743-b7d8fc025cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:39.308524 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39218) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:39.310220 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e9b31737-2c79-430b-9743-b7d8fc025cda admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e0ea05f99e4475ba21b0daaecc946f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391691 Jul 15 15:11:39.333205 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b31737-2c79-430b-9743-b7d8fc025cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2efef43-dd9b-43fb-a650-6a3c611d296a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:39.391397 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec421704-ed6b-428e-b0f3-c29fd6103820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:39.404768 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-74e2d13f-b550-49a7-8cce-fba8d825121e req-d255d5e8-ed1c-4710-a554-e2c1397fde35 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889769 Jul 15 15:11:39.421446 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec421704-ed6b-428e-b0f3-c29fd6103820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:39.586344 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2d13f-b550-49a7-8cce-fba8d825121e req-7bc33d6d-4391-4504-b6f9-e8714b08813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:39.588170 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-74e2d13f-b550-49a7-8cce-fba8d825121e req-7bc33d6d-4391-4504-b6f9-e8714b08813e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 1096 time: 0.1022797 Jul 15 15:11:39.667021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-14918b34-38a0-47c8-97c9-d3a42470c5ec tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:39.668625 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-14918b34-38a0-47c8-97c9-d3a42470c5ec tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/networks?id=7086427f-f000-4b85-9cef-a28b4824f3cf HTTP/1.1" status: 200 len: 812 time: 0.1845188 Jul 15 15:11:39.709322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-eda8d583-fdd5-4b9b-9313-4aff4041c119 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/quotas/2c7a00ef01aa4859b4b14ba6dbb8172f HTTP/1.1" status: 200 len: 375 time: 0.0333989 Jul 15 15:11:39.727270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db89bd8-5e2c-4713-9a62-9c9103d5103e req-9f8d5f92-c632-4f34-98c9-51415212e000 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:39.729645 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2db89bd8-5e2c-4713-9a62-9c9103d5103e req-9f8d5f92-c632-4f34-98c9-51415212e000 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 944 time: 0.1336119 Jul 15 15:11:39.741570 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec421704-ed6b-428e-b0f3-c29fd6103820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:39.747609 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec421704-ed6b-428e-b0f3-c29fd6103820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:39.752079 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ec421704-ed6b-428e-b0f3-c29fd6103820 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2efef43-dd9b-43fb-a650-6a3c611d296a HTTP/1.1" status: 204 len: 168 time: 0.4422615 Jul 15 15:11:39.769173 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2d13f-b550-49a7-8cce-fba8d825121e req-0d9e4a22-85d4-43b0-b316-de9df11b469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:39.771065 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-74e2d13f-b550-49a7-8cce-fba8d825121e req-0d9e4a22-85d4-43b0-b316-de9df11b469d service neutron] 10.222.0.22 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 907 time: 0.1611388 Jul 15 15:11:39.792268 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec421704-ed6b-428e-b0f3-c29fd6103820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2efef43-dd9b-43fb-a650-6a3c611d296a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:39.798348 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 755fe4da-ad79-4088-99fb-d3bb40e55dcc details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:11:39.842664 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-4f1630a7-4859-4c49-97a6-f6850cbb9cd2 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2c7a00ef01aa4859b4b14ba6dbb8172f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099973 Jul 15 15:11:39.880787 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-74e2d13f-b550-49a7-8cce-fba8d825121e req-d705e67d-e9d1-4050-824f-de373e607217 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=358bf181-9463-4d34-8bb8-3f6f2ba5b949 HTTP/1.1" status: 200 len: 217 time: 0.1023364 Jul 15 15:11:40.015116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 755fe4da-ad79-4088-99fb-d3bb40e55dcc, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=755fe4da-ad79-4088-99fb-d3bb40e55dcc,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:40.045564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2d13f-b550-49a7-8cce-fba8d825121e req-c064ab58-0fb8-41dc-b688-4c475db4bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:40.047443 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-74e2d13f-b550-49a7-8cce-fba8d825121e req-c064ab58-0fb8-41dc-b688-4c475db4bb88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65019e12-bfdf-433d-bc85-c35edee27cc5 HTTP/1.1" status: 200 len: 846 time: 0.1651816 Jul 15 15:11:40.050154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '755fe4da-ad79-4088-99fb-d3bb40e55dcc', 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19', 'port_id': '755fe4da-ad79-4088-99fb-d3bb40e55dcc', 'mac_address': 'fa:16:3e:02:69:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65019e12-bfdf-433d-bc85-c35edee27cc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:11:40.059208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2db89bd8-5e2c-4713-9a62-9c9103d5103e req-4d236090-6b95-4d03-909b-f3f68694ac00 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986195 Jul 15 15:11:40.119406 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:40.146030 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-74e2d13f-b550-49a7-8cce-fba8d825121e req-ab932901-9ba8-4dc9-bfe0-c132c3dc13e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904315 Jul 15 15:11:40.169282 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755fe4da-ad79-4088-99fb-d3bb40e55dcc {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:11:40.196066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 755fe4da-ad79-4088-99fb-d3bb40e55dcc, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=755fe4da-ad79-4088-99fb-d3bb40e55dcc,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:40.206482 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:40.251034 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-888677c3-349a-4f8c-a623-04637dace5a5 service neutron] 10.222.0.38 "GET /v2.0/networks/7086427f-f000-4b85-9cef-a28b4824f3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892782 Jul 15 15:11:40.355808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=755fe4da-ad79-4088-99fb-d3bb40e55dcc,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:40.376576 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-74e2d13f-b550-49a7-8cce-fba8d825121e req-d3f44293-e7ac-4878-8dce-3d385b3b9203 service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238984 Jul 15 15:11:40.426366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d221bf8f-42d2-4c88-9aa7-f5cb35644f22 req-b4014872-f1c0-4981-a2a8-ea5e7ead9643 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0327575 Jul 15 15:11:40.446250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['755fe4da-ad79-4088-99fb-d3bb40e55dcc'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:11:40.457627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-37850e5e-dd71-4432-ad36-c32cb117697b service neutron] 10.222.0.38 "GET /v2.0/networks/7086427f-f000-4b85-9cef-a28b4824f3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993253 Jul 15 15:11:40.584693 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-74e2d13f-b550-49a7-8cce-fba8d825121e req-4fd097af-9bda-4182-8ec5-6bebea61f35c service neutron] 10.222.0.22 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009637 Jul 15 15:11:40.819788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52df07ee-0bc7-41a4-9c56-dec9aca516f7 req-65504f87-0a02-4b73-953b-8fe02c930163 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0801070 Jul 15 15:11:40.892562 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4aab4f5f-b1ee-45b7-b706-b6e596129e1f req-6989bb6c-bd8d-4bfd-a6db-6042df76d350 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 210 time: 0.0579231 Jul 15 15:11:41.359551 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe2c54-beb6-4a87-904a-f7a791e3ff62 req-32387628-ae37-438f-b228-6a816d3c79f4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:41.363894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22fe2c54-beb6-4a87-904a-f7a791e3ff62 req-32387628-ae37-438f-b228-6a816d3c79f4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 945 time: 0.1123831 Jul 15 15:11:41.423550 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22fe2c54-beb6-4a87-904a-f7a791e3ff62 req-df52e831-80a8-4a76-a996-f37023c26e0f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530672 Jul 15 15:11:41.618730 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a2bb615-b4fd-4355-ba31-2b6c1e085e67 req-9cec922d-9ca7-4366-92dc-3c9e7c448517 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0355282 Jul 15 15:11:41.815652 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 755fe4da-ad79-4088-99fb-d3bb40e55dcc up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:11:41.896136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 755fe4da-ad79-4088-99fb-d3bb40e55dcc completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:11:41.900900 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 755fe4da-ad79-4088-99fb-d3bb40e55dcc triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:11:41.901600 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:42.028067 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:42.110362 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 755fe4da-ad79-4088-99fb-d3bb40e55dcc, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=755fe4da-ad79-4088-99fb-d3bb40e55dcc,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:42.112396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8432d188-bead-46be-8aaf-635bd0041fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755fe4da-ad79-4088-99fb-d3bb40e55dcc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:42.115237 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05e6ec0b-6ce0-4c22-b350-95f9aef04797 req-91ac72d9-8180-4eb7-804e-e361cfbecd16 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0587714 Jul 15 15:11:42.121203 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f418dcbf-3c2c-46b9-b5fb-a0f8a4d9ace5" -d '{"events": [{"server_uuid": "8432d188-bead-46be-8aaf-635bd0041fb6", "name": "network-vif-plugged", "status": "completed", "tag": "755fe4da-ad79-4088-99fb-d3bb40e55dcc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:42.127534 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:42.193438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f7219e7-3593-410a-bc1f-d071e99aa452 req-2ed3ce36-612a-4d7d-944f-7fe93518e2c3 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 210 time: 0.0676713 Jul 15 15:11:42.204087 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbe37b1-837c-424f-b303-80f4f1d70222 x-openstack-request-id: req-abbe37b1-837c-424f-b303-80f4f1d70222 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:42.204379 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8432d188-bead-46be-8aaf-635bd0041fb6", "name": "network-vif-plugged", "status": "completed", "tag": "755fe4da-ad79-4088-99fb-d3bb40e55dcc", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:42.204730 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-abbe37b1-837c-424f-b303-80f4f1d70222 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:42.205447 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8432d188-bead-46be-8aaf-635bd0041fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755fe4da-ad79-4088-99fb-d3bb40e55dcc', 'code': 200} Jul 15 15:11:42.238106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=755fe4da-ad79-4088-99fb-d3bb40e55dcc,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:42.357841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83869b20-549c-4a06-a8a5-7eb5ba38652c req-7bedf16f-25ab-4b5e-bde7-8dd550f6f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:42.360933 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-83869b20-549c-4a06-a8a5-7eb5ba38652c req-7bedf16f-25ab-4b5e-bde7-8dd550f6f943 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0833247 Jul 15 15:11:42.480299 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-83869b20-549c-4a06-a8a5-7eb5ba38652c req-9dd7c298-ddb7-432f-9d93-cd88d6b104d6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129589 Jul 15 15:11:42.739532 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a75c8290-c297-48b6-b83f-f4d73da4c5b3 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:42.741932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a75c8290-c297-48b6-b83f-f4d73da4c5b3 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.22 "GET /v2.0/networks?id=7086427f-f000-4b85-9cef-a28b4824f3cf HTTP/1.1" status: 200 len: 812 time: 0.2854497 Jul 15 15:11:42.787466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-fa37e8a9-a2ee-4eb3-aab4-08b9ef11a060 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Request body: {'port': {'device_id': '4f432a39-022e-4f2c-a85f-ac7329405bca', 'network_id': '7086427f-f000-4b85-9cef-a28b4824f3cf', 'admin_state_up': True, 'tenant_id': '2c7a00ef01aa4859b4b14ba6dbb8172f'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:11:42.896493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bd0f1-19de-4a50-81b6-169d11d49b4c req-69743252-25d7-44bb-905e-ab9e230beed8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:42.898369 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-595bd0f1-19de-4a50-81b6-169d11d49b4c req-69743252-25d7-44bb-905e-ab9e230beed8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 946 time: 0.1550908 Jul 15 15:11:42.977811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe2c34d9-4624-463a-b759-de056a531547 req-42da5e56-af05-46e2-a8ba-fe65b6bdc64f tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0400839 Jul 15 15:11:43.038547 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-595bd0f1-19de-4a50-81b6-169d11d49b4c req-d34b1710-851b-443f-81cb-9319ca3f2eae tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314034 Jul 15 15:11:43.040008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-fa37e8a9-a2ee-4eb3-aab4-08b9ef11a060 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Made reservation on behalf of 2c7a00ef01aa4859b4b14ba6dbb8172f for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:11:43.052968 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-fa37e8a9-a2ee-4eb3-aab4-08b9ef11a060 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:43.425614 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0de0d027-17ce-414a-b7cc-4a93e35e29cd req-993a9222-d231-44b6-ad29-fbb179f9360c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1b7dfe7c97042d7956c0710fabf8d41&device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0676022 Jul 15 15:11:43.454092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-fa37e8a9-a2ee-4eb3-aab4-08b9ef11a060 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Allocated IP 172.20.0.11 (7086427f-f000-4b85-9cef-a28b4824f3cf/5bdd61c0-27df-434f-87cf-e09b0e9bbe76/d75e9ec0-1fe4-406d-b750-cce06026340c) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:11:43.595073 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22fd7db4-3c18-482d-9a84-67eb72e5e873 req-84d5373d-1e18-44b8-89af-b630abcb9a3a tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.1209812 Jul 15 15:11:43.600865 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0de0d027-17ce-414a-b7cc-4a93e35e29cd req-595f5c11-9c50-4dd2-8c6a-6195f112618b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e1b7dfe7c97042d7956c0710fabf8d41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244810 Jul 15 15:11:43.678358 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-704576b0-fac3-4b3b-86a8-458975233f55 req-2a00b3e8-4984-45fc-bb9e-2cb94a270b59 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 210 time: 0.2018852 Jul 15 15:11:43.903305 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0d027-17ce-414a-b7cc-4a93e35e29cd req-46744775-96f4-477d-976c-3ffcdc2bedde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:43.904858 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0de0d027-17ce-414a-b7cc-4a93e35e29cd req-46744775-96f4-477d-976c-3ffcdc2bedde service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2781649 Jul 15 15:11:43.973751 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-fa37e8a9-a2ee-4eb3-aab4-08b9ef11a060 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:44.018876 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-fa37e8a9-a2ee-4eb3-aab4-08b9ef11a060 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:44.082550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37e8a9-a2ee-4eb3-aab4-08b9ef11a060 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Pushing event updated for resources: {'Port': ['ID=d75e9ec0-1fe4-406d-b750-cce06026340c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:44.097058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-fa37e8a9-a2ee-4eb3-aab4-08b9ef11a060 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Network 7086427f-f000-4b85-9cef-a28b4824f3cf is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:11:44.098559 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-fa37e8a9-a2ee-4eb3-aab4-08b9ef11a060 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:44.104862 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-fa37e8a9-a2ee-4eb3-aab4-08b9ef11a060 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:11:44.297119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6b6d923c-73d0-418d-b298-a99757c52f60 req-c02e1c57-dc31-4375-b9b8-1dd8ca33b77b tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0860369 Jul 15 15:11:44.323172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-fa37e8a9-a2ee-4eb3-aab4-08b9ef11a060 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:44.323867 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-fa37e8a9-a2ee-4eb3-aab4-08b9ef11a060 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:44.372575 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-fa37e8a9-a2ee-4eb3-aab4-08b9ef11a060 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5890412 Jul 15 15:11:44.388792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Request body: {'port': {'device_id': '4f432a39-022e-4f2c-a85f-ac7329405bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:11:44.427545 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03702939-9dba-4390-b6b9-ad158327452e req-1fa46cc3-feec-4b63-93a3-4c000449d8b3 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:44.429205 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03702939-9dba-4390-b6b9-ad158327452e req-1fa46cc3-feec-4b63-93a3-4c000449d8b3 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 946 time: 0.1359301 Jul 15 15:11:44.440035 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39380) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:44.505410 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03702939-9dba-4390-b6b9-ad158327452e req-c8ef27e9-d419-49a4-bf48-6f9beae7141d tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690594 Jul 15 15:11:44.526047 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:44.631652 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3458209-c84c-4174-adc8-b94a46fd8c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:44.880199 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3458209-c84c-4174-adc8-b94a46fd8c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:44.889969 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3458209-c84c-4174-adc8-b94a46fd8c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:44.933734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3458209-c84c-4174-adc8-b94a46fd8c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2ccdeb-9364-4fa4-ad18-bd87ae4b17c7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:44.959352 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d3458209-c84c-4174-adc8-b94a46fd8c68 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=349e4b91511a4171a6628ebde0cbb0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5169599 Jul 15 15:11:44.962458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39396) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:45.032898 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd77e508-1b88-4013-a814-4709e6f5a89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:45.110561 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd77e508-1b88-4013-a814-4709e6f5a89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:45.209349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd77e508-1b88-4013-a814-4709e6f5a89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:45.217066 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd77e508-1b88-4013-a814-4709e6f5a89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:45.223535 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cd77e508-1b88-4013-a814-4709e6f5a89b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c2ccdeb-9364-4fa4-ad18-bd87ae4b17c7 HTTP/1.1" status: 204 len: 168 time: 0.2591345 Jul 15 15:11:45.247704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77e508-1b88-4013-a814-4709e6f5a89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2ccdeb-9364-4fa4-ad18-bd87ae4b17c7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:45.412566 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f0789ef5-ed64-43d3-80cc-c9edf3cfb8c5 req-57843cd6-2445-4a68-a378-53ac4d38bda0 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0870011 Jul 15 15:11:45.550092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b68837-47bd-4f24-9308-18ca607f92fe req-71528651-9626-4b42-bb92-8e99cb5da5bb tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:45.552954 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c0b68837-47bd-4f24-9308-18ca607f92fe req-71528651-9626-4b42-bb92-8e99cb5da5bb tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 932 time: 0.2396078 Jul 15 15:11:45.700452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39414) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:45.714089 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c0b68837-47bd-4f24-9308-18ca607f92fe req-855c0ecb-2534-4ea0-8cc9-eacdd6e592c5 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e97cd36-d955-4f7d-8d21-2c6909346116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280921 Jul 15 15:11:45.717571 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52169d36-cf71-48fa-af9e-96f55a4a8ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:45.860253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75e9ec0-1fe4-406d-b750-cce06026340c {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:11:45.868583 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:45.875760 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52169d36-cf71-48fa-af9e-96f55a4a8ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:45.881609 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52169d36-cf71-48fa-af9e-96f55a4a8ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:45.886205 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcd5da-dec8-4f87-88b7-b7f8531e2c26 req-78da7b9a-e72c-4ff6-9e65-bb364dc8e178 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:45.893335 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7bcd5da-dec8-4f87-88b7-b7f8531e2c26 req-78da7b9a-e72c-4ff6-9e65-bb364dc8e178 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 946 time: 0.2809660 Jul 15 15:11:45.925508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Transition to ACTIVE for port object d75e9ec0-1fe4-406d-b750-cce06026340c will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:11:45.930400 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-52169d36-cf71-48fa-af9e-96f55a4a8ded admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77a8c843c6ea41a986d8ae43b8c5008c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269301 Jul 15 15:11:45.932454 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52169d36-cf71-48fa-af9e-96f55a4a8ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1976d3d5-0f50-4244-8fd8-3019492fbd5b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:45.937109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39420) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:45.956020 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:45.998096 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9f6c-398a-40c0-a3bb-e0393a8e8b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:46.013856 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0be558cb-90e8-4f92-bd2e-3f31d324c88a req-ba52b0fe-4cde-466d-8868-b68817c8f458 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.1156964 Jul 15 15:11:46.024502 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9f6c-398a-40c0-a3bb-e0393a8e8b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:46.028232 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7bcd5da-dec8-4f87-88b7-b7f8531e2c26 req-af9c75b4-f4e1-46ea-b05e-53fb2db2e8f9 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339695 Jul 15 15:11:46.113761 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9f6c-398a-40c0-a3bb-e0393a8e8b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:46.114667 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Pushing event updated for resources: {'Port': ['ID=d75e9ec0-1fe4-406d-b750-cce06026340c,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:46.118949 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9f6c-398a-40c0-a3bb-e0393a8e8b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:46.121107 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e0fb9f6c-398a-40c0-a3bb-e0393a8e8b7c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1976d3d5-0f50-4244-8fd8-3019492fbd5b HTTP/1.1" status: 204 len: 168 time: 0.1828103 Jul 15 15:11:46.157394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb9f6c-398a-40c0-a3bb-e0393a8e8b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1976d3d5-0f50-4244-8fd8-3019492fbd5b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:46.391160 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Attempting to bind port d75e9ec0-1fe4-406d-b750-cce06026340c on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:11:46.391496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Attempting to bind port d75e9ec0-1fe4-406d-b750-cce06026340c by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '638a07d3-711c-400f-b870-cd180d6ec7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7086427f-f000-4b85-9cef-a28b4824f3cf'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:11:46.392049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Attempting to bind port d75e9ec0-1fe4-406d-b750-cce06026340c on network 7086427f-f000-4b85-9cef-a28b4824f3cf {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:11:46.400430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Port d75e9ec0-1fe4-406d-b750-cce06026340c on network 7086427f-f000-4b85-9cef-a28b4824f3cf not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:11:46.401090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Attempting to bind port d75e9ec0-1fe4-406d-b750-cce06026340c on network 7086427f-f000-4b85-9cef-a28b4824f3cf {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:11:46.409503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:11:46.410175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Checking segment: {'id': '638a07d3-711c-400f-b870-cd180d6ec7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7086427f-f000-4b85-9cef-a28b4824f3cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:11:46.410594 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Bound using segment: {'id': '638a07d3-711c-400f-b870-cd180d6ec7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7086427f-f000-4b85-9cef-a28b4824f3cf'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:11:46.411032 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Bound port: d75e9ec0-1fe4-406d-b750-cce06026340c, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '638a07d3-711c-400f-b870-cd180d6ec7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7086427f-f000-4b85-9cef-a28b4824f3cf'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:11:46.411399 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:46.490007 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4a29a-e282-42c8-9fc8-59561e2d37a7 req-43d144c6-8541-46b8-b3cf-695ef8aef7d7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:46.500279 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5cf4a29a-e282-42c8-9fc8-59561e2d37a7 req-43d144c6-8541-46b8-b3cf-695ef8aef7d7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 946 time: 0.1732132 Jul 15 15:11:46.620246 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5cf4a29a-e282-42c8-9fc8-59561e2d37a7 req-ce9a0843-7d37-47c0-aa05-9cd79e0f6f68 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216283 Jul 15 15:11:46.627810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] For port d75e9ec0-1fe4-406d-b750-cce06026340c, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:11:46.632685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] For port d75e9ec0-1fe4-406d-b750-cce06026340c, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d75e9ec0-1fe4-406d-b750-cce06026340c,segment=NetworkSegment(638a07d3-711c-400f-b870-cd180d6ec7e2),segment_id=638a07d3-711c-400f-b870-cd180d6ec7e2)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:11:46.644726 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:46.728788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Pushing event updated for resources: {'Port': ['ID=d75e9ec0-1fe4-406d-b750-cce06026340c,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:46.733209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9cbeb931-53fa-4ab6-b9c2-ab8fed83d60f req-40825619-6b69-4806-8636-6e59d742804e tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0904748 Jul 15 15:11:46.750954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:46.751751 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:46.757552 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-a822788a-dd21-4739-9f7d-a11b68a1b486 service neutron] 10.222.0.22 "PUT /v2.0/ports/d75e9ec0-1fe4-406d-b750-cce06026340c HTTP/1.1" status: 200 len: 1092 time: 2.3699534 Jul 15 15:11:46.758067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f432a39-022e-4f2c-a85f-ac7329405bca', 'tag': 'd75e9ec0-1fe4-406d-b750-cce06026340c'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:46.768398 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343950ae-8eac-4458-b779-6a043afd77da" -d '{"events": [{"name": "network-changed", "server_uuid": "4f432a39-022e-4f2c-a85f-ac7329405bca", "tag": "d75e9ec0-1fe4-406d-b750-cce06026340c"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:46.928422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-e8a8663c-1043-4df8-b1d4-443c7fe00383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:46.930099 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-e8a8663c-1043-4df8-b1d4-443c7fe00383 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c7a00ef01aa4859b4b14ba6dbb8172f&device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 1095 time: 0.1027126 Jul 15 15:11:47.045257 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-b76e827c-52d7-4d3d-83d1-074667d23a65 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d75e9ec0-1fe4-406d-b750-cce06026340c HTTP/1.1" status: 200 len: 217 time: 0.1083744 Jul 15 15:11:47.122784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-b2d539fc-5239-4077-a3b2-0d7257f6f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:47.124564 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-b2d539fc-5239-4077-a3b2-0d7257f6f53e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5bdd61c0-27df-434f-87cf-e09b0e9bbe76 HTTP/1.1" status: 200 len: 852 time: 0.0725691 Jul 15 15:11:47.126198 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fe1383-f642-4b05-bc53-4d079f620588 x-openstack-request-id: req-79fe1383-f642-4b05-bc53-4d079f620588 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:47.126790 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f432a39-022e-4f2c-a85f-ac7329405bca", "tag": "d75e9ec0-1fe4-406d-b750-cce06026340c", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:47.127243 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-79fe1383-f642-4b05-bc53-4d079f620588 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:47.128060 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f432a39-022e-4f2c-a85f-ac7329405bca', 'tag': 'd75e9ec0-1fe4-406d-b750-cce06026340c', 'status': 'completed', 'code': 200} Jul 15 15:11:47.212454 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-109415d7-031a-4366-be54-c826f64357d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7086427f-f000-4b85-9cef-a28b4824f3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521135 Jul 15 15:11:47.402480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5dbb4-2e1a-47ed-98bf-a88328928cf3 req-5bdfe39e-6dad-4a0b-ad49-1b99dbbbb943 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:47.414292 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16a5dbb4-2e1a-47ed-98bf-a88328928cf3 req-5bdfe39e-6dad-4a0b-ad49-1b99dbbbb943 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 944 time: 0.3379686 Jul 15 15:11:47.545490 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:11:47.606970 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-b9d934cb-285d-45f8-ac92-4981dc57287c service neutron] 10.222.0.22 "GET /v2.0/networks/7086427f-f000-4b85-9cef-a28b4824f3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871398 Jul 15 15:11:47.615344 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a27c0d-b44a-4098-9aaf-795e940e1daf req-84806bef-7716-40da-8ec7-c753a437dc5f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:47.622699 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0a27c0d-b44a-4098-9aaf-795e940e1daf req-84806bef-7716-40da-8ec7-c753a437dc5f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 946 time: 0.3327997 Jul 15 15:11:47.639185 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16a5dbb4-2e1a-47ed-98bf-a88328928cf3 req-c5a9c360-48f3-4a08-8bd7-9ccf62ef16e5 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e97cd36-d955-4f7d-8d21-2c6909346116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234976 Jul 15 15:11:47.721800 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0a27c0d-b44a-4098-9aaf-795e940e1daf req-d850bb5f-ece7-445e-bc61-799e50d657b4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979230 Jul 15 15:11:47.939464 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df699a23-5537-41d0-a306-3b43422d74a1 req-2c77f6b0-cd33-419e-88cd-90345a0718ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.1127293 Jul 15 15:11:48.073569 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2a3d759d-77d5-4fd9-b3bc-65ee38173393 req-c34f7072-d1b9-48ca-b70d-19b3c366cced tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0874355 Jul 15 15:11:48.079408 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c396ba7-4164-4a92-9183-a8a34ac38dc7 req-36c07919-a620-43ea-8bf9-227c2ada3e58 service neutron] 10.222.0.22 "GET /v2.0/networks/7086427f-f000-4b85-9cef-a28b4824f3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539123 Jul 15 15:11:48.133194 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b224daf8-1b2e-40e2-b828-22e6b12b4ada req-bfe88e3b-b74b-4d76-be24-c088d89eb975 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0749328 Jul 15 15:11:48.337198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343950ae-8eac-4458-b779-6a043afd77da req-0c50aa7f-107a-4667-b8c5-d3fc70d1d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:48.342011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-343950ae-8eac-4458-b779-6a043afd77da req-0c50aa7f-107a-4667-b8c5-d3fc70d1d2f0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c7a00ef01aa4859b4b14ba6dbb8172f&device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 1095 time: 0.1493433 Jul 15 15:11:48.480485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343950ae-8eac-4458-b779-6a043afd77da req-3daecb76-1090-4f9b-b284-51fdb6304fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:48.482599 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-343950ae-8eac-4458-b779-6a043afd77da req-3daecb76-1090-4f9b-b284-51fdb6304fb8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7086427f-f000-4b85-9cef-a28b4824f3cf HTTP/1.1" status: 200 len: 913 time: 0.1318843 Jul 15 15:11:48.533200 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695eb2b0-8919-4664-8c5a-c6a7cc30b762 req-8b33eef0-55b5-47ec-ae28-021d4edb47b0 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:48.538177 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-695eb2b0-8919-4664-8c5a-c6a7cc30b762 req-8b33eef0-55b5-47ec-ae28-021d4edb47b0 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 946 time: 0.0991256 Jul 15 15:11:48.548905 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-343950ae-8eac-4458-b779-6a043afd77da req-98883eaf-261c-444e-9f57-b190d91dbe51 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d75e9ec0-1fe4-406d-b750-cce06026340c HTTP/1.1" status: 200 len: 217 time: 0.0555954 Jul 15 15:11:48.658736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343950ae-8eac-4458-b779-6a043afd77da req-92e4a54b-7472-4bf9-9440-bdc20535e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:48.671442 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-343950ae-8eac-4458-b779-6a043afd77da req-92e4a54b-7472-4bf9-9440-bdc20535e731 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5bdd61c0-27df-434f-87cf-e09b0e9bbe76 HTTP/1.1" status: 200 len: 852 time: 0.1175511 Jul 15 15:11:48.730670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-343950ae-8eac-4458-b779-6a043afd77da req-cabf5ea5-5b0b-4451-9b88-1fe291955b42 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7086427f-f000-4b85-9cef-a28b4824f3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507033 Jul 15 15:11:48.761465 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-695eb2b0-8919-4664-8c5a-c6a7cc30b762 req-51be43dc-9671-4856-a3f9-50d5cfc0bf43 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Deleting port 755fe4da-ad79-4088-99fb-d3bb40e55dcc {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:48.762193 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-695eb2b0-8919-4664-8c5a-c6a7cc30b762 req-51be43dc-9671-4856-a3f9-50d5cfc0bf43 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:48.890557 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:49.058430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-695eb2b0-8919-4664-8c5a-c6a7cc30b762 req-51be43dc-9671-4856-a3f9-50d5cfc0bf43 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] For port 755fe4da-ad79-4088-99fb-d3bb40e55dcc, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=755fe4da-ad79-4088-99fb-d3bb40e55dcc,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:49.058874 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-695eb2b0-8919-4664-8c5a-c6a7cc30b762 req-51be43dc-9671-4856-a3f9-50d5cfc0bf43 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:49.126699 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04219da-94c8-4c40-b804-5e8c5b7caf5e req-ddd69607-6bd4-457a-8ff2-d3ad3a33a684 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:49.135156 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f04219da-94c8-4c40-b804-5e8c5b7caf5e req-ddd69607-6bd4-457a-8ff2-d3ad3a33a684 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 944 time: 0.2351179 Jul 15 15:11:49.141169 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-343950ae-8eac-4458-b779-6a043afd77da req-237cf3fb-8898-486f-a7d5-ef41dac30366 service neutron] 10.222.0.22 "GET /v2.0/networks/7086427f-f000-4b85-9cef-a28b4824f3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018953 Jul 15 15:11:49.151950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-695eb2b0-8919-4664-8c5a-c6a7cc30b762 req-51be43dc-9671-4856-a3f9-50d5cfc0bf43 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Calling delete_port for 755fe4da-ad79-4088-99fb-d3bb40e55dcc owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:49.237919 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:49.382794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f04219da-94c8-4c40-b804-5e8c5b7caf5e req-21112acf-bffd-4596-85b2-71e9525fe895 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e97cd36-d955-4f7d-8d21-2c6909346116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460842 Jul 15 15:11:49.525865 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-695eb2b0-8919-4664-8c5a-c6a7cc30b762 req-51be43dc-9671-4856-a3f9-50d5cfc0bf43 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:49.530287 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-343950ae-8eac-4458-b779-6a043afd77da req-f21ba59c-d02b-475b-93a6-01a54caba29e service neutron] 10.222.0.22 "GET /v2.0/networks/7086427f-f000-4b85-9cef-a28b4824f3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628287 Jul 15 15:11:49.545758 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['358bf181-9463-4d34-8bb8-3f6f2ba5b949', '755fe4da-ad79-4088-99fb-d3bb40e55dcc'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:11:49.554224 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79add29-923c-484d-82dd-1f2db791cb7c req-2dbe0357-091e-4680-9f1d-759ea2ea73ad tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:49.565786 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f79add29-923c-484d-82dd-1f2db791cb7c req-2dbe0357-091e-4680-9f1d-759ea2ea73ad tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 867 time: 0.5120697 Jul 15 15:11:49.729493 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be43dc-9671-4856-a3f9-50d5cfc0bf43 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Pushing event deleted for resources: {'Port': ['ID=755fe4da-ad79-4088-99fb-d3bb40e55dcc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:49.808642 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f79add29-923c-484d-82dd-1f2db791cb7c req-f903ac6f-b01a-4159-99ba-1172ccc9425f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390392 Jul 15 15:11:49.895518 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device d75e9ec0-1fe4-406d-b750-cce06026340c details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:11:49.915029 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-695eb2b0-8919-4664-8c5a-c6a7cc30b762 req-51be43dc-9671-4856-a3f9-50d5cfc0bf43 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] No DVR routers for this DVR port 755fe4da-ad79-4088-99fb-d3bb40e55dcc on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:11:49.918382 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-695eb2b0-8919-4664-8c5a-c6a7cc30b762 req-51be43dc-9671-4856-a3f9-50d5cfc0bf43 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:49.919313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8fb5ebf0-0628-464d-a0db-b790e39cdcfb req-6edf23ac-2c3a-4e4c-94b3-5864a0ed9d3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.1655173 Jul 15 15:11:49.920752 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-695eb2b0-8919-4664-8c5a-c6a7cc30b762 req-51be43dc-9671-4856-a3f9-50d5cfc0bf43 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "DELETE /v2.0/ports/755fe4da-ad79-4088-99fb-d3bb40e55dcc HTTP/1.1" status: 204 len: 173 time: 1.3753672 Jul 15 15:11:49.920946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8432d188-bead-46be-8aaf-635bd0041fb6', 'name': 'network-vif-deleted', 'tag': '755fe4da-ad79-4088-99fb-d3bb40e55dcc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:49.930105 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9a3eb7-2cd2-43a6-8784-4a0d87af6ad1" -d '{"events": [{"server_uuid": "8432d188-bead-46be-8aaf-635bd0041fb6", "name": "network-vif-deleted", "tag": "755fe4da-ad79-4088-99fb-d3bb40e55dcc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:49.967276 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-daafadd9-ece4-4927-9d0c-6eca449175eb req-d79be1a9-725d-40db-a053-65a2950160fb tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0719624 Jul 15 15:11:50.061664 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366bbc72-26dd-49de-9600-fb4314875e72 x-openstack-request-id: req-366bbc72-26dd-49de-9600-fb4314875e72 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:50.061664 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8432d188-bead-46be-8aaf-635bd0041fb6", "name": "network-vif-deleted", "tag": "755fe4da-ad79-4088-99fb-d3bb40e55dcc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:50.063164 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-366bbc72-26dd-49de-9600-fb4314875e72 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:50.064534 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8432d188-bead-46be-8aaf-635bd0041fb6', 'name': 'network-vif-deleted', 'tag': '755fe4da-ad79-4088-99fb-d3bb40e55dcc', 'status': 'completed', 'code': 200} Jul 15 15:11:50.189505 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port d75e9ec0-1fe4-406d-b750-cce06026340c, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d75e9ec0-1fe4-406d-b750-cce06026340c,segment=NetworkSegment(638a07d3-711c-400f-b870-cd180d6ec7e2),segment_id=638a07d3-711c-400f-b870-cd180d6ec7e2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:50.241359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'd75e9ec0-1fe4-406d-b750-cce06026340c', 'network_id': '7086427f-f000-4b85-9cef-a28b4824f3cf', 'port_id': 'd75e9ec0-1fe4-406d-b750-cce06026340c', 'mac_address': 'fa:16:3e:9a:07:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bdd61c0-27df-434f-87cf-e09b0e9bbe76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:11:50.324946 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ceaa4508-29a3-488a-b820-7550681d93b1 req-a01a928d-3e97-4731-9750-637d3c581e99 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0624607 Jul 15 15:11:50.341645 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:50.359199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75e9ec0-1fe4-406d-b750-cce06026340c {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:11:50.409360 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port d75e9ec0-1fe4-406d-b750-cce06026340c, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d75e9ec0-1fe4-406d-b750-cce06026340c,segment=NetworkSegment(638a07d3-711c-400f-b870-cd180d6ec7e2),segment_id=638a07d3-711c-400f-b870-cd180d6ec7e2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:50.421851 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:50.577723 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=d75e9ec0-1fe4-406d-b750-cce06026340c,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:50.616681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:50.617057 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:50.617352 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:50.617674 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:50.618250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:50.618617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:50.620405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:50.621114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:50.621499 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:50.621836 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:50.622161 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:50.622624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:50.687602 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['d75e9ec0-1fe4-406d-b750-cce06026340c'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:11:50.854167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a2ab7-3a6d-4f02-bea1-8e85f4dd4263 req-69d01a97-50f2-4872-9b0e-ab52d265c254 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:50.865595 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd8a2ab7-3a6d-4f02-bea1-8e85f4dd4263 req-69d01a97-50f2-4872-9b0e-ab52d265c254 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 945 time: 0.2708225 Jul 15 15:11:50.957940 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd8a2ab7-3a6d-4f02-bea1-8e85f4dd4263 req-729a15d3-3291-4c78-8aa1-2c11fbca0445 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e97cd36-d955-4f7d-8d21-2c6909346116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854909 Jul 15 15:11:51.479585 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f924b56-748b-4958-8f6c-afe4d595e2ee req-38214ca7-51ac-41fe-8b96-cbb42b80f871 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=8432d188-bead-46be-8aaf-635bd0041fb6 HTTP/1.1" status: 200 len: 210 time: 0.0705438 Jul 15 15:11:51.609579 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-833b649f-95a3-49d6-b0cf-7cd3502de87a req-1cdd4a89-ad64-4046-89f5-01188ff22cb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1b7dfe7c97042d7956c0710fabf8d41&device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0655460 Jul 15 15:11:51.748685 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-debc116a-e58a-402a-b820-5c947a2e2016 req-25a56347-763f-4ed1-9eeb-2a727e9bc378 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.1342928 Jul 15 15:11:51.797762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-833b649f-95a3-49d6-b0cf-7cd3502de87a req-1ce0e202-7992-4a26-bcb8-b573ca6d0c66 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e1b7dfe7c97042d7956c0710fabf8d41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1500428 Jul 15 15:11:51.835667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0294bed2-1306-40cf-bb12-4cbace38d9cf req-4cea4bea-c55b-46cc-9659-9956a1a95db8 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.1094952 Jul 15 15:11:51.911913 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device d75e9ec0-1fe4-406d-b750-cce06026340c up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:11:52.061306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port d75e9ec0-1fe4-406d-b750-cce06026340c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:11:52.071410 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port d75e9ec0-1fe4-406d-b750-cce06026340c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:11:52.072347 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:52.127834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b649f-95a3-49d6-b0cf-7cd3502de87a req-66353439-1a82-4f63-ba63-6498aecc700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:52.132200 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-833b649f-95a3-49d6-b0cf-7cd3502de87a req-66353439-1a82-4f63-ba63-6498aecc700c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2989812 Jul 15 15:11:52.289114 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:52.429730 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port d75e9ec0-1fe4-406d-b750-cce06026340c, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d75e9ec0-1fe4-406d-b750-cce06026340c,segment=NetworkSegment(638a07d3-711c-400f-b870-cd180d6ec7e2),segment_id=638a07d3-711c-400f-b870-cd180d6ec7e2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:52.435653 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f432a39-022e-4f2c-a85f-ac7329405bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75e9ec0-1fe4-406d-b750-cce06026340c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:52.444018 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baee704-c3e4-46ca-a70a-3a511f20b1ad" -d '{"events": [{"server_uuid": "4f432a39-022e-4f2c-a85f-ac7329405bca", "name": "network-vif-plugged", "status": "completed", "tag": "d75e9ec0-1fe4-406d-b750-cce06026340c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:52.461987 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:52.463483 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 755fe4da-ad79-4088-99fb-d3bb40e55dcc no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:11:52.531366 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 755fe4da-ad79-4088-99fb-d3bb40e55dcc {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:11:52.531737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 755fe4da-ad79-4088-99fb-d3bb40e55dcc not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:11:52.554076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309f0f4-08ef-4ed5-8426-b0f9935c3060 req-25798a3a-d933-45dd-bf73-e064f18105f5 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:52.560067 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6309f0f4-08ef-4ed5-8426-b0f9935c3060 req-25798a3a-d933-45dd-bf73-e064f18105f5 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 945 time: 0.2372882 Jul 15 15:11:52.673917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01958af4-f89c-482b-a572-309ffca189ea req-e10826b5-70b9-4637-b943-649079cc4b9b tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d&device_id=19da2f73-4d9a-4e92-a37c-c3688a18154a HTTP/1.1" status: 200 len: 210 time: 0.1085229 Jul 15 15:11:52.684331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=d75e9ec0-1fe4-406d-b750-cce06026340c,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:52.689116 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6309f0f4-08ef-4ed5-8426-b0f9935c3060 req-a954cdab-2562-4d18-af9d-1eaa46a7ae00 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e97cd36-d955-4f7d-8d21-2c6909346116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134510 Jul 15 15:11:52.734115 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83bae2c-e20f-489f-bb2a-c3513791d64f x-openstack-request-id: req-b83bae2c-e20f-489f-bb2a-c3513791d64f {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:52.735713 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f432a39-022e-4f2c-a85f-ac7329405bca", "name": "network-vif-plugged", "status": "completed", "tag": "d75e9ec0-1fe4-406d-b750-cce06026340c", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:52.736129 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b83bae2c-e20f-489f-bb2a-c3513791d64f {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:52.736901 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f432a39-022e-4f2c-a85f-ac7329405bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75e9ec0-1fe4-406d-b750-cce06026340c', 'code': 200} Jul 15 15:11:52.993684 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77201c-3213-4638-bdc5-fe9a15299da9 req-7ed57b58-2126-4975-b43c-bf8759a15199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:52.997620 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b77201c-3213-4638-bdc5-fe9a15299da9 req-7ed57b58-2126-4975-b43c-bf8759a15199 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 1097 time: 0.1474226 Jul 15 15:11:53.101944 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b77201c-3213-4638-bdc5-fe9a15299da9 req-5e2c683e-8f5a-4248-a885-3839c810b8ba service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2e97cd36-d955-4f7d-8d21-2c6909346116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958953 Jul 15 15:11:53.232498 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8b12fa0-374d-4888-9675-312477fdb490 req-c6db3d78-5f02-43b7-8ad1-b5675b696e8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1001afbd4c454613be871c283ed41495&device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0947833 Jul 15 15:11:53.311871 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35190285-9a60-491e-84eb-e989686f3d59 req-b8a81467-ec04-429e-aff2-74100d278f72 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0757337 Jul 15 15:11:53.316421 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8b12fa0-374d-4888-9675-312477fdb490 req-8d579a23-044b-4681-bdb5-4f159d1c59df service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1001afbd4c454613be871c283ed41495&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675611 Jul 15 15:11:53.739849 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880200f-97b6-4529-bb54-ff8931041756 req-13d75f5c-9abf-4143-92f5-58174ee6f236 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:53.747021 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a880200f-97b6-4529-bb54-ff8931041756 req-13d75f5c-9abf-4143-92f5-58174ee6f236 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 806 time: 0.5100944 Jul 15 15:11:53.762024 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-833b649f-95a3-49d6-b0cf-7cd3502de87a req-938182a4-f999-4d72-ba8b-bfa53fe27a76 tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.0592558 Jul 15 15:11:53.809226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a880200f-97b6-4529-bb54-ff8931041756 req-0a87ea47-a5e1-4a53-ad85-663feb56f76b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/quotas/9f3de406124b47ed845d6b37dd986580 HTTP/1.1" status: 200 len: 375 time: 0.0609815 Jul 15 15:11:53.999749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a728d456-088c-46e3-bf2e-c49adf8d35a9 req-9b0e43dd-2335-4b3b-8ab9-44490d5a8c1d tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.2281768 Jul 15 15:11:54.011127 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b12fa0-374d-4888-9675-312477fdb490 req-34bdd2ff-9f4f-4ce4-b36b-b3007e690cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:54.018328 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8b12fa0-374d-4888-9675-312477fdb490 req-34bdd2ff-9f4f-4ce4-b36b-b3007e690cc3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6901901 Jul 15 15:11:54.081788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a880200f-97b6-4529-bb54-ff8931041756 req-3aa2bc04-b4a2-4173-9873-4d0a255ba776 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2712436 Jul 15 15:11:54.325879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a880200f-97b6-4529-bb54-ff8931041756 req-8fe4220c-52f5-42f6-8e63-efc419b82109 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431655 Jul 15 15:11:54.464054 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31afce-b903-4fe5-97b9-eb9b38aec7e4 req-be83cbf5-5664-4c58-b792-7dbd9b622c50 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:54.471378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f31afce-b903-4fe5-97b9-eb9b38aec7e4 req-be83cbf5-5664-4c58-b792-7dbd9b622c50 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 946 time: 0.1915519 Jul 15 15:11:54.506011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a880200f-97b6-4529-bb54-ff8931041756 req-cf8ab07a-60c1-47b9-92dd-4bb6b7de9b98 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793425 Jul 15 15:11:54.527497 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f31afce-b903-4fe5-97b9-eb9b38aec7e4 req-e83823cf-3a80-41d6-b870-6485f8a78fd2 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e97cd36-d955-4f7d-8d21-2c6909346116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550394 Jul 15 15:11:54.839749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be3df31a-389a-4fce-ae5f-55eb5bd2dd58 req-6e798661-a1ba-4483-a045-1d89376ceb2d tempest-ServerShowV254Test-218389830 tempest-ServerShowV254Test-218389830-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7e1b322-751b-44f3-95dc-30fd65cb4548 HTTP/1.1" status: 200 len: 210 time: 0.1009147 Jul 15 15:11:54.859126 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6741a73-7c24-46c8-9e7d-0399a463e589 req-56f5e74a-76f8-4482-b285-4c43c4cb3bf8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 210 time: 0.1184413 Jul 15 15:11:55.251998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-02ecd9c4-cd7d-4dfb-984a-d64b78bec984 req-0bc34a92-e29c-48f0-88ff-28b05a583b26 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0599885 Jul 15 15:11:55.631695 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8b12fa0-374d-4888-9675-312477fdb490 req-ccfc35bc-5d7f-449c-a388-4887dea70558 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.11 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0818570 Jul 15 15:11:56.007713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd692d-b95a-4600-aac9-6dee46093ead req-2ace3daf-3074-40e2-b200-bca46869898f tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:56.009928 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-abfd692d-b95a-4600-aac9-6dee46093ead req-2ace3daf-3074-40e2-b200-bca46869898f tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 946 time: 0.2153792 Jul 15 15:11:56.164945 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-abfd692d-b95a-4600-aac9-6dee46093ead req-ea20162a-6cad-4bd0-81e4-b39b687a3fca tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e97cd36-d955-4f7d-8d21-2c6909346116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482000 Jul 15 15:11:56.519180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd800f36-9a7f-4920-bca6-ac60400f7720 req-f7bf8984-5010-4bbb-a804-e6d66b54abcf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 210 time: 0.0934210 Jul 15 15:11:56.544737 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39710) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:56.769275 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe0c02a3-5bc0-4180-9b33-3bf7e95fc5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:56.799578 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f0994ac-c41b-4f10-adc4-2c0bdebab645 req-b4292408-a65a-43b7-9933-05ce802fc6c5 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c28abe7e-e9d4-437e-b174-833756fe442d HTTP/1.1" status: 200 len: 210 time: 0.0640137 Jul 15 15:11:57.006013 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe0c02a3-5bc0-4180-9b33-3bf7e95fc5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:57.031505 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe0c02a3-5bc0-4180-9b33-3bf7e95fc5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:57.214598 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fe0c02a3-5bc0-4180-9b33-3bf7e95fc5ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1b7dfe7c97042d7956c0710fabf8d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6649797 Jul 15 15:11:57.216524 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39744) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:57.226054 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c02a3-5bc0-4180-9b33-3bf7e95fc5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3272e783-df09-411f-b71f-3094fd656de7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:57.345904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880200f-97b6-4529-bb54-ff8931041756 req-4816df9a-5372-40d6-915e-68da82fa10e1 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:57.348210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a880200f-97b6-4529-bb54-ff8931041756 req-4816df9a-5372-40d6-915e-68da82fa10e1 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.11 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 806 time: 0.3580458 Jul 15 15:11:57.367032 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-a880200f-97b6-4529-bb54-ff8931041756 req-334bc4af-7f13-4bba-88b1-8ba10fe13edf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Request body: {'port': {'device_id': 'b647a85b-1210-46ab-87d6-da3113bbe958', 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19', 'admin_state_up': True, 'tenant_id': '9f3de406124b47ed845d6b37dd986580'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:11:57.457153 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30233ed8-7d73-4f03-8ad8-12f80e8e03db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:57.513643 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30233ed8-7d73-4f03-8ad8-12f80e8e03db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:57.633120 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30233ed8-7d73-4f03-8ad8-12f80e8e03db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:57.637425 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30233ed8-7d73-4f03-8ad8-12f80e8e03db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:57.638829 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-30233ed8-7d73-4f03-8ad8-12f80e8e03db admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3272e783-df09-411f-b71f-3094fd656de7 HTTP/1.1" status: 204 len: 168 time: 0.4192855 Jul 15 15:11:57.665515 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30233ed8-7d73-4f03-8ad8-12f80e8e03db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3272e783-df09-411f-b71f-3094fd656de7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:57.670397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a880200f-97b6-4529-bb54-ff8931041756 req-334bc4af-7f13-4bba-88b1-8ba10fe13edf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Made reservation on behalf of 9f3de406124b47ed845d6b37dd986580 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:11:57.677657 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a880200f-97b6-4529-bb54-ff8931041756 req-334bc4af-7f13-4bba-88b1-8ba10fe13edf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:57.969810 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ba33e7a-d60a-4d74-aecf-5e4007816a0a req-19928c73-2937-4b77-a147-6f6501621796 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 210 time: 0.1342835 Jul 15 15:11:58.288101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-a880200f-97b6-4529-bb54-ff8931041756 req-334bc4af-7f13-4bba-88b1-8ba10fe13edf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Allocated IP 172.20.0.6 (9bbd04cd-865f-4f8e-b12a-7cf02a114c19/65019e12-bfdf-433d-bc85-c35edee27cc5/bbbca266-3779-44c3-89c1-9aba602f7342) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:11:58.341301 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715a762-8fe6-4adc-8d44-c8f531fd5e82 req-740e2f1f-f6ba-4942-9796-de0c867e723a tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:58.360800 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f715a762-8fe6-4adc-8d44-c8f531fd5e82 req-740e2f1f-f6ba-4942-9796-de0c867e723a tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 946 time: 0.5263877 Jul 15 15:11:58.808984 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5ca2a6ed-8f41-49cc-946e-f8829595f947 req-de1eb97f-d825-4780-b9f4-c9c57be3d24b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1001afbd4c454613be871c283ed41495&device_id=19da2f73-4d9a-4e92-a37c-c3688a18154a HTTP/1.1" status: 200 len: 210 time: 0.0590572 Jul 15 15:11:58.890583 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5ca2a6ed-8f41-49cc-946e-f8829595f947 req-c69505fa-04aa-4d94-9e3f-fca23e47aaef service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1001afbd4c454613be871c283ed41495&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730700 Jul 15 15:11:58.907240 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f715a762-8fe6-4adc-8d44-c8f531fd5e82 req-0f32c883-5508-45e3-8756-83ec11a3b8ce tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e97cd36-d955-4f7d-8d21-2c6909346116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454645 Jul 15 15:11:59.271441 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95ba8232-a8d7-4518-822e-9c8d5c44fa25 req-976158f0-8b93-4943-9fe8-4f9915834e21 tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=19da2f73-4d9a-4e92-a37c-c3688a18154a HTTP/1.1" status: 200 len: 210 time: 0.2545946 Jul 15 15:11:59.422394 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a880200f-97b6-4529-bb54-ff8931041756 req-334bc4af-7f13-4bba-88b1-8ba10fe13edf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:59.514737 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2a6ed-8f41-49cc-946e-f8829595f947 req-8cc0ba45-f302-4bea-a9b0-50b1335f9cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:59.520327 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5ca2a6ed-8f41-49cc-946e-f8829595f947 req-8cc0ba45-f302-4bea-a9b0-50b1335f9cbd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6152468 Jul 15 15:11:59.563134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94561aa8-88a1-4334-82cd-35629840a7e3 req-65507395-753f-45be-9a4b-8a002905c167 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:59.565877 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-94561aa8-88a1-4334-82cd-35629840a7e3 req-65507395-753f-45be-9a4b-8a002905c167 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 946 time: 0.6229811 Jul 15 15:11:59.599164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35a786d3-2771-4bcb-8877-16804792c6f0 req-8e86d4be-2085-496a-a9cd-3a856ab2cfc7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 210 time: 0.0679150 Jul 15 15:11:59.631824 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a880200f-97b6-4529-bb54-ff8931041756 req-334bc4af-7f13-4bba-88b1-8ba10fe13edf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:59.646549 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['358bf181-9463-4d34-8bb8-3f6f2ba5b949'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:11:59.756515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bc4af-7f13-4bba-88b1-8ba10fe13edf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Pushing event updated for resources: {'Port': ['ID=bbbca266-3779-44c3-89c1-9aba602f7342,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:59.808067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a880200f-97b6-4529-bb54-ff8931041756 req-334bc4af-7f13-4bba-88b1-8ba10fe13edf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:11:59.816364 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-a880200f-97b6-4529-bb54-ff8931041756 req-334bc4af-7f13-4bba-88b1-8ba10fe13edf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:59.821837 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a880200f-97b6-4529-bb54-ff8931041756 req-334bc4af-7f13-4bba-88b1-8ba10fe13edf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:11:59.852755 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-94561aa8-88a1-4334-82cd-35629840a7e3 req-c31c492f-4e49-4e58-b5de-c2a223531641 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Deleting port d75e9ec0-1fe4-406d-b750-cce06026340c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:59.857349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-94561aa8-88a1-4334-82cd-35629840a7e3 req-c31c492f-4e49-4e58-b5de-c2a223531641 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:59.894314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880200f-97b6-4529-bb54-ff8931041756 req-334bc4af-7f13-4bba-88b1-8ba10fe13edf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:59.895371 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a880200f-97b6-4529-bb54-ff8931041756 req-334bc4af-7f13-4bba-88b1-8ba10fe13edf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:59.939829 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a880200f-97b6-4529-bb54-ff8931041756 req-334bc4af-7f13-4bba-88b1-8ba10fe13edf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5785110 Jul 15 15:11:59.955012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Request body: {'port': {'device_id': 'b647a85b-1210-46ab-87d6-da3113bbe958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:00.080531 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78ef34e6-787f-49f1-9cce-0a5f006ac747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:00.287456 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:00.349500 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207166d2-ef14-4cce-9a1d-0dfe520a621c req-e83928af-2ea0-4dea-bb08-765c1bba2470 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:00.382417 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-207166d2-ef14-4cce-9a1d-0dfe520a621c req-e83928af-2ea0-4dea-bb08-765c1bba2470 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 946 time: 0.1903732 Jul 15 15:12:00.564618 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-207166d2-ef14-4cce-9a1d-0dfe520a621c req-787104eb-472f-4e0f-b649-9409fafd8765 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e97cd36-d955-4f7d-8d21-2c6909346116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805277 Jul 15 15:12:00.812272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-94561aa8-88a1-4334-82cd-35629840a7e3 req-c31c492f-4e49-4e58-b5de-c2a223531641 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] For port d75e9ec0-1fe4-406d-b750-cce06026340c, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d75e9ec0-1fe4-406d-b750-cce06026340c,segment=NetworkSegment(638a07d3-711c-400f-b870-cd180d6ec7e2),segment_id=638a07d3-711c-400f-b870-cd180d6ec7e2)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:00.812987 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-94561aa8-88a1-4334-82cd-35629840a7e3 req-c31c492f-4e49-4e58-b5de-c2a223531641 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:00.911927 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5ca2a6ed-8f41-49cc-946e-f8829595f947 req-9f6c1d7d-c91d-49fe-a9ed-3bd7cbe62bef tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.11 "GET /v2.0/ports?device_id=19da2f73-4d9a-4e92-a37c-c3688a18154a HTTP/1.1" status: 200 len: 210 time: 0.0677049 Jul 15 15:12:00.913163 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-94561aa8-88a1-4334-82cd-35629840a7e3 req-c31c492f-4e49-4e58-b5de-c2a223531641 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Calling delete_port for d75e9ec0-1fe4-406d-b750-cce06026340c owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:12:01.172395 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7fa16869-2bb5-439e-9af5-2e3e2d7387fb req-15b4e650-afc3-4ea2-8458-e31b5292821d tempest-ServerShowV247Test-1559911999 tempest-ServerShowV247Test-1559911999-project] 10.222.0.38 "GET /v2.0/ports?device_id=19da2f73-4d9a-4e92-a37c-c3688a18154a HTTP/1.1" status: 200 len: 210 time: 0.1146705 Jul 15 15:12:01.253887 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-94561aa8-88a1-4334-82cd-35629840a7e3 req-c31c492f-4e49-4e58-b5de-c2a223531641 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:01.266796 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['d75e9ec0-1fe4-406d-b750-cce06026340c'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:12:01.351398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c492f-4e49-4e58-b5de-c2a223531641 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Pushing event deleted for resources: {'Port': ['ID=d75e9ec0-1fe4-406d-b750-cce06026340c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:01.487572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39864) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:01.506257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357b08e-8c46-4c20-99e5-d489f1b5fb1d req-2964f929-777d-46e8-b42a-6a4c587d1b09 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:01.508136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1357b08e-8c46-4c20-99e5-d489f1b5fb1d req-2964f929-777d-46e8-b42a-6a4c587d1b09 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 931 time: 0.3325517 Jul 15 15:12:01.532377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-94561aa8-88a1-4334-82cd-35629840a7e3 req-c31c492f-4e49-4e58-b5de-c2a223531641 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] No DVR routers for this DVR port d75e9ec0-1fe4-406d-b750-cce06026340c on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:12:01.537248 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-94561aa8-88a1-4334-82cd-35629840a7e3 req-c31c492f-4e49-4e58-b5de-c2a223531641 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:01.545918 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-94561aa8-88a1-4334-82cd-35629840a7e3 req-c31c492f-4e49-4e58-b5de-c2a223531641 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.22 "DELETE /v2.0/ports/d75e9ec0-1fe4-406d-b750-cce06026340c HTTP/1.1" status: 204 len: 173 time: 1.9717102 Jul 15 15:12:01.546689 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f432a39-022e-4f2c-a85f-ac7329405bca', 'name': 'network-vif-deleted', 'tag': 'd75e9ec0-1fe4-406d-b750-cce06026340c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:01.549227 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5d505b-fd81-4f0f-8f60-1c6bb6b29d1d" -d '{"events": [{"server_uuid": "4f432a39-022e-4f2c-a85f-ac7329405bca", "name": "network-vif-deleted", "tag": "d75e9ec0-1fe4-406d-b750-cce06026340c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:01.571917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbca266-3779-44c3-89c1-9aba602f7342 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:12:01.632938 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:01.647562 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62bc483-666e-40ca-92c0-8c6fc71f2580 x-openstack-request-id: req-b62bc483-666e-40ca-92c0-8c6fc71f2580 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:01.647838 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f432a39-022e-4f2c-a85f-ac7329405bca", "name": "network-vif-deleted", "tag": "d75e9ec0-1fe4-406d-b750-cce06026340c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:01.648435 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b62bc483-666e-40ca-92c0-8c6fc71f2580 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:01.648561 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f432a39-022e-4f2c-a85f-ac7329405bca', 'name': 'network-vif-deleted', 'tag': 'd75e9ec0-1fe4-406d-b750-cce06026340c', 'status': 'completed', 'code': 200} Jul 15 15:12:01.736531 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1357b08e-8c46-4c20-99e5-d489f1b5fb1d req-14c504e6-f638-4c12-aa6d-d47907ba53e8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081861 Jul 15 15:12:01.748703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Transition to ACTIVE for port object bbbca266-3779-44c3-89c1-9aba602f7342 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:01.765590 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:01.942061 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a66c7545-2652-488b-8312-0f37c337dcb5 req-200514a9-f3ff-4166-9375-20f45031bf92 tempest-ServerPasswordTestJSON-508824788 tempest-ServerPasswordTestJSON-508824788-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f432a39-022e-4f2c-a85f-ac7329405bca HTTP/1.1" status: 200 len: 210 time: 0.0818138 Jul 15 15:12:01.963040 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d9cb7b4a-1e77-4fa0-ad12-552e147d0fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:01.997280 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Pushing event updated for resources: {'Port': ['ID=bbbca266-3779-44c3-89c1-9aba602f7342,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:02.356475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Attempting to bind port bbbca266-3779-44c3-89c1-9aba602f7342 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:02.357111 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Attempting to bind port bbbca266-3779-44c3-89c1-9aba602f7342 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:02.357885 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Attempting to bind port bbbca266-3779-44c3-89c1-9aba602f7342 on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:02.366237 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Port bbbca266-3779-44c3-89c1-9aba602f7342 on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:12:02.366793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Attempting to bind port bbbca266-3779-44c3-89c1-9aba602f7342 on network 9bbd04cd-865f-4f8e-b12a-7cf02a114c19 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:02.381652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:02.382000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Checking segment: {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:02.382610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Bound using segment: {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:02.383595 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Bound port: bbbca266-3779-44c3-89c1-9aba602f7342, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:02.384269 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:02.499669 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d9cb7b4a-1e77-4fa0-ad12-552e147d0fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:02.512385 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d9cb7b4a-1e77-4fa0-ad12-552e147d0fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:02.518771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] For port bbbca266-3779-44c3-89c1-9aba602f7342, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:02.525550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] For port bbbca266-3779-44c3-89c1-9aba602f7342, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=bbbca266-3779-44c3-89c1-9aba602f7342,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:02.549327 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:02.658664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Pushing event updated for resources: {'Port': ['ID=bbbca266-3779-44c3-89c1-9aba602f7342,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:02.687783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:02.688325 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:02.690109 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a880200f-97b6-4529-bb54-ff8931041756 req-eeff8edf-bc1d-46fc-bb2c-2b4c5f55580e service neutron] 10.222.0.11 "PUT /v2.0/ports/bbbca266-3779-44c3-89c1-9aba602f7342 HTTP/1.1" status: 200 len: 1091 time: 2.7420335 Jul 15 15:12:02.692423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b647a85b-1210-46ab-87d6-da3113bbe958', 'tag': 'bbbca266-3779-44c3-89c1-9aba602f7342'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:02.695851 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcf0ed8-5bb2-48a7-ad28-8dd70582b255" -d '{"events": [{"name": "network-changed", "server_uuid": "b647a85b-1210-46ab-87d6-da3113bbe958", "tag": "bbbca266-3779-44c3-89c1-9aba602f7342"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:02.715281 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d9cb7b4a-1e77-4fa0-ad12-552e147d0fb1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4bba3752883c4c82b3eb24801ab405e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2260587 Jul 15 15:12:02.718276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39910) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:02.738179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb7b4a-1e77-4fa0-ad12-552e147d0fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9b5458-c822-4647-a2c0-d53b588e9159,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:02.816178 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:02.818695 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39918) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:02.885201 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca0861a4-1ee1-49d9-9ac0-f7230a34d3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:02.888464 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fed2760-6f68-4a91-8f87-59097b34395e x-openstack-request-id: req-3fed2760-6f68-4a91-8f87-59097b34395e {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:02.889127 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b647a85b-1210-46ab-87d6-da3113bbe958", "tag": "bbbca266-3779-44c3-89c1-9aba602f7342", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:02.890068 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3fed2760-6f68-4a91-8f87-59097b34395e {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:02.890797 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b647a85b-1210-46ab-87d6-da3113bbe958', 'tag': 'bbbca266-3779-44c3-89c1-9aba602f7342', 'status': 'completed', 'code': 200} Jul 15 15:12:02.900985 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8137f654-1a4a-458d-a6d2-020be235e7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:02.960588 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca0861a4-1ee1-49d9-9ac0-f7230a34d3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:02.990173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880200f-97b6-4529-bb54-ff8931041756 req-c9fd114b-4ed6-4212-8a56-b8cdb1549bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:02.998704 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a880200f-97b6-4529-bb54-ff8931041756 req-c9fd114b-4ed6-4212-8a56-b8cdb1549bfd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 1094 time: 0.2206738 Jul 15 15:12:03.099692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a880200f-97b6-4529-bb54-ff8931041756 req-d379a392-e29b-4ac8-8e11-46cf2b5fa927 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbbca266-3779-44c3-89c1-9aba602f7342 HTTP/1.1" status: 200 len: 217 time: 0.0939913 Jul 15 15:12:03.111424 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca0861a4-1ee1-49d9-9ac0-f7230a34d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:03.115507 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca0861a4-1ee1-49d9-9ac0-f7230a34d3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:03.121699 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ca0861a4-1ee1-49d9-9ac0-f7230a34d3c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fa9b5458-c822-4647-a2c0-d53b588e9159 HTTP/1.1" status: 204 len: 168 time: 0.4023488 Jul 15 15:12:03.137448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0861a4-1ee1-49d9-9ac0-f7230a34d3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9b5458-c822-4647-a2c0-d53b588e9159,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:03.197122 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39944) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:03.229030 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39946) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:03.260044 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880200f-97b6-4529-bb54-ff8931041756 req-ca0f3d8b-d4a5-462a-911b-62e497e85434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:03.261653 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a880200f-97b6-4529-bb54-ff8931041756 req-ca0f3d8b-d4a5-462a-911b-62e497e85434 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65019e12-bfdf-433d-bc85-c35edee27cc5 HTTP/1.1" status: 200 len: 846 time: 0.1231151 Jul 15 15:12:03.271414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b820f8-7943-4361-b6d9-7d6b0b0a05f8 req-2e904983-78a0-4c96-9871-dd9e9fb4151b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:03.281830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1b820f8-7943-4361-b6d9-7d6b0b0a05f8 req-2e904983-78a0-4c96-9871-dd9e9fb4151b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 943 time: 0.1808224 Jul 15 15:12:03.326790 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c733d8c1-6ba7-44b2-bc10-24cf26af144b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:03.347772 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a880200f-97b6-4529-bb54-ff8931041756 req-a726ac49-9a21-4d70-91a9-2a9c4f14a7f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522628 Jul 15 15:12:03.482563 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c733d8c1-6ba7-44b2-bc10-24cf26af144b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:03.483170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1b820f8-7943-4361-b6d9-7d6b0b0a05f8 req-9181a361-2f4c-4ab8-a297-7ac850fab56e tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997087 Jul 15 15:12:03.497001 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b0e444-a493-4e65-b13d-ca17caf9243d admin admin] Deleting subnet 5bdd61c0-27df-434f-87cf-e09b0e9bbe76 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:12:03.516959 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c733d8c1-6ba7-44b2-bc10-24cf26af144b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:03.563317 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a880200f-97b6-4529-bb54-ff8931041756 req-e5f74ec7-3a27-4a2c-8f78-09b6153b594a service neutron] 10.222.0.11 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960876 Jul 15 15:12:03.578783 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e444-a493-4e65-b13d-ca17caf9243d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:03.595608 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c733d8c1-6ba7-44b2-bc10-24cf26af144b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bb5e9ee9f0e34d42a657fc17609301dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7754705 Jul 15 15:12:03.645671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:03.701059 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733d8c1-6ba7-44b2-bc10-24cf26af144b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6477e53f-2ba9-4c64-9803-20519d0c84a0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:03.788753 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e444-a493-4e65-b13d-ca17caf9243d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:03.811200 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a880200f-97b6-4529-bb54-ff8931041756 req-4ec3dba3-d8ba-4ff2-a461-a4c8145474de service neutron] 10.222.0.11 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394507 Jul 15 15:12:03.839451 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf4ff2f6-19a7-46cc-85ea-c83e492b299d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:03.958501 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e444-a493-4e65-b13d-ca17caf9243d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:03.964788 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device d75e9ec0-1fe4-406d-b750-cce06026340c no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:12:04.021122 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: d75e9ec0-1fe4-406d-b750-cce06026340c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:12:04.021470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device d75e9ec0-1fe4-406d-b750-cce06026340c not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:12:04.073862 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2eac98ef-f281-4ff1-b437-d8a68aa70215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:04.091617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf0ed8-5bb2-48a7-ad28-8dd70582b255 req-ea5e046c-2a19-44c1-999e-d88432887bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:04.097311 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-edcf0ed8-5bb2-48a7-ad28-8dd70582b255 req-ea5e046c-2a19-44c1-999e-d88432887bb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f3de406124b47ed845d6b37dd986580&device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 1094 time: 0.1896510 Jul 15 15:12:04.109804 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf4ff2f6-19a7-46cc-85ea-c83e492b299d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:04.120260 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf4ff2f6-19a7-46cc-85ea-c83e492b299d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:04.126003 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2eac98ef-f281-4ff1-b437-d8a68aa70215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:04.233103 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:04.255992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ff2f6-19a7-46cc-85ea-c83e492b299d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb6981b-44e9-4419-8e05-655abaae1895,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:04.269821 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2eac98ef-f281-4ff1-b437-d8a68aa70215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:04.274960 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2eac98ef-f281-4ff1-b437-d8a68aa70215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:04.276379 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2eac98ef-f281-4ff1-b437-d8a68aa70215 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6477e53f-2ba9-4c64-9803-20519d0c84a0 HTTP/1.1" status: 204 len: 168 time: 0.6279235 Jul 15 15:12:04.297562 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac98ef-f281-4ff1-b437-d8a68aa70215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6477e53f-2ba9-4c64-9803-20519d0c84a0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:04.322313 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e444-a493-4e65-b13d-ca17caf9243d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:04.353287 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cf4ff2f6-19a7-46cc-85ea-c83e492b299d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1001afbd4c454613be871c283ed41495&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1171913 Jul 15 15:12:04.358185 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39992) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:04.393615 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0e444-a493-4e65-b13d-ca17caf9243d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bdd61c0-27df-434f-87cf-e09b0e9bbe76,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:04.405626 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e444-a493-4e65-b13d-ca17caf9243d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:04.408211 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e7b0e444-a493-4e65-b13d-ca17caf9243d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5bdd61c0-27df-434f-87cf-e09b0e9bbe76 HTTP/1.1" status: 204 len: 168 time: 1.2095153 Jul 15 15:12:04.413425 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39994) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:04.473698 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39996) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:04.622924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-56e85922-20c0-47e9-9ecb-f0ea00c7f7ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1725931113-network', 'tenant_id': 'e8adb63cf4244269af1c8a6cb45bce85'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:04.669927 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e85922-20c0-47e9-9ecb-f0ea00c7f7ef admin admin] Made reservation on behalf of e8adb63cf4244269af1c8a6cb45bce85 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:04.683262 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56e85922-20c0-47e9-9ecb-f0ea00c7f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:04.688515 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-26a6f5af-bf35-45cc-9f95-00eea3d8fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:04.712008 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56e85922-20c0-47e9-9ecb-f0ea00c7f7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:04.719409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf0ed8-5bb2-48a7-ad28-8dd70582b255 req-8f4b88d2-d18d-43f3-9141-ce0276a33d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:04.723516 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-edcf0ed8-5bb2-48a7-ad28-8dd70582b255 req-8f4b88d2-d18d-43f3-9141-ce0276a33d14 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 200 len: 907 time: 0.6114788 Jul 15 15:12:04.801527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-edcf0ed8-5bb2-48a7-ad28-8dd70582b255 req-5f602bc0-a972-43db-befb-443106e0b557 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbbca266-3779-44c3-89c1-9aba602f7342 HTTP/1.1" status: 200 len: 217 time: 0.0618718 Jul 15 15:12:04.918429 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56e85922-20c0-47e9-9ecb-f0ea00c7f7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:04.928641 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56e85922-20c0-47e9-9ecb-f0ea00c7f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:04.928847 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-534efd7c-1130-4969-81ea-478ea26b0615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:04.954190 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-534efd7c-1130-4969-81ea-478ea26b0615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.003821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40006) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:05.048540 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e85922-20c0-47e9-9ecb-f0ea00c7f7ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:12:05.126832 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da046f01-0983-4ff4-b8e8-f28c478ddacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.127040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e85922-20c0-47e9-9ecb-f0ea00c7f7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b01c22-1c7c-463c-ac70-289effae2fa5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:05.151629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56e85922-20c0-47e9-9ecb-f0ea00c7f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.151629 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-56e85922-20c0-47e9-9ecb-f0ea00c7f7ef admin admin] Added segment cd19da1d-aecd-4c74-9c6d-681aab92ab22 of type vlan for network 64b414a4-4442-44e4-9603-37584ff0baf9 Jul 15 15:12:05.183758 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-26a6f5af-bf35-45cc-9f95-00eea3d8fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.201731 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf0ed8-5bb2-48a7-ad28-8dd70582b255 req-0db2c8e3-6237-4d53-8972-a510bdac579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:05.203231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-edcf0ed8-5bb2-48a7-ad28-8dd70582b255 req-0db2c8e3-6237-4d53-8972-a510bdac579c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65019e12-bfdf-433d-bc85-c35edee27cc5 HTTP/1.1" status: 200 len: 846 time: 0.3666401 Jul 15 15:12:05.209299 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56e85922-20c0-47e9-9ecb-f0ea00c7f7ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.209969 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-26a6f5af-bf35-45cc-9f95-00eea3d8fb0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7086427f-f000-4b85-9cef-a28b4824f3cf']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:05.247428 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56e85922-20c0-47e9-9ecb-f0ea00c7f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.249058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e85922-20c0-47e9-9ecb-f0ea00c7f7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:05.250005 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56e85922-20c0-47e9-9ecb-f0ea00c7f7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.258290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-26a6f5af-bf35-45cc-9f95-00eea3d8fb0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638a07d3-711c-400f-b870-cd180d6ec7e2') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:05.258620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-26a6f5af-bf35-45cc-9f95-00eea3d8fb0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638a07d3-711c-400f-b870-cd180d6ec7e2') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:05.299058 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-edcf0ed8-5bb2-48a7-ad28-8dd70582b255 req-bfd07373-ea31-4cc0-ba12-d1553528e745 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bbd04cd-865f-4f8e-b12a-7cf02a114c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787456 Jul 15 15:12:05.391536 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e85922-20c0-47e9-9ecb-f0ea00c7f7ef admin admin] Pushing event updated for resources: {'Network': ['ID=64b414a4-4442-44e4-9603-37584ff0baf9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:05.403285 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 64b414a4-4442-44e4-9603-37584ff0baf9 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:12:05.418741 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da046f01-0983-4ff4-b8e8-f28c478ddacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.433931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accec3e4-216e-460f-9910-207560f8f95c req-eefd2450-6346-40ce-9466-4f23fc18d0f7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:05.435638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-accec3e4-216e-460f-9910-207560f8f95c req-eefd2450-6346-40ce-9466-4f23fc18d0f7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 943 time: 0.7109139 Jul 15 15:12:05.436897 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-56e85922-20c0-47e9-9ecb-f0ea00c7f7ef admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9607608 Jul 15 15:12:05.439632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40012) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:05.444991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1685654a-a5b2-4a33-8b67-c7bb63f4a89a admin admin] Request body: {'subnet': {'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1725931113-subnet', 'tenant_id': 'e8adb63cf4244269af1c8a6cb45bce85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:05.483234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1685654a-a5b2-4a33-8b67-c7bb63f4a89a admin admin] Made reservation on behalf of e8adb63cf4244269af1c8a6cb45bce85 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:05.487199 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1685654a-a5b2-4a33-8b67-c7bb63f4a89a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.538429 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-26a6f5af-bf35-45cc-9f95-00eea3d8fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.540041 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-da046f01-0983-4ff4-b8e8-f28c478ddacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.544362 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-edcf0ed8-5bb2-48a7-ad28-8dd70582b255 req-9adc7c3c-a5d1-4041-8c5f-24b8f3c0703d service neutron] 10.222.0.11 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070988 Jul 15 15:12:05.545059 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-534efd7c-1130-4969-81ea-478ea26b0615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.547886 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-534efd7c-1130-4969-81ea-478ea26b0615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.548969 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-534efd7c-1130-4969-81ea-478ea26b0615 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7bb6981b-44e9-4419-8e05-655abaae1895 HTTP/1.1" status: 204 len: 168 time: 1.1866128 Jul 15 15:12:05.690076 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1685654a-a5b2-4a33-8b67-c7bb63f4a89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.704098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-edcf0ed8-5bb2-48a7-ad28-8dd70582b255 req-b5378b95-dc98-4483-be86-6417720b381c service neutron] 10.222.0.11 "GET /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039193 Jul 15 15:12:05.738005 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-26a6f5af-bf35-45cc-9f95-00eea3d8fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.765117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1685654a-a5b2-4a33-8b67-c7bb63f4a89a admin admin] Checking segment: {'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:05.765499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1685654a-a5b2-4a33-8b67-c7bb63f4a89a admin admin] Network hostable DHCP agents. Network: 64b414a4-4442-44e4-9603-37584ff0baf9, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:12:05.769129 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685654a-a5b2-4a33-8b67-c7bb63f4a89a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4769b93a-d272-4da8-83b1-540f5e8c4a23,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:05.775672 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-accec3e4-216e-460f-9910-207560f8f95c req-74a20340-8a90-4b5a-be44-fd584886f9f0 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242494 Jul 15 15:12:05.779943 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a6f5af-bf35-45cc-9f95-00eea3d8fb0a admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:12:05.780362 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-26a6f5af-bf35-45cc-9f95-00eea3d8fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:12:05.782582 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:12:05.788540 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-da046f01-0983-4ff4-b8e8-f28c478ddacc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3ccf350371d4ffc9fe9de839fe33ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7524259 Jul 15 15:12:05.792049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40016) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:05.799116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da046f01-0983-4ff4-b8e8-f28c478ddacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605cb5ed-759d-4126-91f2-9270392d8cd0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:05.819594 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1685654a-a5b2-4a33-8b67-c7bb63f4a89a admin admin] Network 64b414a4-4442-44e4-9603-37584ff0baf9 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:12:05.841954 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1685654a-a5b2-4a33-8b67-c7bb63f4a89a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 64b414a4-4442-44e4-9603-37584ff0baf9) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:05.860933 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018f6a2b-1aaf-403e-bf7d-203069edaa1a None None] Network 64b414a4-4442-44e4-9603-37584ff0baf9 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:12:05.875617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1685654a-a5b2-4a33-8b67-c7bb63f4a89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:05.876673 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1685654a-a5b2-4a33-8b67-c7bb63f4a89a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.882303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534efd7c-1130-4969-81ea-478ea26b0615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb6981b-44e9-4419-8e05-655abaae1895,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:05.893964 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-26a6f5af-bf35-45cc-9f95-00eea3d8fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.903441 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-26a6f5af-bf35-45cc-9f95-00eea3d8fb0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.907265 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-26a6f5af-bf35-45cc-9f95-00eea3d8fb0a admin admin] 10.222.0.38 "DELETE /v2.0/networks/7086427f-f000-4b85-9cef-a28b4824f3cf HTTP/1.1" status: 204 len: 168 time: 1.4906440 Jul 15 15:12:05.953620 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b267270-425a-43da-9088-be58eab68881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.964273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6f5af-bf35-45cc-9f95-00eea3d8fb0a admin admin] Pushing event deleted for resources: {'Network': ['ID=7086427f-f000-4b85-9cef-a28b4824f3cf,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:05.986395 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1685654a-a5b2-4a33-8b67-c7bb63f4a89a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5454595 Jul 15 15:12:06.016761 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b267270-425a-43da-9088-be58eab68881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:06.105323 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:06.140462 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b267270-425a-43da-9088-be58eab68881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:06.144292 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b267270-425a-43da-9088-be58eab68881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:06.148714 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5b267270-425a-43da-9088-be58eab68881 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/605cb5ed-759d-4126-91f2-9270392d8cd0 HTTP/1.1" status: 204 len: 168 time: 0.3519669 Jul 15 15:12:06.168746 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b267270-425a-43da-9088-be58eab68881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605cb5ed-759d-4126-91f2-9270392d8cd0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:06.201862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed66be6-75c2-4e82-912f-793453740125 None None] Network 64b414a4-4442-44e4-9603-37584ff0baf9 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:12:06.261545 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40032) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:06.338803 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c4f7936c-db4d-4093-a23b-18d9eb9f19fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2c7a00ef01aa4859b4b14ba6dbb8172f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727212 Jul 15 15:12:06.339509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40038) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:06.488085 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fcfd3c4a-b4c0-4e09-b284-eddc8710d59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:06.580921 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fcfd3c4a-b4c0-4e09-b284-eddc8710d59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:06.706157 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fcfd3c4a-b4c0-4e09-b284-eddc8710d59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:06.709972 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fcfd3c4a-b4c0-4e09-b284-eddc8710d59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:06.713544 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fcfd3c4a-b4c0-4e09-b284-eddc8710d59e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e97cd36-d955-4f7d-8d21-2c6909346116 HTTP/1.1" status: 204 len: 168 time: 0.3724134 Jul 15 15:12:06.732760 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd3c4a-b4c0-4e09-b284-eddc8710d59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e97cd36-d955-4f7d-8d21-2c6909346116,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:07.122713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49227d23-05e6-45ca-a1ab-c6fada952264 req-17bbc415-0de9-4166-9ae1-6b94455015ae tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:07.130570 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49227d23-05e6-45ca-a1ab-c6fada952264 req-17bbc415-0de9-4166-9ae1-6b94455015ae tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 943 time: 0.1412978 Jul 15 15:12:07.246521 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49227d23-05e6-45ca-a1ab-c6fada952264 req-64d61965-4dd9-4bb8-b7b2-8b1d75a1a9a8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147482 Jul 15 15:12:07.319088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-ef30285f-4cc8-4871-acda-7fbbaf882d14 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:07.320916 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-ef30285f-4cc8-4871-acda-7fbbaf882d14 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/networks?id=64b414a4-4442-44e4-9603-37584ff0baf9 HTTP/1.1" status: 200 len: 815 time: 0.2531118 Jul 15 15:12:07.356951 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-a541e426-cbdc-4187-b406-85564df9f1e5 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/quotas/e8adb63cf4244269af1c8a6cb45bce85 HTTP/1.1" status: 200 len: 375 time: 0.0238121 Jul 15 15:12:07.362437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device bbbca266-3779-44c3-89c1-9aba602f7342 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:12:07.458951 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-bba0e05b-8f76-4e97-98dd-693b8664daa9 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e8adb63cf4244269af1c8a6cb45bce85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1000628 Jul 15 15:12:07.558797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port bbbca266-3779-44c3-89c1-9aba602f7342, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=bbbca266-3779-44c3-89c1-9aba602f7342,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:07.576616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'bbbca266-3779-44c3-89c1-9aba602f7342', 'network_id': '9bbd04cd-865f-4f8e-b12a-7cf02a114c19', 'port_id': 'bbbca266-3779-44c3-89c1-9aba602f7342', 'mac_address': 'fa:16:3e:4b:c9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65019e12-bfdf-433d-bc85-c35edee27cc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:12:07.688001 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-1fafeb1d-7b94-44ba-b8bb-9e952b70393c service neutron] 10.222.0.38 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282295 Jul 15 15:12:07.699917 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:07.749614 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbca266-3779-44c3-89c1-9aba602f7342 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:12:07.814236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port bbbca266-3779-44c3-89c1-9aba602f7342, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=bbbca266-3779-44c3-89c1-9aba602f7342,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:07.826652 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:07.921405 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40104) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:07.939713 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=bbbca266-3779-44c3-89c1-9aba602f7342,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:07.949414 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-c0a34d80-29ed-445a-89d1-3218e587d025 service neutron] 10.222.0.38 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533197 Jul 15 15:12:08.044480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['bbbca266-3779-44c3-89c1-9aba602f7342'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:12:08.218343 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-network', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:08.310758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Made reservation on behalf of 5e746ec2ac1d47fc84dbbe9e96f40b75 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:08.339203 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:08.343494 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-18355941-717d-4491-93c1-0ab208122b24 req-4637b362-6b98-4d0f-9f67-9d39c32f9da2 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 210 time: 0.1238503 Jul 15 15:12:08.399397 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:08.752961 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:08.761241 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:08.794863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:12:08.816923 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:08.819901 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Added segment b85f2738-e05c-4711-b99e-4203cdfd8591 of type vlan for network f4383174-585e-4d4e-b660-80050803c374 Jul 15 15:12:08.916700 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a713960-a0e1-4912-82d0-9a2890ad68e5 req-5e324658-1f0b-44b8-97e3-31465c150ff9 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:08.922144 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:08.924519 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a713960-a0e1-4912-82d0-9a2890ad68e5 req-5e324658-1f0b-44b8-97e3-31465c150ff9 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 944 time: 0.2210045 Jul 15 15:12:08.997550 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:09.002189 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:09.005294 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:09.031904 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a713960-a0e1-4912-82d0-9a2890ad68e5 req-ee95b41b-aaed-4560-bf2d-9268742961f9 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014287 Jul 15 15:12:09.113729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcd95cd-2f33-4f5c-bde7-c6c7578defb8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:09.130610 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2050676 Jul 15 15:12:09.131017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40150) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:09.136314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-fe8c9188-6fce-4cf8-8aa5-6cb0514a2676 admin admin] Request body: {'subnet': {'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-subnet', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:09.148143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:09.148686 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:09.149212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:09.150237 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:09.152274 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:09.154342 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:09.154900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:09.156518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:09.157914 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:09.159901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:09.160952 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:09.162277 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:09.198853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8c9188-6fce-4cf8-8aa5-6cb0514a2676 admin admin] Made reservation on behalf of 5e746ec2ac1d47fc84dbbe9e96f40b75 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:09.201154 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9188-6fce-4cf8-8aa5-6cb0514a2676 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:09.241494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb95aa-7f82-496e-93aa-75bc57e661e3 admin admin] Pushing event updated for resources: {'Network': ['ID=f4383174-585e-4d4e-b660-80050803c374,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:09.267454 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network f4383174-585e-4d4e-b660-80050803c374 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:12:09.414281 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device bbbca266-3779-44c3-89c1-9aba602f7342 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:09.623196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port bbbca266-3779-44c3-89c1-9aba602f7342 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:09.641530 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port bbbca266-3779-44c3-89c1-9aba602f7342 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:09.641939 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:09.646740 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9188-6fce-4cf8-8aa5-6cb0514a2676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:09.740028 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2c60c7c-42a4-42ef-87c3-598aba728b8b req-71484c44-758e-4b2b-a5b8-3c9ee3f9bb91 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 210 time: 0.1127954 Jul 15 15:12:09.865084 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:09.866936 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c9188-6fce-4cf8-8aa5-6cb0514a2676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e02218b1-8e75-4c36-9d6e-ae1449beb9a6,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:09.886781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c9188-6fce-4cf8-8aa5-6cb0514a2676 admin admin] Checking segment: {'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:09.887154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8c9188-6fce-4cf8-8aa5-6cb0514a2676 admin admin] Network hostable DHCP agents. Network: f4383174-585e-4d4e-b660-80050803c374, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:12:09.912543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8c9188-6fce-4cf8-8aa5-6cb0514a2676 admin admin] Network f4383174-585e-4d4e-b660-80050803c374 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:12:09.926432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-fe8c9188-6fce-4cf8-8aa5-6cb0514a2676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, f4383174-585e-4d4e-b660-80050803c374) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:09.940060 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port bbbca266-3779-44c3-89c1-9aba602f7342, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=bbbca266-3779-44c3-89c1-9aba602f7342,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:09.945369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b647a85b-1210-46ab-87d6-da3113bbe958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbca266-3779-44c3-89c1-9aba602f7342'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:09.953000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8c9188-6fce-4cf8-8aa5-6cb0514a2676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:09.953702 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5278064-7374-46c3-888b-741d9675d6be" -d '{"events": [{"server_uuid": "b647a85b-1210-46ab-87d6-da3113bbe958", "name": "network-vif-plugged", "status": "completed", "tag": "bbbca266-3779-44c3-89c1-9aba602f7342"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:09.956660 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9188-6fce-4cf8-8aa5-6cb0514a2676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:09.957223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c83452d-41bb-4235-8810-0d7e06bb7034 None None] Network f4383174-585e-4d4e-b660-80050803c374 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:12:09.962108 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:10.015510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fe8c9188-6fce-4cf8-8aa5-6cb0514a2676 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8806014 Jul 15 15:12:10.015944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40174) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:10.021580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:10.067931 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3adf13-3967-46e2-862e-aed454dbda3c x-openstack-request-id: req-ea3adf13-3967-46e2-862e-aed454dbda3c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:10.068358 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b647a85b-1210-46ab-87d6-da3113bbe958", "name": "network-vif-plugged", "status": "completed", "tag": "bbbca266-3779-44c3-89c1-9aba602f7342", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:10.068621 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea3adf13-3967-46e2-862e-aed454dbda3c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:10.069025 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b647a85b-1210-46ab-87d6-da3113bbe958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbca266-3779-44c3-89c1-9aba602f7342', 'code': 200} Jul 15 15:12:10.071983 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=bbbca266-3779-44c3-89c1-9aba602f7342,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:10.120780 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:10.122901 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:10.300316 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:10.377925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40184) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:10.439274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-f4383174-585e-4d4e-b660-80050803c374', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:12:10.441597 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:10.566258 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45560019-010f-4b1a-b0d1-a17fc4bc86c1 req-8f5c2962-d6a1-4608-939a-0cbfd2be99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:10.590986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45560019-010f-4b1a-b0d1-a17fc4bc86c1 req-8f5c2962-d6a1-4608-939a-0cbfd2be99d1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 1096 time: 0.3768063 Jul 15 15:12:10.616847 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Allocated IP 172.20.0.2 (f4383174-585e-4d4e-b660-80050803c374/e02218b1-8e75-4c36-9d6e-ae1449beb9a6/2fc0eac4-cfc7-4008-8d41-87c6c050e4ec) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:10.746130 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec994dca-d01a-4ec8-976e-d5d8ab242a3c req-f47cc72e-8827-4169-8c80-3fe8407dde0a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:10.758171 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:10.760811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec994dca-d01a-4ec8-976e-d5d8ab242a3c req-f47cc72e-8827-4169-8c80-3fe8407dde0a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.4103446 Jul 15 15:12:10.784701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45560019-010f-4b1a-b0d1-a17fc4bc86c1 req-1201b8ce-b5d4-4cb8-9d59-89cc67526ec6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782362 Jul 15 15:12:10.896883 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec994dca-d01a-4ec8-976e-d5d8ab242a3c req-0ef43c50-a504-4870-8ed0-9a1ee833d373 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064312 Jul 15 15:12:10.909163 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e6de9bc2-9839-4f33-b86d-0619922af9b9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'network': {'name': 'tempest-network-smoke--1256136616', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'port_security_enabled': True}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:10.993992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6de9bc2-9839-4f33-b86d-0619922af9b9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Made reservation on behalf of 70a995f7ee6e41f597cf94301c84780c for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:10.996284 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:10.997555 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6de9bc2-9839-4f33-b86d-0619922af9b9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:11.018568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Transition to ACTIVE for port object 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:11.054881 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Transition to ACTIVE for port object 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:11.069228 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:11.121927 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6de9bc2-9839-4f33-b86d-0619922af9b9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:11.169006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57e59e52-580d-4fd6-8a4b-32653dad386b req-cbbadf92-c6d6-45b4-bf58-a9fb4ca7248e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 210 time: 0.1773558 Jul 15 15:12:11.221007 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Network f4383174-585e-4d4e-b660-80050803c374 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:11.235265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:11.259942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:11.347816 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-5432eff8-5565-4ae4-ac95-bbae5a53f9e9 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:11.352251 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-5432eff8-5565-4ae4-ac95-bbae5a53f9e9 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.22 "GET /v2.0/networks?id=64b414a4-4442-44e4-9603-37584ff0baf9 HTTP/1.1" status: 200 len: 815 time: 0.4486277 Jul 15 15:12:11.365754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-7ca4c546-6d67-4b85-b130-abf8e60c551e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Request body: {'port': {'device_id': '7aa849ba-3fa1-483d-bbec-3ae0296f51a0', 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9', 'admin_state_up': True, 'tenant_id': 'e8adb63cf4244269af1c8a6cb45bce85'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:11.383765 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6de9bc2-9839-4f33-b86d-0619922af9b9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:11.390273 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6de9bc2-9839-4f33-b86d-0619922af9b9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:11.443783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Pushing event updated for resources: {'Port': ['ID=2fc0eac4-cfc7-4008-8d41-87c6c050e4ec,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:11.452642 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6de9bc2-9839-4f33-b86d-0619922af9b9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:12:11.528879 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6de9bc2-9839-4f33-b86d-0619922af9b9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:11.529243 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-e6de9bc2-9839-4f33-b86d-0619922af9b9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Added segment bc308b7a-2658-47a9-9a11-91b03506b4bb of type vlan for network ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 Jul 15 15:12:11.531735 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de9bc2-9839-4f33-b86d-0619922af9b9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6871da-2aca-45ef-b069-294ebffdae52,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:11.564948 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Attempting to bind port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:11.566963 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Attempting to bind port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:11.569065 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Attempting to bind port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec on network f4383174-585e-4d4e-b660-80050803c374 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:11.584439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:11.584825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Checking segment: {'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:11.586022 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:11.586643 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Bound using segment: {'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:11.588830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Bound port: 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:11.589549 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:11.699939 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6de9bc2-9839-4f33-b86d-0619922af9b9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:11.714136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] For port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:11.717226 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] For port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2fc0eac4-cfc7-4008-8d41-87c6c050e4ec,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:11.730386 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:11.824830 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:11.852524 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6de9bc2-9839-4f33-b86d-0619922af9b9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:11.868247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eda2bd-d62c-436b-b934-7d4ebdbb7ac0 None None] Pushing event updated for resources: {'Port': ['ID=2fc0eac4-cfc7-4008-8d41-87c6c050e4ec,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:11.874308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6de9bc2-9839-4f33-b86d-0619922af9b9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:11.889352 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6de9bc2-9839-4f33-b86d-0619922af9b9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:11.894723 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:11.962590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-7ca4c546-6d67-4b85-b130-abf8e60c551e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Made reservation on behalf of e8adb63cf4244269af1c8a6cb45bce85 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:11.966970 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-7ca4c546-6d67-4b85-b130-abf8e60c551e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:12.041740 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e6de9bc2-9839-4f33-b86d-0619922af9b9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6615276 Jul 15 15:12:12.048348 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40220) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:12.062375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'admin_state_up': True, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:12.231529 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de9bc2-9839-4f33-b86d-0619922af9b9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Network': ['ID=ca64047f-4198-4fb1-8fa3-ffa8b6af63c7,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:12.261013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:12:12.261816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40226) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:12.343763 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:12.346660 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:12.443627 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Allocated IP 172.25.4.16 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/47406aa3-a9b9-4bc9-9651-61fe292de25a) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:12.576678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-7ca4c546-6d67-4b85-b130-abf8e60c551e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Allocated IP 172.20.0.11 (64b414a4-4442-44e4-9603-37584ff0baf9/4769b93a-d272-4da8-83b1-540f5e8c4a23/71d7fa55-b73d-484b-92b8-225f0489f321) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:12.833168 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:12.882334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40242) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:13.035560 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:13.105093 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:13.213357 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-7ca4c546-6d67-4b85-b130-abf8e60c551e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:13.220335 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:13.234213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd201547-0d64-4ea7-a625-0bee62d2a959 req-c15aaa3f-34f1-4988-80e2-3800e9586696 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 210 time: 0.1910141 Jul 15 15:12:13.240346 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Pushing event updated for resources: {'Port': ['ID=47406aa3-a9b9-4bc9-9651-61fe292de25a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:13.258789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:13.264940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:13.268182 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:13.455862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40254) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:13.460070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:13.500633 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da79ef0-af70-41ba-8c75-6420b40f21a7 req-fe33ad27-66c0-482f-a261-df1a28ae95ad tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:13.515494 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3da79ef0-af70-41ba-8c75-6420b40f21a7 req-fe33ad27-66c0-482f-a261-df1a28ae95ad tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 1.2550778 Jul 15 15:12:13.519056 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:13.540609 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:13.567590 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-757fb10e-b26e-4596-b14a-9bda6b7105d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:13.594557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3da79ef0-af70-41ba-8c75-6420b40f21a7 req-001f2327-406e-4336-9fd7-433e70c19c0f tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780776 Jul 15 15:12:13.634484 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-7ca4c546-6d67-4b85-b130-abf8e60c551e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:13.665145 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b7af70d-fc89-4157-a792-ae656811fe84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:13.680258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5803e571-9492-4977-b28b-235691aabdfb None None] Network f4383174-585e-4d4e-b660-80050803c374 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:12:13.796228 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:13.828666 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:13.887926 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64effdcfa30c4a56824d13b6581b45a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6097941 Jul 15 15:12:13.915227 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bdf6c78a-3bf4-4982-9c1c-ecd0ea357564 None None] Provisioning for port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:13.921202 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bdf6c78a-3bf4-4982-9c1c-ecd0ea357564 None None] Provisioning complete for port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:13.921596 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c78a-3bf4-4982-9c1c-ecd0ea357564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:13.931644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40264) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:14.028913 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c78a-3bf4-4982-9c1c-ecd0ea357564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.067906 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-bdf6c78a-3bf4-4982-9c1c-ecd0ea357564 None None] For port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2fc0eac4-cfc7-4008-8d41-87c6c050e4ec,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:14.074593 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c78a-3bf4-4982-9c1c-ecd0ea357564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.143137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6c78a-3bf4-4982-9c1c-ecd0ea357564 None None] Pushing event updated for resources: {'Port': ['ID=2fc0eac4-cfc7-4008-8d41-87c6c050e4ec,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:14.149296 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.183736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cab266-0e01-45e4-ac10-26e774622211,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:14.187722 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-7ca4c546-6d67-4b85-b130-abf8e60c551e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Network 64b414a4-4442-44e4-9603-37584ff0baf9 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:14.199325 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4c546-6d67-4b85-b130-abf8e60c551e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Pushing event updated for resources: {'Port': ['ID=71d7fa55-b73d-484b-92b8-225f0489f321,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:14.201755 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:14.202116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:14.202594 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:14.202954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:14.203164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:14.203502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:14.203835 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:14.204166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:14.204498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:14.204825 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:14.205153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:14.205480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf755ab-fed1-4e2d-bb69-c519ef19545d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:14.209452 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.215978 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-7ca4c546-6d67-4b85-b130-abf8e60c551e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:14.225642 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-7ca4c546-6d67-4b85-b130-abf8e60c551e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:14.230585 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8622dd3-3831-4b2e-9294-412d8952900e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.277449 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.295373 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25ba33-ac8d-4336-b643-f5e10b257a39 req-ee5701aa-602b-4d10-8f80-27b9531b9ed2 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:14.296986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5f25ba33-ac8d-4336-b643-f5e10b257a39 req-ee5701aa-602b-4d10-8f80-27b9531b9ed2 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 945 time: 0.4174683 Jul 15 15:12:14.300474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3b23c178-2f7b-4145-8fee-a87322df243a None None] Provisioning complete for port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:14.300849 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b23c178-2f7b-4145-8fee-a87322df243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.343996 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8622dd3-3831-4b2e-9294-412d8952900e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.346470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-7ca4c546-6d67-4b85-b130-abf8e60c551e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:14.347174 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-7ca4c546-6d67-4b85-b130-abf8e60c551e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.373770 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7871e-6efd-4390-a845-8d5ffbc85733 req-387ff758-949a-43cd-bcbb-a9d1c8822889 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:14.375350 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50b7871e-6efd-4390-a845-8d5ffbc85733 req-387ff758-949a-43cd-bcbb-a9d1c8822889 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.3340042 Jul 15 15:12:14.449488 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5f25ba33-ac8d-4336-b643-f5e10b257a39 req-2c8b1271-28cd-4ef9-9969-4c1925bf9d5e tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399441 Jul 15 15:12:14.490294 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-757fb10e-b26e-4596-b14a-9bda6b7105d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.494002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Allocated IP 172.25.4.120 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/88a1d10c-8fe6-4c10-8451-0f8df5d36bf9) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:14.499887 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-757fb10e-b26e-4596-b14a-9bda6b7105d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.515030 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50b7871e-6efd-4390-a845-8d5ffbc85733 req-e0ef8415-f77c-4977-a48a-4ecda560906e tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266732 Jul 15 15:12:14.517009 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8622dd3-3831-4b2e-9294-412d8952900e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.519758 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8622dd3-3831-4b2e-9294-412d8952900e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.521043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f8622dd3-3831-4b2e-9294-412d8952900e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/86cab266-0e01-45e4-ac10-26e774622211 HTTP/1.1" status: 204 len: 168 time: 0.5812554 Jul 15 15:12:14.521184 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-7ca4c546-6d67-4b85-b130-abf8e60c551e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1632276 Jul 15 15:12:14.546498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8622dd3-3831-4b2e-9294-412d8952900e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cab266-0e01-45e4-ac10-26e774622211,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:14.578676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Request body: {'port': {'device_id': '7aa849ba-3fa1-483d-bbec-3ae0296f51a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:14.688247 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-757fb10e-b26e-4596-b14a-9bda6b7105d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=866fd682094542f39eeb6f495096aba3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7900877 Jul 15 15:12:14.690884 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fb10e-b26e-4596-b14a-9bda6b7105d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a150f2e0-b6c2-4ae1-930f-bc5bf212df1d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:14.691022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40272) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:14.708256 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.725614 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.802278 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.814229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a58d2-3861-43e6-b1f2-a754c0ec4b1f req-3eb2bc0e-517d-419e-a190-9312e3fac012 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:14.816035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-891a58d2-3861-43e6-b1f2-a754c0ec4b1f req-3eb2bc0e-517d-419e-a190-9312e3fac012 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 932 time: 0.1845832 Jul 15 15:12:14.884519 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3dba9d9a-81f2-4a7c-8588-37f601690c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.903964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:14.907066 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b7af70d-fc89-4157-a792-ae656811fe84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.939454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5cdeb-fe6a-4e58-974c-0f8b88fb492f req-bf6e84b6-02a6-426a-8a23-ffc638de07bb tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:14.940950 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fb5cdeb-fe6a-4e58-974c-0f8b88fb492f req-bf6e84b6-02a6-426a-8a23-ffc638de07bb tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.2423050 Jul 15 15:12:14.957831 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-891a58d2-3861-43e6-b1f2-a754c0ec4b1f req-718e1f4a-7d4f-43b6-ab45-6f7ec98eb892 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303213 Jul 15 15:12:14.959656 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3dba9d9a-81f2-4a7c-8588-37f601690c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.962912 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b7af70d-fc89-4157-a792-ae656811fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.990306 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d6532fd-704b-4b25-8faa-a1d026d3bd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:14.991822 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:15.051024 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5b7af70d-fc89-4157-a792-ae656811fe84 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=76e3579dede3410583b12ee94802dd20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5372024 Jul 15 15:12:15.058242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40278) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:15.063435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7af70d-fc89-4157-a792-ae656811fe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137d7a7f-53a5-4090-bf0e-d4b74bbd12ee,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:15.082475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:15.099643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:15.102856 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:15.113411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fb5cdeb-fe6a-4e58-974c-0f8b88fb492f req-c0506c64-edcd-4869-aa49-889c246033dd tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644716 Jul 15 15:12:15.123114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Port': ['ID=88a1d10c-8fe6-4c10-8451-0f8df5d36bf9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:15.175081 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3dba9d9a-81f2-4a7c-8588-37f601690c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:15.177731 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3dba9d9a-81f2-4a7c-8588-37f601690c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:15.179978 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Router b7313674-24f9-4b80-a507-b8a586a663bb is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:12:15.182312 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3dba9d9a-81f2-4a7c-8588-37f601690c45 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a150f2e0-b6c2-4ae1-930f-bc5bf212df1d HTTP/1.1" status: 204 len: 168 time: 0.4902792 Jul 15 15:12:15.203669 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba9d9a-81f2-4a7c-8588-37f601690c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a150f2e0-b6c2-4ae1-930f-bc5bf212df1d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:15.290062 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3542977-c373-49db-9a14-99c5c7cd7e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:15.362345 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3542977-c373-49db-9a14-99c5c7cd7e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:15.373592 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d7fa55-b73d-484b-92b8-225f0489f321 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:12:15.393195 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:15.402676 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d6532fd-704b-4b25-8faa-a1d026d3bd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:15.417570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:12:15.419802 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Transition to ACTIVE for port object 71d7fa55-b73d-484b-92b8-225f0489f321 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:15.420900 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d6532fd-704b-4b25-8faa-a1d026d3bd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:15.431647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Sync routers for ids ['b7313674-24f9-4b80-a507-b8a586a663bb'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:12:15.439205 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:15.452794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:15.521889 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0d6532fd-704b-4b25-8faa-a1d026d3bd2c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c246bd7a0d1f4067876ae4f0f85ae553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6146376 Jul 15 15:12:15.521889 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6532fd-704b-4b25-8faa-a1d026d3bd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dbdcd4-c8c7-47f6-8259-d21e2557a363,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:15.529504 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40288) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:15.530839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102020b-f067-47a1-8a78-c342d8bc5850 req-2f2b33cf-05b9-462e-adc8-f52c0e60da9c tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:15.532524 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8102020b-f067-47a1-8a78-c342d8bc5850 req-2f2b33cf-05b9-462e-adc8-f52c0e60da9c tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.22 "GET /v2.0/ports?device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 945 time: 0.3212500 Jul 15 15:12:15.534869 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:15.536620 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d74a8262-fd21-4d58-b929-945bd4ae9c7b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5196333 Jul 15 15:12:15.544946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40290) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:15.566658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Pushing event updated for resources: {'Port': ['ID=71d7fa55-b73d-484b-92b8-225f0489f321,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:15.611839 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3542977-c373-49db-9a14-99c5c7cd7e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:15.615015 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3542977-c373-49db-9a14-99c5c7cd7e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:15.618812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d3542977-c373-49db-9a14-99c5c7cd7e75 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/137d7a7f-53a5-4090-bf0e-d4b74bbd12ee HTTP/1.1" status: 204 len: 168 time: 0.5567834 Jul 15 15:12:15.648894 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Routers {'b7313674-24f9-4b80-a507-b8a586a663bb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:15.652419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:12:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b7313674-24f9-4b80-a507-b8a586a663bb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:15.686648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3542977-c373-49db-9a14-99c5c7cd7e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137d7a7f-53a5-4090-bf0e-d4b74bbd12ee,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:15.765439 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75046764-2ea0-42f0-92cf-e2e88f74ff3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:15.801708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Set router b7313674-24f9-4b80-a507-b8a586a663bb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:15.818236 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75046764-2ea0-42f0-92cf-e2e88f74ff3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:15.828259 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Attempting to bind port 71d7fa55-b73d-484b-92b8-225f0489f321 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:15.829138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Attempting to bind port 71d7fa55-b73d-484b-92b8-225f0489f321 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:15.829673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Attempting to bind port 71d7fa55-b73d-484b-92b8-225f0489f321 on network 64b414a4-4442-44e4-9603-37584ff0baf9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:15.853335 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:15.883706 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Port 71d7fa55-b73d-484b-92b8-225f0489f321 on network 64b414a4-4442-44e4-9603-37584ff0baf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:12:15.884949 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Attempting to bind port 71d7fa55-b73d-484b-92b8-225f0489f321 on network 64b414a4-4442-44e4-9603-37584ff0baf9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:15.916173 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:15.916839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Checking segment: {'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:15.917458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Bound using segment: {'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:15.918114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Bound port: 71d7fa55-b73d-484b-92b8-225f0489f321, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:15.918741 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:16.023433 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75046764-2ea0-42f0-92cf-e2e88f74ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:16.026968 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75046764-2ea0-42f0-92cf-e2e88f74ff3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:16.028271 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-75046764-2ea0-42f0-92cf-e2e88f74ff3a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f3dbdcd4-c8c7-47f6-8259-d21e2557a363 HTTP/1.1" status: 204 len: 168 time: 0.4975069 Jul 15 15:12:16.035979 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:16.036363 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:16.078979 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f79fcd-434e-47d8-97dc-4cc9a397080b req-5ec2c309-02a1-4ada-af08-a0bcb74f27af tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:16.081450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-53f79fcd-434e-47d8-97dc-4cc9a397080b req-5ec2c309-02a1-4ada-af08-a0bcb74f27af tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 945 time: 0.3674319 Jul 15 15:12:16.085005 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75046764-2ea0-42f0-92cf-e2e88f74ff3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dbdcd4-c8c7-47f6-8259-d21e2557a363,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:16.106688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] For port 71d7fa55-b73d-484b-92b8-225f0489f321, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:16.111649 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] For port 71d7fa55-b73d-484b-92b8-225f0489f321, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=71d7fa55-b73d-484b-92b8-225f0489f321,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:16.112173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caaef1e-fd62-4ef0-b1ad-cd0ae1fcdd28 req-0b3dc8f0-0442-47a2-9e96-d220bc85e76b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:16.114431 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1caaef1e-fd62-4ef0-b1ad-cd0ae1fcdd28 req-0b3dc8f0-0442-47a2-9e96-d220bc85e76b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.4286854 Jul 15 15:12:16.121200 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:16.142206 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:13Z', 'revision_number': 3, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:16.179358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Checking router: b7313674-24f9-4b80-a507-b8a586a663bb for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:12:16.179705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Updating router b7313674-24f9-4b80-a507-b8a586a663bb port 47406aa3-a9b9-4bc9-9651-61fe292de25a binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:12:16.205833 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Pushing event updated for resources: {'Port': ['ID=71d7fa55-b73d-484b-92b8-225f0489f321,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:16.226415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:16.227210 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:16.229590 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-eacba26a-2d47-4d5f-841d-021d18b2ccfe service neutron] 10.222.0.22 "PUT /v2.0/ports/71d7fa55-b73d-484b-92b8-225f0489f321 HTTP/1.1" status: 200 len: 1092 time: 1.6596060 Jul 15 15:12:16.230618 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa849ba-3fa1-483d-bbec-3ae0296f51a0', 'tag': '71d7fa55-b73d-484b-92b8-225f0489f321'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:16.232848 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13263603-73a8-43a8-842d-e20ecbec7144" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa849ba-3fa1-483d-bbec-3ae0296f51a0", "tag": "71d7fa55-b73d-484b-92b8-225f0489f321"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:16.248890 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:16.281022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-8102020b-f067-47a1-8a78-c342d8bc5850 req-8cde8a46-4a8a-44ef-925a-32567376197a tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Deleting port 14e37caf-b46e-4341-bdfb-09d2ca63641e {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:12:16.282220 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8102020b-f067-47a1-8a78-c342d8bc5850 req-8cde8a46-4a8a-44ef-925a-32567376197a tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:16.394783 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:16.485741 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1caaef1e-fd62-4ef0-b1ad-cd0ae1fcdd28 req-5e4032e1-d21b-4726-a43c-93fbc16d9368 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154061 Jul 15 15:12:16.586620 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:16.600890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Transition to ACTIVE for port object 47406aa3-a9b9-4bc9-9651-61fe292de25a will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:16.622473 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:16.740547 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Attempting to bind port 47406aa3-a9b9-4bc9-9651-61fe292de25a on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:16.745289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Attempting to bind port 47406aa3-a9b9-4bc9-9651-61fe292de25a by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:16.747369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Attempting to bind port 47406aa3-a9b9-4bc9-9651-61fe292de25a on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:16.777433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:16.781899 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:16.782380 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:16.782828 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:16.783334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Bound port: 47406aa3-a9b9-4bc9-9651-61fe292de25a, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:16.783727 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:16.832999 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-b6523b9f-40a3-41e7-a39a-442347c4b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:16.834588 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-b6523b9f-40a3-41e7-a39a-442347c4b6c3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e8adb63cf4244269af1c8a6cb45bce85&device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 1095 time: 0.5489314 Jul 15 15:12:16.842857 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56519e4a-2841-4078-ac15-052d150211fb None None] Pushing event updated for resources: {'Port': ['ID=47406aa3-a9b9-4bc9-9651-61fe292de25a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:16.920120 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] For port 47406aa3-a9b9-4bc9-9651-61fe292de25a, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:16.924283 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] For port 47406aa3-a9b9-4bc9-9651-61fe292de25a, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=47406aa3-a9b9-4bc9-9651-61fe292de25a,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:16.929087 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-c45c3a6d-bfd8-404b-a7c1-ae1393bad5bc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d7fa55-b73d-484b-92b8-225f0489f321 HTTP/1.1" status: 200 len: 217 time: 0.0826805 Jul 15 15:12:16.931933 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:17.013415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Routers {'b7313674-24f9-4b80-a507-b8a586a663bb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:17.014055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:12:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b7313674-24f9-4b80-a507-b8a586a663bb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:17.029096 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:17.081207 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-5d1ac8b7-88bc-4c2c-ad88-eae7625f2775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:17.083377 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-5d1ac8b7-88bc-4c2c-ad88-eae7625f2775 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4769b93a-d272-4da8-83b1-540f5e8c4a23 HTTP/1.1" status: 200 len: 855 time: 0.1452358 Jul 15 15:12:17.140608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-8102020b-f067-47a1-8a78-c342d8bc5850 req-8cde8a46-4a8a-44ef-925a-32567376197a tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] For port 14e37caf-b46e-4341-bdfb-09d2ca63641e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=14e37caf-b46e-4341-bdfb-09d2ca63641e,segment=NetworkSegment(8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3),segment_id=8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:17.140989 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8102020b-f067-47a1-8a78-c342d8bc5850 req-8cde8a46-4a8a-44ef-925a-32567376197a tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:17.164866 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-53f79fcd-434e-47d8-97dc-4cc9a397080b req-ba87a1ea-3801-4d20-b318-3ce39ea63964 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9d03041-d363-4696-8380-d44000b5bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0474021 Jul 15 15:12:17.169709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] Set router b7313674-24f9-4b80-a507-b8a586a663bb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:17.180715 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-8102020b-f067-47a1-8a78-c342d8bc5850 req-8cde8a46-4a8a-44ef-925a-32567376197a tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Calling delete_port for 14e37caf-b46e-4341-bdfb-09d2ca63641e owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:12:17.182286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56519e4a-2841-4078-ac15-052d150211fb None None] Pushing event updated for resources: {'Port': ['ID=47406aa3-a9b9-4bc9-9651-61fe292de25a,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:17.207293 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-b816cdae-d46b-442b-a002-15e4d99c15de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64b414a4-4442-44e4-9603-37584ff0baf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042416 Jul 15 15:12:17.295970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76687d-435e-4067-9d3e-bcb8691f9333 req-f5a4e0b1-b4b7-4bde-aabd-a804effc5db2 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:17.297648 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bc76687d-435e-4067-9d3e-bcb8691f9333 req-f5a4e0b1-b4b7-4bde-aabd-a804effc5db2 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 944 time: 0.3061407 Jul 15 15:12:17.357289 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Router 650c6b6e-6582-4551-94c8-1fb3d85e5059 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:12:17.382874 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bc76687d-435e-4067-9d3e-bcb8691f9333 req-c28084bd-8a01-48fa-bea5-b29596b205d0 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713229 Jul 15 15:12:17.437839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Allocated IP 172.20.0.1 (f4383174-585e-4d4e-b660-80050803c374/e02218b1-8e75-4c36-9d6e-ae1449beb9a6/8204b2f8-e400-49ed-bfbd-48de8d7c2208) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:17.473035 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a999d3-8793-499d-b788-5bb1f2b7d117 x-openstack-request-id: req-56a999d3-8793-499d-b788-5bb1f2b7d117 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:17.473712 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa849ba-3fa1-483d-bbec-3ae0296f51a0", "tag": "71d7fa55-b73d-484b-92b8-225f0489f321", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:17.473960 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-56a999d3-8793-499d-b788-5bb1f2b7d117 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:17.474359 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa849ba-3fa1-483d-bbec-3ae0296f51a0', 'tag': '71d7fa55-b73d-484b-92b8-225f0489f321', 'status': 'completed', 'code': 200} Jul 15 15:12:17.605810 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-e89c38ea-0a47-475d-be47-318d0369da28 service neutron] 10.222.0.22 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908234 Jul 15 15:12:17.609989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:12:17.620157 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Sync routers for ids ['650c6b6e-6582-4551-94c8-1fb3d85e5059'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:12:17.633552 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Routers {'650c6b6e-6582-4551-94c8-1fb3d85e5059'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:17.636534 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:12:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['650c6b6e-6582-4551-94c8-1fb3d85e5059'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:17.647977 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8102020b-f067-47a1-8a78-c342d8bc5850 req-8cde8a46-4a8a-44ef-925a-32567376197a tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:17.666296 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['14e37caf-b46e-4341-bdfb-09d2ca63641e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:12:17.770863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:13Z', 'revision_number': 3, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:17.789338 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-396aad64-b63e-417b-b0fa-cc1cadf1e300 req-1cce03ce-7c0f-4c21-87f4-689709ecea2e service neutron] 10.222.0.22 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707914 Jul 15 15:12:17.802188 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:17.808538 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c2c14395-3844-4806-8cad-31b28885e4d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7581298 Jul 15 15:12:17.831010 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde8a46-4a8a-44ef-925a-32567376197a tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Pushing event deleted for resources: {'Port': ['ID=14e37caf-b46e-4341-bdfb-09d2ca63641e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:17.858112 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40360) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:17.862028 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48661b4-2a8b-48aa-a6fd-6227a23aefb8 None None] The sync data for ids ['b7313674-24f9-4b80-a507-b8a586a663bb'] in n-d-764435-3 is: [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:13Z', 'revision_number': 3, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:12:17.904500 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Set router 650c6b6e-6582-4551-94c8-1fb3d85e5059 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:17.965602 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8102020b-f067-47a1-8a78-c342d8bc5850 req-8cde8a46-4a8a-44ef-925a-32567376197a tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] No DVR routers for this DVR port 14e37caf-b46e-4341-bdfb-09d2ca63641e on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:12:17.969281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13263603-73a8-43a8-842d-e20ecbec7144 req-9646d92e-3c50-4b29-8c74-42269cee5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:17.970993 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-13263603-73a8-43a8-842d-e20ecbec7144 req-9646d92e-3c50-4b29-8c74-42269cee5023 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e8adb63cf4244269af1c8a6cb45bce85&device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 1095 time: 0.1111183 Jul 15 15:12:17.973290 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8102020b-f067-47a1-8a78-c342d8bc5850 req-8cde8a46-4a8a-44ef-925a-32567376197a tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:17.976387 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:17.976993 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8102020b-f067-47a1-8a78-c342d8bc5850 req-8cde8a46-4a8a-44ef-925a-32567376197a tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.22 "DELETE /v2.0/ports/14e37caf-b46e-4341-bdfb-09d2ca63641e HTTP/1.1" status: 204 len: 173 time: 2.4296300 Jul 15 15:12:17.991987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15aa760-1c05-406b-88b4-936978f49751', 'name': 'network-vif-deleted', 'tag': '14e37caf-b46e-4341-bdfb-09d2ca63641e'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:18.000147 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313e605a-5147-47a3-b043-e5ece12ab7b6" -d '{"events": [{"server_uuid": "f15aa760-1c05-406b-88b4-936978f49751", "name": "network-vif-deleted", "tag": "14e37caf-b46e-4341-bdfb-09d2ca63641e"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:18.092665 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd06b-e8fc-4209-a2ff-ef4ef2c83868 req-f1fc9048-2f4f-473f-932a-1f76b0420a98 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:18.106497 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41cbd06b-e8fc-4209-a2ff-ef4ef2c83868 req-f1fc9048-2f4f-473f-932a-1f76b0420a98 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.2947404 Jul 15 15:12:18.111438 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad37e69-ac1b-4f20-8eac-36623e73218f x-openstack-request-id: req-8ad37e69-ac1b-4f20-8eac-36623e73218f {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:18.112678 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15aa760-1c05-406b-88b4-936978f49751", "name": "network-vif-deleted", "tag": "14e37caf-b46e-4341-bdfb-09d2ca63641e", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:18.113010 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ad37e69-ac1b-4f20-8eac-36623e73218f {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:18.113526 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15aa760-1c05-406b-88b4-936978f49751', 'name': 'network-vif-deleted', 'tag': '14e37caf-b46e-4341-bdfb-09d2ca63641e', 'status': 'completed', 'code': 200} Jul 15 15:12:18.141075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13263603-73a8-43a8-842d-e20ecbec7144 req-b942d664-9b46-4f7b-a674-bfd47f74ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:18.143025 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-13263603-73a8-43a8-842d-e20ecbec7144 req-b942d664-9b46-4f7b-a674-bfd47f74ab1d service neutron] 10.222.0.22 "GET /v2.0/networks?id=64b414a4-4442-44e4-9603-37584ff0baf9 HTTP/1.1" status: 200 len: 916 time: 0.1624370 Jul 15 15:12:18.184215 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41cbd06b-e8fc-4209-a2ff-ef4ef2c83868 req-6b4aade3-cc78-4c4f-8c6e-1c37e5d615a4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679255 Jul 15 15:12:18.203167 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:12:15Z', 'revision_number': 3, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:18.322712 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-13263603-73a8-43a8-842d-e20ecbec7144 req-388cac27-4e34-4caf-829b-89465950a7a9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d7fa55-b73d-484b-92b8-225f0489f321 HTTP/1.1" status: 200 len: 217 time: 0.1647186 Jul 15 15:12:18.333511 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Checking router: 650c6b6e-6582-4551-94c8-1fb3d85e5059 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:12:18.334154 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Updating router 650c6b6e-6582-4551-94c8-1fb3d85e5059 port 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:12:18.391658 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:18.448239 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Transition to ACTIVE for port object 8204b2f8-e400-49ed-bfbd-48de8d7c2208 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:18.492177 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13263603-73a8-43a8-842d-e20ecbec7144 req-cda5edfa-1aa9-4876-be32-b14891640eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:18.494446 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-13263603-73a8-43a8-842d-e20ecbec7144 req-cda5edfa-1aa9-4876-be32-b14891640eeb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4769b93a-d272-4da8-83b1-540f5e8c4a23 HTTP/1.1" status: 200 len: 855 time: 0.1643872 Jul 15 15:12:18.612343 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-13263603-73a8-43a8-842d-e20ecbec7144 req-9997fba8-9092-425c-bfed-1c33a9134e06 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64b414a4-4442-44e4-9603-37584ff0baf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059871 Jul 15 15:12:18.658301 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2843fc46-76b7-4856-a5b2-24001f345d5d req-a81e126a-c12a-4a80-af81-d33e5a81c106 tempest-VolumesSnapshotTestJSON-2065650365 tempest-VolumesSnapshotTestJSON-2065650365-project] 10.222.0.38 "GET /v2.0/ports?device_id=f15aa760-1c05-406b-88b4-936978f49751 HTTP/1.1" status: 200 len: 210 time: 0.1199293 Jul 15 15:12:18.789872 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2043fc93-1317-4a0f-93cb-233e9070c215 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=70a995f7ee6e41f597cf94301c84780c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9272718 Jul 15 15:12:18.798446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40386) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:18.813153 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:18.883655 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Pushing event updated for resources: {'Port': ['ID=8204b2f8-e400-49ed-bfbd-48de8d7c2208,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:18.895603 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Network f4383174-585e-4d4e-b660-80050803c374 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:18.896983 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:18.898898 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:18.903238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:18.974339 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-13263603-73a8-43a8-842d-e20ecbec7144 req-c4e090f7-af80-440e-bb44-d6d6ce20f4a7 service neutron] 10.222.0.22 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495920 Jul 15 15:12:19.067398 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.229299 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.380740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a8861c61-53fa-4559-95b9-9930a92f1c2c None None] Provisioning for port 8204b2f8-e400-49ed-bfbd-48de8d7c2208 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:19.396974 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a8861c61-53fa-4559-95b9-9930a92f1c2c None None] Provisioning complete for port 8204b2f8-e400-49ed-bfbd-48de8d7c2208 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:19.398947 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8861c61-53fa-4559-95b9-9930a92f1c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.403474 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342b4c9-9286-4f8a-8b4f-7bfb1da9fe8b req-cbd95bc6-26a2-460c-8539-ea2c2dddf436 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:19.412354 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.416381 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a342b4c9-9286-4f8a-8b4f-7bfb1da9fe8b req-cbd95bc6-26a2-460c-8539-ea2c2dddf436 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 944 time: 0.6817958 Jul 15 15:12:19.449793 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Transition to ACTIVE for port object 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:19.463341 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.489715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a8861c61-53fa-4559-95b9-9930a92f1c2c None None] Port 8204b2f8-e400-49ed-bfbd-48de8d7c2208 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:12:19.510414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7dfa8e-1f0b-423a-9d4d-f4f36a8f9ad4 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:19.523459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2f7dfa8e-1f0b-423a-9d4d-f4f36a8f9ad4 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7238648 Jul 15 15:12:19.524162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40406) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:19.546233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 47406aa3-a9b9-4bc9-9651-61fe292de25a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:19.582734 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.637834 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77bbfe-7ad2-4420-938d-a23637c9c65d None None] Pushing event updated for resources: {'Port': ['ID=88a1d10c-8fe6-4c10-8451-0f8df5d36bf9,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:19.660215 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Attempting to bind port 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:19.660955 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Attempting to bind port 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:19.663189 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Attempting to bind port 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:19.680233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 47406aa3-a9b9-4bc9-9651-61fe292de25a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:19.680643 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77bbfe-7ad2-4420-938d-a23637c9c65d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:19.682303 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77bbfe-7ad2-4420-938d-a23637c9c65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:19.682980 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77bbfe-7ad2-4420-938d-a23637c9c65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:19.684353 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77bbfe-7ad2-4420-938d-a23637c9c65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:19.685298 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77bbfe-7ad2-4420-938d-a23637c9c65d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:19.685903 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77bbfe-7ad2-4420-938d-a23637c9c65d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:19.686408 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77bbfe-7ad2-4420-938d-a23637c9c65d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:19.686936 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77bbfe-7ad2-4420-938d-a23637c9c65d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:19.687454 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77bbfe-7ad2-4420-938d-a23637c9c65d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:19.687954 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77bbfe-7ad2-4420-938d-a23637c9c65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:19.689200 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77bbfe-7ad2-4420-938d-a23637c9c65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:19.689713 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f77bbfe-7ad2-4420-938d-a23637c9c65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:19.694507 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:19.695328 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:19.695918 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.696885 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:19.697738 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Bound port: 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:19.698325 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.710160 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 47406aa3-a9b9-4bc9-9651-61fe292de25a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:19.711184 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.777790 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-13263603-73a8-43a8-842d-e20ecbec7144 req-d1633504-7640-4ec9-b29a-b06859714f92 service neutron] 10.222.0.22 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7900178 Jul 15 15:12:19.819117 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a342b4c9-9286-4f8a-8b4f-7bfb1da9fe8b req-bcd0040c-6559-4cfc-896b-644fbae6a3e2 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996904 Jul 15 15:12:19.829774 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] For port 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:19.833762 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] For port 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=88a1d10c-8fe6-4c10-8451-0f8df5d36bf9,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:19.840758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0c6ce335-e1d5-412e-80c7-edc14af78ad1 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2941625 Jul 15 15:12:19.842331 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40420) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:19.847481 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.869691 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-bf6bbaa2-84d1-4e21-8fe5-ce5c2986f5c9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-980580899', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:19.944632 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77bbfe-7ad2-4420-938d-a23637c9c65d None None] Pushing event updated for resources: {'Port': ['ID=88a1d10c-8fe6-4c10-8451-0f8df5d36bf9,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:19.955041 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Routers {'650c6b6e-6582-4551-94c8-1fb3d85e5059'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:19.955775 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:12:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['650c6b6e-6582-4551-94c8-1fb3d85e5059'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:19.969985 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.006599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 47406aa3-a9b9-4bc9-9651-61fe292de25a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=47406aa3-a9b9-4bc9-9651-61fe292de25a,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:20.014461 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.114981 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] Set router 650c6b6e-6582-4551-94c8-1fb3d85e5059 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:20.119386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 71d7fa55-b73d-484b-92b8-225f0489f321 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:12:20.131331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 14e37caf-b46e-4341-bdfb-09d2ca63641e no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:12:20.139771 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.150873 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.172101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72aed1a-d927-4d9c-ba55-a41bbe64b1f1 req-0575715c-b0ea-436c-b3cc-9870a772532b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:20.185021 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d72aed1a-d927-4d9c-ba55-a41bbe64b1f1 req-0575715c-b0ea-436c-b3cc-9870a772532b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.6893554 Jul 15 15:12:20.242908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 14e37caf-b46e-4341-bdfb-09d2ca63641e {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:12:20.244978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 14e37caf-b46e-4341-bdfb-09d2ca63641e not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:12:20.287151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d72aed1a-d927-4d9c-ba55-a41bbe64b1f1 req-7b78816e-2d96-4bea-973b-f4418a01771b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010566 Jul 15 15:12:20.291897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6bbaa2-84d1-4e21-8fe5-ce5c2986f5c9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Made reservation on behalf of 70a995f7ee6e41f597cf94301c84780c for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:20.299120 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf6bbaa2-84d1-4e21-8fe5-ce5c2986f5c9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.333896 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.339045 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Pushing event updated for resources: {'Port': ['ID=8204b2f8-e400-49ed-bfbd-48de8d7c2208,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:20.360119 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=47406aa3-a9b9-4bc9-9651-61fe292de25a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:20.610162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Network f4383174-585e-4d4e-b660-80050803c374 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:20.612230 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:20.658820 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf6bbaa2-84d1-4e21-8fe5-ce5c2986f5c9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.740676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 71d7fa55-b73d-484b-92b8-225f0489f321, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=71d7fa55-b73d-484b-92b8-225f0489f321,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:20.752771 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:12:15Z', 'revision_number': 3, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:20.754576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bbaa2-84d1-4e21-8fe5-ce5c2986f5c9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Subnet': ['ID=b5e464a9-02af-488c-a2b1-491bd881611d,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:20.814579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '71d7fa55-b73d-484b-92b8-225f0489f321', 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9', 'port_id': '71d7fa55-b73d-484b-92b8-225f0489f321', 'mac_address': 'fa:16:3e:87:c6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4769b93a-d272-4da8-83b1-540f5e8c4a23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:12:20.824330 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bbaa2-84d1-4e21-8fe5-ce5c2986f5c9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Checking segment: {'id': 'bc308b7a-2658-47a9-9a11-91b03506b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:20.825405 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6bbaa2-84d1-4e21-8fe5-ce5c2986f5c9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network hostable DHCP agents. Network: ca64047f-4198-4fb1-8fa3-ffa8b6af63c7, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:12:20.874317 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6bbaa2-84d1-4e21-8fe5-ce5c2986f5c9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:12:20.877831 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20471fba-75b7-4b2d-8f79-e215712d97e0 None None] The sync data for ids ['650c6b6e-6582-4551-94c8-1fb3d85e5059'] in n-d-764435-3 is: [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:12:15Z', 'revision_number': 3, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:12:20.896526 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-bf6bbaa2-84d1-4e21-8fe5-ce5c2986f5c9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, ca64047f-4198-4fb1-8fa3-ffa8b6af63c7) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:20.917079 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6bbaa2-84d1-4e21-8fe5-ce5c2986f5c9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:20.917725 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bf6bbaa2-84d1-4e21-8fe5-ce5c2986f5c9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.918029 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d49d3a-2e23-4052-b0ce-7df0daa80931 None None] Network ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:12:20.961603 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bf6bbaa2-84d1-4e21-8fe5-ce5c2986f5c9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1175790 Jul 15 15:12:20.962422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40450) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:20.997525 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Router b7313674-24f9-4b80-a507-b8a586a663bb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:12:21.214257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:12:21.223443 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:21.240482 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:12:21.250190 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0fab7747-df02-44f6-9639-859c3ca5f597 admin admin] 10.222.0.38 "PUT /v2.0/routers/b7313674-24f9-4b80-a507-b8a586a663bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7009318 Jul 15 15:12:21.255444 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40458) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:21.318001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Sync routers for ids ['b7313674-24f9-4b80-a507-b8a586a663bb'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:12:21.642504 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840d0ec-9d6a-4a40-88b6-5330a8db87c8 req-c0f3b005-bc46-44b0-970d-0acd4ae41ab7 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:21.650947 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d840d0ec-9d6a-4a40-88b6-5330a8db87c8 req-c0f3b005-bc46-44b0-970d-0acd4ae41ab7 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 944 time: 0.4521959 Jul 15 15:12:21.700769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 47406aa3-a9b9-4bc9-9651-61fe292de25a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:21.725735 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:21.762830 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67b768d3-f8fc-418f-88d5-7e230e612b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:21.781274 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d840d0ec-9d6a-4a40-88b6-5330a8db87c8 req-73e3ca48-3add-4d7c-b925-eb3d866efd7e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292539 Jul 15 15:12:21.827363 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Routers {'b7313674-24f9-4b80-a507-b8a586a663bb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:21.835669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:12:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b7313674-24f9-4b80-a507-b8a586a663bb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:21.873650 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d44d9-623e-4e91-ab3f-4548d7236396 req-0dd0852d-81cd-4e6e-a382-ee840b0aadbf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:21.875434 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e7d44d9-623e-4e91-ab3f-4548d7236396 req-0dd0852d-81cd-4e6e-a382-ee840b0aadbf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.3178315 Jul 15 15:12:21.939196 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67b768d3-f8fc-418f-88d5-7e230e612b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:21.948889 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67b768d3-f8fc-418f-88d5-7e230e612b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.017999 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-81d8a64c-e0af-47db-9786-8dc3e1f01954 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=846af94578934e87b5f4cfebeb4c2032&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619357 Jul 15 15:12:22.044412 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b768d3-f8fc-418f-88d5-7e230e612b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae41f8a1-1453-4fcf-88fb-5a41ef77cd41,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:22.059793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-85736621-ee1f-491b-9684-e73efb6a8904 None None] Provisioning complete for port 8204b2f8-e400-49ed-bfbd-48de8d7c2208 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:22.060279 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85736621-ee1f-491b-9684-e73efb6a8904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.077686 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d7fa55-b73d-484b-92b8-225f0489f321 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:12:22.118627 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-67b768d3-f8fc-418f-88d5-7e230e612b9e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae00d358a265498ea7c480e3f0c398f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8605533 Jul 15 15:12:22.119449 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40486) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:22.153074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 71d7fa55-b73d-484b-92b8-225f0489f321, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=71d7fa55-b73d-484b-92b8-225f0489f321,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:22.267853 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e7d44d9-623e-4e91-ab3f-4548d7236396 req-eed9d6e2-685d-4c4c-8722-fc501305dafd tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832376 Jul 15 15:12:22.342182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Allocated IP 172.20.0.2 (ca64047f-4198-4fb1-8fa3-ffa8b6af63c7/b5e464a9-02af-488c-a2b1-491bd881611d/1d6d1998-7502-48a9-84e6-3b0fde3eaa94) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:22.366147 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbac9746-d0b6-4954-a705-2a8a128a3716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.443733 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-85736621-ee1f-491b-9684-e73efb6a8904 None None] Port 8204b2f8-e400-49ed-bfbd-48de8d7c2208 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:12:22.479104 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.481138 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbac9746-d0b6-4954-a705-2a8a128a3716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.636662 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbac9746-d0b6-4954-a705-2a8a128a3716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.641513 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbac9746-d0b6-4954-a705-2a8a128a3716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.645358 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dbac9746-d0b6-4954-a705-2a8a128a3716 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ae41f8a1-1453-4fcf-88fb-5a41ef77cd41 HTTP/1.1" status: 204 len: 168 time: 0.5249288 Jul 15 15:12:22.667248 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac9746-d0b6-4954-a705-2a8a128a3716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae41f8a1-1453-4fcf-88fb-5a41ef77cd41,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:22.688755 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-dc06f241-920b-4384-b72f-9d63f35a6224 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:22.707077 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-dc06f241-920b-4384-b72f-9d63f35a6224 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6881027 Jul 15 15:12:22.732820 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['71d7fa55-b73d-484b-92b8-225f0489f321'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:12:22.747618 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-20aeef94-bb9f-42a2-8bf7-3bad0cac1010 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/quotas/846af94578934e87b5f4cfebeb4c2032 HTTP/1.1" status: 200 len: 375 time: 0.0395267 Jul 15 15:12:22.812167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 47406aa3-a9b9-4bc9-9651-61fe292de25a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:22.812785 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.844797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-0664c829-bae4-47bc-8db0-afc4bb1c8c4b tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=846af94578934e87b5f4cfebeb4c2032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961797 Jul 15 15:12:22.853062 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Set router b7313674-24f9-4b80-a507-b8a586a663bb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:22.914586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=71d7fa55-b73d-484b-92b8-225f0489f321,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:22.957497 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.078651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40500) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:23.084848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c2b0ad76-e055-499d-abd9-c90cd7d7f550 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978437572', 'description': 'tempest-description--2077608107'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:23.091566 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.139782 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Transition to ACTIVE for port object 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:23.218721 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2b0ad76-e055-499d-abd9-c90cd7d7f550 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.377683 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2b0ad76-e055-499d-abd9-c90cd7d7f550 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.390262 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2b0ad76-e055-499d-abd9-c90cd7d7f550 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.417905 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2cbf9fc-4e85-43dd-bc59-2441f4b819a0 req-5bfb085c-b2ff-417f-b44e-6494cbdabb39 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 210 time: 0.0854897 Jul 15 15:12:23.505233 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2b0ad76-e055-499d-abd9-c90cd7d7f550 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.510848 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c2b0ad76-e055-499d-abd9-c90cd7d7f550 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4308362 Jul 15 15:12:23.512717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40524) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:23.518333 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6e7dca39-bc28-46c2-9288-e477352b1fd3 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Request body: {'security_group_rule': {'security_group_id': 'e99780fa-da35-49b9-83f3-e282ee13eb6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:23.527539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0ad76-e055-499d-abd9-c90cd7d7f550 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99780fa-da35-49b9-83f3-e282ee13eb6d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:23.577861 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e7dca39-bc28-46c2-9288-e477352b1fd3 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.746193 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e7dca39-bc28-46c2-9288-e477352b1fd3 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.751909 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e7dca39-bc28-46c2-9288-e477352b1fd3 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.798686 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Transition to ACTIVE for port object 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:23.803075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dca39-bc28-46c2-9288-e477352b1fd3 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22123dcf-ea16-4182-b83a-0b55f29e6cfc,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:23.830267 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e7dca39-bc28-46c2-9288-e477352b1fd3 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.837979 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6e7dca39-bc28-46c2-9288-e477352b1fd3 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3226650 Jul 15 15:12:23.839388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:23.854557 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.869262 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4d7599a4-20bb-401d-8c7c-dd05fcd0f539 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Request body: {'security_group_rule': {'security_group_id': 'e99780fa-da35-49b9-83f3-e282ee13eb6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:23.983162 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d7599a4-20bb-401d-8c7c-dd05fcd0f539 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.024030 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Network ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:24.033853 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:24.080174 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:24.104186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Pushing event updated for resources: {'Port': ['ID=1d6d1998-7502-48a9-84e6-3b0fde3eaa94,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:24.117324 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:24.123689 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d7599a4-20bb-401d-8c7c-dd05fcd0f539 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.133982 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d7599a4-20bb-401d-8c7c-dd05fcd0f539 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.171411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7599a4-20bb-401d-8c7c-dd05fcd0f539 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c551792-74bd-40a8-9049-b61c59795b2c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:24.214803 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d7599a4-20bb-401d-8c7c-dd05fcd0f539 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.216242 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4d7599a4-20bb-401d-8c7c-dd05fcd0f539 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3551142 Jul 15 15:12:24.219362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40546) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:24.225223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:24.241589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8204b2f8-e400-49ed-bfbd-48de8d7c2208', 'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'mac_address': 'fa:16:3e:2d:be:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:17Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 2, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'subnets': [{'id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:24.268296 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.379719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Checking router: b7313674-24f9-4b80-a507-b8a586a663bb for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:12:24.380231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Updating router b7313674-24f9-4b80-a507-b8a586a663bb port 8204b2f8-e400-49ed-bfbd-48de8d7c2208 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:12:24.454731 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c07a8c-627e-432d-84d9-051a00cd0121 req-e9b37c5a-d5f6-4c89-8a03-5a7bb11aaec3 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:24.462521 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50c07a8c-627e-432d-84d9-051a00cd0121 req-e9b37c5a-d5f6-4c89-8a03-5a7bb11aaec3 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 945 time: 1.2219069 Jul 15 15:12:24.515433 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.540740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Attempting to bind port 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:24.546171 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Attempting to bind port 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'bc308b7a-2658-47a9-9a11-91b03506b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:24.546340 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:12:24.546843 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Attempting to bind port 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 on network ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:24.558640 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:24.580099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:24.580099 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.591179 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.627677 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:24.628307 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Checking segment: {'id': 'bc308b7a-2658-47a9-9a11-91b03506b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:24.629746 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.630875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Bound using segment: {'id': 'bc308b7a-2658-47a9-9a11-91b03506b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:24.632399 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Bound port: 1d6d1998-7502-48a9-84e6-3b0fde3eaa94, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc308b7a-2658-47a9-9a11-91b03506b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:24.633137 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.685783 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50c07a8c-627e-432d-84d9-051a00cd0121 req-3850b427-9fb5-4242-ac23-ca6cf61608b5 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222388 Jul 15 15:12:24.766475 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Allocated IP 172.25.4.142 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/1716d7ff-dd9b-4820-914e-aaf1314ecd63) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:24.834275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Allocated IP 172.20.0.1 (ca64047f-4198-4fb1-8fa3-ffa8b6af63c7/b5e464a9-02af-488c-a2b1-491bd881611d/83e27df8-c6af-47ce-9e31-6ba54d75f566) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:24.897360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec557bf7-b6ca-4e95-b115-896127bd31f6 req-4351aa93-d5c0-474e-a539-ceef397035e8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:24.911605 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec557bf7-b6ca-4e95-b115-896127bd31f6 req-4351aa93-d5c0-474e-a539-ceef397035e8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.4997387 Jul 15 15:12:25.008364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37e09b09-6b65-4b39-b87d-4a1c270ea75a req-2427213a-ee74-4f79-9742-bdb129289238 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 210 time: 0.1229010 Jul 15 15:12:25.061384 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.089300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec557bf7-b6ca-4e95-b115-896127bd31f6 req-7611fb8a-6b09-4244-9b69-d9307d5a9785 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765666 Jul 15 15:12:25.132424 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.222513 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event updated for resources: {'Port': ['ID=1716d7ff-dd9b-4820-914e-aaf1314ecd63,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:25.233853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:25.235443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:25.237772 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:25.252121 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] For port 1d6d1998-7502-48a9-84e6-3b0fde3eaa94, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:25.286479 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-c06cc811-d43d-438e-9148-de2786118b0f tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=846af94578934e87b5f4cfebeb4c2032&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776513 Jul 15 15:12:25.306478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] For port 1d6d1998-7502-48a9-84e6-3b0fde3eaa94, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1d6d1998-7502-48a9-84e6-3b0fde3eaa94,segment=NetworkSegment(bc308b7a-2658-47a9-9a11-91b03506b4bb),segment_id=bc308b7a-2658-47a9-9a11-91b03506b4bb)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:25.342248 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.357080 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.380885 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.388977 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40584) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:25.409793 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.482742 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.485957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541049ff-acc9-4199-a810-0d5aac6d7d94 None None] Pushing event updated for resources: {'Port': ['ID=1d6d1998-7502-48a9-84e6-3b0fde3eaa94,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:25.507965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=88a1d10c-8fe6-4c10-8451-0f8df5d36bf9,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:25.521408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Transition to ACTIVE for port object 83e27df8-c6af-47ce-9e31-6ba54d75f566 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:25.567463 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.599161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-dc2382b5-2b1d-401b-8270-c47ff315cc24 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:25.603283 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-dc2382b5-2b1d-401b-8270-c47ff315cc24 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3080015 Jul 15 15:12:25.626846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Request body: {'port': {'device_id': '510ed02f-bd98-41b5-9106-2cc0d869856c', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': '846af94578934e87b5f4cfebeb4c2032'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:25.706902 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.755660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=88a1d10c-8fe6-4c10-8451-0f8df5d36bf9,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:25.771835 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec8cec76-313b-4475-ba98-5d9d33cfb5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.971522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:25.977226 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:26.012433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:26.030178 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.062110 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Transition to ACTIVE for port object 8204b2f8-e400-49ed-bfbd-48de8d7c2208 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:26.075031 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.200361 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.201666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:26.226488 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.305949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Port': ['ID=83e27df8-c6af-47ce-9e31-6ba54d75f566,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:26.332329 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca352eb-8ed6-4255-a106-1b8dc180778d None None] Pushing event updated for resources: {'Port': ['ID=8204b2f8-e400-49ed-bfbd-48de8d7c2208,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:26.394725 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.411983 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.417463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83b61111-da61-4f84-b3d6-dbe279ef8a6f req-9d84d207-ae9f-4cbd-b383-d5f5294611fe tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 210 time: 0.0753782 Jul 15 15:12:26.419005 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event updated for resources: {'Port': ['ID=1716d7ff-dd9b-4820-914e-aaf1314ecd63,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:26.437009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Attempting to bind port 8204b2f8-e400-49ed-bfbd-48de8d7c2208 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:26.437932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Attempting to bind port 8204b2f8-e400-49ed-bfbd-48de8d7c2208 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:26.437932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Attempting to bind port 8204b2f8-e400-49ed-bfbd-48de8d7c2208 on network f4383174-585e-4d4e-b660-80050803c374 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:26.439996 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:26.440374 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.466472 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec8cec76-313b-4475-ba98-5d9d33cfb5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.467119 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:26.467434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Checking segment: {'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:26.467942 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.468370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Bound using segment: {'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:26.468908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Bound port: 8204b2f8-e400-49ed-bfbd-48de8d7c2208, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:26.469384 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.476331 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec8cec76-313b-4475-ba98-5d9d33cfb5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.504658 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.506652 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-487f1705-55c3-44a5-99d4-9f314aec392b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2852907 Jul 15 15:12:26.521489 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 71d7fa55-b73d-484b-92b8-225f0489f321 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:26.532737 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cec76-313b-4475-ba98-5d9d33cfb5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a65167-a66f-4da0-bb97-b41788724e30,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:26.539577 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ec8cec76-313b-4475-ba98-5d9d33cfb5cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9f60ff2f17684609aa35f396cf6f67d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1470656 Jul 15 15:12:26.540904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:26.615201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Made reservation on behalf of 846af94578934e87b5f4cfebeb4c2032 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:26.620763 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.631391 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-862fac11-6b06-445a-81c3-a283276685b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.695513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8ecbc-9785-4aeb-96c2-f9a0e91cf8d8 req-352b4d9f-b482-4226-bd27-18fecdb33186 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:26.703603 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0da8ecbc-9785-4aeb-96c2-f9a0e91cf8d8 req-352b4d9f-b482-4226-bd27-18fecdb33186 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 945 time: 0.5679407 Jul 15 15:12:26.711650 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-862fac11-6b06-445a-81c3-a283276685b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.755638 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.760351 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 71d7fa55-b73d-484b-92b8-225f0489f321 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:26.766258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 71d7fa55-b73d-484b-92b8-225f0489f321 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:26.766591 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.808701 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-862fac11-6b06-445a-81c3-a283276685b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.812445 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-862fac11-6b06-445a-81c3-a283276685b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.814794 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-862fac11-6b06-445a-81c3-a283276685b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/71a65167-a66f-4da0-bb97-b41788724e30 HTTP/1.1" status: 204 len: 168 time: 0.2730453 Jul 15 15:12:26.830051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fac11-6b06-445a-81c3-a283276685b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a65167-a66f-4da0-bb97-b41788724e30,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:26.869044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] For port 8204b2f8-e400-49ed-bfbd-48de8d7c2208, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:26.908543 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] For port 8204b2f8-e400-49ed-bfbd-48de8d7c2208, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8204b2f8-e400-49ed-bfbd-48de8d7c2208,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:26.968012 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0da8ecbc-9785-4aeb-96c2-f9a0e91cf8d8 req-fe984a52-88ca-48b1-9763-59593b95c4f0 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631235 Jul 15 15:12:27.000514 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.007282 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.082346 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.139998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca352eb-8ed6-4255-a106-1b8dc180778d None None] Pushing event updated for resources: {'Port': ['ID=8204b2f8-e400-49ed-bfbd-48de8d7c2208,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:27.186587 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa849ba-3fa1-483d-bbec-3ae0296f51a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d7fa55-b73d-484b-92b8-225f0489f321'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:27.189806 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d7fefd-b44e-43a5-aa58-f45f713a6abd" -d '{"events": [{"server_uuid": "7aa849ba-3fa1-483d-bbec-3ae0296f51a0", "name": "network-vif-plugged", "status": "completed", "tag": "71d7fa55-b73d-484b-92b8-225f0489f321"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:27.221507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 71d7fa55-b73d-484b-92b8-225f0489f321, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=71d7fa55-b73d-484b-92b8-225f0489f321,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:27.226701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Routers {'b7313674-24f9-4b80-a507-b8a586a663bb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:27.227360 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:12:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b7313674-24f9-4b80-a507-b8a586a663bb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:27.233733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81db6e-d421-44f0-87c5-6aca114b7165 req-7b27f25c-5c59-42e1-8416-d7bdff474e30 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:27.241699 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a81db6e-d421-44f0-87c5-6aca114b7165 req-7b27f25c-5c59-42e1-8416-d7bdff474e30 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.4930832 Jul 15 15:12:27.286706 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.333866 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-bcb62cba-01ae-49b8-8d29-9dbd2a632398 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1978437572&fields=id&tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75 HTTP/1.1" status: 200 len: 267 time: 0.2145181 Jul 15 15:12:27.337712 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee1f002-4304-46e8-83f2-fa4616c4f0c6 None None] Network ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:12:27.470590 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5699fc9f-bb86-4ef0-a434-9622756327f6 None None] Provisioning for port 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:27.502209 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-5c9e426d-6166-4424-93e6-93f7a15726ab tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:27.524245 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-5c9e426d-6166-4424-93e6-93f7a15726ab tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/networks?id=f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 200 len: 817 time: 0.1886222 Jul 15 15:12:27.609946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] Set router b7313674-24f9-4b80-a507-b8a586a663bb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:27.751217 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-7b0be097-49ff-4810-b732-cddd004d0121 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/quotas/5e746ec2ac1d47fc84dbbe9e96f40b75 HTTP/1.1" status: 200 len: 375 time: 0.2250304 Jul 15 15:12:27.795411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a81db6e-d421-44f0-87c5-6aca114b7165 req-65c3159b-f929-4450-9ddb-25032b89e953 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524759 Jul 15 15:12:28.038510 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.128740 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.197812 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b68d37-455e-4c6a-9c54-7ab3ebfba475 req-f884aa23-f565-46b7-aa30-bc5dad332125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:28.200158 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89b68d37-455e-4c6a-9c54-7ab3ebfba475 req-f884aa23-f565-46b7-aa30-bc5dad332125 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 1097 time: 0.1273379 Jul 15 15:12:28.525273 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd88c9b-c860-4857-af6d-2483aa618356 x-openstack-request-id: req-ddd88c9b-c860-4857-af6d-2483aa618356 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:28.525906 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa849ba-3fa1-483d-bbec-3ae0296f51a0", "name": "network-vif-plugged", "status": "completed", "tag": "71d7fa55-b73d-484b-92b8-225f0489f321", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:28.525906 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ddd88c9b-c860-4857-af6d-2483aa618356 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:28.526303 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa849ba-3fa1-483d-bbec-3ae0296f51a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d7fa55-b73d-484b-92b8-225f0489f321', 'code': 200} Jul 15 15:12:28.534670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:28.613455 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=71d7fa55-b73d-484b-92b8-225f0489f321,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:28.631801 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40737e57-62ac-4fc8-8a8b-6f90cb04d100 req-78e1b87c-ca86-4fad-a50f-c77a435bfef3 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 210 time: 0.3468728 Jul 15 15:12:28.656652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8a4bf0-68f1-4c0a-a5f5-52280dffb34c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:28.816229 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-4ea601b5-a16c-4836-8f4d-737f35f4d3b0 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0631711 Jul 15 15:12:28.894705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:28.912234 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:28.912609 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.975244 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.992890 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.026958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8204b2f8-e400-49ed-bfbd-48de8d7c2208', 'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'mac_address': 'fa:16:3e:2d:be:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:17Z', 'updated_at': '2021-07-15T15:12:26Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'subnets': [{'id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:29.137194 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40708) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:29.192083 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89b68d37-455e-4c6a-9c54-7ab3ebfba475 req-297c4266-f255-4c77-8840-063af85a4681 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9840691 Jul 15 15:12:29.209707 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab36dd1-7284-40f6-9aa0-47e9158c9461 None None] The sync data for ids ['b7313674-24f9-4b80-a507-b8a586a663bb'] in n-d-764435-3 is: [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8204b2f8-e400-49ed-bfbd-48de8d7c2208', 'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'mac_address': 'fa:16:3e:2d:be:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:17Z', 'updated_at': '2021-07-15T15:12:26Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'subnets': [{'id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:12:29.359787 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ab90769-728f-42dc-bd80-a8585a7aeb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.481003 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.598728 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Allocated IP 192.168.233.165 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/fc823482-c050-402a-bdd7-da23e7da087a) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:29.599043 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 1d6d1998-7502-48a9-84e6-3b0fde3eaa94, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1d6d1998-7502-48a9-84e6-3b0fde3eaa94,segment=NetworkSegment(bc308b7a-2658-47a9-9a11-91b03506b4bb),segment_id=bc308b7a-2658-47a9-9a11-91b03506b4bb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:29.613525 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.646120 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ab90769-728f-42dc-bd80-a8585a7aeb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.654862 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ab90769-728f-42dc-bd80-a8585a7aeb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.733178 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.772005 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9ab90769-728f-42dc-bd80-a8585a7aeb51 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=db412ab11fdd47838900a64a1694359c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6333861 Jul 15 15:12:29.772432 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=1d6d1998-7502-48a9-84e6-3b0fde3eaa94,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:29.774516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40716) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:29.872361 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3bfd79b2-ddd8-4b95-83d3-5ea727699d0c None None] Provisioning complete for port 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:29.876532 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3bfd79b2-ddd8-4b95-83d3-5ea727699d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.901831 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab90769-728f-42dc-bd80-a8585a7aeb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecac057-21d8-4786-8af6-b3a0ec86a4f7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:29.975176 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24e36497-f44d-47eb-9d5b-4a96c85c3cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:30.051261 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24e36497-f44d-47eb-9d5b-4a96c85c3cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:30.089065 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82cf0d88-2a3d-42a1-a831-b6b58ab7026b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:30.209458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40722) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:30.224370 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24e36497-f44d-47eb-9d5b-4a96c85c3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:30.229633 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24e36497-f44d-47eb-9d5b-4a96c85c3cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:30.235053 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-24e36497-f44d-47eb-9d5b-4a96c85c3cc6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2ecac057-21d8-4786-8af6-b3a0ec86a4f7 HTTP/1.1" status: 204 len: 168 time: 0.4448647 Jul 15 15:12:30.256519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e36497-f44d-47eb-9d5b-4a96c85c3cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecac057-21d8-4786-8af6-b3a0ec86a4f7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:30.306773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3bfd79b2-ddd8-4b95-83d3-5ea727699d0c None None] Provisioning for port 83e27df8-c6af-47ce-9e31-6ba54d75f566 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:30.322903 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3bfd79b2-ddd8-4b95-83d3-5ea727699d0c None None] Provisioning complete for port 83e27df8-c6af-47ce-9e31-6ba54d75f566 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:30.323817 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3bfd79b2-ddd8-4b95-83d3-5ea727699d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:30.404566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Port': ['ID=83e27df8-c6af-47ce-9e31-6ba54d75f566,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:30.405069 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:30.489713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50debb01-d984-4e32-8ae6-e88c22653f66 req-6d1823f1-42df-4e5f-a525-9bfd8ed60a1a tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:30.506026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50debb01-d984-4e32-8ae6-e88c22653f66 req-6d1823f1-42df-4e5f-a525-9bfd8ed60a1a tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 946 time: 1.3949938 Jul 15 15:12:30.534177 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd79b2-ddd8-4b95-83d3-5ea727699d0c None None] Port 83e27df8-c6af-47ce-9e31-6ba54d75f566 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:12:30.568212 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:30.568709 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:30.664365 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0b2e6fa2-402e-42f6-bea1-d90373ec6e36 None None] Provisioning complete for port 83e27df8-c6af-47ce-9e31-6ba54d75f566 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:30.666700 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6fa2-402e-42f6-bea1-d90373ec6e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:30.668566 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50debb01-d984-4e32-8ae6-e88c22653f66 req-aa7a7549-390c-4b25-9ce9-7afb8fe78a07 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617482 Jul 15 15:12:30.670728 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b423a59-8d95-4dd8-890f-f99d889968f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:30.705522 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:30.732471 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-1c213996-91c0-4320-bc28-a89b93ab443a service neutron] 10.222.0.38 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8293958 Jul 15 15:12:30.752062 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e6fa2-402e-42f6-bea1-d90373ec6e36 None None] Port 83e27df8-c6af-47ce-9e31-6ba54d75f566 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:12:30.766444 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8204b2f8-e400-49ed-bfbd-48de8d7c2208 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:30.844126 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Transition to ACTIVE for port object fc823482-c050-402a-bdd7-da23e7da087a will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:30.852976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:30.859576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:30.886973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 8204b2f8-e400-49ed-bfbd-48de8d7c2208 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:30.898826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 8204b2f8-e400-49ed-bfbd-48de8d7c2208 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:30.900487 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.044053 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b423a59-8d95-4dd8-890f-f99d889968f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.053770 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.055008 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b423a59-8d95-4dd8-890f-f99d889968f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.138967 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 8204b2f8-e400-49ed-bfbd-48de8d7c2208, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8204b2f8-e400-49ed-bfbd-48de8d7c2208,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:31.149532 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.187891 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7b423a59-8d95-4dd8-890f-f99d889968f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=068b6960dd454612ae7906160ad79957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9771633 Jul 15 15:12:31.189445 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40744) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:31.210750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b423a59-8d95-4dd8-890f-f99d889968f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7375ce11-0727-4025-9477-e55f6b36b771,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:31.330274 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82583491-abe2-41ff-a9c4-a86d211b094f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.331938 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=8204b2f8-e400-49ed-bfbd-48de8d7c2208,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:31.397197 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-da15cc57-10e1-40d8-afbc-ae7b5c1678ee None None] Provisioning complete for port 83e27df8-c6af-47ce-9e31-6ba54d75f566 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:31.397584 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da15cc57-10e1-40d8-afbc-ae7b5c1678ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.404763 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82583491-abe2-41ff-a9c4-a86d211b094f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.425255 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.463908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-da15cc57-10e1-40d8-afbc-ae7b5c1678ee None None] Port 83e27df8-c6af-47ce-9e31-6ba54d75f566 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:12:31.475760 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82583491-abe2-41ff-a9c4-a86d211b094f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.478971 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82583491-abe2-41ff-a9c4-a86d211b094f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.480172 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-82583491-abe2-41ff-a9c4-a86d211b094f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7375ce11-0727-4025-9477-e55f6b36b771 HTTP/1.1" status: 204 len: 168 time: 0.2849691 Jul 15 15:12:31.496245 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82583491-abe2-41ff-a9c4-a86d211b094f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7375ce11-0727-4025-9477-e55f6b36b771,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:31.516908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:31.542942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:31.544711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:31.612733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Router 650c6b6e-6582-4551-94c8-1fb3d85e5059 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:12:31.619467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:31.620145 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.695452 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-5db48b75-2d42-4e41-9637-74bbbf97e6c1 service neutron] 10.222.0.38 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9612522 Jul 15 15:12:31.737663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Pushing event updated for resources: {'Port': ['ID=fc823482-c050-402a-bdd7-da23e7da087a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:31.748175 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-60643848-a6b3-4821-a225-03a646867590 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1319156 Jul 15 15:12:31.756955 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfdc50-4725-47bb-af04-039d598a9ede req-d5382011-a243-482d-8efe-587d7e562808 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:31.759068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fcfdc50-4725-47bb-af04-039d598a9ede req-d5382011-a243-482d-8efe-587d7e562808 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.6489744 Jul 15 15:12:31.768997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Request body: {'port': {'device_id': '510ed02f-bd98-41b5-9106-2cc0d869856c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:32.011227 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8a0c98c2-42ff-4259-b744-1ece2f5f8137 None None] Provisioning for port fc823482-c050-402a-bdd7-da23e7da087a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:32.022904 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8a0c98c2-42ff-4259-b744-1ece2f5f8137 None None] Provisioning complete for port fc823482-c050-402a-bdd7-da23e7da087a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:32.025240 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8a0c98c2-42ff-4259-b744-1ece2f5f8137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:32.112722 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8204b2f8-e400-49ed-bfbd-48de8d7c2208 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:32.131937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40768) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:32.177871 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-964c7bde-5445-4c4c-9dc2-b63482a4cda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:32.278892 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c98c2-42ff-4259-b744-1ece2f5f8137 None None] Port fc823482-c050-402a-bdd7-da23e7da087a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:12:32.314915 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 8204b2f8-e400-49ed-bfbd-48de8d7c2208 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:32.315414 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:32.429393 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-964c7bde-5445-4c4c-9dc2-b63482a4cda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:32.439236 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-964c7bde-5445-4c4c-9dc2-b63482a4cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:32.477362 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:32.534633 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-964c7bde-5445-4c4c-9dc2-b63482a4cda8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e21d7511f50b498eb3e2d7e01bc939c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3991659 Jul 15 15:12:32.535901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40778) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:32.568240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c7bde-5445-4c4c-9dc2-b63482a4cda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7882006d-38e8-4f9f-8fc2-b0959b07fb33,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:32.656871 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e252662-33bd-4747-a46e-3739f8347e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:32.686921 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e252662-33bd-4747-a46e-3739f8347e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:32.746903 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fcfdc50-4725-47bb-af04-039d598a9ede req-20d414a0-9c4b-4cb1-9840-0477e5cd8773 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752886 Jul 15 15:12:32.783296 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:12:32.796228 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e252662-33bd-4747-a46e-3739f8347e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:32.797359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f5ee52fa-0e02-4d30-8075-aab22542e0b1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "PUT /v2.0/routers/650c6b6e-6582-4551-94c8-1fb3d85e5059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8325827 Jul 15 15:12:32.802282 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e252662-33bd-4747-a46e-3739f8347e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:32.803539 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Sync routers for ids ['650c6b6e-6582-4551-94c8-1fb3d85e5059'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:12:32.804218 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0e252662-33bd-4747-a46e-3739f8347e41 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7882006d-38e8-4f9f-8fc2-b0959b07fb33 HTTP/1.1" status: 204 len: 168 time: 0.2630942 Jul 15 15:12:32.804348 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40786) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:32.817170 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e252662-33bd-4747-a46e-3739f8347e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7882006d-38e8-4f9f-8fc2-b0959b07fb33,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:32.826190 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Routers {'650c6b6e-6582-4551-94c8-1fb3d85e5059'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:32.827560 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:12:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['650c6b6e-6582-4551-94c8-1fb3d85e5059'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:32.836551 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:32.918962 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c861e52e-f5b6-4a13-8480-eaa454d7e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:32.940904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229b221-c707-47a2-a238-9490c9c5e8b3 req-5aaee461-b830-49cb-a516-dc6d0a392520 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:32.942590 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a229b221-c707-47a2-a238-9490c9c5e8b3 req-5aaee461-b830-49cb-a516-dc6d0a392520 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 936 time: 0.4723384 Jul 15 15:12:33.005159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40790) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:33.168320 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Set router 650c6b6e-6582-4551-94c8-1fb3d85e5059 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:33.244460 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a229b221-c707-47a2-a238-9490c9c5e8b3 req-b07b2e6b-e30e-484d-ace6-5541670d8037 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e8a4bf0-68f1-4c0a-a5f5-52280dffb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906699 Jul 15 15:12:33.315164 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c61781-8b1d-45af-9ed7-8267b0466218 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.316074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c61781-8b1d-45af-9ed7-8267b0466218 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.317523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c61781-8b1d-45af-9ed7-8267b0466218 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.318656 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c61781-8b1d-45af-9ed7-8267b0466218 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.320817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c61781-8b1d-45af-9ed7-8267b0466218 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.321370 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c61781-8b1d-45af-9ed7-8267b0466218 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.322963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c61781-8b1d-45af-9ed7-8267b0466218 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.324939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c61781-8b1d-45af-9ed7-8267b0466218 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.332352 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-85c61781-8b1d-45af-9ed7-8267b0466218 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5690 time: 0.5176492 Jul 15 15:12:33.334557 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40798) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:33.432278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc823482-c050-402a-bdd7-da23e7da087a {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:12:33.449195 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:33.482511 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Transition to ACTIVE for port object fc823482-c050-402a-bdd7-da23e7da087a will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:33.499873 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:33.583348 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-882232022', 'router:external': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:33.595866 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd8c0a-7d5a-472b-9c40-dc7569f92472 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.600137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd8c0a-7d5a-472b-9c40-dc7569f92472 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.600602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd8c0a-7d5a-472b-9c40-dc7569f92472 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.600970 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd8c0a-7d5a-472b-9c40-dc7569f92472 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.622781 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd8c0a-7d5a-472b-9c40-dc7569f92472 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.629853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd8c0a-7d5a-472b-9c40-dc7569f92472 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.635135 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd8c0a-7d5a-472b-9c40-dc7569f92472 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.640060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd8c0a-7d5a-472b-9c40-dc7569f92472 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.649140 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-12fd8c0a-7d5a-472b-9c40-dc7569f92472 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5290 time: 0.3089173 Jul 15 15:12:33.653558 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40806) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:33.670917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9bdf8075-9858-4f84-896a-073a49410cf7 req-db11bf25-2e5b-41e0-8c05-9b878a4507d0 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 210 time: 0.0936818 Jul 15 15:12:33.705953 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ba7b3-870a-48be-b0d4-e824c1c89a13 req-b219c7e4-33a1-4f09-8e28-f6b1ca36e66c tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:33.713328 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e6ba7b3-870a-48be-b0d4-e824c1c89a13 req-b219c7e4-33a1-4f09-8e28-f6b1ca36e66c tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 946 time: 0.6221192 Jul 15 15:12:33.761513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Pushing event updated for resources: {'Port': ['ID=fc823482-c050-402a-bdd7-da23e7da087a,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:33.952143 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:12:26Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '83e27df8-c6af-47ce-9e31-6ba54d75f566', 'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:b8:dc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:23Z', 'updated_at': '2021-07-15T15:12:27Z', 'revision_number': 2, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:33.953446 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e6ba7b3-870a-48be-b0d4-e824c1c89a13 req-156b0b6b-8035-4768-a0f5-594ee2db2e23 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388086 Jul 15 15:12:34.018843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Made reservation on behalf of 0246c01f2242439b98324ce70af41472 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:34.021256 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:34.074247 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:34.096491 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Checking router: 650c6b6e-6582-4551-94c8-1fb3d85e5059 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:12:34.098185 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Updating router 650c6b6e-6582-4551-94c8-1fb3d85e5059 port 83e27df8-c6af-47ce-9e31-6ba54d75f566 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:12:34.120759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Attempting to bind port fc823482-c050-402a-bdd7-da23e7da087a on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:34.140233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Attempting to bind port fc823482-c050-402a-bdd7-da23e7da087a by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:34.140469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Attempting to bind port fc823482-c050-402a-bdd7-da23e7da087a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:34.189178 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:34.195223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Port fc823482-c050-402a-bdd7-da23e7da087a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:12:34.195558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Attempting to bind port fc823482-c050-402a-bdd7-da23e7da087a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:34.239521 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:34.239901 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:34.240297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:34.240746 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Bound port: fc823482-c050-402a-bdd7-da23e7da087a, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:34.241107 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:34.287263 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:34.402978 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-7f4ded7d-7c89-4d53-ad73-192875f12e70 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:34.407234 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-7f4ded7d-7c89-4d53-ad73-192875f12e70 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.22 "GET /v2.0/networks?id=f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 200 len: 817 time: 0.4866207 Jul 15 15:12:34.502309 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82766bdd-1fce-427d-ab1a-47dc15adc0c2 req-9614e6dd-62d7-451c-a31b-08b2af5eed74 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:34.511534 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82766bdd-1fce-427d-ab1a-47dc15adc0c2 req-9614e6dd-62d7-451c-a31b-08b2af5eed74 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.3609967 Jul 15 15:12:34.613791 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] For port fc823482-c050-402a-bdd7-da23e7da087a, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:34.617735 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] For port fc823482-c050-402a-bdd7-da23e7da087a, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=fc823482-c050-402a-bdd7-da23e7da087a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:34.651003 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:34.745713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Pushing event updated for resources: {'Port': ['ID=fc823482-c050-402a-bdd7-da23e7da087a,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:34.803616 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82766bdd-1fce-427d-ab1a-47dc15adc0c2 req-7bcb3193-6876-488f-a963-7b93044a77be tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753682 Jul 15 15:12:34.846816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:34.847544 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:34.848969 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-a284de91-1644-4844-8ade-2c9618316766 service neutron] 10.222.0.11 "PUT /v2.0/ports/fc823482-c050-402a-bdd7-da23e7da087a HTTP/1.1" status: 200 len: 1096 time: 3.0848887 Jul 15 15:12:34.849495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510ed02f-bd98-41b5-9106-2cc0d869856c', 'tag': 'fc823482-c050-402a-bdd7-da23e7da087a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:34.852172 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331d5aa0-8a8c-4c67-b180-296abc30d692" -d '{"events": [{"name": "network-changed", "server_uuid": "510ed02f-bd98-41b5-9106-2cc0d869856c", "tag": "fc823482-c050-402a-bdd7-da23e7da087a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:34.952805 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:34.985784 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Transition to ACTIVE for port object 83e27df8-c6af-47ce-9e31-6ba54d75f566 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:34.998580 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:35.029729 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe70bb9c-df22-419d-b232-1c3985203d85 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75 HTTP/1.1" status: 200 len: 380 time: 0.3890116 Jul 15 15:12:35.076163 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-8ab78d95-b0ce-4c8d-bd12-f7ab50ff3e76 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Request body: {'port': {'device_id': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'admin_state_up': True, 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'security_groups': ['e99780fa-da35-49b9-83f3-e282ee13eb6d']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:35.081257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788df57c-3447-4f58-92a1-75c0e1259bd6 req-61ca593b-55ec-418b-ada3-8ed927fbcdc0 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:35.094086 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-788df57c-3447-4f58-92a1-75c0e1259bd6 req-61ca593b-55ec-418b-ada3-8ed927fbcdc0 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 948 time: 0.3679187 Jul 15 15:12:35.116189 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7034cb-c961-46c3-a6fa-8cf8fc23d125 None None] Pushing event updated for resources: {'Port': ['ID=83e27df8-c6af-47ce-9e31-6ba54d75f566,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:35.223766 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-788df57c-3447-4f58-92a1-75c0e1259bd6 req-d40433cb-f383-41b1-9bec-4b677d11efdd tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e8a4bf0-68f1-4c0a-a5f5-52280dffb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195698 Jul 15 15:12:35.231236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-5c39913d-421f-41e2-929f-5b93f9dc01fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:35.236017 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-5c39913d-421f-41e2-929f-5b93f9dc01fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=846af94578934e87b5f4cfebeb4c2032&device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 1099 time: 0.3337460 Jul 15 15:12:35.255574 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:35.302326 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:35.336262 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Attempting to bind port 83e27df8-c6af-47ce-9e31-6ba54d75f566 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:35.338068 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Attempting to bind port 83e27df8-c6af-47ce-9e31-6ba54d75f566 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'bc308b7a-2658-47a9-9a11-91b03506b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:35.339250 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Attempting to bind port 83e27df8-c6af-47ce-9e31-6ba54d75f566 on network ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:35.355440 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:35.357703 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Checking segment: {'id': 'bc308b7a-2658-47a9-9a11-91b03506b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:35.364320 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:35.365099 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Bound using segment: {'id': 'bc308b7a-2658-47a9-9a11-91b03506b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:35.365982 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Bound port: 83e27df8-c6af-47ce-9e31-6ba54d75f566, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc308b7a-2658-47a9-9a11-91b03506b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:35.366624 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:35.400285 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cd17e8-1af4-4a4c-941d-9f72cf0c013e x-openstack-request-id: req-03cd17e8-1af4-4a4c-941d-9f72cf0c013e {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:35.400668 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510ed02f-bd98-41b5-9106-2cc0d869856c", "tag": "fc823482-c050-402a-bdd7-da23e7da087a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:35.400932 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-03cd17e8-1af4-4a4c-941d-9f72cf0c013e {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:35.401350 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510ed02f-bd98-41b5-9106-2cc0d869856c', 'tag': 'fc823482-c050-402a-bdd7-da23e7da087a', 'status': 'completed', 'code': 200} Jul 15 15:12:35.431672 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f9352a5-e6b1-424c-9222-222c1eeb3390 req-43691263-305f-49ff-ad66-a95aafd50e8c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 210 time: 0.2029204 Jul 15 15:12:35.435919 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-035d98cb-6227-459c-9840-431b850d5d68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=fc823482-c050-402a-bdd7-da23e7da087a HTTP/1.1" status: 200 len: 217 time: 0.1889997 Jul 15 15:12:35.584981 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-40d7320c-6c7d-44c7-a9d0-f8589730a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:35.588731 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] For port 83e27df8-c6af-47ce-9e31-6ba54d75f566, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:35.589953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-40d7320c-6c7d-44c7-a9d0-f8589730a682 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1474938 Jul 15 15:12:35.601361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:12:35.604421 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] For port 83e27df8-c6af-47ce-9e31-6ba54d75f566, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=83e27df8-c6af-47ce-9e31-6ba54d75f566,segment=NetworkSegment(bc308b7a-2658-47a9-9a11-91b03506b4bb),segment_id=bc308b7a-2658-47a9-9a11-91b03506b4bb)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:35.621353 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:35.707188 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:35.708480 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Added segment 28d3cf9b-8ea2-4770-8e05-a295d384af89 of type vlan for network bbefce11-a124-4bc4-aed6-71a5d3d1e13c Jul 15 15:12:35.748438 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f1140f-5872-4171-85a1-35eadf75bde4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:35.779603 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Routers {'650c6b6e-6582-4551-94c8-1fb3d85e5059'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:35.794774 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:12:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['650c6b6e-6582-4551-94c8-1fb3d85e5059'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:35.848474 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-0addc37c-366f-4329-8caf-a22503c76dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:35.850153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-0addc37c-366f-4329-8caf-a22503c76dc0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2497804 Jul 15 15:12:35.882645 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bfc450bf-8010-4b53-9da6-f090123238a4 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 2.2264376 Jul 15 15:12:35.918353 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:35.983343 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-8ab78d95-b0ce-4c8d-bd12-f7ab50ff3e76 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Made reservation on behalf of 5e746ec2ac1d47fc84dbbe9e96f40b75 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:36.006627 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-8ab78d95-b0ce-4c8d-bd12-f7ab50ff3e76 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:36.006998 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:36.135119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-82afc65c-2132-49e9-9339-2d65f6e2580c service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774065 Jul 15 15:12:36.143573 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.resource_extend [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:12:36.241423 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7034cb-c961-46c3-a6fa-8cf8fc23d125 None None] Pushing event updated for resources: {'Port': ['ID=83e27df8-c6af-47ce-9e31-6ba54d75f566,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:36.371001 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] Set router 650c6b6e-6582-4551-94c8-1fb3d85e5059 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:36.403503 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59d9aab8-9e39-49de-8ad9-1791b5981eba req-1a16acee-9081-4cf8-8ec0-f3c12a8c1b31 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598019 Jul 15 15:12:36.406012 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-8ab78d95-b0ce-4c8d-bd12-f7ab50ff3e76 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Allocated IP 172.20.0.4 (f4383174-585e-4d4e-b660-80050803c374/e02218b1-8e75-4c36-9d6e-ae1449beb9a6/ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:36.458228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f524e4c-fbdc-4762-9d09-88d112bda9a2 req-79cc7101-d35c-49c4-9d5b-e18bbd167af7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:36.459757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3f524e4c-fbdc-4762-9d09-88d112bda9a2 req-79cc7101-d35c-49c4-9d5b-e18bbd167af7 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.1337223 Jul 15 15:12:36.518813 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:36.519964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:36.520549 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:36.539464 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40862) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:36.609550 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8ab8fa81-7592-4ed5-a457-ac88bb42f037 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2119705738', 'description': 'tempest-secgroup-smoke-2119705738 description', 'project_id': '70a995f7ee6e41f597cf94301c84780c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:36.658216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3f524e4c-fbdc-4762-9d09-88d112bda9a2 req-31b62376-202d-437a-893f-39883ba59340 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666555 Jul 15 15:12:36.754968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d5aa0-8a8c-4c67-b180-296abc30d692 req-99a8ef57-3657-46f1-8186-e36272ec274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:36.759376 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-331d5aa0-8a8c-4c67-b180-296abc30d692 req-99a8ef57-3657-46f1-8186-e36272ec274d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=846af94578934e87b5f4cfebeb4c2032&device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 1099 time: 0.2915399 Jul 15 15:12:36.829642 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.8234663 Jul 15 15:12:36.850707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40872) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:36.881536 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:12:26Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '83e27df8-c6af-47ce-9e31-6ba54d75f566', 'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:b8:dc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:23Z', 'updated_at': '2021-07-15T15:12:35Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:36.890420 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f6c6360d-6ede-4974-b76c-ec9e9492a6b8 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Request body: {'subnet': {'network_id': 'bbefce11-a124-4bc4-aed6-71a5d3d1e13c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:36.948975 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0965add-30e4-48a7-bc34-7758f5ccf4e0 None None] The sync data for ids ['650c6b6e-6582-4551-94c8-1fb3d85e5059'] in n-d-764435-3 is: [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:12:26Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '83e27df8-c6af-47ce-9e31-6ba54d75f566', 'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:b8:dc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:23Z', 'updated_at': '2021-07-15T15:12:35Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:12:37.033495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-880c5230-6603-498d-8058-161530ffafa2 req-119eb40a-0e92-4db1-83c0-366f94e6bc44 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 210 time: 0.0450318 Jul 15 15:12:37.085839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f0d21-799e-4ad8-a12f-774ab8956425 req-958c7c02-ccdd-448b-adac-3227a55b7835 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:37.092024 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-8ab78d95-b0ce-4c8d-bd12-f7ab50ff3e76 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:37.094204 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-862f0d21-799e-4ad8-a12f-774ab8956425 req-958c7c02-ccdd-448b-adac-3227a55b7835 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 948 time: 0.3079093 Jul 15 15:12:37.110764 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d5aa0-8a8c-4c67-b180-296abc30d692 req-e3471d02-949e-40d9-a640-dfc977fc5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:37.112311 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-331d5aa0-8a8c-4c67-b180-296abc30d692 req-e3471d02-949e-40d9-a640-dfc977fc5a3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.3461802 Jul 15 15:12:37.118432 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-8ab78d95-b0ce-4c8d-bd12-f7ab50ff3e76 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Transition to ACTIVE for port object ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:37.175295 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-8ab78d95-b0ce-4c8d-bd12-f7ab50ff3e76 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:37.181005 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86262f9-b3dc-4622-a0c5-76fad69e30f1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Pushing event updated for resources: {'Network': ['ID=bbefce11-a124-4bc4-aed6-71a5d3d1e13c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:37.188633 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-331d5aa0-8a8c-4c67-b180-296abc30d692 req-d809f15f-a949-44a0-838b-295932253528 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=fc823482-c050-402a-bdd7-da23e7da087a HTTP/1.1" status: 200 len: 217 time: 0.0679531 Jul 15 15:12:37.202010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network bbefce11-a124-4bc4-aed6-71a5d3d1e13c details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:12:37.258583 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ab8fa81-7592-4ed5-a457-ac88bb42f037 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:37.300217 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-862f0d21-799e-4ad8-a12f-774ab8956425 req-3155a480-9a65-41b7-8b37-b634fba964c4 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e8a4bf0-68f1-4c0a-a5f5-52280dffb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043869 Jul 15 15:12:37.353292 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-8ab78d95-b0ce-4c8d-bd12-f7ab50ff3e76 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Network f4383174-585e-4d4e-b660-80050803c374 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:37.354239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d5aa0-8a8c-4c67-b180-296abc30d692 req-f7f241cb-a390-481a-a103-48ed5904f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:37.357542 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-331d5aa0-8a8c-4c67-b180-296abc30d692 req-f7f241cb-a390-481a-a103-48ed5904f81f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1494756 Jul 15 15:12:37.367144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-8ab78d95-b0ce-4c8d-bd12-f7ab50ff3e76 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:37.385211 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-8ab78d95-b0ce-4c8d-bd12-f7ab50ff3e76 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:37.479738 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d5aa0-8a8c-4c67-b180-296abc30d692 req-f5aac46b-cee2-4bb1-bfd9-1e304371488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:37.482077 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-331d5aa0-8a8c-4c67-b180-296abc30d692 req-f5aac46b-cee2-4bb1-bfd9-1e304371488f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1167018 Jul 15 15:12:37.531303 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c6360d-6ede-4974-b76c-ec9e9492a6b8 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Made reservation on behalf of 0246c01f2242439b98324ce70af41472 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:37.534233 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6c6360d-6ede-4974-b76c-ec9e9492a6b8 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:37.597586 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-8ab78d95-b0ce-4c8d-bd12-f7ab50ff3e76 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:37.602403 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-8ab78d95-b0ce-4c8d-bd12-f7ab50ff3e76 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:37.646502 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab78d95-b0ce-4c8d-bd12-f7ab50ff3e76 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event updated for resources: {'Port': ['ID=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:37.783329 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-331d5aa0-8a8c-4c67-b180-296abc30d692 req-ff9ab785-9a1e-4d1f-b628-160996b60beb service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933722 Jul 15 15:12:37.903579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f746b869-ff40-4380-9e71-fb377d7b985f None None] Provisioning for port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:37.929141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f746b869-ff40-4380-9e71-fb377d7b985f None None] Provisioning complete for port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:37.931351 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f746b869-ff40-4380-9e71-fb377d7b985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:38.095730 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f746b869-ff40-4380-9e71-fb377d7b985f None None] Port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:12:38.169762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-331d5aa0-8a8c-4c67-b180-296abc30d692 req-2f15ac71-1c05-43f2-bd2f-684c3733bd24 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763163 Jul 15 15:12:38.248343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 83e27df8-c6af-47ce-9e31-6ba54d75f566 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:38.383663 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 83e27df8-c6af-47ce-9e31-6ba54d75f566 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:38.394107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 83e27df8-c6af-47ce-9e31-6ba54d75f566 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:38.394521 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:38.396594 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ab8fa81-7592-4ed5-a457-ac88bb42f037 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:38.402350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327fe2f-64e8-463f-bb46-7ea0103c95fd req-961c03c8-0d28-4d22-8cf0-b03734121b4d tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:38.413654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7327fe2f-64e8-463f-bb46-7ea0103c95fd req-961c03c8-0d28-4d22-8cf0-b03734121b4d tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.4102798 Jul 15 15:12:38.414261 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ab8fa81-7592-4ed5-a457-ac88bb42f037 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:38.454282 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-8ab78d95-b0ce-4c8d-bd12-f7ab50ff3e76 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4008660 Jul 15 15:12:38.505809 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7327fe2f-64e8-463f-bb46-7ea0103c95fd req-f7f441de-c502-4d93-af55-f3b92257dc60 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905945 Jul 15 15:12:38.525189 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Request body: {'port': {'device_id': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:38.672601 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971ec47-01ab-444c-a7d0-d2db0d52dd79 req-9574aa5b-5e72-4604-b5ac-83f8630cd5cf tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:38.684410 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5971ec47-01ab-444c-a7d0-d2db0d52dd79 req-9574aa5b-5e72-4604-b5ac-83f8630cd5cf tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 931 time: 0.2454965 Jul 15 15:12:38.689963 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:38.717417 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ab8fa81-7592-4ed5-a457-ac88bb42f037 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:38.722073 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8ab8fa81-7592-4ed5-a457-ac88bb42f037 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1712933 Jul 15 15:12:38.725189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40898) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:38.734138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1964872e-16f1-4ef9-8977-556866f31d0e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': 'd9146a81-3672-4b80-80f2-437113ec4218', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:38.763519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 83e27df8-c6af-47ce-9e31-6ba54d75f566, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=83e27df8-c6af-47ce-9e31-6ba54d75f566,segment=NetworkSegment(bc308b7a-2658-47a9-9a11-91b03506b4bb),segment_id=bc308b7a-2658-47a9-9a11-91b03506b4bb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:38.778450 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:38.845630 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8fa81-7592-4ed5-a457-ac88bb42f037 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9146a81-3672-4b80-80f2-437113ec4218,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:38.898767 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5971ec47-01ab-444c-a7d0-d2db0d52dd79 req-a780a3a0-8f43-41e1-aa8b-d029f7a93c3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130165 Jul 15 15:12:38.916389 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=83e27df8-c6af-47ce-9e31-6ba54d75f566,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:38.975357 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:38.984839 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1964872e-16f1-4ef9-8977-556866f31d0e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:39.036448 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e063f-87a5-4287-b65e-6273520a22d2 req-c5783001-d691-4b4d-a08f-d39fdf0b13b0 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:39.045430 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d6e063f-87a5-4287-b65e-6273520a22d2 req-c5783001-d691-4b4d-a08f-d39fdf0b13b0 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 948 time: 0.2554896 Jul 15 15:12:39.214183 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d6e063f-87a5-4287-b65e-6273520a22d2 req-63ecdf91-c387-4414-bf4f-a16115b83e99 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e8a4bf0-68f1-4c0a-a5f5-52280dffb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678059 Jul 15 15:12:39.283961 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1964872e-16f1-4ef9-8977-556866f31d0e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:39.291428 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1964872e-16f1-4ef9-8977-556866f31d0e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:39.331291 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964872e-16f1-4ef9-8977-556866f31d0e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660a28b7-1d8e-48ce-8464-8f75425236ec,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:39.344867 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1964872e-16f1-4ef9-8977-556866f31d0e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:39.346694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1964872e-16f1-4ef9-8977-556866f31d0e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6202316 Jul 15 15:12:39.351025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40906) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:39.362502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-2f88da22-27c2-4de6-b104-af1864b10fb7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': 'd9146a81-3672-4b80-80f2-437113ec4218', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:39.441284 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f88da22-27c2-4de6-b104-af1864b10fb7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:39.537634 n-d-764435-3 neutron-server[100712]: DEBUG neutron.objects.ports [None req-f6c6360d-6ede-4974-b76c-ec9e9492a6b8 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:12:39.538163 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6c6360d-6ede-4974-b76c-ec9e9492a6b8 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:39.581704 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f88da22-27c2-4de6-b104-af1864b10fb7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:39.601591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device fc823482-c050-402a-bdd7-da23e7da087a details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:12:39.615790 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f88da22-27c2-4de6-b104-af1864b10fb7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:39.646907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88da22-27c2-4de6-b104-af1864b10fb7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89995ffe-7bd3-4694-ad3f-5936aa06f4df,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:39.688737 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f88da22-27c2-4de6-b104-af1864b10fb7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:39.692672 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2f88da22-27c2-4de6-b104-af1864b10fb7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3398702 Jul 15 15:12:39.699392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40910) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:39.717312 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-3e8419c0-4f9e-4ada-a8de-7cc157981a19 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': 'd9146a81-3672-4b80-80f2-437113ec4218', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:39.806250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port fc823482-c050-402a-bdd7-da23e7da087a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=fc823482-c050-402a-bdd7-da23e7da087a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:39.818799 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'fc823482-c050-402a-bdd7-da23e7da087a', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'fc823482-c050-402a-bdd7-da23e7da087a', 'mac_address': 'fa:16:3e:d6:d6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:12:39.842451 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3e8419c0-4f9e-4ada-a8de-7cc157981a19 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:39.866153 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:39.900366 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc823482-c050-402a-bdd7-da23e7da087a {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:12:39.950199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port fc823482-c050-402a-bdd7-da23e7da087a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=fc823482-c050-402a-bdd7-da23e7da087a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:39.960882 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:40.008711 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3e8419c0-4f9e-4ada-a8de-7cc157981a19 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:40.017884 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3e8419c0-4f9e-4ada-a8de-7cc157981a19 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:40.091172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8419c0-4f9e-4ada-a8de-7cc157981a19 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87684778-93fa-4d90-afca-3caf36f9bfa3,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:40.111002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b92528-9f9f-402e-b5cc-a0aeed7b0593 req-d1aea387-59c5-408c-a6a0-7b282663ca65 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:40.114810 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 83e27df8-c6af-47ce-9e31-6ba54d75f566 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:40.126561 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67b92528-9f9f-402e-b5cc-a0aeed7b0593 req-d1aea387-59c5-408c-a6a0-7b282663ca65 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.3854933 Jul 15 15:12:40.206457 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['fc823482-c050-402a-bdd7-da23e7da087a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:12:40.240286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67b92528-9f9f-402e-b5cc-a0aeed7b0593 req-2dad5922-47d2-46fe-9d88-339e99614fcb tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088774 Jul 15 15:12:40.240710 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6360d-6ede-4974-b76c-ec9e9492a6b8 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7ebad19c-a84e-4810-898c-cf895cc1f5e6,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:40.241222 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3e8419c0-4f9e-4ada-a8de-7cc157981a19 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:40.247803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3e8419c0-4f9e-4ada-a8de-7cc157981a19 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5469580 Jul 15 15:12:40.250959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40920) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:40.267041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ebd16580-7d5d-4368-a0ed-86c86cb545f2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': 'd9146a81-3672-4b80-80f2-437113ec4218', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:40.300820 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c6360d-6ede-4974-b76c-ec9e9492a6b8 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Checking segment: {'id': '28d3cf9b-8ea2-4770-8e05-a295d384af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bbefce11-a124-4bc4-aed6-71a5d3d1e13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:40.301193 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c6360d-6ede-4974-b76c-ec9e9492a6b8 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Network hostable DHCP agents. Network: bbefce11-a124-4bc4-aed6-71a5d3d1e13c, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:12:40.396658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c6360d-6ede-4974-b76c-ec9e9492a6b8 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Network bbefce11-a124-4bc4-aed6-71a5d3d1e13c is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:12:40.454497 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ebd16580-7d5d-4368-a0ed-86c86cb545f2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:40.464133 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=fc823482-c050-402a-bdd7-da23e7da087a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:40.475238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f6c6360d-6ede-4974-b76c-ec9e9492a6b8 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, bbefce11-a124-4bc4-aed6-71a5d3d1e13c) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:40.486288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c6360d-6ede-4974-b76c-ec9e9492a6b8 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:40.486288 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6c6360d-6ede-4974-b76c-ec9e9492a6b8 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:40.498835 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2514208-25f5-4255-bfeb-c0b462bc8392 None None] Network bbefce11-a124-4bc4-aed6-71a5d3d1e13c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:12:40.528228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 83e27df8-c6af-47ce-9e31-6ba54d75f566 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:40.528721 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:40.579093 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f6c6360d-6ede-4974-b76c-ec9e9492a6b8 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7196660 Jul 15 15:12:40.579975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40928) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:40.592131 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c0ce5723-9b0a-45ec-8da4-ac66a76160b7 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-390513257', 'network_id': 'bbefce11-a124-4bc4-aed6-71a5d3d1e13c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:40.600699 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:12:40.621306 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:40.666440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Transition to ACTIVE for port object ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:40.673170 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:40.701093 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ce5723-9b0a-45ec-8da4-ac66a76160b7 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Made reservation on behalf of 0246c01f2242439b98324ce70af41472 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:40.708134 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5723-9b0a-45ec-8da4-ac66a76160b7 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:40.797581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d2e3d-9b03-4f84-b9e4-93d1f448e432 req-142bc7e5-732b-49f2-ae02-22efe5f1ea7d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:40.816345 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d74d2e3d-9b03-4f84-b9e4-93d1f448e432 req-142bc7e5-732b-49f2-ae02-22efe5f1ea7d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 931 time: 0.4401157 Jul 15 15:12:40.859172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31c2ce9-b69e-4111-9b14-bcd6b0635c3d None None] Network bbefce11-a124-4bc4-aed6-71a5d3d1e13c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:12:40.869158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-c0ce5723-9b0a-45ec-8da4-ac66a76160b7 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] device_id is not set on port 780e41c4-51cf-440e-bbae-0f12ae57bb70 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:12:40.883046 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ebd16580-7d5d-4368-a0ed-86c86cb545f2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:40.898730 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ebd16580-7d5d-4368-a0ed-86c86cb545f2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:40.938396 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Pushing event updated for resources: {'Port': ['ID=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:40.998907 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ebd16580-7d5d-4368-a0ed-86c86cb545f2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:41.000287 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ebd16580-7d5d-4368-a0ed-86c86cb545f2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7477798 Jul 15 15:12:41.012494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40932) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:41.017183 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3ef49-68a7-4080-979f-ca833b85dbf1 req-d9f4e8e2-2a33-42b7-aed5-a9037fa26420 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:41.018812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66e3ef49-68a7-4080-979f-ca833b85dbf1 req-d9f4e8e2-2a33-42b7-aed5-a9037fa26420 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 949 time: 0.4935551 Jul 15 15:12:41.019834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd16580-7d5d-4368-a0ed-86c86cb545f2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff6d7ad-766a-4ee6-b1bf-a5d35754101f,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:41.031521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a0ab296d-f1f1-4081-8dd1-cfefb58649a4 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': 'd9146a81-3672-4b80-80f2-437113ec4218', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:41.034670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d74d2e3d-9b03-4f84-b9e4-93d1f448e432 req-c7236bf7-2389-48ea-b0f7-dbd04c35db3d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153988 Jul 15 15:12:41.139343 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66e3ef49-68a7-4080-979f-ca833b85dbf1 req-734d24e1-ae09-43b9-85ae-57b75f64a029 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e8a4bf0-68f1-4c0a-a5f5-52280dffb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032753 Jul 15 15:12:41.155512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c0ce5723-9b0a-45ec-8da4-ac66a76160b7 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Allocated IP 172.20.0.6 (bbefce11-a124-4bc4-aed6-71a5d3d1e13c/7ebad19c-a84e-4810-898c-cf895cc1f5e6/780e41c4-51cf-440e-bbae-0f12ae57bb70) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:41.239313 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-a0ab296d-f1f1-4081-8dd1-cfefb58649a4 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Project 70a995f7ee6e41f597cf94301c84780c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:12:41.383211 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Attempting to bind port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:41.383943 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Attempting to bind port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:41.384068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Attempting to bind port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 on network f4383174-585e-4d4e-b660-80050803c374 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:41.389094 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0ab296d-f1f1-4081-8dd1-cfefb58649a4 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:41.454252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0ab296d-f1f1-4081-8dd1-cfefb58649a4 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:41.457637 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 on network f4383174-585e-4d4e-b660-80050803c374 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:12:41.458032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Attempting to bind port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 on network f4383174-585e-4d4e-b660-80050803c374 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:41.468558 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:41.468950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Checking segment: {'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:41.469359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Bound using segment: {'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:41.469865 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Bound port: ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:41.470379 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:41.473230 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0ab296d-f1f1-4081-8dd1-cfefb58649a4 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:41.509619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab296d-f1f1-4081-8dd1-cfefb58649a4 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a564d346-a7d6-46ca-9b8c-f4fb72e493ab,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:41.629712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] For port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:41.635479 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] For port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:41.642898 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5723-9b0a-45ec-8da4-ac66a76160b7 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:41.646613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36d444-5654-4b52-8a71-6d32f6bcb3c2 req-94c027de-7347-43cf-bc55-e931570cf29e tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:41.649209 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:41.655265 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a36d444-5654-4b52-8a71-6d32f6bcb3c2 req-94c027de-7347-43cf-bc55-e931570cf29e tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.1746187 Jul 15 15:12:41.706068 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0ab296d-f1f1-4081-8dd1-cfefb58649a4 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:41.711235 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a0ab296d-f1f1-4081-8dd1-cfefb58649a4 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6947243 Jul 15 15:12:41.716108 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:41.717385 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40946) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:41.718038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:41.719553 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] 10.222.0.22 "PUT /v2.0/ports/ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 HTTP/1.1" status: 200 len: 1091 time: 3.2325411 Jul 15 15:12:41.723505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'tag': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:41.726087 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c5b7d1-58bd-4d99-947b-6b1f3f1a4fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "8b916e7a-3f07-4190-9875-a4dacb6fb8c4", "tag": "ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:41.735366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-614c4de0-1e83-4300-bfae-9f254756d0ba tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': 'd9146a81-3672-4b80-80f2-437113ec4218', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:41.776319 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-614c4de0-1e83-4300-bfae-9f254756d0ba tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Project 70a995f7ee6e41f597cf94301c84780c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:12:41.789111 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-614c4de0-1e83-4300-bfae-9f254756d0ba tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:41.811550 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a36d444-5654-4b52-8a71-6d32f6bcb3c2 req-eb58309a-7045-4222-a1bd-4e5ca75fcd8b tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504061 Jul 15 15:12:41.850885 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb93e92a-941d-40dc-8114-32930b49e86b x-openstack-request-id: req-fb93e92a-941d-40dc-8114-32930b49e86b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:41.851181 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b916e7a-3f07-4190-9875-a4dacb6fb8c4", "tag": "ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:41.851450 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb93e92a-941d-40dc-8114-32930b49e86b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:41.851828 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'tag': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2', 'status': 'completed', 'code': 200} Jul 15 15:12:41.938467 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c620f-393d-4830-b937-673319a7d99e service neutron] Pushing event updated for resources: {'Port': ['ID=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:41.959885 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-614c4de0-1e83-4300-bfae-9f254756d0ba tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:41.967854 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-614c4de0-1e83-4300-bfae-9f254756d0ba tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:42.002701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c4de0-1e83-4300-bfae-9f254756d0ba tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7ac357-b1b2-4fc7-ac98-a039bc2386aa,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:42.013896 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-614c4de0-1e83-4300-bfae-9f254756d0ba tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:42.016133 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-614c4de0-1e83-4300-bfae-9f254756d0ba tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2959569 Jul 15 15:12:42.024342 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5723-9b0a-45ec-8da4-ac66a76160b7 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:42.040762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-a19305c5-0d46-41e4-84dd-b68066b40f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:42.042330 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-a19305c5-0d46-41e4-84dd-b68066b40f85 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 1094 time: 0.2583790 Jul 15 15:12:42.140620 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-e78fc152-1180-4771-8b02-f53fe576d76a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 HTTP/1.1" status: 200 len: 217 time: 0.0395205 Jul 15 15:12:42.148835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ce5723-9b0a-45ec-8da4-ac66a76160b7 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Network bbefce11-a124-4bc4-aed6-71a5d3d1e13c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:42.160994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c0ce5723-9b0a-45ec-8da4-ac66a76160b7 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:42.170163 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ce5723-9b0a-45ec-8da4-ac66a76160b7 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:42.228585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce5723-9b0a-45ec-8da4-ac66a76160b7 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Pushing event updated for resources: {'Port': ['ID=780e41c4-51cf-440e-bbae-0f12ae57bb70,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:42.265136 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-af362281-4983-4401-8c5d-ecd69559782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:42.266727 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-af362281-4983-4401-8c5d-ecd69559782e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e02218b1-8e75-4c36-9d6e-ae1449beb9a6 HTTP/1.1" status: 200 len: 856 time: 0.1138756 Jul 15 15:12:42.268188 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ce5723-9b0a-45ec-8da4-ac66a76160b7 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:42.268908 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5723-9b0a-45ec-8da4-ac66a76160b7 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:42.294252 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40964) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:42.295174 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c0ce5723-9b0a-45ec-8da4-ac66a76160b7 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.7127106 Jul 15 15:12:42.347792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-537055c5-3164-4664-9ea3-e858c81800e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:42.349470 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-537055c5-3164-4664-9ea3-e858c81800e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f4383174-585e-4d4e-b660-80050803c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683846 Jul 15 15:12:42.461218 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-bad30c6d-1096-46fc-ab39-04f0d2a3affb service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041510 Jul 15 15:12:42.555576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074480dc-93de-4f72-b878-5880036d0003 req-99abec82-56c5-453d-972f-dcc9265d940a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:42.557208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-074480dc-93de-4f72-b878-5880036d0003 req-99abec82-56c5-453d-972f-dcc9265d940a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.1917646 Jul 15 15:12:42.570909 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19ba332c-11f9-4981-b496-ecbb97c59ff1 req-c5318f76-d54e-4b28-a43a-d85824999428 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032555 Jul 15 15:12:42.574936 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d189e-e718-4e48-a952-ea8fe2a05a0a req-7ca3c0fb-104e-4160-90e9-8fef5043f3e7 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:42.582062 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a6d189e-e718-4e48-a952-ea8fe2a05a0a req-7ca3c0fb-104e-4160-90e9-8fef5043f3e7 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 949 time: 0.1842475 Jul 15 15:12:42.620143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-960e2349-0e16-4d0a-91c3-e54796fb959b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Deleting port 780e41c4-51cf-440e-bbae-0f12ae57bb70 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:12:42.620468 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-960e2349-0e16-4d0a-91c3-e54796fb959b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:42.677320 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a6d189e-e718-4e48-a952-ea8fe2a05a0a req-b014d1bd-7675-4b60-8307-87d2e791155a tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e8a4bf0-68f1-4c0a-a5f5-52280dffb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940847 Jul 15 15:12:42.715793 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-074480dc-93de-4f72-b878-5880036d0003 req-b9a778c9-4056-4c95-be36-01ddf38395e5 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503096 Jul 15 15:12:42.729714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5b7d1-58bd-4d99-947b-6b1f3f1a4fe2 req-5d1bcd65-34e3-4fb2-9212-831c1e8341d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:42.734976 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-43c5b7d1-58bd-4d99-947b-6b1f3f1a4fe2 req-5d1bcd65-34e3-4fb2-9212-831c1e8341d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 1094 time: 0.0933902 Jul 15 15:12:42.831403 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-960e2349-0e16-4d0a-91c3-e54796fb959b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:42.855352 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-960e2349-0e16-4d0a-91c3-e54796fb959b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Calling delete_port for 780e41c4-51cf-440e-bbae-0f12ae57bb70 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:12:42.939026 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5b7d1-58bd-4d99-947b-6b1f3f1a4fe2 req-aad57c65-a3fc-47f6-bfa3-60384d879969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:42.940403 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-43c5b7d1-58bd-4d99-947b-6b1f3f1a4fe2 req-aad57c65-a3fc-47f6-bfa3-60384d879969 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 200 len: 918 time: 0.1942377 Jul 15 15:12:43.004921 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-43c5b7d1-58bd-4d99-947b-6b1f3f1a4fe2 req-aaf95ab9-51c8-4540-ba24-ea7a11faa851 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 HTTP/1.1" status: 200 len: 217 time: 0.0554562 Jul 15 15:12:43.062582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-8cfa4a21-bd63-4b19-a686-81a244fde19a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119705738&fields=id&tenant_id=70a995f7ee6e41f597cf94301c84780c HTTP/1.1" status: 200 len: 267 time: 0.1144705 Jul 15 15:12:43.066985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5b7d1-58bd-4d99-947b-6b1f3f1a4fe2 req-311fddb1-3940-4165-a6b2-37b74cde4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:43.069652 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-43c5b7d1-58bd-4d99-947b-6b1f3f1a4fe2 req-311fddb1-3940-4165-a6b2-37b74cde4c25 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e02218b1-8e75-4c36-9d6e-ae1449beb9a6 HTTP/1.1" status: 200 len: 856 time: 0.0573859 Jul 15 15:12:43.162046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5b7d1-58bd-4d99-947b-6b1f3f1a4fe2 req-beca95e4-fb6d-4128-b020-ad3c64f14728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:43.163520 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad41cf-a3c9-4b2d-b7df-5c7667d8b247 req-d2ac58f2-1436-4a7e-a5fc-5a071e3a9bdb tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:43.164371 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-43c5b7d1-58bd-4d99-947b-6b1f3f1a4fe2 req-beca95e4-fb6d-4128-b020-ad3c64f14728 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f4383174-585e-4d4e-b660-80050803c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868375 Jul 15 15:12:43.172433 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4dad41cf-a3c9-4b2d-b7df-5c7667d8b247 req-d2ac58f2-1436-4a7e-a5fc-5a071e3a9bdb tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.2203975 Jul 15 15:12:43.250157 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-960e2349-0e16-4d0a-91c3-e54796fb959b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:43.298980 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-43c5b7d1-58bd-4d99-947b-6b1f3f1a4fe2 req-dde00acf-3554-4aae-bdf2-b5da41bd96b0 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249278 Jul 15 15:12:43.333948 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4dad41cf-a3c9-4b2d-b7df-5c7667d8b247 req-c28bf5c1-e8c1-4dff-974c-12077da88b1a tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604745 Jul 15 15:12:43.336651 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e2349-0e16-4d0a-91c3-e54796fb959b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Pushing event deleted for resources: {'Port': ['ID=780e41c4-51cf-440e-bbae-0f12ae57bb70,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:43.358866 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-fb6e496a-d21b-47b6-814b-fc9541b5de7c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:43.364721 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-fb6e496a-d21b-47b6-814b-fc9541b5de7c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/networks?id=ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 HTTP/1.1" status: 200 len: 797 time: 0.2924945 Jul 15 15:12:43.409542 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-2cb1ecb5-4341-490c-a597-fc6a619aa725 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/quotas/70a995f7ee6e41f597cf94301c84780c HTTP/1.1" status: 200 len: 375 time: 0.0349774 Jul 15 15:12:43.471424 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-43c5b7d1-58bd-4d99-947b-6b1f3f1a4fe2 req-67eb5d77-8c4a-416a-b32a-49da0b256ba5 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623089 Jul 15 15:12:43.498584 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-960e2349-0e16-4d0a-91c3-e54796fb959b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:43.503155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-960e2349-0e16-4d0a-91c3-e54796fb959b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "DELETE /v2.0/ports/780e41c4-51cf-440e-bbae-0f12ae57bb70 HTTP/1.1" status: 204 len: 168 time: 1.2036717 Jul 15 15:12:43.503398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40982) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:43.508639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bbefce11-a124-4bc4-aed6-71a5d3d1e13c', 'external_fixed_ips': [{'subnet_id': '7ebad19c-a84e-4810-898c-cf895cc1f5e6', 'ip_address': '172.20.0.6'}]}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:43.561602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-5c42272d-37f1-46e5-8ac1-160033dc61a7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=70a995f7ee6e41f597cf94301c84780c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1330385 Jul 15 15:12:43.572657 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:43.574679 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:43.627691 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device fc823482-c050-402a-bdd7-da23e7da087a up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:43.699058 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:43.718710 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port fc823482-c050-402a-bdd7-da23e7da087a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:43.725068 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port fc823482-c050-402a-bdd7-da23e7da087a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:43.725852 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:43.817619 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:43.846770 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510ed02f-bd98-41b5-9106-2cc0d869856c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc823482-c050-402a-bdd7-da23e7da087a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:43.849076 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60706d7-2e87-437f-b289-bd3d64c4e78a" -d '{"events": [{"server_uuid": "510ed02f-bd98-41b5-9106-2cc0d869856c", "name": "network-vif-plugged", "status": "completed", "tag": "fc823482-c050-402a-bdd7-da23e7da087a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:43.853608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e27e2c-8b6c-4ccf-9984-45b2b197b3b3 req-d00aa64f-b657-4cab-bd38-22877f7af531 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:43.855931 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3e27e2c-8b6c-4ccf-9984-45b2b197b3b3 req-d00aa64f-b657-4cab-bd38-22877f7af531 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.3061066 Jul 15 15:12:43.871975 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port fc823482-c050-402a-bdd7-da23e7da087a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=fc823482-c050-402a-bdd7-da23e7da087a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:43.875788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-ec64a3d8-b327-4e47-b395-87ea6be31858 service neutron] 10.222.0.38 "GET /v2.0/networks/ca64047f-4198-4fb1-8fa3-ffa8b6af63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835441 Jul 15 15:12:43.877819 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:43.938558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=fc823482-c050-402a-bdd7-da23e7da087a,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:44.517159 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:44.606077 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3e27e2c-8b6c-4ccf-9984-45b2b197b3b3 req-e64f63f9-2f2e-46c2-ad6d-e3f21eecebe1 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7276995 Jul 15 15:12:44.646073 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-1a091479-9c4b-40d2-95e3-e5cf6c2094a7 service neutron] 10.222.0.38 "GET /v2.0/networks/ca64047f-4198-4fb1-8fa3-ffa8b6af63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7571476 Jul 15 15:12:44.860057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b95b44-8137-4ff5-8965-35f8f5e71cb7 req-09c66a4b-9dd3-46aa-8bde-6d42b2a64697 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:44.871234 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e0b95b44-8137-4ff5-8965-35f8f5e71cb7 req-09c66a4b-9dd3-46aa-8bde-6d42b2a64697 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 950 time: 0.1223359 Jul 15 15:12:45.009644 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e0b95b44-8137-4ff5-8965-35f8f5e71cb7 req-8d4be4f9-0a34-469a-97c5-69aa2f00501c tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e8a4bf0-68f1-4c0a-a5f5-52280dffb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361654 Jul 15 15:12:45.120219 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:45.143781 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:45.152003 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0864ab9f-6576-442a-a598-ec0c6ea8c367 x-openstack-request-id: req-0864ab9f-6576-442a-a598-ec0c6ea8c367 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:45.153250 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510ed02f-bd98-41b5-9106-2cc0d869856c", "name": "network-vif-plugged", "status": "completed", "tag": "fc823482-c050-402a-bdd7-da23e7da087a", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:45.154156 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0864ab9f-6576-442a-a598-ec0c6ea8c367 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:45.155175 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510ed02f-bd98-41b5-9106-2cc0d869856c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc823482-c050-402a-bdd7-da23e7da087a', 'code': 200} Jul 15 15:12:45.226957 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8246df-0de6-461e-95cf-f00e72fd1e74 req-78552236-b3ec-4d36-b6a8-2933c41b51e3 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:45.229286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef8246df-0de6-461e-95cf-f00e72fd1e74 req-78552236-b3ec-4d36-b6a8-2933c41b51e3 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.2018182 Jul 15 15:12:45.423564 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef8246df-0de6-461e-95cf-f00e72fd1e74 req-e5d718fe-e172-4e85-b22d-9af7c5ecdb0f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469829 Jul 15 15:12:45.555151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053c75d-df06-4b1d-a13b-2ecdde143efc req-9e3fbece-2efb-4e73-add8-b6c00e9bacde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:45.557251 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7053c75d-df06-4b1d-a13b-2ecdde143efc req-9e3fbece-2efb-4e73-add8-b6c00e9bacde service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 1101 time: 0.3270268 Jul 15 15:12:45.658933 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17cce478-c564-4b4f-8bcb-85e93b82ebfd req-7a17ee07-9803-4a8d-aa03-8bc0d7c11eb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 210 time: 0.0917718 Jul 15 15:12:45.695015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Allocated IP 172.20.0.6 (bbefce11-a124-4bc4-aed6-71a5d3d1e13c/7ebad19c-a84e-4810-898c-cf895cc1f5e6/fb2d35df-7018-44d8-9f27-09c2fa03a320) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:45.703221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7053c75d-df06-4b1d-a13b-2ecdde143efc req-a8092a27-8c20-43c5-8533-89dff6424af5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6e8a4bf0-68f1-4c0a-a5f5-52280dffb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056583 Jul 15 15:12:45.841704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56131df2-8eaa-4752-b435-22a0061c8d48 req-0d4e2ce5-cf93-4653-a1d3-a818f595426d tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:45.843223 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56131df2-8eaa-4752-b435-22a0061c8d48 req-0d4e2ce5-cf93-4653-a1d3-a818f595426d tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.1336818 Jul 15 15:12:45.870868 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:45.907608 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56131df2-8eaa-4752-b435-22a0061c8d48 req-4fe8dd2f-bcb9-49e5-b752-d452add56cdf tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579360 Jul 15 15:12:45.937000 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:45.978042 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Network bbefce11-a124-4bc4-aed6-71a5d3d1e13c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:45.985140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:45.989134 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:46.036964 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Pushing event updated for resources: {'Port': ['ID=fb2d35df-7018-44d8-9f27-09c2fa03a320,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:46.308071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e9db1-977f-4d51-9d2b-5fef7a1f27b0 req-d4d3ecf3-8dd5-48d5-a2f0-ad7fcb80db1d tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:46.309676 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a33e9db1-977f-4d51-9d2b-5fef7a1f27b0 req-d4d3ecf3-8dd5-48d5-a2f0-ad7fcb80db1d tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 950 time: 0.1337440 Jul 15 15:12:46.389299 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a33e9db1-977f-4d51-9d2b-5fef7a1f27b0 req-8be7ca7b-7bcf-4b11-b861-767907fce3de tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e8a4bf0-68f1-4c0a-a5f5-52280dffb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532174 Jul 15 15:12:46.392129 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:46.562833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:12:46.757076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:46.780103 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'port_id': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2', 'mac_address': 'fa:16:3e:8d:84:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:12:46.837974 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:46.850789 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:46.851406 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:12:46.872822 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:46.877770 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:46.940141 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a61a474-2f5c-4505-9d73-ded34a42a44f req-92c7bad2-8549-4ec0-b807-f86516b2669a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 210 time: 0.0845778 Jul 15 15:12:46.975624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:47.044240 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de044481-f0b7-4f74-aed6-357d8e41b729 req-e04f1960-637f-45ea-b79f-3ddb9d3ee615 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:47.046998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de044481-f0b7-4f74-aed6-357d8e41b729 req-e04f1960-637f-45ea-b79f-3ddb9d3ee615 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.4364183 Jul 15 15:12:47.111193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:12:47.122984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-473b04c4-de34-466a-b12d-cb81ebed6fb5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:47.123442 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207f315-c791-4db7-8fe0-72637d41e0c8 req-feea3d78-915f-4bb7-96b6-bb4d3c5be093 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:47.125051 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6207f315-c791-4db7-8fe0-72637d41e0c8 req-feea3d78-915f-4bb7-96b6-bb4d3c5be093 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.11 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.1234524 Jul 15 15:12:47.126320 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-473b04c4-de34-466a-b12d-cb81ebed6fb5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.11 "GET /v2.0/networks?id=ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 HTTP/1.1" status: 200 len: 797 time: 0.5264056 Jul 15 15:12:47.331045 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-062cc348-9ab9-4059-9786-1faadf225ff3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70a995f7ee6e41f597cf94301c84780c HTTP/1.1" status: 200 len: 380 time: 0.1812096 Jul 15 15:12:47.342208 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-6207f315-c791-4db7-8fe0-72637d41e0c8 req-3712c18c-0dad-46e7-8212-f189f3775024 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Deleting port bbbca266-3779-44c3-89c1-9aba602f7342 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:12:47.342575 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6207f315-c791-4db7-8fe0-72637d41e0c8 req-3712c18c-0dad-46e7-8212-f189f3775024 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:47.360933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-6536cc93-5cd1-4a5b-a95a-9a9f5b352911 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'port': {'device_id': '66545200-fbf8-40cd-a638-8a39400008fa', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'admin_state_up': True, 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'security_groups': ['d9146a81-3672-4b80-80f2-437113ec4218']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:47.447287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6207f315-c791-4db7-8fe0-72637d41e0c8 req-3712c18c-0dad-46e7-8212-f189f3775024 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] For port bbbca266-3779-44c3-89c1-9aba602f7342, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=bbbca266-3779-44c3-89c1-9aba602f7342,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:47.447692 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6207f315-c791-4db7-8fe0-72637d41e0c8 req-3712c18c-0dad-46e7-8212-f189f3775024 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:47.463396 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-6207f315-c791-4db7-8fe0-72637d41e0c8 req-3712c18c-0dad-46e7-8212-f189f3775024 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Calling delete_port for bbbca266-3779-44c3-89c1-9aba602f7342 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:12:47.512148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de044481-f0b7-4f74-aed6-357d8e41b729 req-242f38b2-5866-4d9a-938d-548d43abe3c1 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3707676 Jul 15 15:12:47.521535 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a26698-b3b9-4713-abba-6a45c13e07f7 req-d0d9f37e-ce7d-478a-8732-5f67386a2e12 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:47.528620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01a26698-b3b9-4713-abba-6a45c13e07f7 req-d0d9f37e-ce7d-478a-8732-5f67386a2e12 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=b647a85b-1210-46ab-87d6-da3113bbe958 HTTP/1.1" status: 200 len: 945 time: 0.3982761 Jul 15 15:12:47.536447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-6536cc93-5cd1-4a5b-a95a-9a9f5b352911 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Made reservation on behalf of 70a995f7ee6e41f597cf94301c84780c for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:47.540376 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-6536cc93-5cd1-4a5b-a95a-9a9f5b352911 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:47.551879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Router b30ea535-3fb8-47ad-a99b-132eb082ded8 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:12:47.656815 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6207f315-c791-4db7-8fe0-72637d41e0c8 req-3712c18c-0dad-46e7-8212-f189f3775024 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:47.672919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['358bf181-9463-4d34-8bb8-3f6f2ba5b949'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:12:47.677247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['bbbca266-3779-44c3-89c1-9aba602f7342'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:12:47.702392 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712c18c-0dad-46e7-8212-f189f3775024 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Pushing event deleted for resources: {'Port': ['ID=bbbca266-3779-44c3-89c1-9aba602f7342,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:47.721055 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01a26698-b3b9-4713-abba-6a45c13e07f7 req-d62e4e0d-ef8e-44b5-9a20-37288e39c150 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914616 Jul 15 15:12:47.771939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6207f315-c791-4db7-8fe0-72637d41e0c8 req-3712c18c-0dad-46e7-8212-f189f3775024 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] No DVR routers for this DVR port bbbca266-3779-44c3-89c1-9aba602f7342 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:12:47.776328 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6207f315-c791-4db7-8fe0-72637d41e0c8 req-3712c18c-0dad-46e7-8212-f189f3775024 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:47.779287 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6207f315-c791-4db7-8fe0-72637d41e0c8 req-3712c18c-0dad-46e7-8212-f189f3775024 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.11 "DELETE /v2.0/ports/bbbca266-3779-44c3-89c1-9aba602f7342 HTTP/1.1" status: 204 len: 173 time: 0.6410003 Jul 15 15:12:47.779861 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b647a85b-1210-46ab-87d6-da3113bbe958', 'name': 'network-vif-deleted', 'tag': 'bbbca266-3779-44c3-89c1-9aba602f7342'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:47.799110 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e435b685-1980-460f-8327-ef058f371ca8" -d '{"events": [{"server_uuid": "b647a85b-1210-46ab-87d6-da3113bbe958", "name": "network-vif-deleted", "tag": "bbbca266-3779-44c3-89c1-9aba602f7342"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:47.858782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:12:47.876627 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-6536cc93-5cd1-4a5b-a95a-9a9f5b352911 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Allocated IP 172.20.0.5 (ca64047f-4198-4fb1-8fa3-ffa8b6af63c7/b5e464a9-02af-488c-a2b1-491bd881611d/22b4b677-5b3d-454e-a9d9-81c680a3473c) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:47.900392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89b07e-b884-4c4e-bdad-241e80fbe443 req-5fd3a91e-84a9-4435-86e2-609ca95fe0b3 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:47.907343 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b89b07e-b884-4c4e-bdad-241e80fbe443 req-5fd3a91e-84a9-4435-86e2-609ca95fe0b3 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 950 time: 0.2451737 Jul 15 15:12:47.909085 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2d2ad0-af01-4631-8cc6-2d521ebefc88 x-openstack-request-id: req-3a2d2ad0-af01-4631-8cc6-2d521ebefc88 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:47.909372 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b647a85b-1210-46ab-87d6-da3113bbe958", "name": "network-vif-deleted", "tag": "bbbca266-3779-44c3-89c1-9aba602f7342", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:47.909942 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3a2d2ad0-af01-4631-8cc6-2d521ebefc88 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:47.910354 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b647a85b-1210-46ab-87d6-da3113bbe958', 'name': 'network-vif-deleted', 'tag': 'bbbca266-3779-44c3-89c1-9aba602f7342', 'status': 'completed', 'code': 200} Jul 15 15:12:47.924238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c55127c-fb6a-41f2-aa8e-e4f7d3780743 None None] Sync routers for ids ['b30ea535-3fb8-47ad-a99b-132eb082ded8'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:12:47.931885 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:47.933124 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3976f3ee-5595-4d73-a0c2-3a1d1ba8a6e4 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.4288194 Jul 15 15:12:47.936066 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41052) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:47.983856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c55127c-fb6a-41f2-aa8e-e4f7d3780743 None None] Routers {'b30ea535-3fb8-47ad-a99b-132eb082ded8'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:47.996783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-3c55127c-fb6a-41f2-aa8e-e4f7d3780743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:12:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b30ea535-3fb8-47ad-a99b-132eb082ded8'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:48.037125 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b89b07e-b884-4c4e-bdad-241e80fbe443 req-665dae75-865d-448d-a478-db525160c411 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e8a4bf0-68f1-4c0a-a5f5-52280dffb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288018 Jul 15 15:12:48.159210 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a83f132-a646-47f0-af09-e13f0225bf08 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:48.286880 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-3c55127c-fb6a-41f2-aa8e-e4f7d3780743 None None] Set router b30ea535-3fb8-47ad-a99b-132eb082ded8 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:48.388699 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a83f132-a646-47f0-af09-e13f0225bf08 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:48.559827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8a83f132-a646-47f0-af09-e13f0225bf08 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Deleting port fb2d35df-7018-44d8-9f27-09c2fa03a320 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:12:48.560183 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a83f132-a646-47f0-af09-e13f0225bf08 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:48.607374 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:48.871224 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a83f132-a646-47f0-af09-e13f0225bf08 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:48.909468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8a83f132-a646-47f0-af09-e13f0225bf08 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Calling delete_port for fb2d35df-7018-44d8-9f27-09c2fa03a320 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:12:48.959531 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:48.961398 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:48.988084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:48.988462 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:49.154793 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7633e535-f8d3-477a-9e9c-666d95c69cb1 req-0019f807-50f2-4d82-9e91-7e37a171618d tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 210 time: 0.0851691 Jul 15 15:12:49.164971 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a83f132-a646-47f0-af09-e13f0225bf08 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:49.178580 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-3c55127c-fb6a-41f2-aa8e-e4f7d3780743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ea535-3fb8-47ad-a99b-132eb082ded8', 'name': '', 'tenant_id': '0246c01f2242439b98324ce70af41472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbefce11-a124-4bc4-aed6-71a5d3d1e13c', 'external_fixed_ips': [{'subnet_id': '7ebad19c-a84e-4810-898c-cf895cc1f5e6', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fb2d35df-7018-44d8-9f27-09c2fa03a320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:43Z', 'updated_at': '2021-07-15T15:12:46Z', 'revision_number': 3, 'project_id': '0246c01f2242439b98324ce70af41472', 'gw_port': {'id': 'fb2d35df-7018-44d8-9f27-09c2fa03a320', 'name': '', 'network_id': 'bbefce11-a124-4bc4-aed6-71a5d3d1e13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30ea535-3fb8-47ad-a99b-132eb082ded8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '7ebad19c-a84e-4810-898c-cf895cc1f5e6', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:45Z', 'updated_at': '2021-07-15T15:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebad19c-a84e-4810-898c-cf895cc1f5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:49.202075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83f132-a646-47f0-af09-e13f0225bf08 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb2d35df-7018-44d8-9f27-09c2fa03a320,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:49.221701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c55127c-fb6a-41f2-aa8e-e4f7d3780743 None None] Checking router: b30ea535-3fb8-47ad-a99b-132eb082ded8 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:12:49.222063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c55127c-fb6a-41f2-aa8e-e4f7d3780743 None None] Updating router b30ea535-3fb8-47ad-a99b-132eb082ded8 port fb2d35df-7018-44d8-9f27-09c2fa03a320 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:12:49.261569 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-6536cc93-5cd1-4a5b-a95a-9a9f5b352911 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:49.266826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c55127c-fb6a-41f2-aa8e-e4f7d3780743 None None] Port fb2d35df-7018-44d8-9f27-09c2fa03a320 not found while updating agent binding for router b30ea535-3fb8-47ad-a99b-132eb082ded8. {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 15:12:49.273884 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:49.287672 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a83f132-a646-47f0-af09-e13f0225bf08 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:49.294757 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:49.297608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c55127c-fb6a-41f2-aa8e-e4f7d3780743 None None] Routers {'b30ea535-3fb8-47ad-a99b-132eb082ded8'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:49.298264 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-3c55127c-fb6a-41f2-aa8e-e4f7d3780743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:12:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b30ea535-3fb8-47ad-a99b-132eb082ded8'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:49.321687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-6536cc93-5cd1-4a5b-a95a-9a9f5b352911 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Transition to ACTIVE for port object 22b4b677-5b3d-454e-a9d9-81c680a3473c will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:49.327488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:49.329607 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:49.332223 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a82c9e7-aaad-4c08-8dbd-127d093a25f7" -d '{"events": [{"server_uuid": "8b916e7a-3f07-4190-9875-a4dacb6fb8c4", "name": "network-vif-plugged", "status": "completed", "tag": "ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:49.373831 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:49.423174 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1853d-3360-4a99-ab59-dffb93e78b28 req-c8db8a87-306f-4206-adb0-ded302a0b85c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:49.424498 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a83f132-a646-47f0-af09-e13f0225bf08 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:49.424642 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9e1853d-3360-4a99-ab59-dffb93e78b28 req-c8db8a87-306f-4206-adb0-ded302a0b85c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 944 time: 0.2330854 Jul 15 15:12:49.428766 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a83f132-a646-47f0-af09-e13f0225bf08 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:49.436029 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-3c55127c-fb6a-41f2-aa8e-e4f7d3780743 None None] Set router b30ea535-3fb8-47ad-a99b-132eb082ded8 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:49.453081 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-6536cc93-5cd1-4a5b-a95a-9a9f5b352911 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:49.495054 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a83f132-a646-47f0-af09-e13f0225bf08 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:49.495656 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a83f132-a646-47f0-af09-e13f0225bf08 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b30ea535-3fb8-47ad-a99b-132eb082ded8 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:12:49.501859 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a83f132-a646-47f0-af09-e13f0225bf08 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:49.503251 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8a83f132-a646-47f0-af09-e13f0225bf08 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "DELETE /v2.0/routers/b30ea535-3fb8-47ad-a99b-132eb082ded8 HTTP/1.1" status: 204 len: 168 time: 1.5653725 Jul 15 15:12:49.503826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-3c55127c-fb6a-41f2-aa8e-e4f7d3780743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ea535-3fb8-47ad-a99b-132eb082ded8', 'name': '', 'tenant_id': '0246c01f2242439b98324ce70af41472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:43Z', 'updated_at': '2021-07-15T15:12:49Z', 'revision_number': 5, 'project_id': '0246c01f2242439b98324ce70af41472', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:49.506378 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41078) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:49.540312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c55127c-fb6a-41f2-aa8e-e4f7d3780743 None None] The sync data for ids ['b30ea535-3fb8-47ad-a99b-132eb082ded8'] in n-d-764435-3 is: [{'id': 'b30ea535-3fb8-47ad-a99b-132eb082ded8', 'name': '', 'tenant_id': '0246c01f2242439b98324ce70af41472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:43Z', 'updated_at': '2021-07-15T15:12:49Z', 'revision_number': 5, 'project_id': '0246c01f2242439b98324ce70af41472', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:12:49.541327 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9e1853d-3360-4a99-ab59-dffb93e78b28 req-6fc024fc-42ef-4f3d-bcc6-4fe0f0fd5f6b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099374 Jul 15 15:12:49.544185 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-6536cc93-5cd1-4a5b-a95a-9a9f5b352911 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:49.574749 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:49.580208 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-6536cc93-5cd1-4a5b-a95a-9a9f5b352911 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:49.583277 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-6536cc93-5cd1-4a5b-a95a-9a9f5b352911 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:49.585966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536cc93-5cd1-4a5b-a95a-9a9f5b352911 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Port': ['ID=22b4b677-5b3d-454e-a9d9-81c680a3473c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:49.600717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-70420d88-39dc-4704-b63b-ff9baaf5d7c6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Deleting subnet 7ebad19c-a84e-4810-898c-cf895cc1f5e6 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:12:49.604140 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70420d88-39dc-4704-b63b-ff9baaf5d7c6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:49.626183 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7724cb-4f93-4822-b1f5-b4c702a1a4b0 req-bfa06adb-4220-4315-a39e-5d3afdc7d6f3 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:49.627929 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e7724cb-4f93-4822-b1f5-b4c702a1a4b0 req-bfa06adb-4220-4315-a39e-5d3afdc7d6f3 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 950 time: 0.2718918 Jul 15 15:12:49.684935 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70420d88-39dc-4704-b63b-ff9baaf5d7c6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:49.762863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-6536cc93-5cd1-4a5b-a95a-9a9f5b352911 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:49.763800 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-6536cc93-5cd1-4a5b-a95a-9a9f5b352911 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:49.763969 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70420d88-39dc-4704-b63b-ff9baaf5d7c6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:49.784794 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee235f2c-4436-401d-9d5b-d8aeee4daaf2 x-openstack-request-id: req-ee235f2c-4436-401d-9d5b-d8aeee4daaf2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:49.785098 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b916e7a-3f07-4190-9875-a4dacb6fb8c4", "name": "network-vif-plugged", "status": "completed", "tag": "ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:49.785431 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ee235f2c-4436-401d-9d5b-d8aeee4daaf2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:49.785768 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2', 'code': 200} Jul 15 15:12:49.791204 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e7724cb-4f93-4822-b1f5-b4c702a1a4b0 req-53bb7d0b-16d0-4135-9b65-b0a1a3f73409 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e8a4bf0-68f1-4c0a-a5f5-52280dffb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083817 Jul 15 15:12:49.829433 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-6536cc93-5cd1-4a5b-a95a-9a9f5b352911 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4889870 Jul 15 15:12:49.843923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Request body: {'port': {'device_id': '66545200-fbf8-40cd-a638-8a39400008fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:49.994880 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70420d88-39dc-4704-b63b-ff9baaf5d7c6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:50.066690 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:50.105957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0d3189a0-ed3d-44ce-a601-b6235115c38f None None] Provisioning for port 22b4b677-5b3d-454e-a9d9-81c680a3473c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:50.110827 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0d3189a0-ed3d-44ce-a601-b6235115c38f None None] Provisioning complete for port 22b4b677-5b3d-454e-a9d9-81c680a3473c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:50.111276 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d3189a0-ed3d-44ce-a601-b6235115c38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:50.142637 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70420d88-39dc-4704-b63b-ff9baaf5d7c6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7ebad19c-a84e-4810-898c-cf895cc1f5e6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:50.171933 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70420d88-39dc-4704-b63b-ff9baaf5d7c6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:50.181733 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-70420d88-39dc-4704-b63b-ff9baaf5d7c6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "DELETE /v2.0/subnets/7ebad19c-a84e-4810-898c-cf895cc1f5e6 HTTP/1.1" status: 204 len: 168 time: 0.6731405 Jul 15 15:12:50.185913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41096) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:50.205471 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0d3189a0-ed3d-44ce-a601-b6235115c38f None None] Port 22b4b677-5b3d-454e-a9d9-81c680a3473c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:12:50.308042 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15160995-10d5-46ee-9318-f5ea2c0f31f6 req-08871ce8-4dec-4eda-9964-e1ad0fd451a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:50.309894 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15160995-10d5-46ee-9318-f5ea2c0f31f6 req-08871ce8-4dec-4eda-9964-e1ad0fd451a6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 1096 time: 0.4192691 Jul 15 15:12:50.336130 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5333bd-8d0a-4422-8320-f6e0e077ef46 req-85b344bd-8e05-42ac-bc70-6d845120aa4a tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:50.338573 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7e5333bd-8d0a-4422-8320-f6e0e077ef46 req-85b344bd-8e05-42ac-bc70-6d845120aa4a tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.11 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 950 time: 0.2805858 Jul 15 15:12:50.343047 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9aefdb67-78b0-44bb-bb25-6474e484df33 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:50.419581 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15160995-10d5-46ee-9318-f5ea2c0f31f6 req-313d0e85-07fa-446d-9642-4ae3b9581a6d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990505 Jul 15 15:12:50.575735 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9aefdb67-78b0-44bb-bb25-6474e484df33 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:50.590457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9aefdb67-78b0-44bb-bb25-6474e484df33 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbefce11-a124-4bc4-aed6-71a5d3d1e13c']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:50.606824 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-7e5333bd-8d0a-4422-8320-f6e0e077ef46 req-bac973fc-c5c1-479b-a6c8-cf0e4dbb9191 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Deleting port fc823482-c050-402a-bdd7-da23e7da087a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:12:50.607169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7e5333bd-8d0a-4422-8320-f6e0e077ef46 req-bac973fc-c5c1-479b-a6c8-cf0e4dbb9191 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:50.611008 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9aefdb67-78b0-44bb-bb25-6474e484df33 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d3cf9b-8ea2-4770-8e05-a295d384af89') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:50.611602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9aefdb67-78b0-44bb-bb25-6474e484df33 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d3cf9b-8ea2-4770-8e05-a295d384af89') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:50.621802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593705a-c66a-48c7-af20-c5531b01ce21 req-a2351a78-8ed9-4252-b6e3-38b1070f127c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:50.638908 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8593705a-c66a-48c7-af20-c5531b01ce21 req-a2351a78-8ed9-4252-b6e3-38b1070f127c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 931 time: 0.2354455 Jul 15 15:12:50.648148 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9aefdb67-78b0-44bb-bb25-6474e484df33 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:50.681461 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9aefdb67-78b0-44bb-bb25-6474e484df33 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:50.783434 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8593705a-c66a-48c7-af20-c5531b01ce21 req-a37a1ec5-b5dc-4a8d-b2fa-5cc431a65c2b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9146a81-3672-4b80-80f2-437113ec4218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434150 Jul 15 15:12:50.805618 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aefdb67-78b0-44bb-bb25-6474e484df33 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:12:50.806140 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9aefdb67-78b0-44bb-bb25-6474e484df33 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:12:50.817073 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:12:50.827710 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b4b677-5b3d-454e-a9d9-81c680a3473c {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:12:50.893243 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:50.903984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7e5333bd-8d0a-4422-8320-f6e0e077ef46 req-bac973fc-c5c1-479b-a6c8-cf0e4dbb9191 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] For port fc823482-c050-402a-bdd7-da23e7da087a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=fc823482-c050-402a-bdd7-da23e7da087a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:50.904237 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7e5333bd-8d0a-4422-8320-f6e0e077ef46 req-bac973fc-c5c1-479b-a6c8-cf0e4dbb9191 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:50.918713 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9aefdb67-78b0-44bb-bb25-6474e484df33 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:50.935563 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aefdb67-78b0-44bb-bb25-6474e484df33 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bbefce11-a124-4bc4-aed6-71a5d3d1e13c {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 15:12:50.937952 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-7e5333bd-8d0a-4422-8320-f6e0e077ef46 req-bac973fc-c5c1-479b-a6c8-cf0e4dbb9191 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Calling delete_port for fc823482-c050-402a-bdd7-da23e7da087a owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:12:50.944540 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9aefdb67-78b0-44bb-bb25-6474e484df33 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:50.954732 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9aefdb67-78b0-44bb-bb25-6474e484df33 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "DELETE /v2.0/networks/bbefce11-a124-4bc4-aed6-71a5d3d1e13c HTTP/1.1" status: 204 len: 168 time: 0.7412593 Jul 15 15:12:50.987195 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Transition to ACTIVE for port object 22b4b677-5b3d-454e-a9d9-81c680a3473c will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:50.991355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefdb67-78b0-44bb-bb25-6474e484df33 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Pushing event deleted for resources: {'Network': ['ID=bbefce11-a124-4bc4-aed6-71a5d3d1e13c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:51.013468 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:51.198934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125eb7e4-a876-4647-b25b-8fa09e976ea4 req-6d851fc1-8d04-4ab3-8f2e-6ea4ffe642d2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:51.217813 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-125eb7e4-a876-4647-b25b-8fa09e976ea4 req-6d851fc1-8d04-4ab3-8f2e-6ea4ffe642d2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.3925848 Jul 15 15:12:51.227704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=22b4b677-5b3d-454e-a9d9-81c680a3473c,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:51.332165 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7e5333bd-8d0a-4422-8320-f6e0e077ef46 req-bac973fc-c5c1-479b-a6c8-cf0e4dbb9191 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:51.345567 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['fc823482-c050-402a-bdd7-da23e7da087a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:12:51.452523 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-125eb7e4-a876-4647-b25b-8fa09e976ea4 req-75d5d23e-0120-4ed7-9ff4-2f6779fabf06 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150660 Jul 15 15:12:51.478372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b22158-fbeb-4792-984e-6cfb72ad4095 req-be38c21c-3dad-4175-b27f-808483f03f3c tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:51.487787 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75b22158-fbeb-4792-984e-6cfb72ad4095 req-be38c21c-3dad-4175-b27f-808483f03f3c tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/ports?device_id=510ed02f-bd98-41b5-9106-2cc0d869856c HTTP/1.1" status: 200 len: 867 time: 0.4039774 Jul 15 15:12:51.622356 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Attempting to bind port 22b4b677-5b3d-454e-a9d9-81c680a3473c on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:51.637512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac973fc-c5c1-479b-a6c8-cf0e4dbb9191 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Pushing event deleted for resources: {'Port': ['ID=fc823482-c050-402a-bdd7-da23e7da087a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:51.648053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Attempting to bind port 22b4b677-5b3d-454e-a9d9-81c680a3473c by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'bc308b7a-2658-47a9-9a11-91b03506b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:51.648053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Attempting to bind port 22b4b677-5b3d-454e-a9d9-81c680a3473c on network ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:51.648463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5333bd-8d0a-4422-8320-f6e0e077ef46 req-bac973fc-c5c1-479b-a6c8-cf0e4dbb9191 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] No DVR routers for this DVR port fc823482-c050-402a-bdd7-da23e7da087a on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:12:51.661616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device bbbca266-3779-44c3-89c1-9aba602f7342 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:12:51.662734 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7e5333bd-8d0a-4422-8320-f6e0e077ef46 req-bac973fc-c5c1-479b-a6c8-cf0e4dbb9191 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:51.670093 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7e5333bd-8d0a-4422-8320-f6e0e077ef46 req-bac973fc-c5c1-479b-a6c8-cf0e4dbb9191 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.11 "DELETE /v2.0/ports/fc823482-c050-402a-bdd7-da23e7da087a HTTP/1.1" status: 204 len: 173 time: 1.3227558 Jul 15 15:12:51.683339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510ed02f-bd98-41b5-9106-2cc0d869856c', 'name': 'network-vif-deleted', 'tag': 'fc823482-c050-402a-bdd7-da23e7da087a'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:51.701842 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abba84f7-8217-45ee-9896-47e29cbb62c6" -d '{"events": [{"server_uuid": "510ed02f-bd98-41b5-9106-2cc0d869856c", "name": "network-vif-deleted", "tag": "fc823482-c050-402a-bdd7-da23e7da087a"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:51.730846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41136) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:51.737199 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-57e3e9eb-36d9-4b22-9bd1-f89cb503822b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Request body: {'router': {'name': 'tempest-router--1720133614', 'project_id': 'ee34a57d1cb24b1784bf1306f76fc1a4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:51.745690 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75b22158-fbeb-4792-984e-6cfb72ad4095 req-6e764666-b366-4d53-b105-6aa1751dd4d8 tempest-VolumesNegativeTest-895324803 tempest-VolumesNegativeTest-895324803-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e8a4bf0-68f1-4c0a-a5f5-52280dffb34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566895 Jul 15 15:12:51.752366 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: bbbca266-3779-44c3-89c1-9aba602f7342 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:12:51.752930 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device bbbca266-3779-44c3-89c1-9aba602f7342 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:12:51.757860 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Port 22b4b677-5b3d-454e-a9d9-81c680a3473c on network ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:12:51.758375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Attempting to bind port 22b4b677-5b3d-454e-a9d9-81c680a3473c on network ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:51.775843 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:51.776622 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Checking segment: {'id': 'bc308b7a-2658-47a9-9a11-91b03506b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:51.777413 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Bound using segment: {'id': 'bc308b7a-2658-47a9-9a11-91b03506b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:51.778262 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Bound port: 22b4b677-5b3d-454e-a9d9-81c680a3473c, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc308b7a-2658-47a9-9a11-91b03506b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:51.779488 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:51.828320 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57e3e9eb-36d9-4b22-9bd1-f89cb503822b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:51.834852 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57e3e9eb-36d9-4b22-9bd1-f89cb503822b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:51.873437 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f29412-2da2-4f35-a80c-cf9dad3b3cc2 x-openstack-request-id: req-e8f29412-2da2-4f35-a80c-cf9dad3b3cc2 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:51.875239 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510ed02f-bd98-41b5-9106-2cc0d869856c", "name": "network-vif-deleted", "tag": "fc823482-c050-402a-bdd7-da23e7da087a", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:51.875417 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e8f29412-2da2-4f35-a80c-cf9dad3b3cc2 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:51.875809 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510ed02f-bd98-41b5-9106-2cc0d869856c', 'name': 'network-vif-deleted', 'tag': 'fc823482-c050-402a-bdd7-da23e7da087a', 'status': 'completed', 'code': 200} Jul 15 15:12:51.966328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] For port 22b4b677-5b3d-454e-a9d9-81c680a3473c, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:51.984803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] For port 22b4b677-5b3d-454e-a9d9-81c680a3473c, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=22b4b677-5b3d-454e-a9d9-81c680a3473c,segment=NetworkSegment(bc308b7a-2658-47a9-9a11-91b03506b4bb),segment_id=bc308b7a-2658-47a9-9a11-91b03506b4bb)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:51.997487 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:52.033883 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57e3e9eb-36d9-4b22-9bd1-f89cb503822b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:52.041869 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57e3e9eb-36d9-4b22-9bd1-f89cb503822b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:52.059449 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57e3e9eb-36d9-4b22-9bd1-f89cb503822b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:52.061259 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-57e3e9eb-36d9-4b22-9bd1-f89cb503822b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3293355 Jul 15 15:12:52.064002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41148) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:52.072246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:52.072837 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:52.074339 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] 10.222.0.11 "PUT /v2.0/ports/22b4b677-5b3d-454e-a9d9-81c680a3473c HTTP/1.1" status: 200 len: 1091 time: 2.2355523 Jul 15 15:12:52.074904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66545200-fbf8-40cd-a638-8a39400008fa', 'tag': '22b4b677-5b3d-454e-a9d9-81c680a3473c'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:52.088864 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ca2582-549c-40fc-9c22-7b6a2887535a" -d '{"events": [{"name": "network-changed", "server_uuid": "66545200-fbf8-40cd-a638-8a39400008fa", "tag": "22b4b677-5b3d-454e-a9d9-81c680a3473c"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:52.198691 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-164139ea-458a-4388-990d-55999f9e8d7e tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:52.262871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badea38a-bbe0-4401-8e5a-37afa8b15ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=22b4b677-5b3d-454e-a9d9-81c680a3473c,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:52.281668 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ac43e8-9436-4f87-a6c7-86c019b28b8b x-openstack-request-id: req-a4ac43e8-9436-4f87-a6c7-86c019b28b8b {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:52.282287 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66545200-fbf8-40cd-a638-8a39400008fa", "tag": "22b4b677-5b3d-454e-a9d9-81c680a3473c", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:52.282930 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a4ac43e8-9436-4f87-a6c7-86c019b28b8b {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:52.283710 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66545200-fbf8-40cd-a638-8a39400008fa', 'tag': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'status': 'completed', 'code': 200} Jul 15 15:12:52.309642 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-f1e61063-5625-474b-86bb-62258f68f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:52.312002 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-f1e61063-5625-474b-86bb-62258f68f020 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70a995f7ee6e41f597cf94301c84780c&device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 1094 time: 0.1803761 Jul 15 15:12:52.339198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc22f6f-bc7d-400d-9008-8b4b88ffa708 req-7e3edcb6-afce-4e77-a5d9-20d9102f6e2d tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:52.353728 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1dc22f6f-bc7d-400d-9008-8b4b88ffa708 req-7e3edcb6-afce-4e77-a5d9-20d9102f6e2d tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 943 time: 0.2835126 Jul 15 15:12:52.431511 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-24914a80-3337-4199-8030-05295a10c5cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22b4b677-5b3d-454e-a9d9-81c680a3473c HTTP/1.1" status: 200 len: 217 time: 0.0752122 Jul 15 15:12:52.513255 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1dc22f6f-bc7d-400d-9008-8b4b88ffa708 req-77db29b9-673d-4cb9-a65c-888d6596e863 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9146a81-3672-4b80-80f2-437113ec4218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583495 Jul 15 15:12:52.534559 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-2b4a9b78-ca2b-4951-9742-e0e8d37b0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:52.536140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-2b4a9b78-ca2b-4951-9742-e0e8d37b0866 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5e464a9-02af-488c-a2b1-491bd881611d HTTP/1.1" status: 200 len: 834 time: 0.0934112 Jul 15 15:12:52.670417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-4dd9e5d6-0d0a-4cb3-819a-832ce13ce856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:52.672166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-4dd9e5d6-0d0a-4cb3-819a-832ce13ce856 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca64047f-4198-4fb1-8fa3-ffa8b6af63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283562 Jul 15 15:12:52.882321 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-875b32b1-53fe-494b-a2f6-918ce67eb6ca service neutron] 10.222.0.11 "GET /v2.0/networks/ca64047f-4198-4fb1-8fa3-ffa8b6af63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032471 Jul 15 15:12:52.981548 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-164139ea-458a-4388-990d-55999f9e8d7e tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:52.985276 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-164139ea-458a-4388-990d-55999f9e8d7e tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:53.048449 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-164139ea-458a-4388-990d-55999f9e8d7e tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:53.049158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164139ea-458a-4388-990d-55999f9e8d7e tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c150dd9-76b2-403e-b0e0-ef96e5f36696 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:12:53.055612 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-164139ea-458a-4388-990d-55999f9e8d7e tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:53.057093 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-164139ea-458a-4388-990d-55999f9e8d7e tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "DELETE /v2.0/routers/1c150dd9-76b2-403e-b0e0-ef96e5f36696 HTTP/1.1" status: 204 len: 168 time: 0.9906375 Jul 15 15:12:53.212643 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d3850e6-c700-474d-b850-4f02d8d6c3f6 req-009d39c4-b3cf-44aa-8b5c-74c1df49ae88 service neutron] 10.222.0.11 "GET /v2.0/networks/ca64047f-4198-4fb1-8fa3-ffa8b6af63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167276 Jul 15 15:12:53.271118 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41190) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:53.273587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a4254-d67f-4c55-b2fd-28ca5acce244 req-9d634615-bd1c-4d6d-9b3d-1a6d5f4800f7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:53.285548 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-238a4254-d67f-4c55-b2fd-28ca5acce244 req-9d634615-bd1c-4d6d-9b3d-1a6d5f4800f7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.4021091 Jul 15 15:12:53.361648 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-238a4254-d67f-4c55-b2fd-28ca5acce244 req-50e1ea41-5257-41e6-b6f4-12a65f41db1b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744400 Jul 15 15:12:53.433409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca2582-549c-40fc-9c22-7b6a2887535a req-5eccd8cb-9daf-44fc-bd90-703534170215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:53.434970 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91ca2582-549c-40fc-9c22-7b6a2887535a req-5eccd8cb-9daf-44fc-bd90-703534170215 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70a995f7ee6e41f597cf94301c84780c&device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 1094 time: 0.1460896 Jul 15 15:12:53.585988 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1550600237', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:53.621417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca2582-549c-40fc-9c22-7b6a2887535a req-a52abc69-774b-4548-9c77-4c64f56e7b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:53.623169 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91ca2582-549c-40fc-9c22-7b6a2887535a req-a52abc69-774b-4548-9c77-4c64f56e7b0a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 HTTP/1.1" status: 200 len: 898 time: 0.1801231 Jul 15 15:12:53.635092 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:53.636555 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:53.674360 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device fc823482-c050-402a-bdd7-da23e7da087a no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:12:53.711827 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91ca2582-549c-40fc-9c22-7b6a2887535a req-28d5adf5-9977-4bd4-bd7f-abfa75fb8600 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22b4b677-5b3d-454e-a9d9-81c680a3473c HTTP/1.1" status: 200 len: 217 time: 0.0782986 Jul 15 15:12:53.727638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: fc823482-c050-402a-bdd7-da23e7da087a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:12:53.729651 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device fc823482-c050-402a-bdd7-da23e7da087a not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:12:53.796283 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:53.811260 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca2582-549c-40fc-9c22-7b6a2887535a req-cd7e5951-2d73-4738-8309-a609a7efbad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:53.813051 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91ca2582-549c-40fc-9c22-7b6a2887535a req-cd7e5951-2d73-4738-8309-a609a7efbad9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5e464a9-02af-488c-a2b1-491bd881611d HTTP/1.1" status: 200 len: 834 time: 0.0811763 Jul 15 15:12:53.864125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d529b1a-e1cb-486e-b97a-a44e5b863871 req-a88f35e6-973c-4ee3-bb62-cf5a8e97c47a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:53.885003 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d529b1a-e1cb-486e-b97a-a44e5b863871 req-a88f35e6-973c-4ee3-bb62-cf5a8e97c47a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.3303723 Jul 15 15:12:53.885549 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41220) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:53.974499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b3b13c4b-248f-4a6d-b595-bbd47cd204fe tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Request body: {'floatingip': {'port_id': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:53.983920 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:54.057688 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3b13c4b-248f-4a6d-b595-bbd47cd204fe tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:54.266969 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22d074-5141-4b0d-9448-565c43b6f07d req-19668d66-0292-45ed-91f0-16c3a2f796ea tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:54.269262 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c22d074-5141-4b0d-9448-565c43b6f07d req-19668d66-0292-45ed-91f0-16c3a2f796ea tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 943 time: 0.5609636 Jul 15 15:12:54.290946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca2582-549c-40fc-9c22-7b6a2887535a req-0a993265-d37c-46e7-b468-507a3e86aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:54.293052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91ca2582-549c-40fc-9c22-7b6a2887535a req-0a993265-d37c-46e7-b468-507a3e86aaab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca64047f-4198-4fb1-8fa3-ffa8b6af63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4709659 Jul 15 15:12:54.472424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f56f7-9d01-494b-9c5b-f599726cfc9e req-e36b6a8b-893d-46e4-8f50-7ea30eeb27f9 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:54.480082 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-486f56f7-9d01-494b-9c5b-f599726cfc9e req-e36b6a8b-893d-46e4-8f50-7ea30eeb27f9 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 945 time: 0.4260998 Jul 15 15:12:54.491200 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91ca2582-549c-40fc-9c22-7b6a2887535a req-68c6c296-532d-47ec-90f6-7470b0ce3c46 service neutron] 10.222.0.11 "GET /v2.0/networks/ca64047f-4198-4fb1-8fa3-ffa8b6af63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685042 Jul 15 15:12:54.532849 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:54.566313 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:54.718880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Allocated IP 172.25.4.161 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/b1dbe4c2-0a92-412e-b7de-5aa5f71ba35f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:54.755287 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c22d074-5141-4b0d-9448-565c43b6f07d req-bd5ab447-14ba-4a7b-9d40-73d247d8a412 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9146a81-3672-4b80-80f2-437113ec4218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4729483 Jul 15 15:12:54.879087 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-486f56f7-9d01-494b-9c5b-f599726cfc9e req-349ec25c-6c63-4d0c-8a75-0defb87af7f8 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.38 "GET /v2.0/security-groups?id=42dcd295-c4ec-4d98-98d0-e6c9c108e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980386 Jul 15 15:12:54.955782 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:55.078675 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:55.114275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb887b-2b7c-434e-931f-69121853c762 req-144c2ab8-418b-46b2-b380-b3e20fd9f652 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:55.122132 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90bb887b-2b7c-434e-931f-69121853c762 req-144c2ab8-418b-46b2-b380-b3e20fd9f652 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/networks?id=64b414a4-4442-44e4-9603-37584ff0baf9 HTTP/1.1" status: 200 len: 815 time: 0.1761210 Jul 15 15:12:55.184599 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90bb887b-2b7c-434e-931f-69121853c762 req-d784b672-2d65-4268-b9fe-ee90b4c44e45 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/quotas/e8adb63cf4244269af1c8a6cb45bce85 HTTP/1.1" status: 200 len: 375 time: 0.0611038 Jul 15 15:12:55.195205 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:55.201938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:55.213237 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:55.234313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f90d4-844b-4ae4-9fc0-cca2335e0113 req-7986dbe9-fe8c-4702-a3e2-639e71e4ace6 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:55.235833 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a47f90d4-844b-4ae4-9fc0-cca2335e0113 req-7986dbe9-fe8c-4702-a3e2-639e71e4ace6 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "GET /v2.0/ports?device_id=09c1020c-03bb-43d5-9db8-8c92cf4ab36c HTTP/1.1" status: 200 len: 945 time: 0.2758675 Jul 15 15:12:55.238160 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Pushing event updated for resources: {'Port': ['ID=b1dbe4c2-0a92-412e-b7de-5aa5f71ba35f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:55.377738 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91ca2582-549c-40fc-9c22-7b6a2887535a req-ad01253a-f675-4a6e-95de-96968d81ac2b service neutron] 10.222.0.11 "GET /v2.0/networks/ca64047f-4198-4fb1-8fa3-ffa8b6af63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8406553 Jul 15 15:12:55.496074 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90bb887b-2b7c-434e-931f-69121853c762 req-ffb96acf-cbb3-46f7-97a4-9e9fdf0388af tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e8adb63cf4244269af1c8a6cb45bce85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3104286 Jul 15 15:12:55.561205 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a47f90d4-844b-4ae4-9fc0-cca2335e0113 req-b3f488c3-de49-42ef-a7cc-002b8ae67ef4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Deleting port 358bf181-9463-4d34-8bb8-3f6f2ba5b949 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:12:55.561586 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a47f90d4-844b-4ae4-9fc0-cca2335e0113 req-b3f488c3-de49-42ef-a7cc-002b8ae67ef4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:55.656716 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90bb887b-2b7c-434e-931f-69121853c762 req-9ba42dc7-2c75-40e8-aa76-0139e60bc066 service neutron] 10.222.0.38 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460278 Jul 15 15:12:55.669228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a47f90d4-844b-4ae4-9fc0-cca2335e0113 req-b3f488c3-de49-42ef-a7cc-002b8ae67ef4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] For port 358bf181-9463-4d34-8bb8-3f6f2ba5b949, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=358bf181-9463-4d34-8bb8-3f6f2ba5b949,segment=NetworkSegment(f2fb3b1d-4344-4b44-91da-21fb82e6fd0a),segment_id=f2fb3b1d-4344-4b44-91da-21fb82e6fd0a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:55.669939 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a47f90d4-844b-4ae4-9fc0-cca2335e0113 req-b3f488c3-de49-42ef-a7cc-002b8ae67ef4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:55.687835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a47f90d4-844b-4ae4-9fc0-cca2335e0113 req-b3f488c3-de49-42ef-a7cc-002b8ae67ef4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Calling delete_port for 358bf181-9463-4d34-8bb8-3f6f2ba5b949 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:12:55.688280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 22b4b677-5b3d-454e-a9d9-81c680a3473c details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:12:55.869203 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.resource_extend [None req-b3b13c4b-248f-4a6d-b595-bbd47cd204fe tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:12:55.965068 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 22b4b677-5b3d-454e-a9d9-81c680a3473c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=22b4b677-5b3d-454e-a9d9-81c680a3473c,segment=NetworkSegment(bc308b7a-2658-47a9-9a11-91b03506b4bb),segment_id=bc308b7a-2658-47a9-9a11-91b03506b4bb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:55.978083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'port_id': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'mac_address': 'fa:16:3e:62:bd:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:12:56.035457 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:56.061720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b4b677-5b3d-454e-a9d9-81c680a3473c {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:12:56.096609 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 22b4b677-5b3d-454e-a9d9-81c680a3473c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=22b4b677-5b3d-454e-a9d9-81c680a3473c,segment=NetworkSegment(bc308b7a-2658-47a9-9a11-91b03506b4bb),segment_id=bc308b7a-2658-47a9-9a11-91b03506b4bb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:56.111256 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:56.170801 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a47f90d4-844b-4ae4-9fc0-cca2335e0113 req-b3f488c3-de49-42ef-a7cc-002b8ae67ef4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:56.206034 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f488c3-de49-42ef-a7cc-002b8ae67ef4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Pushing event deleted for resources: {'Port': ['ID=358bf181-9463-4d34-8bb8-3f6f2ba5b949,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:56.213149 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:56.244199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=22b4b677-5b3d-454e-a9d9-81c680a3473c,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:56.265429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:56.266865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:56.267443 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:56.268157 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:56.268946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:56.269502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:56.270116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:56.270718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:56.271362 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:56.271915 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:56.272450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:56.272996 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:56.285309 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['358bf181-9463-4d34-8bb8-3f6f2ba5b949'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:12:56.304620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47f90d4-844b-4ae4-9fc0-cca2335e0113 req-b3f488c3-de49-42ef-a7cc-002b8ae67ef4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] No DVR routers for this DVR port 358bf181-9463-4d34-8bb8-3f6f2ba5b949 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:12:56.309122 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a47f90d4-844b-4ae4-9fc0-cca2335e0113 req-b3f488c3-de49-42ef-a7cc-002b8ae67ef4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:56.311629 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a47f90d4-844b-4ae4-9fc0-cca2335e0113 req-b3f488c3-de49-42ef-a7cc-002b8ae67ef4 tempest-ServersTestJSON-626903826 tempest-ServersTestJSON-626903826-project] 10.222.0.22 "DELETE /v2.0/ports/358bf181-9463-4d34-8bb8-3f6f2ba5b949 HTTP/1.1" status: 204 len: 173 time: 1.0516179 Jul 15 15:12:56.312100 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c1020c-03bb-43d5-9db8-8c92cf4ab36c', 'name': 'network-vif-deleted', 'tag': '358bf181-9463-4d34-8bb8-3f6f2ba5b949'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:56.314708 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e1e2b9-8c93-41c5-bd86-59aafb4d46c4" -d '{"events": [{"server_uuid": "09c1020c-03bb-43d5-9db8-8c92cf4ab36c", "name": "network-vif-deleted", "tag": "358bf181-9463-4d34-8bb8-3f6f2ba5b949"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:56.381302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['22b4b677-5b3d-454e-a9d9-81c680a3473c'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:12:56.719993 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:56.941261 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3b13c4b-248f-4a6d-b595-bbd47cd204fe tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:56.995612 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90bb887b-2b7c-434e-931f-69121853c762 req-a950f310-35a3-4b57-a202-5f302102e54e service neutron] 10.222.0.38 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3243999 Jul 15 15:12:57.012004 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3b13c4b-248f-4a6d-b595-bbd47cd204fe tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:57.152597 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Router 211e3f5c-0b5d-430c-a826-201063d7892b is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:12:57.247832 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078aa22f-b576-46c4-a19e-6272419ff218 req-8af103a4-d5be-4bee-b62d-1fe489f99bd3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:57.254986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-078aa22f-b576-46c4-a19e-6272419ff218 req-8af103a4-d5be-4bee-b62d-1fe489f99bd3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 944 time: 0.4514675 Jul 15 15:12:57.334239 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-078aa22f-b576-46c4-a19e-6272419ff218 req-0d0f99e5-1df5-40a4-838e-087547a6b333 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9146a81-3672-4b80-80f2-437113ec4218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769374 Jul 15 15:12:57.336538 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-b3b13c4b-248f-4a6d-b595-bbd47cd204fe tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Floating IP bfb35cc9-3b33-4344-a1ae-dd8c31fc2603 associated. External IP: 172.25.4.142, port: ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2. Jul 15 15:12:57.428799 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41448) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:57.575472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:12:57.606778 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9889f-0213-4c71-88e8-ea0e43686e6c None None] Sync routers for ids ['211e3f5c-0b5d-430c-a826-201063d7892b'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:12:57.619212 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed9889f-0213-4c71-88e8-ea0e43686e6c None None] Routers {'211e3f5c-0b5d-430c-a826-201063d7892b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:57.619857 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5ed9889f-0213-4c71-88e8-ea0e43686e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:12:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['211e3f5c-0b5d-430c-a826-201063d7892b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:57.623359 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7558694-e86e-4cae-9257-c8992bb3c60e x-openstack-request-id: req-e7558694-e86e-4cae-9257-c8992bb3c60e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:57.623814 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c1020c-03bb-43d5-9db8-8c92cf4ab36c", "name": "network-vif-deleted", "tag": "358bf181-9463-4d34-8bb8-3f6f2ba5b949", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:57.624072 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7558694-e86e-4cae-9257-c8992bb3c60e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:57.625448 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c1020c-03bb-43d5-9db8-8c92cf4ab36c', 'name': 'network-vif-deleted', 'tag': '358bf181-9463-4d34-8bb8-3f6f2ba5b949', 'status': 'completed', 'code': 200} Jul 15 15:12:57.659671 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89e3adc9-542b-4013-9a15-fdc50821e27d req-94522923-db4b-40c4-9230-3dd98e58a6e6 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 210 time: 0.1354141 Jul 15 15:12:57.690156 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5ed9889f-0213-4c71-88e8-ea0e43686e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:57.706803 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed9889f-0213-4c71-88e8-ea0e43686e6c None None] Routers {'211e3f5c-0b5d-430c-a826-201063d7892b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:57.706908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 22b4b677-5b3d-454e-a9d9-81c680a3473c up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:57.711006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-debb8169-1da5-4eb9-9c08-a349f9c81b59 admin admin] Deleting subnet 65019e12-bfdf-433d-bc85-c35edee27cc5 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:12:57.714001 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5ed9889f-0213-4c71-88e8-ea0e43686e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:12:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['211e3f5c-0b5d-430c-a826-201063d7892b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:57.714848 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:57.718516 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cf6bb353-a4e1-4577-9e4b-4c56c7a2dd64 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4434917 Jul 15 15:12:57.721267 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41462) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:57.727379 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-debb8169-1da5-4eb9-9c08-a349f9c81b59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:57.801877 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-debb8169-1da5-4eb9-9c08-a349f9c81b59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:57.905881 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 22b4b677-5b3d-454e-a9d9-81c680a3473c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:57.907216 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5ed9889f-0213-4c71-88e8-ea0e43686e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:57.908014 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9889f-0213-4c71-88e8-ea0e43686e6c None None] The sync data for ids ['211e3f5c-0b5d-430c-a826-201063d7892b'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:12:57.931943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 22b4b677-5b3d-454e-a9d9-81c680a3473c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:57.932355 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:57.991801 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-debb8169-1da5-4eb9-9c08-a349f9c81b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:58.084539 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ff4bc9c8-c099-471d-a5a9-3e423fb3963e tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/routers/211e3f5c-0b5d-430c-a826-201063d7892b HTTP/1.1" status: 200 len: 921 time: 0.3460100 Jul 15 15:12:58.085298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41478) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:58.146918 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:58.147439 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b13c4b-248f-4a6d-b595-bbd47cd204fe tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Router b7313674-24f9-4b80-a507-b8a586a663bb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:12:58.149578 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1345b901-40e7-4989-891e-c46ab3a6ef02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "GET /v2.0/ports?device_id=211e3f5c-0b5d-430c-a826-201063d7892b HTTP/1.1" status: 200 len: 205 time: 0.0631025 Jul 15 15:12:58.150153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41482) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:58.204882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 22b4b677-5b3d-454e-a9d9-81c680a3473c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=22b4b677-5b3d-454e-a9d9-81c680a3473c,segment=NetworkSegment(bc308b7a-2658-47a9-9a11-91b03506b4bb),segment_id=bc308b7a-2658-47a9-9a11-91b03506b4bb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:58.207458 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66545200-fbf8-40cd-a638-8a39400008fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b4b677-5b3d-454e-a9d9-81c680a3473c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:58.212971 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f236baa-a1bd-4278-904f-f6bd7a9b4552" -d '{"events": [{"server_uuid": "66545200-fbf8-40cd-a638-8a39400008fa", "name": "network-vif-plugged", "status": "completed", "tag": "22b4b677-5b3d-454e-a9d9-81c680a3473c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:58.267606 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:58.347141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=22b4b677-5b3d-454e-a9d9-81c680a3473c,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:58.393704 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e38455d-439d-49e9-b7ca-c5feea762131 x-openstack-request-id: req-1e38455d-439d-49e9-b7ca-c5feea762131 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:58.394394 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66545200-fbf8-40cd-a638-8a39400008fa", "name": "network-vif-plugged", "status": "completed", "tag": "22b4b677-5b3d-454e-a9d9-81c680a3473c", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:58.394875 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e38455d-439d-49e9-b7ca-c5feea762131 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:58.395486 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66545200-fbf8-40cd-a638-8a39400008fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'code': 200} Jul 15 15:12:58.434048 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-743ae6cc-92b5-4698-ae03-d1f5bd529c10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:58.449611 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-debb8169-1da5-4eb9-9c08-a349f9c81b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:58.594565 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 358bf181-9463-4d34-8bb8-3f6f2ba5b949 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:12:58.627087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 358bf181-9463-4d34-8bb8-3f6f2ba5b949 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:12:58.627437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 358bf181-9463-4d34-8bb8-3f6f2ba5b949 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:12:58.647823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb8169-1da5-4eb9-9c08-a349f9c81b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65019e12-bfdf-433d-bc85-c35edee27cc5,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:58.665386 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-debb8169-1da5-4eb9-9c08-a349f9c81b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:58.667591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-debb8169-1da5-4eb9-9c08-a349f9c81b59 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/65019e12-bfdf-433d-bc85-c35edee27cc5 HTTP/1.1" status: 204 len: 168 time: 1.2377903 Jul 15 15:12:58.670953 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41506) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:58.880279 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c65d79-8f8e-4bb7-89a7-edf75660b573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:58.897421 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b13c4b-248f-4a6d-b595-bbd47cd204fe tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:12:58.909212 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3b13c4b-248f-4a6d-b595-bbd47cd204fe tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:58.912223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db233f8c-300c-4299-94e8-096a0ef080d6 None None] Sync routers for ids ['b7313674-24f9-4b80-a507-b8a586a663bb'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:12:59.002836 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db233f8c-300c-4299-94e8-096a0ef080d6 None None] Routers {'b7313674-24f9-4b80-a507-b8a586a663bb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:59.023042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-db233f8c-300c-4299-94e8-096a0ef080d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:12:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b7313674-24f9-4b80-a507-b8a586a663bb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:59.079086 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-743ae6cc-92b5-4698-ae03-d1f5bd529c10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:59.093036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b3b13c4b-248f-4a6d-b595-bbd47cd204fe tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "PUT /v2.0/floatingips/bfb35cc9-3b33-4344-a1ae-dd8c31fc2603 HTTP/1.1" status: 200 len: 991 time: 5.1900799 Jul 15 15:12:59.146732 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'tag': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:59.149213 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced1e101-2202-4de2-a22f-aa3abfc370c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8b916e7a-3f07-4190-9875-a4dacb6fb8c4", "tag": "ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:59.155276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb9acd-bd8e-48d6-a4ba-e914c84db12a req-b57a166a-6cbd-4001-87d4-eb6025df113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:59.160202 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccbb9acd-bd8e-48d6-a4ba-e914c84db12a req-b57a166a-6cbd-4001-87d4-eb6025df113e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 1096 time: 0.6789336 Jul 15 15:12:59.170561 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c65d79-8f8e-4bb7-89a7-edf75660b573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:59.183223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f2c65d79-8f8e-4bb7-89a7-edf75660b573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbd04cd-865f-4f8e-b12a-7cf02a114c19']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:59.203658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f2c65d79-8f8e-4bb7-89a7-edf75660b573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:59.203956 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f2c65d79-8f8e-4bb7-89a7-edf75660b573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2fb3b1d-4344-4b44-91da-21fb82e6fd0a') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:59.213719 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c65d79-8f8e-4bb7-89a7-edf75660b573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:59.228725 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c65d79-8f8e-4bb7-89a7-edf75660b573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:59.229178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3832a2e1-1af0-45bb-a8c6-8b9a0ad5059b req-4172cc15-1e97-41b0-8d0d-b2ce8a75d9e9 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 210 time: 0.1883819 Jul 15 15:12:59.265866 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c65d79-8f8e-4bb7-89a7-edf75660b573 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:12:59.270498 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c65d79-8f8e-4bb7-89a7-edf75660b573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:59.298132 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eade89d-64b1-4c2d-9229-f3451cfeacf9 req-29eecd8d-8b0d-4738-b76a-6eb6fe280709 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:59.299924 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2eade89d-64b1-4c2d-9229-f3451cfeacf9 req-29eecd8d-8b0d-4738-b76a-6eb6fe280709 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 945 time: 0.6450441 Jul 15 15:12:59.362597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-db233f8c-300c-4299-94e8-096a0ef080d6 None None] Set router b7313674-24f9-4b80-a507-b8a586a663bb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:59.437990 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccbb9acd-bd8e-48d6-a4ba-e914c84db12a req-37f0ed9d-a667-461f-8136-d91e0717665e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d9146a81-3672-4b80-80f2-437113ec4218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661474 Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:12:59.440759 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:12:59.445794 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c65d79-8f8e-4bb7-89a7-edf75660b573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:59.454767 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c65d79-8f8e-4bb7-89a7-edf75660b573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:59.458479 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f2c65d79-8f8e-4bb7-89a7-edf75660b573 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9bbd04cd-865f-4f8e-b12a-7cf02a114c19 HTTP/1.1" status: 204 len: 168 time: 0.7866161 Jul 15 15:12:59.489285 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c65d79-8f8e-4bb7-89a7-edf75660b573 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bbd04cd-865f-4f8e-b12a-7cf02a114c19,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:59.502782 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2eade89d-64b1-4c2d-9229-f3451cfeacf9 req-d93dbf2e-4662-4e76-a9d3-b39f0b13e64f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9146a81-3672-4b80-80f2-437113ec4218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836116 Jul 15 15:12:59.516712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-743ae6cc-92b5-4698-ae03-d1f5bd529c10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Deleting port b1dbe4c2-0a92-412e-b7de-5aa5f71ba35f {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:12:59.518909 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-743ae6cc-92b5-4698-ae03-d1f5bd529c10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:59.697970 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96031ad-043e-4dee-ad11-000319e587d9 x-openstack-request-id: req-c96031ad-043e-4dee-ad11-000319e587d9 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:59.698678 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b916e7a-3f07-4190-9875-a4dacb6fb8c4", "tag": "ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:59.699259 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c96031ad-043e-4dee-ad11-000319e587d9 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:59.699874 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'tag': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2', 'status': 'completed', 'code': 200} Jul 15 15:12:59.848482 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1e101-2202-4de2-a22f-aa3abfc370c3 req-c24d9ac5-556e-4063-992a-f0ec7f4a677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:59.850670 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ced1e101-2202-4de2-a22f-aa3abfc370c3 req-c24d9ac5-556e-4063-992a-f0ec7f4a677d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 1096 time: 0.1264560 Jul 15 15:12:59.968038 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41544) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:00.021546 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-743ae6cc-92b5-4698-ae03-d1f5bd529c10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:00.034278 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-235802e8-e426-4d36-99f7-29ebb3d86b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:00.062270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1e101-2202-4de2-a22f-aa3abfc370c3 req-ab023afc-a13b-4f11-938b-7bf35d07dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:00.067331 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ced1e101-2202-4de2-a22f-aa3abfc370c3 req-ab023afc-a13b-4f11-938b-7bf35d07dbbb service neutron] 10.222.0.22 "GET /v2.0/networks?id=f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 200 len: 918 time: 0.2083895 Jul 15 15:13:00.070898 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-db233f8c-300c-4299-94e8-096a0ef080d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'bfb35cc9-3b33-4344-a1ae-dd8c31fc2603', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'port_id': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'mac_address': 'fa:16:3e:8d:84:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:12:25Z', 'updated_at': '2021-07-15T15:12:55Z', 'revision_number': 1, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8204b2f8-e400-49ed-bfbd-48de8d7c2208', 'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'mac_address': 'fa:16:3e:2d:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:17Z', 'updated_at': '2021-07-15T15:12:31Z', 'revision_number': 5, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'subnets': [{'id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:00.131260 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db233f8c-300c-4299-94e8-096a0ef080d6 None None] Checking router: b7313674-24f9-4b80-a507-b8a586a663bb for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:13:00.143107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db233f8c-300c-4299-94e8-096a0ef080d6 None None] Routers {'b7313674-24f9-4b80-a507-b8a586a663bb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:00.143726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-db233f8c-300c-4299-94e8-096a0ef080d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:12:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b7313674-24f9-4b80-a507-b8a586a663bb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:00.187786 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ced1e101-2202-4de2-a22f-aa3abfc370c3 req-0fd63332-baeb-470d-8da8-3425442d5ab1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 HTTP/1.1" status: 200 len: 999 time: 0.1127663 Jul 15 15:13:00.189118 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-743ae6cc-92b5-4698-ae03-d1f5bd529c10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Calling delete_port for b1dbe4c2-0a92-412e-b7de-5aa5f71ba35f owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:13:00.324570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1e101-2202-4de2-a22f-aa3abfc370c3 req-30f40d06-11cb-416a-8c4f-3fe5a182d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:00.334637 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ced1e101-2202-4de2-a22f-aa3abfc370c3 req-30f40d06-11cb-416a-8c4f-3fe5a182d2fc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e02218b1-8e75-4c36-9d6e-ae1449beb9a6 HTTP/1.1" status: 200 len: 856 time: 0.1356211 Jul 15 15:13:00.394253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-db233f8c-300c-4299-94e8-096a0ef080d6 None None] Set router b7313674-24f9-4b80-a507-b8a586a663bb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:13:00.501376 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1e101-2202-4de2-a22f-aa3abfc370c3 req-ce555bd8-2cfe-44c3-b058-05ef879dd7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:00.519205 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ced1e101-2202-4de2-a22f-aa3abfc370c3 req-ce555bd8-2cfe-44c3-b058-05ef879dd7fa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f4383174-585e-4d4e-b660-80050803c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722183 Jul 15 15:13:00.554121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb887b-2b7c-434e-931f-69121853c762 req-ae784184-de8d-45c6-aefd-3f0831fa48ec tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:00.556464 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90bb887b-2b7c-434e-931f-69121853c762 req-ae784184-de8d-45c6-aefd-3f0831fa48ec tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.11 "GET /v2.0/networks?id=64b414a4-4442-44e4-9603-37584ff0baf9 HTTP/1.1" status: 200 len: 815 time: 0.8549168 Jul 15 15:13:00.642189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-90bb887b-2b7c-434e-931f-69121853c762 req-fa0cb953-b7a2-446e-9b79-f47f06cc99be tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Request body: {'port': {'device_id': 'dee00441-3e39-4f60-bd8a-a85df76d567a', 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9', 'admin_state_up': True, 'tenant_id': 'e8adb63cf4244269af1c8a6cb45bce85'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:00.719749 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ced1e101-2202-4de2-a22f-aa3abfc370c3 req-5b03c08a-916d-45c4-b7ba-6898caea0d50 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991107 Jul 15 15:13:00.798481 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4ad87675-1238-491f-a6de-25531543634e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9f3de406124b47ed845d6b37dd986580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8178437 Jul 15 15:13:00.814923 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3eee7b5-bfeb-45b6-b87a-7b5b3e724d6b req-6dd18d06-46e7-4be6-b376-a975c7a4b000 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 210 time: 0.2562051 Jul 15 15:13:00.827377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41564) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:00.996514 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-743ae6cc-92b5-4698-ae03-d1f5bd529c10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:01.077332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bb887b-2b7c-434e-931f-69121853c762 req-fa0cb953-b7a2-446e-9b79-f47f06cc99be tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Made reservation on behalf of e8adb63cf4244269af1c8a6cb45bce85 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:01.085111 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-90bb887b-2b7c-434e-931f-69121853c762 req-fa0cb953-b7a2-446e-9b79-f47f06cc99be tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:01.139026 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ae6cc-92b5-4698-ae03-d1f5bd529c10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Pushing event deleted for resources: {'Port': ['ID=b1dbe4c2-0a92-412e-b7de-5aa5f71ba35f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:01.141644 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-db233f8c-300c-4299-94e8-096a0ef080d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'bfb35cc9-3b33-4344-a1ae-dd8c31fc2603', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'port_id': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'mac_address': 'fa:16:3e:8d:84:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:12:25Z', 'updated_at': '2021-07-15T15:12:55Z', 'revision_number': 1, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8204b2f8-e400-49ed-bfbd-48de8d7c2208', 'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'mac_address': 'fa:16:3e:2d:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:17Z', 'updated_at': '2021-07-15T15:12:31Z', 'revision_number': 5, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'subnets': [{'id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:01.163092 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ced1e101-2202-4de2-a22f-aa3abfc370c3 req-60ddee08-7651-41f8-9d3b-e611b169452f service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351308 Jul 15 15:13:01.219644 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db233f8c-300c-4299-94e8-096a0ef080d6 None None] The sync data for ids ['b7313674-24f9-4b80-a507-b8a586a663bb'] in n-d-764435-3 is: [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'bfb35cc9-3b33-4344-a1ae-dd8c31fc2603', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'port_id': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'mac_address': 'fa:16:3e:8d:84:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:12:25Z', 'updated_at': '2021-07-15T15:12:55Z', 'revision_number': 1, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8204b2f8-e400-49ed-bfbd-48de8d7c2208', 'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'mac_address': 'fa:16:3e:2d:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:17Z', 'updated_at': '2021-07-15T15:12:31Z', 'revision_number': 5, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'subnets': [{'id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:13:01.395235 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-718051dc-4f94-41e5-ae35-74b6b944b41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:01.452273 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-718051dc-4f94-41e5-ae35-74b6b944b41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:01.529228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-90bb887b-2b7c-434e-931f-69121853c762 req-fa0cb953-b7a2-446e-9b79-f47f06cc99be tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Allocated IP 172.20.0.2 (64b414a4-4442-44e4-9603-37584ff0baf9/4769b93a-d272-4da8-83b1-540f5e8c4a23/b7e4d4e3-24bf-451e-b476-00e131e320c9) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:01.546163 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:13:01.570271 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-718051dc-4f94-41e5-ae35-74b6b944b41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:01.573261 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-718051dc-4f94-41e5-ae35-74b6b944b41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:01.577205 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-718051dc-4f94-41e5-ae35-74b6b944b41a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/42dcd295-c4ec-4d98-98d0-e6c9c108e785 HTTP/1.1" status: 204 len: 168 time: 0.7353158 Jul 15 15:13:01.578386 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-743ae6cc-92b5-4698-ae03-d1f5bd529c10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:01.652474 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718051dc-4f94-41e5-ae35-74b6b944b41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dcd295-c4ec-4d98-98d0-e6c9c108e785,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:01.748768 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f410e9a9-86a7-4cd7-bc0f-2fef37b72677 None None] New status for floating IP bfb35cc9-3b33-4344-a1ae-dd8c31fc2603: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:13:01.778015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01646fe-4b30-48a4-9127-a6e61be06744 req-c42f4465-f410-4fe9-a348-19b229c89523 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:01.785265 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e01646fe-4b30-48a4-9127-a6e61be06744 req-c42f4465-f410-4fe9-a348-19b229c89523 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 945 time: 0.9419026 Jul 15 15:13:01.967847 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-743ae6cc-92b5-4698-ae03-d1f5bd529c10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:01.980368 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-743ae6cc-92b5-4698-ae03-d1f5bd529c10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:01.994049 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e01646fe-4b30-48a4-9127-a6e61be06744 req-4afa9250-b808-46d0-b4f9-21ef4172254d tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9146a81-3672-4b80-80f2-437113ec4218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077253 Jul 15 15:13:02.332201 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-743ae6cc-92b5-4698-ae03-d1f5bd529c10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:02.332201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743ae6cc-92b5-4698-ae03-d1f5bd529c10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Fanout notify agent at l3_agent the message router_deleted on router 211e3f5c-0b5d-430c-a826-201063d7892b {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:13:02.384295 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-743ae6cc-92b5-4698-ae03-d1f5bd529c10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:02.391825 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:02.393042 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-743ae6cc-92b5-4698-ae03-d1f5bd529c10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "DELETE /v2.0/routers/211e3f5c-0b5d-430c-a826-201063d7892b HTTP/1.1" status: 204 len: 168 time: 4.2415531 Jul 15 15:13:02.409402 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1759820544', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'enable_snat': False}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:02.412016 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a54fdb43-a9fd-4ce9-bea0-acfa3c696929 req-3079135c-3927-4141-a15c-e1bb86690ad3 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 210 time: 0.1886678 Jul 15 15:13:02.435124 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:02.436795 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:02.519859 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:02.580073 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-90bb887b-2b7c-434e-931f-69121853c762 req-fa0cb953-b7a2-446e-9b79-f47f06cc99be tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:02.603539 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575dc36-621c-40fe-99c5-c93230d2c65b req-b38c2b1f-f95b-4784-bafa-4cf836d8834d tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:02.605211 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5575dc36-621c-40fe-99c5-c93230d2c65b req-b38c2b1f-f95b-4784-bafa-4cf836d8834d tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 945 time: 0.2938573 Jul 15 15:13:02.672532 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5575dc36-621c-40fe-99c5-c93230d2c65b req-e5ea7d0b-693f-4734-9039-33d3738fbe40 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9146a81-3672-4b80-80f2-437113ec4218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600805 Jul 15 15:13:02.686169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-90bb887b-2b7c-434e-931f-69121853c762 req-fa0cb953-b7a2-446e-9b79-f47f06cc99be tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:02.700839 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['71d7fa55-b73d-484b-92b8-225f0489f321'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:13:02.723334 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41610) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:02.792305 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:02.896292 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:02.920704 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-52eb47e5-688e-45b9-a947-7bc32c627091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:03.269376 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:03.296096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41630) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:03.297214 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:03.416592 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bb887b-2b7c-434e-931f-69121853c762 req-fa0cb953-b7a2-446e-9b79-f47f06cc99be tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Network 64b414a4-4442-44e4-9603-37584ff0baf9 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:03.418880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-90bb887b-2b7c-434e-931f-69121853c762 req-fa0cb953-b7a2-446e-9b79-f47f06cc99be tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:03.433822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bb887b-2b7c-434e-931f-69121853c762 req-fa0cb953-b7a2-446e-9b79-f47f06cc99be tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:13:03.462049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Allocated IP 172.25.4.109 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/a8edfe6a-2022-4ffe-9715-81b0bcd956de) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:03.551293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bca98997-e24f-4ad9-869e-07c99bf8c5c5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-814027943-network', 'tenant_id': '654aa7ff723c41b59e7bbd6bde26ee6a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:03.551698 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0cb953-b7a2-446e-9b79-f47f06cc99be tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Pushing event updated for resources: {'Port': ['ID=b7e4d4e3-24bf-451e-b476-00e131e320c9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:03.589107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb887b-2b7c-434e-931f-69121853c762 req-fa0cb953-b7a2-446e-9b79-f47f06cc99be tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:03.590012 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-90bb887b-2b7c-434e-931f-69121853c762 req-fa0cb953-b7a2-446e-9b79-f47f06cc99be tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:03.607939 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fce9c79-4aa1-4853-843f-b7017cf84a33 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:03.612999 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7fce9c79-4aa1-4853-843f-b7017cf84a33 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 1091 time: 0.8749766 Jul 15 15:13:03.613347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41646) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:03.618096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:03.755447 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca98997-e24f-4ad9-869e-07c99bf8c5c5 admin admin] Made reservation on behalf of 654aa7ff723c41b59e7bbd6bde26ee6a for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:03.759187 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bca98997-e24f-4ad9-869e-07c99bf8c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:03.760585 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90bb887b-2b7c-434e-931f-69121853c762 req-fa0cb953-b7a2-446e-9b79-f47f06cc99be tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1947315 Jul 15 15:13:03.789011 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bca98997-e24f-4ad9-869e-07c99bf8c5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:03.790695 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Request body: {'port': {'device_id': 'dee00441-3e39-4f60-bd8a-a85df76d567a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:03.826988 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:03.858227 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:03.993532 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.018452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc7bb3-ddec-4bc4-b998-b1413ebe83b9 req-328b26af-010f-4a24-8a39-c2f29e46efb3 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:04.020790 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95bc7bb3-ddec-4bc4-b998-b1413ebe83b9 req-328b26af-010f-4a24-8a39-c2f29e46efb3 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 931 time: 0.3572593 Jul 15 15:13:04.146994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41662) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:04.153528 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95bc7bb3-ddec-4bc4-b998-b1413ebe83b9 req-ac3f424f-be75-48f3-bd58-c24dfb162a53 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237175 Jul 15 15:13:04.264877 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.418003 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.537054 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bca98997-e24f-4ad9-869e-07c99bf8c5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.568829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:04.570222 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-68a91958-8656-45d2-9495-62b0a5836e5d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=846af94578934e87b5f4cfebeb4c2032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128687 Jul 15 15:13:04.573558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41672) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:04.574452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:04.580519 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bca98997-e24f-4ad9-869e-07c99bf8c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.586028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:13:04.612705 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e4d4e3-24bf-451e-b476-00e131e320c9 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:13:04.624967 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.642586 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-96a0ced2-9ffb-405d-80f9-c99e237e43f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.667782 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-96a0ced2-9ffb-405d-80f9-c99e237e43f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.723808 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-96a0ced2-9ffb-405d-80f9-c99e237e43f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.726472 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-96a0ced2-9ffb-405d-80f9-c99e237e43f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.730680 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-96a0ced2-9ffb-405d-80f9-c99e237e43f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6e8a4bf0-68f1-4c0a-a5f5-52280dffb34c HTTP/1.1" status: 204 len: 168 time: 0.1535599 Jul 15 15:13:04.739472 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Transition to ACTIVE for port object b7e4d4e3-24bf-451e-b476-00e131e320c9 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:13:04.746900 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0ced2-9ffb-405d-80f9-c99e237e43f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8a4bf0-68f1-4c0a-a5f5-52280dffb34c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:04.755369 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.858402 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca98997-e24f-4ad9-869e-07c99bf8c5c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:13:04.871165 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bca98997-e24f-4ad9-869e-07c99bf8c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.871534 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-bca98997-e24f-4ad9-869e-07c99bf8c5c5 admin admin] Added segment 9117483a-a6ce-4bf3-be2b-770bd135be02 of type vlan for network ca2ab8ae-a107-4a49-9219-995d9c2acd35 Jul 15 15:13:04.876008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Pushing event updated for resources: {'Port': ['ID=b7e4d4e3-24bf-451e-b476-00e131e320c9,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:04.925173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Attempting to bind port b7e4d4e3-24bf-451e-b476-00e131e320c9 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:13:04.925517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Attempting to bind port b7e4d4e3-24bf-451e-b476-00e131e320c9 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:13:04.925887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Attempting to bind port b7e4d4e3-24bf-451e-b476-00e131e320c9 on network 64b414a4-4442-44e4-9603-37584ff0baf9 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:13:04.928102 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bca98997-e24f-4ad9-869e-07c99bf8c5c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.930784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Port b7e4d4e3-24bf-451e-b476-00e131e320c9 on network 64b414a4-4442-44e4-9603-37584ff0baf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:13:04.931111 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Attempting to bind port b7e4d4e3-24bf-451e-b476-00e131e320c9 on network 64b414a4-4442-44e4-9603-37584ff0baf9 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:13:04.936501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:13:04.936821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Checking segment: {'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:13:04.937205 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Bound using segment: {'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:13:04.937640 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Bound port: b7e4d4e3-24bf-451e-b476-00e131e320c9, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:13:04.938003 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.941310 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca98997-e24f-4ad9-869e-07c99bf8c5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b673d26-f67a-47f1-9531-c55fbd364c0c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:04.945146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Pushing event updated for resources: {'Port': ['ID=a8edfe6a-2022-4ffe-9715-81b0bcd956de,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:05.033710 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bca98997-e24f-4ad9-869e-07c99bf8c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:05.034748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca98997-e24f-4ad9-869e-07c99bf8c5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:05.035484 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bca98997-e24f-4ad9-869e-07c99bf8c5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:05.047906 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:05.050727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] For port b7e4d4e3-24bf-451e-b476-00e131e320c9, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:13:05.054850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] For port b7e4d4e3-24bf-451e-b476-00e131e320c9, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b7e4d4e3-24bf-451e-b476-00e131e320c9,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:13:05.064206 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:05.090354 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:05.090972 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:05.093034 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90bb887b-2b7c-434e-931f-69121853c762 req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] 10.222.0.11 "PUT /v2.0/ports/b7e4d4e3-24bf-451e-b476-00e131e320c9 HTTP/1.1" status: 200 len: 1091 time: 1.3129842 Jul 15 15:13:05.094670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee00441-3e39-4f60-bd8a-a85df76d567a', 'tag': 'b7e4d4e3-24bf-451e-b476-00e131e320c9'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:13:05.099532 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b964c76b-c633-412e-ace3-df48156ad118" -d '{"events": [{"name": "network-changed", "server_uuid": "dee00441-3e39-4f60-bd8a-a85df76d567a", "tag": "b7e4d4e3-24bf-451e-b476-00e131e320c9"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:05.230147 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bca98997-e24f-4ad9-869e-07c99bf8c5c5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9300604 Jul 15 15:13:05.231032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41696) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:05.246574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-37c97a81-6409-4606-a4d5-4c95f6304c37 admin admin] Request body: {'subnet': {'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-814027943-subnet', 'tenant_id': '654aa7ff723c41b59e7bbd6bde26ee6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:05.247679 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c089a07f-5211-4a45-995d-38661de503fb x-openstack-request-id: req-c089a07f-5211-4a45-995d-38661de503fb {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:05.247963 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee00441-3e39-4f60-bd8a-a85df76d567a", "tag": "b7e4d4e3-24bf-451e-b476-00e131e320c9", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:05.248215 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c089a07f-5211-4a45-995d-38661de503fb {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:05.252314 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee00441-3e39-4f60-bd8a-a85df76d567a', 'tag': 'b7e4d4e3-24bf-451e-b476-00e131e320c9', 'status': 'completed', 'code': 200} Jul 15 15:13:05.383730 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb887b-2b7c-434e-931f-69121853c762 req-47ab839d-e9ce-462a-be7f-20f649b0781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:05.385506 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90bb887b-2b7c-434e-931f-69121853c762 req-47ab839d-e9ce-462a-be7f-20f649b0781b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8adb63cf4244269af1c8a6cb45bce85&device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 1094 time: 0.2322164 Jul 15 15:13:05.386195 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47647ef-8529-4e82-a57c-e716f6dea4bb service neutron] Pushing event updated for resources: {'Port': ['ID=b7e4d4e3-24bf-451e-b476-00e131e320c9,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:05.429599 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca98997-e24f-4ad9-869e-07c99bf8c5c5 admin admin] Pushing event updated for resources: {'Network': ['ID=ca2ab8ae-a107-4a49-9219-995d9c2acd35,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:05.432923 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:05.442396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network ca2ab8ae-a107-4a49-9219-995d9c2acd35 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:13:05.574162 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90bb887b-2b7c-434e-931f-69121853c762 req-3a93b2ea-420c-4121-9bb4-886172e07df8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7e4d4e3-24bf-451e-b476-00e131e320c9 HTTP/1.1" status: 200 len: 217 time: 0.1700282 Jul 15 15:13:05.668175 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c97a81-6409-4606-a4d5-4c95f6304c37 admin admin] Made reservation on behalf of 654aa7ff723c41b59e7bbd6bde26ee6a for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:05.669802 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37c97a81-6409-4606-a4d5-4c95f6304c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:05.735268 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d795a-8258-403e-a8f8-b2ca40712f01 req-1a51cc3a-cccf-458a-b234-8bec11e0d7c7 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:05.738399 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c0d795a-8258-403e-a8f8-b2ca40712f01 req-1a51cc3a-cccf-458a-b234-8bec11e0d7c7 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 943 time: 0.3745773 Jul 15 15:13:05.750454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb887b-2b7c-434e-931f-69121853c762 req-4333304a-980e-41b4-848b-eb263444dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:05.752046 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90bb887b-2b7c-434e-931f-69121853c762 req-4333304a-980e-41b4-848b-eb263444dcca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4769b93a-d272-4da8-83b1-540f5e8c4a23 HTTP/1.1" status: 200 len: 855 time: 0.1711345 Jul 15 15:13:05.799109 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90bb887b-2b7c-434e-931f-69121853c762 req-383dc9cd-2209-4b5a-8ed5-79ff867962da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64b414a4-4442-44e4-9603-37584ff0baf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388379 Jul 15 15:13:05.841606 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c0d795a-8258-403e-a8f8-b2ca40712f01 req-fa22e203-04cf-4fd3-8226-5712ae3b6921 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936317 Jul 15 15:13:05.860636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Allocated IP 172.25.4.93 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/a5bdf074-ed62-45f3-a3fb-94dc0288b66f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:05.884369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41724) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:05.980345 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:06.001209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90bb887b-2b7c-434e-931f-69121853c762 req-3ee9b0bc-4e97-4a49-8e9a-375d640b6e03 service neutron] 10.222.0.11 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905086 Jul 15 15:13:06.013937 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:06.092945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ddad54dc-a00e-488f-a958-15dbdddffe96 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-745444013-network', 'tenant_id': 'b5289969881949fea756847bafa1c2c8'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:06.164092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddad54dc-a00e-488f-a958-15dbdddffe96 admin admin] Made reservation on behalf of b5289969881949fea756847bafa1c2c8 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:06.167054 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddad54dc-a00e-488f-a958-15dbdddffe96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:06.182670 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddad54dc-a00e-488f-a958-15dbdddffe96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:06.197009 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90bb887b-2b7c-434e-931f-69121853c762 req-f8b45a9a-cbec-454f-b9a1-22e91e825b0c service neutron] 10.222.0.11 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871879 Jul 15 15:13:06.283898 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:06.343484 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:06.384516 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c76b-c633-412e-ace3-df48156ad118 req-b93355a7-9c99-47b2-b4e3-456ba08bbd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:06.384516 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b964c76b-c633-412e-ace3-df48156ad118 req-b93355a7-9c99-47b2-b4e3-456ba08bbd36 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8adb63cf4244269af1c8a6cb45bce85&device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 1094 time: 0.1208293 Jul 15 15:13:06.409372 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddad54dc-a00e-488f-a958-15dbdddffe96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:06.423859 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddad54dc-a00e-488f-a958-15dbdddffe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:06.460965 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:06.473039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:06.483079 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:13:06.485396 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37c97a81-6409-4606-a4d5-4c95f6304c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:06.491997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Port': ['ID=a5bdf074-ed62-45f3-a3fb-94dc0288b66f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:06.511731 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddad54dc-a00e-488f-a958-15dbdddffe96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:13:06.518173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad54dc-a00e-488f-a958-15dbdddffe96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:06.537610 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddad54dc-a00e-488f-a958-15dbdddffe96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:06.538028 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-ddad54dc-a00e-488f-a958-15dbdddffe96 admin admin] Added segment dd0c272c-bcf7-4065-b167-eb26e5294f79 of type vlan for network 6a9decca-e255-47c7-8647-fe666d83d1e3 Jul 15 15:13:06.593144 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c76b-c633-412e-ace3-df48156ad118 req-74ef6ae2-1108-49e2-9703-d85250ef6d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:06.594948 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b964c76b-c633-412e-ace3-df48156ad118 req-74ef6ae2-1108-49e2-9703-d85250ef6d38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=64b414a4-4442-44e4-9603-37584ff0baf9 HTTP/1.1" status: 200 len: 916 time: 0.2017248 Jul 15 15:13:06.598188 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddad54dc-a00e-488f-a958-15dbdddffe96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:06.603466 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c97a81-6409-4606-a4d5-4c95f6304c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f494c2-b6f4-4c40-b1bb-27cdabd6cc33,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:06.642019 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b964c76b-c633-412e-ace3-df48156ad118 req-26302b2a-9e1a-4025-b04b-aa430b6321e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7e4d4e3-24bf-451e-b476-00e131e320c9 HTTP/1.1" status: 200 len: 217 time: 0.0391161 Jul 15 15:13:06.677201 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c97a81-6409-4606-a4d5-4c95f6304c37 admin admin] Checking segment: {'id': '9117483a-a6ce-4bf3-be2b-770bd135be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:13:06.677788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c97a81-6409-4606-a4d5-4c95f6304c37 admin admin] Network hostable DHCP agents. Network: ca2ab8ae-a107-4a49-9219-995d9c2acd35, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:13:06.681328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Router ccd87423-d00a-4227-bfb6-7a7757465792 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:13:06.714493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c76b-c633-412e-ace3-df48156ad118 req-a17b8893-255a-46d2-a28c-b403d62c999b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:06.715925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b964c76b-c633-412e-ace3-df48156ad118 req-a17b8893-255a-46d2-a28c-b403d62c999b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4769b93a-d272-4da8-83b1-540f5e8c4a23 HTTP/1.1" status: 200 len: 855 time: 0.0659451 Jul 15 15:13:06.753710 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddad54dc-a00e-488f-a958-15dbdddffe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:06.755049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddad54dc-a00e-488f-a958-15dbdddffe96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:06.755641 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddad54dc-a00e-488f-a958-15dbdddffe96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:06.761640 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b964c76b-c633-412e-ace3-df48156ad118 req-c7e5a4ee-65c3-4867-8a33-cbc73b3357ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64b414a4-4442-44e4-9603-37584ff0baf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383189 Jul 15 15:13:06.795737 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c97a81-6409-4606-a4d5-4c95f6304c37 admin admin] Network ca2ab8ae-a107-4a49-9219-995d9c2acd35 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:13:06.807791 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ddad54dc-a00e-488f-a958-15dbdddffe96 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9222190 Jul 15 15:13:06.812309 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41740) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:06.823085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7acf3177-b99b-4860-864b-fa94b7730dab admin admin] Request body: {'subnet': {'network_id': '6a9decca-e255-47c7-8647-fe666d83d1e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-745444013-subnet', 'tenant_id': 'b5289969881949fea756847bafa1c2c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:06.873222 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad54dc-a00e-488f-a958-15dbdddffe96 admin admin] Pushing event updated for resources: {'Network': ['ID=6a9decca-e255-47c7-8647-fe666d83d1e3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:06.880150 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acf3177-b99b-4860-864b-fa94b7730dab admin admin] Made reservation on behalf of b5289969881949fea756847bafa1c2c8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:06.882494 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7acf3177-b99b-4860-864b-fa94b7730dab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:06.888141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 6a9decca-e255-47c7-8647-fe666d83d1e3 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:13:06.923973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-37c97a81-6409-4606-a4d5-4c95f6304c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, ca2ab8ae-a107-4a49-9219-995d9c2acd35) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:06.949619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c97a81-6409-4606-a4d5-4c95f6304c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:06.950893 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37c97a81-6409-4606-a4d5-4c95f6304c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:06.990275 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b964c76b-c633-412e-ace3-df48156ad118 req-16ddbbdd-fecf-4877-8490-34510eb81997 service neutron] 10.222.0.11 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175331 Jul 15 15:13:07.075710 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-37c97a81-6409-4606-a4d5-4c95f6304c37 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8373916 Jul 15 15:13:07.077074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:13:07.138902 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8caf5d-d311-482d-ba68-48b57385eaa0 None None] Network ca2ab8ae-a107-4a49-9219-995d9c2acd35 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:13:07.142207 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Sync routers for ids ['ccd87423-d00a-4227-bfb6-7a7757465792'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:13:07.185760 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b964c76b-c633-412e-ace3-df48156ad118 req-b43cc710-04dc-4ed4-bc7e-c600f961f18a service neutron] 10.222.0.11 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879165 Jul 15 15:13:07.190226 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Routers {'ccd87423-d00a-4227-bfb6-7a7757465792'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:07.191299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ccd87423-d00a-4227-bfb6-7a7757465792'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:07.280552 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:07.292303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41758) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:07.297086 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-02f8d3f6-1462-47ee-b9e0-68ef3da301e0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.8904226 Jul 15 15:13:07.469057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153c115-bc8f-482f-80ee-65ae56e9f4ef req-5080cf09-19bf-49a3-bf06-93fbcdeff29f tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:07.484792 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9153c115-bc8f-482f-80ee-65ae56e9f4ef req-5080cf09-19bf-49a3-bf06-93fbcdeff29f tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 943 time: 0.2876158 Jul 15 15:13:07.510720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Set router ccd87423-d00a-4227-bfb6-7a7757465792 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:13:07.692571 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9153c115-bc8f-482f-80ee-65ae56e9f4ef req-6853f00f-3130-4f16-8233-66e622d30a20 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090998 Jul 15 15:13:07.733831 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8007c15e-cd2b-4f13-b7da-7b7328296222 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/routers/ccd87423-d00a-4227-bfb6-7a7757465792 HTTP/1.1" status: 200 len: 909 time: 0.4357653 Jul 15 15:13:07.734490 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41776) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:07.742358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1759820544', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'enable_snat': True}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:07.792064 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:07.793381 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:07.889685 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:08.035342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387485d3-c13c-45a7-b4da-0ab6a9c831ab None None] Network ca2ab8ae-a107-4a49-9219-995d9c2acd35 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:13:08.240903 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd87423-d00a-4227-bfb6-7a7757465792', 'name': 'tempest-snat-router-1759820544', 'tenant_id': '0246c01f2242439b98324ce70af41472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109'}], 'enable_snat': False}, 'gw_port_id': 'a8edfe6a-2022-4ffe-9715-81b0bcd956de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:13:02Z', 'updated_at': '2021-07-15T15:13:05Z', 'revision_number': 3, 'project_id': '0246c01f2242439b98324ce70af41472', 'gw_port': {'id': 'a8edfe6a-2022-4ffe-9715-81b0bcd956de', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd87423-d00a-4227-bfb6-7a7757465792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:13:03Z', 'updated_at': '2021-07-15T15:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:08.263673 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:08.279689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Checking router: ccd87423-d00a-4227-bfb6-7a7757465792 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:13:08.279689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Updating router ccd87423-d00a-4227-bfb6-7a7757465792 port a8edfe6a-2022-4ffe-9715-81b0bcd956de binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:13:08.329773 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:08.358108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-0a294d5f-0734-4913-baa7-1176b3adfe13 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:08.364986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-0a294d5f-0734-4913-baa7-1176b3adfe13 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/networks?id=ca2ab8ae-a107-4a49-9219-995d9c2acd35 HTTP/1.1" status: 200 len: 813 time: 0.3712044 Jul 15 15:13:08.382450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-c31cae41-cfda-4b3a-8077-2c4bc577e5d9 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/quotas/654aa7ff723c41b59e7bbd6bde26ee6a HTTP/1.1" status: 200 len: 375 time: 0.0162928 Jul 15 15:13:08.430998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-ecd6288a-e6f7-4df5-96b8-82f35fe3143c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=654aa7ff723c41b59e7bbd6bde26ee6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467732 Jul 15 15:13:08.493197 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7acf3177-b99b-4860-864b-fa94b7730dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:08.536062 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-b5e366c7-c6ea-4bca-8d4d-66cd31e3b37e service neutron] 10.222.0.38 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039202 Jul 15 15:13:08.548379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf3177-b99b-4860-864b-fa94b7730dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f4e03a-381b-492c-bb30-f93cc42fadc0,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:08.569694 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:08.693197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf3177-b99b-4860-864b-fa94b7730dab admin admin] Checking segment: {'id': 'dd0c272c-bcf7-4065-b167-eb26e5294f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6a9decca-e255-47c7-8647-fe666d83d1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:13:08.693571 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acf3177-b99b-4860-864b-fa94b7730dab admin admin] Network hostable DHCP agents. Network: 6a9decca-e255-47c7-8647-fe666d83d1e3, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:13:08.752624 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:08.775492 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-ed7743fc-e6bc-472a-8505-089a4ea0db04 service neutron] 10.222.0.38 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306948 Jul 15 15:13:08.808399 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acf3177-b99b-4860-864b-fa94b7730dab admin admin] Network 6a9decca-e255-47c7-8647-fe666d83d1e3 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:13:08.808632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Transition to ACTIVE for port object a8edfe6a-2022-4ffe-9715-81b0bcd956de will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:13:08.820183 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:08.900191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7acf3177-b99b-4860-864b-fa94b7730dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 6a9decca-e255-47c7-8647-fe666d83d1e3) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:08.916300 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6812e80-6590-4001-8112-5bb15372fd34 None None] Pushing event updated for resources: {'Port': ['ID=a8edfe6a-2022-4ffe-9715-81b0bcd956de,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:08.917357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acf3177-b99b-4860-864b-fa94b7730dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:08.917945 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7acf3177-b99b-4860-864b-fa94b7730dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:08.919096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a0fcb0-8796-4cc2-85a9-5137d033b471 None None] Network 6a9decca-e255-47c7-8647-fe666d83d1e3 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:13:08.944688 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:09.000391 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7acf3177-b99b-4860-864b-fa94b7730dab admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1791880 Jul 15 15:13:09.134354 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Attempting to bind port a8edfe6a-2022-4ffe-9715-81b0bcd956de on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:13:09.135887 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Attempting to bind port a8edfe6a-2022-4ffe-9715-81b0bcd956de by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:13:09.136950 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Attempting to bind port a8edfe6a-2022-4ffe-9715-81b0bcd956de on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:13:09.153105 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:13:09.153481 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:13:09.153893 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:09.154291 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:13:09.159035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Bound port: a8edfe6a-2022-4ffe-9715-81b0bcd956de, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:13:09.159444 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:09.197723 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:09.218065 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] For port a8edfe6a-2022-4ffe-9715-81b0bcd956de, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:13:09.222330 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] For port a8edfe6a-2022-4ffe-9715-81b0bcd956de, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=a8edfe6a-2022-4ffe-9715-81b0bcd956de,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:13:09.235350 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:09.265032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11e37ded-a30b-40a0-a3f3-e7be33f40932 req-aa3c96a5-4f3c-4080-a379-31929fa9e8bc tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 210 time: 0.1399083 Jul 15 15:13:09.270571 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:09.363818 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:09.369251 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Routers {'ccd87423-d00a-4227-bfb6-7a7757465792'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:09.372697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ccd87423-d00a-4227-bfb6-7a7757465792'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:09.374251 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:09.488508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3bedd-aa5c-4769-9799-934be579b220 req-067e440f-37ac-4f31-aa26-668d5cb43b05 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:09.500291 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6cd3bedd-aa5c-4769-9799-934be579b220 req-067e440f-37ac-4f31-aa26-668d5cb43b05 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 943 time: 0.3805742 Jul 15 15:13:09.575570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Port': ['ID=a5bdf074-ed62-45f3-a3fb-94dc0288b66f,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:09.582714 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6cd3bedd-aa5c-4769-9799-934be579b220 req-d78d43c6-af32-4593-b058-769d9a8557b5 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813985 Jul 15 15:13:09.609097 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:09.623038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:09.624187 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:09.624620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:09.625036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:09.625551 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:09.626040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:09.626593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:09.626947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:09.627899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:09.628258 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:09.629101 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:09.661358 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:09.691640 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Allocated IP 172.25.4.102 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/dbfc7aad-c707-4e23-80ea-5cdc48921619) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:09.729747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6812e80-6590-4001-8112-5bb15372fd34 None None] Pushing event updated for resources: {'Port': ['ID=a8edfe6a-2022-4ffe-9715-81b0bcd956de,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:09.745009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061064a4-4e37-4134-b2b3-a60b2c629f69 None None] Network 6a9decca-e255-47c7-8647-fe666d83d1e3 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:13:09.865624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device b7e4d4e3-24bf-451e-b476-00e131e320c9 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:13:09.899934 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:09.944555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] Set router ccd87423-d00a-4227-bfb6-7a7757465792 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:13:09.965301 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:09.980711 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Floating IP b2a7488f-b38a-4b4c-8891-0f7fc60f5e57 associated. External IP: 172.25.4.93, port: 22b4b677-5b3d-454e-a9d9-81c680a3473c. Jul 15 15:13:10.016027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:10.021728 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:10.029280 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:13:10.066510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Pushing event updated for resources: {'Port': ['ID=dbfc7aad-c707-4e23-80ea-5cdc48921619,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:10.251777 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41850) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:10.257267 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d6839827-e2ba-43c9-8511-843b1beeb571 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1012762025-network', 'tenant_id': '7a0ab7d785474c71a12851ecbf087551'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:10.293840 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6839827-e2ba-43c9-8511-843b1beeb571 admin admin] Made reservation on behalf of 7a0ab7d785474c71a12851ecbf087551 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:10.296953 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6839827-e2ba-43c9-8511-843b1beeb571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:10.309607 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6839827-e2ba-43c9-8511-843b1beeb571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:10.470476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Router 650c6b6e-6582-4551-94c8-1fb3d85e5059 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:13:10.560509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port b7e4d4e3-24bf-451e-b476-00e131e320c9, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b7e4d4e3-24bf-451e-b476-00e131e320c9,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:10.578104 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'b7e4d4e3-24bf-451e-b476-00e131e320c9', 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9', 'port_id': 'b7e4d4e3-24bf-451e-b476-00e131e320c9', 'mac_address': 'fa:16:3e:38:5e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4769b93a-d272-4da8-83b1-540f5e8c4a23', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:13:10.631526 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-64b18886-ed46-4736-9cbe-aca3f9461e95 req-69872b6f-b3b7-45df-8799-b749095a2106 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 210 time: 0.0812163 Jul 15 15:13:10.671318 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:10.770647 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:10.773428 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:13:10.789851 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20efec6a-de92-41bb-880b-5ad80cf6e5d8 None None] Sync routers for ids ['650c6b6e-6582-4551-94c8-1fb3d85e5059'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:13:10.808928 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20efec6a-de92-41bb-880b-5ad80cf6e5d8 None None] Routers {'650c6b6e-6582-4551-94c8-1fb3d85e5059'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:10.810119 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-20efec6a-de92-41bb-880b-5ad80cf6e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['650c6b6e-6582-4551-94c8-1fb3d85e5059'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:10.834200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e4d4e3-24bf-451e-b476-00e131e320c9 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:13:10.857001 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6839827-e2ba-43c9-8511-843b1beeb571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:10.859404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port b7e4d4e3-24bf-451e-b476-00e131e320c9, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b7e4d4e3-24bf-451e-b476-00e131e320c9,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:10.870898 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6839827-e2ba-43c9-8511-843b1beeb571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:10.885253 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:10.886346 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:10.948103 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=b7e4d4e3-24bf-451e-b476-00e131e320c9,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:10.960410 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-20efec6a-de92-41bb-880b-5ad80cf6e5d8 None None] Set router 650c6b6e-6582-4551-94c8-1fb3d85e5059 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:13:10.969435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6839827-e2ba-43c9-8511-843b1beeb571 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:13:10.977316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd87423-d00a-4227-bfb6-7a7757465792', 'name': 'tempest-snat-router-1759820544', 'tenant_id': '0246c01f2242439b98324ce70af41472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109'}], 'enable_snat': False}, 'gw_port_id': 'a8edfe6a-2022-4ffe-9715-81b0bcd956de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:13:02Z', 'updated_at': '2021-07-15T15:13:05Z', 'revision_number': 3, 'project_id': '0246c01f2242439b98324ce70af41472', 'gw_port': {'id': 'a8edfe6a-2022-4ffe-9715-81b0bcd956de', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd87423-d00a-4227-bfb6-7a7757465792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:13:03Z', 'updated_at': '2021-07-15T15:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:11.007823 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee631a9-9fed-437d-8e67-ebfda4650cb6 None None] The sync data for ids ['ccd87423-d00a-4227-bfb6-7a7757465792'] in n-d-764435-3 is: [{'id': 'ccd87423-d00a-4227-bfb6-7a7757465792', 'name': 'tempest-snat-router-1759820544', 'tenant_id': '0246c01f2242439b98324ce70af41472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109'}], 'enable_snat': False}, 'gw_port_id': 'a8edfe6a-2022-4ffe-9715-81b0bcd956de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:13:02Z', 'updated_at': '2021-07-15T15:13:05Z', 'revision_number': 3, 'project_id': '0246c01f2242439b98324ce70af41472', 'gw_port': {'id': 'a8edfe6a-2022-4ffe-9715-81b0bcd956de', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd87423-d00a-4227-bfb6-7a7757465792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:13:03Z', 'updated_at': '2021-07-15T15:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:13:11.024920 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6839827-e2ba-43c9-8511-843b1beeb571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:11.025357 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-d6839827-e2ba-43c9-8511-843b1beeb571 admin admin] Added segment b8e132a3-6b2a-4b92-aad7-4034ac8b94bc of type vlan for network 7675d73c-bf7a-47df-a82d-8f05ee7ccdb4 Jul 15 15:13:11.095157 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6839827-e2ba-43c9-8511-843b1beeb571 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:11.127225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['b7e4d4e3-24bf-451e-b476-00e131e320c9'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:13:11.134814 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6839827-e2ba-43c9-8511-843b1beeb571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414bcb68-dd2f-49a5-894b-3231dc3cbe85,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:11.163502 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6839827-e2ba-43c9-8511-843b1beeb571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:11.165650 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6839827-e2ba-43c9-8511-843b1beeb571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:11.167107 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6839827-e2ba-43c9-8511-843b1beeb571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:11.208131 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2ec26110-60eb-443c-8126-9695bf8e3729 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.5936453 Jul 15 15:13:11.214390 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66545200-fbf8-40cd-a638-8a39400008fa', 'tag': '22b4b677-5b3d-454e-a9d9-81c680a3473c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:13:11.217684 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d584e7-5764-4841-817e-25c7a8d10573" -d '{"events": [{"name": "network-changed", "server_uuid": "66545200-fbf8-40cd-a638-8a39400008fa", "tag": "22b4b677-5b3d-454e-a9d9-81c680a3473c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:11.222003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41866) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:11.420994 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d6839827-e2ba-43c9-8511-843b1beeb571 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1680374 Jul 15 15:13:11.421647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41874) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:11.455195 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-20efec6a-de92-41bb-880b-5ad80cf6e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:12:26Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'b2a7488f-b38a-4b4c-8891-0f7fc60f5e57', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'port_id': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'mac_address': 'fa:16:3e:62:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66545200-fbf8-40cd-a638-8a39400008fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:13:07Z', 'updated_at': '2021-07-15T15:13:07Z', 'revision_number': 0, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e27df8-c6af-47ce-9e31-6ba54d75f566', 'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:b8:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:23Z', 'updated_at': '2021-07-15T15:12:38Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:11.751528 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e0e321b7-e0e5-4d95-8732-5435a37caf8a admin admin] Request body: {'subnet': {'network_id': '7675d73c-bf7a-47df-a82d-8f05ee7ccdb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1012762025-subnet', 'tenant_id': '7a0ab7d785474c71a12851ecbf087551', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:11.755159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6839827-e2ba-43c9-8511-843b1beeb571 admin admin] Pushing event updated for resources: {'Network': ['ID=7675d73c-bf7a-47df-a82d-8f05ee7ccdb4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:11.772274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 7675d73c-bf7a-47df-a82d-8f05ee7ccdb4 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:13:11.800634 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20efec6a-de92-41bb-880b-5ad80cf6e5d8 None None] Checking router: 650c6b6e-6582-4551-94c8-1fb3d85e5059 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:13:11.823307 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624f5da2-f542-4818-9916-68288d7de0d1 x-openstack-request-id: req-624f5da2-f542-4818-9916-68288d7de0d1 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:11.823826 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66545200-fbf8-40cd-a638-8a39400008fa", "tag": "22b4b677-5b3d-454e-a9d9-81c680a3473c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:11.824222 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-624f5da2-f542-4818-9916-68288d7de0d1 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:11.824353 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20efec6a-de92-41bb-880b-5ad80cf6e5d8 None None] Routers {'650c6b6e-6582-4551-94c8-1fb3d85e5059'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:11.824551 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66545200-fbf8-40cd-a638-8a39400008fa', 'tag': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'status': 'completed', 'code': 200} Jul 15 15:13:11.824966 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-20efec6a-de92-41bb-880b-5ad80cf6e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['650c6b6e-6582-4551-94c8-1fb3d85e5059'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:12.003151 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1c1f9437-b421-48f7-9897-4b6fb5193a39 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/floatingips/b2a7488f-b38a-4b4c-8891-0f7fc60f5e57 HTTP/1.1" status: 200 len: 990 time: 0.7187221 Jul 15 15:13:12.030565 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-f2579f8d-9f4a-4ccd-b466-b6303c4a3748 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:12.030565 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-f2579f8d-9f4a-4ccd-b466-b6303c4a3748 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.22 "GET /v2.0/networks?id=ca2ab8ae-a107-4a49-9219-995d9c2acd35 HTTP/1.1" status: 200 len: 813 time: 0.8888390 Jul 15 15:13:12.037391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e321b7-e0e5-4d95-8732-5435a37caf8a admin admin] Made reservation on behalf of 7a0ab7d785474c71a12851ecbf087551 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:12.045678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0e321b7-e0e5-4d95-8732-5435a37caf8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:12.067381 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-20efec6a-de92-41bb-880b-5ad80cf6e5d8 None None] Set router 650c6b6e-6582-4551-94c8-1fb3d85e5059 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:13:12.114667 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a8edfe6a-2022-4ffe-9715-81b0bcd956de up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:13:12.133146 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e79dc96a-29e4-4f0a-9248-b971f4bcfed8 req-e2b357c3-fb9b-4c19-9fb1-823213566c7c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 210 time: 0.1817153 Jul 15 15:13:12.180929 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-347673ce-d9f6-459f-88f7-2c3850503204 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Request body: {'port': {'device_id': '0ad0ff2a-f31d-4c9b-b626-530362890e27', 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35', 'admin_state_up': True, 'tenant_id': '654aa7ff723c41b59e7bbd6bde26ee6a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:12.233921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port a8edfe6a-2022-4ffe-9715-81b0bcd956de completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:13:12.240013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port a8edfe6a-2022-4ffe-9715-81b0bcd956de triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:13:12.240610 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:12.304763 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7ec3e-0eb8-4457-8afa-1d0830fa89f6 req-75ff2a85-470f-4ce8-9307-dcbe966abeec tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:12.318193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1f7ec3e-0eb8-4457-8afa-1d0830fa89f6 req-75ff2a85-470f-4ce8-9307-dcbe966abeec tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 944 time: 1.4388142 Jul 15 15:13:12.429026 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:12.469574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port a8edfe6a-2022-4ffe-9715-81b0bcd956de, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=a8edfe6a-2022-4ffe-9715-81b0bcd956de,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:12.476649 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:12.488324 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:12.577884 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-347673ce-d9f6-459f-88f7-2c3850503204 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Made reservation on behalf of 654aa7ff723c41b59e7bbd6bde26ee6a for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:12.581256 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-20efec6a-de92-41bb-880b-5ad80cf6e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:12:26Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'b2a7488f-b38a-4b4c-8891-0f7fc60f5e57', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'port_id': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'mac_address': 'fa:16:3e:62:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66545200-fbf8-40cd-a638-8a39400008fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:13:07Z', 'updated_at': '2021-07-15T15:13:07Z', 'revision_number': 0, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e27df8-c6af-47ce-9e31-6ba54d75f566', 'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:b8:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:23Z', 'updated_at': '2021-07-15T15:12:38Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:12.587803 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-347673ce-d9f6-459f-88f7-2c3850503204 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:12.598359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1f7ec3e-0eb8-4457-8afa-1d0830fa89f6 req-c13b2884-bfd0-463e-9393-30bdd85fb631 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783287 Jul 15 15:13:12.600084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d584e7-5764-4841-817e-25c7a8d10573 req-b29b3ff1-5ca8-4b60-83ad-b5b3daa3bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:12.601598 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14d584e7-5764-4841-817e-25c7a8d10573 req-b29b3ff1-5ca8-4b60-83ad-b5b3daa3bd24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70a995f7ee6e41f597cf94301c84780c&device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 1096 time: 0.6491425 Jul 15 15:13:12.662978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=a8edfe6a-2022-4ffe-9715-81b0bcd956de,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:12.675099 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0e321b7-e0e5-4d95-8732-5435a37caf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:12.712712 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20efec6a-de92-41bb-880b-5ad80cf6e5d8 None None] The sync data for ids ['650c6b6e-6582-4551-94c8-1fb3d85e5059'] in n-d-764435-3 is: [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:12:26Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'b2a7488f-b38a-4b4c-8891-0f7fc60f5e57', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'port_id': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'mac_address': 'fa:16:3e:62:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66545200-fbf8-40cd-a638-8a39400008fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:13:07Z', 'updated_at': '2021-07-15T15:13:07Z', 'revision_number': 0, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e27df8-c6af-47ce-9e31-6ba54d75f566', 'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:b8:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:23Z', 'updated_at': '2021-07-15T15:12:38Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:13:12.863708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e321b7-e0e5-4d95-8732-5435a37caf8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5baa2b0d-e058-438d-b46b-9baa6c603de9,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:12.981682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Router 4a49b017-63f4-41f1-abc5-b1fb9a0a59ad is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:13:13.010435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d584e7-5764-4841-817e-25c7a8d10573 req-1180571b-f081-4ef0-ac80-c5e0fbd24806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:13.011633 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41906) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:13.012476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14d584e7-5764-4841-817e-25c7a8d10573 req-1180571b-f081-4ef0-ac80-c5e0fbd24806 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 HTTP/1.1" status: 200 len: 898 time: 0.3828428 Jul 15 15:13:13.182034 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2237e5c9-a8fa-4f47-8f38-c3d1a51c87f6 None None] New status for floating IP b2a7488f-b38a-4b4c-8891-0f7fc60f5e57: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:13:13.209189 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-347673ce-d9f6-459f-88f7-2c3850503204 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Allocated IP 172.20.0.6 (ca2ab8ae-a107-4a49-9219-995d9c2acd35/80f494c2-b6f4-4c40-b1bb-27cdabd6cc33/41506cc5-5897-4f17-900d-f8199594fd94) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:13.277826 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:13:13.287342 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Sync routers for ids ['4a49b017-63f4-41f1-abc5-b1fb9a0a59ad'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:13:13.312081 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Routers {'4a49b017-63f4-41f1-abc5-b1fb9a0a59ad'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:13.312736 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4a49b017-63f4-41f1-abc5-b1fb9a0a59ad'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:13.318846 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:13.321324 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dc3d6311-2bf0-47d1-8c81-335049fa541b tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5851502 Jul 15 15:13:13.327456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41914) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:13.331688 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14d584e7-5764-4841-817e-25c7a8d10573 req-5b59e59d-86ca-49f0-acaa-24eb7bb53b25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22b4b677-5b3d-454e-a9d9-81c680a3473c HTTP/1.1" status: 200 len: 998 time: 0.3070056 Jul 15 15:13:13.509394 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-347673ce-d9f6-459f-88f7-2c3850503204 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:13.609105 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b2c5c175-7afe-4fcd-8846-d479f84611a3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/floatingips/b2a7488f-b38a-4b4c-8891-0f7fc60f5e57 HTTP/1.1" status: 200 len: 990 time: 0.5945196 Jul 15 15:13:13.611587 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e321b7-e0e5-4d95-8732-5435a37caf8a admin admin] Checking segment: {'id': 'b8e132a3-6b2a-4b92-aad7-4034ac8b94bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7675d73c-bf7a-47df-a82d-8f05ee7ccdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:13:13.614781 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e321b7-e0e5-4d95-8732-5435a37caf8a admin admin] Network hostable DHCP agents. Network: 7675d73c-bf7a-47df-a82d-8f05ee7ccdb4, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:13:13.624541 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-347673ce-d9f6-459f-88f7-2c3850503204 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:13.629008 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-479ca6b7-720d-4055-919e-a72bf9195345 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/routers/4a49b017-63f4-41f1-abc5-b1fb9a0a59ad HTTP/1.1" status: 200 len: 908 time: 0.2997513 Jul 15 15:13:13.655711 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Set router 4a49b017-63f4-41f1-abc5-b1fb9a0a59ad gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:13:13.685683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41920) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:13.784948 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device b7e4d4e3-24bf-451e-b476-00e131e320c9 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:13:13.804398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347673ce-d9f6-459f-88f7-2c3850503204 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Pushing event updated for resources: {'Port': ['ID=41506cc5-5897-4f17-900d-f8199594fd94,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:13.857025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-347673ce-d9f6-459f-88f7-2c3850503204 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Network ca2ab8ae-a107-4a49-9219-995d9c2acd35 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:13.861845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e321b7-e0e5-4d95-8732-5435a37caf8a admin admin] Network 7675d73c-bf7a-47df-a82d-8f05ee7ccdb4 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:13:13.888476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-347673ce-d9f6-459f-88f7-2c3850503204 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:13.900053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-347673ce-d9f6-459f-88f7-2c3850503204 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:13:13.929132 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e0e321b7-e0e5-4d95-8732-5435a37caf8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 7675d73c-bf7a-47df-a82d-8f05ee7ccdb4) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:13.964212 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177de124-f65d-464a-baf4-d7867958c919 None None] Network 7675d73c-bf7a-47df-a82d-8f05ee7ccdb4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:13:14.047384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e321b7-e0e5-4d95-8732-5435a37caf8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:14.047642 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0e321b7-e0e5-4d95-8732-5435a37caf8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:14.062637 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49b017-63f4-41f1-abc5-b1fb9a0a59ad', 'name': 'tempest-snat-router-1759820544', 'tenant_id': '0246c01f2242439b98324ce70af41472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'dbfc7aad-c707-4e23-80ea-5cdc48921619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:13:07Z', 'updated_at': '2021-07-15T15:13:10Z', 'revision_number': 3, 'project_id': '0246c01f2242439b98324ce70af41472', 'gw_port': {'id': 'dbfc7aad-c707-4e23-80ea-5cdc48921619', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:de:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a49b017-63f4-41f1-abc5-b1fb9a0a59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:13:09Z', 'updated_at': '2021-07-15T15:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:14.143925 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Checking router: 4a49b017-63f4-41f1-abc5-b1fb9a0a59ad for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:13:14.145449 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Updating router 4a49b017-63f4-41f1-abc5-b1fb9a0a59ad port dbfc7aad-c707-4e23-80ea-5cdc48921619 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:13:14.182039 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a8edfe6a-2022-4ffe-9715-81b0bcd956de up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:13:14.184198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-347673ce-d9f6-459f-88f7-2c3850503204 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:14.186449 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-347673ce-d9f6-459f-88f7-2c3850503204 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:14.219402 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e0e321b7-e0e5-4d95-8732-5435a37caf8a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5700948 Jul 15 15:13:14.237878 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-347673ce-d9f6-459f-88f7-2c3850503204 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1897807 Jul 15 15:13:14.255571 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Request body: {'port': {'device_id': '0ad0ff2a-f31d-4c9b-b626-530362890e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:14.264085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d584e7-5764-4841-817e-25c7a8d10573 req-8326f2b7-5328-4d03-bc35-7ee44c3d9a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:14.268324 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14d584e7-5764-4841-817e-25c7a8d10573 req-8326f2b7-5328-4d03-bc35-7ee44c3d9a5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5e464a9-02af-488c-a2b1-491bd881611d HTTP/1.1" status: 200 len: 834 time: 0.6329675 Jul 15 15:13:14.295106 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:14.346177 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40101ad3-8bf7-4614-a7b6-8686d853d9f6 None None] Network 7675d73c-bf7a-47df-a82d-8f05ee7ccdb4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:13:14.353693 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port b7e4d4e3-24bf-451e-b476-00e131e320c9 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:13:14.369572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port b7e4d4e3-24bf-451e-b476-00e131e320c9 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:13:14.370255 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:14.439280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port a8edfe6a-2022-4ffe-9715-81b0bcd956de triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:13:14.439902 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:14.487483 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:14.519109 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777708a-6da8-46a0-844c-505c0bb02527 req-2bca68b3-4472-4a14-a7b3-1b09df68297c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:14.526236 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e777708a-6da8-46a0-844c-505c0bb02527 req-2bca68b3-4472-4a14-a7b3-1b09df68297c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 931 time: 0.8921299 Jul 15 15:13:14.610171 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41942) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:14.671510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e777708a-6da8-46a0-844c-505c0bb02527 req-397b92ab-6eb5-4049-ba0d-2851a6510a7d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137280 Jul 15 15:13:14.684998 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:14.898952 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:14.943680 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:14.967127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee00441-3e39-4f60-bd8a-a85df76d567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e4d4e3-24bf-451e-b476-00e131e320c9'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:13:14.968698 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d53a1-780f-45f0-ba5a-ad1c679fca9c req-1600f69d-a85b-4447-87a4-fe64f15277a7 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:14.971388 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e398de7d-baf9-462a-aea4-fb63346e244b" -d '{"events": [{"server_uuid": "dee00441-3e39-4f60-bd8a-a85df76d567a", "name": "network-vif-plugged", "status": "completed", "tag": "b7e4d4e3-24bf-451e-b476-00e131e320c9"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:14.972948 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-665d53a1-780f-45f0-ba5a-ad1c679fca9c req-1600f69d-a85b-4447-87a4-fe64f15277a7 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 944 time: 0.9985251 Jul 15 15:13:14.975891 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4b42adf4-bd01-4ca0-aec9-2777b8a151fa tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/floatingips/b2a7488f-b38a-4b4c-8891-0f7fc60f5e57 HTTP/1.1" status: 200 len: 992 time: 0.3575482 Jul 15 15:13:15.012414 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port b7e4d4e3-24bf-451e-b476-00e131e320c9, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b7e4d4e3-24bf-451e-b476-00e131e320c9,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:15.020576 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:15.047249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d584e7-5764-4841-817e-25c7a8d10573 req-273c27b4-2ee5-4009-af8b-5846d989c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:15.050312 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14d584e7-5764-4841-817e-25c7a8d10573 req-273c27b4-2ee5-4009-af8b-5846d989c433 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca64047f-4198-4fb1-8fa3-ffa8b6af63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7672825 Jul 15 15:13:15.107780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=b7e4d4e3-24bf-451e-b476-00e131e320c9,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:15.132068 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:15.162351 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Transition to ACTIVE for port object dbfc7aad-c707-4e23-80ea-5cdc48921619 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:13:15.174652 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:15.194000 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-665d53a1-780f-45f0-ba5a-ad1c679fca9c req-632e7053-457f-4358-a132-93f03b1de680 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052445 Jul 15 15:13:15.325787 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdde97-9642-4585-a6b0-c6439362ccff None None] Pushing event updated for resources: {'Port': ['ID=dbfc7aad-c707-4e23-80ea-5cdc48921619,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:15.332867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41506cc5-5897-4f17-900d-f8199594fd94 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:13:15.347522 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:15.361288 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Attempting to bind port dbfc7aad-c707-4e23-80ea-5cdc48921619 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:13:15.363834 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Attempting to bind port dbfc7aad-c707-4e23-80ea-5cdc48921619 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:13:15.366024 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Attempting to bind port dbfc7aad-c707-4e23-80ea-5cdc48921619 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:13:15.368353 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Transition to ACTIVE for port object 41506cc5-5897-4f17-900d-f8199594fd94 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:13:15.372569 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:13:15.372919 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:13:15.373321 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:15.373708 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:13:15.374213 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Bound port: dbfc7aad-c707-4e23-80ea-5cdc48921619, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:13:15.374663 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:15.377230 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:15.397118 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42737028-bf8b-4bf0-94bd-02b8076f28f6 x-openstack-request-id: req-42737028-bf8b-4bf0-94bd-02b8076f28f6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:15.397683 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee00441-3e39-4f60-bd8a-a85df76d567a", "name": "network-vif-plugged", "status": "completed", "tag": "b7e4d4e3-24bf-451e-b476-00e131e320c9", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:15.397683 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-42737028-bf8b-4bf0-94bd-02b8076f28f6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:15.398103 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee00441-3e39-4f60-bd8a-a85df76d567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e4d4e3-24bf-451e-b476-00e131e320c9', 'code': 200} Jul 15 15:13:15.420959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Deleting port dbfc7aad-c707-4e23-80ea-5cdc48921619 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:13:15.421507 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:15.461652 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] For port dbfc7aad-c707-4e23-80ea-5cdc48921619, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:13:15.466018 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] For port dbfc7aad-c707-4e23-80ea-5cdc48921619, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=dbfc7aad-c707-4e23-80ea-5cdc48921619,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:13:15.488376 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:15.488995 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14d584e7-5764-4841-817e-25c7a8d10573 req-a06c6b00-47b1-4efa-ace4-3b3149f670d2 service neutron] 10.222.0.11 "GET /v2.0/networks/ca64047f-4198-4fb1-8fa3-ffa8b6af63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681397 Jul 15 15:13:15.498078 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Pushing event updated for resources: {'Port': ['ID=41506cc5-5897-4f17-900d-f8199594fd94,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:15.551097 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Routers {'4a49b017-63f4-41f1-abc5-b1fb9a0a59ad'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:15.551938 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4a49b017-63f4-41f1-abc5-b1fb9a0a59ad'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:15.627047 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdde97-9642-4585-a6b0-c6439362ccff None None] Pushing event updated for resources: {'Port': ['ID=dbfc7aad-c707-4e23-80ea-5cdc48921619,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:15.654765 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Attempting to bind port 41506cc5-5897-4f17-900d-f8199594fd94 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:13:15.655198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Attempting to bind port 41506cc5-5897-4f17-900d-f8199594fd94 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '9117483a-a6ce-4bf3-be2b-770bd135be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:13:15.655934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Attempting to bind port 41506cc5-5897-4f17-900d-f8199594fd94 on network ca2ab8ae-a107-4a49-9219-995d9c2acd35 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:13:15.663891 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Port 41506cc5-5897-4f17-900d-f8199594fd94 on network ca2ab8ae-a107-4a49-9219-995d9c2acd35 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:13:15.664509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Attempting to bind port 41506cc5-5897-4f17-900d-f8199594fd94 on network ca2ab8ae-a107-4a49-9219-995d9c2acd35 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:13:15.666593 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] Set router 4a49b017-63f4-41f1-abc5-b1fb9a0a59ad gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:13:15.668225 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad08a2a-9f8a-4d20-b68f-9a2b2bc56d6a req-260519d3-38c8-434b-88b1-f4a091469649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:15.669884 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aad08a2a-9f8a-4d20-b68f-9a2b2bc56d6a req-260519d3-38c8-434b-88b1-f4a091469649 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 1096 time: 0.1509576 Jul 15 15:13:15.674051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:13:15.676403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Checking segment: {'id': '9117483a-a6ce-4bf3-be2b-770bd135be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:13:15.676403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Bound using segment: {'id': '9117483a-a6ce-4bf3-be2b-770bd135be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:13:15.676403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Bound port: 41506cc5-5897-4f17-900d-f8199594fd94, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9117483a-a6ce-4bf3-be2b-770bd135be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:13:15.679883 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:15.741429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-b4d88ab2-6da3-4e27-81e0-ea3a4beac63f tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:15.748519 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-b4d88ab2-6da3-4e27-81e0-ea3a4beac63f tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/networks?id=6a9decca-e255-47c7-8647-fe666d83d1e3 HTTP/1.1" status: 200 len: 811 time: 0.2641551 Jul 15 15:13:15.770662 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-aad08a2a-9f8a-4d20-b68f-9a2b2bc56d6a req-2c016cac-17f9-44c5-9aa6-fc393af0f623 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870607 Jul 15 15:13:15.773305 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-3b3f5ea1-f1f5-4a14-9844-3366d566cebc tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/quotas/b5289969881949fea756847bafa1c2c8 HTTP/1.1" status: 200 len: 375 time: 0.0239429 Jul 15 15:13:15.779539 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a49b017-63f4-41f1-abc5-b1fb9a0a59ad', 'name': 'tempest-snat-router-1759820544', 'tenant_id': '0246c01f2242439b98324ce70af41472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:13:07Z', 'updated_at': '2021-07-15T15:13:14Z', 'revision_number': 4, 'project_id': '0246c01f2242439b98324ce70af41472', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:15.811377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:13:15.814702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=41506cc5-5897-4f17-900d-f8199594fd94,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:13:15.820348 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:15.848064 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05518a6f-c210-4e1e-b41e-9f79075b9440 None None] The sync data for ids ['4a49b017-63f4-41f1-abc5-b1fb9a0a59ad'] in n-d-764435-3 is: [{'id': '4a49b017-63f4-41f1-abc5-b1fb9a0a59ad', 'name': 'tempest-snat-router-1759820544', 'tenant_id': '0246c01f2242439b98324ce70af41472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:13:07Z', 'updated_at': '2021-07-15T15:13:14Z', 'revision_number': 4, 'project_id': '0246c01f2242439b98324ce70af41472', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:13:15.871139 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:15.871813 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:15.873305 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] 10.222.0.22 "PUT /v2.0/ports/41506cc5-5897-4f17-900d-f8199594fd94 HTTP/1.1" status: 200 len: 1091 time: 1.6240556 Jul 15 15:13:15.874080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad0ff2a-f31d-4c9b-b626-530362890e27', 'tag': '41506cc5-5897-4f17-900d-f8199594fd94'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:13:15.875338 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:15.876631 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d95916-c838-4f7a-9a63-d79f9c3d7c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad0ff2a-f31d-4c9b-b626-530362890e27", "tag": "41506cc5-5897-4f17-900d-f8199594fd94"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:15.924752 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-df5ca9fc-4bb2-4265-9f62-95bc32d99bce tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b5289969881949fea756847bafa1c2c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1334379 Jul 15 15:13:15.928522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Calling delete_port for dbfc7aad-c707-4e23-80ea-5cdc48921619 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:13:15.968013 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b620b-97de-421b-b145-cec8809d7b8e service neutron] Pushing event updated for resources: {'Port': ['ID=41506cc5-5897-4f17-900d-f8199594fd94,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:16.006994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-ca933e9d-c52c-4049-a137-1851c94d4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:16.008853 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-ca933e9d-c52c-4049-a137-1851c94d4523 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=654aa7ff723c41b59e7bbd6bde26ee6a&device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 1094 time: 0.0899315 Jul 15 15:13:16.043723 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14d584e7-5764-4841-817e-25c7a8d10573 req-018fb9ee-2d64-4039-9064-501319f833f4 service neutron] 10.222.0.11 "GET /v2.0/networks/ca64047f-4198-4fb1-8fa3-ffa8b6af63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220416 Jul 15 15:13:16.058343 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-e95307b6-549a-4225-a247-1070a8676baf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41506cc5-5897-4f17-900d-f8199594fd94 HTTP/1.1" status: 200 len: 217 time: 0.0417254 Jul 15 15:13:16.127304 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-ebe86983-a4fb-4ca1-be43-0cae052235cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:16.129153 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-ebe86983-a4fb-4ca1-be43-0cae052235cd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=80f494c2-b6f4-4c40-b1bb-27cdabd6cc33 HTTP/1.1" status: 200 len: 853 time: 0.0642920 Jul 15 15:13:16.167246 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-dacd1121-3501-489a-a8ce-7fa794401828 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ca2ab8ae-a107-4a49-9219-995d9c2acd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297315 Jul 15 15:13:16.200027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddb1b2-1cc5-4455-94a3-845e2230dfeb req-3e6fd7f9-066e-41cb-8673-a495df4f33c2 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:16.206923 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2dddb1b2-1cc5-4455-94a3-845e2230dfeb req-3e6fd7f9-066e-41cb-8673-a495df4f33c2 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 943 time: 0.2860353 Jul 15 15:13:16.216456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-bc5f885f-a7cc-49c3-badd-286f48e296cc service neutron] 10.222.0.38 "GET /v2.0/networks/6a9decca-e255-47c7-8647-fe666d83d1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405326 Jul 15 15:13:16.296352 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-7141ce1f-6573-4751-baf5-9e98efdf3b1b service neutron] 10.222.0.22 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214812 Jul 15 15:13:16.350861 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2dddb1b2-1cc5-4455-94a3-845e2230dfeb req-0e16433a-e572-4b01-993a-bb3bf117238e tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429441 Jul 15 15:13:16.421245 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-300847a0-ca83-44a9-9abe-ff356890201b service neutron] 10.222.0.38 "GET /v2.0/networks/6a9decca-e255-47c7-8647-fe666d83d1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958895 Jul 15 15:13:16.422438 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:16.429892 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454d63e3-c290-44fb-b274-f76ad16720bb x-openstack-request-id: req-454d63e3-c290-44fb-b274-f76ad16720bb {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:16.430252 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad0ff2a-f31d-4c9b-b626-530362890e27", "tag": "41506cc5-5897-4f17-900d-f8199594fd94", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:16.433293 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-454d63e3-c290-44fb-b274-f76ad16720bb {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:16.435722 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad0ff2a-f31d-4c9b-b626-530362890e27', 'tag': '41506cc5-5897-4f17-900d-f8199594fd94', 'status': 'completed', 'code': 200} Jul 15 15:13:16.469775 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85443613-4dec-40bc-b679-b66241c4e8e0 req-24ddb892-be35-4428-9756-e2fd3c67b8ab service neutron] 10.222.0.22 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656203 Jul 15 15:13:16.572495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbfc7aad-c707-4e23-80ea-5cdc48921619,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:16.613529 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:16.613990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:16.614431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:16.614934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:16.618983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:16.619465 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:16.619888 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:16.620300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:16.620721 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:16.621124 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:16.621526 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:16.621922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:16.649357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d95916-c838-4f7a-9a63-d79f9c3d7c0d req-a1a6981f-bb0e-41ce-9d87-1baef0cb64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:16.655055 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-10d95916-c838-4f7a-9a63-d79f9c3d7c0d req-a1a6981f-bb0e-41ce-9d87-1baef0cb64c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=654aa7ff723c41b59e7bbd6bde26ee6a&device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 1094 time: 0.1130586 Jul 15 15:13:16.668827 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:16.892183 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d95916-c838-4f7a-9a63-d79f9c3d7c0d req-6fb4d073-6a7d-4715-909e-07a32239ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:16.895918 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-10d95916-c838-4f7a-9a63-d79f9c3d7c0d req-6fb4d073-6a7d-4715-909e-07a32239ec20 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ca2ab8ae-a107-4a49-9219-995d9c2acd35 HTTP/1.1" status: 200 len: 914 time: 0.2336895 Jul 15 15:13:16.963478 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-10d95916-c838-4f7a-9a63-d79f9c3d7c0d req-ea85caf1-fa7b-49e9-ad17-a563d40bc395 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41506cc5-5897-4f17-900d-f8199594fd94 HTTP/1.1" status: 200 len: 217 time: 0.0605671 Jul 15 15:13:16.994913 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b73dacd-4e74-4bbc-b37a-177d739a920c req-562150df-97a9-4384-a325-cddcd6accbde tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 210 time: 0.1043279 Jul 15 15:13:17.010931 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:17.018045 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:17.064126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d95916-c838-4f7a-9a63-d79f9c3d7c0d req-038cc11f-48f3-448f-b024-a3a312e125ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:17.065668 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-10d95916-c838-4f7a-9a63-d79f9c3d7c0d req-038cc11f-48f3-448f-b024-a3a312e125ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=80f494c2-b6f4-4c40-b1bb-27cdabd6cc33 HTTP/1.1" status: 200 len: 853 time: 0.0944142 Jul 15 15:13:17.087655 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:17.088221 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a49b017-63f4-41f1-abc5-b1fb9a0a59ad {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:13:17.093962 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:17.100010 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4dfc376e-1547-403b-81c2-b40689c69e11 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "DELETE /v2.0/routers/4a49b017-63f4-41f1-abc5-b1fb9a0a59ad HTTP/1.1" status: 204 len: 168 time: 3.4130156 Jul 15 15:13:17.101170 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42012) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:17.122765 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-10d95916-c838-4f7a-9a63-d79f9c3d7c0d req-82c1fcb5-73a6-4929-8463-43e251f32fb3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ca2ab8ae-a107-4a49-9219-995d9c2acd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494721 Jul 15 15:13:17.188351 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887790-6964-4eb2-b8a5-e8b4e952acfc req-de39e612-c8b6-4667-a2a7-c3c40b45276c tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:17.189890 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68887790-6964-4eb2-b8a5-e8b4e952acfc req-de39e612-c8b6-4667-a2a7-c3c40b45276c tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 945 time: 0.3146362 Jul 15 15:13:17.271392 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68887790-6964-4eb2-b8a5-e8b4e952acfc req-308361ed-f2f6-4c41-91c2-a6219371ef60 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545208 Jul 15 15:13:17.273066 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a41ca0e-7a10-4e8d-a0ce-536160ae48d1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:17.342336 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-10d95916-c838-4f7a-9a63-d79f9c3d7c0d req-778acf2b-aafe-4ff0-aaff-c4fec26af172 service neutron] 10.222.0.22 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066922 Jul 15 15:13:17.470002 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a41ca0e-7a10-4e8d-a0ce-536160ae48d1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:17.493829 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-10d95916-c838-4f7a-9a63-d79f9c3d7c0d req-0c4ebecf-e1cc-41bf-81d2-5e507f78e164 service neutron] 10.222.0.22 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451383 Jul 15 15:13:17.580161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-9a41ca0e-7a10-4e8d-a0ce-536160ae48d1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Deleting port a8edfe6a-2022-4ffe-9715-81b0bcd956de {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:13:17.580848 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a41ca0e-7a10-4e8d-a0ce-536160ae48d1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:17.697702 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359ca8e-8279-47d8-9053-a0cc523e9d8c req-b5244339-ee69-4299-bb39-9821b3698ea8 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:17.699457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2359ca8e-8279-47d8-9053-a0cc523e9d8c req-b5244339-ee69-4299-bb39-9821b3698ea8 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 943 time: 0.1668832 Jul 15 15:13:17.735632 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-9a41ca0e-7a10-4e8d-a0ce-536160ae48d1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] For port a8edfe6a-2022-4ffe-9715-81b0bcd956de, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=a8edfe6a-2022-4ffe-9715-81b0bcd956de,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:17.736112 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a41ca0e-7a10-4e8d-a0ce-536160ae48d1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:17.780009 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2359ca8e-8279-47d8-9053-a0cc523e9d8c req-0ac6ab16-0e80-4b01-9a76-cb0843dbd7a3 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716136 Jul 15 15:13:17.785810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-9a41ca0e-7a10-4e8d-a0ce-536160ae48d1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Calling delete_port for a8edfe6a-2022-4ffe-9715-81b0bcd956de owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:13:17.996767 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a41ca0e-7a10-4e8d-a0ce-536160ae48d1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:18.025156 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41ca0e-7a10-4e8d-a0ce-536160ae48d1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8edfe6a-2022-4ffe-9715-81b0bcd956de,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:18.100387 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a41ca0e-7a10-4e8d-a0ce-536160ae48d1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:18.218153 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a41ca0e-7a10-4e8d-a0ce-536160ae48d1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:18.251528 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d5fc5e6-f656-48a8-b07f-0b6514878683 req-a02ccfea-ff1d-401e-96f8-511c992d0517 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 210 time: 0.0502732 Jul 15 15:13:18.253405 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a41ca0e-7a10-4e8d-a0ce-536160ae48d1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:18.700391 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 41506cc5-5897-4f17-900d-f8199594fd94 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:13:18.828614 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=41506cc5-5897-4f17-900d-f8199594fd94,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:18.843390 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '41506cc5-5897-4f17-900d-f8199594fd94', 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35', 'port_id': '41506cc5-5897-4f17-900d-f8199594fd94', 'mac_address': 'fa:16:3e:50:eb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f494c2-b6f4-4c40-b1bb-27cdabd6cc33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:13:18.874228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-5520729a-8886-44e1-b5cc-2366e517dacb tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:18.875725 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-5520729a-8886-44e1-b5cc-2366e517dacb tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.11 "GET /v2.0/networks?id=6a9decca-e255-47c7-8647-fe666d83d1e3 HTTP/1.1" status: 200 len: 811 time: 0.6114376 Jul 15 15:13:18.895021 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a41ca0e-7a10-4e8d-a0ce-536160ae48d1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:18.895528 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a41ca0e-7a10-4e8d-a0ce-536160ae48d1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ccd87423-d00a-4227-bfb6-7a7757465792 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:13:18.903169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a41ca0e-7a10-4e8d-a0ce-536160ae48d1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:18.907950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42056) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:18.908418 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9a41ca0e-7a10-4e8d-a0ce-536160ae48d1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "DELETE /v2.0/routers/ccd87423-d00a-4227-bfb6-7a7757465792 HTTP/1.1" status: 204 len: 168 time: 1.8034933 Jul 15 15:13:18.912275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-d743d816-3167-424f-b790-3ce3fab7469e tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Request body: {'port': {'device_id': '62f13591-b5f1-4296-b7cd-74f56fe3219b', 'network_id': '6a9decca-e255-47c7-8647-fe666d83d1e3', 'admin_state_up': True, 'tenant_id': 'b5289969881949fea756847bafa1c2c8'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:18.914279 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1318307717', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:18.974896 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:18.976375 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:18.992190 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:18.998742 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:19.036385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41506cc5-5897-4f17-900d-f8199594fd94 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:13:19.084629 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=41506cc5-5897-4f17-900d-f8199594fd94,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:19.092319 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:19.120098 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:19.152557 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-d743d816-3167-424f-b790-3ce3fab7469e tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Made reservation on behalf of b5289969881949fea756847bafa1c2c8 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:19.160642 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-d743d816-3167-424f-b790-3ce3fab7469e tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:19.199609 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=41506cc5-5897-4f17-900d-f8199594fd94,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:19.264464 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:19.323107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0a504-1b8a-4cf5-af1a-a67bb5e7c5b5 req-5faa9cb7-7abf-4612-8533-3325717689dd tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:19.324661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-74b0a504-1b8a-4cf5-af1a-a67bb5e7c5b5 req-5faa9cb7-7abf-4612-8533-3325717689dd tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 945 time: 0.4642651 Jul 15 15:13:19.329678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['41506cc5-5897-4f17-900d-f8199594fd94'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:13:19.371025 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:19.470910 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-74b0a504-1b8a-4cf5-af1a-a67bb5e7c5b5 req-459756f6-1650-41bc-b424-420af2d6eb32 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221464 Jul 15 15:13:19.482813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa07889-bf81-4cda-ba44-12ded5089dde req-92bf607d-9b18-4d0c-9835-797f93975761 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:19.489949 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7aa07889-bf81-4cda-ba44-12ded5089dde req-92bf607d-9b18-4d0c-9835-797f93975761 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 0.2220604 Jul 15 15:13:19.530251 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-d743d816-3167-424f-b790-3ce3fab7469e tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Allocated IP 172.20.0.2 (6a9decca-e255-47c7-8647-fe666d83d1e3/e2f4e03a-381b-492c-bb30-f93cc42fadc0/f5cc9da2-1c2b-435e-9ee9-a7831dc7d638) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:19.605572 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7aa07889-bf81-4cda-ba44-12ded5089dde req-49769fce-914b-4bb5-a4ec-94df3ec8b116 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108258 Jul 15 15:13:19.854323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db72721f-150b-403c-8760-06c0afa1be25 req-1abfb058-520d-4bd5-b41b-bdb939202aec tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 210 time: 0.0812814 Jul 15 15:13:20.020639 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-d743d816-3167-424f-b790-3ce3fab7469e tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:20.092648 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-d743d816-3167-424f-b790-3ce3fab7469e tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:20.129862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a8edfe6a-2022-4ffe-9715-81b0bcd956de no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:13:20.188005 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-d743d816-3167-424f-b790-3ce3fab7469e tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Network 6a9decca-e255-47c7-8647-fe666d83d1e3 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:20.198514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: a8edfe6a-2022-4ffe-9715-81b0bcd956de {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:13:20.199034 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a8edfe6a-2022-4ffe-9715-81b0bcd956de not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:13:20.229615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-d743d816-3167-424f-b790-3ce3fab7469e tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:20.237960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-d743d816-3167-424f-b790-3ce3fab7469e tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:13:20.253843 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:20.289098 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:20.317454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743d816-3167-424f-b790-3ce3fab7469e tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Pushing event updated for resources: {'Port': ['ID=f5cc9da2-1c2b-435e-9ee9-a7831dc7d638,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:20.345911 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-d743d816-3167-424f-b790-3ce3fab7469e tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:20.346547 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-d743d816-3167-424f-b790-3ce3fab7469e tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:20.375238 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-d743d816-3167-424f-b790-3ce3fab7469e tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4754913 Jul 15 15:13:20.388688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Request body: {'port': {'device_id': '62f13591-b5f1-4296-b7cd-74f56fe3219b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:20.440110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Allocated IP 172.25.4.123 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/b263c493-49ce-40ab-b9f1-0740d0e804a6) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:20.491785 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:20.591686 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:20.661108 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:20.715141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 41506cc5-5897-4f17-900d-f8199594fd94 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:13:20.761091 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:20.766158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:20.778273 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:13:20.837480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 41506cc5-5897-4f17-900d-f8199594fd94 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:13:20.845833 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Pushing event updated for resources: {'Port': ['ID=b263c493-49ce-40ab-b9f1-0740d0e804a6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:20.846471 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 41506cc5-5897-4f17-900d-f8199594fd94 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:13:20.847780 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:20.925663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176364ce-7f7c-4aef-a2bd-46f3bb66fd79 req-3e24be9e-705e-4609-acb9-f7b66fd18a9d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:20.927327 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-176364ce-7f7c-4aef-a2bd-46f3bb66fd79 req-3e24be9e-705e-4609-acb9-f7b66fd18a9d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 0.1575053 Jul 15 15:13:21.008814 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:21.030696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-176364ce-7f7c-4aef-a2bd-46f3bb66fd79 req-d4e5fa75-90c2-4e64-b607-575c08582718 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961657 Jul 15 15:13:21.036624 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:13:21.056004 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:21.063339 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad0ff2a-f31d-4c9b-b626-530362890e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41506cc5-5897-4f17-900d-f8199594fd94'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:13:21.066045 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accb0289-8129-4ea5-a696-71182b36370e" -d '{"events": [{"server_uuid": "0ad0ff2a-f31d-4c9b-b626-530362890e27", "name": "network-vif-plugged", "status": "completed", "tag": "41506cc5-5897-4f17-900d-f8199594fd94"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:21.099405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=41506cc5-5897-4f17-900d-f8199594fd94,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:21.105559 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:21.183625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Transition to ACTIVE for port object f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:13:21.223471 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca82567-3222-4d8e-b320-2230ecd36a01 x-openstack-request-id: req-2ca82567-3222-4d8e-b320-2230ecd36a01 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:21.224015 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad0ff2a-f31d-4c9b-b626-530362890e27", "name": "network-vif-plugged", "status": "completed", "tag": "41506cc5-5897-4f17-900d-f8199594fd94", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:21.224015 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ca82567-3222-4d8e-b320-2230ecd36a01 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:21.224543 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad0ff2a-f31d-4c9b-b626-530362890e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41506cc5-5897-4f17-900d-f8199594fd94', 'code': 200} Jul 15 15:13:21.241993 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=41506cc5-5897-4f17-900d-f8199594fd94,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:21.256179 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:21.285912 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:21.447958 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cc9da2-1c2b-435e-9ee9-a7831dc7d638,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:21.452539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baebaca-f16a-41b6-adfb-b601779a12fa req-931e230f-4327-4e39-a755-40878eef354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:21.454359 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5baebaca-f16a-41b6-adfb-b601779a12fa req-931e230f-4327-4e39-a755-40878eef354c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 1096 time: 0.1775472 Jul 15 15:13:21.495022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd75c1-738d-4bb9-86e7-f0dcf5d6f09f req-ad0eef80-f5c4-40b6-9b43-e2c1fdec0d24 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:21.496900 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fbd75c1-738d-4bb9-86e7-f0dcf5d6f09f req-ad0eef80-f5c4-40b6-9b43-e2c1fdec0d24 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 931 time: 0.3996937 Jul 15 15:13:21.544002 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5baebaca-f16a-41b6-adfb-b601779a12fa req-ad46e2e0-00e7-459f-9822-08e7b38e4b33 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776968 Jul 15 15:13:21.590932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Attempting to bind port f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:13:21.591461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Attempting to bind port f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'dd0c272c-bcf7-4065-b167-eb26e5294f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6a9decca-e255-47c7-8647-fe666d83d1e3'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:13:21.591909 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Attempting to bind port f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 on network 6a9decca-e255-47c7-8647-fe666d83d1e3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:13:21.606608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Port f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 on network 6a9decca-e255-47c7-8647-fe666d83d1e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:13:21.607099 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Attempting to bind port f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 on network 6a9decca-e255-47c7-8647-fe666d83d1e3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:13:21.614758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fbd75c1-738d-4bb9-86e7-f0dcf5d6f09f req-bde8c52e-b2cd-47da-8796-5fcd08605f82 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024811 Jul 15 15:13:21.618709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:13:21.619262 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Checking segment: {'id': 'dd0c272c-bcf7-4065-b167-eb26e5294f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6a9decca-e255-47c7-8647-fe666d83d1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:13:21.619912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Bound using segment: {'id': 'dd0c272c-bcf7-4065-b167-eb26e5294f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6a9decca-e255-47c7-8647-fe666d83d1e3'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:13:21.620718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Bound port: f5cc9da2-1c2b-435e-9ee9-a7831dc7d638, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd0c272c-bcf7-4065-b167-eb26e5294f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6a9decca-e255-47c7-8647-fe666d83d1e3'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:13:21.621369 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:21.623943 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:21.701392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] For port f5cc9da2-1c2b-435e-9ee9-a7831dc7d638, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:13:21.704630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] For port f5cc9da2-1c2b-435e-9ee9-a7831dc7d638, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f5cc9da2-1c2b-435e-9ee9-a7831dc7d638,segment=NetworkSegment(dd0c272c-bcf7-4065-b167-eb26e5294f79),segment_id=dd0c272c-bcf7-4065-b167-eb26e5294f79)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:13:21.712354 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:21.778560 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:21.786932 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:21.786932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] 10.222.0.11 "PUT /v2.0/ports/f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 HTTP/1.1" status: 200 len: 1091 time: 1.3978453 Jul 15 15:13:21.786932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f13591-b5f1-4296-b7cd-74f56fe3219b', 'tag': 'f5cc9da2-1c2b-435e-9ee9-a7831dc7d638'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:13:21.786932 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ec8270-01b0-4491-9602-4809b8cfbcf6" -d '{"events": [{"name": "network-changed", "server_uuid": "62f13591-b5f1-4296-b7cd-74f56fe3219b", "tag": "f5cc9da2-1c2b-435e-9ee9-a7831dc7d638"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:21.818932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dd6e7-ac62-402b-b8ca-8e5301ca0933 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cc9da2-1c2b-435e-9ee9-a7831dc7d638,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:21.895359 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248d93ac-f12a-4ac5-a7dc-78652acf23ed x-openstack-request-id: req-248d93ac-f12a-4ac5-a7dc-78652acf23ed {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:21.895652 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f13591-b5f1-4296-b7cd-74f56fe3219b", "tag": "f5cc9da2-1c2b-435e-9ee9-a7831dc7d638", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:21.895913 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-248d93ac-f12a-4ac5-a7dc-78652acf23ed {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:21.896319 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f13591-b5f1-4296-b7cd-74f56fe3219b', 'tag': 'f5cc9da2-1c2b-435e-9ee9-a7831dc7d638', 'status': 'completed', 'code': 200} Jul 15 15:13:21.920113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-db183224-878d-40af-9ea1-6850af624191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:21.921988 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-db183224-878d-40af-9ea1-6850af624191 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5289969881949fea756847bafa1c2c8&device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 1094 time: 0.0738702 Jul 15 15:13:21.934730 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Router 2546435d-d831-4a16-a9f5-ea30332551a2 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:13:21.970139 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-272c6ddf-3c9f-4fb3-a621-4c4120c2c667 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 HTTP/1.1" status: 200 len: 217 time: 0.0392213 Jul 15 15:13:22.030334 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-570238dd-fff5-4cd4-9510-b88586b9af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:22.031935 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-570238dd-fff5-4cd4-9510-b88586b9af25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f4e03a-381b-492c-bb30-f93cc42fadc0 HTTP/1.1" status: 200 len: 851 time: 0.0552433 Jul 15 15:13:22.094471 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:13:22.110437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da844ed-0a1f-41d2-a86a-75909fa16103 None None] Sync routers for ids ['2546435d-d831-4a16-a9f5-ea30332551a2'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:13:22.123943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-ed72ee1b-318c-48d1-8a7e-693eaf72f680 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a9decca-e255-47c7-8647-fe666d83d1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838699 Jul 15 15:13:22.127894 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:22.130205 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d8cd50ac-76fc-446a-b292-c057e1f9de02 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2204592 Jul 15 15:13:22.137233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42148) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:22.142389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-2a361d02-f3af-49f2-805e-77e9bd787ed1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'enable_snat': False}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:22.152687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da844ed-0a1f-41d2-a86a-75909fa16103 None None] Routers {'2546435d-d831-4a16-a9f5-ea30332551a2'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:22.153652 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5da844ed-0a1f-41d2-a86a-75909fa16103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['2546435d-d831-4a16-a9f5-ea30332551a2'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:22.191289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5da844ed-0a1f-41d2-a86a-75909fa16103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:22.201380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da844ed-0a1f-41d2-a86a-75909fa16103 None None] Routers {'2546435d-d831-4a16-a9f5-ea30332551a2'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:22.202325 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5da844ed-0a1f-41d2-a86a-75909fa16103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['2546435d-d831-4a16-a9f5-ea30332551a2'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:22.250771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5da844ed-0a1f-41d2-a86a-75909fa16103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:22.252349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da844ed-0a1f-41d2-a86a-75909fa16103 None None] The sync data for ids ['2546435d-d831-4a16-a9f5-ea30332551a2'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:13:22.353447 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-b8d346eb-9aac-407f-b8ee-440f7f7ae071 service neutron] 10.222.0.11 "GET /v2.0/networks/6a9decca-e255-47c7-8647-fe666d83d1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176740 Jul 15 15:13:22.875018 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a361d02-f3af-49f2-805e-77e9bd787ed1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:22.976153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f708ee51-a1ce-4243-ab18-3ce3627bdec0 req-48647214-8526-4d75-b8bc-40e74c1dae3d service neutron] 10.222.0.11 "GET /v2.0/networks/6a9decca-e255-47c7-8647-fe666d83d1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055374 Jul 15 15:13:22.990781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e646302-83c1-4610-8e72-a58a492160e7 req-755d1237-847b-47d2-96b9-14afeb36c057 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:22.992890 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e646302-83c1-4610-8e72-a58a492160e7 req-755d1237-847b-47d2-96b9-14afeb36c057 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.6367540 Jul 15 15:13:23.188223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058cc9f-76fe-4392-9d1b-b701df36e5cd req-7c09f32a-ee6a-49f5-82ea-ee94f1edd1a6 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:23.190202 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2058cc9f-76fe-4392-9d1b-b701df36e5cd req-7c09f32a-ee6a-49f5-82ea-ee94f1edd1a6 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 943 time: 0.2940438 Jul 15 15:13:23.224596 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e646302-83c1-4610-8e72-a58a492160e7 req-03589c42-528c-472f-9bcc-7432801844e1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199898 Jul 15 15:13:23.279583 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2058cc9f-76fe-4392-9d1b-b701df36e5cd req-a453fd8a-0e9d-4492-8f72-7d83e68693f3 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796022 Jul 15 15:13:23.296540 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec8270-01b0-4491-9602-4809b8cfbcf6 req-f3e062a1-26e4-4b83-bde0-9c9f6b0f07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:23.298313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91ec8270-01b0-4491-9602-4809b8cfbcf6 req-f3e062a1-26e4-4b83-bde0-9c9f6b0f07d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5289969881949fea756847bafa1c2c8&device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 1094 time: 0.2558835 Jul 15 15:13:23.520584 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec8270-01b0-4491-9602-4809b8cfbcf6 req-c216b67f-1f1f-4884-a9a7-3b4d0ccb70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:23.522130 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91ec8270-01b0-4491-9602-4809b8cfbcf6 req-c216b67f-1f1f-4884-a9a7-3b4d0ccb70d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6a9decca-e255-47c7-8647-fe666d83d1e3 HTTP/1.1" status: 200 len: 912 time: 0.2100232 Jul 15 15:13:23.618446 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91ec8270-01b0-4491-9602-4809b8cfbcf6 req-595ddd45-5fd5-4b26-aae3-0bfc9b154df7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 HTTP/1.1" status: 200 len: 217 time: 0.0871408 Jul 15 15:13:23.740660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec8270-01b0-4491-9602-4809b8cfbcf6 req-d1ef6e5c-c018-45d7-b4ca-3106338383e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:23.742043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91ec8270-01b0-4491-9602-4809b8cfbcf6 req-d1ef6e5c-c018-45d7-b4ca-3106338383e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f4e03a-381b-492c-bb30-f93cc42fadc0 HTTP/1.1" status: 200 len: 851 time: 0.0665617 Jul 15 15:13:23.824167 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91ec8270-01b0-4491-9602-4809b8cfbcf6 req-ad0cd254-b331-4e72-81cb-85e6b47c60a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a9decca-e255-47c7-8647-fe666d83d1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347919 Jul 15 15:13:24.066296 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91ec8270-01b0-4491-9602-4809b8cfbcf6 req-9779fb06-38df-4f6b-825a-b7eaa18b5bfb service neutron] 10.222.0.11 "GET /v2.0/networks/6a9decca-e255-47c7-8647-fe666d83d1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325668 Jul 15 15:13:24.077551 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a361d02-f3af-49f2-805e-77e9bd787ed1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:24.081179 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a361d02-f3af-49f2-805e-77e9bd787ed1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:24.731553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a361d02-f3af-49f2-805e-77e9bd787ed1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Router 2546435d-d831-4a16-a9f5-ea30332551a2 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:13:24.804078 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91ec8270-01b0-4491-9602-4809b8cfbcf6 req-c7a87f11-5353-4838-aacc-f2492cdb8071 service neutron] 10.222.0.11 "GET /v2.0/networks/6a9decca-e255-47c7-8647-fe666d83d1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7183890 Jul 15 15:13:24.916411 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762cbe0-e63c-4501-beb4-ed400bc10560 req-2037a366-cbc5-410e-afa6-26eab308aeab tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:24.918025 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c762cbe0-e63c-4501-beb4-ed400bc10560 req-2037a366-cbc5-410e-afa6-26eab308aeab tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1711681 Jul 15 15:13:24.960104 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cf895-7938-4a87-9fc9-6da4f062cfbe req-00647bc6-641d-4698-9e63-3e6eaa11394d tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:24.967891 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c68cf895-7938-4a87-9fc9-6da4f062cfbe req-00647bc6-641d-4698-9e63-3e6eaa11394d tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 943 time: 0.2345130 Jul 15 15:13:25.071373 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a361d02-f3af-49f2-805e-77e9bd787ed1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:13:25.081770 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e442a4-bd2c-4513-a959-4e811397008b None None] Sync routers for ids ['2546435d-d831-4a16-a9f5-ea30332551a2'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:13:25.088621 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a361d02-f3af-49f2-805e-77e9bd787ed1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:25.091140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2a361d02-f3af-49f2-805e-77e9bd787ed1 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "PUT /v2.0/routers/2546435d-d831-4a16-a9f5-ea30332551a2 HTTP/1.1" status: 200 len: 922 time: 2.9526222 Jul 15 15:13:25.093862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42218) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:25.094342 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e442a4-bd2c-4513-a959-4e811397008b None None] Routers {'2546435d-d831-4a16-a9f5-ea30332551a2'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:25.094907 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d7e442a4-bd2c-4513-a959-4e811397008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['2546435d-d831-4a16-a9f5-ea30332551a2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:25.152790 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d7e442a4-bd2c-4513-a959-4e811397008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:25.156509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c68cf895-7938-4a87-9fc9-6da4f062cfbe req-f2cfd575-e530-426f-b866-2a31b4e686e7 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876507 Jul 15 15:13:25.177918 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e442a4-bd2c-4513-a959-4e811397008b None None] Routers {'2546435d-d831-4a16-a9f5-ea30332551a2'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:25.178705 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d7e442a4-bd2c-4513-a959-4e811397008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['2546435d-d831-4a16-a9f5-ea30332551a2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:25.180540 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c762cbe0-e63c-4501-beb4-ed400bc10560 req-dbf15eed-2965-4430-8bbe-a866f0248759 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345273 Jul 15 15:13:25.244881 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d7e442a4-bd2c-4513-a959-4e811397008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:25.245671 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e442a4-bd2c-4513-a959-4e811397008b None None] The sync data for ids ['2546435d-d831-4a16-a9f5-ea30332551a2'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:13:25.353015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42226) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:25.357859 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-aadc11fe-e5be-431d-98ed-51bca0ddc2d7 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/routers/2546435d-d831-4a16-a9f5-ea30332551a2 HTTP/1.1" status: 200 len: 922 time: 0.2597640 Jul 15 15:13:25.538634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf307046-ab95-4eec-a919-c42c2c7932bd tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:25.540619 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cf307046-ab95-4eec-a919-c42c2c7932bd tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=ec74806f-3974-4328-91b6-649387af1d1a&device_id=2546435d-d831-4a16-a9f5-ea30332551a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1865916 Jul 15 15:13:25.543716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42242) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:25.620047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-df0c9d58-d1e6-437c-8667-49ece8b24038 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:25.622032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-df0c9d58-d1e6-437c-8667-49ece8b24038 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/networks?id=ca2ab8ae-a107-4a49-9219-995d9c2acd35 HTTP/1.1" status: 200 len: 813 time: 0.1330230 Jul 15 15:13:25.649278 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-4426633a-e583-42ce-99e8-0e955db8733d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/quotas/654aa7ff723c41b59e7bbd6bde26ee6a HTTP/1.1" status: 200 len: 375 time: 0.0212786 Jul 15 15:13:25.714459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce07e20-b9c3-4827-8f29-084cc6b40700 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:25.716243 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3ce07e20-b9c3-4827-8f29-084cc6b40700 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 881 time: 0.1715062 Jul 15 15:13:25.720830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42248) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:25.755041 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-67b71684-0ecc-40f8-9d64-7d451bf23266 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=654aa7ff723c41b59e7bbd6bde26ee6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046772 Jul 15 15:13:25.802900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42252) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:25.803391 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cb763ab9-e2c0-435d-93e0-a6be4d160ee0 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "GET /v2.0/ports?device_id=2546435d-d831-4a16-a9f5-ea30332551a2 HTTP/1.1" status: 200 len: 205 time: 0.0806134 Jul 15 15:13:25.860382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:13:25.939881 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-a334eab4-5ca9-425b-af4c-ab4a1becde5c service neutron] 10.222.0.38 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818976 Jul 15 15:13:26.048847 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c224-6939-4ee8-8843-0a69364534f9 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:26.108789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port f5cc9da2-1c2b-435e-9ee9-a7831dc7d638, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f5cc9da2-1c2b-435e-9ee9-a7831dc7d638,segment=NetworkSegment(dd0c272c-bcf7-4065-b167-eb26e5294f79),segment_id=dd0c272c-bcf7-4065-b167-eb26e5294f79)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:26.138811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-0c640c61-4141-462a-a559-a89f441723b0 service neutron] 10.222.0.38 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894617 Jul 15 15:13:26.161085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'f5cc9da2-1c2b-435e-9ee9-a7831dc7d638', 'network_id': '6a9decca-e255-47c7-8647-fe666d83d1e3', 'port_id': 'f5cc9da2-1c2b-435e-9ee9-a7831dc7d638', 'mac_address': 'fa:16:3e:cf:1a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f4e03a-381b-492c-bb30-f93cc42fadc0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:13:26.238043 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c224-6939-4ee8-8843-0a69364534f9 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:26.263693 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:26.302915 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:13:26.348346 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port f5cc9da2-1c2b-435e-9ee9-a7831dc7d638, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f5cc9da2-1c2b-435e-9ee9-a7831dc7d638,segment=NetworkSegment(dd0c272c-bcf7-4065-b167-eb26e5294f79),segment_id=dd0c272c-bcf7-4065-b167-eb26e5294f79)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:26.356393 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:26.357578 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a6d8c224-6939-4ee8-8843-0a69364534f9 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Deleting port b263c493-49ce-40ab-b9f1-0740d0e804a6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:13:26.359550 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c224-6939-4ee8-8843-0a69364534f9 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:26.497326 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=f5cc9da2-1c2b-435e-9ee9-a7831dc7d638,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:26.533654 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c224-6939-4ee8-8843-0a69364534f9 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:26.549698 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9595b9f9-72f7-463c-85da-246d4fdcfa73 req-989639c7-5926-4d33-b564-8128143b93b9 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 210 time: 0.0844200 Jul 15 15:13:26.564759 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a6d8c224-6939-4ee8-8843-0a69364534f9 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Calling delete_port for b263c493-49ce-40ab-b9f1-0740d0e804a6 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:13:26.602857 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083c42e-e498-495d-bff7-b737faf5be39 req-30e82cf7-133f-4ebb-a506-c5e6fffec0dc tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:26.604825 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f083c42e-e498-495d-bff7-b737faf5be39 req-30e82cf7-133f-4ebb-a506-c5e6fffec0dc tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 944 time: 0.2591579 Jul 15 15:13:26.611968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['f5cc9da2-1c2b-435e-9ee9-a7831dc7d638'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:13:26.669083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f083c42e-e498-495d-bff7-b737faf5be39 req-a288e511-8d59-4095-bbbf-9225a690eb71 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466776 Jul 15 15:13:26.965136 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c224-6939-4ee8-8843-0a69364534f9 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:27.013744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8c224-6939-4ee8-8843-0a69364534f9 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Pushing event deleted for resources: {'Port': ['ID=b263c493-49ce-40ab-b9f1-0740d0e804a6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:27.115579 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c224-6939-4ee8-8843-0a69364534f9 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:27.233030 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c224-6939-4ee8-8843-0a69364534f9 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:27.236787 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c224-6939-4ee8-8843-0a69364534f9 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:27.290475 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c224-6939-4ee8-8843-0a69364534f9 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:27.291169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d8c224-6939-4ee8-8843-0a69364534f9 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Fanout notify agent at l3_agent the message router_deleted on router 2546435d-d831-4a16-a9f5-ea30332551a2 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:13:27.316098 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c224-6939-4ee8-8843-0a69364534f9 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:27.325697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42296) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:27.331625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a016d7c0-8705-4449-b2db-47f1fc4ba4cf tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1990161526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:27.335909 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a6d8c224-6939-4ee8-8843-0a69364534f9 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "DELETE /v2.0/routers/2546435d-d831-4a16-a9f5-ea30332551a2 HTTP/1.1" status: 204 len: 168 time: 1.5314121 Jul 15 15:13:27.359951 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a016d7c0-8705-4449-b2db-47f1fc4ba4cf tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:27.361034 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a016d7c0-8705-4449-b2db-47f1fc4ba4cf tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:27.431772 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a016d7c0-8705-4449-b2db-47f1fc4ba4cf tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:27.436124 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a016d7c0-8705-4449-b2db-47f1fc4ba4cf tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:27.458096 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a016d7c0-8705-4449-b2db-47f1fc4ba4cf tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:27.460854 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a016d7c0-8705-4449-b2db-47f1fc4ba4cf tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1336241 Jul 15 15:13:27.463334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42302) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:27.470704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:27.820691 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:27.860819 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:13:27.919140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-da2d55fc-0231-4033-b5ca-e05a2515424c req-0a34b96c-5f09-4ad9-b5ce-b71dedc8b14d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 210 time: 0.2010818 Jul 15 15:13:27.972244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940435-4f93-46d0-8f64-073742bab618 req-bb140978-bb40-45f0-8f6a-c418f19265bd tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:27.988011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3940435-4f93-46d0-8f64-073742bab618 req-bb140978-bb40-45f0-8f6a-c418f19265bd tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/networks?id=64b414a4-4442-44e4-9603-37584ff0baf9 HTTP/1.1" status: 200 len: 815 time: 0.2856894 Jul 15 15:13:28.030289 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3940435-4f93-46d0-8f64-073742bab618 req-4a808b69-50ee-42a2-bf21-5b9cb76f9913 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/quotas/e8adb63cf4244269af1c8a6cb45bce85 HTTP/1.1" status: 200 len: 375 time: 0.0409362 Jul 15 15:13:28.040852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:13:28.046624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:13:28.047283 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:28.200576 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:28.241497 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port f5cc9da2-1c2b-435e-9ee9-a7831dc7d638, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f5cc9da2-1c2b-435e-9ee9-a7831dc7d638,segment=NetworkSegment(dd0c272c-bcf7-4065-b167-eb26e5294f79),segment_id=dd0c272c-bcf7-4065-b167-eb26e5294f79)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:28.244010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f13591-b5f1-4296-b7cd-74f56fe3219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cc9da2-1c2b-435e-9ee9-a7831dc7d638'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:13:28.246915 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57adc0c7-0bb5-4a0c-b7c5-4a5e82a0f205" -d '{"events": [{"server_uuid": "62f13591-b5f1-4296-b7cd-74f56fe3219b", "name": "network-vif-plugged", "status": "completed", "tag": "f5cc9da2-1c2b-435e-9ee9-a7831dc7d638"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:28.251841 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:28.309928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=f5cc9da2-1c2b-435e-9ee9-a7831dc7d638,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:28.350154 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3940435-4f93-46d0-8f64-073742bab618 req-ee57812b-590b-421a-88fa-928207f0c71f tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e8adb63cf4244269af1c8a6cb45bce85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3120120 Jul 15 15:13:28.486369 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:28.520188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4279466-f096-4c3b-ae8e-a96270ae0367 req-5d5d0a82-6e0e-4a39-99c5-b063bb623e64 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:28.531181 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4279466-f096-4c3b-ae8e-a96270ae0367 req-5d5d0a82-6e0e-4a39-99c5-b063bb623e64 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 944 time: 0.3530576 Jul 15 15:13:28.538684 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:28.658216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4279466-f096-4c3b-ae8e-a96270ae0367 req-d959146c-41d0-4e19-b633-0a95d81a5758 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260610 Jul 15 15:13:28.659130 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Allocated IP 172.25.4.107 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/9ab782ca-c136-4460-a092-5a0b56a1c2ae) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:28.728933 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3940435-4f93-46d0-8f64-073742bab618 req-40d734f1-0cf0-45e8-9b7a-98cdbaae2e91 service neutron] 10.222.0.38 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641255 Jul 15 15:13:28.767790 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:28.817948 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:28.874342 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Pushing event updated for resources: {'Port': ['ID=9ab782ca-c136-4460-a092-5a0b56a1c2ae,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:28.890296 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afca7b72-e817-4196-9254-9f81878e2593 x-openstack-request-id: req-afca7b72-e817-4196-9254-9f81878e2593 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:28.891282 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f13591-b5f1-4296-b7cd-74f56fe3219b", "name": "network-vif-plugged", "status": "completed", "tag": "f5cc9da2-1c2b-435e-9ee9-a7831dc7d638", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:28.891747 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-afca7b72-e817-4196-9254-9f81878e2593 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:28.892502 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f13591-b5f1-4296-b7cd-74f56fe3219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cc9da2-1c2b-435e-9ee9-a7831dc7d638', 'code': 200} Jul 15 15:13:28.907190 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-629678c7-2b72-4e8e-86a8-16e5c9e5aaa3 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:28.908909 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-629678c7-2b72-4e8e-86a8-16e5c9e5aaa3 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.22 "GET /v2.0/networks?id=ca2ab8ae-a107-4a49-9219-995d9c2acd35 HTTP/1.1" status: 200 len: 813 time: 0.7905018 Jul 15 15:13:28.915813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:28.917349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:28.919781 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:13:28.928473 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-1b8e10ea-3ad3-466d-aa47-eebdceed38ba tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Request body: {'port': {'device_id': '713bfb7c-cea2-4e0f-bd87-e1edec88e051', 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35', 'admin_state_up': True, 'tenant_id': '654aa7ff723c41b59e7bbd6bde26ee6a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:28.959203 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3940435-4f93-46d0-8f64-073742bab618 req-e200b5de-b6d3-48fe-80ec-a1601006c5b0 service neutron] 10.222.0.38 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290156 Jul 15 15:13:29.025764 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f0990-03c2-4f88-9a69-2c1daa813842 req-e5376484-32ab-4781-9ca2-ffe7e9b59e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:29.028373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-075f0990-03c2-4f88-9a69-2c1daa813842 req-e5376484-32ab-4781-9ca2-ffe7e9b59e54 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 1096 time: 0.0665393 Jul 15 15:13:29.082170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-075f0990-03c2-4f88-9a69-2c1daa813842 req-807e5ee9-8965-4a2c-b3c6-d6f04a516d90 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339341 Jul 15 15:13:29.196227 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9db3228-0891-4f52-839b-1356324b22cc req-5cddde7f-012e-4aac-a739-e734d4e8b143 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 210 time: 0.0452132 Jul 15 15:13:29.308422 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06033b99-e039-40c9-a916-bb7163d926aa req-931325e4-b955-460d-82ff-d6a811694e5a tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 210 time: 0.0687368 Jul 15 15:13:29.309758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-1b8e10ea-3ad3-466d-aa47-eebdceed38ba tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Made reservation on behalf of 654aa7ff723c41b59e7bbd6bde26ee6a for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:29.315165 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-1b8e10ea-3ad3-466d-aa47-eebdceed38ba tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:29.550793 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:29.941310 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffb2f8-8891-42ef-953e-979467faff02 req-b0b31bea-fe55-46ee-8bb3-a3a7330fdafd tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:29.944063 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8ffb2f8-8891-42ef-953e-979467faff02 req-b0b31bea-fe55-46ee-8bb3-a3a7330fdafd tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 945 time: 0.1447861 Jul 15 15:13:30.018368 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2162809-d7b1-4131-bf52-0e9b079f5c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:30.064892 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8ffb2f8-8891-42ef-953e-979467faff02 req-9c28361d-666e-4b90-9261-73fb8280e1c4 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067669 Jul 15 15:13:30.276682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42382) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:30.536832 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1326be5-f473-4ce7-988f-d0eb2c30804f req-caced76b-9e60-4416-a13d-f102d95d9aee tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 210 time: 0.0701470 Jul 15 15:13:30.540160 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-1b8e10ea-3ad3-466d-aa47-eebdceed38ba tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Allocated IP 172.20.0.7 (ca2ab8ae-a107-4a49-9219-995d9c2acd35/80f494c2-b6f4-4c40-b1bb-27cdabd6cc33/1f0bdb2b-31a9-425f-8a33-71d5ce96d515) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:30.597371 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3607c843-e309-45ad-b961-a1b5ebbd7ec1 req-b5101cd4-2755-4dbf-aafb-486b6d7ba46d tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 210 time: 0.0696757 Jul 15 15:13:30.602413 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:30.608509 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:30.702495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3be617-0468-479e-a231-6f15aa014000 admin admin] Deleting subnet 46a5ffa0-040a-44d5-94e6-d6b9dd98fc5c {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:13:30.706820 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f3be617-0468-479e-a231-6f15aa014000 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:30.764840 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f3be617-0468-479e-a231-6f15aa014000 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:30.877053 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f3be617-0468-479e-a231-6f15aa014000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:30.899814 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-1b8e10ea-3ad3-466d-aa47-eebdceed38ba tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:30.917419 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Router 7a17fe3b-71c2-410e-8076-f67553a8fd54 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:13:31.039569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:13:31.041514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940435-4f93-46d0-8f64-073742bab618 req-829b68d1-6368-42d2-a843-cb3576f87799 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:31.047486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3940435-4f93-46d0-8f64-073742bab618 req-829b68d1-6368-42d2-a843-cb3576f87799 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.11 "GET /v2.0/networks?id=64b414a4-4442-44e4-9603-37584ff0baf9 HTTP/1.1" status: 200 len: 815 time: 0.1355610 Jul 15 15:13:31.051432 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:31.056026 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2858664f-295a-4a5f-90ea-8a1ba61bb5fc tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "PUT /v2.0/routers/7a17fe3b-71c2-410e-8076-f67553a8fd54 HTTP/1.1" status: 200 len: 880 time: 3.5883067 Jul 15 15:13:31.056573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42398) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:31.058519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ca0dc-bbac-4d40-8596-d38584f1351e None None] Sync routers for ids ['7a17fe3b-71c2-410e-8076-f67553a8fd54'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:13:31.071797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c3940435-4f93-46d0-8f64-073742bab618 req-968dc648-e05a-435e-9d15-f903b4b26e28 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Request body: {'port': {'device_id': 'c4112d06-5e6b-4111-8f09-855e3864475e', 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9', 'admin_state_up': True, 'tenant_id': 'e8adb63cf4244269af1c8a6cb45bce85'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:31.081464 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ca0dc-bbac-4d40-8596-d38584f1351e None None] Routers {'7a17fe3b-71c2-410e-8076-f67553a8fd54'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:31.083716 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7a1ca0dc-bbac-4d40-8596-d38584f1351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7a17fe3b-71c2-410e-8076-f67553a8fd54'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:31.123090 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-1b8e10ea-3ad3-466d-aa47-eebdceed38ba tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:31.163058 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['41506cc5-5897-4f17-900d-f8199594fd94'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:13:31.240324 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3940435-4f93-46d0-8f64-073742bab618 req-968dc648-e05a-435e-9d15-f903b4b26e28 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Made reservation on behalf of e8adb63cf4244269af1c8a6cb45bce85 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:31.248220 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c3940435-4f93-46d0-8f64-073742bab618 req-968dc648-e05a-435e-9d15-f903b4b26e28 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:31.299188 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f3be617-0468-479e-a231-6f15aa014000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:31.300365 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7a1ca0dc-bbac-4d40-8596-d38584f1351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:31.339061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ca0dc-bbac-4d40-8596-d38584f1351e None None] Routers {'7a17fe3b-71c2-410e-8076-f67553a8fd54'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:31.341768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-1b8e10ea-3ad3-466d-aa47-eebdceed38ba tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Network ca2ab8ae-a107-4a49-9219-995d9c2acd35 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:31.342683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7a1ca0dc-bbac-4d40-8596-d38584f1351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7a17fe3b-71c2-410e-8076-f67553a8fd54'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:31.344585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-de6830e7-b574-416a-a50b-343451df5136 req-1bce90a0-7e38-45e7-9da5-1c07f4d130fb service neutron] (100711) timed out ('10.222.0.11', 63772) {{(pid=100711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:13:31.355032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-1b8e10ea-3ad3-466d-aa47-eebdceed38ba tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:31.380458 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f3be617-0468-479e-a231-6f15aa014000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:31.391789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-1b8e10ea-3ad3-466d-aa47-eebdceed38ba tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:13:31.392273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6f3be617-0468-479e-a231-6f15aa014000 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/46a5ffa0-040a-44d5-94e6-d6b9dd98fc5c HTTP/1.1" status: 204 len: 168 time: 1.1141922 Jul 15 15:13:31.396852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3be617-0468-479e-a231-6f15aa014000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a5ffa0-040a-44d5-94e6-d6b9dd98fc5c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:31.399759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42406) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:31.406183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7a1ca0dc-bbac-4d40-8596-d38584f1351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:31.406857 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ca0dc-bbac-4d40-8596-d38584f1351e None None] The sync data for ids ['7a17fe3b-71c2-410e-8076-f67553a8fd54'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:13:31.431058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42408) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:31.431746 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6ca998d3-eda3-4701-96e6-8d7747d86c7c tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/routers/7a17fe3b-71c2-410e-8076-f67553a8fd54 HTTP/1.1" status: 200 len: 921 time: 0.3741949 Jul 15 15:13:31.432774 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e10ea-3ad3-466d-aa47-eebdceed38ba tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Pushing event updated for resources: {'Port': ['ID=1f0bdb2b-31a9-425f-8a33-71d5ce96d515,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:31.498998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-1b8e10ea-3ad3-466d-aa47-eebdceed38ba tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:31.499937 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-1b8e10ea-3ad3-466d-aa47-eebdceed38ba tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:31.519197 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-1b8e10ea-3ad3-466d-aa47-eebdceed38ba tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5955844 Jul 15 15:13:31.533783 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Request body: {'port': {'device_id': '713bfb7c-cea2-4e0f-bd87-e1edec88e051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:31.646575 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:31.688127 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14435a9b-412e-42c1-a95b-1d060bf91f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:31.707507 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-c3940435-4f93-46d0-8f64-073742bab618 req-968dc648-e05a-435e-9d15-f903b4b26e28 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Allocated IP 172.20.0.6 (64b414a4-4442-44e4-9603-37584ff0baf9/4769b93a-d272-4da8-83b1-540f5e8c4a23/2c9f1ba2-7483-4f59-a072-794535da39f5) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:31.752948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169473ad-bcd4-4631-9787-26c42f784d66 req-0c7436b0-9baf-494b-b3e5-db4d433f4567 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:31.755711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-169473ad-bcd4-4631-9787-26c42f784d66 req-0c7436b0-9baf-494b-b3e5-db4d433f4567 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 945 time: 0.3771822 Jul 15 15:13:31.906265 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14435a9b-412e-42c1-a95b-1d060bf91f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:31.914819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b18f2b0-b7e3-45b1-bee2-91dd940e9b47 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:31.916329 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8b18f2b0-b7e3-45b1-bee2-91dd940e9b47 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=ec74806f-3974-4328-91b6-649387af1d1a&device_id=7a17fe3b-71c2-410e-8076-f67553a8fd54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4639223 Jul 15 15:13:31.919133 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42422) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:31.936802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-14435a9b-412e-42c1-a95b-1d060bf91f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:31.971346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-14435a9b-412e-42c1-a95b-1d060bf91f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:31.971705 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-14435a9b-412e-42c1-a95b-1d060bf91f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce0d8c0-d1b0-4e5d-b81f-56e51e1804c3') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:31.994655 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14435a9b-412e-42c1-a95b-1d060bf91f39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.007074 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-169473ad-bcd4-4631-9787-26c42f784d66 req-59373366-b321-4f16-9154-7b8bf1d0edd9 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995442 Jul 15 15:13:32.069416 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e2818f-94b2-466b-80a1-36c41b612241 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:32.074263 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c7e2818f-94b2-466b-80a1-36c41b612241 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 881 time: 0.1513648 Jul 15 15:13:32.075743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42430) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:32.122870 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14435a9b-412e-42c1-a95b-1d060bf91f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.132513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14435a9b-412e-42c1-a95b-1d060bf91f39 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:13:32.133634 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14435a9b-412e-42c1-a95b-1d060bf91f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.141502 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-45dabee2-4275-4c46-bba9-6db221d112a5 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a17fe3b-71c2-410e-8076-f67553a8fd54 HTTP/1.1" status: 200 len: 205 time: 0.0646625 Jul 15 15:13:32.144300 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:13:32.148041 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:13:32.152938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42432) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:32.232172 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c3940435-4f93-46d0-8f64-073742bab618 req-968dc648-e05a-435e-9d15-f903b4b26e28 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.238689 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca4d8959-7f0c-4974-99be-8063f3d7d8ba req-a4cc4510-8c05-4a52-b846-333c5e1cc68c tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 210 time: 0.0793996 Jul 15 15:13:32.241635 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.251111 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905d6d8-70e5-48c9-b4d6-d197cbcd2978 req-0e2750ca-dd53-4e45-b0e9-2e8093364448 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:32.258902 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8905d6d8-70e5-48c9-b4d6-d197cbcd2978 req-0e2750ca-dd53-4e45-b0e9-2e8093364448 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 931 time: 0.4661071 Jul 15 15:13:32.263267 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14435a9b-412e-42c1-a95b-1d060bf91f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.265849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Transition to ACTIVE for port object 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:13:32.271762 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14435a9b-412e-42c1-a95b-1d060bf91f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.274132 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-14435a9b-412e-42c1-a95b-1d060bf91f39 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f HTTP/1.1" status: 204 len: 168 time: 0.8515372 Jul 15 15:13:32.274691 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.298371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3de7992-4f05-4204-a08d-e4147ab593c7 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.313873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14435a9b-412e-42c1-a95b-1d060bf91f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5afc904-ad5a-4de5-ac9e-e5cf40f31c2f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:32.347118 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8905d6d8-70e5-48c9-b4d6-d197cbcd2978 req-f3daebbc-dd3c-4a81-942e-1e385e9ec7ec tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872252 Jul 15 15:13:32.403217 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c3940435-4f93-46d0-8f64-073742bab618 req-968dc648-e05a-435e-9d15-f903b4b26e28 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.420058 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['71d7fa55-b73d-484b-92b8-225f0489f321'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:13:32.509445 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0bdb2b-31a9-425f-8a33-71d5ce96d515,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:32.511129 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['b7e4d4e3-24bf-451e-b476-00e131e320c9'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:13:32.518018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42442) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:32.602942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3940435-4f93-46d0-8f64-073742bab618 req-968dc648-e05a-435e-9d15-f903b4b26e28 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Network 64b414a4-4442-44e4-9603-37584ff0baf9 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:32.610987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-c3940435-4f93-46d0-8f64-073742bab618 req-968dc648-e05a-435e-9d15-f903b4b26e28 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:32.618832 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3940435-4f93-46d0-8f64-073742bab618 req-968dc648-e05a-435e-9d15-f903b4b26e28 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:13:32.648002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968dc648-e05a-435e-9d15-f903b4b26e28 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Pushing event updated for resources: {'Port': ['ID=2c9f1ba2-7483-4f59-a072-794535da39f5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:32.693987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940435-4f93-46d0-8f64-073742bab618 req-968dc648-e05a-435e-9d15-f903b4b26e28 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:32.694788 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c3940435-4f93-46d0-8f64-073742bab618 req-968dc648-e05a-435e-9d15-f903b4b26e28 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.696371 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Attempting to bind port 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:13:32.696894 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Attempting to bind port 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '9117483a-a6ce-4bf3-be2b-770bd135be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:13:32.697360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Attempting to bind port 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 on network ca2ab8ae-a107-4a49-9219-995d9c2acd35 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:13:32.715589 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3de7992-4f05-4204-a08d-e4147ab593c7 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.726092 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8d5ef552-2f2c-4461-a46a-56b4c5d6fbca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=49009d531583482cb4ed64f2ddbffa2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772621 Jul 15 15:13:32.726092 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Port 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 on network ca2ab8ae-a107-4a49-9219-995d9c2acd35 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:13:32.726092 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Attempting to bind port 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 on network ca2ab8ae-a107-4a49-9219-995d9c2acd35 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:13:32.730017 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42450) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:32.730840 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac189206-b915-45f8-8128-2161f51e848c req-b3492aeb-2101-4364-ad47-c8afec0dc372 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:32.732464 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac189206-b915-45f8-8128-2161f51e848c req-b3492aeb-2101-4364-ad47-c8afec0dc372 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 945 time: 0.2188692 Jul 15 15:13:32.734330 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3940435-4f93-46d0-8f64-073742bab618 req-968dc648-e05a-435e-9d15-f903b4b26e28 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6741130 Jul 15 15:13:32.756261 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Request body: {'port': {'device_id': 'c4112d06-5e6b-4111-8f09-855e3864475e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:32.759671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:13:32.760027 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Checking segment: {'id': '9117483a-a6ce-4bf3-be2b-770bd135be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:13:32.760420 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Bound using segment: {'id': '9117483a-a6ce-4bf3-be2b-770bd135be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:13:32.760871 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Bound port: 1f0bdb2b-31a9-425f-8a33-71d5ce96d515, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9117483a-a6ce-4bf3-be2b-770bd135be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:13:32.761241 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.824989 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.828638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac189206-b915-45f8-8128-2161f51e848c req-d6d25624-2ec4-4d4b-ba3e-8929ecd105f9 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859690 Jul 15 15:13:32.878950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] For port 1f0bdb2b-31a9-425f-8a33-71d5ce96d515, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:13:32.882969 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] For port 1f0bdb2b-31a9-425f-8a33-71d5ce96d515, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1f0bdb2b-31a9-425f-8a33-71d5ce96d515,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:13:32.886008 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cdf634b-fad7-4a9b-b480-1932237a02b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.896028 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.922620 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.982413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:32.983712 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.986174 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] 10.222.0.22 "PUT /v2.0/ports/1f0bdb2b-31a9-425f-8a33-71d5ce96d515 HTTP/1.1" status: 200 len: 1091 time: 1.4588649 Jul 15 15:13:32.986762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713bfb7c-cea2-4e0f-bd87-e1edec88e051', 'tag': '1f0bdb2b-31a9-425f-8a33-71d5ce96d515'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:13:32.989512 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e79f925-68d3-49c3-be2f-efb3956d8984" -d '{"events": [{"name": "network-changed", "server_uuid": "713bfb7c-cea2-4e0f-bd87-e1edec88e051", "tag": "1f0bdb2b-31a9-425f-8a33-71d5ce96d515"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:33.070326 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f51d82f0-988a-4074-94ae-2a06d61bdc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:33.075484 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d68866-2392-4eea-adcc-88f91ff1dfb4 x-openstack-request-id: req-66d68866-2392-4eea-adcc-88f91ff1dfb4 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:33.075782 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713bfb7c-cea2-4e0f-bd87-e1edec88e051", "tag": "1f0bdb2b-31a9-425f-8a33-71d5ce96d515", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:33.076035 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66d68866-2392-4eea-adcc-88f91ff1dfb4 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:33.076567 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713bfb7c-cea2-4e0f-bd87-e1edec88e051', 'tag': '1f0bdb2b-31a9-425f-8a33-71d5ce96d515', 'status': 'completed', 'code': 200} Jul 15 15:13:33.145745 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f51d82f0-988a-4074-94ae-2a06d61bdc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:33.176481 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd606b-445e-4ddf-a7b5-0a3d2bc8df87 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0bdb2b-31a9-425f-8a33-71d5ce96d515,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:33.193273 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a3de7992-4f05-4204-a08d-e4147ab593c7 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Deleting port 9ab782ca-c136-4460-a092-5a0b56a1c2ae {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:13:33.193822 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3de7992-4f05-4204-a08d-e4147ab593c7 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:33.283730 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f51d82f0-988a-4074-94ae-2a06d61bdc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:33.286661 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f51d82f0-988a-4074-94ae-2a06d61bdc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:33.292426 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f51d82f0-988a-4074-94ae-2a06d61bdc41 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e9d03041-d363-4696-8380-d44000b5bf2d HTTP/1.1" status: 204 len: 168 time: 0.5567691 Jul 15 15:13:33.311347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d82f0-988a-4074-94ae-2a06d61bdc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d03041-d363-4696-8380-d44000b5bf2d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:33.322784 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3de7992-4f05-4204-a08d-e4147ab593c7 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:33.332749 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-201d23c6-c1d0-4274-a0b0-70226e22940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:33.344841 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-201d23c6-c1d0-4274-a0b0-70226e22940e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=654aa7ff723c41b59e7bbd6bde26ee6a&device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 1094 time: 0.2909713 Jul 15 15:13:33.351027 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a3de7992-4f05-4204-a08d-e4147ab593c7 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Calling delete_port for 9ab782ca-c136-4460-a092-5a0b56a1c2ae owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:13:33.385415 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c9f1ba2-7483-4f59-a072-794535da39f5 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:13:33.396359 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-1355c0f6-338f-4f6a-aad3-51bb9ae2351e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0bdb2b-31a9-425f-8a33-71d5ce96d515 HTTP/1.1" status: 200 len: 217 time: 0.0431576 Jul 15 15:13:33.397936 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:33.464282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Transition to ACTIVE for port object 2c9f1ba2-7483-4f59-a072-794535da39f5 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:13:33.477402 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80de73-a5b7-42d2-8936-d57a8a1fb5a0 req-154157e5-7314-4ce7-8121-7bb6b3091123 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:33.485777 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed80de73-a5b7-42d2-8936-d57a8a1fb5a0 req-154157e5-7314-4ce7-8121-7bb6b3091123 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 945 time: 0.2467685 Jul 15 15:13:33.507100 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-f22860eb-c146-46a9-963b-347e924b66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:33.509277 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-f22860eb-c146-46a9-963b-347e924b66f6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=80f494c2-b6f4-4c40-b1bb-27cdabd6cc33 HTTP/1.1" status: 200 len: 853 time: 0.1065619 Jul 15 15:13:33.511716 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:33.549462 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-bedf831a-4875-4a59-9a7d-649ff2ab9bfa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ca2ab8ae-a107-4a49-9219-995d9c2acd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309236 Jul 15 15:13:33.733902 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3de7992-4f05-4204-a08d-e4147ab593c7 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:33.786100 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de7992-4f05-4204-a08d-e4147ab593c7 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Pushing event deleted for resources: {'Port': ['ID=9ab782ca-c136-4460-a092-5a0b56a1c2ae,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:33.970498 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-6ef38f07-f80c-48e6-9fbc-a62625f012b1 service neutron] 10.222.0.22 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122839 Jul 15 15:13:33.973235 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3de7992-4f05-4204-a08d-e4147ab593c7 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:34.032559 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed80de73-a5b7-42d2-8936-d57a8a1fb5a0 req-08ba1907-6968-428f-9d97-8c70e2bfad30 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459049 Jul 15 15:13:34.042674 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9f1ba2-7483-4f59-a072-794535da39f5,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:34.075805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f5bac-652a-4e8d-82a9-0c2a4e0dacba req-79509f06-9e24-4074-80e3-b8082fe89c08 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:34.082601 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-589f5bac-652a-4e8d-82a9-0c2a4e0dacba req-79509f06-9e24-4074-80e3-b8082fe89c08 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 931 time: 0.6889079 Jul 15 15:13:34.110674 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3de7992-4f05-4204-a08d-e4147ab593c7 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:34.114778 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3de7992-4f05-4204-a08d-e4147ab593c7 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:34.162653 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-589f5bac-652a-4e8d-82a9-0c2a4e0dacba req-0b3ed29a-06e8-4ae9-b223-23c02eb33a8a tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790484 Jul 15 15:13:34.219121 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3de7992-4f05-4204-a08d-e4147ab593c7 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:34.219708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3de7992-4f05-4204-a08d-e4147ab593c7 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Fanout notify agent at l3_agent the message router_deleted on router 7a17fe3b-71c2-410e-8076-f67553a8fd54 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:13:34.220012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Attempting to bind port 2c9f1ba2-7483-4f59-a072-794535da39f5 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:13:34.220819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Attempting to bind port 2c9f1ba2-7483-4f59-a072-794535da39f5 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:13:34.225601 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Attempting to bind port 2c9f1ba2-7483-4f59-a072-794535da39f5 on network 64b414a4-4442-44e4-9603-37584ff0baf9 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:13:34.235063 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Port 2c9f1ba2-7483-4f59-a072-794535da39f5 on network 64b414a4-4442-44e4-9603-37584ff0baf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:13:34.235387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Attempting to bind port 2c9f1ba2-7483-4f59-a072-794535da39f5 on network 64b414a4-4442-44e4-9603-37584ff0baf9 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:13:34.236803 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3de7992-4f05-4204-a08d-e4147ab593c7 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:34.237953 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a3de7992-4f05-4204-a08d-e4147ab593c7 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "DELETE /v2.0/routers/7a17fe3b-71c2-410e-8076-f67553a8fd54 HTTP/1.1" status: 204 len: 168 time: 2.0876563 Jul 15 15:13:34.242433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42494) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:34.248158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-42895c4f-3536-4f9a-8e61-06f8e19f6b46 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-44404366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:34.249714 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:13:34.250102 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Checking segment: {'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:13:34.250500 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Bound using segment: {'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:13:34.253512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Bound port: 2c9f1ba2-7483-4f59-a072-794535da39f5, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:13:34.253879 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:34.254652 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:34.255725 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9169d0a-5de3-4ed8-9967-bae366650963 req-47ebd7b3-8f4b-4122-9e7e-cdf4721b0f28 service neutron] 10.222.0.22 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771749 Jul 15 15:13:34.299854 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42895c4f-3536-4f9a-8e61-06f8e19f6b46 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:34.301042 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42895c4f-3536-4f9a-8e61-06f8e19f6b46 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:34.405694 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42895c4f-3536-4f9a-8e61-06f8e19f6b46 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:34.414266 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42895c4f-3536-4f9a-8e61-06f8e19f6b46 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:34.436541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79f925-68d3-49c3-be2f-efb3956d8984 req-59068af4-f14d-43a7-b1e8-16d1b7a6ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:34.438174 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1e79f925-68d3-49c3-be2f-efb3956d8984 req-59068af4-f14d-43a7-b1e8-16d1b7a6ba1a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=654aa7ff723c41b59e7bbd6bde26ee6a&device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 1094 time: 0.1146398 Jul 15 15:13:34.439980 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42895c4f-3536-4f9a-8e61-06f8e19f6b46 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:34.444594 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-42895c4f-3536-4f9a-8e61-06f8e19f6b46 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2007496 Jul 15 15:13:34.445711 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42502) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:34.450658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'enable_snat': True}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:34.451179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] For port 2c9f1ba2-7483-4f59-a072-794535da39f5, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:13:34.460496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36dcbe-56dc-4e96-8c33-4aba4102b0b9 req-179ab232-8e7a-4e05-a07f-b2c1f3be6bd8 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:34.463108 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a36dcbe-56dc-4e96-8c33-4aba4102b0b9 req-179ab232-8e7a-4e05-a07f-b2c1f3be6bd8 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 943 time: 0.1708341 Jul 15 15:13:34.465029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] For port 2c9f1ba2-7483-4f59-a072-794535da39f5, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2c9f1ba2-7483-4f59-a072-794535da39f5,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:13:34.478483 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:34.581689 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:34.582325 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:34.584158 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3940435-4f93-46d0-8f64-073742bab618 req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] 10.222.0.11 "PUT /v2.0/ports/2c9f1ba2-7483-4f59-a072-794535da39f5 HTTP/1.1" status: 200 len: 1091 time: 1.8325582 Jul 15 15:13:34.584625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4112d06-5e6b-4111-8f09-855e3864475e', 'tag': '2c9f1ba2-7483-4f59-a072-794535da39f5'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:13:34.587099 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36509e87-360c-4733-9a2d-58615e8b556c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4112d06-5e6b-4111-8f09-855e3864475e", "tag": "2c9f1ba2-7483-4f59-a072-794535da39f5"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:34.611410 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a36dcbe-56dc-4e96-8c33-4aba4102b0b9 req-0f2e764d-65a6-483c-a233-cfda947bdd65 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414084 Jul 15 15:13:34.612542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d1029-2c49-4100-967d-14f119eae706 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9f1ba2-7483-4f59-a072-794535da39f5,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:34.679275 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b275fbf2-109d-4df3-b874-54c5fb91a816 x-openstack-request-id: req-b275fbf2-109d-4df3-b874-54c5fb91a816 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:34.679620 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4112d06-5e6b-4111-8f09-855e3864475e", "tag": "2c9f1ba2-7483-4f59-a072-794535da39f5", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:34.679892 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b275fbf2-109d-4df3-b874-54c5fb91a816 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:34.680296 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4112d06-5e6b-4111-8f09-855e3864475e', 'tag': '2c9f1ba2-7483-4f59-a072-794535da39f5', 'status': 'completed', 'code': 200} Jul 15 15:13:34.717092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940435-4f93-46d0-8f64-073742bab618 req-239ef071-6e88-4e2c-abfa-bb33901461af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:34.719414 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3940435-4f93-46d0-8f64-073742bab618 req-239ef071-6e88-4e2c-abfa-bb33901461af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8adb63cf4244269af1c8a6cb45bce85&device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 1094 time: 0.0778694 Jul 15 15:13:34.774675 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3940435-4f93-46d0-8f64-073742bab618 req-fa89bdae-29a8-48e7-bffe-3f53c4f41cee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c9f1ba2-7483-4f59-a072-794535da39f5 HTTP/1.1" status: 200 len: 217 time: 0.0445993 Jul 15 15:13:34.842309 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940435-4f93-46d0-8f64-073742bab618 req-3a1a209e-2c5c-4b0c-8ce0-5e89f0666339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:34.844189 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3940435-4f93-46d0-8f64-073742bab618 req-3a1a209e-2c5c-4b0c-8ce0-5e89f0666339 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4769b93a-d272-4da8-83b1-540f5e8c4a23 HTTP/1.1" status: 200 len: 855 time: 0.0591469 Jul 15 15:13:34.905617 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3940435-4f93-46d0-8f64-073742bab618 req-0b374d98-5d10-4f6b-a69b-4ad620dc6a9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64b414a4-4442-44e4-9603-37584ff0baf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513504 Jul 15 15:13:35.025973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79f925-68d3-49c3-be2f-efb3956d8984 req-e57a8df6-61da-440e-95ac-2843e30fa78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:35.027260 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1e79f925-68d3-49c3-be2f-efb3956d8984 req-e57a8df6-61da-440e-95ac-2843e30fa78a service neutron] 10.222.0.22 "GET /v2.0/networks?id=ca2ab8ae-a107-4a49-9219-995d9c2acd35 HTTP/1.1" status: 200 len: 914 time: 0.5740204 Jul 15 15:13:35.048826 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3940435-4f93-46d0-8f64-073742bab618 req-99c5c78d-32c2-4ae7-a94a-365e12d3c45b service neutron] 10.222.0.11 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330094 Jul 15 15:13:35.132342 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1e79f925-68d3-49c3-be2f-efb3956d8984 req-422ead82-9db2-45d2-bb1e-dd8fc3dea828 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0bdb2b-31a9-425f-8a33-71d5ce96d515 HTTP/1.1" status: 200 len: 217 time: 0.0632436 Jul 15 15:13:35.256639 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:35.283613 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79f925-68d3-49c3-be2f-efb3956d8984 req-e92ece90-c8d3-462f-bdfa-168756dcae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:35.285210 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1e79f925-68d3-49c3-be2f-efb3956d8984 req-e92ece90-c8d3-462f-bdfa-168756dcae1c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=80f494c2-b6f4-4c40-b1bb-27cdabd6cc33 HTTP/1.1" status: 200 len: 853 time: 0.1029336 Jul 15 15:13:35.338303 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1e79f925-68d3-49c3-be2f-efb3956d8984 req-3a224a38-bf05-4768-82c9-3888e09f342e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ca2ab8ae-a107-4a49-9219-995d9c2acd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429878 Jul 15 15:13:35.395525 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3940435-4f93-46d0-8f64-073742bab618 req-9082bad0-f55b-495a-b0f7-492c39474c67 service neutron] 10.222.0.11 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388355 Jul 15 15:13:35.424951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18002cd-5bde-42eb-99e3-b1a3fe59ff91 req-34b48b53-b707-4c38-972e-f995c775e9e8 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:35.426514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c18002cd-5bde-42eb-99e3-b1a3fe59ff91 req-34b48b53-b707-4c38-972e-f995c775e9e8 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 945 time: 0.1982915 Jul 15 15:13:35.448004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cbdba-5ffb-4d3f-94da-d582697c33fe req-884a8f90-3788-4973-a339-07f641448a9e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:35.449570 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-556cbdba-5ffb-4d3f-94da-d582697c33fe req-884a8f90-3788-4973-a339-07f641448a9e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 943 time: 0.1432006 Jul 15 15:13:35.503580 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1e79f925-68d3-49c3-be2f-efb3956d8984 req-b0bd7423-f1c3-452a-b1b7-c0968869fde0 service neutron] 10.222.0.22 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571925 Jul 15 15:13:35.576213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c18002cd-5bde-42eb-99e3-b1a3fe59ff91 req-db38beb7-13b4-468f-9ae3-4098c011a249 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364505 Jul 15 15:13:35.603965 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-556cbdba-5ffb-4d3f-94da-d582697c33fe req-a9db0548-1bb0-4b57-b5ce-503d3fc86864 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474016 Jul 15 15:13:35.618787 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36509e87-360c-4733-9a2d-58615e8b556c req-9276990b-0ec9-4167-86f6-6feba74220eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:35.618787 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36509e87-360c-4733-9a2d-58615e8b556c req-9276990b-0ec9-4167-86f6-6feba74220eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8adb63cf4244269af1c8a6cb45bce85&device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 1094 time: 0.1585407 Jul 15 15:13:35.790522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36509e87-360c-4733-9a2d-58615e8b556c req-5bde2ceb-860c-43b3-81b4-c3ff804c7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:35.792174 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36509e87-360c-4733-9a2d-58615e8b556c req-5bde2ceb-860c-43b3-81b4-c3ff804c7ae4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=64b414a4-4442-44e4-9603-37584ff0baf9 HTTP/1.1" status: 200 len: 916 time: 0.1683629 Jul 15 15:13:35.860569 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36509e87-360c-4733-9a2d-58615e8b556c req-57a184b9-836d-4a10-81e8-31bccd4eed65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c9f1ba2-7483-4f59-a072-794535da39f5 HTTP/1.1" status: 200 len: 217 time: 0.0610840 Jul 15 15:13:35.861224 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-1e79f925-68d3-49c3-be2f-efb3956d8984 req-4a802c67-146b-40ea-baa0-8e3eef79340a service neutron] 10.222.0.22 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498907 Jul 15 15:13:35.871277 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:35.912682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:35.989329 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:36.006805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36509e87-360c-4733-9a2d-58615e8b556c req-7c8d84e1-475b-4514-ac6d-0fd61986193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:36.008328 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36509e87-360c-4733-9a2d-58615e8b556c req-7c8d84e1-475b-4514-ac6d-0fd61986193a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4769b93a-d272-4da8-83b1-540f5e8c4a23 HTTP/1.1" status: 200 len: 855 time: 0.1246061 Jul 15 15:13:36.156592 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Allocated IP 172.25.4.58 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/55ee22b3-978c-4584-ae0c-dee4b5846a58) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:36.162430 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36509e87-360c-4733-9a2d-58615e8b556c req-3fbc3d88-dc46-4b57-80c2-5c90440e66fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64b414a4-4442-44e4-9603-37584ff0baf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365573 Jul 15 15:13:36.219258 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a76bb1-e802-4850-99e2-81fde4598130 req-584fcf60-f911-4a55-8310-c41f9375eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:36.220400 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19a76bb1-e802-4850-99e2-81fde4598130 req-584fcf60-f911-4a55-8310-c41f9375eb1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5289969881949fea756847bafa1c2c8&device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 1096 time: 0.1134660 Jul 15 15:13:36.333500 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5cc70-26c3-4ae0-a354-9105f162b88f req-bf885693-30ce-4ccd-86ef-fcacf022f67a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:36.335066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6dd5cc70-26c3-4ae0-a354-9105f162b88f req-bf885693-30ce-4ccd-86ef-fcacf022f67a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 943 time: 0.2949569 Jul 15 15:13:36.375993 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089984e3-25db-49ed-8fe5-6dda0ae893d3 req-e72464cf-84e4-4772-bafc-0a8db0555d87 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:36.378210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-089984e3-25db-49ed-8fe5-6dda0ae893d3 req-e72464cf-84e4-4772-bafc-0a8db0555d87 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 945 time: 0.2386491 Jul 15 15:13:36.384315 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:36.411363 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a76bb1-e802-4850-99e2-81fde4598130 req-2b1f500f-3c40-4447-b626-fda0a7f66fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:36.412862 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19a76bb1-e802-4850-99e2-81fde4598130 req-2b1f500f-3c40-4447-b626-fda0a7f66fa2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6a9decca-e255-47c7-8647-fe666d83d1e3 HTTP/1.1" status: 200 len: 912 time: 0.1481874 Jul 15 15:13:36.435425 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36509e87-360c-4733-9a2d-58615e8b556c req-89dd4fd4-fa43-4bec-a43c-83b8c0e3e4e4 service neutron] 10.222.0.11 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623281 Jul 15 15:13:36.478848 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42566) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:36.488658 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19a76bb1-e802-4850-99e2-81fde4598130 req-0d8c3489-544b-455c-a5ee-aaf39c1d5a13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 HTTP/1.1" status: 200 len: 217 time: 0.0673287 Jul 15 15:13:36.530570 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:36.595424 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:36.599303 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a76bb1-e802-4850-99e2-81fde4598130 req-82d8ef67-7fa3-48f3-82a1-bca7970dc6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:36.600973 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19a76bb1-e802-4850-99e2-81fde4598130 req-82d8ef67-7fa3-48f3-82a1-bca7970dc6cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f4e03a-381b-492c-bb30-f93cc42fadc0 HTTP/1.1" status: 200 len: 851 time: 0.1029410 Jul 15 15:13:36.606300 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:36.608907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:13:36.612490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Pushing event updated for resources: {'Port': ['ID=55ee22b3-978c-4584-ae0c-dee4b5846a58,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:36.625987 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36509e87-360c-4733-9a2d-58615e8b556c req-8b37b63c-372b-45dc-b40f-32d9b017cdb2 service neutron] 10.222.0.11 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499584 Jul 15 15:13:36.671173 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19a76bb1-e802-4850-99e2-81fde4598130 req-cd825dd1-bb93-46d5-acfe-2d4e41e271e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a9decca-e255-47c7-8647-fe666d83d1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350468 Jul 15 15:13:36.688648 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6dd5cc70-26c3-4ae0-a354-9105f162b88f req-d4afc986-94f9-4ac1-9f49-e8415e0e498c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439755 Jul 15 15:13:36.744385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-089984e3-25db-49ed-8fe5-6dda0ae893d3 req-d86f1106-3464-4cc1-90ec-6bb681b856ce tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248703 Jul 15 15:13:36.854665 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:13:36.864930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b2381d-db88-434d-8c24-f3e5fc0fb8e1 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:36.865432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b2381d-db88-434d-8c24-f3e5fc0fb8e1 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:36.865916 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b2381d-db88-434d-8c24-f3e5fc0fb8e1 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:36.881904 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-61b2381d-db88-434d-8c24-f3e5fc0fb8e1 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/ports?project_id=70a995f7ee6e41f597cf94301c84780c&network_id=ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 HTTP/1.1" status: 200 len: 2969 time: 0.3671920 Jul 15 15:13:36.977767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c8b05-9606-407a-89c4-0bd6a6c82a73 req-7419717f-87bd-4fb0-a37c-c34f573d8fcf tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:36.979443 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-863c8b05-9606-407a-89c4-0bd6a6c82a73 req-7419717f-87bd-4fb0-a37c-c34f573d8fcf tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 943 time: 0.1097860 Jul 15 15:13:37.012181 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19a76bb1-e802-4850-99e2-81fde4598130 req-ca6416cf-6db0-440f-a343-55e872bcd33d service neutron] 10.222.0.11 "GET /v2.0/networks/6a9decca-e255-47c7-8647-fe666d83d1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254480 Jul 15 15:13:37.035077 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-863c8b05-9606-407a-89c4-0bd6a6c82a73 req-36418265-c3ef-4c0b-89bf-225433f43a31 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495434 Jul 15 15:13:37.043847 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 1f0bdb2b-31a9-425f-8a33-71d5ce96d515, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1f0bdb2b-31a9-425f-8a33-71d5ce96d515,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:37.068936 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '1f0bdb2b-31a9-425f-8a33-71d5ce96d515', 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35', 'port_id': '1f0bdb2b-31a9-425f-8a33-71d5ce96d515', 'mac_address': 'fa:16:3e:0b:b3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f494c2-b6f4-4c40-b1bb-27cdabd6cc33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:13:37.114962 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:37.137110 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:13:37.160547 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 1f0bdb2b-31a9-425f-8a33-71d5ce96d515, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1f0bdb2b-31a9-425f-8a33-71d5ce96d515,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:37.170935 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:37.185390 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:37.232668 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=1f0bdb2b-31a9-425f-8a33-71d5ce96d515,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:37.239224 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-19a76bb1-e802-4850-99e2-81fde4598130 req-71df47b1-f39d-4e2c-8c2c-7a3066f54827 service neutron] 10.222.0.11 "GET /v2.0/networks/6a9decca-e255-47c7-8647-fe666d83d1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106884 Jul 15 15:13:37.401945 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['1f0bdb2b-31a9-425f-8a33-71d5ce96d515'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:13:37.416521 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:37.420445 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:37.574260 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Router b9f4ea04-6b8e-40c6-9dce-4bd57cb70094 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:13:37.703955 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:13:37.722116 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74599b6-0ece-49ad-a746-89a810b5792c None None] Sync routers for ids ['b9f4ea04-6b8e-40c6-9dce-4bd57cb70094'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:13:37.732233 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:37.737689 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0b74e546-48e1-49d4-8ba9-8f9951bbb2f6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "PUT /v2.0/routers/b9f4ea04-6b8e-40c6-9dce-4bd57cb70094 HTTP/1.1" status: 200 len: 912 time: 3.2905595 Jul 15 15:13:37.740329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:37.945032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2c9f1ba2-7483-4f59-a072-794535da39f5 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:13:37.995400 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-899c2f54-9f8c-4aa3-aa3c-822bb3def9e8 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/routers/b9f4ea04-6b8e-40c6-9dce-4bd57cb70094 HTTP/1.1" status: 200 len: 918 time: 0.2513218 Jul 15 15:13:37.995806 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42606) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:38.011886 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74599b6-0ece-49ad-a746-89a810b5792c None None] Routers {'b9f4ea04-6b8e-40c6-9dce-4bd57cb70094'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:38.013022 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f74599b6-0ece-49ad-a746-89a810b5792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b9f4ea04-6b8e-40c6-9dce-4bd57cb70094'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:38.095789 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f74599b6-0ece-49ad-a746-89a810b5792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:38.098196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7531dd-8c9b-413b-84d4-b5a10fae2b9d req-905ad144-493c-4939-a727-ae34c03546d5 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:38.099438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb7531dd-8c9b-413b-84d4-b5a10fae2b9d req-905ad144-493c-4939-a727-ae34c03546d5 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 944 time: 0.2315753 Jul 15 15:13:38.119068 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74599b6-0ece-49ad-a746-89a810b5792c None None] Routers {'b9f4ea04-6b8e-40c6-9dce-4bd57cb70094'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:38.119828 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f74599b6-0ece-49ad-a746-89a810b5792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b9f4ea04-6b8e-40c6-9dce-4bd57cb70094'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:38.139987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 2c9f1ba2-7483-4f59-a072-794535da39f5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2c9f1ba2-7483-4f59-a072-794535da39f5,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:38.158711 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '2c9f1ba2-7483-4f59-a072-794535da39f5', 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9', 'port_id': '2c9f1ba2-7483-4f59-a072-794535da39f5', 'mac_address': 'fa:16:3e:d7:9f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4769b93a-d272-4da8-83b1-540f5e8c4a23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:13:38.165107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7c50b5-d20f-4cab-9388-724b0c1c48b0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:38.171177 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-df7c50b5-d20f-4cab-9388-724b0c1c48b0 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=ec74806f-3974-4328-91b6-649387af1d1a&device_id=b9f4ea04-6b8e-40c6-9dce-4bd57cb70094&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1745377 Jul 15 15:13:38.171651 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42612) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:38.190279 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f74599b6-0ece-49ad-a746-89a810b5792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:38.191269 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74599b6-0ece-49ad-a746-89a810b5792c None None] The sync data for ids ['b9f4ea04-6b8e-40c6-9dce-4bd57cb70094'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:13:38.207533 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb7531dd-8c9b-413b-84d4-b5a10fae2b9d req-5e285764-2cb4-4d0a-a4c3-f948a8dda11a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861497 Jul 15 15:13:38.237613 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:38.255121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc29aa-3a0d-4eaf-8fcb-3a9c2829620a req-df2965ac-79ae-4b1f-8015-31d871fd157b tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:38.256526 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eedc29aa-3a0d-4eaf-8fcb-3a9c2829620a req-df2965ac-79ae-4b1f-8015-31d871fd157b tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 945 time: 0.2488840 Jul 15 15:13:38.257015 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c9f1ba2-7483-4f59-a072-794535da39f5 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:13:38.285923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 2c9f1ba2-7483-4f59-a072-794535da39f5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2c9f1ba2-7483-4f59-a072-794535da39f5,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:38.291320 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:38.342231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eedc29aa-3a0d-4eaf-8fcb-3a9c2829620a req-54820192-d06b-4581-9fc2-943da2e4e354 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763702 Jul 15 15:13:38.349418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=2c9f1ba2-7483-4f59-a072-794535da39f5,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:38.357854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bd59a2-2316-4a7b-95df-739b275371e2 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:38.362266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42614) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:38.362857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c9bd59a2-2316-4a7b-95df-739b275371e2 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 881 time: 0.1889873 Jul 15 15:13:38.399757 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ccb81662-58fa-4128-b0f8-181f851ee52a tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9f4ea04-6b8e-40c6-9dce-4bd57cb70094 HTTP/1.1" status: 200 len: 205 time: 0.0318115 Jul 15 15:13:38.399757 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42616) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:38.518955 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4439153e-20c4-4250-ac68-f569181ffd10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:38.542045 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac265c-94f2-49aa-8db2-cc204ccab378 req-9bb08ace-6298-4eb0-8c7e-b910ff075ae2 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:38.543834 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4ac265c-94f2-49aa-8db2-cc204ccab378 req-9bb08ace-6298-4eb0-8c7e-b910ff075ae2 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 944 time: 0.0804491 Jul 15 15:13:38.552654 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:13:38.599981 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4ac265c-94f2-49aa-8db2-cc204ccab378 req-bc18d7c7-a62b-4941-8e89-cc185a38a6e0 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484242 Jul 15 15:13:38.609023 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['2c9f1ba2-7483-4f59-a072-794535da39f5'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:13:38.855930 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:13:38.977870 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:13:38.983309 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:13:38.984031 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:39.082166 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4439153e-20c4-4250-ac68-f569181ffd10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:39.083964 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:39.135151 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 1f0bdb2b-31a9-425f-8a33-71d5ce96d515, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1f0bdb2b-31a9-425f-8a33-71d5ce96d515,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:39.136285 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713bfb7c-cea2-4e0f-bd87-e1edec88e051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0bdb2b-31a9-425f-8a33-71d5ce96d515'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:13:39.138803 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1f20a3-7f8c-42b3-a933-d2365810985b" -d '{"events": [{"server_uuid": "713bfb7c-cea2-4e0f-bd87-e1edec88e051", "name": "network-vif-plugged", "status": "completed", "tag": "1f0bdb2b-31a9-425f-8a33-71d5ce96d515"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:39.144909 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:39.177993 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4439153e-20c4-4250-ac68-f569181ffd10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Deleting port 55ee22b3-978c-4584-ae0c-dee4b5846a58 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:13:39.178440 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4439153e-20c4-4250-ac68-f569181ffd10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:39.188532 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4e2e7a-33dc-4312-a330-cc616ab14d1b x-openstack-request-id: req-ab4e2e7a-33dc-4312-a330-cc616ab14d1b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:39.188959 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713bfb7c-cea2-4e0f-bd87-e1edec88e051", "name": "network-vif-plugged", "status": "completed", "tag": "1f0bdb2b-31a9-425f-8a33-71d5ce96d515", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:39.189307 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ab4e2e7a-33dc-4312-a330-cc616ab14d1b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:39.189815 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713bfb7c-cea2-4e0f-bd87-e1edec88e051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0bdb2b-31a9-425f-8a33-71d5ce96d515', 'code': 200} Jul 15 15:13:39.241034 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=1f0bdb2b-31a9-425f-8a33-71d5ce96d515,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:39.334382 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4439153e-20c4-4250-ac68-f569181ffd10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:39.352547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4439153e-20c4-4250-ac68-f569181ffd10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Calling delete_port for 55ee22b3-978c-4584-ae0c-dee4b5846a58 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:13:39.365702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af9013-567b-483f-9a2a-06fc81f3e164 req-3256678e-fc36-4e1f-84cd-4618567d4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:39.368041 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-77af9013-567b-483f-9a2a-06fc81f3e164 req-3256678e-fc36-4e1f-84cd-4618567d4e60 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 1096 time: 0.1001954 Jul 15 15:13:39.464815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa6fa-4eb6-4f98-a2af-1c1cf204b838 req-961819cc-0333-48c7-91d4-2b1a42d2927e tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:39.465415 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-77af9013-567b-483f-9a2a-06fc81f3e164 req-d5455ece-d38f-4cf6-8a43-83c1415a6344 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595796 Jul 15 15:13:39.471346 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f6fa6fa-4eb6-4f98-a2af-1c1cf204b838 req-961819cc-0333-48c7-91d4-2b1a42d2927e tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 945 time: 0.1429660 Jul 15 15:13:39.546448 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f6fa6fa-4eb6-4f98-a2af-1c1cf204b838 req-71c16415-d4db-4d6c-be63-7558dab3909c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708580 Jul 15 15:13:39.614325 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4439153e-20c4-4250-ac68-f569181ffd10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:39.664153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439153e-20c4-4250-ac68-f569181ffd10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Pushing event deleted for resources: {'Port': ['ID=55ee22b3-978c-4584-ae0c-dee4b5846a58,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:39.793106 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4439153e-20c4-4250-ac68-f569181ffd10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:39.824323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3489c-6dce-4ec4-af87-9c56b087e8fb req-69560a28-21ad-4be8-90d7-9ac5aaefff4f tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:39.826138 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08f3489c-6dce-4ec4-af87-9c56b087e8fb req-69560a28-21ad-4be8-90d7-9ac5aaefff4f tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 945 time: 0.1403975 Jul 15 15:13:39.908818 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08f3489c-6dce-4ec4-af87-9c56b087e8fb req-c2e7990b-7ef3-4b39-a483-4e852ea31a7a tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621676 Jul 15 15:13:39.924212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6d7c8-39a6-4303-9f36-9ca2f295a0fa req-7ddd389f-cfcd-414f-baa4-ee11f3dcf6ca tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:39.926216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5c6d7c8-39a6-4303-9f36-9ca2f295a0fa req-7ddd389f-cfcd-414f-baa4-ee11f3dcf6ca tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 944 time: 0.1630497 Jul 15 15:13:39.931367 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4439153e-20c4-4250-ac68-f569181ffd10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:39.933781 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4439153e-20c4-4250-ac68-f569181ffd10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:39.941809 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2c9f1ba2-7483-4f59-a072-794535da39f5 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:13:39.996075 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5c6d7c8-39a6-4303-9f36-9ca2f295a0fa req-7643e8d0-6dd0-45f9-8db5-4e8255ea1a71 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632877 Jul 15 15:13:40.006286 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4439153e-20c4-4250-ac68-f569181ffd10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:40.007230 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4439153e-20c4-4250-ac68-f569181ffd10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Fanout notify agent at l3_agent the message router_deleted on router b9f4ea04-6b8e-40c6-9dce-4bd57cb70094 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:13:40.017421 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4439153e-20c4-4250-ac68-f569181ffd10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:40.024693 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4439153e-20c4-4250-ac68-f569181ffd10 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "DELETE /v2.0/routers/b9f4ea04-6b8e-40c6-9dce-4bd57cb70094 HTTP/1.1" status: 204 len: 168 time: 1.6233947 Jul 15 15:13:40.025571 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42646) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:40.033572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6fcf4d14-b768-4e54-b92c-5b85f8a78721 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1258427831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:40.073559 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6fcf4d14-b768-4e54-b92c-5b85f8a78721 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:40.075496 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6fcf4d14-b768-4e54-b92c-5b85f8a78721 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:40.097327 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 2c9f1ba2-7483-4f59-a072-794535da39f5 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:13:40.103774 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 2c9f1ba2-7483-4f59-a072-794535da39f5 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:13:40.106946 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:40.190372 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6fcf4d14-b768-4e54-b92c-5b85f8a78721 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:40.205415 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6fcf4d14-b768-4e54-b92c-5b85f8a78721 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:40.232677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42648) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:40.280517 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6fcf4d14-b768-4e54-b92c-5b85f8a78721 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:40.286885 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6fcf4d14-b768-4e54-b92c-5b85f8a78721 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2549000 Jul 15 15:13:40.288141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42650) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:40.312640 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'enable_snat': False}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:40.346423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e167fbb-ef2a-4ba8-8b65-d28e20fb0989 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:40.348389 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6e167fbb-ef2a-4ba8-8b65-d28e20fb0989 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 814 time: 0.1166694 Jul 15 15:13:40.368491 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:40.433227 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 2c9f1ba2-7483-4f59-a072-794535da39f5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2c9f1ba2-7483-4f59-a072-794535da39f5,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:40.440787 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:40.549231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=2c9f1ba2-7483-4f59-a072-794535da39f5,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:40.640767 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:40.660692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186b219-cfbe-4a5d-bc34-bdba5c42f0d6 req-0e88fe6f-8202-49a2-83eb-6c1228965033 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:40.662240 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a186b219-cfbe-4a5d-bc34-bdba5c42f0d6 req-0e88fe6f-8202-49a2-83eb-6c1228965033 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 945 time: 0.0755999 Jul 15 15:13:40.715097 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a186b219-cfbe-4a5d-bc34-bdba5c42f0d6 req-173e6782-5e3d-4de2-ad46-e5973d2dbd3a tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453484 Jul 15 15:13:40.860503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a09bf-3ab1-451f-a796-76b40fbdcdd8 req-038b88e2-96ae-49a7-8aa3-402e63473b21 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:40.871228 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a2a09bf-3ab1-451f-a796-76b40fbdcdd8 req-038b88e2-96ae-49a7-8aa3-402e63473b21 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 945 time: 0.0931621 Jul 15 15:13:40.882061 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:40.904366 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:40.936762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a2a09bf-3ab1-451f-a796-76b40fbdcdd8 req-df952af7-fd21-4242-b04a-280b9c42bd8d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502079 Jul 15 15:13:41.030426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Allocated IP 172.25.4.238 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/32ed3f1e-2dd5-4c5e-b812-9bf406cbc08a) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:41.170384 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:41.190711 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4112d06-5e6b-4111-8f09-855e3864475e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9f1ba2-7483-4f59-a072-794535da39f5'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:13:41.194696 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d3258d-1a6e-45ce-9200-87f1d0276de7" -d '{"events": [{"server_uuid": "c4112d06-5e6b-4111-8f09-855e3864475e", "name": "network-vif-plugged", "status": "completed", "tag": "2c9f1ba2-7483-4f59-a072-794535da39f5"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:41.219047 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:41.232519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42676) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:41.238455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-25faed46-559e-4858-bf5b-43de4f3beeea tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'network': {'name': 'tempest-network-smoke--2077117675', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'port_security_enabled': True}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:41.291767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25faed46-559e-4858-bf5b-43de4f3beeea tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Made reservation on behalf of 70a995f7ee6e41f597cf94301c84780c for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:41.296847 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25faed46-559e-4858-bf5b-43de4f3beeea tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:41.321074 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6090d03-d22c-415b-8adf-9762affefbb7 x-openstack-request-id: req-d6090d03-d22c-415b-8adf-9762affefbb7 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:41.322179 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4112d06-5e6b-4111-8f09-855e3864475e", "name": "network-vif-plugged", "status": "completed", "tag": "2c9f1ba2-7483-4f59-a072-794535da39f5", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:41.322456 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d6090d03-d22c-415b-8adf-9762affefbb7 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:41.322896 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4112d06-5e6b-4111-8f09-855e3864475e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9f1ba2-7483-4f59-a072-794535da39f5', 'code': 200} Jul 15 15:13:41.325280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:41.334258 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:41.345487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:13:41.353686 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Pushing event updated for resources: {'Port': ['ID=32ed3f1e-2dd5-4c5e-b812-9bf406cbc08a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:41.404017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25faed46-559e-4858-bf5b-43de4f3beeea tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:13:41.424355 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25faed46-559e-4858-bf5b-43de4f3beeea tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:41.424710 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-25faed46-559e-4858-bf5b-43de4f3beeea tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Added segment 2b35778b-4221-4ef8-8808-14d3309fc4fc of type vlan for network b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 Jul 15 15:13:41.470039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0b495-85ab-4581-83d3-cd4e5b5ba3ad req-b0e0fb45-3792-4b70-bdcf-75a4676d89d0 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:41.471579 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1e0b495-85ab-4581-83d3-cd4e5b5ba3ad req-b0e0fb45-3792-4b70-bdcf-75a4676d89d0 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 945 time: 0.1704609 Jul 15 15:13:41.513280 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25faed46-559e-4858-bf5b-43de4f3beeea tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:41.556983 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1e0b495-85ab-4581-83d3-cd4e5b5ba3ad req-f60a5d0e-3c12-45c9-9eef-319888266473 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747793 Jul 15 15:13:41.614002 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25faed46-559e-4858-bf5b-43de4f3beeea tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:41.618023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b18343-0fac-4aa5-9233-d57054a6ebf0 req-c93dc38c-5867-442d-8f8e-6ebd439bebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:41.619637 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-52b18343-0fac-4aa5-9233-d57054a6ebf0 req-c93dc38c-5867-442d-8f8e-6ebd439bebf2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 1096 time: 0.2117157 Jul 15 15:13:41.621378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25faed46-559e-4858-bf5b-43de4f3beeea tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:41.622183 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25faed46-559e-4858-bf5b-43de4f3beeea tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:41.652900 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1ecbb-4942-4657-840d-7a2d86b83702 req-afe0950f-adf7-47ae-894a-1a96bd11b4e7 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:41.654458 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99e1ecbb-4942-4657-840d-7a2d86b83702 req-afe0950f-adf7-47ae-894a-1a96bd11b4e7 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 945 time: 0.1734917 Jul 15 15:13:41.721517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-25faed46-559e-4858-bf5b-43de4f3beeea tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4868760 Jul 15 15:13:41.736110 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42682) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:41.766925 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-52b18343-0fac-4aa5-9233-d57054a6ebf0 req-21f41a2a-54af-4c34-bc04-3f6b6478b449 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350994 Jul 15 15:13:41.799914 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:41.849713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faed46-559e-4858-bf5b-43de4f3beeea tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Network': ['ID=b50f6ca9-3c09-4616-84e4-3a3aed8a65d9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:41.862636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:13:41.909236 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99e1ecbb-4942-4657-840d-7a2d86b83702 req-45c26210-fd1b-41c5-bc60-792100bc7152 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288475 Jul 15 15:13:41.923765 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618349f6-5e46-42e1-93c8-8c44e2d42491 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:41.925469 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-618349f6-5e46-42e1-93c8-8c44e2d42491 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=70a995f7ee6e41f597cf94301c84780c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1882479 Jul 15 15:13:41.931162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42686) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:42.096104 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:42.100313 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:42.145209 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f458bee-4ffb-4397-a1f7-4bfd6781cfb3 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:42.150544 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1f458bee-4ffb-4397-a1f7-4bfd6781cfb3 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2138705 Jul 15 15:13:42.151254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42692) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:42.199608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ee003-6fe3-4a3a-8575-6e14356c1f25 req-08bb0d52-1bad-4a6e-8321-3742e566ff7f tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:42.206629 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-898ee003-6fe3-4a3a-8575-6e14356c1f25 req-08bb0d52-1bad-4a6e-8321-3742e566ff7f tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 945 time: 0.2746165 Jul 15 15:13:42.215623 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-085ee130-8b32-47e9-a2f8-f4f616192212 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0600746 Jul 15 15:13:42.220023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42694) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:42.252191 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-898ee003-6fe3-4a3a-8575-6e14356c1f25 req-28c5d79f-899a-4f3a-8484-9b2b1a7e8969 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 Jul 15 15:13:42.271197 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5878b0b8-4294-47f9-85e6-c642a4cc7c56 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=70a995f7ee6e41f597cf94301c84780c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500820 Jul 15 15:13:42.277635 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42696) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:42.384829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Router fc1616ef-fe53-4903-a34c-dbc910e2835f is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:13:42.415285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31a7f5c-0a7f-44f1-a46b-cb83a3fff0f9 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:42.419105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f31a7f5c-0a7f-44f1-a46b-cb83a3fff0f9 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1355491 Jul 15 15:13:42.421756 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42700) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:42.464949 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c75b6b8-4979-496e-933d-e2dc3f6b60c7 req-cf3a658e-5ddf-47ad-98c9-3e7432cffde2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1325667 Jul 15 15:13:42.484054 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dc7aef69-a3ff-480c-b991-0a25264fb705 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0583067 Jul 15 15:13:42.484770 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42702) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:42.492098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-838d0ac8-b1c8-4003-b86f-507f178d4502 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-759341949', 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:42.542127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:13:42.556501 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:42.558496 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-377b6431-8dae-4170-815c-e78848b9a781 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "PUT /v2.0/routers/fc1616ef-fe53-4903-a34c-dbc910e2835f HTTP/1.1" status: 200 len: 916 time: 2.2669008 Jul 15 15:13:42.559400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d044ab-0f29-436a-90e4-9e51cb11b326 None None] Sync routers for ids ['fc1616ef-fe53-4903-a34c-dbc910e2835f'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:13:42.569291 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42704) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:42.673748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d044ab-0f29-436a-90e4-9e51cb11b326 None None] Routers {'fc1616ef-fe53-4903-a34c-dbc910e2835f'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:42.684662 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b5d044ab-0f29-436a-90e4-9e51cb11b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['fc1616ef-fe53-4903-a34c-dbc910e2835f'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:42.858766 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ff32d3b3-f3cf-4546-b2c0-2c433f2999b6 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/routers/fc1616ef-fe53-4903-a34c-dbc910e2835f HTTP/1.1" status: 200 len: 922 time: 0.2861385 Jul 15 15:13:42.861067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42712) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:42.872096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b5d044ab-0f29-436a-90e4-9e51cb11b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:42.904735 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d044ab-0f29-436a-90e4-9e51cb11b326 None None] Routers {'fc1616ef-fe53-4903-a34c-dbc910e2835f'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:42.905369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b5d044ab-0f29-436a-90e4-9e51cb11b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['fc1616ef-fe53-4903-a34c-dbc910e2835f'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:42.916745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75b6b8-4979-496e-933d-e2dc3f6b60c7 req-4ef7d7a6-549a-45e9-aa45-2f4d292d61b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:42.923809 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c75b6b8-4979-496e-933d-e2dc3f6b60c7 req-4ef7d7a6-549a-45e9-aa45-2f4d292d61b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e8adb63cf4244269af1c8a6cb45bce85&device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 1097 time: 0.3634205 Jul 15 15:13:43.011658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b5d044ab-0f29-436a-90e4-9e51cb11b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:43.012819 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d044ab-0f29-436a-90e4-9e51cb11b326 None None] The sync data for ids ['fc1616ef-fe53-4903-a34c-dbc910e2835f'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:13:43.097512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838d0ac8-b1c8-4003-b86f-507f178d4502 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Made reservation on behalf of 70a995f7ee6e41f597cf94301c84780c for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:43.106428 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-838d0ac8-b1c8-4003-b86f-507f178d4502 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:43.157581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0283db6-3d29-431f-9cee-13c1777d262a req-e67d4899-6f0d-46bb-b244-97e38cd58a3d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:43.162690 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0283db6-3d29-431f-9cee-13c1777d262a req-e67d4899-6f0d-46bb-b244-97e38cd58a3d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.22 "GET /v2.0/ports?device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 945 time: 0.4524550 Jul 15 15:13:43.203591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666eca3-9988-4f17-ae26-7fdaf4ba389a req-aca459b6-9c91-44f7-815d-c1f43c7d12e7 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:43.205196 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f666eca3-9988-4f17-ae26-7fdaf4ba389a req-aca459b6-9c91-44f7-815d-c1f43c7d12e7 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 945 time: 0.2935174 Jul 15 15:13:43.360375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632ff88-56d7-4736-98c6-138665ea8938 req-7663e5df-68ba-44a2-acc3-89d93d19b244 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:43.361886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8632ff88-56d7-4736-98c6-138665ea8938 req-7663e5df-68ba-44a2-acc3-89d93d19b244 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 945 time: 0.3757944 Jul 15 15:13:43.440360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689f36b-f6d2-47ee-a41c-b14760549a13 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:43.441914 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4689f36b-f6d2-47ee-a41c-b14760549a13 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=ec74806f-3974-4328-91b6-649387af1d1a&device_id=fc1616ef-fe53-4903-a34c-dbc910e2835f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5796070 Jul 15 15:13:43.447000 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42746) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:43.470599 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f666eca3-9988-4f17-ae26-7fdaf4ba389a req-3258f172-6298-46af-ad74-bbda19641c3f tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127836 Jul 15 15:13:43.488390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8632ff88-56d7-4736-98c6-138665ea8938 req-66e7b918-7852-4070-a28b-45d561496386 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123846 Jul 15 15:13:43.550708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-b0283db6-3d29-431f-9cee-13c1777d262a req-7c5f9e59-5434-4fc8-b12d-7a373174932c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Deleting port 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:13:43.550990 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b0283db6-3d29-431f-9cee-13c1777d262a req-7c5f9e59-5434-4fc8-b12d-7a373174932c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:43.580265 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479e036-e42c-400a-a119-cf3a556282cb req-44ed2089-39ee-416c-9399-e7409fb3351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:43.582166 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c479e036-e42c-400a-a119-cf3a556282cb req-44ed2089-39ee-416c-9399-e7409fb3351e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5289969881949fea756847bafa1c2c8&device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 1096 time: 0.6313269 Jul 15 15:13:43.585356 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75b6b8-4979-496e-933d-e2dc3f6b60c7 req-1da0bf82-cac7-4929-9074-3182a9cff608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:43.591039 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c75b6b8-4979-496e-933d-e2dc3f6b60c7 req-1da0bf82-cac7-4929-9074-3182a9cff608 service neutron] 10.222.0.22 "GET /v2.0/networks?id=64b414a4-4442-44e4-9603-37584ff0baf9 HTTP/1.1" status: 200 len: 916 time: 0.6393247 Jul 15 15:13:43.765064 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c75b6b8-4979-496e-933d-e2dc3f6b60c7 req-f0d93d7a-ac46-4f0d-b65a-66e3a6d6ee06 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d7fa55-b73d-484b-92b8-225f0489f321 HTTP/1.1" status: 200 len: 217 time: 0.0465591 Jul 15 15:13:43.831971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479e036-e42c-400a-a119-cf3a556282cb req-2b5bc39c-3705-4fbb-b1fe-73afa630ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:43.833564 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c479e036-e42c-400a-a119-cf3a556282cb req-2b5bc39c-3705-4fbb-b1fe-73afa630ebf8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6a9decca-e255-47c7-8647-fe666d83d1e3 HTTP/1.1" status: 200 len: 912 time: 0.2364209 Jul 15 15:13:43.841605 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c11691b-c611-464b-92af-0d263bbb7db2 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:43.841605 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9c11691b-c611-464b-92af-0d263bbb7db2 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 881 time: 0.3916216 Jul 15 15:13:43.880623 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42768) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:43.884729 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c479e036-e42c-400a-a119-cf3a556282cb req-3310c956-0560-4391-ada6-c34a533ed8af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 HTTP/1.1" status: 200 len: 217 time: 0.0419593 Jul 15 15:13:43.925160 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-04bec69f-46ee-46ee-a11a-4ec096b55d92 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc1616ef-fe53-4903-a34c-dbc910e2835f HTTP/1.1" status: 200 len: 205 time: 0.0393169 Jul 15 15:13:43.926698 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75b6b8-4979-496e-933d-e2dc3f6b60c7 req-df753636-6b8c-44fc-a858-eb0cdb025f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:43.928086 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c75b6b8-4979-496e-933d-e2dc3f6b60c7 req-df753636-6b8c-44fc-a858-eb0cdb025f78 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4769b93a-d272-4da8-83b1-540f5e8c4a23 HTTP/1.1" status: 200 len: 855 time: 0.1550515 Jul 15 15:13:43.928599 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42772) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:44.026567 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c75b6b8-4979-496e-933d-e2dc3f6b60c7 req-9458db71-6e07-43e7-9a5b-8246f99184fc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64b414a4-4442-44e4-9603-37584ff0baf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724411 Jul 15 15:13:44.126637 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-838d0ac8-b1c8-4003-b86f-507f178d4502 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:44.131737 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c75b6b8-4979-496e-933d-e2dc3f6b60c7 req-5f3fa09e-e4db-46e9-81e2-660deee17ff0 service neutron] 10.222.0.22 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939260 Jul 15 15:13:44.135844 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479e036-e42c-400a-a119-cf3a556282cb req-823fbc9d-0073-40e2-9b8e-741806952df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:44.137198 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c479e036-e42c-400a-a119-cf3a556282cb req-823fbc9d-0073-40e2-9b8e-741806952df1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2f4e03a-381b-492c-bb30-f93cc42fadc0 HTTP/1.1" status: 200 len: 851 time: 0.2390516 Jul 15 15:13:44.233653 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c479e036-e42c-400a-a119-cf3a556282cb req-f8a0ee24-34eb-4748-9503-2a2fc9f385e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a9decca-e255-47c7-8647-fe666d83d1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659149 Jul 15 15:13:44.293340 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d0ac8-b1c8-4003-b86f-507f178d4502 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Subnet': ['ID=ac47b543-f78f-49c0-8ac6-b620a07f77b9,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:44.319561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-b0283db6-3d29-431f-9cee-13c1777d262a req-7c5f9e59-5434-4fc8-b12d-7a373174932c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] For port 1f0bdb2b-31a9-425f-8a33-71d5ce96d515, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=1f0bdb2b-31a9-425f-8a33-71d5ce96d515,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:44.319561 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b0283db6-3d29-431f-9cee-13c1777d262a req-7c5f9e59-5434-4fc8-b12d-7a373174932c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:44.321906 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6dc5-b444-4f7a-9bb7-5f2efd9feee6 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:44.352228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-b0283db6-3d29-431f-9cee-13c1777d262a req-7c5f9e59-5434-4fc8-b12d-7a373174932c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Calling delete_port for 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:13:44.356047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838d0ac8-b1c8-4003-b86f-507f178d4502 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Checking segment: {'id': '2b35778b-4221-4ef8-8808-14d3309fc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:13:44.356415 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838d0ac8-b1c8-4003-b86f-507f178d4502 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network hostable DHCP agents. Network: b50f6ca9-3c09-4616-84e4-3a3aed8a65d9, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:13:44.371288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2fcd7-fdd4-4768-99f4-13593ff78886 req-5d64be29-21bf-4268-adc4-db4da99a215c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:44.372641 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03d2fcd7-fdd4-4768-99f4-13593ff78886 req-5d64be29-21bf-4268-adc4-db4da99a215c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 945 time: 0.2690899 Jul 15 15:13:44.407403 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c75b6b8-4979-496e-933d-e2dc3f6b60c7 req-9a3ef4f6-8203-49e9-9326-7f9ba0ced3e1 service neutron] 10.222.0.22 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674642 Jul 15 15:13:44.449640 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-13fca2e9-6c1c-4aa2-a84b-a77419279712 req-de76ee20-1d20-45e3-927f-ab520542f947 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2309909 Jul 15 15:13:44.482046 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c479e036-e42c-400a-a119-cf3a556282cb req-749d71c7-2871-4ed1-b6f6-613064daa9fa service neutron] 10.222.0.11 "GET /v2.0/networks/6a9decca-e255-47c7-8647-fe666d83d1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368336 Jul 15 15:13:44.495161 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03d2fcd7-fdd4-4768-99f4-13593ff78886 req-2f93f275-e496-478c-8aee-2f1d91ef359e tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051896 Jul 15 15:13:44.498761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838d0ac8-b1c8-4003-b86f-507f178d4502 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:13:44.512405 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-838d0ac8-b1c8-4003-b86f-507f178d4502 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, b50f6ca9-3c09-4616-84e4-3a3aed8a65d9) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:44.524824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1f7dd8-8eac-4b82-bc2f-42afe9aa5695 None None] Network b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:13:44.525864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838d0ac8-b1c8-4003-b86f-507f178d4502 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:44.525864 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-838d0ac8-b1c8-4003-b86f-507f178d4502 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:44.574877 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-838d0ac8-b1c8-4003-b86f-507f178d4502 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0890069 Jul 15 15:13:44.607120 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6dc5-b444-4f7a-9bb7-5f2efd9feee6 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:44.616933 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c479e036-e42c-400a-a119-cf3a556282cb req-9040a0b1-47d3-44d5-ba7e-4e8c88a48297 service neutron] 10.222.0.11 "GET /v2.0/networks/6a9decca-e255-47c7-8647-fe666d83d1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227002 Jul 15 15:13:44.627992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fca2e9-6c1c-4aa2-a84b-a77419279712 req-b51bedfc-d1fc-4a25-8944-60f9baa7fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:44.630052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-13fca2e9-6c1c-4aa2-a84b-a77419279712 req-b51bedfc-d1fc-4a25-8944-60f9baa7fc72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70a995f7ee6e41f597cf94301c84780c&device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 1096 time: 0.0920172 Jul 15 15:13:44.807528 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b0283db6-3d29-431f-9cee-13c1777d262a req-7c5f9e59-5434-4fc8-b12d-7a373174932c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:44.829603 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a6dc5-b444-4f7a-9bb7-5f2efd9feee6 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Deleting port 32ed3f1e-2dd5-4c5e-b812-9bf406cbc08a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:13:44.830039 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6dc5-b444-4f7a-9bb7-5f2efd9feee6 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:44.833720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['41506cc5-5897-4f17-900d-f8199594fd94', '1f0bdb2b-31a9-425f-8a33-71d5ce96d515'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:13:44.904128 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-b50f6ca9-3c09-4616-84e4-3a3aed8a65d9', 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ips': [{'subnet_id': 'ac47b543-f78f-49c0-8ac6-b620a07f77b9'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:13:44.905368 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:44.919957 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f9e59-5434-4fc8-b12d-7a373174932c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Pushing event deleted for resources: {'Port': ['ID=1f0bdb2b-31a9-425f-8a33-71d5ce96d515,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:44.950623 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6dc5-b444-4f7a-9bb7-5f2efd9feee6 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:44.966850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a6dc5-b444-4f7a-9bb7-5f2efd9feee6 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Calling delete_port for 32ed3f1e-2dd5-4c5e-b812-9bf406cbc08a owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:13:45.058748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fca2e9-6c1c-4aa2-a84b-a77419279712 req-ea4f6956-3a33-4c61-8f7c-871c2267ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:45.060188 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-13fca2e9-6c1c-4aa2-a84b-a77419279712 req-ea4f6956-3a33-4c61-8f7c-871c2267ac5e service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 HTTP/1.1" status: 200 len: 898 time: 0.3861721 Jul 15 15:13:45.061756 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0283db6-3d29-431f-9cee-13c1777d262a req-7c5f9e59-5434-4fc8-b12d-7a373174932c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] No DVR routers for this DVR port 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:13:45.071696 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac92cd7-78b6-4a3e-84fe-8c5f5ca33378 req-4896a739-cb81-4560-ba78-f176c27a13d9 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:45.073766 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bac92cd7-78b6-4a3e-84fe-8c5f5ca33378 req-4896a739-cb81-4560-ba78-f176c27a13d9 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 945 time: 0.4143238 Jul 15 15:13:45.146859 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b0283db6-3d29-431f-9cee-13c1777d262a req-7c5f9e59-5434-4fc8-b12d-7a373174932c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:45.151172 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0283db6-3d29-431f-9cee-13c1777d262a req-7c5f9e59-5434-4fc8-b12d-7a373174932c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.22 "DELETE /v2.0/ports/1f0bdb2b-31a9-425f-8a33-71d5ce96d515 HTTP/1.1" status: 204 len: 173 time: 1.9831970 Jul 15 15:13:45.156330 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713bfb7c-cea2-4e0f-bd87-e1edec88e051', 'name': 'network-vif-deleted', 'tag': '1f0bdb2b-31a9-425f-8a33-71d5ce96d515'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:13:45.159115 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86979a3e-1613-4e69-a4ac-3babb95028e4" -d '{"events": [{"server_uuid": "713bfb7c-cea2-4e0f-bd87-e1edec88e051", "name": "network-vif-deleted", "tag": "1f0bdb2b-31a9-425f-8a33-71d5ce96d515"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:45.212755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Allocated IP 172.20.0.18 (b50f6ca9-3c09-4616-84e4-3a3aed8a65d9/ac47b543-f78f-49c0-8ac6-b620a07f77b9/fb6256b0-12f7-478b-b530-367565b45009) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:45.213511 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6dc5-b444-4f7a-9bb7-5f2efd9feee6 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:45.216699 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bac92cd7-78b6-4a3e-84fe-8c5f5ca33378 req-461493d8-a7fe-4099-8859-a56a61c42964 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528069 Jul 15 15:13:45.270250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca549276-cd8c-42f1-bb93-e0a0d68c78e4 req-5ad8abda-7077-4027-b08f-e193f21536d2 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:45.275839 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca549276-cd8c-42f1-bb93-e0a0d68c78e4 req-5ad8abda-7077-4027-b08f-e193f21536d2 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 945 time: 0.4759545 Jul 15 15:13:45.302909 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a6dc5-b444-4f7a-9bb7-5f2efd9feee6 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Pushing event deleted for resources: {'Port': ['ID=32ed3f1e-2dd5-4c5e-b812-9bf406cbc08a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:45.386964 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca549276-cd8c-42f1-bb93-e0a0d68c78e4 req-c4c002f4-6700-4a0f-9319-97b7ef438a8c tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017926 Jul 15 15:13:45.395671 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-13fca2e9-6c1c-4aa2-a84b-a77419279712 req-b163ca1a-24dd-4b41-9400-5e54344725b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22b4b677-5b3d-454e-a9d9-81c680a3473c HTTP/1.1" status: 200 len: 1000 time: 0.3207695 Jul 15 15:13:45.545225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fca2e9-6c1c-4aa2-a84b-a77419279712 req-b4c84f61-6753-4799-a527-b8f77c99b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:45.548800 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-13fca2e9-6c1c-4aa2-a84b-a77419279712 req-b4c84f61-6753-4799-a527-b8f77c99b501 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5e464a9-02af-488c-a2b1-491bd881611d HTTP/1.1" status: 200 len: 834 time: 0.1455152 Jul 15 15:13:45.667910 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6dc5-b444-4f7a-9bb7-5f2efd9feee6 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:45.698857 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fca2e9-6c1c-4aa2-a84b-a77419279712 req-ebb3a0ec-54e1-41b0-9b91-75d132cd849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:45.700927 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-13fca2e9-6c1c-4aa2-a84b-a77419279712 req-ebb3a0ec-54e1-41b0-9b91-75d132cd849b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca64047f-4198-4fb1-8fa3-ffa8b6af63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465251 Jul 15 15:13:45.745440 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69693cd7-925e-43e4-ba75-c5aa14d0995c x-openstack-request-id: req-69693cd7-925e-43e4-ba75-c5aa14d0995c {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:45.749694 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713bfb7c-cea2-4e0f-bd87-e1edec88e051", "name": "network-vif-deleted", "tag": "1f0bdb2b-31a9-425f-8a33-71d5ce96d515", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:45.750140 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-69693cd7-925e-43e4-ba75-c5aa14d0995c {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:45.750794 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713bfb7c-cea2-4e0f-bd87-e1edec88e051', 'name': 'network-vif-deleted', 'tag': '1f0bdb2b-31a9-425f-8a33-71d5ce96d515', 'status': 'completed', 'code': 200} Jul 15 15:13:45.882065 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:45.904126 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-13fca2e9-6c1c-4aa2-a84b-a77419279712 req-9f63b6df-7dbc-4d55-8025-7c23bdc53b4b service neutron] 10.222.0.11 "GET /v2.0/networks/ca64047f-4198-4fb1-8fa3-ffa8b6af63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928055 Jul 15 15:13:45.904381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Transition to ACTIVE for port object fb6256b0-12f7-478b-b530-367565b45009 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:13:45.935379 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6dc5-b444-4f7a-9bb7-5f2efd9feee6 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:45.943802 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6dc5-b444-4f7a-9bb7-5f2efd9feee6 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:45.949160 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Transition to ACTIVE for port object fb6256b0-12f7-478b-b530-367565b45009 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:13:45.965513 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:46.022288 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad386fea-2cd0-4b79-9899-83f30d475d17 req-c5ebdfb3-048d-4e19-a0af-a4ada4979089 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=713bfb7c-cea2-4e0f-bd87-e1edec88e051 HTTP/1.1" status: 200 len: 210 time: 0.0435579 Jul 15 15:13:46.031234 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6dc5-b444-4f7a-9bb7-5f2efd9feee6 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:46.032234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2a6dc5-b444-4f7a-9bb7-5f2efd9feee6 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Fanout notify agent at l3_agent the message router_deleted on router fc1616ef-fe53-4903-a34c-dbc910e2835f {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:13:46.042257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Network b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:46.047428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:46.049254 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6dc5-b444-4f7a-9bb7-5f2efd9feee6 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:46.050377 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7f2a6dc5-b444-4f7a-9bb7-5f2efd9feee6 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "DELETE /v2.0/routers/fc1616ef-fe53-4903-a34c-dbc910e2835f HTTP/1.1" status: 204 len: 168 time: 2.1196146 Jul 15 15:13:46.061652 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:13:46.062761 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42816) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:46.084900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2132095356', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:46.118796 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Pushing event updated for resources: {'Port': ['ID=fb6256b0-12f7-478b-b530-367565b45009,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:46.155816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-13fca2e9-6c1c-4aa2-a84b-a77419279712 req-514d2dd9-54d0-47ee-a265-2cae6ccd314f service neutron] 10.222.0.11 "GET /v2.0/networks/ca64047f-4198-4fb1-8fa3-ffa8b6af63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437167 Jul 15 15:13:46.181664 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:46.182907 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:46.219475 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Attempting to bind port fb6256b0-12f7-478b-b530-367565b45009 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:13:46.219995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Attempting to bind port fb6256b0-12f7-478b-b530-367565b45009 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '2b35778b-4221-4ef8-8808-14d3309fc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:13:46.220354 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Attempting to bind port fb6256b0-12f7-478b-b530-367565b45009 on network b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:13:46.231526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:13:46.231956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Checking segment: {'id': '2b35778b-4221-4ef8-8808-14d3309fc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:13:46.232352 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:46.232788 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Bound using segment: {'id': '2b35778b-4221-4ef8-8808-14d3309fc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:13:46.239013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Bound port: fb6256b0-12f7-478b-b530-367565b45009, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b35778b-4221-4ef8-8808-14d3309fc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:13:46.239412 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:46.323990 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:46.416555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] For port fb6256b0-12f7-478b-b530-367565b45009, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:13:46.424446 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] For port fb6256b0-12f7-478b-b530-367565b45009, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=fb6256b0-12f7-478b-b530-367565b45009,segment=NetworkSegment(2b35778b-4221-4ef8-8808-14d3309fc4fc),segment_id=2b35778b-4221-4ef8-8808-14d3309fc4fc)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:13:46.430757 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:46.556322 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddae06-0600-46a2-95a5-0046006027bc None None] Pushing event updated for resources: {'Port': ['ID=fb6256b0-12f7-478b-b530-367565b45009,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:46.563666 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e76611-b278-47aa-8c52-45f15d175ba1 req-6d3d6d19-8cd5-4d09-a74c-4b8f401d862f tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:46.583164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12e76611-b278-47aa-8c52-45f15d175ba1 req-6d3d6d19-8cd5-4d09-a74c-4b8f401d862f tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 945 time: 0.1413891 Jul 15 15:13:46.596643 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:46.659219 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12e76611-b278-47aa-8c52-45f15d175ba1 req-1ef11ffc-5cb6-4337-92ba-aa01332f8024 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748277 Jul 15 15:13:46.739174 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42828) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:46.745525 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-831b8b69-c0d9-42a2-9b28-4bd78848806b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1481908192', 'description': 'tempest-secgroup-smoke-1481908192 description', 'project_id': '70a995f7ee6e41f597cf94301c84780c'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:46.848165 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-831b8b69-c0d9-42a2-9b28-4bd78848806b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:46.901121 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:13:46.950666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:13:46.951609 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 1f0bdb2b-31a9-425f-8a33-71d5ce96d515 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:13:47.091830 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-831b8b69-c0d9-42a2-9b28-4bd78848806b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:47.103237 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-831b8b69-c0d9-42a2-9b28-4bd78848806b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:47.132426 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:47.159052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b8b69-c0d9-42a2-9b28-4bd78848806b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff0cfc1-52b7-40e8-95d4-ad6232aef09b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:47.165166 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-831b8b69-c0d9-42a2-9b28-4bd78848806b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:47.166972 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-831b8b69-c0d9-42a2-9b28-4bd78848806b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4262264 Jul 15 15:13:47.169896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42834) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:47.183987 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:47.212663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-04bff057-82df-44ff-a8e0-b4513a1f101f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': 'fff0cfc1-52b7-40e8-95d4-ad6232aef09b', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:47.271256 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-04bff057-82df-44ff-a8e0-b4513a1f101f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:47.372065 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-04bff057-82df-44ff-a8e0-b4513a1f101f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:47.377814 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-04bff057-82df-44ff-a8e0-b4513a1f101f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:47.407608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Allocated IP 172.25.4.192 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/3e9916ac-8850-494f-9776-850be195c956) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:47.454258 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bff057-82df-44ff-a8e0-b4513a1f101f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b739fc-9c98-40f2-b96d-70181a5cb999,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:47.479582 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-04bff057-82df-44ff-a8e0-b4513a1f101f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:47.481143 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-04bff057-82df-44ff-a8e0-b4513a1f101f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3100624 Jul 15 15:13:47.484513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42844) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:47.492664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-0f8b9643-d38b-4381-b63f-3cafefae8940 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': 'fff0cfc1-52b7-40e8-95d4-ad6232aef09b', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:47.557539 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:47.566680 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828178a-6f30-4393-bd97-fa5b3281abc6 req-3637b727-9fef-4f2b-be96-3f72d9522461 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:47.574718 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0828178a-6f30-4393-bd97-fa5b3281abc6 req-3637b727-9fef-4f2b-be96-3f72d9522461 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 945 time: 0.1852438 Jul 15 15:13:47.591433 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9643-d38b-4381-b63f-3cafefae8940 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:47.621486 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:47.621831 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a25ab1-218e-4bee-8544-fe6ec2b000ba req-18dd83b5-3ed4-4ccc-ab71-5044f3f78f6d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:47.624041 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05a25ab1-218e-4bee-8544-fe6ec2b000ba req-18dd83b5-3ed4-4ccc-ab71-5044f3f78f6d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2241106 Jul 15 15:13:47.663057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:47.668668 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:47.672826 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:13:47.703461 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Pushing event updated for resources: {'Port': ['ID=3e9916ac-8850-494f-9776-850be195c956,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:47.719794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0828178a-6f30-4393-bd97-fa5b3281abc6 req-e2f3d271-d334-4fd5-8d8c-8f16fdaaf13f tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438835 Jul 15 15:13:47.793712 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05a25ab1-218e-4bee-8544-fe6ec2b000ba req-602b7209-afb7-4805-a90d-dbeea742a91a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561580 Jul 15 15:13:47.813946 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9643-d38b-4381-b63f-3cafefae8940 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:47.833536 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9643-d38b-4381-b63f-3cafefae8940 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:47.876636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b9643-d38b-4381-b63f-3cafefae8940 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75b2245-02d7-434e-b7fa-cec87f50a765,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:47.888687 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9643-d38b-4381-b63f-3cafefae8940 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:47.890064 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0f8b9643-d38b-4381-b63f-3cafefae8940 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4020908 Jul 15 15:13:47.892853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42852) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:47.898681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-444884ca-a217-45a8-9fe1-c94e9186709f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': 'fff0cfc1-52b7-40e8-95d4-ad6232aef09b', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:47.952416 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-444884ca-a217-45a8-9fe1-c94e9186709f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.088683 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-444884ca-a217-45a8-9fe1-c94e9186709f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.096889 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-444884ca-a217-45a8-9fe1-c94e9186709f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.111496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed9ef1b-83c5-44ad-bd3c-df50f6363ef3 None None] Network b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:13:48.154986 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-444884ca-a217-45a8-9fe1-c94e9186709f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.163072 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-444884ca-a217-45a8-9fe1-c94e9186709f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2691197 Jul 15 15:13:48.163761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42862) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:48.169284 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device fb6256b0-12f7-478b-b530-367565b45009 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:13:48.176231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-fc44acdb-904f-462b-9c87-80c3c72a71ff tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': 'fff0cfc1-52b7-40e8-95d4-ad6232aef09b', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:48.202847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444884ca-a217-45a8-9fe1-c94e9186709f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b980c81-2a3d-41c8-9f3b-4c72cf6014da,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:48.220440 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc44acdb-904f-462b-9c87-80c3c72a71ff tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.224726 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.352621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-79b42474-09e1-4a46-b809-45e886bfb98e None None] Provisioning for port fb6256b0-12f7-478b-b530-367565b45009 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:13:48.376287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port fb6256b0-12f7-478b-b530-367565b45009 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:13:48.383313 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port fb6256b0-12f7-478b-b530-367565b45009 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:13:48.383908 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.395826 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc44acdb-904f-462b-9c87-80c3c72a71ff tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.410425 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc44acdb-904f-462b-9c87-80c3c72a71ff tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.471590 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44acdb-904f-462b-9c87-80c3c72a71ff tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454f5e3e-6bee-45b2-a337-f0bedb82ae90,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:48.480598 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc44acdb-904f-462b-9c87-80c3c72a71ff tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.481837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fc44acdb-904f-462b-9c87-80c3c72a71ff tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3154585 Jul 15 15:13:48.502270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bd617-7906-4335-b133-83f3f006f3bc req-6173bf75-74a4-4948-a770-f4204f001b4e tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:48.511073 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f3bd617-7906-4335-b133-83f3f006f3bc req-6173bf75-74a4-4948-a770-f4204f001b4e tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2927749 Jul 15 15:13:48.511810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42868) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:48.516473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-fc851c1c-8655-4757-8d0b-56ed5f0f0744 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': 'fff0cfc1-52b7-40e8-95d4-ad6232aef09b', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:48.555295 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.590199 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f3bd617-7906-4335-b133-83f3f006f3bc req-cf4bec97-99f8-434a-99e0-a87c92528380 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582149 Jul 15 15:13:48.611225 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-fc851c1c-8655-4757-8d0b-56ed5f0f0744 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Project 70a995f7ee6e41f597cf94301c84780c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:13:48.623468 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.629505 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc851c1c-8655-4757-8d0b-56ed5f0f0744 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.685756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port fb6256b0-12f7-478b-b530-367565b45009, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=fb6256b0-12f7-478b-b530-367565b45009,segment=NetworkSegment(2b35778b-4221-4ef8-8808-14d3309fc4fc),segment_id=2b35778b-4221-4ef8-8808-14d3309fc4fc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:48.693583 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.836923 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc851c1c-8655-4757-8d0b-56ed5f0f0744 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.847588 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc851c1c-8655-4757-8d0b-56ed5f0f0744 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.858770 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=fb6256b0-12f7-478b-b530-367565b45009,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:48.903882 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.927582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc851c1c-8655-4757-8d0b-56ed5f0f0744 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a6eb50-11d8-41d1-854b-21d2bdc7906a,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:49.018311 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fc851c1c-8655-4757-8d0b-56ed5f0f0744 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:49.028180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fc851c1c-8655-4757-8d0b-56ed5f0f0744 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5151000 Jul 15 15:13:49.044433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42886) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:49.053496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-38ed2825-f17c-41b4-b5cf-21865c9b8d7b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': 'fff0cfc1-52b7-40e8-95d4-ad6232aef09b', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:49.109047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8b95b9d8-9042-4fa3-a228-38875d3d4647 None None] Provisioning complete for port fb6256b0-12f7-478b-b530-367565b45009 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:13:49.109812 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8b95b9d8-9042-4fa3-a228-38875d3d4647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:49.280038 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:49.319054 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-38ed2825-f17c-41b4-b5cf-21865c9b8d7b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Project 70a995f7ee6e41f597cf94301c84780c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:13:49.336279 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-38ed2825-f17c-41b4-b5cf-21865c9b8d7b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:49.346709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fb5bc-f43e-4478-adfe-cc012caf1aea req-788fbb1c-0e75-414b-afce-0cf7375241ee tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:49.354885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-881fb5bc-f43e-4478-adfe-cc012caf1aea req-788fbb1c-0e75-414b-afce-0cf7375241ee tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.4298611 Jul 15 15:13:49.457006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Router cf32f838-5080-4a7b-b706-5da5cb6d0868 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:13:49.482395 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-881fb5bc-f43e-4478-adfe-cc012caf1aea req-f9bf5906-5a49-4c8c-8712-0b0d23c449e7 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260965 Jul 15 15:13:49.531540 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919c037-b54d-4ab5-acb6-a6144295ee8c req-8c6a64da-ff2a-4aad-a26f-376c1561c02e tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:49.538753 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d919c037-b54d-4ab5-acb6-a6144295ee8c req-8c6a64da-ff2a-4aad-a26f-376c1561c02e tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 945 time: 0.3335288 Jul 15 15:13:49.604148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:13:49.615075 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91413c3-8381-4193-9211-9eeba438f590 None None] Sync routers for ids ['cf32f838-5080-4a7b-b706-5da5cb6d0868'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:13:49.629493 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-38ed2825-f17c-41b4-b5cf-21865c9b8d7b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:49.636321 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:49.642069 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5eca28a3-3f86-4451-bafd-168f61c9e444 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5778432 Jul 15 15:13:49.642750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42892) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:49.647374 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91413c3-8381-4193-9211-9eeba438f590 None None] Routers {'cf32f838-5080-4a7b-b706-5da5cb6d0868'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:49.649170 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-38ed2825-f17c-41b4-b5cf-21865c9b8d7b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:49.650205 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c91413c3-8381-4193-9211-9eeba438f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['cf32f838-5080-4a7b-b706-5da5cb6d0868'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:49.659775 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b7fb26a2-c637-4acd-ae35-b92a11115ac2 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:49.723757 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed2825-f17c-41b4-b5cf-21865c9b8d7b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22633f4c-1598-40ac-bef1-a7806bfed20a,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:49.735518 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-38ed2825-f17c-41b4-b5cf-21865c9b8d7b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:49.737084 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-38ed2825-f17c-41b4-b5cf-21865c9b8d7b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6880510 Jul 15 15:13:49.763784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d919c037-b54d-4ab5-acb6-a6144295ee8c req-277cdf05-d73c-4a53-82ae-56fe35ae4213 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121930 Jul 15 15:13:49.767778 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c91413c3-8381-4193-9211-9eeba438f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:49.802802 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91413c3-8381-4193-9211-9eeba438f590 None None] Routers {'cf32f838-5080-4a7b-b706-5da5cb6d0868'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:49.803431 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c91413c3-8381-4193-9211-9eeba438f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['cf32f838-5080-4a7b-b706-5da5cb6d0868'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:49.883865 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c91413c3-8381-4193-9211-9eeba438f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:49.884827 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91413c3-8381-4193-9211-9eeba438f590 None None] The sync data for ids ['cf32f838-5080-4a7b-b706-5da5cb6d0868'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:13:50.071220 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-16f8bf89-f1f8-4073-8140-2528132a0294 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1481908192&fields=id&tenant_id=70a995f7ee6e41f597cf94301c84780c HTTP/1.1" status: 200 len: 267 time: 0.1007278 Jul 15 15:13:50.114628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device fb6256b0-12f7-478b-b530-367565b45009 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:13:50.277842 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-59ec5cd6-d172-4a02-bd4a-ba6ae3e2dfd5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:50.290117 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port fb6256b0-12f7-478b-b530-367565b45009 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:13:50.290757 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:50.295323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-59ec5cd6-d172-4a02-bd4a-ba6ae3e2dfd5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/networks?id=b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 HTTP/1.1" status: 200 len: 797 time: 0.2228992 Jul 15 15:13:50.330161 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-08e58623-b26a-4a6b-aeba-286008923f19 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/quotas/70a995f7ee6e41f597cf94301c84780c HTTP/1.1" status: 200 len: 375 time: 0.0323076 Jul 15 15:13:50.373381 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e008c-fbe4-492d-a8a4-ac7ca380ba6a req-007eb863-a8ca-4274-bddb-1acbd82c93af tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:50.381038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7fb26a2-c637-4acd-ae35-b92a11115ac2 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:50.383283 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc5e008c-fbe4-492d-a8a4-ac7ca380ba6a req-007eb863-a8ca-4274-bddb-1acbd82c93af tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.11 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 945 time: 0.4474862 Jul 15 15:13:50.409132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7fb26a2-c637-4acd-ae35-b92a11115ac2 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:50.487885 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb26a2-c637-4acd-ae35-b92a11115ac2 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Deleting port 3e9916ac-8850-494f-9776-850be195c956 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:13:50.488494 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7fb26a2-c637-4acd-ae35-b92a11115ac2 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:50.540367 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-abf0a3b4-d028-4002-8a00-8ecc2e43e7bd tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=70a995f7ee6e41f597cf94301c84780c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2058969 Jul 15 15:13:50.581386 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7fb26a2-c637-4acd-ae35-b92a11115ac2 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:50.597234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb26a2-c637-4acd-ae35-b92a11115ac2 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Calling delete_port for 3e9916ac-8850-494f-9776-850be195c956 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:13:50.744207 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-a7e3a40e-d195-47ee-9eb9-87da4306e44d service neutron] 10.222.0.38 "GET /v2.0/networks/b50f6ca9-3c09-4616-84e4-3a3aed8a65d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028265 Jul 15 15:13:50.819836 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7fb26a2-c637-4acd-ae35-b92a11115ac2 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:50.857879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-dc5e008c-fbe4-492d-a8a4-ac7ca380ba6a req-34c8f493-eb1e-43aa-b5e4-f2c96622fcbf tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Deleting port f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:13:50.858632 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dc5e008c-fbe4-492d-a8a4-ac7ca380ba6a req-34c8f493-eb1e-43aa-b5e4-f2c96622fcbf tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:50.943047 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb26a2-c637-4acd-ae35-b92a11115ac2 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Pushing event deleted for resources: {'Port': ['ID=3e9916ac-8850-494f-9776-850be195c956,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:50.979651 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-dc5e008c-fbe4-492d-a8a4-ac7ca380ba6a req-34c8f493-eb1e-43aa-b5e4-f2c96622fcbf tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] For port f5cc9da2-1c2b-435e-9ee9-a7831dc7d638, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f5cc9da2-1c2b-435e-9ee9-a7831dc7d638,segment=NetworkSegment(dd0c272c-bcf7-4065-b167-eb26e5294f79),segment_id=dd0c272c-bcf7-4065-b167-eb26e5294f79)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:50.980047 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dc5e008c-fbe4-492d-a8a4-ac7ca380ba6a req-34c8f493-eb1e-43aa-b5e4-f2c96622fcbf tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:51.011377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-dc5e008c-fbe4-492d-a8a4-ac7ca380ba6a req-34c8f493-eb1e-43aa-b5e4-f2c96622fcbf tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Calling delete_port for f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:13:51.024259 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-68a2ecdd-ad33-4027-a430-57fa3a7e5278 service neutron] 10.222.0.38 "GET /v2.0/networks/b50f6ca9-3c09-4616-84e4-3a3aed8a65d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788463 Jul 15 15:13:51.056141 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7fb26a2-c637-4acd-ae35-b92a11115ac2 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:51.340354 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dc5e008c-fbe4-492d-a8a4-ac7ca380ba6a req-34c8f493-eb1e-43aa-b5e4-f2c96622fcbf tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:51.357625 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['f5cc9da2-1c2b-435e-9ee9-a7831dc7d638'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:13:51.399363 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7fb26a2-c637-4acd-ae35-b92a11115ac2 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:51.403825 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7fb26a2-c637-4acd-ae35-b92a11115ac2 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:51.442825 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8f493-eb1e-43aa-b5e4-f2c96622fcbf tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Pushing event deleted for resources: {'Port': ['ID=f5cc9da2-1c2b-435e-9ee9-a7831dc7d638,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:51.489871 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc858094-9b92-4607-9faf-5d91746cb3dc req-ea702aca-f11a-4040-acf9-dd20bb78e178 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 210 time: 0.0520642 Jul 15 15:13:51.516652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fb26a2-c637-4acd-ae35-b92a11115ac2 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Router cf32f838-5080-4a7b-b706-5da5cb6d0868 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:13:51.547216 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007a5d2-1e9d-4363-aff8-a42a703274cf req-eecc871b-b287-4af8-a0c6-f3dd9f08b746 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:51.556051 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0007a5d2-1e9d-4363-aff8-a42a703274cf req-eecc871b-b287-4af8-a0c6-f3dd9f08b746 tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/ports?device_id=62f13591-b5f1-4296-b7cd-74f56fe3219b HTTP/1.1" status: 200 len: 867 time: 0.3490212 Jul 15 15:13:51.633707 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0007a5d2-1e9d-4363-aff8-a42a703274cf req-5147644a-f5eb-4429-a08f-16607bd8feae tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.38 "GET /v2.0/security-groups?id=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765564 Jul 15 15:13:51.638838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5e008c-fbe4-492d-a8a4-ac7ca380ba6a req-34c8f493-eb1e-43aa-b5e4-f2c96622fcbf tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] No DVR routers for this DVR port f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:13:51.645849 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dc5e008c-fbe4-492d-a8a4-ac7ca380ba6a req-34c8f493-eb1e-43aa-b5e4-f2c96622fcbf tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:51.648696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc5e008c-fbe4-492d-a8a4-ac7ca380ba6a req-34c8f493-eb1e-43aa-b5e4-f2c96622fcbf tempest-TestServerAdvancedOps-878275794 tempest-TestServerAdvancedOps-878275794-project] 10.222.0.11 "DELETE /v2.0/ports/f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 HTTP/1.1" status: 204 len: 173 time: 1.2466705 Jul 15 15:13:51.650835 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f13591-b5f1-4296-b7cd-74f56fe3219b', 'name': 'network-vif-deleted', 'tag': 'f5cc9da2-1c2b-435e-9ee9-a7831dc7d638'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:13:51.656096 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911d14ee-300c-4aed-9bff-9c5b641ede6b" -d '{"events": [{"server_uuid": "62f13591-b5f1-4296-b7cd-74f56fe3219b", "name": "network-vif-deleted", "tag": "f5cc9da2-1c2b-435e-9ee9-a7831dc7d638"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:51.661309 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fb26a2-c637-4acd-ae35-b92a11115ac2 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:13:51.676606 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef9e08-3461-44a2-b174-435b52f55d5e None None] Sync routers for ids ['cf32f838-5080-4a7b-b706-5da5cb6d0868'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:13:51.686461 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7fb26a2-c637-4acd-ae35-b92a11115ac2 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:51.687981 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b7fb26a2-c637-4acd-ae35-b92a11115ac2 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "PUT /v2.0/routers/cf32f838-5080-4a7b-b706-5da5cb6d0868 HTTP/1.1" status: 200 len: 706 time: 2.0418761 Jul 15 15:13:51.690788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42960) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:51.695458 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef9e08-3461-44a2-b174-435b52f55d5e None None] Routers {'cf32f838-5080-4a7b-b706-5da5cb6d0868'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:51.703038 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-95ef9e08-3461-44a2-b174-435b52f55d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['cf32f838-5080-4a7b-b706-5da5cb6d0868'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:51.752451 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f4cf93-fb82-4cf3-997b-379dc33e3f1e x-openstack-request-id: req-18f4cf93-fb82-4cf3-997b-379dc33e3f1e {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:51.753083 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f13591-b5f1-4296-b7cd-74f56fe3219b", "name": "network-vif-deleted", "tag": "f5cc9da2-1c2b-435e-9ee9-a7831dc7d638", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:51.753351 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18f4cf93-fb82-4cf3-997b-379dc33e3f1e {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:51.753775 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f13591-b5f1-4296-b7cd-74f56fe3219b', 'name': 'network-vif-deleted', 'tag': 'f5cc9da2-1c2b-435e-9ee9-a7831dc7d638', 'status': 'completed', 'code': 200} Jul 15 15:13:51.810677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ff3576a9-a470-4ec1-ac68-efb81fd5fd40 tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/routers/cf32f838-5080-4a7b-b706-5da5cb6d0868 HTTP/1.1" status: 200 len: 741 time: 0.1164057 Jul 15 15:13:51.810858 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-95ef9e08-3461-44a2-b174-435b52f55d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:51.812262 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42962) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:51.825353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef9e08-3461-44a2-b174-435b52f55d5e None None] Routers {'cf32f838-5080-4a7b-b706-5da5cb6d0868'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:51.829588 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-95ef9e08-3461-44a2-b174-435b52f55d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:13:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['cf32f838-5080-4a7b-b706-5da5cb6d0868'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:51.895774 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-95ef9e08-3461-44a2-b174-435b52f55d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:51.897407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef9e08-3461-44a2-b174-435b52f55d5e None None] The sync data for ids ['cf32f838-5080-4a7b-b706-5da5cb6d0868'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:13:51.923650 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0bf6c322-e1d3-4635-b31d-86ad41c8194a tempest-RoutersAdminTest-825774784 tempest-RoutersAdminTest-825774784-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=ec74806f-3974-4328-91b6-649387af1d1a&device_id=cf32f838-5080-4a7b-b706-5da5cb6d0868 HTTP/1.1" status: 200 len: 205 time: 0.1098108 Jul 15 15:13:51.926076 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42966) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:51.985249 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f05913f0-e22d-41d5-88db-4ce79c143824 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf32f838-5080-4a7b-b706-5da5cb6d0868 HTTP/1.1" status: 200 len: 205 time: 0.0577347 Jul 15 15:13:51.987782 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42968) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:52.127180 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45528e34-cef4-442d-af4c-a4be270a8ab4 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:52.250971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dc5e8-d9a4-4fa2-8dec-e84ca507ec33 req-31164ada-0ada-4f9a-9a29-19851c0e71de tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:52.255017 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-052dc5e8-d9a4-4fa2-8dec-e84ca507ec33 req-31164ada-0ada-4f9a-9a29-19851c0e71de tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.0986800 Jul 15 15:13:52.366561 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-052dc5e8-d9a4-4fa2-8dec-e84ca507ec33 req-9e1be46b-2de4-48a4-88ec-026f40da287f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983121 Jul 15 15:13:52.431894 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45528e34-cef4-442d-af4c-a4be270a8ab4 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:52.434466 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45528e34-cef4-442d-af4c-a4be270a8ab4 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:52.501438 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45528e34-cef4-442d-af4c-a4be270a8ab4 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:52.501956 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45528e34-cef4-442d-af4c-a4be270a8ab4 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Fanout notify agent at l3_agent the message router_deleted on router cf32f838-5080-4a7b-b706-5da5cb6d0868 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:13:52.510040 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45528e34-cef4-442d-af4c-a4be270a8ab4 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:52.511307 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-45528e34-cef4-442d-af4c-a4be270a8ab4 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "DELETE /v2.0/routers/cf32f838-5080-4a7b-b706-5da5cb6d0868 HTTP/1.1" status: 204 len: 168 time: 0.5225439 Jul 15 15:13:52.515192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42978) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:52.550162 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b194d65c-ff10-44a3-8390-afc216e23de0 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf32f838-5080-4a7b-b706-5da5cb6d0868 HTTP/1.1" status: 200 len: 205 time: 0.0314958 Jul 15 15:13:52.550801 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42982) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:52.595134 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-a1aad070-b88b-4eea-9795-e489d8015a0e tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] delete failed (client error): The resource could not be found. Jul 15 15:13:52.598765 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a1aad070-b88b-4eea-9795-e489d8015a0e tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "DELETE /v2.0/routers/cf32f838-5080-4a7b-b706-5da5cb6d0868 HTTP/1.1" status: 404 len: 336 time: 0.0450017 Jul 15 15:13:52.599872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42986) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:52.686882 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9495adc3-6c6f-4d7a-b6e4-f9149d65ceed tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc1616ef-fe53-4903-a34c-dbc910e2835f HTTP/1.1" status: 200 len: 205 time: 0.0852501 Jul 15 15:13:52.687120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42992) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:52.768820 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-40599e0a-89cb-4e8e-8d82-f2f5b01700dd tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] delete failed (client error): The resource could not be found. Jul 15 15:13:52.770453 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-40599e0a-89cb-4e8e-8d82-f2f5b01700dd tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "DELETE /v2.0/routers/fc1616ef-fe53-4903-a34c-dbc910e2835f HTTP/1.1" status: 404 len: 336 time: 0.0823846 Jul 15 15:13:52.772992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42998) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:52.798677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a4b26dac-049d-4bac-8b6e-601b762c2133 req-2f85a805-7467-45da-b5b4-457c76b10b6b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 210 time: 0.0512836 Jul 15 15:13:52.807534 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612159e-2cfc-42c6-b213-b8f61c1a1f91 req-a816c230-2384-4d2e-9adf-d5ddfd7897c2 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:52.812961 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-285bd29b-d2a6-4c66-a84c-8c6502d4951b tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9f4ea04-6b8e-40c6-9dce-4bd57cb70094 HTTP/1.1" status: 200 len: 205 time: 0.0379827 Jul 15 15:13:52.815788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43000) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:52.819310 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4612159e-2cfc-42c6-b213-b8f61c1a1f91 req-a816c230-2384-4d2e-9adf-d5ddfd7897c2 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1708364 Jul 15 15:13:52.862807 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-8c110c34-fcfd-45a0-b26b-4ed78a483da8 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] delete failed (client error): The resource could not be found. Jul 15 15:13:52.866461 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8c110c34-fcfd-45a0-b26b-4ed78a483da8 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "DELETE /v2.0/routers/b9f4ea04-6b8e-40c6-9dce-4bd57cb70094 HTTP/1.1" status: 404 len: 336 time: 0.0470600 Jul 15 15:13:52.866669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43004) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:52.926060 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-76e44461-3455-466e-86ab-7d542754f685 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a17fe3b-71c2-410e-8076-f67553a8fd54 HTTP/1.1" status: 200 len: 205 time: 0.0560019 Jul 15 15:13:52.926324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43006) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:52.938209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4612159e-2cfc-42c6-b213-b8f61c1a1f91 req-dc4bb3c1-13ff-4125-9eac-7e8f2fdd984d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155505 Jul 15 15:13:52.974024 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-57f448f5-8229-44e5-893f-abc4f6da0379 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] delete failed (client error): The resource could not be found. Jul 15 15:13:52.975114 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-57f448f5-8229-44e5-893f-abc4f6da0379 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "DELETE /v2.0/routers/7a17fe3b-71c2-410e-8076-f67553a8fd54 HTTP/1.1" status: 404 len: 336 time: 0.0479624 Jul 15 15:13:52.978043 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43010) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:52.988744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43012) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:53.042228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa510584-8f49-413e-9ff2-a7d3f201a910 admin admin] Deleting subnet e2f4e03a-381b-492c-bb30-f93cc42fadc0 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:13:53.065855 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-25789832-4028-419e-b6e4-e1356b3ae811 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "GET /v2.0/ports?device_id=2546435d-d831-4a16-a9f5-ea30332551a2 HTTP/1.1" status: 200 len: 205 time: 0.0844080 Jul 15 15:13:53.065855 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa510584-8f49-413e-9ff2-a7d3f201a910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:53.066398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43014) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:53.124867 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-72169424-28e1-4168-8f1f-ddb8867e6485 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] delete failed (client error): The resource could not be found. Jul 15 15:13:53.128336 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-72169424-28e1-4168-8f1f-ddb8867e6485 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "DELETE /v2.0/routers/2546435d-d831-4a16-a9f5-ea30332551a2 HTTP/1.1" status: 404 len: 336 time: 0.0584528 Jul 15 15:13:53.130482 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43016) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:53.141743 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa510584-8f49-413e-9ff2-a7d3f201a910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:53.215627 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa510584-8f49-413e-9ff2-a7d3f201a910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:53.240159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-916b16bd-5b8d-43e4-809b-99b47628c5a3 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "GET /v2.0/ports?device_id=211e3f5c-0b5d-430c-a826-201063d7892b HTTP/1.1" status: 200 len: 205 time: 0.1040323 Jul 15 15:13:53.270346 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43022) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:53.434306 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-6853ba41-7c53-4283-af73-f1176a030619 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] delete failed (client error): The resource could not be found. Jul 15 15:13:53.438792 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6853ba41-7c53-4283-af73-f1176a030619 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "DELETE /v2.0/routers/211e3f5c-0b5d-430c-a826-201063d7892b HTTP/1.1" status: 404 len: 336 time: 0.1639755 Jul 15 15:13:53.441454 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43028) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:53.471617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-064ad527-a6c3-4f19-a9df-25eaf48c92b0 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:53.473749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-064ad527-a6c3-4f19-a9df-25eaf48c92b0 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.22 "GET /v2.0/networks?id=b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 HTTP/1.1" status: 200 len: 797 time: 0.2390294 Jul 15 15:13:53.482108 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74d7296-cf3c-456a-b83c-1bfb6c879282 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] DELETE failed (client error): The resource could not be found. Jul 15 15:13:53.483225 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74d7296-cf3c-456a-b83c-1bfb6c879282 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:13:53.485406 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d74d7296-cf3c-456a-b83c-1bfb6c879282 tempest-RoutersAdminTest-1826185061 tempest-RoutersAdminTest-1826185061-project] 10.222.0.38 "DELETE /v2.0/subnets/7ebad19c-a84e-4810-898c-cf895cc1f5e6 HTTP/1.1" status: 404 len: 337 time: 0.0422764 Jul 15 15:13:53.535316 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa510584-8f49-413e-9ff2-a7d3f201a910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:53.557299 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa510584-8f49-413e-9ff2-a7d3f201a910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:53.560420 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fa510584-8f49-413e-9ff2-a7d3f201a910 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e2f4e03a-381b-492c-bb30-f93cc42fadc0 HTTP/1.1" status: 204 len: 168 time: 0.5706890 Jul 15 15:13:53.566175 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-91143768-6d28-490d-8f39-7c81c637aebf tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70a995f7ee6e41f597cf94301c84780c HTTP/1.1" status: 200 len: 473 time: 0.0789762 Jul 15 15:13:53.566783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43032) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:53.588030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa510584-8f49-413e-9ff2-a7d3f201a910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f4e03a-381b-492c-bb30-f93cc42fadc0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:53.613736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-e5aae664-2c84-4157-9cd3-de665630ea9c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'port': {'device_id': 'c76d63c5-6550-4e1c-94da-f056052ab04c', 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9', 'admin_state_up': True, 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'security_groups': ['fff0cfc1-52b7-40e8-95d4-ad6232aef09b']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:54.009982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:13:54.067819 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:13:54.075161 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device f5cc9da2-1c2b-435e-9ee9-a7831dc7d638 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:13:54.113195 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43044) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:54.171591 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8b1da3a-e6f9-4f31-8669-fbd1a45ad469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.178206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-e5aae664-2c84-4157-9cd3-de665630ea9c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Made reservation on behalf of 70a995f7ee6e41f597cf94301c84780c for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:54.182576 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-e5aae664-2c84-4157-9cd3-de665630ea9c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.207386 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-96a9e207-01a9-4ac6-922d-60c29559e059 req-53abb1b0-490b-4eb0-915b-802a0194494a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 210 time: 0.0568948 Jul 15 15:13:54.290010 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc21f651-74a7-4911-b964-d6458a42b311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.365226 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8b1da3a-e6f9-4f31-8669-fbd1a45ad469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.383656 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-a8b1da3a-e6f9-4f31-8669-fbd1a45ad469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9decca-e255-47c7-8647-fe666d83d1e3']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:54.417721 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-a8b1da3a-e6f9-4f31-8669-fbd1a45ad469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0c272c-bcf7-4065-b167-eb26e5294f79') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:54.417974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-a8b1da3a-e6f9-4f31-8669-fbd1a45ad469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0c272c-bcf7-4065-b167-eb26e5294f79') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:54.452377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc21f651-74a7-4911-b964-d6458a42b311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.461079 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc21f651-74a7-4911-b964-d6458a42b311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.464921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-e5aae664-2c84-4157-9cd3-de665630ea9c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Allocated IP 172.20.0.20 (b50f6ca9-3c09-4616-84e4-3a3aed8a65d9/ac47b543-f78f-49c0-8ac6-b620a07f77b9/55b1fdc9-8608-4f15-9d97-2863fd9ca47a) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:54.513429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21f651-74a7-4911-b964-d6458a42b311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afecb39-634d-4d2f-8aff-6fa04b1afa6b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:54.577952 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8b1da3a-e6f9-4f31-8669-fbd1a45ad469 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.584734 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dc21f651-74a7-4911-b964-d6458a42b311 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7ae0777bd1cd40babfbbf3be9467007f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4681053 Jul 15 15:13:54.585283 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43054) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:54.635996 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8b1da3a-e6f9-4f31-8669-fbd1a45ad469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.649366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b1da3a-e6f9-4f31-8669-fbd1a45ad469 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:13:54.649898 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8b1da3a-e6f9-4f31-8669-fbd1a45ad469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:13:54.651733 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:13:54.663337 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d69c93f-26e8-48f1-a706-daf1421573bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.711905 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d69c93f-26e8-48f1-a706-daf1421573bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.730677 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8b1da3a-e6f9-4f31-8669-fbd1a45ad469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.735047 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-e5aae664-2c84-4157-9cd3-de665630ea9c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.742774 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8b1da3a-e6f9-4f31-8669-fbd1a45ad469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.747193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a8b1da3a-e6f9-4f31-8669-fbd1a45ad469 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6a9decca-e255-47c7-8647-fe666d83d1e3 HTTP/1.1" status: 204 len: 168 time: 1.1791167 Jul 15 15:13:54.751835 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43056) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:54.782323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1da3a-e6f9-4f31-8669-fbd1a45ad469 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a9decca-e255-47c7-8647-fe666d83d1e3,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:54.797409 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d69c93f-26e8-48f1-a706-daf1421573bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.800489 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d69c93f-26e8-48f1-a706-daf1421573bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.802134 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9d69c93f-26e8-48f1-a706-daf1421573bf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5afecb39-634d-4d2f-8aff-6fa04b1afa6b HTTP/1.1" status: 204 len: 168 time: 0.2160718 Jul 15 15:13:54.803622 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-e5aae664-2c84-4157-9cd3-de665630ea9c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Transition to ACTIVE for port object 55b1fdc9-8608-4f15-9d97-2863fd9ca47a will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:13:54.812789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69c93f-26e8-48f1-a706-daf1421573bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afecb39-634d-4d2f-8aff-6fa04b1afa6b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:54.854845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bdf756-8fbb-48fd-bf0e-b54b9b851f30 admin admin] Deleting subnet 5baa2b0d-e058-438d-b46b-9baa6c603de9 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:13:54.860100 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25bdf756-8fbb-48fd-bf0e-b54b9b851f30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.908280 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25bdf756-8fbb-48fd-bf0e-b54b9b851f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:54.911003 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-e5aae664-2c84-4157-9cd3-de665630ea9c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.000195 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-e5aae664-2c84-4157-9cd3-de665630ea9c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:55.009017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-e5aae664-2c84-4157-9cd3-de665630ea9c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:55.014092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25bdf756-8fbb-48fd-bf0e-b54b9b851f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.016488 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-e5aae664-2c84-4157-9cd3-de665630ea9c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:13:55.042790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aae664-2c84-4157-9cd3-de665630ea9c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Port': ['ID=55b1fdc9-8608-4f15-9d97-2863fd9ca47a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:55.161308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-e5aae664-2c84-4157-9cd3-de665630ea9c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:55.161988 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-e5aae664-2c84-4157-9cd3-de665630ea9c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.191634 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-e5aae664-2c84-4157-9cd3-de665630ea9c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5800631 Jul 15 15:13:55.193482 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25bdf756-8fbb-48fd-bf0e-b54b9b851f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.213367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Request body: {'port': {'device_id': 'c76d63c5-6550-4e1c-94da-f056052ab04c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:55.312119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43068) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:55.339483 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdf756-8fbb-48fd-bf0e-b54b9b851f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5baa2b0d-e058-438d-b46b-9baa6c603de9,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:55.373734 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25bdf756-8fbb-48fd-bf0e-b54b9b851f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.378016 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-25bdf756-8fbb-48fd-bf0e-b54b9b851f30 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5baa2b0d-e058-438d-b46b-9baa6c603de9 HTTP/1.1" status: 204 len: 168 time: 0.6226645 Jul 15 15:13:55.379050 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43070) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:55.386833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-db7b4fb6-d218-4692-b642-1fd105250153 None None] Provisioning for port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:13:55.392281 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-db7b4fb6-d218-4692-b642-1fd105250153 None None] Provisioning complete for port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:13:55.393692 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db7b4fb6-d218-4692-b642-1fd105250153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.394328 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-764d6cbf-c3d5-4534-94c7-975dd5ad28d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0246c01f2242439b98324ce70af41472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810094 Jul 15 15:13:55.401282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43072) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:55.470400 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3442ceea-51bb-47dd-a354-c5cd271ab6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.481611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-db7b4fb6-d218-4692-b642-1fd105250153 None None] Port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:13:55.482171 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.568795 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3442ceea-51bb-47dd-a354-c5cd271ab6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.576853 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b1527e5-1997-4de3-a1db-6a48f3fc6051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.599449 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3442ceea-51bb-47dd-a354-c5cd271ab6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7675d73c-bf7a-47df-a82d-8f05ee7ccdb4']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:55.601936 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b1527e5-1997-4de3-a1db-6a48f3fc6051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.626360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3442ceea-51bb-47dd-a354-c5cd271ab6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e132a3-6b2a-4b92-aad7-4034ac8b94bc') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:55.629648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3442ceea-51bb-47dd-a354-c5cd271ab6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e132a3-6b2a-4b92-aad7-4034ac8b94bc') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:55.652172 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3442ceea-51bb-47dd-a354-c5cd271ab6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.660468 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b1527e5-1997-4de3-a1db-6a48f3fc6051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.663218 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b1527e5-1997-4de3-a1db-6a48f3fc6051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.667903 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5b1527e5-1997-4de3-a1db-6a48f3fc6051 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/06f1140f-5872-4171-85a1-35eadf75bde4 HTTP/1.1" status: 204 len: 168 time: 0.2623105 Jul 15 15:13:55.682323 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3442ceea-51bb-47dd-a354-c5cd271ab6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.696228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3442ceea-51bb-47dd-a354-c5cd271ab6b1 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:13:55.696650 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3442ceea-51bb-47dd-a354-c5cd271ab6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:13:55.701754 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:13:55.766363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa920ef-a76c-4e93-8150-a77dee200800 req-eac6f0f8-3f5d-4c4b-841b-d97ef7fbae69 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:55.780886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fa920ef-a76c-4e93-8150-a77dee200800 req-eac6f0f8-3f5d-4c4b-841b-d97ef7fbae69 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 932 time: 0.3982086 Jul 15 15:13:55.792424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1527e5-1997-4de3-a1db-6a48f3fc6051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f1140f-5872-4171-85a1-35eadf75bde4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:55.829945 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3442ceea-51bb-47dd-a354-c5cd271ab6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.841199 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3442ceea-51bb-47dd-a354-c5cd271ab6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:55.846082 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3442ceea-51bb-47dd-a354-c5cd271ab6b1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7675d73c-bf7a-47df-a82d-8f05ee7ccdb4 HTTP/1.1" status: 204 len: 168 time: 0.4623332 Jul 15 15:13:55.879831 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442ceea-51bb-47dd-a354-c5cd271ab6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7675d73c-bf7a-47df-a82d-8f05ee7ccdb4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:55.906315 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2fa920ef-a76c-4e93-8150-a77dee200800 req-6a8b78e8-b8a3-426b-a7c8-5d5b0ac5d139 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=fff0cfc1-52b7-40e8-95d4-ad6232aef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237340 Jul 15 15:13:56.154450 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43098) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:56.210565 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b1fdc9-8608-4f15-9d97-2863fd9ca47a {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:13:56.219997 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:56.234667 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Transition to ACTIVE for port object 55b1fdc9-8608-4f15-9d97-2863fd9ca47a will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:13:56.245883 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-097b005b-7592-4b98-843b-a4656971464e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5289969881949fea756847bafa1c2c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0900753 Jul 15 15:13:56.248429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43102) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:56.258053 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:56.339812 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5daca1df-4e3d-4304-bc2f-334d3ded32a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:56.385808 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5daca1df-4e3d-4304-bc2f-334d3ded32a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:56.444142 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Pushing event updated for resources: {'Port': ['ID=55b1fdc9-8608-4f15-9d97-2863fd9ca47a,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:56.510365 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5daca1df-4e3d-4304-bc2f-334d3ded32a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:56.513162 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5daca1df-4e3d-4304-bc2f-334d3ded32a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:56.516819 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5daca1df-4e3d-4304-bc2f-334d3ded32a5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cff7143d-d2d6-4b1e-bdeb-8ab9e150be01 HTTP/1.1" status: 204 len: 168 time: 0.2648215 Jul 15 15:13:56.528886 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daca1df-4e3d-4304-bc2f-334d3ded32a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff7143d-d2d6-4b1e-bdeb-8ab9e150be01,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:56.555375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481190c1-7868-4bb5-bcb8-6a4a12d5b556 req-6fd57753-4c12-4ca4-8465-c3886e2fe134 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:56.570222 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-481190c1-7868-4bb5-bcb8-6a4a12d5b556 req-6fd57753-4c12-4ca4-8465-c3886e2fe134 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.4729762 Jul 15 15:13:56.728395 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-481190c1-7868-4bb5-bcb8-6a4a12d5b556 req-e8893cf8-3921-4747-ae2f-2e29e42f3594 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150112 Jul 15 15:13:56.754823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Attempting to bind port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:13:56.755266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Attempting to bind port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '2b35778b-4221-4ef8-8808-14d3309fc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:13:56.755698 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Attempting to bind port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a on network b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:13:56.771454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a on network b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:13:56.771736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Attempting to bind port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a on network b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:13:56.782663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:13:56.782907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Checking segment: {'id': '2b35778b-4221-4ef8-8808-14d3309fc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:13:56.783314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Bound using segment: {'id': '2b35778b-4221-4ef8-8808-14d3309fc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:13:56.784454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Bound port: 55b1fdc9-8608-4f15-9d97-2863fd9ca47a, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b35778b-4221-4ef8-8808-14d3309fc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:13:56.784842 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:56.805732 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43122) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:56.999070 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] For port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:13:57.061648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] For port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=55b1fdc9-8608-4f15-9d97-2863fd9ca47a,segment=NetworkSegment(2b35778b-4221-4ef8-8808-14d3309fc4fc),segment_id=2b35778b-4221-4ef8-8808-14d3309fc4fc)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:13:57.089512 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b5d473d-d4c0-4275-b26a-86ad5cbc28c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:57.107490 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:57.140098 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43136) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:57.207632 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Pushing event updated for resources: {'Port': ['ID=55b1fdc9-8608-4f15-9d97-2863fd9ca47a,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:57.225121 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b9e71e12-6188-4810-aef8-14c8a0a05140 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7a0ab7d785474c71a12851ecbf087551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0838435 Jul 15 15:13:57.228071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43140) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:57.280908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:57.281552 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:57.285908 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3ba7cfb1-7557-40b0-b130-d328b5ea8b0a service neutron] 10.222.0.22 "PUT /v2.0/ports/55b1fdc9-8608-4f15-9d97-2863fd9ca47a HTTP/1.1" status: 200 len: 1092 time: 2.0838251 Jul 15 15:13:57.286628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76d63c5-6550-4e1c-94da-f056052ab04c', 'tag': '55b1fdc9-8608-4f15-9d97-2863fd9ca47a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:13:57.290518 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a24a19-225f-4a7a-81d5-bfdad5fa1ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "c76d63c5-6550-4e1c-94da-f056052ab04c", "tag": "55b1fdc9-8608-4f15-9d97-2863fd9ca47a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:57.339430 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b5d473d-d4c0-4275-b26a-86ad5cbc28c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:57.350772 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b5d473d-d4c0-4275-b26a-86ad5cbc28c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:57.389847 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d473d-d4c0-4275-b26a-86ad5cbc28c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d44e39-d2ea-40b2-8ff3-b981bbd09744,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:57.431718 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1b5d473d-d4c0-4275-b26a-86ad5cbc28c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2edec86566ec44298b56a5b7fe534fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6245601 Jul 15 15:13:57.434335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43146) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:57.437724 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674294c3-e72a-4219-a45b-9ba7f5d90bb7 req-77ac565f-f7d9-4587-acf9-b68c00f302f2 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:57.445389 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-674294c3-e72a-4219-a45b-9ba7f5d90bb7 req-77ac565f-f7d9-4587-acf9-b68c00f302f2 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.4818516 Jul 15 15:13:57.482988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43148) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:57.494557 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de2b94d4-0bff-4026-a006-db2522e48a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:57.533650 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cf2c42b-5ea2-4ac3-bb75-06ae8db0ad5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:57.570640 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cf2c42b-5ea2-4ac3-bb75-06ae8db0ad5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:57.603419 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-674294c3-e72a-4219-a45b-9ba7f5d90bb7 req-a04216a4-a81c-4167-b9ed-fd44a0f4b0f9 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569517 Jul 15 15:13:57.637519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6467f5-c2f4-4572-af61-c95c60a02eaf req-dbdc1fa3-ca9c-49d6-9d44-3e84b60c8055 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:57.640936 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb6467f5-c2f4-4572-af61-c95c60a02eaf req-dbdc1fa3-ca9c-49d6-9d44-3e84b60c8055 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 944 time: 0.5272934 Jul 15 15:13:57.647762 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cf2c42b-5ea2-4ac3-bb75-06ae8db0ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:57.651071 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cf2c42b-5ea2-4ac3-bb75-06ae8db0ad5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:57.652410 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3cf2c42b-5ea2-4ac3-bb75-06ae8db0ad5b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/49d44e39-d2ea-40b2-8ff3-b981bbd09744 HTTP/1.1" status: 204 len: 168 time: 0.2170982 Jul 15 15:13:57.656238 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-42817f18-01be-4cb5-b941-e4fa15f3d617 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-73641983'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:57.666168 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2c42b-5ea2-4ac3-bb75-06ae8db0ad5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d44e39-d2ea-40b2-8ff3-b981bbd09744,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:57.691332 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de2b94d4-0bff-4026-a006-db2522e48a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:57.697342 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0733ed70-0a7c-4916-9094-c5fa70083579 x-openstack-request-id: req-0733ed70-0a7c-4916-9094-c5fa70083579 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:57.697892 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76d63c5-6550-4e1c-94da-f056052ab04c", "tag": "55b1fdc9-8608-4f15-9d97-2863fd9ca47a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:57.698301 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0733ed70-0a7c-4916-9094-c5fa70083579 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:57.698866 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76d63c5-6550-4e1c-94da-f056052ab04c', 'tag': '55b1fdc9-8608-4f15-9d97-2863fd9ca47a', 'status': 'completed', 'code': 200} Jul 15 15:13:57.719256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42817f18-01be-4cb5-b941-e4fa15f3d617 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Made reservation on behalf of 469d0c75760c438eb28e8b5ba22768ce for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:57.723931 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42817f18-01be-4cb5-b941-e4fa15f3d617 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:57.744780 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-87c93d4a-106e-4416-9749-09161e17fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:57.747903 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-87c93d4a-106e-4416-9749-09161e17fd6f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=70a995f7ee6e41f597cf94301c84780c&device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 1095 time: 0.3931923 Jul 15 15:13:57.806076 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42817f18-01be-4cb5-b941-e4fa15f3d617 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:57.816688 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-784a7acb-a74e-49b9-970d-bb8a5978fdda service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=55b1fdc9-8608-4f15-9d97-2863fd9ca47a HTTP/1.1" status: 200 len: 217 time: 0.0530851 Jul 15 15:13:57.924247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb6467f5-c2f4-4572-af61-c95c60a02eaf req-f5e30ad1-1e8a-48a9-a57b-bd3bc9cc7217 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=fff0cfc1-52b7-40e8-95d4-ad6232aef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215421 Jul 15 15:13:57.999959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3db70861-b41a-498e-9a56-f30f888e678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:58.001482 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-3db70861-b41a-498e-9a56-f30f888e678c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ac47b543-f78f-49c0-8ac6-b620a07f77b9 HTTP/1.1" status: 200 len: 837 time: 0.1397572 Jul 15 15:13:58.003444 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de2b94d4-0bff-4026-a006-db2522e48a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:58.006225 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de2b94d4-0bff-4026-a006-db2522e48a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:58.007366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-de2b94d4-0bff-4026-a006-db2522e48a85 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/414bcb68-dd2f-49a5-894b-3231dc3cbe85 HTTP/1.1" status: 204 len: 168 time: 0.7537155 Jul 15 15:13:58.057470 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b94d4-0bff-4026-a006-db2522e48a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414bcb68-dd2f-49a5-894b-3231dc3cbe85,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:58.135177 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e7134-ae2d-4ded-b85a-07f37f2eb5e6 req-859cf361-42bd-43ac-ab50-92c58bd64a3d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:58.136740 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb3e7134-ae2d-4ded-b85a-07f37f2eb5e6 req-859cf361-42bd-43ac-ab50-92c58bd64a3d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2256188 Jul 15 15:13:58.150287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42817f18-01be-4cb5-b941-e4fa15f3d617 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:58.174152 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42817f18-01be-4cb5-b941-e4fa15f3d617 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:58.204452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-01c095c3-1749-4611-bd82-4e6c154285c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:58.206043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-01c095c3-1749-4611-bd82-4e6c154285c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b50f6ca9-3c09-4616-84e4-3a3aed8a65d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1889977 Jul 15 15:13:58.230838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42817f18-01be-4cb5-b941-e4fa15f3d617 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:13:58.321043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb3e7134-ae2d-4ded-b85a-07f37f2eb5e6 req-c6aa9275-bd6d-4da2-9425-ef0444d513bf tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690817 Jul 15 15:13:58.325613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42817f18-01be-4cb5-b941-e4fa15f3d617 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f0bb76-9d9b-4a72-93db-21b523a5dab3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:58.330737 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42817f18-01be-4cb5-b941-e4fa15f3d617 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:58.331098 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-42817f18-01be-4cb5-b941-e4fa15f3d617 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Added segment 6fdc1621-d52c-4604-8b79-44b998aa452e of type vlan for network 98d259b5-dbbc-4d29-8c08-447be3e4d176 Jul 15 15:13:58.388971 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-b66e9431-b345-4dfb-b47a-f87b5030ffe4 service neutron] 10.222.0.22 "GET /v2.0/networks/b50f6ca9-3c09-4616-84e4-3a3aed8a65d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692529 Jul 15 15:13:58.462463 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42817f18-01be-4cb5-b941-e4fa15f3d617 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:58.656979 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42817f18-01be-4cb5-b941-e4fa15f3d617 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:58.663744 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42817f18-01be-4cb5-b941-e4fa15f3d617 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:58.664895 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42817f18-01be-4cb5-b941-e4fa15f3d617 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:58.724322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dab98228-9bf6-4570-99fb-17dcebde0edd req-1f5c47c1-4176-49fb-88c6-3636b21c1585 service neutron] 10.222.0.22 "GET /v2.0/networks/b50f6ca9-3c09-4616-84e4-3a3aed8a65d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235273 Jul 15 15:13:58.729392 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-42817f18-01be-4cb5-b941-e4fa15f3d617 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2452655 Jul 15 15:13:58.733382 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43192) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:58.739887 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b43505c3-8fe6-44d1-b2ba-fc744898a10c tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Request body: {'subnet': {'network_id': '98d259b5-dbbc-4d29-8c08-447be3e4d176', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:58.821822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42817f18-01be-4cb5-b941-e4fa15f3d617 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Pushing event updated for resources: {'Network': ['ID=98d259b5-dbbc-4d29-8c08-447be3e4d176,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:58.840295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 98d259b5-dbbc-4d29-8c08-447be3e4d176 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:13:58.858223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557e06f-e64c-451c-abea-086f3f0d26dd req-45c2a7f1-b271-4ad7-a28a-c63cfc64ff7b tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:58.865701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0557e06f-e64c-451c-abea-086f3f0d26dd req-45c2a7f1-b271-4ad7-a28a-c63cfc64ff7b tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2748682 Jul 15 15:13:58.973172 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43505c3-8fe6-44d1-b2ba-fc744898a10c tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Made reservation on behalf of 469d0c75760c438eb28e8b5ba22768ce for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:58.978944 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b43505c3-8fe6-44d1-b2ba-fc744898a10c tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:59.022155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0557e06f-e64c-451c-abea-086f3f0d26dd req-5309dd1a-b432-492b-865a-1a13a5b7abcc tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343615 Jul 15 15:13:59.057399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24a19-225f-4a7a-81d5-bfdad5fa1ae9 req-2318cd03-fa3e-4d7a-987a-0fe343661cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:59.059040 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c6a24a19-225f-4a7a-81d5-bfdad5fa1ae9 req-2318cd03-fa3e-4d7a-987a-0fe343661cd6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=70a995f7ee6e41f597cf94301c84780c&device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 1095 time: 0.1622467 Jul 15 15:13:59.251367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24a19-225f-4a7a-81d5-bfdad5fa1ae9 req-a95eae9e-25bb-41ba-a39d-06977d926baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:59.252889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c6a24a19-225f-4a7a-81d5-bfdad5fa1ae9 req-a95eae9e-25bb-41ba-a39d-06977d926baf service neutron] 10.222.0.22 "GET /v2.0/networks?id=b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 HTTP/1.1" status: 200 len: 898 time: 0.1854529 Jul 15 15:13:59.295001 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b43505c3-8fe6-44d1-b2ba-fc744898a10c tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:59.343868 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c6a24a19-225f-4a7a-81d5-bfdad5fa1ae9 req-c5134852-0762-48c5-87a0-dfafc379f5f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=55b1fdc9-8608-4f15-9d97-2863fd9ca47a HTTP/1.1" status: 200 len: 217 time: 0.0786636 Jul 15 15:13:59.358272 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49848e5f-3a93-45c6-8969-aaa9a2f5a9f9 req-1a86efea-cbb4-4e2b-a967-ca3deedcb5ab tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:59.365548 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49848e5f-3a93-45c6-8969-aaa9a2f5a9f9 req-1a86efea-cbb4-4e2b-a967-ca3deedcb5ab tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 944 time: 0.1919327 Jul 15 15:13:59.393218 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43505c3-8fe6-44d1-b2ba-fc744898a10c tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Pushing event updated for resources: {'Subnet': ['ID=02e6a58c-92ae-4c9e-8c1c-30dab3a42ab1,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:59.432619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43505c3-8fe6-44d1-b2ba-fc744898a10c tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Checking segment: {'id': '6fdc1621-d52c-4604-8b79-44b998aa452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '98d259b5-dbbc-4d29-8c08-447be3e4d176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:13:59.444562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24a19-225f-4a7a-81d5-bfdad5fa1ae9 req-791a8cbb-6abd-42fe-aa0f-39c71643c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:59.447441 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c6a24a19-225f-4a7a-81d5-bfdad5fa1ae9 req-791a8cbb-6abd-42fe-aa0f-39c71643c8a4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ac47b543-f78f-49c0-8ac6-b620a07f77b9 HTTP/1.1" status: 200 len: 837 time: 0.0784373 Jul 15 15:13:59.450117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43505c3-8fe6-44d1-b2ba-fc744898a10c tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Network hostable DHCP agents. Network: 98d259b5-dbbc-4d29-8c08-447be3e4d176, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:13:59.475851 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43505c3-8fe6-44d1-b2ba-fc744898a10c tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Network 98d259b5-dbbc-4d29-8c08-447be3e4d176 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:13:59.495504 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b43505c3-8fe6-44d1-b2ba-fc744898a10c tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 98d259b5-dbbc-4d29-8c08-447be3e4d176) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:59.501775 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43505c3-8fe6-44d1-b2ba-fc744898a10c tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:59.502459 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b43505c3-8fe6-44d1-b2ba-fc744898a10c tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:59.512444 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67de5f39-a2b9-4f42-a475-1d63e38ff0b8 None None] Network 98d259b5-dbbc-4d29-8c08-447be3e4d176 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:13:59.519211 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49848e5f-3a93-45c6-8969-aaa9a2f5a9f9 req-b117c7dc-1180-48fd-ae51-5cd62be23435 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=fff0cfc1-52b7-40e8-95d4-ad6232aef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526151 Jul 15 15:13:59.535752 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b43505c3-8fe6-44d1-b2ba-fc744898a10c tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8004191 Jul 15 15:13:59.540610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43218) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:59.558636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a1ba5286-6285-4f2f-8df5-d38b8d5972e9 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Request body: {'port': {'network_id': '98d259b5-dbbc-4d29-8c08-447be3e4d176', 'name': 'tempest-ExtraDHCPOptionsTestJSON-58225889'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:59.649161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24a19-225f-4a7a-81d5-bfdad5fa1ae9 req-2a59ad30-da17-456f-ae75-ebcd0959096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:59.650729 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c6a24a19-225f-4a7a-81d5-bfdad5fa1ae9 req-2a59ad30-da17-456f-ae75-ebcd0959096d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b50f6ca9-3c09-4616-84e4-3a3aed8a65d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303151 Jul 15 15:13:59.694179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c96a08-e203-4688-b662-a12fea912139 req-821b1606-831e-410f-8753-a058f648a712 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:59.698581 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49c96a08-e203-4688-b662-a12fea912139 req-821b1606-831e-410f-8753-a058f648a712 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1380897 Jul 15 15:13:59.755580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ba5286-6285-4f2f-8df5-d38b8d5972e9 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Made reservation on behalf of 469d0c75760c438eb28e8b5ba22768ce for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:59.758023 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-98d259b5-dbbc-4d29-8c08-447be3e4d176', 'network_id': '98d259b5-dbbc-4d29-8c08-447be3e4d176', 'tenant_id': '469d0c75760c438eb28e8b5ba22768ce', 'fixed_ips': [{'subnet_id': '02e6a58c-92ae-4c9e-8c1c-30dab3a42ab1'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:13:59.759183 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:59.762713 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1ba5286-6285-4f2f-8df5-d38b8d5972e9 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:59.797867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-a1ba5286-6285-4f2f-8df5-d38b8d5972e9 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] device_id is not set on port 3bb48097-158b-4e47-b771-4f8d6e40a789 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:13:59.882290 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49c96a08-e203-4688-b662-a12fea912139 req-9daccb46-560d-4829-8ae3-90e47bd5063d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617022 Jul 15 15:13:59.931400 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c6a24a19-225f-4a7a-81d5-bfdad5fa1ae9 req-187bca81-30eb-42b6-a610-cf22970f6dda service neutron] 10.222.0.22 "GET /v2.0/networks/b50f6ca9-3c09-4616-84e4-3a3aed8a65d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692895 Jul 15 15:13:59.965788 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Allocated IP 172.20.0.2 (98d259b5-dbbc-4d29-8c08-447be3e4d176/02e6a58c-92ae-4c9e-8c1c-30dab3a42ab1/6d1b2881-012c-450a-84c0-daa590934066) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:00.072595 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-363e2115-ecc9-40a9-ab69-c47db905fc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:00.091824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c6a24a19-225f-4a7a-81d5-bfdad5fa1ae9 req-6de8bd40-0882-4d27-94f5-efc70d38c0e1 service neutron] 10.222.0.22 "GET /v2.0/networks/b50f6ca9-3c09-4616-84e4-3a3aed8a65d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527469 Jul 15 15:14:00.180196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467e27f-7637-493b-939e-df0d99502f2b req-fc2816d9-5ca7-422c-95e7-7d56a35de6e7 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:00.193745 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d467e27f-7637-493b-939e-df0d99502f2b req-fc2816d9-5ca7-422c-95e7-7d56a35de6e7 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1007245 Jul 15 15:14:00.276440 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d467e27f-7637-493b-939e-df0d99502f2b req-cf009ca6-b06e-40cd-96fd-348c68073fbc tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816226 Jul 15 15:14:00.411606 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:00.422049 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Transition to ACTIVE for port object 6d1b2881-012c-450a-84c0-daa590934066 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:00.441502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Transition to ACTIVE for port object 6d1b2881-012c-450a-84c0-daa590934066 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:00.465589 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:00.535838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-a1ba5286-6285-4f2f-8df5-d38b8d5972e9 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Allocated IP 172.20.0.10 (98d259b5-dbbc-4d29-8c08-447be3e4d176/02e6a58c-92ae-4c9e-8c1c-30dab3a42ab1/3bb48097-158b-4e47-b771-4f8d6e40a789) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:00.582573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Network 98d259b5-dbbc-4d29-8c08-447be3e4d176 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:00.584604 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Pushing event updated for resources: {'Port': ['ID=6d1b2881-012c-450a-84c0-daa590934066,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:00.594074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:00.687416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:00.687416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:00.687416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:00.687416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:00.687416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:00.687416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:00.687416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:00.687416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:00.687416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:00.687416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:00.687416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:00.687416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:00.687416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:14:00.764441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Attempting to bind port 6d1b2881-012c-450a-84c0-daa590934066 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:14:00.764441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Attempting to bind port 6d1b2881-012c-450a-84c0-daa590934066 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '6fdc1621-d52c-4604-8b79-44b998aa452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '98d259b5-dbbc-4d29-8c08-447be3e4d176'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:14:00.764441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Attempting to bind port 6d1b2881-012c-450a-84c0-daa590934066 on network 98d259b5-dbbc-4d29-8c08-447be3e4d176 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:14:00.764441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:14:00.764441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Checking segment: {'id': '6fdc1621-d52c-4604-8b79-44b998aa452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '98d259b5-dbbc-4d29-8c08-447be3e4d176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:00.764441 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:00.764441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Bound using segment: {'id': '6fdc1621-d52c-4604-8b79-44b998aa452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '98d259b5-dbbc-4d29-8c08-447be3e4d176'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:14:00.764441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Bound port: 6d1b2881-012c-450a-84c0-daa590934066, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fdc1621-d52c-4604-8b79-44b998aa452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '98d259b5-dbbc-4d29-8c08-447be3e4d176'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:14:00.764441 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:00.781178 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43258) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:00.787168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-fbc5899e-438f-4423-b1ca-13d6ea658669 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169645391', 'description': 'tempest-secgroup-smoke-169645391 description', 'project_id': '5ef1d87b1ef049c18d214bfde5982884'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:00.873451 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] For port 6d1b2881-012c-450a-84c0-daa590934066, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:00.878321 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] For port 6d1b2881-012c-450a-84c0-daa590934066, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d1b2881-012c-450a-84c0-daa590934066,segment=NetworkSegment(6fdc1621-d52c-4604-8b79-44b998aa452e),segment_id=6fdc1621-d52c-4604-8b79-44b998aa452e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:00.886959 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:00.930094 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fbc5899e-438f-4423-b1ca-13d6ea658669 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:00.940080 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1ba5286-6285-4f2f-8df5-d38b8d5972e9 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:00.948527 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fbc5899e-438f-4423-b1ca-13d6ea658669 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:00.957487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-a1ba5286-6285-4f2f-8df5-d38b8d5972e9 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Transition to ACTIVE for port object 3bb48097-158b-4e47-b771-4f8d6e40a789 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:00.981806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 55b1fdc9-8608-4f15-9d97-2863fd9ca47a details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:14:01.019203 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1ba5286-6285-4f2f-8df5-d38b8d5972e9 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:01.048346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178b79f-76a1-42ca-949b-c6cbb609edda req-1a97e2d7-3ad7-478f-8bdf-4e37e9d19600 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:01.049948 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ba5286-6285-4f2f-8df5-d38b8d5972e9 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Network 98d259b5-dbbc-4d29-8c08-447be3e4d176 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:01.053127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a1ba5286-6285-4f2f-8df5-d38b8d5972e9 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:01.055395 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e178b79f-76a1-42ca-949b-c6cbb609edda req-1a97e2d7-3ad7-478f-8bdf-4e37e9d19600 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2357740 Jul 15 15:14:01.079398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ba5286-6285-4f2f-8df5-d38b8d5972e9 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:14:01.107981 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=55b1fdc9-8608-4f15-9d97-2863fd9ca47a,segment=NetworkSegment(2b35778b-4221-4ef8-8808-14d3309fc4fc),segment_id=2b35778b-4221-4ef8-8808-14d3309fc4fc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:01.152548 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e178b79f-76a1-42ca-949b-c6cbb609edda req-dbac514d-11f1-4593-8d5a-b284ccc8046d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961523 Jul 15 15:14:01.156183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '55b1fdc9-8608-4f15-9d97-2863fd9ca47a', 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9', 'port_id': '55b1fdc9-8608-4f15-9d97-2863fd9ca47a', 'mac_address': 'fa:16:3e:75:b1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac47b543-f78f-49c0-8ac6-b620a07f77b9', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:14:01.186635 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba5286-6285-4f2f-8df5-d38b8d5972e9 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Pushing event updated for resources: {'Port': ['ID=3bb48097-158b-4e47-b771-4f8d6e40a789,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:01.200666 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e1797-4251-4b0d-bbe0-b74a5f47aabb req-55b828e5-ef63-404b-b745-c228cf167c6b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:01.202851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b3e1797-4251-4b0d-bbe0-b74a5f47aabb req-55b828e5-ef63-404b-b745-c228cf167c6b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 944 time: 0.2332156 Jul 15 15:14:01.204871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82f4e6-8321-4b37-8ebc-29b9f0e0bed4 None None] Pushing event updated for resources: {'Port': ['ID=6d1b2881-012c-450a-84c0-daa590934066,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:01.212075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ba5286-6285-4f2f-8df5-d38b8d5972e9 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:01.212910 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1ba5286-6285-4f2f-8df5-d38b8d5972e9 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:01.216405 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:01.232861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b1fdc9-8608-4f15-9d97-2863fd9ca47a {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:14:01.257226 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=55b1fdc9-8608-4f15-9d97-2863fd9ca47a,segment=NetworkSegment(2b35778b-4221-4ef8-8808-14d3309fc4fc),segment_id=2b35778b-4221-4ef8-8808-14d3309fc4fc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:01.265588 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:01.308104 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fbc5899e-438f-4423-b1ca-13d6ea658669 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:01.324735 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a1ba5286-6285-4f2f-8df5-d38b8d5972e9 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7813907 Jul 15 15:14:01.327890 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43272) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:01.335320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=55b1fdc9-8608-4f15-9d97-2863fd9ca47a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:01.337834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Request body: {'port': {'network_id': '98d259b5-dbbc-4d29-8c08-447be3e4d176', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2142001588', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:01.345168 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.api.validators [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] bootfile-name is not in valid_values {{(pid=100711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 15:14:01.345570 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.api.validators [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] tftp-server is not in valid_values {{(pid=100711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 15:14:01.345913 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.api.validators [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] server-ip-address is not in valid_values {{(pid=100711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 15:14:01.349108 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fbc5899e-438f-4423-b1ca-13d6ea658669 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:01.397676 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b3e1797-4251-4b0d-bbe0-b74a5f47aabb req-c6364a01-bf50-44f7-8db1-27b4090f62c8 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=fff0cfc1-52b7-40e8-95d4-ad6232aef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817341 Jul 15 15:14:01.493062 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['55b1fdc9-8608-4f15-9d97-2863fd9ca47a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:14:01.498017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5899e-438f-4423-b1ca-13d6ea658669 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb1f171-cc5b-43db-b927-50b92cd87bf6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:01.986418 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fbc5899e-438f-4423-b1ca-13d6ea658669 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:02.019388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c87005-3a9b-40c6-ae97-20cb56d631c0 req-c7c3a65d-f767-49de-9205-06981d465467 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:02.019388 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2c87005-3a9b-40c6-ae97-20cb56d631c0 req-c7c3a65d-f767-49de-9205-06981d465467 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.6577497 Jul 15 15:14:02.019388 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fbc5899e-438f-4423-b1ca-13d6ea658669 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:02.089368 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5899e-438f-4423-b1ca-13d6ea658669 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecef8bf5-bcf2-436f-afc1-01bb26e1a590,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:02.093880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Made reservation on behalf of 469d0c75760c438eb28e8b5ba22768ce for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:02.099287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:02.122000 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fbc5899e-438f-4423-b1ca-13d6ea658669 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:02.123621 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fbc5899e-438f-4423-b1ca-13d6ea658669 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3405702 Jul 15 15:14:02.126851 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43292) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:02.136622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d1b2881-012c-450a-84c0-daa590934066 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:02.142592 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] device_id is not set on port 8a7bb024-c95d-426e-bb22-03cb9c893ddb yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:14:02.145065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-252524e2-547f-499c-84dd-3af2b9dea682 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': 'ecef8bf5-bcf2-436f-afc1-01bb26e1a590', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:02.158130 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2c87005-3a9b-40c6-ae97-20cb56d631c0 req-789b53e8-f310-4b29-aebf-8f245ed27e6a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366646 Jul 15 15:14:02.204308 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-252524e2-547f-499c-84dd-3af2b9dea682 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:02.252926 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 6d1b2881-012c-450a-84c0-daa590934066 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:02.385174 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Allocated IP 172.20.0.13 (98d259b5-dbbc-4d29-8c08-447be3e4d176/02e6a58c-92ae-4c9e-8c1c-30dab3a42ab1/8a7bb024-c95d-426e-bb22-03cb9c893ddb) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:02.652631 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9648e1c9-c90d-4afe-902b-45b57c22083e None None] Network 98d259b5-dbbc-4d29-8c08-447be3e4d176 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:02.712366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b833238-5e17-4e9f-a150-3b9f3574e3e7 req-f12642aa-b86d-4f7a-9ea9-aea30f2bb969 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:02.713875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9b833238-5e17-4e9f-a150-3b9f3574e3e7 req-f12642aa-b86d-4f7a-9ea9-aea30f2bb969 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2642694 Jul 15 15:14:02.764186 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-252524e2-547f-499c-84dd-3af2b9dea682 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:02.767117 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-44e41ea1-a2e8-4784-94ab-22d6ae0da5e1 None None] Provisioning for port 6d1b2881-012c-450a-84c0-daa590934066 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:02.770629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-252524e2-547f-499c-84dd-3af2b9dea682 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:02.782102 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-44e41ea1-a2e8-4784-94ab-22d6ae0da5e1 None None] Provisioning complete for port 6d1b2881-012c-450a-84c0-daa590934066 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:02.782691 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44e41ea1-a2e8-4784-94ab-22d6ae0da5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:02.795858 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9b833238-5e17-4e9f-a150-3b9f3574e3e7 req-9a58c479-75f1-4e53-9cc5-aca7975823db tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711296 Jul 15 15:14:02.813679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252524e2-547f-499c-84dd-3af2b9dea682 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c7d355-8bc2-44ba-8835-5ce99c384aab,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:02.814566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f10a4-7779-4202-9824-681981c59633 req-ead6675d-c525-4bb1-9c42-a4a0645a1537 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:02.823254 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a46f10a4-7779-4202-9824-681981c59633 req-ead6675d-c525-4bb1-9c42-a4a0645a1537 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 945 time: 0.2232842 Jul 15 15:14:02.836363 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-252524e2-547f-499c-84dd-3af2b9dea682 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:02.836363 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-252524e2-547f-499c-84dd-3af2b9dea682 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7070737 Jul 15 15:14:02.836901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43318) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:02.843759 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-994701f1-aa7e-4812-ac87-a9a61a258127 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': 'ecef8bf5-bcf2-436f-afc1-01bb26e1a590', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:02.897285 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-994701f1-aa7e-4812-ac87-a9a61a258127 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:02.926170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a46f10a4-7779-4202-9824-681981c59633 req-6b7d82a2-84db-411b-9b28-b399b1ca49e5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=fff0cfc1-52b7-40e8-95d4-ad6232aef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016722 Jul 15 15:14:02.946306 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:02.982204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Transition to ACTIVE for port object 8a7bb024-c95d-426e-bb22-03cb9c893ddb will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:03.033443 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 55b1fdc9-8608-4f15-9d97-2863fd9ca47a up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:03.035865 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-994701f1-aa7e-4812-ac87-a9a61a258127 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.044410 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-994701f1-aa7e-4812-ac87-a9a61a258127 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.053465 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.063975 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.095739 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d98a32f0-c7ad-4b15-bd54-82a6b48ab723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.146605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Pushing event updated for resources: {'Port': ['ID=8a7bb024-c95d-426e-bb22-03cb9c893ddb,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:03.147359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994701f1-aa7e-4812-ac87-a9a61a258127 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b82b03-8349-4182-9dc4-15cfee4b8f2b,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:03.165338 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-994701f1-aa7e-4812-ac87-a9a61a258127 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.170153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43326) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:03.175502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f41c7397-5b1d-4f42-ab67-be294cbefcf8 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': 'ecef8bf5-bcf2-436f-afc1-01bb26e1a590', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:03.183162 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-994701f1-aa7e-4812-ac87-a9a61a258127 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3449066 Jul 15 15:14:03.201003 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44e41ea1-a2e8-4784-94ab-22d6ae0da5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.220770 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:03.234184 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:03.234576 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.249568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Network 98d259b5-dbbc-4d29-8c08-447be3e4d176 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:03.258242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:03.269310 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:14:03.298469 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-44e41ea1-a2e8-4784-94ab-22d6ae0da5e1 None None] For port 6d1b2881-012c-450a-84c0-daa590934066, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d1b2881-012c-450a-84c0-daa590934066,segment=NetworkSegment(6fdc1621-d52c-4604-8b79-44b998aa452e),segment_id=6fdc1621-d52c-4604-8b79-44b998aa452e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:03.308285 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44e41ea1-a2e8-4784-94ab-22d6ae0da5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.363336 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f41c7397-5b1d-4f42-ab67-be294cbefcf8 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.383687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:03.384499 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.410143 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e41ea1-a2e8-4784-94ab-22d6ae0da5e1 None None] Pushing event updated for resources: {'Port': ['ID=6d1b2881-012c-450a-84c0-daa590934066,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:03.417158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2dca2-039e-4186-9876-9e1f1d56ea92 req-09aab75d-7ae1-4135-a073-b351618a67b7 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:03.418793 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-21b2dca2-039e-4186-9876-9e1f1d56ea92 req-09aab75d-7ae1-4135-a073-b351618a67b7 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2735384 Jul 15 15:14:03.435706 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.440720 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5f11a1b8-b65b-4792-9e35-e3c7e1f09023 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.1088531 Jul 15 15:14:03.441744 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43330) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:03.466649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76d63c5-6550-4e1c-94da-f056052ab04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b1fdc9-8608-4f15-9d97-2863fd9ca47a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:14:03.469127 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abff875-bba7-404c-a571-11de926de69f" -d '{"events": [{"server_uuid": "c76d63c5-6550-4e1c-94da-f056052ab04c", "name": "network-vif-plugged", "status": "completed", "tag": "55b1fdc9-8608-4f15-9d97-2863fd9ca47a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:14:03.484785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=55b1fdc9-8608-4f15-9d97-2863fd9ca47a,segment=NetworkSegment(2b35778b-4221-4ef8-8808-14d3309fc4fc),segment_id=2b35778b-4221-4ef8-8808-14d3309fc4fc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:03.494552 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.530561 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f41c7397-5b1d-4f42-ab67-be294cbefcf8 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.561230 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f41c7397-5b1d-4f42-ab67-be294cbefcf8 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.590400 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b321a90d-2702-4f6b-8566-51996e6abf30 x-openstack-request-id: req-b321a90d-2702-4f6b-8566-51996e6abf30 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:14:03.590862 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76d63c5-6550-4e1c-94da-f056052ab04c", "name": "network-vif-plugged", "status": "completed", "tag": "55b1fdc9-8608-4f15-9d97-2863fd9ca47a", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:14:03.591213 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b321a90d-2702-4f6b-8566-51996e6abf30 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:14:03.591709 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76d63c5-6550-4e1c-94da-f056052ab04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b1fdc9-8608-4f15-9d97-2863fd9ca47a', 'code': 200} Jul 15 15:14:03.593028 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=55b1fdc9-8608-4f15-9d97-2863fd9ca47a,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:03.614050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c7397-5b1d-4f42-ab67-be294cbefcf8 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469c17d8-426c-44c4-959f-fac398a9c303,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:03.631420 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-21b2dca2-039e-4186-9876-9e1f1d56ea92 req-e8397f59-74bb-4903-aa6a-3dff1832fe52 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648266 Jul 15 15:14:03.644909 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f41c7397-5b1d-4f42-ab67-be294cbefcf8 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.647374 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f41c7397-5b1d-4f42-ab67-be294cbefcf8 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4759619 Jul 15 15:14:03.651148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43338) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:03.662599 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ce4c1adf-6d8c-44e2-9d54-2fbda471574c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': 'ecef8bf5-bcf2-436f-afc1-01bb26e1a590', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:03.688765 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b0cdfe-30b7-4335-acf6-6b8bdf5e43d1 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:03.698347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b0cdfe-30b7-4335-acf6-6b8bdf5e43d1 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:03.711058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b0cdfe-30b7-4335-acf6-6b8bdf5e43d1 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:03.714794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c6b0cdfe-30b7-4335-acf6-6b8bdf5e43d1 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2702584 Jul 15 15:14:03.717446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43344) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:03.725148 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1adf-6d8c-44e2-9d54-2fbda471574c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.861141 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1adf-6d8c-44e2-9d54-2fbda471574c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.870430 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1adf-6d8c-44e2-9d54-2fbda471574c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.897115 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7ba80a5e-9c72-4bcc-a039-6d8d53528d5f None None] Provisioning for port 3bb48097-158b-4e47-b771-4f8d6e40a789 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:03.905660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7ba80a5e-9c72-4bcc-a039-6d8d53528d5f None None] Provisioning complete for port 3bb48097-158b-4e47-b771-4f8d6e40a789 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:03.906429 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ba80a5e-9c72-4bcc-a039-6d8d53528d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.986018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e75bc4-8e48-493c-8764-98648caa5e58 req-1f200975-fc84-4c2b-a116-0027ea847121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:03.988569 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8e75bc4-8e48-493c-8764-98648caa5e58 req-1f200975-fc84-4c2b-a116-0027ea847121 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 1097 time: 0.2744079 Jul 15 15:14:03.997245 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1adf-6d8c-44e2-9d54-2fbda471574c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.004848 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ce4c1adf-6d8c-44e2-9d54-2fbda471574c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3481939 Jul 15 15:14:04.006276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43360) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:04.024042 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-acfaa3db-84b6-4ada-bc3c-b3d1fac39944 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': 'ecef8bf5-bcf2-436f-afc1-01bb26e1a590', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:04.037776 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c1adf-6d8c-44e2-9d54-2fbda471574c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b6c946-0b14-4c21-bf06-1f2bacf33341,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:04.066094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7ba80a5e-9c72-4bcc-a039-6d8d53528d5f None None] Port 3bb48097-158b-4e47-b771-4f8d6e40a789 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:14:04.068736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-57af2be5-a28d-4e10-99fa-0bf986352ca7 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Deleting port 8a7bb024-c95d-426e-bb22-03cb9c893ddb {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:04.070648 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57af2be5-a28d-4e10-99fa-0bf986352ca7 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.093472 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7ba80a5e-9c72-4bcc-a039-6d8d53528d5f None None] Provisioning for port 8a7bb024-c95d-426e-bb22-03cb9c893ddb completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:04.109892 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7ba80a5e-9c72-4bcc-a039-6d8d53528d5f None None] Provisioning complete for port 8a7bb024-c95d-426e-bb22-03cb9c893ddb triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:04.110266 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ba80a5e-9c72-4bcc-a039-6d8d53528d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.111574 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-acfaa3db-84b6-4ada-bc3c-b3d1fac39944 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Project 5ef1d87b1ef049c18d214bfde5982884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:14:04.120854 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acfaa3db-84b6-4ada-bc3c-b3d1fac39944 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.144401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8e75bc4-8e48-493c-8764-98648caa5e58 req-28849dd6-5b37-4110-b799-b1db847eb316 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fff0cfc1-52b7-40e8-95d4-ad6232aef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139367 Jul 15 15:14:04.191632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7ba80a5e-9c72-4bcc-a039-6d8d53528d5f None None] Port 8a7bb024-c95d-426e-bb22-03cb9c893ddb cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:14:04.199134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d1b2881-012c-450a-84c0-daa590934066 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:04.249740 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acfaa3db-84b6-4ada-bc3c-b3d1fac39944 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.259778 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acfaa3db-84b6-4ada-bc3c-b3d1fac39944 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.264173 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.278165 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7ba80a5e-9c72-4bcc-a039-6d8d53528d5f None None] Provisioning complete for port 6d1b2881-012c-450a-84c0-daa590934066 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:04.278385 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b68788-6e7c-4597-908b-79ba5890bf8e req-b5e0e842-077a-4c86-8855-ac31e47b25c1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:04.279016 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ba80a5e-9c72-4bcc-a039-6d8d53528d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.280043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f9b68788-6e7c-4597-908b-79ba5890bf8e req-b5e0e842-077a-4c86-8855-ac31e47b25c1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.3149540 Jul 15 15:14:04.315394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfaa3db-84b6-4ada-bc3c-b3d1fac39944 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2814b055-585d-47d4-b6a2-944de7ae899a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:04.334868 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-acfaa3db-84b6-4ada-bc3c-b3d1fac39944 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.336225 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-acfaa3db-84b6-4ada-bc3c-b3d1fac39944 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3289421 Jul 15 15:14:04.338971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43364) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:04.349745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6d1b2881-012c-450a-84c0-daa590934066 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:04.350129 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.350952 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57af2be5-a28d-4e10-99fa-0bf986352ca7 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.353153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-272d0463-2532-43bf-a9de-a7d00b20713f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': 'ecef8bf5-bcf2-436f-afc1-01bb26e1a590', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:04.383463 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-57af2be5-a28d-4e10-99fa-0bf986352ca7 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Calling delete_port for 8a7bb024-c95d-426e-bb22-03cb9c893ddb owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:04.385726 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-272d0463-2532-43bf-a9de-a7d00b20713f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Project 5ef1d87b1ef049c18d214bfde5982884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:14:04.392976 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f9b68788-6e7c-4597-908b-79ba5890bf8e req-9e6242e6-3635-43f1-9e0b-50508f3eefa6 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047747 Jul 15 15:14:04.406321 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-272d0463-2532-43bf-a9de-a7d00b20713f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.413127 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489060ea-b6d6-4880-99b7-99fe55cbe1bb req-e6c59ae9-0c9b-484d-b027-ec7d5bd60f4f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:04.415915 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-489060ea-b6d6-4880-99b7-99fe55cbe1bb req-e6c59ae9-0c9b-484d-b027-ec7d5bd60f4f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 946 time: 0.2780344 Jul 15 15:14:04.509256 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-272d0463-2532-43bf-a9de-a7d00b20713f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.515243 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-272d0463-2532-43bf-a9de-a7d00b20713f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.561892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d0463-2532-43bf-a9de-a7d00b20713f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03ce660-cf1d-47b8-948e-7e448437f0c2,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:04.567237 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-272d0463-2532-43bf-a9de-a7d00b20713f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.568581 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-272d0463-2532-43bf-a9de-a7d00b20713f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2286396 Jul 15 15:14:04.571914 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43372) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:04.578643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2b917c06-2081-40b1-9889-316b54f244b3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'network': {'name': 'tempest-network-smoke--1257101281', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'port_security_enabled': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:04.581557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-489060ea-b6d6-4880-99b7-99fe55cbe1bb req-a9db3e45-09f9-4f9c-bf6a-d10400dbdad9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=fff0cfc1-52b7-40e8-95d4-ad6232aef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520836 Jul 15 15:14:04.642272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b917c06-2081-40b1-9889-316b54f244b3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Made reservation on behalf of 5ef1d87b1ef049c18d214bfde5982884 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:04.647256 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b917c06-2081-40b1-9889-316b54f244b3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.677526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cd9f9bad-cd98-4461-a553-5cf84fd58178 None None] Provisioning complete for port 3bb48097-158b-4e47-b771-4f8d6e40a789 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:04.677904 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cd9f9bad-cd98-4461-a553-5cf84fd58178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.724543 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f9bad-cd98-4461-a553-5cf84fd58178 None None] Port 3bb48097-158b-4e47-b771-4f8d6e40a789 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:14:04.740014 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cd9f9bad-cd98-4461-a553-5cf84fd58178 None None] Provisioning complete for port 8a7bb024-c95d-426e-bb22-03cb9c893ddb triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:04.740374 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cd9f9bad-cd98-4461-a553-5cf84fd58178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.750443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b917c06-2081-40b1-9889-316b54f244b3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:14:04.762751 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b917c06-2081-40b1-9889-316b54f244b3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.763716 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57af2be5-a28d-4e10-99fa-0bf986352ca7 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.764002 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-2b917c06-2081-40b1-9889-316b54f244b3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Added segment a540d3a3-8d65-4f41-96a6-8a3d219d6ddc of type vlan for network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 Jul 15 15:14:04.781193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f9bad-cd98-4461-a553-5cf84fd58178 None None] Port 8a7bb024-c95d-426e-bb22-03cb9c893ddb cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:14:04.806800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af2be5-a28d-4e10-99fa-0bf986352ca7 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Pushing event deleted for resources: {'Port': ['ID=8a7bb024-c95d-426e-bb22-03cb9c893ddb,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:04.825613 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b917c06-2081-40b1-9889-316b54f244b3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.864390 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b917c06-2081-40b1-9889-316b54f244b3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.871597 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b917c06-2081-40b1-9889-316b54f244b3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:04.872021 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b917c06-2081-40b1-9889-316b54f244b3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.924378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03091b84-3325-465b-aeaf-1c3f8c0d14df req-6fec9020-f5a9-48e5-afd0-ded29f0769e1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:04.926007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03091b84-3325-465b-aeaf-1c3f8c0d14df req-6fec9020-f5a9-48e5-afd0-ded29f0769e1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2041645 Jul 15 15:14:04.971774 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2b917c06-2081-40b1-9889-316b54f244b3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3953726 Jul 15 15:14:04.973036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43382) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:04.978503 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1459864777', 'admin_state_up': True, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:04.990174 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03091b84-3325-465b-aeaf-1c3f8c0d14df req-11a11d10-43ed-48fb-b7d9-bb39c4c91f58 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556312 Jul 15 15:14:04.997320 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57af2be5-a28d-4e10-99fa-0bf986352ca7 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.999745 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-57af2be5-a28d-4e10-99fa-0bf986352ca7 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] 10.222.0.38 "DELETE /v2.0/ports/8a7bb024-c95d-426e-bb22-03cb9c893ddb HTTP/1.1" status: 204 len: 168 time: 1.2810688 Jul 15 15:14:05.004596 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43384) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:05.011887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9541accd-46d8-4e7f-b8bb-59abeddf4629 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Request body: {'port': {'name': 'tempest-new-port-name-100719352', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:05.012359 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.api.validators [None req-9541accd-46d8-4e7f-b8bb-59abeddf4629 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] bootfile-name is not in valid_values {{(pid=100711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 15:14:05.013139 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.api.validators [None req-9541accd-46d8-4e7f-b8bb-59abeddf4629 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] tftp-server is not in valid_values {{(pid=100711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 15:14:05.013910 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.api.validators [None req-9541accd-46d8-4e7f-b8bb-59abeddf4629 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] server-ip-address is not in valid_values {{(pid=100711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 15:14:05.022431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b917c06-2081-40b1-9889-316b54f244b3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Network': ['ID=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:05.044780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:14:05.068408 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:05.069491 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:05.183117 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:05.306843 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9541accd-46d8-4e7f-b8bb-59abeddf4629 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:05.403378 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:05.442771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fae0b1-d792-46ba-8361-cc534e44538d req-0d1ca96d-9264-4452-b977-39ca5de3f691 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:05.444364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30fae0b1-d792-46ba-8361-cc534e44538d req-0d1ca96d-9264-4452-b977-39ca5de3f691 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/networks?id=ca2ab8ae-a107-4a49-9219-995d9c2acd35 HTTP/1.1" status: 200 len: 813 time: 0.1916604 Jul 15 15:14:05.487607 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30fae0b1-d792-46ba-8361-cc534e44538d req-a5982d23-29a2-4643-b36f-1742ee86ace6 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/quotas/654aa7ff723c41b59e7bbd6bde26ee6a HTTP/1.1" status: 200 len: 375 time: 0.0316422 Jul 15 15:14:05.684015 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:05.691548 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30fae0b1-d792-46ba-8361-cc534e44538d req-33f8d7a6-a8e7-4bff-89af-124539b3873b tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=654aa7ff723c41b59e7bbd6bde26ee6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1649587 Jul 15 15:14:05.718415 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9541accd-46d8-4e7f-b8bb-59abeddf4629 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:05.723958 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:05.728437 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9541accd-46d8-4e7f-b8bb-59abeddf4629 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:05.907822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Allocated IP 172.25.4.140 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/13f95b5d-2b68-4a87-966c-a1de34210e05) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:05.967011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-9541accd-46d8-4e7f-b8bb-59abeddf4629 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] In _notify_port_updated(), no bound segment for port 3bb48097-158b-4e47-b771-4f8d6e40a789 on network 98d259b5-dbbc-4d29-8c08-447be3e4d176 {{(pid=100711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:14:05.975210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9541accd-46d8-4e7f-b8bb-59abeddf4629 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:05.975937 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9541accd-46d8-4e7f-b8bb-59abeddf4629 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:05.976181 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:05.978050 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9541accd-46d8-4e7f-b8bb-59abeddf4629 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] 10.222.0.38 "PUT /v2.0/ports/3bb48097-158b-4e47-b771-4f8d6e40a789 HTTP/1.1" status: 200 len: 1136 time: 0.9717252 Jul 15 15:14:05.994369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43422) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:06.021719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541accd-46d8-4e7f-b8bb-59abeddf4629 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Pushing event updated for resources: {'Port': ['ID=3bb48097-158b-4e47-b771-4f8d6e40a789,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:06.108101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5325af42-e7e1-45f9-8022-40b70b246907 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:06.109361 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5325af42-e7e1-45f9-8022-40b70b246907 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] 10.222.0.38 "GET /v2.0/ports/3bb48097-158b-4e47-b771-4f8d6e40a789 HTTP/1.1" status: 200 len: 1136 time: 0.1082885 Jul 15 15:14:06.115014 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43426) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:06.133927 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:06.197930 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:06.207870 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c022376-f5a0-4e84-9c19-05a1eab1c660 req-7f80009a-5ca0-4620-b60a-104353075eae tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:06.211597 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c022376-f5a0-4e84-9c19-05a1eab1c660 req-7f80009a-5ca0-4620-b60a-104353075eae tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 946 time: 0.4048600 Jul 15 15:14:06.252857 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:06.263703 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:06.269254 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:14:06.299017 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=13f95b5d-2b68-4a87-966c-a1de34210e05,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:06.319012 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bf32f857-eab2-4901-8305-ce685efef526 None None] Provisioning complete for port 3bb48097-158b-4e47-b771-4f8d6e40a789 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:06.320578 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf32f857-eab2-4901-8305-ce685efef526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:06.337663 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c022376-f5a0-4e84-9c19-05a1eab1c660 req-99db82a4-efc2-441c-b969-c2ab7fbb2fb0 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=fff0cfc1-52b7-40e8-95d4-ad6232aef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137314 Jul 15 15:14:06.354232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f4f53-2c6c-4ebf-a7b3-d671a1f43477 req-9a91220b-16d0-47e8-b978-0b568da1e61f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:06.361375 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b6f4f53-2c6c-4ebf-a7b3-d671a1f43477 req-9a91220b-16d0-47e8-b978-0b568da1e61f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2497020 Jul 15 15:14:06.424845 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b6f4f53-2c6c-4ebf-a7b3-d671a1f43477 req-5c776297-7cad-4f97-8cbb-b89531a47e8c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624256 Jul 15 15:14:06.427581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-93a38a39-7323-4efd-a795-805f5b948935 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Deleting port 3bb48097-158b-4e47-b771-4f8d6e40a789 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:06.427941 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-93a38a39-7323-4efd-a795-805f5b948935 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:06.431808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-bf32f857-eab2-4901-8305-ce685efef526 None None] Port 3bb48097-158b-4e47-b771-4f8d6e40a789 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:14:06.693106 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:06.721607 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-93a38a39-7323-4efd-a795-805f5b948935 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:06.744809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-93a38a39-7323-4efd-a795-805f5b948935 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Calling delete_port for 3bb48097-158b-4e47-b771-4f8d6e40a789 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:06.814828 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2dceb-f697-4570-b0b8-43a170b1e520 req-34d8b7e6-b5ab-44f0-a717-41384430f5d9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:06.816155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a5c2dceb-f697-4570-b0b8-43a170b1e520 req-34d8b7e6-b5ab-44f0-a717-41384430f5d9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 946 time: 0.2331705 Jul 15 15:14:06.824295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1deef-0314-4f09-9ee4-3ca56b980582 req-6e718551-3d46-4e8f-9b99-07416f0a15de tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:06.825766 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68b1deef-0314-4f09-9ee4-3ca56b980582 req-6e718551-3d46-4e8f-9b99-07416f0a15de tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2303092 Jul 15 15:14:06.906085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68b1deef-0314-4f09-9ee4-3ca56b980582 req-0f6d2d0d-2f4d-4d31-9de8-2e17a2626282 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747514 Jul 15 15:14:06.911027 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a5c2dceb-f697-4570-b0b8-43a170b1e520 req-8eb0f9eb-c3b0-4f61-9ccb-af0b6d99390f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=fff0cfc1-52b7-40e8-95d4-ad6232aef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843229 Jul 15 15:14:06.976587 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:07.052112 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-93a38a39-7323-4efd-a795-805f5b948935 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:07.114236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a38a39-7323-4efd-a795-805f5b948935 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Pushing event deleted for resources: {'Port': ['ID=3bb48097-158b-4e47-b771-4f8d6e40a789,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:07.173089 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router 253dcff5-d8f7-4f15-a30e-854831f6ce99 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:14:07.335769 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:14:07.348346 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Sync routers for ids ['253dcff5-d8f7-4f15-a30e-854831f6ce99'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:14:07.362406 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Routers {'253dcff5-d8f7-4f15-a30e-854831f6ce99'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:14:07.363380 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:14:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['253dcff5-d8f7-4f15-a30e-854831f6ce99'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:07.384785 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:07.386273 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3dfcce7d-51d9-461b-925c-40e61bdde819 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4127393 Jul 15 15:14:07.389866 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43476) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:07.574963 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Set router 253dcff5-d8f7-4f15-a30e-854831f6ce99 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:14:07.579638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aac83f57-2bca-48bf-9553-e52d0af8413b req-bb867edb-793b-48a1-9d32-9c4508a205a6 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=654aa7ff723c41b59e7bbd6bde26ee6a HTTP/1.1" status: 200 len: 221 time: 0.4483716 Jul 15 15:14:07.596539 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-93a38a39-7323-4efd-a795-805f5b948935 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:07.600362 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-93a38a39-7323-4efd-a795-805f5b948935 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] 10.222.0.38 "DELETE /v2.0/ports/3bb48097-158b-4e47-b771-4f8d6e40a789 HTTP/1.1" status: 204 len: 168 time: 1.4824605 Jul 15 15:14:07.604918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43488) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:07.649713 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-150cf9b1-5d68-4502-b10b-6c91a18a17da tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=5ef1d87b1ef049c18d214bfde5982884&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2585065 Jul 15 15:14:07.652307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43492) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:07.716032 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-313e517a-43cc-47fb-a666-0bdf42ea6c21 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Deleting subnet 02e6a58c-92ae-4c9e-8c1c-30dab3a42ab1 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:14:07.719565 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-313e517a-43cc-47fb-a666-0bdf42ea6c21 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:07.781558 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-313e517a-43cc-47fb-a666-0bdf42ea6c21 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:07.806703 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459864777', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:06Z', 'revision_number': 3, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:07.825839 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Checking router: 253dcff5-d8f7-4f15-a30e-854831f6ce99 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:14:07.826322 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Updating router 253dcff5-d8f7-4f15-a30e-854831f6ce99 port 13f95b5d-2b68-4a87-966c-a1de34210e05 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:14:07.872336 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:07.907605 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa19ae3-12fa-4c25-a987-6aa949f12806 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:07.912016 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4fa19ae3-12fa-4c25-a987-6aa949f12806 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2502549 Jul 15 15:14:07.912662 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43500) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:08.000569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac90048-b7de-4ee3-a49d-cb2703458761 req-929ca216-a4fc-42a0-a726-5503c26493ef tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:08.009840 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f5d06a70-2115-4851-ba8e-3cabef9ba2ac tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0929599 Jul 15 15:14:08.010059 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ac90048-b7de-4ee3-a49d-cb2703458761 req-929ca216-a4fc-42a0-a726-5503c26493ef tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1782937 Jul 15 15:14:08.010150 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43504) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:08.016364 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7542ec1b-15bb-4cc5-ae22-643da7a3bc20 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1875552553', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:08.021786 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-313e517a-43cc-47fb-a666-0bdf42ea6c21 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:08.146384 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ac90048-b7de-4ee3-a49d-cb2703458761 req-24ef3ca8-ea66-4220-bf3d-1c70de575111 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366346 Jul 15 15:14:08.166156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7542ec1b-15bb-4cc5-ae22-643da7a3bc20 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Made reservation on behalf of 5ef1d87b1ef049c18d214bfde5982884 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:08.170223 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7542ec1b-15bb-4cc5-ae22-643da7a3bc20 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:08.196357 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-313e517a-43cc-47fb-a666-0bdf42ea6c21 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:08.246021 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-313e517a-43cc-47fb-a666-0bdf42ea6c21 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:08.248136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-313e517a-43cc-47fb-a666-0bdf42ea6c21 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] 10.222.0.38 "DELETE /v2.0/subnets/02e6a58c-92ae-4c9e-8c1c-30dab3a42ab1 HTTP/1.1" status: 204 len: 168 time: 0.6378903 Jul 15 15:14:08.255264 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43518) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:08.261603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7dd232-108f-49ac-b836-2a6ae419f008 None None] Network 98d259b5-dbbc-4d29-8c08-447be3e4d176 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:08.268811 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:08.308503 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Transition to ACTIVE for port object 13f95b5d-2b68-4a87-966c-a1de34210e05 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:08.310085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e517a-43cc-47fb-a666-0bdf42ea6c21 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Pushing event deleted for resources: {'Subnet': ['ID=02e6a58c-92ae-4c9e-8c1c-30dab3a42ab1,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:08.324890 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:08.369862 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Attempting to bind port 13f95b5d-2b68-4a87-966c-a1de34210e05 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:14:08.370558 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Attempting to bind port 13f95b5d-2b68-4a87-966c-a1de34210e05 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:14:08.370675 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Attempting to bind port 13f95b5d-2b68-4a87-966c-a1de34210e05 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:14:08.409903 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:14:08.410275 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:08.418944 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:08.419603 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:14:08.420944 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Bound port: 13f95b5d-2b68-4a87-966c-a1de34210e05, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:14:08.420944 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:08.442988 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fb929-a8b3-4235-9d5d-abc629eda1fa None None] Pushing event updated for resources: {'Port': ['ID=13f95b5d-2b68-4a87-966c-a1de34210e05,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:08.453513 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fb929-a8b3-4235-9d5d-abc629eda1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:08.454087 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fb929-a8b3-4235-9d5d-abc629eda1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:08.454948 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fb929-a8b3-4235-9d5d-abc629eda1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:08.455645 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fb929-a8b3-4235-9d5d-abc629eda1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:08.456127 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fb929-a8b3-4235-9d5d-abc629eda1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:08.456823 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fb929-a8b3-4235-9d5d-abc629eda1fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:08.457693 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fb929-a8b3-4235-9d5d-abc629eda1fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:08.458414 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fb929-a8b3-4235-9d5d-abc629eda1fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:08.458886 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fb929-a8b3-4235-9d5d-abc629eda1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:08.460043 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fb929-a8b3-4235-9d5d-abc629eda1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:08.460990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43524) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:08.461176 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fb929-a8b3-4235-9d5d-abc629eda1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:08.461685 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fb929-a8b3-4235-9d5d-abc629eda1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:08.502626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-6d359f5a-eecc-4127-9cc5-19fa418ac6a6 req-8544ec13-83ca-445a-b653-b9fd6dd25606 service neutron] (100712) timed out ('10.222.0.38', 38718) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:14:08.507042 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:08.555643 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] For port 13f95b5d-2b68-4a87-966c-a1de34210e05, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:08.559702 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] For port 13f95b5d-2b68-4a87-966c-a1de34210e05, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=13f95b5d-2b68-4a87-966c-a1de34210e05,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:08.565962 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:08.669602 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1973850-4033-455e-b1ef-25779bc0f201 req-bce4b0dc-cdf6-415c-a4df-1125557cae83 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:08.671736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1973850-4033-455e-b1ef-25779bc0f201 req-bce4b0dc-cdf6-415c-a4df-1125557cae83 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1498647 Jul 15 15:14:08.685261 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fb929-a8b3-4235-9d5d-abc629eda1fa None None] Pushing event updated for resources: {'Port': ['ID=13f95b5d-2b68-4a87-966c-a1de34210e05,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:08.692934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Deleting port 6d1b2881-012c-450a-84c0-daa590934066 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:08.693288 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:08.717140 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c4ec49-e6d7-4f7d-8d83-2d708d9af041 None None] DHCP port deletion for 98d259b5-dbbc-4d29-8c08-447be3e4d176 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:14:08.746577 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Routers {'253dcff5-d8f7-4f15-a30e-854831f6ce99'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:14:08.747522 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:14:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['253dcff5-d8f7-4f15-a30e-854831f6ce99'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:08.778974 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1973850-4033-455e-b1ef-25779bc0f201 req-cb698335-b2b6-4347-879c-5629aff39deb tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841475 Jul 15 15:14:08.813566 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7542ec1b-15bb-4cc5-ae22-643da7a3bc20 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:08.850830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] For port 6d1b2881-012c-450a-84c0-daa590934066, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d1b2881-012c-450a-84c0-daa590934066,segment=NetworkSegment(6fdc1621-d52c-4604-8b79-44b998aa452e),segment_id=6fdc1621-d52c-4604-8b79-44b998aa452e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:08.851348 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:08.874288 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-86c4ec49-e6d7-4f7d-8d83-2d708d9af041 None None] Deleting port 6d1b2881-012c-450a-84c0-daa590934066 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:08.875177 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86c4ec49-e6d7-4f7d-8d83-2d708d9af041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:08.891252 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Calling delete_port for 6d1b2881-012c-450a-84c0-daa590934066 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:08.992715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-86c4ec49-e6d7-4f7d-8d83-2d708d9af041 None None] For port 6d1b2881-012c-450a-84c0-daa590934066, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d1b2881-012c-450a-84c0-daa590934066,segment=NetworkSegment(6fdc1621-d52c-4604-8b79-44b998aa452e),segment_id=6fdc1621-d52c-4604-8b79-44b998aa452e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:08.997684 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86c4ec49-e6d7-4f7d-8d83-2d708d9af041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:09.026838 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-86c4ec49-e6d7-4f7d-8d83-2d708d9af041 None None] Calling delete_port for 6d1b2881-012c-450a-84c0-daa590934066 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:09.032883 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] Set router 253dcff5-d8f7-4f15-a30e-854831f6ce99 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:14:09.176701 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:09.198697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577304a-bf3c-4d20-92c5-56ac82c6bc06 req-a9d5a727-f479-457a-92f4-3e14cbb39e5f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:09.207366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2577304a-bf3c-4d20-92c5-56ac82c6bc06 req-a9d5a727-f479-457a-92f4-3e14cbb39e5f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1320555 Jul 15 15:14:09.233967 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86c4ec49-e6d7-4f7d-8d83-2d708d9af041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:09.250182 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Pushing event deleted for resources: {'Port': ['ID=6d1b2881-012c-450a-84c0-daa590934066,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:09.282253 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2577304a-bf3c-4d20-92c5-56ac82c6bc06 req-53b4db4f-3114-4e06-896e-fd1a3417f9af tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737784 Jul 15 15:14:09.346600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4ec49-e6d7-4f7d-8d83-2d708d9af041 None None] Pushing event deleted for resources: {'Port': ['ID=6d1b2881-012c-450a-84c0-daa590934066,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:09.354080 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c4ec49-e6d7-4f7d-8d83-2d708d9af041 None None] No DVR routers for this DVR port 6d1b2881-012c-450a-84c0-daa590934066 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:14:09.390130 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] No DVR routers for this DVR port 6d1b2881-012c-450a-84c0-daa590934066 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:14:09.428385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7542ec1b-15bb-4cc5-ae22-643da7a3bc20 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Checking segment: {'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:09.439864 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7542ec1b-15bb-4cc5-ae22-643da7a3bc20 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network hostable DHCP agents. Network: 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:14:09.497948 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459864777', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:06Z', 'revision_number': 3, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:09.506791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542ec1b-15bb-4cc5-ae22-643da7a3bc20 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Subnet': ['ID=716a09bf-61f2-4fb2-825c-c3c8f8bee32b,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:09.546232 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:09.613938 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efccc901-b7f7-4bb8-9aaa-aa8df01b03e8 None None] The sync data for ids ['253dcff5-d8f7-4f15-a30e-854831f6ce99'] in n-d-764435-3 is: [{'id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459864777', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:06Z', 'revision_number': 3, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:14:09.641632 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:09.651823 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d259b5-dbbc-4d29-8c08-447be3e4d176']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:09.665244 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fdc1621-d52c-4604-8b79-44b998aa452e') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:09.665598 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fdc1621-d52c-4604-8b79-44b998aa452e') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:09.676817 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:09.702557 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:09.713345 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:14:09.713806 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:14:09.787251 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:14:09.795730 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:09.810492 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:09.814910 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] 10.222.0.38 "DELETE /v2.0/networks/98d259b5-dbbc-4d29-8c08-447be3e4d176 HTTP/1.1" status: 204 len: 168 time: 1.5517454 Jul 15 15:14:09.826080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7542ec1b-15bb-4cc5-ae22-643da7a3bc20 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:14:09.830448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Pushing event deleted for resources: {'Network': ['ID=98d259b5-dbbc-4d29-8c08-447be3e4d176,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:09.842944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.843213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.843565 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.843906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.844251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.844590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.844929 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.845268 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.845600 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.845931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.846280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.846751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd270a8-9ed3-4bec-9046-2088235d9258 tempest-ExtraDHCPOptionsTestJSON-266381290 tempest-ExtraDHCPOptionsTestJSON-266381290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.853212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7542ec1b-15bb-4cc5-ae22-643da7a3bc20 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:09.863810 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b4b0a4-939d-470c-8a80-7190c4be39ea None None] Network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:09.874459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7542ec1b-15bb-4cc5-ae22-643da7a3bc20 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:09.875423 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7542ec1b-15bb-4cc5-ae22-643da7a3bc20 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:09.918936 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7542ec1b-15bb-4cc5-ae22-643da7a3bc20 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9074690 Jul 15 15:14:09.919815 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43556) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:10.189461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b7b74-c377-463a-b11a-97e42b6d3dfb req-1ba3cab1-fcce-4b47-9141-3ded5d218e5f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:10.198815 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-808b7b74-c377-463a-b11a-97e42b6d3dfb req-1ba3cab1-fcce-4b47-9141-3ded5d218e5f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.4190650 Jul 15 15:14:10.236326 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d1b2881-012c-450a-84c0-daa590934066 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:14:10.316155 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 6d1b2881-012c-450a-84c0-daa590934066 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:14:10.316448 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d1b2881-012c-450a-84c0-daa590934066 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:14:10.321247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ips': [{'subnet_id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:14:10.323628 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:10.503976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Allocated IP 172.20.0.17 (b50f6ca9-3c09-4616-84e4-3a3aed8a65d9/ac47b543-f78f-49c0-8ac6-b620a07f77b9/5dfd2dce-1aaa-4187-8f31-e97415e6f6ae) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:10.548164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-808b7b74-c377-463a-b11a-97e42b6d3dfb req-3745c851-8f79-4883-955a-033a7cec61db tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476744 Jul 15 15:14:10.595807 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43572) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:10.712882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Allocated IP 172.20.0.2 (1bbdfe92-a2b3-42a6-a0cd-ca260914fba0/716a09bf-61f2-4fb2-825c-c3c8f8bee32b/9fbe8c85-a132-4e4c-b1e3-7277fd064197) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:10.933104 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:11.159940 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:11.161629 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Transition to ACTIVE for port object 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:11.174861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Transition to ACTIVE for port object 9fbe8c85-a132-4e4c-b1e3-7277fd064197 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:11.224680 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Transition to ACTIVE for port object 9fbe8c85-a132-4e4c-b1e3-7277fd064197 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:11.257619 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:11.261184 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:11.289757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-274485c6-b58e-41af-ab66-9b10189f76e2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=469d0c75760c438eb28e8b5ba22768ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6922491 Jul 15 15:14:11.292153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43592) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:11.338473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952243d-9282-4d02-850a-5b7cf30bdd15 req-05f92f87-fbe7-463d-a86e-cb373be08199 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:11.352708 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d952243d-9282-4d02-850a-5b7cf30bdd15 req-05f92f87-fbe7-463d-a86e-cb373be08199 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.4095767 Jul 15 15:14:11.359864 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:11.366004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Pushing event updated for resources: {'Port': ['ID=9fbe8c85-a132-4e4c-b1e3-7277fd064197,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:11.380899 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:11.385074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:11.395459 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:14:11.484869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:11.489877 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:11.509466 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Attempting to bind port 9fbe8c85-a132-4e4c-b1e3-7277fd064197 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:14:11.510968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Attempting to bind port 9fbe8c85-a132-4e4c-b1e3-7277fd064197 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:14:11.511539 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:14:11.511842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Attempting to bind port 9fbe8c85-a132-4e4c-b1e3-7277fd064197 on network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:14:11.518659 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:14:11.519393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Checking segment: {'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:11.520013 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:11.520603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Bound using segment: {'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:14:11.521296 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Bound port: 9fbe8c85-a132-4e4c-b1e3-7277fd064197, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:14:11.521906 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:11.591694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d952243d-9282-4d02-850a-5b7cf30bdd15 req-a144d4bc-9ede-4848-b4a3-d8e1a6abab68 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352059 Jul 15 15:14:11.622376 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Port': ['ID=5dfd2dce-1aaa-4187-8f31-e97415e6f6ae,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:11.640012 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:11.684647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] For port 9fbe8c85-a132-4e4c-b1e3-7277fd064197, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:11.699875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] For port 9fbe8c85-a132-4e4c-b1e3-7277fd064197, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9fbe8c85-a132-4e4c-b1e3-7277fd064197,segment=NetworkSegment(a540d3a3-8d65-4f41-96a6-8a3d219d6ddc),segment_id=a540d3a3-8d65-4f41-96a6-8a3d219d6ddc)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:11.708710 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:11.833535 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d544bb-5315-456a-8c82-a35549633b31 None None] Pushing event updated for resources: {'Port': ['ID=9fbe8c85-a132-4e4c-b1e3-7277fd064197,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:12.013788 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:12.032132 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7af29f1d-120a-4331-a4a5-d72a26dc4828 None None] Provisioning for port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:12.042146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7af29f1d-120a-4331-a4a5-d72a26dc4828 None None] Provisioning complete for port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:12.044970 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7af29f1d-120a-4331-a4a5-d72a26dc4828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:12.166122 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7af29f1d-120a-4331-a4a5-d72a26dc4828 None None] Port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:14:12.166405 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ea0d1-400c-43a9-9373-ad58e16ad62f req-00a944b8-445f-4c99-897a-66012df4d4db tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:12.170690 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-202ea0d1-400c-43a9-9373-ad58e16ad62f req-00a944b8-445f-4c99-897a-66012df4d4db tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.3039846 Jul 15 15:14:12.220622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 13f95b5d-2b68-4a87-966c-a1de34210e05 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:12.348399 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2beacf7-cc3b-4178-a2af-238342580dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:12.418306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 13f95b5d-2b68-4a87-966c-a1de34210e05 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:12.433700 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 13f95b5d-2b68-4a87-966c-a1de34210e05 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:12.435247 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:12.470719 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2beacf7-cc3b-4178-a2af-238342580dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:12.572663 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-202ea0d1-400c-43a9-9373-ad58e16ad62f req-5b0e6c4a-7852-4a9d-97c4-bea9e70f1bf0 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479602 Jul 15 15:14:12.704153 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:12.778788 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 13f95b5d-2b68-4a87-966c-a1de34210e05, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=13f95b5d-2b68-4a87-966c-a1de34210e05,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:12.793702 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:12.796282 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2beacf7-cc3b-4178-a2af-238342580dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:12.801898 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2beacf7-cc3b-4178-a2af-238342580dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:12.807095 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b2beacf7-cc3b-4178-a2af-238342580dd8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/69f0bb76-9d9b-4a72-93db-21b523a5dab3 HTTP/1.1" status: 204 len: 168 time: 1.5126271 Jul 15 15:14:12.875526 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beacf7-cc3b-4178-a2af-238342580dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f0bb76-9d9b-4a72-93db-21b523a5dab3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:12.944579 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Allocated IP 172.20.0.1 (1bbdfe92-a2b3-42a6-a0cd-ca260914fba0/716a09bf-61f2-4fb2-825c-c3c8f8bee32b/9cbf05d3-536c-44ea-9f95-d8178c32a811) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:12.953954 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=13f95b5d-2b68-4a87-966c-a1de34210e05,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:13.157248 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:13.178236 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Transition to ACTIVE for port object 9cbf05d3-536c-44ea-9f95-d8178c32a811 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:13.222603 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:13.230554 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:13.251230 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:13.295039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:13.316394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=9cbf05d3-536c-44ea-9f95-d8178c32a811,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:13.320663 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:13.323281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:14:13.404586 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a00ed-4c10-43ed-bcd7-88d5d7c2f5d8 req-842bc8f8-9406-43c4-9906-d5bed19f8860 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:13.407348 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba0a00ed-4c10-43ed-bcd7-88d5d7c2f5d8 req-842bc8f8-9406-43c4-9906-d5bed19f8860 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.3384652 Jul 15 15:14:13.465056 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:13.481580 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Port': ['ID=5dfd2dce-1aaa-4187-8f31-e97415e6f6ae,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:13.518872 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:13.585017 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba0a00ed-4c10-43ed-bcd7-88d5d7c2f5d8 req-fc1cf8af-f6f5-40b4-9357-cc1d4836ed31 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499143 Jul 15 15:14:13.800318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:13.806899 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:13.869251 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:13.931629 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c8bc97-2b9e-4955-9896-187f0ea91864 None None] Network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:14.050396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-20672155-f988-40ba-80ee-d3b80bd67aab None None] Provisioning for port 9fbe8c85-a132-4e4c-b1e3-7277fd064197 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:14.449909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 13f95b5d-2b68-4a87-966c-a1de34210e05 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:14.479765 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43674) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:14.559269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6b9c57cd-9b98-47d9-96ac-84122723b1dc None None] Provisioning complete for port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:14.559908 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b9c57cd-9b98-47d9-96ac-84122723b1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:14.638751 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 13f95b5d-2b68-4a87-966c-a1de34210e05 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:14.639145 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:14.651252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:14.660436 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:14.722932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c57cd-9b98-47d9-96ac-84122723b1dc None None] Port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:14:14.743332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3c7ffcda-2e0f-44ce-ac82-125767138f5b tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-274900107'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:14.795239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9fbe8c85-a132-4e4c-b1e3-7277fd064197 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:14.874586 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23235d3-9a89-4e21-86b1-aadc60bb9255 req-547f8d45-dfa1-4443-9946-e807c4f37a28 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:14.890602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a23235d3-9a89-4e21-86b1-aadc60bb9255 req-547f8d45-dfa1-4443-9946-e807c4f37a28 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 1.0299301 Jul 15 15:14:14.892905 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 9fbe8c85-a132-4e4c-b1e3-7277fd064197 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:14.898518 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9fbe8c85-a132-4e4c-b1e3-7277fd064197 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:14.898972 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:14.907153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Router 650c6b6e-6582-4551-94c8-1fb3d85e5059 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:14:14.918991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=9cbf05d3-536c-44ea-9f95-d8178c32a811,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:14.933490 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:14.935974 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7ffcda-2e0f-44ce-ac82-125767138f5b tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Made reservation on behalf of 77dfc72897d049f78c00de5f32fd42ca for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:14.939708 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c7ffcda-2e0f-44ce-ac82-125767138f5b tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:14.977971 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c7ffcda-2e0f-44ce-ac82-125767138f5b tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:14.982197 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a23235d3-9a89-4e21-86b1-aadc60bb9255 req-97020de3-9670-4c05-b751-dffb46132670 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905511 Jul 15 15:14:15.275728 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:14:15.296081 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8bc99eb1-faa5-427e-90df-11dc3c751dc2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "PUT /v2.0/routers/650c6b6e-6582-4551-94c8-1fb3d85e5059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8339646 Jul 15 15:14:15.357183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Sync routers for ids ['650c6b6e-6582-4551-94c8-1fb3d85e5059'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:14:15.386723 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Routers {'650c6b6e-6582-4551-94c8-1fb3d85e5059'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:14:15.387732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:14:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['650c6b6e-6582-4551-94c8-1fb3d85e5059'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:15.393856 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c7ffcda-2e0f-44ce-ac82-125767138f5b tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:15.423111 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c7ffcda-2e0f-44ce-ac82-125767138f5b tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:15.428882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9405ee40-ea42-4a62-a31d-d5e2d2e0722f None None] Provisioning for port 9cbf05d3-536c-44ea-9f95-d8178c32a811 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:15.463275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c4557-e488-44f1-aaa6-80026d0b1f02 req-ea0ebb66-0c25-44c8-a87b-ecc53a77473f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:15.467116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9405ee40-ea42-4a62-a31d-d5e2d2e0722f None None] Provisioning complete for port 9cbf05d3-536c-44ea-9f95-d8178c32a811 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:15.472612 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc3c4557-e488-44f1-aaa6-80026d0b1f02 req-ea0ebb66-0c25-44c8-a87b-ecc53a77473f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1749849 Jul 15 15:14:15.478123 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9405ee40-ea42-4a62-a31d-d5e2d2e0722f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:15.519350 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7ffcda-2e0f-44ce-ac82-125767138f5b tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:14:15.552118 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:14:15.573091 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc3c4557-e488-44f1-aaa6-80026d0b1f02 req-6b3906d5-f538-4efc-8eb1-911cd4c4039a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994446 Jul 15 15:14:15.610359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ffcda-2e0f-44ce-ac82-125767138f5b tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f884e29f-b633-4304-9bc9-8102d8ceed39,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:15.616250 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c7ffcda-2e0f-44ce-ac82-125767138f5b tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:15.617355 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-3c7ffcda-2e0f-44ce-ac82-125767138f5b tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Added segment 1de6a018-d642-4b51-88d9-d71ba795ef30 of type vlan for network 70874ebd-3cba-4938-b137-1fd0a53aae7f Jul 15 15:14:15.639037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:15.641864 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:15.753926 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c7ffcda-2e0f-44ce-ac82-125767138f5b tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:15.804995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9405ee40-ea42-4a62-a31d-d5e2d2e0722f None None] Port 9cbf05d3-536c-44ea-9f95-d8178c32a811 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:14:15.840443 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:15.878492 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Set router 650c6b6e-6582-4551-94c8-1fb3d85e5059 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:14:15.888741 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c7ffcda-2e0f-44ce-ac82-125767138f5b tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:15.894276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7ffcda-2e0f-44ce-ac82-125767138f5b tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:15.894973 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c7ffcda-2e0f-44ce-ac82-125767138f5b tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:15.925475 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9405ee40-ea42-4a62-a31d-d5e2d2e0722f None None] Provisioning complete for port 9fbe8c85-a132-4e4c-b1e3-7277fd064197 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:15.925889 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9405ee40-ea42-4a62-a31d-d5e2d2e0722f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:15.986280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 9fbe8c85-a132-4e4c-b1e3-7277fd064197, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9fbe8c85-a132-4e4c-b1e3-7277fd064197,segment=NetworkSegment(a540d3a3-8d65-4f41-96a6-8a3d219d6ddc),segment_id=a540d3a3-8d65-4f41-96a6-8a3d219d6ddc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:15.987246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router 253dcff5-d8f7-4f15-a30e-854831f6ce99 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:14:15.995885 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:16.014935 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3c7ffcda-2e0f-44ce-ac82-125767138f5b tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5330453 Jul 15 15:14:16.065595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ffcda-2e0f-44ce-ac82-125767138f5b tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event updated for resources: {'Network': ['ID=70874ebd-3cba-4938-b137-1fd0a53aae7f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:16.123015 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 70874ebd-3cba-4938-b137-1fd0a53aae7f details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:14:16.168322 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=9fbe8c85-a132-4e4c-b1e3-7277fd064197,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:16.425970 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:14:16.446289 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Sync routers for ids ['253dcff5-d8f7-4f15-a30e-854831f6ce99'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:14:16.474564 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-eb48a219-86c4-43e6-9f96-29055d0077cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "PUT /v2.0/routers/253dcff5-d8f7-4f15-a30e-854831f6ce99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5425222 Jul 15 15:14:16.504606 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c03cd08c-391a-4ffd-a439-84367713e093 None None] Provisioning complete for port 9cbf05d3-536c-44ea-9f95-d8178c32a811 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:16.505443 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Routers {'253dcff5-d8f7-4f15-a30e-854831f6ce99'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:14:16.505611 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c03cd08c-391a-4ffd-a439-84367713e093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:16.505978 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:14:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['253dcff5-d8f7-4f15-a30e-854831f6ce99'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:16.593392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc54dc-d9a9-4afe-ab73-718f639473c8 req-bce3eb37-7eb8-4ce8-80b3-64c9f445c01a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:16.626845 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03fc54dc-d9a9-4afe-ab73-718f639473c8 req-bce3eb37-7eb8-4ce8-80b3-64c9f445c01a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.8014801 Jul 15 15:14:16.635745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c03cd08c-391a-4ffd-a439-84367713e093 None None] Port 9cbf05d3-536c-44ea-9f95-d8178c32a811 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:14:16.753364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:14:11Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'b2a7488f-b38a-4b4c-8891-0f7fc60f5e57', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'port_id': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'mac_address': 'fa:16:3e:62:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66545200-fbf8-40cd-a638-8a39400008fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:13:07Z', 'updated_at': '2021-07-15T15:13:13Z', 'revision_number': 1, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dfd2dce-1aaa-4187-8f31-e97415e6f6ae', 'name': '', 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:37:1d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'ac47b543-f78f-49c0-8ac6-b620a07f77b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:09Z', 'updated_at': '2021-07-15T15:14:12Z', 'revision_number': 2, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'ac47b543-f78f-49c0-8ac6-b620a07f77b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83e27df8-c6af-47ce-9e31-6ba54d75f566', 'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:b8:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:23Z', 'updated_at': '2021-07-15T15:12:38Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:16.807575 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Checking router: 650c6b6e-6582-4551-94c8-1fb3d85e5059 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:14:16.807929 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Updating router 650c6b6e-6582-4551-94c8-1fb3d85e5059 port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:14:16.810222 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03fc54dc-d9a9-4afe-ab73-718f639473c8 req-3725db4f-464a-43af-8954-2a350b219b76 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808727 Jul 15 15:14:16.888330 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:17.176207 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Set router 253dcff5-d8f7-4f15-a30e-854831f6ce99 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:14:17.275110 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-0a86e999-3aa8-4ecc-a524-45e4331327cf tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169645391&fields=id&tenant_id=5ef1d87b1ef049c18d214bfde5982884 HTTP/1.1" status: 200 len: 267 time: 0.1144109 Jul 15 15:14:17.451072 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-df9beaa3-4cd1-4bea-b6d1-eda1db23ec78 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:17.458721 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-df9beaa3-4cd1-4bea-b6d1-eda1db23ec78 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/networks?id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 HTTP/1.1" status: 200 len: 797 time: 0.1826589 Jul 15 15:14:17.478805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-1f76ccd0-24a0-4b4d-a40d-44c78662adbb tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/quotas/5ef1d87b1ef049c18d214bfde5982884 HTTP/1.1" status: 200 len: 375 time: 0.0190797 Jul 15 15:14:17.519670 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:17.536612 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Transition to ACTIVE for port object 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:17.547727 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:17.689734 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12044bd-08ba-4f9b-99ee-86fdf7022604 req-e0ad3556-da56-419a-a57d-88f1e1a26954 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:17.701076 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c12044bd-08ba-4f9b-99ee-86fdf7022604 req-e0ad3556-da56-419a-a57d-88f1e1a26954 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2386363 Jul 15 15:14:17.703037 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc1bb6-0c59-4fc8-a0cd-30af58edbc01 None None] Pushing event updated for resources: {'Port': ['ID=5dfd2dce-1aaa-4187-8f31-e97415e6f6ae,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:17.748731 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459864777', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:13Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9cbf05d3-536c-44ea-9f95-d8178c32a811', 'name': '', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:3d:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:12Z', 'updated_at': '2021-07-15T15:14:14Z', 'revision_number': 2, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:17.778493 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c12044bd-08ba-4f9b-99ee-86fdf7022604 req-dcce0b84-5940-40cd-8239-28d28e7423d9 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764284 Jul 15 15:14:17.858609 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-81a4cd92-c681-4238-8b59-871e0c8a04d5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3772798 Jul 15 15:14:17.947658 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Checking router: 253dcff5-d8f7-4f15-a30e-854831f6ce99 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:14:17.956876 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Updating router 253dcff5-d8f7-4f15-a30e-854831f6ce99 port 9cbf05d3-536c-44ea-9f95-d8178c32a811 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:14:18.045947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Attempting to bind port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:14:18.046613 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Attempting to bind port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '2b35778b-4221-4ef8-8808-14d3309fc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:14:18.055213 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Attempting to bind port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae on network b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:14:18.114932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:14:18.115265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Checking segment: {'id': '2b35778b-4221-4ef8-8808-14d3309fc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:18.115646 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:18.116138 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Bound using segment: {'id': '2b35778b-4221-4ef8-8808-14d3309fc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:14:18.117213 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Bound port: 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b35778b-4221-4ef8-8808-14d3309fc4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:14:18.117925 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:18.177878 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-f66140e1-e573-4de4-8ecb-e6b3f5b34e14 service neutron] 10.222.0.38 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160489 Jul 15 15:14:18.189261 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9fbe8c85-a132-4e4c-b1e3-7277fd064197 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:18.198516 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:18.316962 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] For port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:18.322257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] For port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5dfd2dce-1aaa-4187-8f31-e97415e6f6ae,segment=NetworkSegment(2b35778b-4221-4ef8-8808-14d3309fc4fc),segment_id=2b35778b-4221-4ef8-8808-14d3309fc4fc)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:18.370138 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:18.389913 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-70075ed9-2ce9-411c-84d0-e599cf9255db service neutron] 10.222.0.38 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110319 Jul 15 15:14:18.568856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Routers {'650c6b6e-6582-4551-94c8-1fb3d85e5059'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:14:18.571513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:14:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['650c6b6e-6582-4551-94c8-1fb3d85e5059'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:18.611423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b61ee-2c27-46f5-a8fe-b0fcb2365fac req-37f9cf86-461e-48f1-af66-5f3692509e50 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:18.631898 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e63b61ee-2c27-46f5-a8fe-b0fcb2365fac req-37f9cf86-461e-48f1-af66-5f3692509e50 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2382183 Jul 15 15:14:18.740514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e63b61ee-2c27-46f5-a8fe-b0fcb2365fac req-31db9aa6-62c0-4a84-a4f8-eed128c28213 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933959 Jul 15 15:14:18.872483 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] Set router 650c6b6e-6582-4551-94c8-1fb3d85e5059 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:14:18.922053 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:18.928787 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e52b562f-56c6-44e6-94b2-9be12596b99d req-1ed6037f-becd-4a29-b7db-56de4a5fb835 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 210 time: 0.0862083 Jul 15 15:14:18.959763 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Transition to ACTIVE for port object 9cbf05d3-536c-44ea-9f95-d8178c32a811 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:18.972827 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:19.187453 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b09ba-3854-4b4a-9025-2a0875828f15 None None] Pushing event updated for resources: {'Port': ['ID=9cbf05d3-536c-44ea-9f95-d8178c32a811,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:19.250450 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Attempting to bind port 9cbf05d3-536c-44ea-9f95-d8178c32a811 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:14:19.252027 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Attempting to bind port 9cbf05d3-536c-44ea-9f95-d8178c32a811 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:14:19.252901 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Attempting to bind port 9cbf05d3-536c-44ea-9f95-d8178c32a811 on network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:14:19.282749 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-dd065736-7018-4740-a39f-fd1092e58fe6 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:19.284374 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-dd065736-7018-4740-a39f-fd1092e58fe6 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/networks?id=64b414a4-4442-44e4-9603-37584ff0baf9 HTTP/1.1" status: 200 len: 815 time: 0.3535044 Jul 15 15:14:19.287738 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:14:19.288120 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Checking segment: {'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:19.288712 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:19.289202 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Bound using segment: {'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:14:19.289621 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Bound port: 9cbf05d3-536c-44ea-9f95-d8178c32a811, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:14:19.290014 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:19.294844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc1bb6-0c59-4fc8-a0cd-30af58edbc01 None None] Pushing event updated for resources: {'Port': ['ID=5dfd2dce-1aaa-4187-8f31-e97415e6f6ae,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:19.338821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9fbe8c85-a132-4e4c-b1e3-7277fd064197 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:19.339698 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:19.435557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-4c836f30-18c1-428e-87aa-c85f5d42b1b3 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/quotas/e8adb63cf4244269af1c8a6cb45bce85 HTTP/1.1" status: 200 len: 375 time: 0.1141644 Jul 15 15:14:19.502012 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] For port 9cbf05d3-536c-44ea-9f95-d8178c32a811, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:19.509926 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] For port 9cbf05d3-536c-44ea-9f95-d8178c32a811, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9cbf05d3-536c-44ea-9f95-d8178c32a811,segment=NetworkSegment(a540d3a3-8d65-4f41-96a6-8a3d219d6ddc),segment_id=a540d3a3-8d65-4f41-96a6-8a3d219d6ddc)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:19.516580 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:19.611188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5b52f-fc7c-4ff2-b7da-c3b7644cae2a req-c7f6204b-7867-4156-ab1a-dd94dab5dd11 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:19.612952 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42e5b52f-fc7c-4ff2-b7da-c3b7644cae2a req-c7f6204b-7867-4156-ab1a-dd94dab5dd11 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.3275888 Jul 15 15:14:19.631922 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b09ba-3854-4b4a-9025-2a0875828f15 None None] Pushing event updated for resources: {'Port': ['ID=9cbf05d3-536c-44ea-9f95-d8178c32a811,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:19.633957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43794) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:19.637708 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:19.639929 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7b924520-6f30-4f9b-871b-67e251774d87 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Request body: {'subnet': {'network_id': '70874ebd-3cba-4938-b137-1fd0a53aae7f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:19.709482 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:19.725661 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Routers {'253dcff5-d8f7-4f15-a30e-854831f6ce99'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:14:19.727368 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:14:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['253dcff5-d8f7-4f15-a30e-854831f6ce99'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:19.740481 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-722b8aee-1565-4b2c-b93f-2ccf94c98580 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e8adb63cf4244269af1c8a6cb45bce85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2919641 Jul 15 15:14:19.754829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:14:11Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'b2a7488f-b38a-4b4c-8891-0f7fc60f5e57', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'port_id': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'mac_address': 'fa:16:3e:62:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66545200-fbf8-40cd-a638-8a39400008fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:13:07Z', 'updated_at': '2021-07-15T15:13:13Z', 'revision_number': 1, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dfd2dce-1aaa-4187-8f31-e97415e6f6ae', 'name': '', 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:37:1d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'ac47b543-f78f-49c0-8ac6-b620a07f77b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:09Z', 'updated_at': '2021-07-15T15:14:18Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'ac47b543-f78f-49c0-8ac6-b620a07f77b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83e27df8-c6af-47ce-9e31-6ba54d75f566', 'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:b8:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:23Z', 'updated_at': '2021-07-15T15:12:38Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:19.761932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42e5b52f-fc7c-4ff2-b7da-c3b7644cae2a req-383cc31c-154b-4dc6-bc53-9905dd2ffbfd tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294847 Jul 15 15:14:19.807176 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261edd7d-8db4-49dc-93b9-da338e86bb7a None None] The sync data for ids ['650c6b6e-6582-4551-94c8-1fb3d85e5059'] in n-d-764435-3 is: [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:14:11Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'b2a7488f-b38a-4b4c-8891-0f7fc60f5e57', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'port_id': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'mac_address': 'fa:16:3e:62:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66545200-fbf8-40cd-a638-8a39400008fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:13:07Z', 'updated_at': '2021-07-15T15:13:13Z', 'revision_number': 1, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dfd2dce-1aaa-4187-8f31-e97415e6f6ae', 'name': '', 'network_id': 'b50f6ca9-3c09-4616-84e4-3a3aed8a65d9', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:37:1d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'ac47b543-f78f-49c0-8ac6-b620a07f77b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:09Z', 'updated_at': '2021-07-15T15:14:18Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'ac47b543-f78f-49c0-8ac6-b620a07f77b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83e27df8-c6af-47ce-9e31-6ba54d75f566', 'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:b8:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:23Z', 'updated_at': '2021-07-15T15:12:38Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:14:19.936209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-70d29efe-233d-4164-80bf-805593f26fe4 service neutron] 10.222.0.38 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631868 Jul 15 15:14:19.992817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b924520-6f30-4f9b-871b-67e251774d87 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Made reservation on behalf of 77dfc72897d049f78c00de5f32fd42ca for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:19.998920 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b924520-6f30-4f9b-871b-67e251774d87 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:20.165488 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] Set router 253dcff5-d8f7-4f15-a30e-854831f6ce99 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:14:20.180026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-a834d38e-b2a5-47b2-929a-783e3fa617a9 service neutron] 10.222.0.38 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367318 Jul 15 15:14:20.266382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:20.467164 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:20.473054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:20.473468 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:20.478234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-35d2cc3a-6b1a-4426-bc6b-0dcc6d58d2e5 req-2bbf8fcf-dd06-48c1-8e8a-7db924d08e72 service neutron] (100711) timed out ('10.222.0.38', 37006) {{(pid=100711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:14:20.486044 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8535d9-1396-4a54-beb9-43543ccee223 req-da997935-4349-4bab-8643-2f30240944e0 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:20.510100 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cf8535d9-1396-4a54-beb9-43543ccee223 req-da997935-4349-4bab-8643-2f30240944e0 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2076068 Jul 15 15:14:20.543793 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b924520-6f30-4f9b-871b-67e251774d87 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:20.601022 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cf8535d9-1396-4a54-beb9-43543ccee223 req-989af0d9-a091-43c9-98f0-f93268a92537 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894794 Jul 15 15:14:20.703147 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:20.798889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c275803-1fac-49dc-884b-51f4fc8b4122 req-d2ce95fe-1a92-4636-9a1c-cd31f455ac1b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 210 time: 0.1881533 Jul 15 15:14:20.833721 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459864777', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:13Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9cbf05d3-536c-44ea-9f95-d8178c32a811', 'name': '', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:3d:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:12Z', 'updated_at': '2021-07-15T15:14:19Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:20.849864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5dfd2dce-1aaa-4187-8f31-e97415e6f6ae,segment=NetworkSegment(2b35778b-4221-4ef8-8808-14d3309fc4fc),segment_id=2b35778b-4221-4ef8-8808-14d3309fc4fc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:20.865996 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:20.871121 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b924520-6f30-4f9b-871b-67e251774d87 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event updated for resources: {'Subnet': ['ID=8879ae5c-69aa-4d3a-971b-1f6ef0b4974d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:20.903589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b924520-6f30-4f9b-871b-67e251774d87 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Checking segment: {'id': '1de6a018-d642-4b51-88d9-d71ba795ef30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70874ebd-3cba-4938-b137-1fd0a53aae7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:20.903975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b924520-6f30-4f9b-871b-67e251774d87 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Network hostable DHCP agents. Network: 70874ebd-3cba-4938-b137-1fd0a53aae7f, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:14:20.938258 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa9f9e83-c5c8-4b88-83d8-ee67c95fb52b req-63bde56c-4e96-40bb-a6b5-725359b25aab tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 210 time: 0.1298625 Jul 15 15:14:20.941857 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2013a7f-db21-4633-b72c-a92379c1f661 None None] The sync data for ids ['253dcff5-d8f7-4f15-a30e-854831f6ce99'] in n-d-764435-3 is: [{'id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459864777', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:13Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9cbf05d3-536c-44ea-9f95-d8178c32a811', 'name': '', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:3d:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:12Z', 'updated_at': '2021-07-15T15:14:19Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:14:21.048288 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=5dfd2dce-1aaa-4187-8f31-e97415e6f6ae,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:21.062284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b924520-6f30-4f9b-871b-67e251774d87 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Network 70874ebd-3cba-4938-b137-1fd0a53aae7f is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:14:21.092124 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7b924520-6f30-4f9b-871b-67e251774d87 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 70874ebd-3cba-4938-b137-1fd0a53aae7f) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:21.104581 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adea420-3153-4804-b2a5-7cb5be316dbf None None] Network 70874ebd-3cba-4938-b137-1fd0a53aae7f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:21.110404 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b924520-6f30-4f9b-871b-67e251774d87 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:21.111405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b924520-6f30-4f9b-871b-67e251774d87 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:21.166979 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7b924520-6f30-4f9b-871b-67e251774d87 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5250041 Jul 15 15:14:21.169614 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43822) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:21.196874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-42bf2520-ef92-494c-977b-8c30a9a56187 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-816488875'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:21.302187 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bf2520-ef92-494c-977b-8c30a9a56187 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Made reservation on behalf of 77dfc72897d049f78c00de5f32fd42ca for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:21.313665 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42bf2520-ef92-494c-977b-8c30a9a56187 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:21.433542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bf2520-ef92-494c-977b-8c30a9a56187 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:14:21.443259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-70874ebd-3cba-4938-b137-1fd0a53aae7f', 'network_id': '70874ebd-3cba-4938-b137-1fd0a53aae7f', 'tenant_id': '77dfc72897d049f78c00de5f32fd42ca', 'fixed_ips': [{'subnet_id': '8879ae5c-69aa-4d3a-971b-1f6ef0b4974d'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:14:21.446037 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:21.457612 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42bf2520-ef92-494c-977b-8c30a9a56187 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:21.457970 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-42bf2520-ef92-494c-977b-8c30a9a56187 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Added segment f58c9e29-620a-4185-8f23-7712a2ae4a22 of type vlan for network 7f98f77d-1d9e-4b4c-a45a-875c897a6ef9 Jul 15 15:14:21.564723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-ad126709-9ff8-4dee-8cbf-0a37eecfa8c3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:21.566327 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-ad126709-9ff8-4dee-8cbf-0a37eecfa8c3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "GET /v2.0/networks?id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 HTTP/1.1" status: 200 len: 797 time: 0.5597038 Jul 15 15:14:21.605482 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42bf2520-ef92-494c-977b-8c30a9a56187 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:21.661775 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42bf2520-ef92-494c-977b-8c30a9a56187 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:21.673547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf2520-ef92-494c-977b-8c30a9a56187 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:21.674693 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42bf2520-ef92-494c-977b-8c30a9a56187 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:21.755735 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf2520-ef92-494c-977b-8c30a9a56187 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event updated for resources: {'Network': ['ID=7f98f77d-1d9e-4b4c-a45a-875c897a6ef9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:21.760298 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-aaf518c3-be56-4a37-8f8c-291af0b71d84 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ef1d87b1ef049c18d214bfde5982884 HTTP/1.1" status: 200 len: 379 time: 0.1795728 Jul 15 15:14:21.775144 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 7f98f77d-1d9e-4b4c-a45a-875c897a6ef9 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:14:21.782447 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-42bf2520-ef92-494c-977b-8c30a9a56187 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6125188 Jul 15 15:14:21.784394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'port': {'device_id': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'admin_state_up': True, 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'security_groups': ['ecef8bf5-bcf2-436f-afc1-01bb26e1a590']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:21.785158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43826) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:21.791254 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8098d7a1-efa5-4649-bd0a-19c04a082555 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Request body: {'subnet': {'network_id': '7f98f77d-1d9e-4b4c-a45a-875c897a6ef9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:21.999379 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-8098d7a1-efa5-4649-bd0a-19c04a082555 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 15:14:21.999379 n-d-764435-3 neutron-server[100712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 15:14:21.999379 n-d-764435-3 neutron-server[100712]: [parameters: {'project_id_1': '77dfc72897d049f78c00de5f32fd42ca', 'expiration_1': datetime.datetime(2021, 7, 15, 15, 14, 21, 987983)}] Jul 15 15:14:21.999379 n-d-764435-3 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:14:22.000343 n-d-764435-3 neutron-server[100712]: DEBUG oslo_db.api [None req-8098d7a1-efa5-4649-bd0a-19c04a082555 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:14:22.009506 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c1e9c-a27d-4041-9fe0-02879464fa7f req-b0305eb4-30d2-4bae-882e-1c62047d31ca tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:22.028189 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-033c1e9c-a27d-4041-9fe0-02879464fa7f req-b0305eb4-30d2-4bae-882e-1c62047d31ca tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.4494481 Jul 15 15:14:22.096213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6493cba-51e8-44d4-b888-02b3638ae31e req-ab89fd5c-d953-4c61-b296-23d7e498c7cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 210 time: 0.0556452 Jul 15 15:14:22.097535 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Made reservation on behalf of 5ef1d87b1ef049c18d214bfde5982884 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:22.102012 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:22.177606 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-033c1e9c-a27d-4041-9fe0-02879464fa7f req-24b7f929-b400-4198-82a5-b932d12a5a54 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469538 Jul 15 15:14:22.264598 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Allocated IP 2001:db8:0:ffff::2 (70874ebd-3cba-4938-b137-1fd0a53aae7f/8879ae5c-69aa-4d3a-971b-1f6ef0b4974d/0eae9d91-a00c-4847-a1f5-66d99b18caad) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:22.323497 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9cbf05d3-536c-44ea-9f95-d8178c32a811 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:22.372727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2d37c5d-930e-464b-9107-4e5b66680053 req-15aaed20-5007-42db-b976-a6c6ccef9b9a tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 210 time: 0.0408504 Jul 15 15:14:22.451736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Allocated IP 172.20.0.10 (1bbdfe92-a2b3-42a6-a0cd-ca260914fba0/716a09bf-61f2-4fb2-825c-c3c8f8bee32b/5848f0a6-d4f2-47e2-89c8-862cddf5f50e) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:22.509467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 9cbf05d3-536c-44ea-9f95-d8178c32a811 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:22.522297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9cbf05d3-536c-44ea-9f95-d8178c32a811 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:22.523829 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:22.528363 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8098d7a1-efa5-4649-bd0a-19c04a082555 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Made reservation on behalf of 77dfc72897d049f78c00de5f32fd42ca for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:22.567384 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8098d7a1-efa5-4649-bd0a-19c04a082555 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:22.574141 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:22.602131 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Transition to ACTIVE for port object 0eae9d91-a00c-4847-a1f5-66d99b18caad will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:22.649832 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b794ff-801f-4b62-ad17-52770e6f2d63 req-229d78a7-9c3e-4c55-8dde-0298ae8e1b4a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:22.651510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54b794ff-801f-4b62-ad17-52770e6f2d63 req-229d78a7-9c3e-4c55-8dde-0298ae8e1b4a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1939192 Jul 15 15:14:22.655903 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Transition to ACTIVE for port object 0eae9d91-a00c-4847-a1f5-66d99b18caad will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:22.673196 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:22.790301 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:22.807929 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Network 70874ebd-3cba-4938-b137-1fd0a53aae7f is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:22.812618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Transition to ACTIVE for port object 5848f0a6-d4f2-47e2-89c8-862cddf5f50e will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:22.817461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:22.826255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:14:22.833011 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Pushing event updated for resources: {'Port': ['ID=0eae9d91-a00c-4847-a1f5-66d99b18caad,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:22.845215 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:22.898417 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:22.953088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 9cbf05d3-536c-44ea-9f95-d8178c32a811, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9cbf05d3-536c-44ea-9f95-d8178c32a811,segment=NetworkSegment(a540d3a3-8d65-4f41-96a6-8a3d219d6ddc),segment_id=a540d3a3-8d65-4f41-96a6-8a3d219d6ddc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:23.029280 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54b794ff-801f-4b62-ad17-52770e6f2d63 req-5e8e9817-a5cd-41ec-bd6d-a5776f00bdb3 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625944 Jul 15 15:14:23.062430 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:23.063385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:23.066182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Attempting to bind port 0eae9d91-a00c-4847-a1f5-66d99b18caad on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:14:23.066575 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Attempting to bind port 0eae9d91-a00c-4847-a1f5-66d99b18caad by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '1de6a018-d642-4b51-88d9-d71ba795ef30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70874ebd-3cba-4938-b137-1fd0a53aae7f'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:14:23.066951 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Attempting to bind port 0eae9d91-a00c-4847-a1f5-66d99b18caad on network 70874ebd-3cba-4938-b137-1fd0a53aae7f {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:14:23.133445 n-d-764435-3 neutron-server[100712]: DEBUG neutron.objects.ports [None req-8098d7a1-efa5-4649-bd0a-19c04a082555 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:14:23.153674 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8098d7a1-efa5-4649-bd0a-19c04a082555 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:23.183433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:14:23.183771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Checking segment: {'id': '1de6a018-d642-4b51-88d9-d71ba795ef30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70874ebd-3cba-4938-b137-1fd0a53aae7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:23.184067 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:23.184471 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Bound using segment: {'id': '1de6a018-d642-4b51-88d9-d71ba795ef30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70874ebd-3cba-4938-b137-1fd0a53aae7f'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:14:23.184956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Bound port: 0eae9d91-a00c-4847-a1f5-66d99b18caad, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de6a018-d642-4b51-88d9-d71ba795ef30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '70874ebd-3cba-4938-b137-1fd0a53aae7f'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:14:23.185472 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:23.264850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:23.283691 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:23.307060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-50a1a4b4-3911-4aa4-b718-89913a40459c tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:23.308647 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-50a1a4b4-3911-4aa4-b718-89913a40459c tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.22 "GET /v2.0/networks?id=64b414a4-4442-44e4-9603-37584ff0baf9 HTTP/1.1" status: 200 len: 815 time: 0.4277761 Jul 15 15:14:23.309491 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:14:23.311201 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=9cbf05d3-536c-44ea-9f95-d8178c32a811,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:23.357585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-65cfaf3e-817b-4afc-b3b6-6ee9bf5824dc tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Request body: {'port': {'device_id': 'b5fbc4ee-c3c9-4092-bf44-520dfcbc61de', 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9', 'admin_state_up': True, 'tenant_id': 'e8adb63cf4244269af1c8a6cb45bce85'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:23.412407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] For port 0eae9d91-a00c-4847-a1f5-66d99b18caad, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:23.415283 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:23.423340 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:23.433948 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] For port 0eae9d91-a00c-4847-a1f5-66d99b18caad, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0eae9d91-a00c-4847-a1f5-66d99b18caad,segment=NetworkSegment(1de6a018-d642-4b51-88d9-d71ba795ef30),segment_id=1de6a018-d642-4b51-88d9-d71ba795ef30)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:23.451690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:23.452807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098d7a1-efa5-4649-bd0a-19c04a082555 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event updated for resources: {'Subnet': ['ID=e345ee1b-d343-4b2a-89d9-c769f40e90b1,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:23.467546 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8098d7a1-efa5-4649-bd0a-19c04a082555 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Checking segment: {'id': 'f58c9e29-620a-4185-8f23-7712a2ae4a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7f98f77d-1d9e-4b4c-a45a-875c897a6ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:23.468191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8098d7a1-efa5-4649-bd0a-19c04a082555 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Network hostable DHCP agents. Network: 7f98f77d-1d9e-4b4c-a45a-875c897a6ef9, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:14:23.500706 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8098d7a1-efa5-4649-bd0a-19c04a082555 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Network 7f98f77d-1d9e-4b4c-a45a-875c897a6ef9 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:14:23.507425 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:23.515733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8098d7a1-efa5-4649-bd0a-19c04a082555 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 7f98f77d-1d9e-4b4c-a45a-875c897a6ef9) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:23.521677 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8098d7a1-efa5-4649-bd0a-19c04a082555 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:23.523796 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8098d7a1-efa5-4649-bd0a-19c04a082555 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:23.553675 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8098d7a1-efa5-4649-bd0a-19c04a082555 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7674313 Jul 15 15:14:23.555604 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909d0936-a97f-45c5-bd2b-132d94290737 None None] Network 7f98f77d-1d9e-4b4c-a45a-875c897a6ef9 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:23.557185 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43852) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:23.567116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f148a4be-80f1-48cc-8bf2-d26b8231e987 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Request body: {'port': {'network_id': '7f98f77d-1d9e-4b4c-a45a-875c897a6ef9', 'name': 'tempest-NetworksIpV6TestAttrs-180281565'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:23.613854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:23.614615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:23.615204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:23.615766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:23.616499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:23.617730 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:23.618324 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:23.618904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:23.619466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:23.620012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:23.620573 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:23.621112 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:23.722877 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e94a13-7337-4224-953e-82969ed3aa96 None None] Pushing event updated for resources: {'Port': ['ID=0eae9d91-a00c-4847-a1f5-66d99b18caad,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:23.747706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:23.748681 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:23.774714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f148a4be-80f1-48cc-8bf2-d26b8231e987 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Made reservation on behalf of 77dfc72897d049f78c00de5f32fd42ca for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:23.778744 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f148a4be-80f1-48cc-8bf2-d26b8231e987 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:23.800746 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-d18a8673-268f-48aa-8f8f-8871e0558f69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0299535 Jul 15 15:14:23.810446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-f148a4be-80f1-48cc-8bf2-d26b8231e987 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] device_id is not set on port 55d63854-dea6-433d-ac0f-0348cd6a137a yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:14:23.854011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659d2c5-d131-4f6c-b7de-a30317f4fd7a req-14aee18d-ec99-4e3e-9f76-a3c07f7e41de tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:23.861821 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a659d2c5-d131-4f6c-b7de-a30317f4fd7a req-14aee18d-ec99-4e3e-9f76-a3c07f7e41de tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.3671818 Jul 15 15:14:23.907041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f8a4e57f-80fb-447d-bda3-11aab7c541fc None None] Provisioning for port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:23.923271 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f8a4e57f-80fb-447d-bda3-11aab7c541fc None None] Provisioning complete for port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:23.926256 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f8a4e57f-80fb-447d-bda3-11aab7c541fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:23.931815 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7f98f77d-1d9e-4b4c-a45a-875c897a6ef9', 'network_id': '7f98f77d-1d9e-4b4c-a45a-875c897a6ef9', 'tenant_id': '77dfc72897d049f78c00de5f32fd42ca', 'fixed_ips': [{'subnet_id': 'e345ee1b-d343-4b2a-89d9-c769f40e90b1'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:14:23.932841 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:23.952337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffb170-9165-4585-ab8b-b3f57a49a5eb req-e58a4581-17d4-4e99-b1d0-51adf4dfcf73 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:23.960427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d0ffb170-9165-4585-ab8b-b3f57a49a5eb req-e58a4581-17d4-4e99-b1d0-51adf4dfcf73 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 932 time: 0.4476902 Jul 15 15:14:23.969754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Request body: {'port': {'device_id': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:24.072933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-65cfaf3e-817b-4afc-b3b6-6ee9bf5824dc tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Made reservation on behalf of e8adb63cf4244269af1c8a6cb45bce85 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:24.076104 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-65cfaf3e-817b-4afc-b3b6-6ee9bf5824dc tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:24.096982 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a659d2c5-d131-4f6c-b7de-a30317f4fd7a req-387780d1-e1f5-46bc-96e1-20079e14edd0 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341435 Jul 15 15:14:24.152224 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f148a4be-80f1-48cc-8bf2-d26b8231e987 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Allocated IP 2001:db8::f816:3eff:fe2c:7389 (7f98f77d-1d9e-4b4c-a45a-875c897a6ef9/e345ee1b-d343-4b2a-89d9-c769f40e90b1/55d63854-dea6-433d-ac0f-0348cd6a137a) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:24.176885 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f8a4e57f-80fb-447d-bda3-11aab7c541fc None None] Port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:14:24.260086 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d0ffb170-9165-4585-ab8b-b3f57a49a5eb req-363bc953-22c0-4dae-a80a-2f7cc50b811d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973986 Jul 15 15:14:24.266002 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:24.292698 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0eae9d91-a00c-4847-a1f5-66d99b18caad up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:24.371316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 0eae9d91-a00c-4847-a1f5-66d99b18caad completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:24.376150 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9cbf05d3-536c-44ea-9f95-d8178c32a811 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:24.446729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9cbf05d3-536c-44ea-9f95-d8178c32a811 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:24.447102 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:24.451768 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f148a4be-80f1-48cc-8bf2-d26b8231e987 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:24.479586 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-f148a4be-80f1-48cc-8bf2-d26b8231e987 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Transition to ACTIVE for port object 55d63854-dea6-433d-ac0f-0348cd6a137a will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:24.557094 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f148a4be-80f1-48cc-8bf2-d26b8231e987 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:24.608863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Allocated IP 2001:db8::f816:3eff:fe89:d1 (7f98f77d-1d9e-4b4c-a45a-875c897a6ef9/e345ee1b-d343-4b2a-89d9-c769f40e90b1/6f91f4b1-0a02-4a13-b898-706b583cf216) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:24.633021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-65cfaf3e-817b-4afc-b3b6-6ee9bf5824dc tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Allocated IP 172.20.0.4 (64b414a4-4442-44e4-9603-37584ff0baf9/4769b93a-d272-4da8-83b1-540f5e8c4a23/9a3900c4-a906-4596-be0d-72e932b4ca7a) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:24.646396 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148a4be-80f1-48cc-8bf2-d26b8231e987 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event updated for resources: {'Port': ['ID=55d63854-dea6-433d-ac0f-0348cd6a137a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:24.661431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f148a4be-80f1-48cc-8bf2-d26b8231e987 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Network 7f98f77d-1d9e-4b4c-a45a-875c897a6ef9 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:24.664732 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f148a4be-80f1-48cc-8bf2-d26b8231e987 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:24.667918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f148a4be-80f1-48cc-8bf2-d26b8231e987 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:14:24.674758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f148a4be-80f1-48cc-8bf2-d26b8231e987 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:24.675713 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f148a4be-80f1-48cc-8bf2-d26b8231e987 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:24.699622 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f148a4be-80f1-48cc-8bf2-d26b8231e987 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1409800 Jul 15 15:14:24.701927 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43862) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:24.717804 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3442fed-bc85-4dd7-9d36-c994330f4b11 req-dee25878-1e72-4109-9dee-21655cb48498 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 210 time: 0.2884872 Jul 15 15:14:24.784013 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-679d1486-b746-4d49-8ca8-0dd3b5a4bc60 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Deleting subnet e345ee1b-d343-4b2a-89d9-c769f40e90b1 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:14:24.811239 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:24.821310 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Transition to ACTIVE for port object 6f91f4b1-0a02-4a13-b898-706b583cf216 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:24.847372 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Transition to ACTIVE for port object 6f91f4b1-0a02-4a13-b898-706b583cf216 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:24.856758 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-679d1486-b746-4d49-8ca8-0dd3b5a4bc60 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:24.871315 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:24.921115 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-679d1486-b746-4d49-8ca8-0dd3b5a4bc60 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:24.942716 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Network 7f98f77d-1d9e-4b4c-a45a-875c897a6ef9 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:24.951276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:24.957880 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:14:24.977497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fac93-f7a8-4f42-8881-a9fa14ac5c47 req-afd38771-47f2-44e3-922e-fe87e8087057 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:24.982847 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Pushing event updated for resources: {'Port': ['ID=6f91f4b1-0a02-4a13-b898-706b583cf216,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:24.992342 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c8fac93-f7a8-4f42-8881-a9fa14ac5c47 req-afd38771-47f2-44e3-922e-fe87e8087057 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2910881 Jul 15 15:14:25.076040 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Attempting to bind port 6f91f4b1-0a02-4a13-b898-706b583cf216 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:14:25.076423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Attempting to bind port 6f91f4b1-0a02-4a13-b898-706b583cf216 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'f58c9e29-620a-4185-8f23-7712a2ae4a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7f98f77d-1d9e-4b4c-a45a-875c897a6ef9'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:14:25.076957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Attempting to bind port 6f91f4b1-0a02-4a13-b898-706b583cf216 on network 7f98f77d-1d9e-4b4c-a45a-875c897a6ef9 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:14:25.089262 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c8fac93-f7a8-4f42-8881-a9fa14ac5c47 req-b770bec7-2331-4d36-9a0a-67de50aeaaac tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957696 Jul 15 15:14:25.097495 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:14:25.098008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Checking segment: {'id': 'f58c9e29-620a-4185-8f23-7712a2ae4a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7f98f77d-1d9e-4b4c-a45a-875c897a6ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:25.102579 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.102579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Bound using segment: {'id': 'f58c9e29-620a-4185-8f23-7712a2ae4a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7f98f77d-1d9e-4b4c-a45a-875c897a6ef9'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:14:25.102579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Bound port: 6f91f4b1-0a02-4a13-b898-706b583cf216, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58c9e29-620a-4185-8f23-7712a2ae4a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7f98f77d-1d9e-4b4c-a45a-875c897a6ef9'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:14:25.102579 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.137868 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-679d1486-b746-4d49-8ca8-0dd3b5a4bc60 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.162118 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-65cfaf3e-817b-4afc-b3b6-6ee9bf5824dc tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.225096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] For port 6f91f4b1-0a02-4a13-b898-706b583cf216, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:25.231274 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-679d1486-b746-4d49-8ca8-0dd3b5a4bc60 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.235326 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] For port 6f91f4b1-0a02-4a13-b898-706b583cf216, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6f91f4b1-0a02-4a13-b898-706b583cf216,segment=NetworkSegment(f58c9e29-620a-4185-8f23-7712a2ae4a22),segment_id=f58c9e29-620a-4185-8f23-7712a2ae4a22)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:25.246557 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.287329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d1486-b746-4d49-8ca8-0dd3b5a4bc60 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event deleted for resources: {'Subnet': ['ID=e345ee1b-d343-4b2a-89d9-c769f40e90b1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:25.297044 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-679d1486-b746-4d49-8ca8-0dd3b5a4bc60 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.302175 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-679d1486-b746-4d49-8ca8-0dd3b5a4bc60 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/subnets/e345ee1b-d343-4b2a-89d9-c769f40e90b1 HTTP/1.1" status: 204 len: 168 time: 0.5989270 Jul 15 15:14:25.305305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43874) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:25.341018 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940bd98e-4521-4d9e-b84b-1985858caf27 None None] Network 70874ebd-3cba-4938-b137-1fd0a53aae7f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:25.348186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b7003-be29-496b-813e-2e718a60cac2 None None] Pushing event updated for resources: {'Port': ['ID=6f91f4b1-0a02-4a13-b898-706b583cf216,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:25.414347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c11a9ae-91e2-48e1-a203-3ddbf3654c9d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:25.416698 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c11a9ae-91e2-48e1-a203-3ddbf3654c9d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:25.419958 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2c11a9ae-91e2-48e1-a203-3ddbf3654c9d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1114099 Jul 15 15:14:25.423998 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-65cfaf3e-817b-4afc-b3b6-6ee9bf5824dc tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.426196 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43876) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:25.460558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['b7e4d4e3-24bf-451e-b476-00e131e320c9', '2c9f1ba2-7483-4f59-a072-794535da39f5'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:14:25.473374 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['71d7fa55-b73d-484b-92b8-225f0489f321'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:14:25.497011 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e7cc1989-fd11-466f-9231-f45c014aa2ea None None] Provisioning for port 0eae9d91-a00c-4847-a1f5-66d99b18caad completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:25.523146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e7cc1989-fd11-466f-9231-f45c014aa2ea None None] Provisioning complete for port 0eae9d91-a00c-4847-a1f5-66d99b18caad triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:25.523698 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e7cc1989-fd11-466f-9231-f45c014aa2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.557152 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfaf3e-817b-4afc-b3b6-6ee9bf5824dc tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Pushing event updated for resources: {'Port': ['ID=9a3900c4-a906-4596-be0d-72e932b4ca7a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:25.592104 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b96d41b5-6cf7-47d8-a88b-246795894c68 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.635584 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96d41b5-6cf7-47d8-a88b-246795894c68 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 15:14:25.636063 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96d41b5-6cf7-47d8-a88b-246795894c68 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:14:25.638591 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b96d41b5-6cf7-47d8-a88b-246795894c68 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/networks/7f98f77d-1d9e-4b4c-a45a-875c897a6ef9 HTTP/1.1" status: 409 len: 405 time: 0.2109566 Jul 15 15:14:25.642582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43880) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:25.649933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-444719e6-3b99-449b-8c94-c70f2d41e642 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1052108619'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:25.706852 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444719e6-3b99-449b-8c94-c70f2d41e642 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Made reservation on behalf of 77dfc72897d049f78c00de5f32fd42ca for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:25.713158 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-444719e6-3b99-449b-8c94-c70f2d41e642 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.766588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444719e6-3b99-449b-8c94-c70f2d41e642 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:14:25.792812 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-444719e6-3b99-449b-8c94-c70f2d41e642 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.793252 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-444719e6-3b99-449b-8c94-c70f2d41e642 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Added segment c5f5ef19-2c2e-4751-9115-ba9f958379e0 of type vlan for network 83c5968d-80ac-425b-ba4b-7e6e617bc763 Jul 15 15:14:25.874726 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-444719e6-3b99-449b-8c94-c70f2d41e642 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.900365 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e7cc1989-fd11-466f-9231-f45c014aa2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.923994 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-444719e6-3b99-449b-8c94-c70f2d41e642 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.930499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444719e6-3b99-449b-8c94-c70f2d41e642 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:25.931819 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-444719e6-3b99-449b-8c94-c70f2d41e642 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.938693 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-65cfaf3e-817b-4afc-b3b6-6ee9bf5824dc tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Network 64b414a4-4442-44e4-9603-37584ff0baf9 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:25.944401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-65cfaf3e-817b-4afc-b3b6-6ee9bf5824dc tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:25.950852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-65cfaf3e-817b-4afc-b3b6-6ee9bf5824dc tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:14:25.959285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5848f0a6-d4f2-47e2-89c8-862cddf5f50e {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:14:25.979729 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-444719e6-3b99-449b-8c94-c70f2d41e642 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3359230 Jul 15 15:14:25.983357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43884) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:25.988226 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c32ec864-0fff-4482-a297-f4251ed0ec5d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Request body: {'subnet': {'network_id': '83c5968d-80ac-425b-ba4b-7e6e617bc763', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:26.011947 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:26.063647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e7cc1989-fd11-466f-9231-f45c014aa2ea None None] For port 0eae9d91-a00c-4847-a1f5-66d99b18caad, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0eae9d91-a00c-4847-a1f5-66d99b18caad,segment=NetworkSegment(1de6a018-d642-4b51-88d9-d71ba795ef30),segment_id=1de6a018-d642-4b51-88d9-d71ba795ef30)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:26.083591 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e7cc1989-fd11-466f-9231-f45c014aa2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:26.089495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Transition to ACTIVE for port object 5848f0a6-d4f2-47e2-89c8-862cddf5f50e will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:26.133451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-65cfaf3e-817b-4afc-b3b6-6ee9bf5824dc tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:26.134195 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-65cfaf3e-817b-4afc-b3b6-6ee9bf5824dc tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:26.139351 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:26.195297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee01f7-dc33-49d6-ba49-3cc40f4a9e82 req-4081cb46-6927-4b37-a630-76b4a7b8d3bb tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:26.196887 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61ee01f7-dc33-49d6-ba49-3cc40f4a9e82 req-4081cb46-6927-4b37-a630-76b4a7b8d3bb tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 932 time: 0.6806636 Jul 15 15:14:26.208117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32ec864-0fff-4482-a297-f4251ed0ec5d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Made reservation on behalf of 77dfc72897d049f78c00de5f32fd42ca for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:26.230819 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c32ec864-0fff-4482-a297-f4251ed0ec5d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:26.240725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6f91f4b1-0a02-4a13-b898-706b583cf216 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:26.245049 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc1989-fd11-466f-9231-f45c014aa2ea None None] Pushing event updated for resources: {'Port': ['ID=0eae9d91-a00c-4847-a1f5-66d99b18caad,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:26.254148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-65cfaf3e-817b-4afc-b3b6-6ee9bf5824dc tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9051797 Jul 15 15:14:26.270373 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eceb02-89d5-4185-8899-3522b24a18d8 req-13747287-8ccb-44c5-aa20-aafa630fd737 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:26.272034 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32eceb02-89d5-4185-8899-3522b24a18d8 req-13747287-8ccb-44c5-aa20-aafa630fd737 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.9014802 Jul 15 15:14:26.283096 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Request body: {'port': {'device_id': 'b5fbc4ee-c3c9-4092-bf44-520dfcbc61de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:26.332643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444719e6-3b99-449b-8c94-c70f2d41e642 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event updated for resources: {'Network': ['ID=83c5968d-80ac-425b-ba4b-7e6e617bc763,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:26.361661 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Pushing event updated for resources: {'Port': ['ID=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:26.374828 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 83c5968d-80ac-425b-ba4b-7e6e617bc763 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:14:26.378810 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61ee01f7-dc33-49d6-ba49-3cc40f4a9e82 req-95b81388-d876-4792-a389-bca3f697f114 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538641 Jul 15 15:14:26.532648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Attempting to bind port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:14:26.533378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Attempting to bind port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:14:26.534088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Attempting to bind port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e on network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:14:26.551208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32eceb02-89d5-4185-8899-3522b24a18d8 req-89c0b90a-e38b-4781-b8ad-670c57423263 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635324 Jul 15 15:14:26.620586 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e on network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:14:26.620913 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Attempting to bind port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e on network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:14:26.663819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:14:26.664214 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Checking segment: {'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:26.664610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Bound using segment: {'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:14:26.665077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Bound port: 5848f0a6-d4f2-47e2-89c8-862cddf5f50e, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:14:26.665439 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:26.677912 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 6f91f4b1-0a02-4a13-b898-706b583cf216 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:26.681815 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1612073d-f239-4fdd-a009-2d8da275daec None None] Provisioning complete for port 0eae9d91-a00c-4847-a1f5-66d99b18caad triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:26.687185 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1612073d-f239-4fdd-a009-2d8da275daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:26.705327 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:26.965213 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c466d2d-a1f5-4a64-af36-2f990bb995b5 None None] Network 7f98f77d-1d9e-4b4c-a45a-875c897a6ef9 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:26.968043 n-d-764435-3 neutron-server[100712]: DEBUG neutron.objects.ports [None req-c32ec864-0fff-4482-a297-f4251ed0ec5d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:14:26.970721 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c32ec864-0fff-4482-a297-f4251ed0ec5d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:27.035629 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ec864-0fff-4482-a297-f4251ed0ec5d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event updated for resources: {'Subnet': ['ID=cc0788ee-dceb-4d36-8da9-d3f7f28e1b30,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:27.078142 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] For port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:27.081452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32ec864-0fff-4482-a297-f4251ed0ec5d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Checking segment: {'id': 'c5f5ef19-2c2e-4751-9115-ba9f958379e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83c5968d-80ac-425b-ba4b-7e6e617bc763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:27.082059 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32ec864-0fff-4482-a297-f4251ed0ec5d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Network hostable DHCP agents. Network: 83c5968d-80ac-425b-ba4b-7e6e617bc763, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:14:27.094732 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] For port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,segment=NetworkSegment(a540d3a3-8d65-4f41-96a6-8a3d219d6ddc),segment_id=a540d3a3-8d65-4f41-96a6-8a3d219d6ddc)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:27.110926 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32ec864-0fff-4482-a297-f4251ed0ec5d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Network 83c5968d-80ac-425b-ba4b-7e6e617bc763 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:14:27.123257 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:27.123745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c32ec864-0fff-4482-a297-f4251ed0ec5d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 83c5968d-80ac-425b-ba4b-7e6e617bc763) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:27.135312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32ec864-0fff-4482-a297-f4251ed0ec5d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:27.136128 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c32ec864-0fff-4482-a297-f4251ed0ec5d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:27.153862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ad3097-1191-46a7-8fdd-57b850982271 None None] Network 83c5968d-80ac-425b-ba4b-7e6e617bc763 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:27.166973 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c32ec864-0fff-4482-a297-f4251ed0ec5d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1822243 Jul 15 15:14:27.168983 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43894) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:27.174201 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c9e078e4-92c0-498a-b61b-792e0e982be9 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Request body: {'port': {'network_id': '83c5968d-80ac-425b-ba4b-7e6e617bc763', 'name': 'tempest-NetworksIpV6TestAttrs-40033337'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:27.188126 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b3186-c48b-4a95-b493-e95075b8d14f req-591d399a-4d49-4f8c-b373-98d00ba4abd8 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:27.189752 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d07b3186-c48b-4a95-b493-e95075b8d14f req-591d399a-4d49-4f8c-b373-98d00ba4abd8 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 931 time: 0.3947821 Jul 15 15:14:27.251135 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:27.251722 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:27.253151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] 10.222.0.11 "PUT /v2.0/ports/5848f0a6-d4f2-47e2-89c8-862cddf5f50e HTTP/1.1" status: 200 len: 1092 time: 3.4257901 Jul 15 15:14:27.257245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'tag': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:14:27.259852 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26073e25-aa5d-4a70-b683-858a5c37e569" -d '{"events": [{"name": "network-changed", "server_uuid": "472a11e8-fbfe-4529-bf50-d110f670eebd", "tag": "5848f0a6-d4f2-47e2-89c8-862cddf5f50e"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:14:27.305405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-02e925b2-0b46-409e-8735-6f3a4047224b None None] Provisioning for port 6f91f4b1-0a02-4a13-b898-706b583cf216 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:27.312078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-02e925b2-0b46-409e-8735-6f3a4047224b None None] Provisioning complete for port 6f91f4b1-0a02-4a13-b898-706b583cf216 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:27.312580 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-02e925b2-0b46-409e-8735-6f3a4047224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:27.350169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e078e4-92c0-498a-b61b-792e0e982be9 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Made reservation on behalf of 77dfc72897d049f78c00de5f32fd42ca for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:27.350997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5348f-4568-4440-9536-16c1c8fbea50 req-c887846b-a98d-4320-b2e9-abb7c6dc6474 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:27.357566 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9e078e4-92c0-498a-b61b-792e0e982be9 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:27.357964 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-24d5348f-4568-4440-9536-16c1c8fbea50 req-c887846b-a98d-4320-b2e9-abb7c6dc6474 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.4226964 Jul 15 15:14:27.388452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-c9e078e4-92c0-498a-b61b-792e0e982be9 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] device_id is not set on port 30554b80-b692-4068-8d76-9885b2a30456 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:14:27.434216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d07b3186-c48b-4a95-b493-e95075b8d14f req-0a8368e4-45f2-4d83-ac34-be18d3e8e200 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363818 Jul 15 15:14:27.435548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69d14c-a562-4d0a-a280-27d7852bcf4c service neutron] Pushing event updated for resources: {'Port': ['ID=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:27.535618 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c9e078e4-92c0-498a-b61b-792e0e982be9 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Allocated IP 2001:db8::f816:3eff:fe70:9b3c (83c5968d-80ac-425b-ba4b-7e6e617bc763/cc0788ee-dceb-4d36-8da9-d3f7f28e1b30/30554b80-b692-4068-8d76-9885b2a30456) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:27.548173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3900c4-a906-4596-be0d-72e932b4ca7a {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:14:27.557940 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:27.573121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Transition to ACTIVE for port object 9a3900c4-a906-4596-be0d-72e932b4ca7a will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:27.576810 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0531a250-1e85-45f6-806c-eb12c8069ac3 x-openstack-request-id: req-0531a250-1e85-45f6-806c-eb12c8069ac3 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:14:27.577416 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a11e8-fbfe-4529-bf50-d110f670eebd", "tag": "5848f0a6-d4f2-47e2-89c8-862cddf5f50e", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:14:27.577721 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0531a250-1e85-45f6-806c-eb12c8069ac3 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:14:27.578134 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'tag': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e', 'status': 'completed', 'code': 200} Jul 15 15:14:27.594398 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:27.672073 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3900c4-a906-4596-be0d-72e932b4ca7a,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:27.715816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-83c5968d-80ac-425b-ba4b-7e6e617bc763', 'network_id': '83c5968d-80ac-425b-ba4b-7e6e617bc763', 'tenant_id': '77dfc72897d049f78c00de5f32fd42ca', 'fixed_ips': [{'subnet_id': 'cc0788ee-dceb-4d36-8da9-d3f7f28e1b30'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:14:27.717054 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:27.717695 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9e078e4-92c0-498a-b61b-792e0e982be9 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:27.731945 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-c9e078e4-92c0-498a-b61b-792e0e982be9 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Transition to ACTIVE for port object 30554b80-b692-4068-8d76-9885b2a30456 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:27.772450 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9e078e4-92c0-498a-b61b-792e0e982be9 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:27.794892 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-24d5348f-4568-4440-9536-16c1c8fbea50 req-ab4ecace-1004-40bd-a073-52f2cd780558 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357259 Jul 15 15:14:27.804799 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e078e4-92c0-498a-b61b-792e0e982be9 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Network 83c5968d-80ac-425b-ba4b-7e6e617bc763 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:27.842359 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-3dbe4a8b-d474-4808-854a-cc51a4489a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:27.843947 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-3dbe4a8b-d474-4808-854a-cc51a4489a8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 1095 time: 0.5235202 Jul 15 15:14:27.868471 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c9e078e4-92c0-498a-b61b-792e0e982be9 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:27.870561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e078e4-92c0-498a-b61b-792e0e982be9 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event updated for resources: {'Port': ['ID=30554b80-b692-4068-8d76-9885b2a30456,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:27.872992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e078e4-92c0-498a-b61b-792e0e982be9 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:14:27.880566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e078e4-92c0-498a-b61b-792e0e982be9 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:27.881211 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9e078e4-92c0-498a-b61b-792e0e982be9 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:27.901125 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c9e078e4-92c0-498a-b61b-792e0e982be9 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.7309024 Jul 15 15:14:27.903535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43904) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:27.912343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Attempting to bind port 9a3900c4-a906-4596-be0d-72e932b4ca7a on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:14:27.912696 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Attempting to bind port 9a3900c4-a906-4596-be0d-72e932b4ca7a by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:14:27.913062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Attempting to bind port 9a3900c4-a906-4596-be0d-72e932b4ca7a on network 64b414a4-4442-44e4-9603-37584ff0baf9 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:14:27.916153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-32d71827-7dc2-40a7-8836-77b39f66776c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e HTTP/1.1" status: 200 len: 217 time: 0.0546219 Jul 15 15:14:27.933143 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Allocated IP 2001:db8::f816:3eff:fed1:dbd5 (83c5968d-80ac-425b-ba4b-7e6e617bc763/cc0788ee-dceb-4d36-8da9-d3f7f28e1b30/99f511d8-1096-4507-8230-1ae35b387486) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:27.982120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-62dcdb00-b8ea-4659-95d4-17d9d0684606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:27.983495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-62dcdb00-b8ea-4659-95d4-17d9d0684606 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=716a09bf-61f2-4fb2-825c-c3c8f8bee32b HTTP/1.1" status: 200 len: 835 time: 0.0578558 Jul 15 15:14:27.995217 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Port 9a3900c4-a906-4596-be0d-72e932b4ca7a on network 64b414a4-4442-44e4-9603-37584ff0baf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:14:27.995555 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Attempting to bind port 9a3900c4-a906-4596-be0d-72e932b4ca7a on network 64b414a4-4442-44e4-9603-37584ff0baf9 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:14:28.020424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bf3ea-c847-4ec3-adcf-ca076af0b6fe req-7670b36f-d893-434e-a538-21c51b946c40 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:28.022302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-606bf3ea-c847-4ec3-adcf-ca076af0b6fe req-7670b36f-d893-434e-a538-21c51b946c40 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 944 time: 0.3642013 Jul 15 15:14:28.023164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:14:28.023508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Checking segment: {'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:28.023902 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Bound using segment: {'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:14:28.024358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Bound port: 9a3900c4-a906-4596-be0d-72e932b4ca7a, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd19da1d-aecd-4c74-9c6d-681aab92ab22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:14:28.024724 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:28.025053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da188a0-307e-4fdd-82cd-c28d32a3f684 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Deleting subnet cc0788ee-dceb-4d36-8da9-d3f7f28e1b30 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:14:28.099681 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:28.111411 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Transition to ACTIVE for port object 99f511d8-1096-4507-8230-1ae35b387486 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:28.137257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Transition to ACTIVE for port object 99f511d8-1096-4507-8230-1ae35b387486 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:28.138085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] For port 9a3900c4-a906-4596-be0d-72e932b4ca7a, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:28.142045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37b7e18-438b-4a28-adc2-6a7c2e2ed56b None None] DHCP port deletion for 7f98f77d-1d9e-4b4c-a45a-875c897a6ef9 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:14:28.142397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] For port 9a3900c4-a906-4596-be0d-72e932b4ca7a, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9a3900c4-a906-4596-be0d-72e932b4ca7a,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:28.146119 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7da188a0-307e-4fdd-82cd-c28d32a3f684 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:28.150331 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:28.186692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-606bf3ea-c847-4ec3-adcf-ca076af0b6fe req-eae3a1c4-6a46-4cf8-bca9-39991b271409 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466115 Jul 15 15:14:28.189224 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:28.192616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0eae9d91-a00c-4847-a1f5-66d99b18caad up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:28.261248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3900c4-a906-4596-be0d-72e932b4ca7a,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:28.270563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:28.271490 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:28.273443 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-235a5cea-b8b7-463e-81c5-524b8feda5e2 service neutron] 10.222.0.22 "PUT /v2.0/ports/9a3900c4-a906-4596-be0d-72e932b4ca7a HTTP/1.1" status: 200 len: 1091 time: 1.9956565 Jul 15 15:14:28.299636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-5513fad8-6904-43c2-8c4b-1900cdeef7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:28.301489 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-5513fad8-6904-43c2-8c4b-1900cdeef7d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2988780 Jul 15 15:14:28.327931 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-02e925b2-0b46-409e-8735-6f3a4047224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:28.331559 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Network 83c5968d-80ac-425b-ba4b-7e6e617bc763 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:28.347667 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:28.350176 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:14:28.360973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Pushing event updated for resources: {'Port': ['ID=99f511d8-1096-4507-8230-1ae35b387486,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:28.451681 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-957cd258-5e85-47ed-897d-4f934078ad98 service neutron] 10.222.0.11 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412275 Jul 15 15:14:28.571517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae0c9775-ea27-4ae5-beda-444ba2b67771 req-62abcad6-f0b8-4d54-b9a7-b0d1332a39ec service neutron] 10.222.0.11 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087892 Jul 15 15:14:28.632461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-02e925b2-0b46-409e-8735-6f3a4047224b None None] For port 6f91f4b1-0a02-4a13-b898-706b583cf216, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6f91f4b1-0a02-4a13-b898-706b583cf216,segment=NetworkSegment(f58c9e29-620a-4185-8f23-7712a2ae4a22),segment_id=f58c9e29-620a-4185-8f23-7712a2ae4a22)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:28.637829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 0eae9d91-a00c-4847-a1f5-66d99b18caad triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:28.638225 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:28.700312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Attempting to bind port 99f511d8-1096-4507-8230-1ae35b387486 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:14:28.700950 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Attempting to bind port 99f511d8-1096-4507-8230-1ae35b387486 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'c5f5ef19-2c2e-4751-9115-ba9f958379e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83c5968d-80ac-425b-ba4b-7e6e617bc763'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:14:28.701621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Attempting to bind port 99f511d8-1096-4507-8230-1ae35b387486 on network 83c5968d-80ac-425b-ba4b-7e6e617bc763 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:14:28.705632 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-02e925b2-0b46-409e-8735-6f3a4047224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:28.726140 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d37b7e18-438b-4a28-adc2-6a7c2e2ed56b None None] Deleting port 6f91f4b1-0a02-4a13-b898-706b583cf216 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:28.727528 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d37b7e18-438b-4a28-adc2-6a7c2e2ed56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:28.863743 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e925b2-0b46-409e-8735-6f3a4047224b None None] Pushing event updated for resources: {'Port': ['ID=6f91f4b1-0a02-4a13-b898-706b583cf216,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:28.868455 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:14:28.869154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Checking segment: {'id': 'c5f5ef19-2c2e-4751-9115-ba9f958379e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83c5968d-80ac-425b-ba4b-7e6e617bc763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:28.869336 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:28.869756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Bound using segment: {'id': 'c5f5ef19-2c2e-4751-9115-ba9f958379e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83c5968d-80ac-425b-ba4b-7e6e617bc763'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:14:28.870440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Bound port: 99f511d8-1096-4507-8230-1ae35b387486, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f5ef19-2c2e-4751-9115-ba9f958379e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83c5968d-80ac-425b-ba4b-7e6e617bc763'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:14:28.871008 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:28.871684 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-bb86fa50-58b9-4252-a73e-22b5ac233a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:28.873399 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-bb86fa50-58b9-4252-a73e-22b5ac233a56 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e8adb63cf4244269af1c8a6cb45bce85&device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 1094 time: 0.4207859 Jul 15 15:14:28.965102 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-21600aa2-cc4c-49ab-8412-5f24a72a4231 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a3900c4-a906-4596-be0d-72e932b4ca7a HTTP/1.1" status: 200 len: 217 time: 0.0762541 Jul 15 15:14:28.996733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8625e-0cd6-4af0-b69e-e8daed9d5fba req-db048512-c6e8-424f-90f2-734af9baa8e5 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:28.999056 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2c8625e-0cd6-4af0-b69e-e8daed9d5fba req-db048512-c6e8-424f-90f2-734af9baa8e5 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 943 time: 0.2700405 Jul 15 15:14:29.013061 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26073e25-aa5d-4a70-b683-858a5c37e569 req-7cb860fd-b1f7-47e3-9756-92a39764b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:29.015587 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26073e25-aa5d-4a70-b683-858a5c37e569 req-7cb860fd-b1f7-47e3-9756-92a39764b09e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 1095 time: 0.3597190 Jul 15 15:14:29.117553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d37b7e18-438b-4a28-adc2-6a7c2e2ed56b None None] For port 6f91f4b1-0a02-4a13-b898-706b583cf216, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6f91f4b1-0a02-4a13-b898-706b583cf216,segment=NetworkSegment(f58c9e29-620a-4185-8f23-7712a2ae4a22),segment_id=f58c9e29-620a-4185-8f23-7712a2ae4a22)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:29.130517 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d37b7e18-438b-4a28-adc2-6a7c2e2ed56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:29.152863 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7da188a0-307e-4fdd-82cd-c28d32a3f684 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:29.155698 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] For port 99f511d8-1096-4507-8230-1ae35b387486, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:29.190287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] For port 99f511d8-1096-4507-8230-1ae35b387486, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=99f511d8-1096-4507-8230-1ae35b387486,segment=NetworkSegment(c5f5ef19-2c2e-4751-9115-ba9f958379e0),segment_id=c5f5ef19-2c2e-4751-9115-ba9f958379e0)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:29.206657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d37b7e18-438b-4a28-adc2-6a7c2e2ed56b None None] Calling delete_port for 6f91f4b1-0a02-4a13-b898-706b583cf216 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:29.218866 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:29.257603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26073e25-aa5d-4a70-b683-858a5c37e569 req-70dca0cb-4b74-47e2-b4fd-5c21bbdedb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:29.260516 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26073e25-aa5d-4a70-b683-858a5c37e569 req-70dca0cb-4b74-47e2-b4fd-5c21bbdedb7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 HTTP/1.1" status: 200 len: 898 time: 0.1671665 Jul 15 15:14:29.298092 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2c8625e-0cd6-4af0-b69e-e8daed9d5fba req-60cf0fef-9bf2-4baf-ac89-8961910c8cd9 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806761 Jul 15 15:14:29.349713 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6f91f4b1-0a02-4a13-b898-706b583cf216 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:14:29.350084 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7da188a0-307e-4fdd-82cd-c28d32a3f684 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:29.362084 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26073e25-aa5d-4a70-b683-858a5c37e569 req-18b08128-7ede-461d-87ec-57edc00ab98c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e HTTP/1.1" status: 200 len: 217 time: 0.0569310 Jul 15 15:14:29.365702 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-54260c92-84f3-4bc8-a37f-d907f555ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:29.368226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-54260c92-84f3-4bc8-a37f-d907f555ffb7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4769b93a-d272-4da8-83b1-540f5e8c4a23 HTTP/1.1" status: 200 len: 855 time: 0.3873117 Jul 15 15:14:29.413509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c88a46-5ce7-48c6-bb4a-54a41c3fcfeb None None] Pushing event updated for resources: {'Port': ['ID=99f511d8-1096-4507-8230-1ae35b387486,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:29.439206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26073e25-aa5d-4a70-b683-858a5c37e569 req-59f888df-6bf1-4472-ba91-b8b7db5347bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:29.441616 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26073e25-aa5d-4a70-b683-858a5c37e569 req-59f888df-6bf1-4472-ba91-b8b7db5347bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=716a09bf-61f2-4fb2-825c-c3c8f8bee32b HTTP/1.1" status: 200 len: 835 time: 0.0705822 Jul 15 15:14:29.450086 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e4ee0-f7e9-4661-a77b-a114d9a8d98b req-777c851c-3f6d-4f77-a37b-09d25d578161 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:29.461593 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-285e4ee0-f7e9-4661-a77b-a114d9a8d98b req-777c851c-3f6d-4f77-a37b-09d25d578161 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.6809542 Jul 15 15:14:29.480458 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7da188a0-307e-4fdd-82cd-c28d32a3f684 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:29.524956 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-bbaeedc4-131a-4b3d-94c5-0c8ee90ffd4a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64b414a4-4442-44e4-9603-37584ff0baf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919139 Jul 15 15:14:29.545196 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da188a0-307e-4fdd-82cd-c28d32a3f684 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0788ee-dceb-4d36-8da9-d3f7f28e1b30,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:29.571688 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7da188a0-307e-4fdd-82cd-c28d32a3f684 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:29.572998 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:29.577027 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7da188a0-307e-4fdd-82cd-c28d32a3f684 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/subnets/cc0788ee-dceb-4d36-8da9-d3f7f28e1b30 HTTP/1.1" status: 204 len: 168 time: 1.6709964 Jul 15 15:14:29.578993 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43938) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:29.580909 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fbc4ee-c3c9-4092-bf44-520dfcbc61de', 'tag': '9a3900c4-a906-4596-be0d-72e932b4ca7a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:14:29.583232 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19844d62-f330-4686-b972-408e02d77086" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fbc4ee-c3c9-4092-bf44-520dfcbc61de", "tag": "9a3900c4-a906-4596-be0d-72e932b4ca7a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:14:29.599595 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d37b7e18-438b-4a28-adc2-6a7c2e2ed56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:29.637771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b7e18-438b-4a28-adc2-6a7c2e2ed56b None None] Pushing event deleted for resources: {'Port': ['ID=6f91f4b1-0a02-4a13-b898-706b583cf216,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:29.641360 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37b7e18-438b-4a28-adc2-6a7c2e2ed56b None None] No DVR routers for this DVR port 6f91f4b1-0a02-4a13-b898-706b583cf216 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:14:29.646515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43944) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:29.741752 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f2eb38-d713-45e9-bee5-4b95a37335be tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:29.748799 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f2eb38-d713-45e9-bee5-4b95a37335be tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:29.754864 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f8f2eb38-d713-45e9-bee5-4b95a37335be tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1739156 Jul 15 15:14:29.755070 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43948) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:29.819079 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-285e4ee0-f7e9-4661-a77b-a114d9a8d98b req-dd9286e7-99c6-4bdd-a6e5-96530ad99838 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560910 Jul 15 15:14:29.954491 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3840cb92-de29-4d61-8301-2350b97f38d2 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:29.963569 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-3840cb92-de29-4d61-8301-2350b97f38d2 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 15:14:29.964102 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3840cb92-de29-4d61-8301-2350b97f38d2 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:14:29.965950 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3840cb92-de29-4d61-8301-2350b97f38d2 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/networks/83c5968d-80ac-425b-ba4b-7e6e617bc763 HTTP/1.1" status: 409 len: 405 time: 0.2098594 Jul 15 15:14:29.971458 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13ea556-10aa-48db-b930-894f0ddc758c x-openstack-request-id: req-d13ea556-10aa-48db-b930-894f0ddc758c {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:14:29.971762 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fbc4ee-c3c9-4092-bf44-520dfcbc61de", "tag": "9a3900c4-a906-4596-be0d-72e932b4ca7a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:14:29.972753 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43968) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:29.974155 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d13ea556-10aa-48db-b930-894f0ddc758c {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:14:29.974648 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fbc4ee-c3c9-4092-bf44-520dfcbc61de', 'tag': '9a3900c4-a906-4596-be0d-72e932b4ca7a', 'status': 'completed', 'code': 200} Jul 15 15:14:29.977780 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8a6cb15d-7747-4859-8080-d2f1eb5ec814 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1244585459'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:30.002119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6cb15d-7747-4859-8080-d2f1eb5ec814 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Made reservation on behalf of 77dfc72897d049f78c00de5f32fd42ca for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:30.007266 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a6cb15d-7747-4859-8080-d2f1eb5ec814 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:30.035578 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6cb15d-7747-4859-8080-d2f1eb5ec814 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:14:30.042971 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87f87bef-64d9-43eb-a39f-fb05385130ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:30.043401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26073e25-aa5d-4a70-b683-858a5c37e569 req-85c115fe-ae9a-4b99-875c-7631061a0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:30.044962 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26073e25-aa5d-4a70-b683-858a5c37e569 req-85c115fe-ae9a-4b99-875c-7631061a0b6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5257945 Jul 15 15:14:30.045611 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a6cb15d-7747-4859-8080-d2f1eb5ec814 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:30.045996 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-8a6cb15d-7747-4859-8080-d2f1eb5ec814 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Added segment 987d8c75-7d32-4a25-ab96-e1c490829e36 of type vlan for network 66bb6a68-b244-40c7-9a23-df42ce3b42a3 Jul 15 15:14:30.059690 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-c788e925-11c5-4a32-b76a-fa97ff9bdf3b service neutron] 10.222.0.22 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131238 Jul 15 15:14:30.092846 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a6cb15d-7747-4859-8080-d2f1eb5ec814 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:30.127889 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a6cb15d-7747-4859-8080-d2f1eb5ec814 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:30.135706 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6cb15d-7747-4859-8080-d2f1eb5ec814 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:30.136391 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a6cb15d-7747-4859-8080-d2f1eb5ec814 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:30.172197 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8a6cb15d-7747-4859-8080-d2f1eb5ec814 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1985955 Jul 15 15:14:30.180972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43984) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:30.195388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-895189cd-42d3-4ac1-91ed-8baef423745e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Request body: {'subnet': {'network_id': '66bb6a68-b244-40c7-9a23-df42ce3b42a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:30.227640 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 99f511d8-1096-4507-8230-1ae35b387486 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:30.311210 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 99f511d8-1096-4507-8230-1ae35b387486 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:30.402151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cb15d-7747-4859-8080-d2f1eb5ec814 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event updated for resources: {'Network': ['ID=66bb6a68-b244-40c7-9a23-df42ce3b42a3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:30.414223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 66bb6a68-b244-40c7-9a23-df42ce3b42a3 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:14:30.477495 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895189cd-42d3-4ac1-91ed-8baef423745e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Made reservation on behalf of 77dfc72897d049f78c00de5f32fd42ca for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:30.481441 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-895189cd-42d3-4ac1-91ed-8baef423745e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:30.876452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.objects.ports [None req-895189cd-42d3-4ac1-91ed-8baef423745e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:14:30.878930 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-895189cd-42d3-4ac1-91ed-8baef423745e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:30.902298 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20bd8e-6544-40bb-a8ba-c0e95cb6a48a req-d71a5841-1909-4d31-bf68-a1cf82a53343 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:30.909942 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d20bd8e-6544-40bb-a8ba-c0e95cb6a48a req-d71a5841-1909-4d31-bf68-a1cf82a53343 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 944 time: 1.0386014 Jul 15 15:14:31.002484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895189cd-42d3-4ac1-91ed-8baef423745e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Checking segment: {'id': '987d8c75-7d32-4a25-ab96-e1c490829e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66bb6a68-b244-40c7-9a23-df42ce3b42a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:31.003123 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895189cd-42d3-4ac1-91ed-8baef423745e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Network hostable DHCP agents. Network: 66bb6a68-b244-40c7-9a23-df42ce3b42a3, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:14:31.017285 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895189cd-42d3-4ac1-91ed-8baef423745e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event updated for resources: {'Subnet': ['ID=95e911e7-995c-47ad-b073-866cfe61fc79,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:31.054203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895189cd-42d3-4ac1-91ed-8baef423745e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Network 66bb6a68-b244-40c7-9a23-df42ce3b42a3 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:14:31.060202 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26073e25-aa5d-4a70-b683-858a5c37e569 req-48787ab4-317a-4f03-93cd-9a29fc8d7fe3 service neutron] 10.222.0.11 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0052691 Jul 15 15:14:31.072135 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-895189cd-42d3-4ac1-91ed-8baef423745e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 66bb6a68-b244-40c7-9a23-df42ce3b42a3) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:31.088520 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895189cd-42d3-4ac1-91ed-8baef423745e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:31.090070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4867e4-d5f6-4507-886d-4b539ea2845c None None] Network 83c5968d-80ac-425b-ba4b-7e6e617bc763 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:31.093202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-895189cd-42d3-4ac1-91ed-8baef423745e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:31.094319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f0a439-0cbc-4c66-9fe9-d881f746299b None None] Network 66bb6a68-b244-40c7-9a23-df42ce3b42a3 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:31.097194 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-444dec86-af06-4e35-94c0-cfae6d55a7ce req-f7bfbe7a-be02-4cae-9e17-1dcfdd5a3b7c service neutron] 10.222.0.22 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0004752 Jul 15 15:14:31.152196 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d20bd8e-6544-40bb-a8ba-c0e95cb6a48a req-c46079e2-471b-43a6-8593-3b83bce13d5d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408984 Jul 15 15:14:31.183638 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-895189cd-42d3-4ac1-91ed-8baef423745e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0015175 Jul 15 15:14:31.203773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44084) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:31.291829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd9dff-99cd-4696-b38f-cd50b05223ca req-bd370148-c9f9-45e1-8d21-05f0ef66107a tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:31.293443 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-adcd9dff-99cd-4696-b38f-cd50b05223ca req-bd370148-c9f9-45e1-8d21-05f0ef66107a tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 943 time: 0.5836060 Jul 15 15:14:31.440978 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3013ab10-8a61-4dcf-92bb-94c22128205d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:31.519621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e5a6b06e-7f1f-4d09-b737-76caa852e947 None None] Provisioning for port 99f511d8-1096-4507-8230-1ae35b387486 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:31.564712 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3013ab10-8a61-4dcf-92bb-94c22128205d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:31.578871 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26073e25-aa5d-4a70-b683-858a5c37e569 req-6812d111-6cac-49cd-9d16-31244bb1964b service neutron] 10.222.0.11 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949567 Jul 15 15:14:31.610944 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e5a6b06e-7f1f-4d09-b737-76caa852e947 None None] Provisioning complete for port 99f511d8-1096-4507-8230-1ae35b387486 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:31.611324 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b06e-7f1f-4d09-b737-76caa852e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:31.642470 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-adcd9dff-99cd-4696-b38f-cd50b05223ca req-d7b3d3f9-0360-45cf-beb8-343f66563c08 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605596 Jul 15 15:14:31.687822 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3013ab10-8a61-4dcf-92bb-94c22128205d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:31.711409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19844d62-f330-4686-b972-408e02d77086 req-57a20249-fc5d-414b-af97-28061f5e2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:31.711409 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19844d62-f330-4686-b972-408e02d77086 req-57a20249-fc5d-414b-af97-28061f5e2657 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e8adb63cf4244269af1c8a6cb45bce85&device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 1094 time: 0.4269135 Jul 15 15:14:31.791487 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f0de44-acb5-463b-adb6-b02df950bb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-66bb6a68-b244-40c7-9a23-df42ce3b42a3', 'network_id': '66bb6a68-b244-40c7-9a23-df42ce3b42a3', 'tenant_id': '77dfc72897d049f78c00de5f32fd42ca', 'fixed_ips': [{'subnet_id': '95e911e7-995c-47ad-b073-866cfe61fc79'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:14:31.792737 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60f0de44-acb5-463b-adb6-b02df950bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:31.804786 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013ab10-8a61-4dcf-92bb-94c22128205d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event deleted for resources: {'Subnet': ['ID=95e911e7-995c-47ad-b073-866cfe61fc79,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:31.934200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6da81e-524c-48ee-88be-8590558a41a8 None None] DHCP port deletion for 83c5968d-80ac-425b-ba4b-7e6e617bc763 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:14:31.934645 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3013ab10-8a61-4dcf-92bb-94c22128205d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:31.957085 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b06e-7f1f-4d09-b737-76caa852e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:31.980700 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3013ab10-8a61-4dcf-92bb-94c22128205d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66bb6a68-b244-40c7-9a23-df42ce3b42a3']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:31.996602 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19844d62-f330-4686-b972-408e02d77086 req-91f278d5-15e8-4f44-a412-76aae15d90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:31.998143 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19844d62-f330-4686-b972-408e02d77086 req-91f278d5-15e8-4f44-a412-76aae15d90e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=64b414a4-4442-44e4-9603-37584ff0baf9 HTTP/1.1" status: 200 len: 916 time: 0.2622604 Jul 15 15:14:31.998639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bc5f39-9fcd-49f6-8411-2d9af73a0d60 None None] Network 66bb6a68-b244-40c7-9a23-df42ce3b42a3 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:32.014180 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3013ab10-8a61-4dcf-92bb-94c22128205d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987d8c75-7d32-4a25-ab96-e1c490829e36') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:32.014765 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3013ab10-8a61-4dcf-92bb-94c22128205d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987d8c75-7d32-4a25-ab96-e1c490829e36') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:32.014936 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e58ac2-4a2c-4532-b2ec-e01507fdd8ec req-aa29a2c8-a827-4491-94e0-73210c38863b tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:32.016525 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76e58ac2-4a2c-4532-b2ec-e01507fdd8ec req-aa29a2c8-a827-4491-94e0-73210c38863b tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.5008509 Jul 15 15:14:32.068440 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3013ab10-8a61-4dcf-92bb-94c22128205d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:32.084574 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19844d62-f330-4686-b972-408e02d77086 req-cc5341ce-dc98-4bb5-b7d1-76988c493cd8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a3900c4-a906-4596-be0d-72e932b4ca7a HTTP/1.1" status: 200 len: 217 time: 0.0787377 Jul 15 15:14:32.117693 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3013ab10-8a61-4dcf-92bb-94c22128205d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:32.134061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3013ab10-8a61-4dcf-92bb-94c22128205d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:14:32.134613 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3013ab10-8a61-4dcf-92bb-94c22128205d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:14:32.143796 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:14:32.232056 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5848f0a6-d4f2-47e2-89c8-862cddf5f50e details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:14:32.234508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 99f511d8-1096-4507-8230-1ae35b387486 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:14:32.235763 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76e58ac2-4a2c-4532-b2ec-e01507fdd8ec req-ef460cc6-19c7-4158-a03e-0e6cacd7cfab tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496797 Jul 15 15:14:32.243381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e5a6b06e-7f1f-4d09-b737-76caa852e947 None None] For port 99f511d8-1096-4507-8230-1ae35b387486, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=99f511d8-1096-4507-8230-1ae35b387486,segment=NetworkSegment(c5f5ef19-2c2e-4751-9115-ba9f958379e0),segment_id=c5f5ef19-2c2e-4751-9115-ba9f958379e0)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:32.259278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19844d62-f330-4686-b972-408e02d77086 req-7e6cc01d-6b51-4197-8d99-4eef424884ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:32.261282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19844d62-f330-4686-b972-408e02d77086 req-7e6cc01d-6b51-4197-8d99-4eef424884ee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4769b93a-d272-4da8-83b1-540f5e8c4a23 HTTP/1.1" status: 200 len: 855 time: 0.1679168 Jul 15 15:14:32.315444 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3013ab10-8a61-4dcf-92bb-94c22128205d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:32.323942 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3013ab10-8a61-4dcf-92bb-94c22128205d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:32.327416 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19844d62-f330-4686-b972-408e02d77086 req-5a3a2faa-6f4b-44ca-ad09-cbbe08eef51a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=64b414a4-4442-44e4-9603-37584ff0baf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561087 Jul 15 15:14:32.332534 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2968133a-adca-4d33-8259-2c2c4f8e2135 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:32.340681 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3013ab10-8a61-4dcf-92bb-94c22128205d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/networks/66bb6a68-b244-40c7-9a23-df42ce3b42a3 HTTP/1.1" status: 204 len: 168 time: 1.1282585 Jul 15 15:14:32.345639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44182) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:32.355002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e23a30fe-f5fd-419e-a165-b73d7c8b287c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1501124612'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:32.371672 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013ab10-8a61-4dcf-92bb-94c22128205d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event deleted for resources: {'Network': ['ID=66bb6a68-b244-40c7-9a23-df42ce3b42a3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:32.399225 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b06e-7f1f-4d09-b737-76caa852e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:32.436377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23a30fe-f5fd-419e-a165-b73d7c8b287c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Made reservation on behalf of 77dfc72897d049f78c00de5f32fd42ca for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:32.439957 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e23a30fe-f5fd-419e-a165-b73d7c8b287c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:32.547479 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23a30fe-f5fd-419e-a165-b73d7c8b287c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:14:32.559524 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e23a30fe-f5fd-419e-a165-b73d7c8b287c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:32.560433 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-e23a30fe-f5fd-419e-a165-b73d7c8b287c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Added segment e23092e4-86be-4522-ba07-a5ff09373150 of type vlan for network 7ad977ab-6bce-4245-9d61-d79fc7ef4e33 Jul 15 15:14:32.600305 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8c6da81e-524c-48ee-88be-8590558a41a8 None None] Deleting port 99f511d8-1096-4507-8230-1ae35b387486 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:32.601152 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c6da81e-524c-48ee-88be-8590558a41a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:32.602513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6b06e-7f1f-4d09-b737-76caa852e947 None None] Pushing event updated for resources: {'Port': ['ID=99f511d8-1096-4507-8230-1ae35b387486,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:32.611669 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e23a30fe-f5fd-419e-a165-b73d7c8b287c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:32.696161 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e23a30fe-f5fd-419e-a165-b73d7c8b287c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:32.703079 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a30fe-f5fd-419e-a165-b73d7c8b287c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:32.710803 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e23a30fe-f5fd-419e-a165-b73d7c8b287c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:32.941286 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:33.020677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19844d62-f330-4686-b972-408e02d77086 req-8651c4e9-a9f9-4de9-a3a2-d8cab24145a2 service neutron] 10.222.0.22 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6717792 Jul 15 15:14:33.024829 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e23a30fe-f5fd-419e-a165-b73d7c8b287c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6742945 Jul 15 15:14:33.026364 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44258) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:33.031898 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e2b746db-7748-4746-904e-dd3d074bab24 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Request body: {'subnet': {'network_id': '7ad977ab-6bce-4245-9d61-d79fc7ef4e33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:33.222951 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b746db-7748-4746-904e-dd3d074bab24 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Made reservation on behalf of 77dfc72897d049f78c00de5f32fd42ca for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:33.226766 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2b746db-7748-4746-904e-dd3d074bab24 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:33.260438 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a30fe-f5fd-419e-a165-b73d7c8b287c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event updated for resources: {'Network': ['ID=7ad977ab-6bce-4245-9d61-d79fc7ef4e33,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:33.436938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200b603-25e7-40d7-bd69-bcdae3a78592 req-e153b15f-1395-46ff-83c8-fb66a5d07eac tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:33.445997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8200b603-25e7-40d7-bd69-bcdae3a78592 req-e153b15f-1395-46ff-83c8-fb66a5d07eac tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 944 time: 0.9566174 Jul 15 15:14:33.534563 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9a3900c4-a906-4596-be0d-72e932b4ca7a details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:14:33.540981 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2b746db-7748-4746-904e-dd3d074bab24 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:33.553373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,segment=NetworkSegment(a540d3a3-8d65-4f41-96a6-8a3d219d6ddc),segment_id=a540d3a3-8d65-4f41-96a6-8a3d219d6ddc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:33.554475 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19844d62-f330-4686-b972-408e02d77086 req-7ea38e11-66ba-4a84-ad26-e44100737730 service neutron] 10.222.0.22 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164020 Jul 15 15:14:33.563106 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca86a4b-ed58-4c1e-be6f-653171f5248a req-b3b39d9a-540d-40fd-9127-0a117d8e54e2 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:33.570968 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dca86a4b-ed58-4c1e-be6f-653171f5248a req-b3b39d9a-540d-40fd-9127-0a117d8e54e2 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 943 time: 0.5405533 Jul 15 15:14:33.607874 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8200b603-25e7-40d7-bd69-bcdae3a78592 req-2e2ee139-d8cf-4dbe-9cf6-895ef7ae1605 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605558 Jul 15 15:14:33.615443 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 99f511d8-1096-4507-8230-1ae35b387486, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=99f511d8-1096-4507-8230-1ae35b387486,segment=NetworkSegment(c5f5ef19-2c2e-4751-9115-ba9f958379e0),segment_id=c5f5ef19-2c2e-4751-9115-ba9f958379e0)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:33.631182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 7ad977ab-6bce-4245-9d61-d79fc7ef4e33 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:14:33.638854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'port_id': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e', 'mac_address': 'fa:16:3e:f5:fc:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:14:33.643635 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:33.648913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b746db-7748-4746-904e-dd3d074bab24 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event updated for resources: {'Subnet': ['ID=aad6b6ab-9a71-4005-972e-96aae523b55c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:33.702994 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:33.721274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8c6da81e-524c-48ee-88be-8590558a41a8 None None] For port 99f511d8-1096-4507-8230-1ae35b387486, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=99f511d8-1096-4507-8230-1ae35b387486,segment=NetworkSegment(c5f5ef19-2c2e-4751-9115-ba9f958379e0),segment_id=c5f5ef19-2c2e-4751-9115-ba9f958379e0)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:33.721971 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c6da81e-524c-48ee-88be-8590558a41a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:33.724582 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:33.729139 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dca86a4b-ed58-4c1e-be6f-653171f5248a req-d3dda827-2666-4539-9508-26a6d98cfc1d tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555521 Jul 15 15:14:33.755156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b746db-7748-4746-904e-dd3d074bab24 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Checking segment: {'id': 'e23092e4-86be-4522-ba07-a5ff09373150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7ad977ab-6bce-4245-9d61-d79fc7ef4e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:33.755483 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b746db-7748-4746-904e-dd3d074bab24 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Network hostable DHCP agents. Network: 7ad977ab-6bce-4245-9d61-d79fc7ef4e33, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:14:33.783776 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10c1cfb6-044a-4e04-b05b-8c0f08eed1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:33.797688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b746db-7748-4746-904e-dd3d074bab24 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Network 7ad977ab-6bce-4245-9d61-d79fc7ef4e33 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:14:33.804440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=99f511d8-1096-4507-8230-1ae35b387486,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:33.819682 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e2b746db-7748-4746-904e-dd3d074bab24 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 7ad977ab-6bce-4245-9d61-d79fc7ef4e33) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:33.826307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b746db-7748-4746-904e-dd3d074bab24 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:33.827502 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2b746db-7748-4746-904e-dd3d074bab24 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:33.846073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dede331-73ef-407a-9ef3-25e482de518b None None] Network 7ad977ab-6bce-4245-9d61-d79fc7ef4e33 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:33.854761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8c6da81e-524c-48ee-88be-8590558a41a8 None None] Calling delete_port for 99f511d8-1096-4507-8230-1ae35b387486 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:33.861995 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e2b746db-7748-4746-904e-dd3d074bab24 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8342607 Jul 15 15:14:33.862691 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44342) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:33.873090 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5848f0a6-d4f2-47e2-89c8-862cddf5f50e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:14:33.899710 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:14:33.996865 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07d6bf84-17f8-4cb3-b695-78357d87cc94 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.077392 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,segment=NetworkSegment(a540d3a3-8d65-4f41-96a6-8a3d219d6ddc),segment_id=a540d3a3-8d65-4f41-96a6-8a3d219d6ddc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:34.143087 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07d6bf84-17f8-4cb3-b695-78357d87cc94 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.207250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9a3900c4-a906-4596-be0d-72e932b4ca7a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9a3900c4-a906-4596-be0d-72e932b4ca7a,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:34.211066 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-2968133a-adca-4d33-8259-2c2c4f8e2135 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Deleting port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:34.211998 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2968133a-adca-4d33-8259-2c2c4f8e2135 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.231731 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.233588 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '9a3900c4-a906-4596-be0d-72e932b4ca7a', 'network_id': '64b414a4-4442-44e4-9603-37584ff0baf9', 'port_id': '9a3900c4-a906-4596-be0d-72e932b4ca7a', 'mac_address': 'fa:16:3e:84:f9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4769b93a-d272-4da8-83b1-540f5e8c4a23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:14:34.262627 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3d00c-b903-49cc-8353-87a2bca515eb req-8ffb0762-d5ed-4a6b-9869-516b635eca57 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:34.273924 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2cb3d00c-b903-49cc-8353-87a2bca515eb req-8ffb0762-d5ed-4a6b-9869-516b635eca57 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2360811 Jul 15 15:14:34.297873 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07d6bf84-17f8-4cb3-b695-78357d87cc94 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.353173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2cb3d00c-b903-49cc-8353-87a2bca515eb req-d0fa6a37-bd03-4fd8-9e13-dc5358597869 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718715 Jul 15 15:14:34.369900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6bf84-17f8-4cb3-b695-78357d87cc94 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event deleted for resources: {'Subnet': ['ID=aad6b6ab-9a71-4005-972e-96aae523b55c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:34.468300 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.484230 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.488997 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07d6bf84-17f8-4cb3-b695-78357d87cc94 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.524907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-07d6bf84-17f8-4cb3-b695-78357d87cc94 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad977ab-6bce-4245-9d61-d79fc7ef4e33']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:34.528728 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3900c4-a906-4596-be0d-72e932b4ca7a {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:14:34.557296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-07d6bf84-17f8-4cb3-b695-78357d87cc94 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23092e4-86be-4522-ba07-a5ff09373150') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:34.557875 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-07d6bf84-17f8-4cb3-b695-78357d87cc94 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23092e4-86be-4522-ba07-a5ff09373150') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:34.575072 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07d6bf84-17f8-4cb3-b695-78357d87cc94 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.581602 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['5848f0a6-d4f2-47e2-89c8-862cddf5f50e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:14:34.592955 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c6da81e-524c-48ee-88be-8590558a41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.605540 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07d6bf84-17f8-4cb3-b695-78357d87cc94 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.618778 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d6bf84-17f8-4cb3-b695-78357d87cc94 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:14:34.619210 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07d6bf84-17f8-4cb3-b695-78357d87cc94 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:14:34.623024 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:14:34.714551 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:34.735920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9a3900c4-a906-4596-be0d-72e932b4ca7a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9a3900c4-a906-4596-be0d-72e932b4ca7a,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:34.737185 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07d6bf84-17f8-4cb3-b695-78357d87cc94 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.742520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6da81e-524c-48ee-88be-8590558a41a8 None None] No DVR routers for this DVR port 99f511d8-1096-4507-8230-1ae35b387486 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:14:34.756442 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07d6bf84-17f8-4cb3-b695-78357d87cc94 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.761958 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-07d6bf84-17f8-4cb3-b695-78357d87cc94 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/networks/7ad977ab-6bce-4245-9d61-d79fc7ef4e33 HTTP/1.1" status: 204 len: 168 time: 0.8980289 Jul 15 15:14:34.780853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44430) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:34.786311 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c999b596-788a-4b85-9bb0-a6419cfc4243 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-410792036'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:34.798248 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6bf84-17f8-4cb3-b695-78357d87cc94 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event deleted for resources: {'Network': ['ID=7ad977ab-6bce-4245-9d61-d79fc7ef4e33,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:34.801739 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.807137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6da81e-524c-48ee-88be-8590558a41a8 None None] Pushing event deleted for resources: {'Port': ['ID=99f511d8-1096-4507-8230-1ae35b387486,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:34.813151 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bf357d-a8da-4ddb-a1d4-3311327a1de2 None None] Network 7ad977ab-6bce-4245-9d61-d79fc7ef4e33 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:34.833653 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c999b596-788a-4b85-9bb0-a6419cfc4243 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Made reservation on behalf of 77dfc72897d049f78c00de5f32fd42ca for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:34.839024 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c999b596-788a-4b85-9bb0-a6419cfc4243 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.861486 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bf357d-a8da-4ddb-a1d4-3311327a1de2 None None] Network 7ad977ab-6bce-4245-9d61-d79fc7ef4e33 could not be found, it might have been deleted concurrently. {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 15:14:34.870308 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c999b596-788a-4b85-9bb0-a6419cfc4243 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:14:34.883883 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c999b596-788a-4b85-9bb0-a6419cfc4243 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.884614 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-c999b596-788a-4b85-9bb0-a6419cfc4243 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Added segment 195066e2-ba3c-4572-af11-d0f4801bd8d5 of type vlan for network d60ce06d-97c9-459a-b945-da464188a27e Jul 15 15:14:34.917722 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=9a3900c4-a906-4596-be0d-72e932b4ca7a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:34.937449 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c999b596-788a-4b85-9bb0-a6419cfc4243 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.975199 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c999b596-788a-4b85-9bb0-a6419cfc4243 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.983697 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c999b596-788a-4b85-9bb0-a6419cfc4243 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:34.984657 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c999b596-788a-4b85-9bb0-a6419cfc4243 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:35.026502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-2968133a-adca-4d33-8259-2c2c4f8e2135 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] For port 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5dfd2dce-1aaa-4187-8f31-e97415e6f6ae,segment=NetworkSegment(2b35778b-4221-4ef8-8808-14d3309fc4fc),segment_id=2b35778b-4221-4ef8-8808-14d3309fc4fc)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:35.026967 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2968133a-adca-4d33-8259-2c2c4f8e2135 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:35.067605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-2968133a-adca-4d33-8259-2c2c4f8e2135 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Calling delete_port for 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:35.084542 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['9a3900c4-a906-4596-be0d-72e932b4ca7a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:14:35.087272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999b596-788a-4b85-9bb0-a6419cfc4243 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event updated for resources: {'Network': ['ID=d60ce06d-97c9-459a-b945-da464188a27e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:35.098158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cce42-1f8f-4ffd-b9e8-398e017fdc80 req-f5192f4b-4c2e-44f8-93b2-8451d221b3cd tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:35.106737 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a3cce42-1f8f-4ffd-b9e8-398e017fdc80 req-f5192f4b-4c2e-44f8-93b2-8451d221b3cd tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1957908 Jul 15 15:14:35.111590 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c999b596-788a-4b85-9bb0-a6419cfc4243 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3262894 Jul 15 15:14:35.112136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44444) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:35.124039 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network d60ce06d-97c9-459a-b945-da464188a27e details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:14:35.159311 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c7f4f714-b8a1-4ff5-a51a-53abf7d2daaf tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Request body: {'subnet': {'network_id': 'd60ce06d-97c9-459a-b945-da464188a27e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:35.183403 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eda48a-c402-41b3-b8d8-8506e43be03e req-17e9f51c-9b87-4025-9e0b-53720b29a7e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:35.190452 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2eda48a-c402-41b3-b8d8-8506e43be03e req-17e9f51c-9b87-4025-9e0b-53720b29a7e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 945 time: 0.2807052 Jul 15 15:14:35.313533 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a3cce42-1f8f-4ffd-b9e8-398e017fdc80 req-614875ee-75b2-4c1b-bfcc-c63511a13078 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056706 Jul 15 15:14:35.395149 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2eda48a-c402-41b3-b8d8-8506e43be03e req-cb3b8009-77c4-4e2c-a538-2399675c0e7e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019086 Jul 15 15:14:35.440523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f4f714-b8a1-4ff5-a51a-53abf7d2daaf tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Made reservation on behalf of 77dfc72897d049f78c00de5f32fd42ca for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:35.444242 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c7f4f714-b8a1-4ff5-a51a-53abf7d2daaf tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:35.689996 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2968133a-adca-4d33-8259-2c2c4f8e2135 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:35.759471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f639167-2190-41fc-8877-debf61883c3a req-0d46b177-11ea-4fac-abe9-1d8f6f90be42 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:35.760932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f639167-2190-41fc-8877-debf61883c3a req-0d46b177-11ea-4fac-abe9-1d8f6f90be42 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 944 time: 0.2407756 Jul 15 15:14:35.762969 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968133a-adca-4d33-8259-2c2c4f8e2135 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Port': ['ID=5dfd2dce-1aaa-4187-8f31-e97415e6f6ae,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:35.900434 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652e4bf-159f-4cf2-8157-fd916a4cc028 req-8906c0a9-9030-4c28-a347-c52c10504a27 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:35.901979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e652e4bf-159f-4cf2-8157-fd916a4cc028 req-8906c0a9-9030-4c28-a347-c52c10504a27 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2932291 Jul 15 15:14:35.939641 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f639167-2190-41fc-8877-debf61883c3a req-2f5cc77c-19d7-4ad8-ab43-40405f69797b tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418011 Jul 15 15:14:35.978346 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:36.079380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e652e4bf-159f-4cf2-8157-fd916a4cc028 req-19d0dee9-91e5-4486-8653-a23cc103fd31 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623294 Jul 15 15:14:36.213930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.objects.ports [None req-c7f4f714-b8a1-4ff5-a51a-53abf7d2daaf tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:14:36.217618 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c7f4f714-b8a1-4ff5-a51a-53abf7d2daaf tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:36.249813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5848f0a6-d4f2-47e2-89c8-862cddf5f50e up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:36.297092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2968133a-adca-4d33-8259-2c2c4f8e2135 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:36.306382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:36.310676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:36.311236 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:36.328249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4f714-b8a1-4ff5-a51a-53abf7d2daaf tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event updated for resources: {'Subnet': ['ID=af1b0c6d-3836-40cc-93d3-2a5983350919,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:36.395837 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:36.401223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f4f714-b8a1-4ff5-a51a-53abf7d2daaf tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Checking segment: {'id': '195066e2-ba3c-4572-af11-d0f4801bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd60ce06d-97c9-459a-b945-da464188a27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:36.401628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f4f714-b8a1-4ff5-a51a-53abf7d2daaf tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Network hostable DHCP agents. Network: d60ce06d-97c9-459a-b945-da464188a27e, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:14:36.457814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,segment=NetworkSegment(a540d3a3-8d65-4f41-96a6-8a3d219d6ddc),segment_id=a540d3a3-8d65-4f41-96a6-8a3d219d6ddc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:36.458954 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:14:36.463670 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5867d6e-5d13-459c-a017-15dd1fa8ed3c" -d '{"events": [{"server_uuid": "472a11e8-fbfe-4529-bf50-d110f670eebd", "name": "network-vif-plugged", "status": "completed", "tag": "5848f0a6-d4f2-47e2-89c8-862cddf5f50e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:14:36.463868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbb15a-0f6f-4898-981f-8252e9fa1d0a req-aa21d0fb-fa72-43df-9b28-cf463d08a9c3 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:36.465644 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-afbbb15a-0f6f-4898-981f-8252e9fa1d0a req-aa21d0fb-fa72-43df-9b28-cf463d08a9c3 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2200963 Jul 15 15:14:36.468388 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:36.493226 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f4f714-b8a1-4ff5-a51a-53abf7d2daaf tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Network d60ce06d-97c9-459a-b945-da464188a27e is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:14:36.548651 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-c7f4f714-b8a1-4ff5-a51a-53abf7d2daaf tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, d60ce06d-97c9-459a-b945-da464188a27e) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:36.550776 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:36.568370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b7c2c8-e149-461f-8be3-5407a77b7dae None None] Network d60ce06d-97c9-459a-b945-da464188a27e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:36.589299 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f4f714-b8a1-4ff5-a51a-53abf7d2daaf tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:36.590163 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c7f4f714-b8a1-4ff5-a51a-53abf7d2daaf tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:36.598561 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-afbbb15a-0f6f-4898-981f-8252e9fa1d0a req-2612e07d-b41a-4626-abda-e06d99808a7a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172028 Jul 15 15:14:36.673813 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c7f4f714-b8a1-4ff5-a51a-53abf7d2daaf tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5238237 Jul 15 15:14:36.674067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44484) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:36.728404 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb2f968-8075-4951-92a1-aa797e6007fe x-openstack-request-id: req-ffb2f968-8075-4951-92a1-aa797e6007fe {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:14:36.728702 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a11e8-fbfe-4529-bf50-d110f670eebd", "name": "network-vif-plugged", "status": "completed", "tag": "5848f0a6-d4f2-47e2-89c8-862cddf5f50e", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:14:36.728950 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ffb2f968-8075-4951-92a1-aa797e6007fe {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:14:36.729623 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e', 'code': 200} Jul 15 15:14:36.779998 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2968133a-adca-4d33-8259-2c2c4f8e2135 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Router 650c6b6e-6582-4551-94c8-1fb3d85e5059 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:14:36.789276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f95883-e017-4e53-b98a-3c3d5da3e48c req-08d40364-f582-4270-847a-451064bb1d70 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:36.791016 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1f95883-e017-4e53-b98a-3c3d5da3e48c req-08d40364-f582-4270-847a-451064bb1d70 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.1750839 Jul 15 15:14:36.802066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-d60ce06d-97c9-459a-b945-da464188a27e', 'network_id': 'd60ce06d-97c9-459a-b945-da464188a27e', 'tenant_id': '77dfc72897d049f78c00de5f32fd42ca', 'fixed_ips': [{'subnet_id': 'af1b0c6d-3836-40cc-93d3-2a5983350919'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:14:36.803339 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:36.893549 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:36.943662 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1f95883-e017-4e53-b98a-3c3d5da3e48c req-b03f6416-4185-4b12-a3c3-ccc841e8d1dc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434400 Jul 15 15:14:36.975701 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:36.999729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Allocated IP 2001:db8::f816:3eff:fef6:b46d (d60ce06d-97c9-459a-b945-da464188a27e/af1b0c6d-3836-40cc-93d3-2a5983350919/c8973e2c-6c3e-47e5-a2d4-487b213f157f) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:37.035554 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ec0ed-2e63-478e-ab68-48cb388feb91 req-1ad1accf-6264-4d4a-9e99-5c5aed54139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:37.037149 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c3ec0ed-2e63-478e-ab68-48cb388feb91 req-1ad1accf-6264-4d4a-9e99-5c5aed54139f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 1097 time: 0.2448516 Jul 15 15:14:37.076125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116d5e8-f9f5-4cfd-88f7-85a0b3f4fcde req-05798192-1a0f-45d2-aa52-68cac820dff4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:37.077666 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0116d5e8-f9f5-4cfd-88f7-85a0b3f4fcde req-05798192-1a0f-45d2-aa52-68cac820dff4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.2101297 Jul 15 15:14:37.078771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2968133a-adca-4d33-8259-2c2c4f8e2135 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:14:37.087474 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2968133a-adca-4d33-8259-2c2c4f8e2135 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "PUT /v2.0/routers/650c6b6e-6582-4551-94c8-1fb3d85e5059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4226766 Jul 15 15:14:37.094272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e97fcc4-d97e-44e0-9191-4a9efa4155e5 None None] Sync routers for ids ['650c6b6e-6582-4551-94c8-1fb3d85e5059'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:14:37.098241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9a3900c4-a906-4596-be0d-72e932b4ca7a up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:37.121710 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c3ec0ed-2e63-478e-ab68-48cb388feb91 req-008959bf-2563-4b5c-a055-763f69cce06e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775895 Jul 15 15:14:37.139204 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0116d5e8-f9f5-4cfd-88f7-85a0b3f4fcde req-c75e83e6-38d7-403b-b79d-7989c26f1a63 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505462 Jul 15 15:14:37.189527 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e97fcc4-d97e-44e0-9191-4a9efa4155e5 None None] Routers {'650c6b6e-6582-4551-94c8-1fb3d85e5059'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:14:37.190331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5e97fcc4-d97e-44e0-9191-4a9efa4155e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:14:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['650c6b6e-6582-4551-94c8-1fb3d85e5059'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:37.267343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab0e6e-83c6-466f-aa22-a9d29936cc08 req-81fa1a66-d15a-4eb6-86ea-c8db6050f157 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:37.268936 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bab0e6e-83c6-466f-aa22-a9d29936cc08 req-81fa1a66-d15a-4eb6-86ea-c8db6050f157 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 944 time: 0.0849941 Jul 15 15:14:37.278594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 9a3900c4-a906-4596-be0d-72e932b4ca7a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:14:37.316186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 9a3900c4-a906-4596-be0d-72e932b4ca7a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:37.316397 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:37.342373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bab0e6e-83c6-466f-aa22-a9d29936cc08 req-52c1cf25-e04d-4b38-9be2-55196ab242bb tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609808 Jul 15 15:14:37.364644 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:37.370739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774a917-238b-4112-b5fe-3475e64aaf45 req-812cfdd6-0ff3-43d8-b295-38856b73e05f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:37.378428 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9774a917-238b-4112-b5fe-3475e64aaf45 req-812cfdd6-0ff3-43d8-b295-38856b73e05f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1081085 Jul 15 15:14:37.388854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Transition to ACTIVE for port object c8973e2c-6c3e-47e5-a2d4-487b213f157f will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:37.412469 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-5e97fcc4-d97e-44e0-9191-4a9efa4155e5 None None] Set router 650c6b6e-6582-4551-94c8-1fb3d85e5059 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:14:37.419962 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9774a917-238b-4112-b5fe-3475e64aaf45 req-8622d5d6-f275-4b2e-a785-6234d32df28d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405738 Jul 15 15:14:37.449101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Transition to ACTIVE for port object c8973e2c-6c3e-47e5-a2d4-487b213f157f will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:14:37.462006 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:37.494249 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:37.532932 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event deleted for resources: {'Subnet': ['ID=af1b0c6d-3836-40cc-93d3-2a5983350919,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:37.656831 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:37.666372 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Network d60ce06d-97c9-459a-b945-da464188a27e is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:37.682200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:37.684116 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:37.687677 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:14:37.697513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b3fef-ba3e-421d-a2dd-6408bb1cb145 req-11e2efbf-5f92-4cef-a786-676734fba9d7 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:37.699372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c5b3fef-ba3e-421d-a2dd-6408bb1cb145 req-11e2efbf-5f92-4cef-a786-676734fba9d7 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1118402 Jul 15 15:14:37.711552 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60ce06d-97c9-459a-b945-da464188a27e']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:37.732552 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 9a3900c4-a906-4596-be0d-72e932b4ca7a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9a3900c4-a906-4596-be0d-72e932b4ca7a,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:37.733750 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Pushing event updated for resources: {'Port': ['ID=c8973e2c-6c3e-47e5-a2d4-487b213f157f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:37.734204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195066e2-ba3c-4572-af11-d0f4801bd8d5') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:37.736430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195066e2-ba3c-4572-af11-d0f4801bd8d5') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:37.759709 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:37.773835 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c5b3fef-ba3e-421d-a2dd-6408bb1cb145 req-e8c10303-f4c3-4752-b224-0169eab5073b tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671206 Jul 15 15:14:37.775926 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:37.790102 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:37.805211 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:14:37.806773 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:14:37.815882 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:14:37.913684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=9a3900c4-a906-4596-be0d-72e932b4ca7a,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:37.982480 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 15:14:37.982480 n-d-764435-3 neutron-server[100712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 15:14:37.982480 n-d-764435-3 neutron-server[100712]: [parameters: {'id': 'd60ce06d-97c9-459a-b945-da464188a27e'}] Jul 15 15:14:37.982480 n-d-764435-3 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:14:37.983360 n-d-764435-3 neutron-server[100712]: DEBUG oslo_db.api [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:14:38.064738 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Attempting to bind port c8973e2c-6c3e-47e5-a2d4-487b213f157f on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:14:38.065290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Attempting to bind port c8973e2c-6c3e-47e5-a2d4-487b213f157f by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '195066e2-ba3c-4572-af11-d0f4801bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd60ce06d-97c9-459a-b945-da464188a27e'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:14:38.065582 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Attempting to bind port c8973e2c-6c3e-47e5-a2d4-487b213f157f on network d60ce06d-97c9-459a-b945-da464188a27e {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:14:38.083304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:14:38.083830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Checking segment: {'id': '195066e2-ba3c-4572-af11-d0f4801bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd60ce06d-97c9-459a-b945-da464188a27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:14:38.084221 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:38.084672 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Bound using segment: {'id': '195066e2-ba3c-4572-af11-d0f4801bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd60ce06d-97c9-459a-b945-da464188a27e'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:14:38.085406 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Bound port: c8973e2c-6c3e-47e5-a2d4-487b213f157f, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195066e2-ba3c-4572-af11-d0f4801bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd60ce06d-97c9-459a-b945-da464188a27e'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:14:38.085898 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:38.170326 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349608e-eb7b-4e70-9cce-33dd71eaa33b req-84e35552-6259-4320-ad5b-ef32edf1d92e tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:38.171992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9349608e-eb7b-4e70-9cce-33dd71eaa33b req-84e35552-6259-4320-ad5b-ef32edf1d92e tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1358316 Jul 15 15:14:38.181932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f2e69-4c7a-4e1c-8ff8-8bbd3744df55 req-ca446435-d962-46d8-a014-59c4d71e97f6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:38.183524 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-954f2e69-4c7a-4e1c-8ff8-8bbd3744df55 req-ca446435-d962-46d8-a014-59c4d71e97f6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 946 time: 0.1142485 Jul 15 15:14:38.245815 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9349608e-eb7b-4e70-9cce-33dd71eaa33b req-871ee7f7-d443-4000-a5d3-202118ccbeb9 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608227 Jul 15 15:14:38.248836 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-954f2e69-4c7a-4e1c-8ff8-8bbd3744df55 req-6c224874-a005-4736-ba92-0536826579c8 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=fff0cfc1-52b7-40e8-95d4-ad6232aef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579824 Jul 15 15:14:38.398659 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] For port c8973e2c-6c3e-47e5-a2d4-487b213f157f, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:38.403220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] For port c8973e2c-6c3e-47e5-a2d4-487b213f157f, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c8973e2c-6c3e-47e5-a2d4-487b213f157f,segment=NetworkSegment(195066e2-ba3c-4572-af11-d0f4801bd8d5),segment_id=195066e2-ba3c-4572-af11-d0f4801bd8d5)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:38.412176 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:38.418276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5e97fcc4-d97e-44e0-9191-4a9efa4155e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:14:35Z', 'revision_number': 6, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'b2a7488f-b38a-4b4c-8891-0f7fc60f5e57', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'port_id': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'mac_address': 'fa:16:3e:62:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66545200-fbf8-40cd-a638-8a39400008fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:13:07Z', 'updated_at': '2021-07-15T15:13:13Z', 'revision_number': 1, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e27df8-c6af-47ce-9e31-6ba54d75f566', 'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:b8:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:23Z', 'updated_at': '2021-07-15T15:12:38Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:38.480840 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e97fcc4-d97e-44e0-9191-4a9efa4155e5 None None] Checking router: 650c6b6e-6582-4551-94c8-1fb3d85e5059 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:14:38.484353 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:38.531120 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e97fcc4-d97e-44e0-9191-4a9efa4155e5 None None] Routers {'650c6b6e-6582-4551-94c8-1fb3d85e5059'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:14:38.531783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5e97fcc4-d97e-44e0-9191-4a9efa4155e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:14:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['650c6b6e-6582-4551-94c8-1fb3d85e5059'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:38.564960 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Deleting port c8973e2c-6c3e-47e5-a2d4-487b213f157f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:38.565359 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:38.588431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d909e-d0e5-4b73-a10e-00f6719ce15a None None] Pushing event updated for resources: {'Port': ['ID=c8973e2c-6c3e-47e5-a2d4-487b213f157f,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:38.622719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d73a84c-a064-4776-8c84-3c90477d14c3 None None] Network d60ce06d-97c9-459a-b945-da464188a27e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:38.642299 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] For port c8973e2c-6c3e-47e5-a2d4-487b213f157f, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c8973e2c-6c3e-47e5-a2d4-487b213f157f,segment=NetworkSegment(195066e2-ba3c-4572-af11-d0f4801bd8d5),segment_id=195066e2-ba3c-4572-af11-d0f4801bd8d5)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:38.642692 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:38.658651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Calling delete_port for c8973e2c-6c3e-47e5-a2d4-487b213f157f owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:38.703608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-5e97fcc4-d97e-44e0-9191-4a9efa4155e5 None None] Set router 650c6b6e-6582-4551-94c8-1fb3d85e5059 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:14:38.780481 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:38.796403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] No DVR routers for this DVR port c8973e2c-6c3e-47e5-a2d4-487b213f157f on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:14:38.815011 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fbc4ee-c3c9-4092-bf44-520dfcbc61de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3900c4-a906-4596-be0d-72e932b4ca7a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:14:38.817569 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34396b6f-5e24-4b05-ac13-f9440eea6abb" -d '{"events": [{"server_uuid": "b5fbc4ee-c3c9-4092-bf44-520dfcbc61de", "name": "network-vif-plugged", "status": "completed", "tag": "9a3900c4-a906-4596-be0d-72e932b4ca7a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:14:38.831832 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event deleted for resources: {'Port': ['ID=c8973e2c-6c3e-47e5-a2d4-487b213f157f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:38.833375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3369b-3481-4306-8e9a-9cfeb7757dfc req-70d6d1ca-8c57-423d-8315-f613d1915e39 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:38.843429 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cde3369b-3481-4306-8e9a-9cfeb7757dfc req-70d6d1ca-8c57-423d-8315-f613d1915e39 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.4679267 Jul 15 15:14:38.877441 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaf301-12b6-4b6a-9bbf-bc8712675ab3 req-dfc679af-8904-4200-a036-17f353bfafa0 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:38.879011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6bfaf301-12b6-4b6a-9bbf-bc8712675ab3 req-dfc679af-8904-4200-a036-17f353bfafa0 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.4699016 Jul 15 15:14:38.917342 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cde3369b-3481-4306-8e9a-9cfeb7757dfc req-2742c497-2f6b-4629-9a7b-6f7abfa239d0 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730202 Jul 15 15:14:38.951318 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6bfaf301-12b6-4b6a-9bbf-bc8712675ab3 req-990e9283-74ae-4b4d-9e45-9d4420c28fcd tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614827 Jul 15 15:14:38.976362 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:38.990704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60ce06d-97c9-459a-b945-da464188a27e']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:39.029893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195066e2-ba3c-4572-af11-d0f4801bd8d5') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:39.030255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195066e2-ba3c-4572-af11-d0f4801bd8d5') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:39.048881 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:39.059871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280a6f5f-7a5c-447d-bccf-c0bf780b6c83 None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:14:39.069851 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:39.076327 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:14:39.076749 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:14:39.120439 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:14:39.163911 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:39.169158 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:39.171973 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/networks/d60ce06d-97c9-459a-b945-da464188a27e HTTP/1.1" status: 204 len: 168 time: 2.4968526 Jul 15 15:14:39.175813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44516) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:39.187138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b0409-691f-416c-bd95-290060640c4c tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event deleted for resources: {'Network': ['ID=d60ce06d-97c9-459a-b945-da464188a27e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:39.191591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5e97fcc4-d97e-44e0-9191-4a9efa4155e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:14:35Z', 'revision_number': 6, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'b2a7488f-b38a-4b4c-8891-0f7fc60f5e57', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'port_id': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'mac_address': 'fa:16:3e:62:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66545200-fbf8-40cd-a638-8a39400008fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:13:07Z', 'updated_at': '2021-07-15T15:13:13Z', 'revision_number': 1, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e27df8-c6af-47ce-9e31-6ba54d75f566', 'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:b8:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:23Z', 'updated_at': '2021-07-15T15:12:38Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:39.197379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280a6f5f-7a5c-447d-bccf-c0bf780b6c83 None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:14:39.219497 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0fcbec-d8d3-4a6f-8b8e-219e8321007d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] DELETE failed (client error): The resource could not be found. Jul 15 15:14:39.219983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0fcbec-d8d3-4a6f-8b8e-219e8321007d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:14:39.224507 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0f0fcbec-d8d3-4a6f-8b8e-219e8321007d tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/subnets/af1b0c6d-3836-40cc-93d3-2a5983350919 HTTP/1.1" status: 404 len: 337 time: 0.0448682 Jul 15 15:14:39.224699 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44518) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:39.230395 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e97fcc4-d97e-44e0-9191-4a9efa4155e5 None None] The sync data for ids ['650c6b6e-6582-4551-94c8-1fb3d85e5059'] in n-d-764435-3 is: [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:14:35Z', 'revision_number': 6, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'b2a7488f-b38a-4b4c-8891-0f7fc60f5e57', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'port_id': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'mac_address': 'fa:16:3e:62:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66545200-fbf8-40cd-a638-8a39400008fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:13:07Z', 'updated_at': '2021-07-15T15:13:13Z', 'revision_number': 1, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e27df8-c6af-47ce-9e31-6ba54d75f566', 'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:b8:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:23Z', 'updated_at': '2021-07-15T15:12:38Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:14:39.252934 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aece875-08a8-4864-a72b-8bb5d16452de tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] DELETE failed (client error): The resource could not be found. Jul 15 15:14:39.253722 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aece875-08a8-4864-a72b-8bb5d16452de tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:14:39.256010 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9aece875-08a8-4864-a72b-8bb5d16452de tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/networks/d60ce06d-97c9-459a-b945-da464188a27e HTTP/1.1" status: 404 len: 339 time: 0.0304310 Jul 15 15:14:39.258673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44520) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:39.260493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597df0a3-6b2d-4522-b2bd-5661f1c8fb73 req-5c44cfed-2dfc-4d1c-aaf8-85a7ef9509f6 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:39.268653 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-597df0a3-6b2d-4522-b2bd-5661f1c8fb73 req-5c44cfed-2dfc-4d1c-aaf8-85a7ef9509f6 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2074740 Jul 15 15:14:39.300461 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-3871302e-15fc-4d94-92a0-2810e02107db tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] DELETE failed (client error): The resource could not be found. Jul 15 15:14:39.301298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3871302e-15fc-4d94-92a0-2810e02107db tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:14:39.303350 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3871302e-15fc-4d94-92a0-2810e02107db tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/subnets/aad6b6ab-9a71-4005-972e-96aae523b55c HTTP/1.1" status: 404 len: 337 time: 0.0436094 Jul 15 15:14:39.306448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44522) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:39.312087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59577a-42e2-4b5b-a0f7-5433f2c479c6 req-46ce7613-09a5-4484-8df1-13123550328a tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:39.319074 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d59577a-42e2-4b5b-a0f7-5433f2c479c6 req-46ce7613-09a5-4484-8df1-13123550328a tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 945 time: 0.2037072 Jul 15 15:14:39.336554 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e6b227-5dc0-4cfb-90e8-1ce2519776a7 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] DELETE failed (client error): The resource could not be found. Jul 15 15:14:39.337089 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e6b227-5dc0-4cfb-90e8-1ce2519776a7 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:14:39.339268 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-28e6b227-5dc0-4cfb-90e8-1ce2519776a7 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/networks/7ad977ab-6bce-4245-9d61-d79fc7ef4e33 HTTP/1.1" status: 404 len: 339 time: 0.0314803 Jul 15 15:14:39.341490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44526) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:39.373760 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-9003c0f4-c22f-444b-a7c7-ee07352bcdac tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] DELETE failed (client error): The resource could not be found. Jul 15 15:14:39.374324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9003c0f4-c22f-444b-a7c7-ee07352bcdac tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:14:39.376418 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9003c0f4-c22f-444b-a7c7-ee07352bcdac tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/subnets/95e911e7-995c-47ad-b073-866cfe61fc79 HTTP/1.1" status: 404 len: 337 time: 0.0332944 Jul 15 15:14:39.378853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44528) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:39.393610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-597df0a3-6b2d-4522-b2bd-5661f1c8fb73 req-8cdb4adf-fcc2-4525-8bd1-e86793450db5 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239898 Jul 15 15:14:39.400757 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90d4e62-e887-4bc3-bbcd-6096966307cc tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] DELETE failed (client error): The resource could not be found. Jul 15 15:14:39.401570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90d4e62-e887-4bc3-bbcd-6096966307cc tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:14:39.404281 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a90d4e62-e887-4bc3-bbcd-6096966307cc tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/networks/66bb6a68-b244-40c7-9a23-df42ce3b42a3 HTTP/1.1" status: 404 len: 339 time: 0.0240211 Jul 15 15:14:39.410631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44530) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:39.436191 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d59577a-42e2-4b5b-a0f7-5433f2c479c6 req-5490921e-cfad-4172-9039-e72d56e19f8d tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155369 Jul 15 15:14:39.455474 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e30b37-89c3-4f62-bfb6-a83dc66a2970 x-openstack-request-id: req-a4e30b37-89c3-4f62-bfb6-a83dc66a2970 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:14:39.455875 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fbc4ee-c3c9-4092-bf44-520dfcbc61de", "name": "network-vif-plugged", "status": "completed", "tag": "9a3900c4-a906-4596-be0d-72e932b4ca7a", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:14:39.456230 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a4e30b37-89c3-4f62-bfb6-a83dc66a2970 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:14:39.456730 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fbc4ee-c3c9-4092-bf44-520dfcbc61de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3900c4-a906-4596-be0d-72e932b4ca7a', 'code': 200} Jul 15 15:14:39.536107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a1161-e6ec-4f26-80ba-49344ef5f3b4 req-e7890adb-6794-4cb7-93d9-ce245b9e2545 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:39.546938 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb4a1161-e6ec-4f26-80ba-49344ef5f3b4 req-e7890adb-6794-4cb7-93d9-ce245b9e2545 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 946 time: 0.2556551 Jul 15 15:14:39.686211 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30add4-ec2a-4953-8b65-15237a439de8 req-4ba20a7a-61cf-470e-a1f8-f979102166bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:39.688474 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7f30add4-ec2a-4953-8b65-15237a439de8 req-4ba20a7a-61cf-470e-a1f8-f979102166bc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 1096 time: 0.1570299 Jul 15 15:14:39.742651 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7f30add4-ec2a-4953-8b65-15237a439de8 req-1d9295b0-7554-429a-9214-e6d09dbaf061 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454521 Jul 15 15:14:39.904606 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca854d-6099-4e54-8407-7b66ae8776c0 req-aa839954-92d2-462a-86d5-7a5a1402d186 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:39.906178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9ca854d-6099-4e54-8407-7b66ae8776c0 req-aa839954-92d2-462a-86d5-7a5a1402d186 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.2358065 Jul 15 15:14:39.914381 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa479ca1-fa43-4306-b895-6c16f57e638b req-fb2bfb7b-7118-4be1-8d78-aff73bf1c040 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:39.915962 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa479ca1-fa43-4306-b895-6c16f57e638b req-fb2bfb7b-7118-4be1-8d78-aff73bf1c040 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 946 time: 0.3265514 Jul 15 15:14:39.919519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1e34879f-1f04-427c-8031-749f93858e73 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Deleting port 30554b80-b692-4068-8d76-9885b2a30456 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:39.919812 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e34879f-1f04-427c-8031-749f93858e73 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:39.978089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-fb4a1161-e6ec-4f26-80ba-49344ef5f3b4 req-09dc2bd7-6283-4b6f-91f9-f5914a43f450 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Deleting port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:39.978430 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fb4a1161-e6ec-4f26-80ba-49344ef5f3b4 req-09dc2bd7-6283-4b6f-91f9-f5914a43f450 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:40.076453 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9ca854d-6099-4e54-8407-7b66ae8776c0 req-c3eed3e6-a36e-4372-9cf6-1136c4837834 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585586 Jul 15 15:14:40.078485 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e34879f-1f04-427c-8031-749f93858e73 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:40.087966 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:14:40.092078 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa479ca1-fa43-4306-b895-6c16f57e638b req-ea008ff7-44a8-4bd9-bcc9-f9f685e96d9c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=fff0cfc1-52b7-40e8-95d4-ad6232aef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685402 Jul 15 15:14:40.116011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44540) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:40.123337 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:14:40.123683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5dfd2dce-1aaa-4187-8f31-e97415e6f6ae not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:14:40.141953 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1e34879f-1f04-427c-8031-749f93858e73 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Calling delete_port for 30554b80-b692-4068-8d76-9885b2a30456 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:40.250679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c194272-054a-4dae-a960-215dab8db946 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:40.259146 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7c194272-054a-4dae-a960-215dab8db946 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 1092 time: 0.1407747 Jul 15 15:14:40.259772 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44544) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:40.264618 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:40.291180 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fb4a1161-e6ec-4f26-80ba-49344ef5f3b4 req-09dc2bd7-6283-4b6f-91f9-f5914a43f450 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] For port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=55b1fdc9-8608-4f15-9d97-2863fd9ca47a,segment=NetworkSegment(2b35778b-4221-4ef8-8808-14d3309fc4fc),segment_id=2b35778b-4221-4ef8-8808-14d3309fc4fc)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:40.291636 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fb4a1161-e6ec-4f26-80ba-49344ef5f3b4 req-09dc2bd7-6283-4b6f-91f9-f5914a43f450 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:40.291764 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:40.328889 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-fb4a1161-e6ec-4f26-80ba-49344ef5f3b4 req-09dc2bd7-6283-4b6f-91f9-f5914a43f450 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Calling delete_port for 55b1fdc9-8608-4f15-9d97-2863fd9ca47a owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:40.404989 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:40.455533 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e34879f-1f04-427c-8031-749f93858e73 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:40.509846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5d67f-0cde-4b3b-971c-fec393663c60 req-4cd5f766-b377-442f-939f-7248a00ecef7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:40.511445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f0e5d67f-0cde-4b3b-971c-fec393663c60 req-4cd5f766-b377-442f-939f-7248a00ecef7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.2653825 Jul 15 15:14:40.519861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e34879f-1f04-427c-8031-749f93858e73 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:40.521823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1e34879f-1f04-427c-8031-749f93858e73 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/ports/30554b80-b692-4068-8d76-9885b2a30456 HTTP/1.1" status: 204 len: 168 time: 1.1075959 Jul 15 15:14:40.524569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34879f-1f04-427c-8031-749f93858e73 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event deleted for resources: {'Port': ['ID=30554b80-b692-4068-8d76-9885b2a30456,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:40.530017 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44548) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:40.547567 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Allocated IP 172.25.4.126 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/7656e14a-ed92-43ea-bff7-91e6969e5763) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:40.573530 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db97c4c-ee1c-4097-9c53-6c0eb6f21f36 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] DELETE failed (client error): The resource could not be found. Jul 15 15:14:40.573991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db97c4c-ee1c-4097-9c53-6c0eb6f21f36 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:14:40.575779 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0db97c4c-ee1c-4097-9c53-6c0eb6f21f36 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/subnets/cc0788ee-dceb-4d36-8da9-d3f7f28e1b30 HTTP/1.1" status: 404 len: 337 time: 0.0447550 Jul 15 15:14:40.579668 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44550) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:40.595649 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6a70a-d6df-4c62-b3e7-417796975372 req-5a7f81c5-ca28-43e1-8f7e-a586d4bd2ab1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:40.604028 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ef6a70a-d6df-4c62-b3e7-417796975372 req-5a7f81c5-ca28-43e1-8f7e-a586d4bd2ab1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2851372 Jul 15 15:14:40.637368 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f0e5d67f-0cde-4b3b-971c-fec393663c60 req-5c636a37-150f-4073-80cc-f29b80bb7d76 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003385 Jul 15 15:14:40.698342 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ef6a70a-d6df-4c62-b3e7-417796975372 req-e099d1b7-1544-49da-947c-83be4009cb00 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933206 Jul 15 15:14:40.742946 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db26ece4-a32b-4d6d-a72b-7e0395a2ca7e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:40.759484 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fb4a1161-e6ec-4f26-80ba-49344ef5f3b4 req-09dc2bd7-6283-4b6f-91f9-f5914a43f450 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:40.841357 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc2bd7-6283-4b6f-91f9-f5914a43f450 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Port': ['ID=55b1fdc9-8608-4f15-9d97-2863fd9ca47a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:40.905487 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db26ece4-a32b-4d6d-a72b-7e0395a2ca7e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:40.910612 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:40.923458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-db26ece4-a32b-4d6d-a72b-7e0395a2ca7e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c5968d-80ac-425b-ba4b-7e6e617bc763']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:40.937751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-db26ece4-a32b-4d6d-a72b-7e0395a2ca7e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f5ef19-2c2e-4751-9115-ba9f958379e0') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:40.938110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-db26ece4-a32b-4d6d-a72b-7e0395a2ca7e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f5ef19-2c2e-4751-9115-ba9f958379e0') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:40.944824 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4a1161-e6ec-4f26-80ba-49344ef5f3b4 req-09dc2bd7-6283-4b6f-91f9-f5914a43f450 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] No DVR routers for this DVR port 55b1fdc9-8608-4f15-9d97-2863fd9ca47a on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:14:40.950803 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db26ece4-a32b-4d6d-a72b-7e0395a2ca7e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:40.957550 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fb4a1161-e6ec-4f26-80ba-49344ef5f3b4 req-09dc2bd7-6283-4b6f-91f9-f5914a43f450 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:40.959889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb4a1161-e6ec-4f26-80ba-49344ef5f3b4 req-09dc2bd7-6283-4b6f-91f9-f5914a43f450 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.22 "DELETE /v2.0/ports/55b1fdc9-8608-4f15-9d97-2863fd9ca47a HTTP/1.1" status: 204 len: 173 time: 1.4025252 Jul 15 15:14:40.964839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76d63c5-6550-4e1c-94da-f056052ab04c', 'name': 'network-vif-deleted', 'tag': '55b1fdc9-8608-4f15-9d97-2863fd9ca47a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:14:40.972757 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93ffd14-0fa3-489e-96a3-e515b24e360a" -d '{"events": [{"server_uuid": "c76d63c5-6550-4e1c-94da-f056052ab04c", "name": "network-vif-deleted", "tag": "55b1fdc9-8608-4f15-9d97-2863fd9ca47a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:14:40.973465 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db26ece4-a32b-4d6d-a72b-7e0395a2ca7e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:40.984700 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db26ece4-a32b-4d6d-a72b-7e0395a2ca7e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:14:40.985114 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db26ece4-a32b-4d6d-a72b-7e0395a2ca7e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:14:40.988102 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:14:41.049404 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:41.071193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287a62e-ca8b-49c4-a75a-d113c4a90e65 req-e26dd2de-0e0b-4303-95da-4c4ccf1aa1e5 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:41.073154 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b287a62e-ca8b-49c4-a75a-d113c4a90e65 req-e26dd2de-0e0b-4303-95da-4c4ccf1aa1e5 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 945 time: 0.1838441 Jul 15 15:14:41.088270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0045f1-8ba9-4cca-b365-9f6cd5a26cfa req-2ae2581a-4b77-4952-ace5-4734d0cc8106 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:41.097973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f0045f1-8ba9-4cca-b365-9f6cd5a26cfa req-2ae2581a-4b77-4952-ace5-4734d0cc8106 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1918757 Jul 15 15:14:41.099743 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db26ece4-a32b-4d6d-a72b-7e0395a2ca7e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:41.103033 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:41.113771 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:41.120121 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db26ece4-a32b-4d6d-a72b-7e0395a2ca7e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:41.125178 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-db26ece4-a32b-4d6d-a72b-7e0395a2ca7e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/networks/83c5968d-80ac-425b-ba4b-7e6e617bc763 HTTP/1.1" status: 204 len: 168 time: 0.5445616 Jul 15 15:14:41.135919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44558) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:41.136704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:14:41.166735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f0045f1-8ba9-4cca-b365-9f6cd5a26cfa req-2ec83ef2-588e-4b75-8b98-e9711cb75fcc tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674164 Jul 15 15:14:41.186571 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26ece4-a32b-4d6d-a72b-7e0395a2ca7e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event deleted for resources: {'Network': ['ID=83c5968d-80ac-425b-ba4b-7e6e617bc763,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:41.187984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=7656e14a-ed92-43ea-bff7-91e6969e5763,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:41.245991 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b287a62e-ca8b-49c4-a75a-d113c4a90e65 req-4d6f9f1b-6016-4cd3-9422-1a2ec945b782 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219120 Jul 15 15:14:41.298066 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c957908-416c-4a4a-bcd0-91e84f2cd180 x-openstack-request-id: req-3c957908-416c-4a4a-bcd0-91e84f2cd180 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:14:41.298825 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76d63c5-6550-4e1c-94da-f056052ab04c", "name": "network-vif-deleted", "tag": "55b1fdc9-8608-4f15-9d97-2863fd9ca47a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:14:41.299175 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c957908-416c-4a4a-bcd0-91e84f2cd180 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:14:41.299692 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76d63c5-6550-4e1c-94da-f056052ab04c', 'name': 'network-vif-deleted', 'tag': '55b1fdc9-8608-4f15-9d97-2863fd9ca47a', 'status': 'completed', 'code': 200} Jul 15 15:14:41.439419 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a226d6f-6209-400e-a8d5-520f82c24c25 req-90cd66d7-0015-4b69-bb9f-456611571096 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=c76d63c5-6550-4e1c-94da-f056052ab04c HTTP/1.1" status: 200 len: 210 time: 0.0435650 Jul 15 15:14:41.607228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-850f9e35-4b82-4cef-9328-990872971fb7 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Deleting port 55d63854-dea6-433d-ac0f-0348cd6a137a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:41.607354 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-850f9e35-4b82-4cef-9328-990872971fb7 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:41.641210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef982ad-4eb8-4387-865c-4a05b40c0624 req-d6639d94-7110-42cb-b992-1e0823f8bb15 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:41.659536 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aef982ad-4eb8-4387-865c-4a05b40c0624 req-d6639d94-7110-42cb-b992-1e0823f8bb15 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1408443 Jul 15 15:14:41.736249 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-850f9e35-4b82-4cef-9328-990872971fb7 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:41.776726 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aef982ad-4eb8-4387-865c-4a05b40c0624 req-fd986e81-8072-4327-adb6-5c28814a071b tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161933 Jul 15 15:14:41.782020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-850f9e35-4b82-4cef-9328-990872971fb7 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Calling delete_port for 55d63854-dea6-433d-ac0f-0348cd6a137a owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:41.927998 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:41.997995 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-850f9e35-4b82-4cef-9328-990872971fb7 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:42.080394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d8557-3573-4620-82dc-ea8bc8466899 req-07e68b10-6439-48ca-8916-25b5b63835a5 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:42.082313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-954d8557-3573-4620-82dc-ea8bc8466899 req-07e68b10-6439-48ca-8916-25b5b63835a5 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.0974579 Jul 15 15:14:42.098483 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f9e35-4b82-4cef-9328-990872971fb7 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event deleted for resources: {'Port': ['ID=55d63854-dea6-433d-ac0f-0348cd6a137a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:42.118199 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-850f9e35-4b82-4cef-9328-990872971fb7 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:42.120252 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-850f9e35-4b82-4cef-9328-990872971fb7 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/ports/55d63854-dea6-433d-ac0f-0348cd6a137a HTTP/1.1" status: 204 len: 168 time: 0.9468038 Jul 15 15:14:42.122789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44580) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:42.157103 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-954d8557-3573-4620-82dc-ea8bc8466899 req-46cb472e-819f-4281-b4b7-905e273961cf tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682220 Jul 15 15:14:42.179550 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:42.225855 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-12442c89-c4c1-4c5f-a715-77a50d9bb3c8 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] DELETE failed (client error): The resource could not be found. Jul 15 15:14:42.226376 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12442c89-c4c1-4c5f-a715-77a50d9bb3c8 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:14:42.228350 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-12442c89-c4c1-4c5f-a715-77a50d9bb3c8 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/subnets/e345ee1b-d343-4b2a-89d9-c769f40e90b1 HTTP/1.1" status: 404 len: 337 time: 0.1044548 Jul 15 15:14:42.230684 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44584) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:42.291174 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfbf77-8085-4f0b-9d10-6a114c5a792e req-b3999829-1923-4172-93f6-901bcd5dd326 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:42.293571 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2cfbf77-8085-4f0b-9d10-6a114c5a792e req-b3999829-1923-4172-93f6-901bcd5dd326 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.1212618 Jul 15 15:14:42.384881 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2cfbf77-8085-4f0b-9d10-6a114c5a792e req-4fca1b57-8f16-4bfd-9200-c8d7ed3040f1 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786939 Jul 15 15:14:42.528058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4dc8b-2416-49a3-b2aa-17f32afe2c24 req-5b42decc-dac6-453a-a908-c8e3270a6506 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:42.536164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b5d4dc8b-2416-49a3-b2aa-17f32afe2c24 req-5b42decc-dac6-453a-a908-c8e3270a6506 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1053452 Jul 15 15:14:42.560370 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44592) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:42.637237 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b5d4dc8b-2416-49a3-b2aa-17f32afe2c24 req-aac92dc4-4716-42c1-8268-f8d839e1247f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953526 Jul 15 15:14:42.687536 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f2c1788-235d-41f4-a75f-9de9607bb14a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:42.720127 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f2c1788-235d-41f4-a75f-9de9607bb14a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:42.816242 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b74f2363-820d-445b-953c-648365077e34 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:42.882938 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f2c1788-235d-41f4-a75f-9de9607bb14a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:42.885542 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6f2c1788-235d-41f4-a75f-9de9607bb14a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:42.889264 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6f2c1788-235d-41f4-a75f-9de9607bb14a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "DELETE /v2.0/security-groups/fff0cfc1-52b7-40e8-95d4-ad6232aef09b HTTP/1.1" status: 204 len: 168 time: 0.3244185 Jul 15 15:14:42.899633 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2881f2b-e887-4c91-8a4d-e07dbf2e0f77 req-4f23e87f-c0ac-4629-8872-ab7d929cfb77 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:42.901206 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2881f2b-e887-4c91-8a4d-e07dbf2e0f77 req-4f23e87f-c0ac-4629-8872-ab7d929cfb77 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1232390 Jul 15 15:14:42.907930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c1788-235d-41f4-a75f-9de9607bb14a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff0cfc1-52b7-40e8-95d4-ad6232aef09b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:42.962218 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2881f2b-e887-4c91-8a4d-e07dbf2e0f77 req-230b06e8-6b2c-4050-beb6-e148734728d2 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449169 Jul 15 15:14:42.977292 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b74f2363-820d-445b-953c-648365077e34 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:42.981055 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:42.993979 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b74f2363-820d-445b-953c-648365077e34 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f98f77d-1d9e-4b4c-a45a-875c897a6ef9']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:42.996392 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.011631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44608) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:43.014452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b74f2363-820d-445b-953c-648365077e34 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58c9e29-620a-4185-8f23-7712a2ae4a22') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:43.014606 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b74f2363-820d-445b-953c-648365077e34 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58c9e29-620a-4185-8f23-7712a2ae4a22') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:43.046397 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b74f2363-820d-445b-953c-648365077e34 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.098476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-962bc54e-c1ae-4dbd-8bd5-f6adec15d2bc tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Deleting subnet ac47b543-f78f-49c0-8ac6-b620a07f77b9 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:14:43.103483 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-962bc54e-c1ae-4dbd-8bd5-f6adec15d2bc tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.103941 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b74f2363-820d-445b-953c-648365077e34 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.106872 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 55b1fdc9-8608-4f15-9d97-2863fd9ca47a no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:14:43.113365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=7656e14a-ed92-43ea-bff7-91e6969e5763,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:43.123155 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.158816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 55b1fdc9-8608-4f15-9d97-2863fd9ca47a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:14:43.159217 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 55b1fdc9-8608-4f15-9d97-2863fd9ca47a not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:14:43.174523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74f2363-820d-445b-953c-648365077e34 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:14:43.174523 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b74f2363-820d-445b-953c-648365077e34 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:14:43.178339 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:14:43.199300 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-962bc54e-c1ae-4dbd-8bd5-f6adec15d2bc tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.287449 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b74f2363-820d-445b-953c-648365077e34 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.296426 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b74f2363-820d-445b-953c-648365077e34 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.300934 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b74f2363-820d-445b-953c-648365077e34 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/networks/7f98f77d-1d9e-4b4c-a45a-875c897a6ef9 HTTP/1.1" status: 204 len: 168 time: 1.0692284 Jul 15 15:14:43.304866 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44618) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:43.346298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f2363-820d-445b-953c-648365077e34 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event deleted for resources: {'Network': ['ID=7f98f77d-1d9e-4b4c-a45a-875c897a6ef9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:43.363415 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Floating IP c9337ec4-6b80-41b8-9a27-94afbf2a4ec6 associated. External IP: 172.25.4.126, port: 5848f0a6-d4f2-47e2-89c8-862cddf5f50e. Jul 15 15:14:43.370628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f52d3-00cb-41c4-a036-274ca69d61aa req-ccede5d6-d39b-4924-b5fb-d14e47f17374 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:43.372456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a26f52d3-00cb-41c4-a036-274ca69d61aa req-ccede5d6-d39b-4924-b5fb-d14e47f17374 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2164056 Jul 15 15:14:43.393099 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-962bc54e-c1ae-4dbd-8bd5-f6adec15d2bc tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.411096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0bef1f-6dfc-4117-aa04-59beafd16478 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Deleting subnet 8879ae5c-69aa-4d3a-971b-1f6ef0b4974d {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:14:43.419884 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c0bef1f-6dfc-4117-aa04-59beafd16478 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.503584 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-962bc54e-c1ae-4dbd-8bd5-f6adec15d2bc tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.514036 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c0bef1f-6dfc-4117-aa04-59beafd16478 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.612818 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c0bef1f-6dfc-4117-aa04-59beafd16478 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.619011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bc54e-c1ae-4dbd-8bd5-f6adec15d2bc tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Subnet': ['ID=ac47b543-f78f-49c0-8ac6-b620a07f77b9,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:43.634751 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a26f52d3-00cb-41c4-a036-274ca69d61aa req-44412d6f-9b75-43b1-85cc-d744de59b9a4 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381101 Jul 15 15:14:43.648056 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aea792-261c-4b54-be13-593f1ab8b4aa None None] Network b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:43.656128 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-962bc54e-c1ae-4dbd-8bd5-f6adec15d2bc tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.658234 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-962bc54e-c1ae-4dbd-8bd5-f6adec15d2bc tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "DELETE /v2.0/subnets/ac47b543-f78f-49c0-8ac6-b620a07f77b9 HTTP/1.1" status: 204 len: 168 time: 0.6455777 Jul 15 15:14:43.660544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a08de-f5de-496c-b3b3-d89033c9af09 req-249bf844-059c-4c60-a2c2-632545326092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:43.662334 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d17a08de-f5de-496c-b3b3-d89033c9af09 req-249bf844-059c-4c60-a2c2-632545326092 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 1096 time: 0.3165624 Jul 15 15:14:43.669793 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44622) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:43.814958 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c0bef1f-6dfc-4117-aa04-59beafd16478 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.823966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a08de-f5de-496c-b3b3-d89033c9af09 req-fcf4a519-19ab-498c-b4ab-dbdf8a71f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:43.826319 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d17a08de-f5de-496c-b3b3-d89033c9af09 req-fcf4a519-19ab-498c-b4ab-dbdf8a71f8e2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 200 len: 918 time: 0.1136379 Jul 15 15:14:43.851174 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa992172-aa83-4bff-85bd-d7719139dd9e req-94875694-3b0d-4338-ab93-e06c6a27cae3 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:43.852823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa992172-aa83-4bff-85bd-d7719139dd9e req-94875694-3b0d-4338-ab93-e06c6a27cae3 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.2752459 Jul 15 15:14:43.868415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bef1f-6dfc-4117-aa04-59beafd16478 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event deleted for resources: {'Subnet': ['ID=8879ae5c-69aa-4d3a-971b-1f6ef0b4974d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:43.897723 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28088ea0-1478-4295-83e2-4096a2d05450 None None] Network 70874ebd-3cba-4938-b137-1fd0a53aae7f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:43.915455 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c0bef1f-6dfc-4117-aa04-59beafd16478 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:43.919861 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3c0bef1f-6dfc-4117-aa04-59beafd16478 tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/subnets/8879ae5c-69aa-4d3a-971b-1f6ef0b4974d HTTP/1.1" status: 204 len: 168 time: 0.6140161 Jul 15 15:14:43.935985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44628) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:44.023482 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa992172-aa83-4bff-85bd-d7719139dd9e req-e8e2538c-419b-4524-aadd-1e60b508be8d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892777 Jul 15 15:14:44.053863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d17a08de-f5de-496c-b3b3-d89033c9af09 req-18853ebf-b6ab-4202-bcc6-30216640b3a1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 HTTP/1.1" status: 200 len: 1001 time: 0.2194107 Jul 15 15:14:44.054642 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:44.087268 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd54b03-7ce0-4c1c-86de-14cc332d90e2 req-0a2bb5f5-0694-44ca-adc2-1bec52d27023 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:44.088902 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-afd54b03-7ce0-4c1c-86de-14cc332d90e2 req-0a2bb5f5-0694-44ca-adc2-1bec52d27023 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2339659 Jul 15 15:14:44.194097 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-afd54b03-7ce0-4c1c-86de-14cc332d90e2 req-0db7bdc4-1ec8-4c6e-a3e0-041dca2029e4 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813584 Jul 15 15:14:44.199248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a08de-f5de-496c-b3b3-d89033c9af09 req-122e9627-63e5-402f-9794-b2d768266c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:44.200392 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d17a08de-f5de-496c-b3b3-d89033c9af09 req-122e9627-63e5-402f-9794-b2d768266c39 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e02218b1-8e75-4c36-9d6e-ae1449beb9a6 HTTP/1.1" status: 200 len: 856 time: 0.1335440 Jul 15 15:14:44.220017 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:44.313639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c1fc81-ce29-41fb-8bb1-09c62bb6962a None None] DHCP port deletion for b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:14:44.359447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a08de-f5de-496c-b3b3-d89033c9af09 req-7f9be5c3-9683-4cef-bd5a-ff9661b0619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:44.361346 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d17a08de-f5de-496c-b3b3-d89033c9af09 req-7f9be5c3-9683-4cef-bd5a-ff9661b0619e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f4383174-585e-4d4e-b660-80050803c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535630 Jul 15 15:14:44.378779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a29c9e4-39ef-4e37-a94b-6eb7900f2a28 None None] DHCP port deletion for 70874ebd-3cba-4938-b137-1fd0a53aae7f request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:14:44.407000 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router 253dcff5-d8f7-4f15-a30e-854831f6ce99 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:14:44.442225 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Deleting port fb6256b0-12f7-478b-b530-367565b45009 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:44.442605 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:44.478430 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-65c1fc81-ce29-41fb-8bb1-09c62bb6962a None None] Deleting port fb6256b0-12f7-478b-b530-367565b45009 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:44.478860 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65c1fc81-ce29-41fb-8bb1-09c62bb6962a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:44.527059 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3a29c9e4-39ef-4e37-a94b-6eb7900f2a28 None None] Deleting port 0eae9d91-a00c-4847-a1f5-66d99b18caad {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:44.527666 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a29c9e4-39ef-4e37-a94b-6eb7900f2a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:44.547473 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Deleting port 0eae9d91-a00c-4847-a1f5-66d99b18caad {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:44.547911 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:44.596566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-65c1fc81-ce29-41fb-8bb1-09c62bb6962a None None] For port fb6256b0-12f7-478b-b530-367565b45009, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=fb6256b0-12f7-478b-b530-367565b45009,segment=NetworkSegment(2b35778b-4221-4ef8-8808-14d3309fc4fc),segment_id=2b35778b-4221-4ef8-8808-14d3309fc4fc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:44.597243 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65c1fc81-ce29-41fb-8bb1-09c62bb6962a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:44.677117 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27523a0d-fcf6-434b-99a5-b9cfbb2800b4 req-b515beae-e429-43d6-ad95-73216b78a13d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3391461 Jul 15 15:14:44.706113 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-65c1fc81-ce29-41fb-8bb1-09c62bb6962a None None] Calling delete_port for fb6256b0-12f7-478b-b530-367565b45009 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:44.714981 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3a29c9e4-39ef-4e37-a94b-6eb7900f2a28 None None] For port 0eae9d91-a00c-4847-a1f5-66d99b18caad, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0eae9d91-a00c-4847-a1f5-66d99b18caad,segment=NetworkSegment(1de6a018-d642-4b51-88d9-d71ba795ef30),segment_id=1de6a018-d642-4b51-88d9-d71ba795ef30)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:44.715702 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a29c9e4-39ef-4e37-a94b-6eb7900f2a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:44.736357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3a29c9e4-39ef-4e37-a94b-6eb7900f2a28 None None] Calling delete_port for 0eae9d91-a00c-4847-a1f5-66d99b18caad owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:44.767721 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] For port fb6256b0-12f7-478b-b530-367565b45009, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=fb6256b0-12f7-478b-b530-367565b45009,segment=NetworkSegment(2b35778b-4221-4ef8-8808-14d3309fc4fc),segment_id=2b35778b-4221-4ef8-8808-14d3309fc4fc)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:44.768085 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:44.793142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] For port 0eae9d91-a00c-4847-a1f5-66d99b18caad, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0eae9d91-a00c-4847-a1f5-66d99b18caad,segment=NetworkSegment(1de6a018-d642-4b51-88d9-d71ba795ef30),segment_id=1de6a018-d642-4b51-88d9-d71ba795ef30)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:44.793513 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:44.846988 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Calling delete_port for fb6256b0-12f7-478b-b530-367565b45009 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:44.880365 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65c1fc81-ce29-41fb-8bb1-09c62bb6962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:44.888293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Calling delete_port for 0eae9d91-a00c-4847-a1f5-66d99b18caad owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:44.900375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c1fc81-ce29-41fb-8bb1-09c62bb6962a None None] No DVR routers for this DVR port fb6256b0-12f7-478b-b530-367565b45009 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:14:44.923044 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a29c9e4-39ef-4e37-a94b-6eb7900f2a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:44.939581 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1fc81-ce29-41fb-8bb1-09c62bb6962a None None] Pushing event deleted for resources: {'Port': ['ID=fb6256b0-12f7-478b-b530-367565b45009,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:44.957100 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:14:44.976997 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf6d9b7-deab-407b-9c03-21e2f5eb3053 None None] Sync routers for ids ['253dcff5-d8f7-4f15-a30e-854831f6ce99'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:14:44.991750 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf6d9b7-deab-407b-9c03-21e2f5eb3053 None None] Routers {'253dcff5-d8f7-4f15-a30e-854831f6ce99'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:14:44.992540 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2bf6d9b7-deab-407b-9c03-21e2f5eb3053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:14:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['253dcff5-d8f7-4f15-a30e-854831f6ce99'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:44.999420 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a29c9e4-39ef-4e37-a94b-6eb7900f2a28 None None] No DVR routers for this DVR port 0eae9d91-a00c-4847-a1f5-66d99b18caad on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:14:45.047176 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29c9e4-39ef-4e37-a94b-6eb7900f2a28 None None] Pushing event deleted for resources: {'Port': ['ID=0eae9d91-a00c-4847-a1f5-66d99b18caad,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:45.070023 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:45.188348 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2bf6d9b7-deab-407b-9c03-21e2f5eb3053 None None] Set router 253dcff5-d8f7-4f15-a30e-854831f6ce99 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:14:45.202827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] No DVR routers for this DVR port fb6256b0-12f7-478b-b530-367565b45009 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:14:45.205888 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:45.255225 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Port': ['ID=fb6256b0-12f7-478b-b530-367565b45009,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:45.304797 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:45.392253 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:45.395111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] No DVR routers for this DVR port 0eae9d91-a00c-4847-a1f5-66d99b18caad on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:14:45.412577 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event deleted for resources: {'Port': ['ID=0eae9d91-a00c-4847-a1f5-66d99b18caad,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:45.440161 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50f6ca9-3c09-4616-84e4-3a3aed8a65d9']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:45.503024 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d17a08de-f5de-496c-b3b3-d89033c9af09 req-973dfa51-2e55-4f5e-983e-3ba720b0dae9 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1064222 Jul 15 15:14:45.505039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b35778b-4221-4ef8-8808-14d3309fc4fc') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:45.505355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b35778b-4221-4ef8-8808-14d3309fc4fc') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:45.516914 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:45.543548 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:45.551972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:14:45.552401 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:45.621659 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-586f938f-7984-4825-8c27-5805029bcbd6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3606668 Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:14:45.622519 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:14:45.628754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'tag': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:14:45.631298 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d025eb46-767a-48e1-98a0-6dc1ba67703d" -d '{"events": [{"name": "network-changed", "server_uuid": "472a11e8-fbfe-4529-bf50-d110f670eebd", "tag": "5848f0a6-d4f2-47e2-89c8-862cddf5f50e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:14:45.635122 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2bf6d9b7-deab-407b-9c03-21e2f5eb3053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459864777', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:13Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'c9337ec4-6b80-41b8-9a27-94afbf2a4ec6', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'port_id': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'mac_address': 'fa:16:3e:f5:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:14:41Z', 'updated_at': '2021-07-15T15:14:41Z', 'revision_number': 0, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbf05d3-536c-44ea-9f95-d8178c32a811', 'name': '', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:3d:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:12Z', 'updated_at': '2021-07-15T15:14:22Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:45.734894 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:45.738827 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:45.770122 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:45.773922 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "DELETE /v2.0/networks/b50f6ca9-3c09-4616-84e4-3a3aed8a65d9 HTTP/1.1" status: 204 len: 168 time: 2.0929658 Jul 15 15:14:45.775273 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927b10f-1682-40f1-b6ca-3046d0ea3009 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Network': ['ID=b50f6ca9-3c09-4616-84e4-3a3aed8a65d9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:45.783643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70874ebd-3cba-4938-b137-1fd0a53aae7f']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:45.784806 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf6d9b7-deab-407b-9c03-21e2f5eb3053 None None] Checking router: 253dcff5-d8f7-4f15-a30e-854831f6ce99 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:14:45.785924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44668) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:45.786933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3dd99-a7eb-4e24-b281-202aa6fe26ad req-10ba881b-5db7-43c6-90d6-c24dd286b3c8 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:45.790066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29d3dd99-a7eb-4e24-b281-202aa6fe26ad req-10ba881b-5db7-43c6-90d6-c24dd286b3c8 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 1.1558409 Jul 15 15:14:45.795402 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf6d9b7-deab-407b-9c03-21e2f5eb3053 None None] Routers {'253dcff5-d8f7-4f15-a30e-854831f6ce99'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:14:45.796275 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2bf6d9b7-deab-407b-9c03-21e2f5eb3053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:14:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['253dcff5-d8f7-4f15-a30e-854831f6ce99'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:45.804020 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27523a0d-fcf6-434b-99a5-b9cfbb2800b4 req-04cb4bf7-4011-4133-a8e7-2dcca2dea32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:45.805821 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27523a0d-fcf6-434b-99a5-b9cfbb2800b4 req-04cb4bf7-4011-4133-a8e7-2dcca2dea32d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8adb63cf4244269af1c8a6cb45bce85&device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 1096 time: 0.4033928 Jul 15 15:14:45.865829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcfe73-6e80-414d-a4ee-f91b61e28a37 req-5ee1f5e5-9d0c-417c-b6ec-d2ee37bc978e tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:45.877285 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1dcfe73-6e80-414d-a4ee-f91b61e28a37 req-5ee1f5e5-9d0c-417c-b6ec-d2ee37bc978e tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.4734831 Jul 15 15:14:45.878392 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de6a018-d642-4b51-88d9-d71ba795ef30') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:45.878733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de6a018-d642-4b51-88d9-d71ba795ef30') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:45.915147 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:45.935311 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2bf6d9b7-deab-407b-9c03-21e2f5eb3053 None None] Set router 253dcff5-d8f7-4f15-a30e-854831f6ce99 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:14:45.958600 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:45.975113 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:14:45.975606 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:14:45.978980 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:14:46.000752 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1dcfe73-6e80-414d-a4ee-f91b61e28a37 req-9d9af9a6-3121-4000-98d0-3f9b3e10410b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224997 Jul 15 15:14:46.015735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29d3dd99-a7eb-4e24-b281-202aa6fe26ad req-a6f1dde7-f72a-4dca-8072-c6ab1896384b tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089522 Jul 15 15:14:46.028231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d17a08de-f5de-496c-b3b3-d89033c9af09 req-7faf822b-c6f4-43a4-8d43-3e3414fd5a75 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107872 Jul 15 15:14:46.188227 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27523a0d-fcf6-434b-99a5-b9cfbb2800b4 req-b9dcbe7a-5f3c-46ad-8e73-168d58499b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:46.189888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27523a0d-fcf6-434b-99a5-b9cfbb2800b4 req-b9dcbe7a-5f3c-46ad-8e73-168d58499b1e service neutron] 10.222.0.11 "GET /v2.0/networks?id=64b414a4-4442-44e4-9603-37584ff0baf9 HTTP/1.1" status: 200 len: 916 time: 0.3490493 Jul 15 15:14:46.209126 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e530d0b-551b-4244-b654-61e95d06b94d x-openstack-request-id: req-1e530d0b-551b-4244-b654-61e95d06b94d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:14:46.209126 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a11e8-fbfe-4529-bf50-d110f670eebd", "tag": "5848f0a6-d4f2-47e2-89c8-862cddf5f50e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:14:46.216002 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e530d0b-551b-4244-b654-61e95d06b94d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:14:46.216002 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'tag': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e', 'status': 'completed', 'code': 200} Jul 15 15:14:46.264259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0eae9d91-a00c-4847-a1f5-66d99b18caad no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:14:46.315859 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 0eae9d91-a00c-4847-a1f5-66d99b18caad {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:14:46.320691 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0eae9d91-a00c-4847-a1f5-66d99b18caad not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:14:46.321453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device fb6256b0-12f7-478b-b530-367565b45009 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:14:46.325869 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27523a0d-fcf6-434b-99a5-b9cfbb2800b4 req-ea337f6d-7d9b-445a-9c01-761fb0f82327 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7e4d4e3-24bf-451e-b476-00e131e320c9 HTTP/1.1" status: 200 len: 217 time: 0.1255672 Jul 15 15:14:46.332940 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:46.370417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: fb6256b0-12f7-478b-b530-367565b45009 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:14:46.371015 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:46.371227 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device fb6256b0-12f7-478b-b530-367565b45009 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:14:46.377698 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] 10.222.0.38 "DELETE /v2.0/networks/70874ebd-3cba-4938-b137-1fd0a53aae7f HTTP/1.1" status: 204 len: 168 time: 2.4283245 Jul 15 15:14:46.452940 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2bf6d9b7-deab-407b-9c03-21e2f5eb3053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459864777', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:13Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'c9337ec4-6b80-41b8-9a27-94afbf2a4ec6', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'port_id': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'mac_address': 'fa:16:3e:f5:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:14:41Z', 'updated_at': '2021-07-15T15:14:41Z', 'revision_number': 0, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbf05d3-536c-44ea-9f95-d8178c32a811', 'name': '', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:3d:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:12Z', 'updated_at': '2021-07-15T15:14:22Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:46.458492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd6214-610f-454d-9fe1-77bf68b6419e tempest-NetworksIpV6TestAttrs-1429843439 tempest-NetworksIpV6TestAttrs-1429843439-project] Pushing event deleted for resources: {'Network': ['ID=70874ebd-3cba-4938-b137-1fd0a53aae7f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:46.528823 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf6d9b7-deab-407b-9c03-21e2f5eb3053 None None] The sync data for ids ['253dcff5-d8f7-4f15-a30e-854831f6ce99'] in n-d-764435-3 is: [{'id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459864777', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:13Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'c9337ec4-6b80-41b8-9a27-94afbf2a4ec6', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'port_id': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'mac_address': 'fa:16:3e:f5:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:14:41Z', 'updated_at': '2021-07-15T15:14:41Z', 'revision_number': 0, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbf05d3-536c-44ea-9f95-d8178c32a811', 'name': '', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:3d:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:12Z', 'updated_at': '2021-07-15T15:14:22Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:14:46.541297 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025eb46-767a-48e1-98a0-6dc1ba67703d req-5a9f5dfe-2871-4d07-aa45-0059130fb6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:46.542878 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d025eb46-767a-48e1-98a0-6dc1ba67703d req-5a9f5dfe-2871-4d07-aa45-0059130fb6a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 1097 time: 0.3207879 Jul 15 15:14:46.549214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c5df6309-d870-49fb-b473-beaac8b12857 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Deleting port a5bdf074-ed62-45f3-a3fb-94dc0288b66f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:46.549811 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5df6309-d870-49fb-b473-beaac8b12857 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:46.608412 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27523a0d-fcf6-434b-99a5-b9cfbb2800b4 req-87e71202-7113-4a87-b28b-97c3391c356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:46.611571 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27523a0d-fcf6-434b-99a5-b9cfbb2800b4 req-87e71202-7113-4a87-b28b-97c3391c356a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4769b93a-d272-4da8-83b1-540f5e8c4a23 HTTP/1.1" status: 200 len: 855 time: 0.2777681 Jul 15 15:14:46.705082 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27523a0d-fcf6-434b-99a5-b9cfbb2800b4 req-cb6efee6-e89f-4794-bd45-4c2ffe1f05db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64b414a4-4442-44e4-9603-37584ff0baf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611961 Jul 15 15:14:46.786152 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5df6309-d870-49fb-b473-beaac8b12857 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:46.786751 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5df6309-d870-49fb-b473-beaac8b12857 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:46.811820 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025eb46-767a-48e1-98a0-6dc1ba67703d req-126ff5f6-8058-412a-a9db-d903cc8f71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:46.813686 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d025eb46-767a-48e1-98a0-6dc1ba67703d req-126ff5f6-8058-412a-a9db-d903cc8f71f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 HTTP/1.1" status: 200 len: 898 time: 0.2616541 Jul 15 15:14:46.830295 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c5df6309-d870-49fb-b473-beaac8b12857 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Calling delete_port for a5bdf074-ed62-45f3-a3fb-94dc0288b66f owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:46.862072 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fdfad-3e9e-4352-bb0a-bc0b21910c2c req-5284d67b-02d2-4283-acba-bfd2502b13d5 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:46.873552 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f01fdfad-3e9e-4352-bb0a-bc0b21910c2c req-5284d67b-02d2-4283-acba-bfd2502b13d5 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.3906162 Jul 15 15:14:46.915261 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7320f0-e492-4bc2-95e2-ed75f72aac5e req-98020bc9-a6f8-4666-a14c-661578c798d7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:46.915543 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718c7b06-a2ee-4e28-bcad-dbe5080264ce None None] New status for floating IP c9337ec4-6b80-41b8-9a27-94afbf2a4ec6: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:14:46.923283 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce7320f0-e492-4bc2-95e2-ed75f72aac5e req-98020bc9-a6f8-4666-a14c-661578c798d7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.5915847 Jul 15 15:14:47.000095 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f01fdfad-3e9e-4352-bb0a-bc0b21910c2c req-2e8bd934-5c71-43fa-ad5e-8439916759ae tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254146 Jul 15 15:14:47.026477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce7320f0-e492-4bc2-95e2-ed75f72aac5e req-d65ebce4-df8d-425a-b082-fdf7fde90605 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004667 Jul 15 15:14:47.029434 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27523a0d-fcf6-434b-99a5-b9cfbb2800b4 req-475458f1-ac94-446e-af90-887d314aad8b service neutron] 10.222.0.11 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926593 Jul 15 15:14:47.080282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44694) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:47.084912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44696) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:47.151622 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d025eb46-767a-48e1-98a0-6dc1ba67703d req-eddbef4d-66da-4503-a1ca-b0919cd4339b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e HTTP/1.1" status: 200 len: 1000 time: 0.3292651 Jul 15 15:14:47.255704 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27523a0d-fcf6-434b-99a5-b9cfbb2800b4 req-47487be1-4772-4462-a0ed-d3bc6b91fc11 service neutron] 10.222.0.11 "GET /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025805 Jul 15 15:14:47.391255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025eb46-767a-48e1-98a0-6dc1ba67703d req-684fcde2-aa9f-4801-8c36-d1badc4dee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:47.392876 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d025eb46-767a-48e1-98a0-6dc1ba67703d req-684fcde2-aa9f-4801-8c36-d1badc4dee8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=716a09bf-61f2-4fb2-825c-c3c8f8bee32b HTTP/1.1" status: 200 len: 835 time: 0.2274082 Jul 15 15:14:47.460618 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d3b092ce-f5b1-48f3-a5ee-b50193d959d7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/floatingips/c9337ec4-6b80-41b8-9a27-94afbf2a4ec6 HTTP/1.1" status: 200 len: 992 time: 0.3716559 Jul 15 15:14:47.516410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025eb46-767a-48e1-98a0-6dc1ba67703d req-d1780d94-49c6-4138-8b9b-7cf48c0fbb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:47.522943 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d025eb46-767a-48e1-98a0-6dc1ba67703d req-d1780d94-49c6-4138-8b9b-7cf48c0fbb5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094186 Jul 15 15:14:47.578494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2074cab-3056-40bf-b350-19374cc782b8 req-c31ce88c-5c62-40fc-82fa-2be62fe7b6d4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:47.587726 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2074cab-3056-40bf-b350-19374cc782b8 req-c31ce88c-5c62-40fc-82fa-2be62fe7b6d4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.2272315 Jul 15 15:14:47.621587 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fac3ab6f-4b40-47a8-b049-d2f19ac4cfe4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77dfc72897d049f78c00de5f32fd42ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5354533 Jul 15 15:14:47.631230 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44710) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:47.796855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2074cab-3056-40bf-b350-19374cc782b8 req-7928949f-21ef-4a67-b3da-6cb11be9b681 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080348 Jul 15 15:14:47.813619 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268d8cdc-9c4d-4551-8b83-822eb4521ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:47.855079 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268d8cdc-9c4d-4551-8b83-822eb4521ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:47.864428 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d436895-6577-4c20-bfc6-44bebffa8d8d req-e7535656-d93a-4e20-9628-d2f7c7dfb01c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:47.866165 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d436895-6577-4c20-bfc6-44bebffa8d8d req-e7535656-d93a-4e20-9628-d2f7c7dfb01c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.3963401 Jul 15 15:14:47.932210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d436895-6577-4c20-bfc6-44bebffa8d8d req-ce0404b9-dabf-4484-8bde-f4a0b44293f8 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589516 Jul 15 15:14:47.972943 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268d8cdc-9c4d-4551-8b83-822eb4521ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:47.979472 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268d8cdc-9c4d-4551-8b83-822eb4521ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:47.984289 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-268d8cdc-9c4d-4551-8b83-822eb4521ca6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f884e29f-b633-4304-9bc9-8102d8ceed39 HTTP/1.1" status: 204 len: 168 time: 0.3523207 Jul 15 15:14:47.996784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d8cdc-9c4d-4551-8b83-822eb4521ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f884e29f-b633-4304-9bc9-8102d8ceed39,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:48.138575 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5df6309-d870-49fb-b473-beaac8b12857 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:48.186755 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d025eb46-767a-48e1-98a0-6dc1ba67703d req-0d73d593-7051-47e3-919e-1ca6882b2f77 service neutron] 10.222.0.11 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571612 Jul 15 15:14:48.252564 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88041e77-0697-4482-ae0f-b607ece1664f req-0a0a4c16-a81d-4da6-b53a-31fa0cd3df11 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:48.263134 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88041e77-0697-4482-ae0f-b607ece1664f req-0a0a4c16-a81d-4da6-b53a-31fa0cd3df11 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1091487 Jul 15 15:14:48.283923 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df6309-d870-49fb-b473-beaac8b12857 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Port': ['ID=a5bdf074-ed62-45f3-a3fb-94dc0288b66f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:48.301320 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88041e77-0697-4482-ae0f-b607ece1664f req-0e1d36e0-5cc1-425e-9e80-d67c8194494b tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363724 Jul 15 15:14:48.347186 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5df6309-d870-49fb-b473-beaac8b12857 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:48.347530 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-c5df6309-d870-49fb-b473-beaac8b12857 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Floating IP b2a7488f-b38a-4b4c-8891-0f7fc60f5e57 disassociated (deleted). External IP: 172.25.4.93, port: 22b4b677-5b3d-454e-a9d9-81c680a3473c. Jul 15 15:14:48.463400 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44740) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:48.604471 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a1ec8fbe-1e68-4884-a37f-1aa4f5809ebe tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/floatingips/c9337ec4-6b80-41b8-9a27-94afbf2a4ec6 HTTP/1.1" status: 200 len: 994 time: 0.1398993 Jul 15 15:14:48.640112 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84eaccb-bb4e-44e4-a4c5-5d378d31b80e req-4b661260-1537-4ef9-8e97-babcb4f68060 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:48.641895 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b84eaccb-bb4e-44e4-a4c5-5d378d31b80e req-4b661260-1537-4ef9-8e97-babcb4f68060 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1075609 Jul 15 15:14:48.664543 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d025eb46-767a-48e1-98a0-6dc1ba67703d req-5314742f-8897-4e5b-bc62-c26afc3e33e1 service neutron] 10.222.0.11 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272196 Jul 15 15:14:48.717193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b84eaccb-bb4e-44e4-a4c5-5d378d31b80e req-8c5bd9c2-2947-4b95-a5b7-1d54a92a96d9 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676301 Jul 15 15:14:48.722499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5df6309-d870-49fb-b473-beaac8b12857 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Router 650c6b6e-6582-4551-94c8-1fb3d85e5059 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:14:48.937016 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5df6309-d870-49fb-b473-beaac8b12857 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:14:48.953411 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86cbeb-f83b-427a-b4eb-7979fbd98b3f None None] Sync routers for ids ['650c6b6e-6582-4551-94c8-1fb3d85e5059'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:14:48.961739 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5df6309-d870-49fb-b473-beaac8b12857 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:48.966987 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86cbeb-f83b-427a-b4eb-7979fbd98b3f None None] Routers {'650c6b6e-6582-4551-94c8-1fb3d85e5059'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:14:48.967624 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ab86cbeb-f83b-427a-b4eb-7979fbd98b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:14:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['650c6b6e-6582-4551-94c8-1fb3d85e5059'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:48.967991 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:49.031948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7d6b5-0631-4406-bbe2-eb87ea97c282 req-78f53ad5-ca00-41fb-b4a2-4ef6ef17f40c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:49.051859 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-abb7d6b5-0631-4406-bbe2-eb87ea97c282 req-78f53ad5-ca00-41fb-b4a2-4ef6ef17f40c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1909490 Jul 15 15:14:49.062450 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c5df6309-d870-49fb-b473-beaac8b12857 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "DELETE /v2.0/floatingips/b2a7488f-b38a-4b4c-8891-0f7fc60f5e57 HTTP/1.1" status: 204 len: 168 time: 3.2727153 Jul 15 15:14:49.063470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66545200-fbf8-40cd-a638-8a39400008fa', 'tag': '22b4b677-5b3d-454e-a9d9-81c680a3473c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:14:49.069831 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf407ec-a60d-40ce-9987-5fea7d1bef36" -d '{"events": [{"name": "network-changed", "server_uuid": "66545200-fbf8-40cd-a638-8a39400008fa", "tag": "22b4b677-5b3d-454e-a9d9-81c680a3473c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:14:49.136244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:14:49.201866 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-abb7d6b5-0631-4406-bbe2-eb87ea97c282 req-4d445b29-04c0-4a11-9160-bd7b22fe1bac tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465881 Jul 15 15:14:49.225935 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-ab86cbeb-f83b-427a-b4eb-7979fbd98b3f None None] Set router 650c6b6e-6582-4551-94c8-1fb3d85e5059 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:14:49.269792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44778) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:49.312583 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d4da3-f924-456b-a8b7-c762256f7a1f req-46d6bc3f-721f-4517-8737-705439797376 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:49.314112 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-433d4da3-f924-456b-a8b7-c762256f7a1f req-46d6bc3f-721f-4517-8737-705439797376 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.1539738 Jul 15 15:14:49.368155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-433d4da3-f924-456b-a8b7-c762256f7a1f req-fda81c7c-5df5-444f-a5c2-070b624fc229 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429919 Jul 15 15:14:49.395740 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:49.449326 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:49.489993 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3503ad13-0c1f-4523-ac99-e1918ddbb699 x-openstack-request-id: req-3503ad13-0c1f-4523-ac99-e1918ddbb699 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:14:49.490426 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66545200-fbf8-40cd-a638-8a39400008fa", "tag": "22b4b677-5b3d-454e-a9d9-81c680a3473c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:14:49.490805 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3503ad13-0c1f-4523-ac99-e1918ddbb699 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:14:49.492071 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66545200-fbf8-40cd-a638-8a39400008fa', 'tag': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'status': 'completed', 'code': 200} Jul 15 15:14:49.509818 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-03850348-0c9b-489e-adc0-76f80c2b7efd tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:49.511912 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-03850348-0c9b-489e-adc0-76f80c2b7efd tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 15:14:49.512551 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-03850348-0c9b-489e-adc0-76f80c2b7efd tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 15:14:49.518292 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-03850348-0c9b-489e-adc0-76f80c2b7efd tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2420194 Jul 15 15:14:49.519002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44788) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:49.535421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-608531c9-d935-46c9-bfdf-fd1679011f7c tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954266382'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:49.552637 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'port_id': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2', 'mac_address': 'fa:16:3e:8d:84:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:14:49.653166 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-608531c9-d935-46c9-bfdf-fd1679011f7c tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:49.667348 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-608531c9-d935-46c9-bfdf-fd1679011f7c tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:49.668892 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:49.733271 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf407ec-a60d-40ce-9987-5fea7d1bef36 req-d209ad21-7fc3-44f3-986c-ea4ddb1db16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:49.735199 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bf407ec-a60d-40ce-9987-5fea7d1bef36 req-d209ad21-7fc3-44f3-986c-ea4ddb1db16e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70a995f7ee6e41f597cf94301c84780c&device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 1096 time: 0.1729021 Jul 15 15:14:49.751739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:14:49.808270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:49.814115 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ab86cbeb-f83b-427a-b4eb-7979fbd98b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:14:35Z', 'revision_number': 6, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '83e27df8-c6af-47ce-9e31-6ba54d75f566', 'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:b8:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:23Z', 'updated_at': '2021-07-15T15:12:38Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:49.820664 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:49.853294 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf407ec-a60d-40ce-9987-5fea7d1bef36 req-d64efa59-1e8c-4163-b114-d454c7bc9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:49.855020 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bf407ec-a60d-40ce-9987-5fea7d1bef36 req-d64efa59-1e8c-4163-b114-d454c7bc9868 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 HTTP/1.1" status: 200 len: 898 time: 0.1111958 Jul 15 15:14:49.917857 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86cbeb-f83b-427a-b4eb-7979fbd98b3f None None] Checking router: 650c6b6e-6582-4551-94c8-1fb3d85e5059 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:14:49.922064 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bf407ec-a60d-40ce-9987-5fea7d1bef36 req-f5c634b2-ae76-4647-9c05-9ecd072dea6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22b4b677-5b3d-454e-a9d9-81c680a3473c HTTP/1.1" status: 200 len: 217 time: 0.0535140 Jul 15 15:14:49.948736 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86cbeb-f83b-427a-b4eb-7979fbd98b3f None None] Routers {'650c6b6e-6582-4551-94c8-1fb3d85e5059'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:14:49.949442 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ab86cbeb-f83b-427a-b4eb-7979fbd98b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:14:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['650c6b6e-6582-4551-94c8-1fb3d85e5059'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:50.020276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:50.050728 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302eea23-ecac-4ed7-b5dd-ad4cce5125ae req-3c6b0787-9706-4910-8c39-2156104657f7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:50.059954 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-302eea23-ecac-4ed7-b5dd-ad4cce5125ae req-3c6b0787-9706-4910-8c39-2156104657f7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 945 time: 0.2033401 Jul 15 15:14:50.067527 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:14:50.106060 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-608531c9-d935-46c9-bfdf-fd1679011f7c tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:50.152948 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-608531c9-d935-46c9-bfdf-fd1679011f7c tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:50.174068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-302eea23-ecac-4ed7-b5dd-ad4cce5125ae req-3dfced93-448e-4113-84ad-78386412cedc tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9146a81-3672-4b80-80f2-437113ec4218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127656 Jul 15 15:14:50.196509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf407ec-a60d-40ce-9987-5fea7d1bef36 req-38ee88e2-faa7-4cb7-a122-4e512c1b8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:50.199143 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bf407ec-a60d-40ce-9987-5fea7d1bef36 req-38ee88e2-faa7-4cb7-a122-4e512c1b8c5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5e464a9-02af-488c-a2b1-491bd881611d HTTP/1.1" status: 200 len: 834 time: 0.2662280 Jul 15 15:14:50.238154 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-ab86cbeb-f83b-427a-b4eb-7979fbd98b3f None None] Set router 650c6b6e-6582-4551-94c8-1fb3d85e5059 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:14:50.326934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608531c9-d935-46c9-bfdf-fd1679011f7c tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c685ff25-70fc-4803-8e25-452f21802d42,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:50.479953 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-608531c9-d935-46c9-bfdf-fd1679011f7c tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:50.495906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf407ec-a60d-40ce-9987-5fea7d1bef36 req-7671a99a-5305-4661-8c16-073352b8be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:50.497528 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bf407ec-a60d-40ce-9987-5fea7d1bef36 req-7671a99a-5305-4661-8c16-073352b8be3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca64047f-4198-4fb1-8fa3-ffa8b6af63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2472506 Jul 15 15:14:50.503480 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-608531c9-d935-46c9-bfdf-fd1679011f7c tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:50.672286 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ab86cbeb-f83b-427a-b4eb-7979fbd98b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:14:35Z', 'revision_number': 6, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '83e27df8-c6af-47ce-9e31-6ba54d75f566', 'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:b8:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:23Z', 'updated_at': '2021-07-15T15:12:38Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:50.683363 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-608531c9-d935-46c9-bfdf-fd1679011f7c tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:50.685264 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-608531c9-d935-46c9-bfdf-fd1679011f7c tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1637888 Jul 15 15:14:50.692811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44838) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:50.700766 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fb98ce41-a13a-449a-836e-c97b51cc18cc tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': 'f6a021fb-aeea-49ff-9639-34d119167d31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:50.707566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608531c9-d935-46c9-bfdf-fd1679011f7c tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a021fb-aeea-49ff-9639-34d119167d31,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:50.754063 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86cbeb-f83b-427a-b4eb-7979fbd98b3f None None] The sync data for ids ['650c6b6e-6582-4551-94c8-1fb3d85e5059'] in n-d-764435-3 is: [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:14:35Z', 'revision_number': 6, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '83e27df8-c6af-47ce-9e31-6ba54d75f566', 'name': '', 'network_id': 'ca64047f-4198-4fb1-8fa3-ffa8b6af63c7', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:b8:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:23Z', 'updated_at': '2021-07-15T15:12:38Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': 'b5e464a9-02af-488c-a2b1-491bd881611d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:14:50.795809 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb98ce41-a13a-449a-836e-c97b51cc18cc tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:50.805355 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bf407ec-a60d-40ce-9987-5fea7d1bef36 req-c2c92f06-da5a-46ea-a044-219ac12c7753 service neutron] 10.222.0.11 "GET /v2.0/networks/ca64047f-4198-4fb1-8fa3-ffa8b6af63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770073 Jul 15 15:14:50.836101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b0255-8d6b-41ca-bb13-74f00bbfe8a5 req-37308bf0-1b69-479c-a0f7-9266299654e9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:50.846736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c8b0255-8d6b-41ca-bb13-74f00bbfe8a5 req-37308bf0-1b69-479c-a0f7-9266299654e9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 944 time: 0.1951528 Jul 15 15:14:50.969901 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb98ce41-a13a-449a-836e-c97b51cc18cc tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:50.979962 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c8b0255-8d6b-41ca-bb13-74f00bbfe8a5 req-c52969d9-1205-4ed1-809c-2ba8d86301af tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317072 Jul 15 15:14:50.985081 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb98ce41-a13a-449a-836e-c97b51cc18cc tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:51.014233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98ce41-a13a-449a-836e-c97b51cc18cc tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da1fb54-a31e-4d0c-ae87-ffc6b617671a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:51.020068 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4bf407ec-a60d-40ce-9987-5fea7d1bef36 req-a2d594f4-eb8e-4159-8408-43ec32e19e10 service neutron] 10.222.0.11 "GET /v2.0/networks/ca64047f-4198-4fb1-8fa3-ffa8b6af63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054334 Jul 15 15:14:51.040945 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb98ce41-a13a-449a-836e-c97b51cc18cc tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:51.043110 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fb98ce41-a13a-449a-836e-c97b51cc18cc tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3463671 Jul 15 15:14:51.045378 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44846) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:51.053111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9f9803b1-9ea4-436d-bfcc-088a17e46bf0 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': 'f6a021fb-aeea-49ff-9639-34d119167d31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:51.093473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaabc49-88b5-4289-8436-5c5d3db961f4 req-0628e6b9-c152-4ab9-b451-4ced71e6d1ee tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:51.103081 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9aaabc49-88b5-4289-8436-5c5d3db961f4 req-0628e6b9-c152-4ab9-b451-4ced71e6d1ee tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2467761 Jul 15 15:14:51.135107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:51.148041 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f9803b1-9ea4-436d-bfcc-088a17e46bf0 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:51.213332 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9aaabc49-88b5-4289-8436-5c5d3db961f4 req-5adf8186-0e15-45ce-ab7f-49be66067993 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091335 Jul 15 15:14:51.270889 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-9f9803b1-9ea4-436d-bfcc-088a17e46bf0 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 15:14:51.275261 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9f9803b1-9ea4-436d-bfcc-088a17e46bf0 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2240574 Jul 15 15:14:51.275606 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44852) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:51.293802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:14:51.294301 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:51.348616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9de019d-cdf3-46be-afae-9b726b6829e3 None None] New status for floating IP b2a7488f-b38a-4b4c-8891-0f7fc60f5e57: DOWN {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:14:51.389906 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4167fb3-ff5a-4df7-ba41-51996da7ffa8 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:51.498950 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:51.512188 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4167fb3-ff5a-4df7-ba41-51996da7ffa8 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:51.524389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da7baa-df05-48b2-8ffd-2c46cc17941b req-fa7cb56f-1f86-4ded-bb9e-985d1e52c51c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:51.546098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54da7baa-df05-48b2-8ffd-2c46cc17941b req-fa7cb56f-1f86-4ded-bb9e-985d1e52c51c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 945 time: 0.1663768 Jul 15 15:14:51.549977 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:51.551375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:14:51.555424 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17aae3ca-ce5e-428c-b7c1-a67c47b2e096" -d '{"events": [{"server_uuid": "8b916e7a-3f07-4190-9875-a4dacb6fb8c4", "name": "network-vif-plugged", "status": "completed", "tag": "ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:14:51.560241 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:51.627415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39df98-835d-4874-a22a-86d9c8e6ca40 req-2b88c130-e0d2-4f56-b2b4-d69a59a0b152 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:51.630149 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cd39df98-835d-4874-a22a-86d9c8e6ca40 req-2b88c130-e0d2-4f56-b2b4-d69a59a0b152 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.11 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 945 time: 0.1938591 Jul 15 15:14:51.641617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:51.650232 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4167fb3-ff5a-4df7-ba41-51996da7ffa8 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:51.653131 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4167fb3-ff5a-4df7-ba41-51996da7ffa8 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:51.654881 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b4167fb3-ff5a-4df7-ba41-51996da7ffa8 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "DELETE /v2.0/security-groups/f6a021fb-aeea-49ff-9639-34d119167d31 HTTP/1.1" status: 204 len: 168 time: 0.3779612 Jul 15 15:14:51.673267 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3751a8f0-3e47-4164-9d62-ec1a2e11ac99 x-openstack-request-id: req-3751a8f0-3e47-4164-9d62-ec1a2e11ac99 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:14:51.673568 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b916e7a-3f07-4190-9875-a4dacb6fb8c4", "name": "network-vif-plugged", "status": "completed", "tag": "ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:14:51.673824 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3751a8f0-3e47-4164-9d62-ec1a2e11ac99 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:14:51.674249 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2', 'code': 200} Jul 15 15:14:51.679478 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44860) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:51.691477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4167fb3-ff5a-4df7-ba41-51996da7ffa8 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a021fb-aeea-49ff-9639-34d119167d31,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:51.711402 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54da7baa-df05-48b2-8ffd-2c46cc17941b req-ff2b98e3-4a60-4823-9652-d3030438d3cb tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=d9146a81-3672-4b80-80f2-437113ec4218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641445 Jul 15 15:14:51.785004 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6bd7ec03-9047-4d1d-a347-36cbd11fd0b5 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1034648 Jul 15 15:14:51.789518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44862) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:51.794353 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4320c726-2aa6-403d-959c-6227e854cc83 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group': {'name': 'tempest-secgroup--684529500'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:51.835426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-cd39df98-835d-4874-a22a-86d9c8e6ca40 req-06c95d77-7f1d-4311-a2ed-aacad4c240b3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Deleting port 22b4b677-5b3d-454e-a9d9-81c680a3473c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:51.836302 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cd39df98-835d-4874-a22a-86d9c8e6ca40 req-06c95d77-7f1d-4311-a2ed-aacad4c240b3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:51.917547 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4320c726-2aa6-403d-959c-6227e854cc83 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:51.951419 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-cd39df98-835d-4874-a22a-86d9c8e6ca40 req-06c95d77-7f1d-4311-a2ed-aacad4c240b3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] For port 22b4b677-5b3d-454e-a9d9-81c680a3473c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=22b4b677-5b3d-454e-a9d9-81c680a3473c,segment=NetworkSegment(bc308b7a-2658-47a9-9a11-91b03506b4bb),segment_id=bc308b7a-2658-47a9-9a11-91b03506b4bb)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:51.951909 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cd39df98-835d-4874-a22a-86d9c8e6ca40 req-06c95d77-7f1d-4311-a2ed-aacad4c240b3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:51.970990 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-cd39df98-835d-4874-a22a-86d9c8e6ca40 req-06c95d77-7f1d-4311-a2ed-aacad4c240b3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Calling delete_port for 22b4b677-5b3d-454e-a9d9-81c680a3473c owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:52.161480 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4320c726-2aa6-403d-959c-6227e854cc83 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:52.169420 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4320c726-2aa6-403d-959c-6227e854cc83 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:52.255961 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320c726-2aa6-403d-959c-6227e854cc83 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadea31e-d8c1-4690-b563-3de7bc11bd1d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:52.286756 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4320c726-2aa6-403d-959c-6227e854cc83 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:52.288698 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4320c726-2aa6-403d-959c-6227e854cc83 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4970791 Jul 15 15:14:52.293129 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44876) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:52.305472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e86c61d3-ace1-41c5-9913-fa1250994042 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': 'dadea31e-d8c1-4690-b563-3de7bc11bd1d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:52.306467 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-e86c61d3-ace1-41c5-9913-fa1250994042 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 15:14:52.307197 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-e86c61d3-ace1-41c5-9913-fa1250994042 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:14:52.308348 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e86c61d3-ace1-41c5-9913-fa1250994042 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079155 Jul 15 15:14:52.311394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44878) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:52.359358 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cd39df98-835d-4874-a22a-86d9c8e6ca40 req-06c95d77-7f1d-4311-a2ed-aacad4c240b3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:52.397389 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c95d77-7f1d-4311-a2ed-aacad4c240b3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Port': ['ID=22b4b677-5b3d-454e-a9d9-81c680a3473c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:52.409055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cecf21-913f-4bee-b0d8-828fe93393df req-475d5608-d716-459f-a135-c0bfd79ef84f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:52.429218 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75cecf21-913f-4bee-b0d8-828fe93393df req-475d5608-d716-459f-a135-c0bfd79ef84f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.1967688 Jul 15 15:14:52.501820 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e1456ec-0c29-4923-a8c8-2b64180cdebc tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:52.532545 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75cecf21-913f-4bee-b0d8-828fe93393df req-467b75f5-77df-4679-9196-3ee1ca67a44f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019421 Jul 15 15:14:52.542813 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:14:52.549521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd39df98-835d-4874-a22a-86d9c8e6ca40 req-06c95d77-7f1d-4311-a2ed-aacad4c240b3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] No DVR routers for this DVR port 22b4b677-5b3d-454e-a9d9-81c680a3473c on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:14:52.557122 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cd39df98-835d-4874-a22a-86d9c8e6ca40 req-06c95d77-7f1d-4311-a2ed-aacad4c240b3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:52.559439 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cd39df98-835d-4874-a22a-86d9c8e6ca40 req-06c95d77-7f1d-4311-a2ed-aacad4c240b3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.11 "DELETE /v2.0/ports/22b4b677-5b3d-454e-a9d9-81c680a3473c HTTP/1.1" status: 204 len: 173 time: 0.9222760 Jul 15 15:14:52.559887 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66545200-fbf8-40cd-a638-8a39400008fa', 'name': 'network-vif-deleted', 'tag': '22b4b677-5b3d-454e-a9d9-81c680a3473c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:14:52.576348 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1dd17e-0f62-4dd2-bc9c-f146166f419d" -d '{"events": [{"server_uuid": "66545200-fbf8-40cd-a638-8a39400008fa", "name": "network-vif-deleted", "tag": "22b4b677-5b3d-454e-a9d9-81c680a3473c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:14:52.584432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f49013-8b0f-4092-b1a0-12a3e33db6c7 req-00a89d1a-0d3c-4e09-9dc0-a97e9e7b46a1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:52.594384 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-04f49013-8b0f-4092-b1a0-12a3e33db6c7 req-00a89d1a-0d3c-4e09-9dc0-a97e9e7b46a1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1571553 Jul 15 15:14:52.615260 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e1456ec-0c29-4923-a8c8-2b64180cdebc tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:52.673207 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a636dff-8c66-4a79-ac7c-beaca23c0c0c x-openstack-request-id: req-0a636dff-8c66-4a79-ac7c-beaca23c0c0c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:14:52.675125 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66545200-fbf8-40cd-a638-8a39400008fa", "name": "network-vif-deleted", "tag": "22b4b677-5b3d-454e-a9d9-81c680a3473c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:14:52.675462 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0a636dff-8c66-4a79-ac7c-beaca23c0c0c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:14:52.676221 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66545200-fbf8-40cd-a638-8a39400008fa', 'name': 'network-vif-deleted', 'tag': '22b4b677-5b3d-454e-a9d9-81c680a3473c', 'status': 'completed', 'code': 200} Jul 15 15:14:52.690463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-04f49013-8b0f-4092-b1a0-12a3e33db6c7 req-f42f4506-3f7c-419c-b80a-07bb084ff255 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865436 Jul 15 15:14:52.711176 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e1456ec-0c29-4923-a8c8-2b64180cdebc tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:52.714682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e1456ec-0c29-4923-a8c8-2b64180cdebc tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:52.716018 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9e1456ec-0c29-4923-a8c8-2b64180cdebc tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "DELETE /v2.0/security-groups/dadea31e-d8c1-4690-b563-3de7bc11bd1d HTTP/1.1" status: 204 len: 168 time: 0.3999596 Jul 15 15:14:52.718577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44890) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:52.760650 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1456ec-0c29-4923-a8c8-2b64180cdebc tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadea31e-d8c1-4690-b563-3de7bc11bd1d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:52.850258 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4cf1c4b6-3544-46ea-ba43-4644839f0181 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1305552 Jul 15 15:14:52.856532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44894) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:52.861950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-99ac9fb1-5c3e-4f99-937f-0a48c80f43d2 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620711378'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:52.893652 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99ac9fb1-5c3e-4f99-937f-0a48c80f43d2 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:53.040177 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bf06d44-59dc-4f31-81ff-3e8713a67eae req-0e709143-714f-455e-9805-843b67c66407 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=66545200-fbf8-40cd-a638-8a39400008fa HTTP/1.1" status: 200 len: 210 time: 0.0853875 Jul 15 15:14:53.041889 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99ac9fb1-5c3e-4f99-937f-0a48c80f43d2 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:53.050294 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99ac9fb1-5c3e-4f99-937f-0a48c80f43d2 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:53.088328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac9fb1-5c3e-4f99-937f-0a48c80f43d2 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dbaebf-34e6-4bca-92b3-485ca280ae97,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:53.111627 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99ac9fb1-5c3e-4f99-937f-0a48c80f43d2 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:53.114447 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-99ac9fb1-5c3e-4f99-937f-0a48c80f43d2 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2568896 Jul 15 15:14:53.117805 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44896) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:53.129131 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2c447464-08e0-447e-93d9-b07a0902d924 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': 'e3dbaebf-34e6-4bca-92b3-485ca280ae97', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:53.129131 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-2c447464-08e0-447e-93d9-b07a0902d924 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 15:14:53.129131 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-2c447464-08e0-447e-93d9-b07a0902d924 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:14:53.129131 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2c447464-08e0-447e-93d9-b07a0902d924 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072255 Jul 15 15:14:53.130009 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44898) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:53.209608 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39dcd769-e8dd-4d71-8506-10efdc982854 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:53.285894 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39dcd769-e8dd-4d71-8506-10efdc982854 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:53.374173 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39dcd769-e8dd-4d71-8506-10efdc982854 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:53.377946 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39dcd769-e8dd-4d71-8506-10efdc982854 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:53.382888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-39dcd769-e8dd-4d71-8506-10efdc982854 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "DELETE /v2.0/security-groups/e3dbaebf-34e6-4bca-92b3-485ca280ae97 HTTP/1.1" status: 204 len: 168 time: 0.2517886 Jul 15 15:14:53.383172 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44908) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:53.394330 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcd769-e8dd-4d71-8506-10efdc982854 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dbaebf-34e6-4bca-92b3-485ca280ae97,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:53.503345 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ca04e594-1f49-482d-b73c-1f6c94c07b36 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1166770 Jul 15 15:14:53.507601 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44910) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:53.512557 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-42bcd188-7bc1-4ba6-8470-3dbd9af5db36 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988254571'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:53.552947 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42bcd188-7bc1-4ba6-8470-3dbd9af5db36 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:53.692405 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42bcd188-7bc1-4ba6-8470-3dbd9af5db36 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:53.704643 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42bcd188-7bc1-4ba6-8470-3dbd9af5db36 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:53.776051 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcd188-7bc1-4ba6-8470-3dbd9af5db36 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a9f933-1d16-4940-9c6f-5a1aceb6565a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:53.803054 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-42bcd188-7bc1-4ba6-8470-3dbd9af5db36 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:53.805163 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-42bcd188-7bc1-4ba6-8470-3dbd9af5db36 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2964315 Jul 15 15:14:53.808113 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44920) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:53.812962 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-aa2ef038-c42e-444b-b3be-8c5273f6efa5 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': 'b4a9f933-1d16-4940-9c6f-5a1aceb6565a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:53.833330 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-aa2ef038-c42e-444b-b3be-8c5273f6efa5 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 15:14:53.834266 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-aa2ef038-c42e-444b-b3be-8c5273f6efa5 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:14:53.839675 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-aa2ef038-c42e-444b-b3be-8c5273f6efa5 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0264368 Jul 15 15:14:53.839940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44922) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:53.846822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b37c8d53-acdf-42fe-bd21-85c3a73eaf15 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': 'b4a9f933-1d16-4940-9c6f-5a1aceb6565a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:53.847756 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-b37c8d53-acdf-42fe-bd21-85c3a73eaf15 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 15:14:53.848268 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-b37c8d53-acdf-42fe-bd21-85c3a73eaf15 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:14:53.849010 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44e1e8-206e-41de-a60e-8e2fdef57218 req-f9a2c9dd-2d1e-4f8e-ba96-e7980cbf79a0 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:53.852673 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b37c8d53-acdf-42fe-bd21-85c3a73eaf15 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085981 Jul 15 15:14:53.853020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44924) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:53.855319 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc44e1e8-206e-41de-a60e-8e2fdef57218 req-f9a2c9dd-2d1e-4f8e-ba96-e7980cbf79a0 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.1656926 Jul 15 15:14:53.861084 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-28c5d5ca-ed64-46ff-abb7-600228cb7b5b tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': 'b4a9f933-1d16-4940-9c6f-5a1aceb6565a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:53.862242 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-28c5d5ca-ed64-46ff-abb7-600228cb7b5b tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 15:14:53.862953 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-28c5d5ca-ed64-46ff-abb7-600228cb7b5b tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:14:53.864183 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-28c5d5ca-ed64-46ff-abb7-600228cb7b5b tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102055 Jul 15 15:14:53.875008 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44928) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:53.886242 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7ce11dd5-847c-4e5d-89f6-5c1da4667b46 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': 'b4a9f933-1d16-4940-9c6f-5a1aceb6565a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:53.902215 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-7ce11dd5-847c-4e5d-89f6-5c1da4667b46 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 15:14:53.902999 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-7ce11dd5-847c-4e5d-89f6-5c1da4667b46 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:14:53.923420 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7ce11dd5-847c-4e5d-89f6-5c1da4667b46 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0401409 Jul 15 15:14:53.924311 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44932) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:53.972309 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc44e1e8-206e-41de-a60e-8e2fdef57218 req-e3791e28-bd03-41ab-8a16-1a295c3de2bb tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085498 Jul 15 15:14:54.019737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffe626-fc1f-409b-ab6c-f9c2c525570e req-623c02b9-7b26-46aa-bade-ffad37cff839 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:54.021559 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-deffe626-fc1f-409b-ab6c-f9c2c525570e req-623c02b9-7b26-46aa-bade-ffad37cff839 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1227655 Jul 15 15:14:54.056922 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7a9452e-b61c-4e83-9f7c-ce94589e966d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:54.088628 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7a9452e-b61c-4e83-9f7c-ce94589e966d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:54.098366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-deffe626-fc1f-409b-ab6c-f9c2c525570e req-4c4f4d5a-9c8f-4c49-89fe-0b5df71bb88a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675187 Jul 15 15:14:54.145107 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7a9452e-b61c-4e83-9f7c-ce94589e966d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:54.151022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7a9452e-b61c-4e83-9f7c-ce94589e966d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:54.154617 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e7a9452e-b61c-4e83-9f7c-ce94589e966d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "DELETE /v2.0/security-groups/b4a9f933-1d16-4940-9c6f-5a1aceb6565a HTTP/1.1" status: 204 len: 168 time: 0.2267892 Jul 15 15:14:54.155296 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44936) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:54.165595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9452e-b61c-4e83-9f7c-ce94589e966d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a9f933-1d16-4940-9c6f-5a1aceb6565a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:54.218749 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44938) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:54.228845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44940) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:54.229468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7f7b1587-668f-43b6-b8e8-a109caf8397a tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726557 Jul 15 15:14:54.239916 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e73f95e8-629b-474c-9d7f-6465380ae1c4 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group': {'name': 'tempest-secgroup--213001033'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:54.330718 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e73f95e8-629b-474c-9d7f-6465380ae1c4 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:54.363149 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1eec346-a92d-451e-82e7-c8e7111148d7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:54.420791 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1eec346-a92d-451e-82e7-c8e7111148d7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:54.549219 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e73f95e8-629b-474c-9d7f-6465380ae1c4 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:54.553703 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e73f95e8-629b-474c-9d7f-6465380ae1c4 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:54.572215 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1eec346-a92d-451e-82e7-c8e7111148d7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:54.575275 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1eec346-a92d-451e-82e7-c8e7111148d7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:54.576640 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b1eec346-a92d-451e-82e7-c8e7111148d7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "DELETE /v2.0/security-groups/d9146a81-3672-4b80-80f2-437113ec4218 HTTP/1.1" status: 204 len: 168 time: 0.3566546 Jul 15 15:14:54.584413 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e73f95e8-629b-474c-9d7f-6465380ae1c4 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:54.586269 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e73f95e8-629b-474c-9d7f-6465380ae1c4 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3545933 Jul 15 15:14:54.589235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44952) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:54.595433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1553e641-7113-4f3f-b8af-5803f17827d0 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': '2fce1904-1647-4193-9fc1-e0f9646d7478', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:54.596574 n-d-764435-3 neutron-server[100711]: WARNING neutron.api.v2.base [None req-1553e641-7113-4f3f-b8af-5803f17827d0 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 15:14:54.597091 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-1553e641-7113-4f3f-b8af-5803f17827d0 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:14:54.602295 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44954) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:54.603230 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1553e641-7113-4f3f-b8af-5803f17827d0 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072289 Jul 15 15:14:54.612059 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ea6f4091-86d8-4e73-be4a-1a4b8ea942ef tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': '2fce1904-1647-4193-9fc1-e0f9646d7478', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:54.619807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f95e8-629b-474c-9d7f-6465380ae1c4 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fce1904-1647-4193-9fc1-e0f9646d7478,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:54.646808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44956) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:54.649046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eec346-a92d-451e-82e7-c8e7111148d7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9146a81-3672-4b80-80f2-437113ec4218,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:54.689078 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-ea6f4091-86d8-4e73-be4a-1a4b8ea942ef tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:14:54.692180 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ea6f4091-86d8-4e73-be4a-1a4b8ea942ef tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0871060 Jul 15 15:14:54.693869 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:54.701968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cc2cf49a-f145-4ad7-868c-6d73e64f94bf tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': '2fce1904-1647-4193-9fc1-e0f9646d7478', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:54.702900 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-cc2cf49a-f145-4ad7-868c-6d73e64f94bf tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 15:14:54.703385 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-cc2cf49a-f145-4ad7-868c-6d73e64f94bf tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:14:54.704734 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cc2cf49a-f145-4ad7-868c-6d73e64f94bf tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085142 Jul 15 15:14:54.708180 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44960) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:54.713984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ca29de27-fdcc-483b-9536-f6a7c809366f tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': '2fce1904-1647-4193-9fc1-e0f9646d7478', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:54.764944 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-ca29de27-fdcc-483b-9536-f6a7c809366f tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:14:54.769043 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ca29de27-fdcc-483b-9536-f6a7c809366f tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0573034 Jul 15 15:14:54.774352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44964) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:54.778961 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-83d95ed7-13a9-4a82-b2af-f72f0b88867d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': '2fce1904-1647-4193-9fc1-e0f9646d7478', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:54.779450 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-83d95ed7-13a9-4a82-b2af-f72f0b88867d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 15:14:54.779939 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-83d95ed7-13a9-4a82-b2af-f72f0b88867d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:14:54.782580 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-83d95ed7-13a9-4a82-b2af-f72f0b88867d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056601 Jul 15 15:14:54.783709 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44966) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:54.795269 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-eb39f25a-8382-4bc1-981a-e2fd0d583a7f tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': '2fce1904-1647-4193-9fc1-e0f9646d7478', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:54.854737 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-eb39f25a-8382-4bc1-981a-e2fd0d583a7f tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:14:54.857676 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-eb39f25a-8382-4bc1-981a-e2fd0d583a7f tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0724618 Jul 15 15:14:54.863053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44970) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:54.872415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-27eed002-ab50-42ce-afea-50a8d08de860 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': '2fce1904-1647-4193-9fc1-e0f9646d7478', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:54.874329 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-27eed002-ab50-42ce-afea-50a8d08de860 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 15:14:54.874936 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-27eed002-ab50-42ce-afea-50a8d08de860 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:14:54.876107 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-27eed002-ab50-42ce-afea-50a8d08de860 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093420 Jul 15 15:14:54.878760 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44972) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:54.888156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-73f5935b-d568-45e2-86fe-f095c53e3e42 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': '2fce1904-1647-4193-9fc1-e0f9646d7478', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:54.962349 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-73f5935b-d568-45e2-86fe-f095c53e3e42 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:14:54.972618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44974) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:54.973105 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-73f5935b-d568-45e2-86fe-f095c53e3e42 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0929587 Jul 15 15:14:55.016558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-2cbb68ec-4103-48e8-a1c7-30e007808081 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': '2fce1904-1647-4193-9fc1-e0f9646d7478', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:55.076273 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-2cbb68ec-4103-48e8-a1c7-30e007808081 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:14:55.077476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2cbb68ec-4103-48e8-a1c7-30e007808081 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0666974 Jul 15 15:14:55.080431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44978) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:55.272227 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c18b083a-a047-4ecc-bd10-1152cd7ac238 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:55.341145 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c18b083a-a047-4ecc-bd10-1152cd7ac238 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:55.446123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e79d4-e5c7-4eb4-ba58-44a710c5f7b0 req-756cf50b-2dac-4c5d-9d4c-ec64969bacf2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:55.450210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b9e79d4-e5c7-4eb4-ba58-44a710c5f7b0 req-756cf50b-2dac-4c5d-9d4c-ec64969bacf2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.3058214 Jul 15 15:14:55.517470 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d0b88-737d-441c-b3a3-c9edd3613aa6 req-879ea794-7a71-4465-ac45-068812f69d65 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:55.519088 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f63d0b88-737d-441c-b3a3-c9edd3613aa6 req-879ea794-7a71-4465-ac45-068812f69d65 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2202692 Jul 15 15:14:55.523271 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c18b083a-a047-4ecc-bd10-1152cd7ac238 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:55.525781 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c18b083a-a047-4ecc-bd10-1152cd7ac238 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:55.526984 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c18b083a-a047-4ecc-bd10-1152cd7ac238 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "DELETE /v2.0/security-groups/2fce1904-1647-4193-9fc1-e0f9646d7478 HTTP/1.1" status: 204 len: 168 time: 0.4455845 Jul 15 15:14:55.529670 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44992) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:55.573179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b083a-a047-4ecc-bd10-1152cd7ac238 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fce1904-1647-4193-9fc1-e0f9646d7478,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:55.577749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b9e79d4-e5c7-4eb4-ba58-44a710c5f7b0 req-b6aef793-4f78-4d61-8e65-f58e7f6abfbd tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149697 Jul 15 15:14:55.580769 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-08627182-cc56-4829-9bfe-f2ec20cd320f tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0494523 Jul 15 15:14:55.585382 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44994) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:55.590484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-081a2c18-65b0-4da1-a820-5ce2dd86e52d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group': {'name': 'tempest-secgroup--357420450'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:55.644313 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-081a2c18-65b0-4da1-a820-5ce2dd86e52d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:55.660330 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f63d0b88-737d-441c-b3a3-c9edd3613aa6 req-73fd0526-59c1-4dc2-8d49-fa242b622355 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296668 Jul 15 15:14:55.692547 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0051c78b-03e5-4f15-994f-7256436753c8 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:55.824034 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-081a2c18-65b0-4da1-a820-5ce2dd86e52d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:55.838872 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-081a2c18-65b0-4da1-a820-5ce2dd86e52d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:55.891155 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a2c18-65b0-4da1-a820-5ce2dd86e52d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3bfebb-9820-48d1-a025-94942e33f09e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:55.903640 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-081a2c18-65b0-4da1-a820-5ce2dd86e52d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:55.905150 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-081a2c18-65b0-4da1-a820-5ce2dd86e52d tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3184724 Jul 15 15:14:55.908291 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45002) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:55.921548 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-430ca998-d868-45a2-b60e-ae6450a5c146 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': '8f3bfebb-9820-48d1-a025-94942e33f09e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:55.999792 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-430ca998-d868-45a2-b60e-ae6450a5c146 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The resource could not be found. Jul 15 15:14:56.005101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45006) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:56.005889 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-430ca998-d868-45a2-b60e-ae6450a5c146 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0947378 Jul 15 15:14:56.014039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-500bd591-f631-472f-acd8-f8eb0325100c tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': '8f3bfebb-9820-48d1-a025-94942e33f09e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e8ab4d80-9813-4cbf-a44d-4d385f682643'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:56.132386 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-500bd591-f631-472f-acd8-f8eb0325100c tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The resource could not be found. Jul 15 15:14:56.133475 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-500bd591-f631-472f-acd8-f8eb0325100c tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1231251 Jul 15 15:14:56.136244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45010) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:56.147467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-0051c78b-03e5-4f15-994f-7256436753c8 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Deleting port 83e27df8-c6af-47ce-9e31-6ba54d75f566 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:56.147953 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0051c78b-03e5-4f15-994f-7256436753c8 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:56.278029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-0051c78b-03e5-4f15-994f-7256436753c8 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] For port 83e27df8-c6af-47ce-9e31-6ba54d75f566, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=83e27df8-c6af-47ce-9e31-6ba54d75f566,segment=NetworkSegment(bc308b7a-2658-47a9-9a11-91b03506b4bb),segment_id=bc308b7a-2658-47a9-9a11-91b03506b4bb)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:56.278029 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0051c78b-03e5-4f15-994f-7256436753c8 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:56.304142 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-33c7b7f4-5821-42fc-9101-184a434e9564 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:56.310966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-0051c78b-03e5-4f15-994f-7256436753c8 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Calling delete_port for 83e27df8-c6af-47ce-9e31-6ba54d75f566 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:56.345083 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-33c7b7f4-5821-42fc-9101-184a434e9564 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:56.348833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 22b4b677-5b3d-454e-a9d9-81c680a3473c no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:14:56.393553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 22b4b677-5b3d-454e-a9d9-81c680a3473c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:14:56.394237 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 22b4b677-5b3d-454e-a9d9-81c680a3473c not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:14:56.490814 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-33c7b7f4-5821-42fc-9101-184a434e9564 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:56.498578 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-33c7b7f4-5821-42fc-9101-184a434e9564 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:56.498578 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-33c7b7f4-5821-42fc-9101-184a434e9564 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "DELETE /v2.0/security-groups/8f3bfebb-9820-48d1-a025-94942e33f09e HTTP/1.1" status: 204 len: 168 time: 0.3559055 Jul 15 15:14:56.499777 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45018) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:56.545200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7b7f4-5821-42fc-9101-184a434e9564 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3bfebb-9820-48d1-a025-94942e33f09e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:56.606825 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4caf4322-7ce6-4816-94d6-7397d10649b1 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1050239 Jul 15 15:14:56.609065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45022) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:56.614119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bbc6f4fa-df05-4d7b-98b7-239751d6a324 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': 'ba18635c-da3b-496c-8994-ed212002a87a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:56.724008 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0051c78b-03e5-4f15-994f-7256436753c8 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:56.733738 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-bbc6f4fa-df05-4d7b-98b7-239751d6a324 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The resource could not be found. Jul 15 15:14:56.742553 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bbc6f4fa-df05-4d7b-98b7-239751d6a324 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1309667 Jul 15 15:14:56.743153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45030) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:56.750332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b7677387-b6eb-4f7d-8257-f7439512e0d0 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group': {'name': 'tempest-secgroup--780817788'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:56.761726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051c78b-03e5-4f15-994f-7256436753c8 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Port': ['ID=83e27df8-c6af-47ce-9e31-6ba54d75f566,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:56.807522 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7677387-b6eb-4f7d-8257-f7439512e0d0 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:57.042606 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7677387-b6eb-4f7d-8257-f7439512e0d0 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:57.051826 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7677387-b6eb-4f7d-8257-f7439512e0d0 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:57.137593 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7677387-b6eb-4f7d-8257-f7439512e0d0 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:57.143892 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b7677387-b6eb-4f7d-8257-f7439512e0d0 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3950820 Jul 15 15:14:57.154892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45040) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:57.167676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f7cf505b-d739-43bc-b44f-aabdb221cad2 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group': {'name': 'tempest-secgroup--392720303'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:57.193676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7677387-b6eb-4f7d-8257-f7439512e0d0 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7622ef4b-a7cf-41f9-8971-5f81201d9226,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:57.242188 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7cf505b-d739-43bc-b44f-aabdb221cad2 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:57.392317 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7cf505b-d739-43bc-b44f-aabdb221cad2 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:57.399972 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7cf505b-d739-43bc-b44f-aabdb221cad2 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:57.458772 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7cf505b-d739-43bc-b44f-aabdb221cad2 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:57.463281 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f7cf505b-d739-43bc-b44f-aabdb221cad2 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3047049 Jul 15 15:14:57.465394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45046) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:57.471491 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fae4a578-5731-4bce-9bea-75ee2b5d7b1b tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group_rule': {'security_group_id': '7622ef4b-a7cf-41f9-8971-5f81201d9226', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '92127720-fc78-40b5-a996-0570e3485620'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:57.511997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf505b-d739-43bc-b44f-aabdb221cad2 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92127720-fc78-40b5-a996-0570e3485620,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:57.552157 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06c048-4758-46a1-88c2-ac96344b1e7b req-32277bdb-1798-48ff-836d-24602d6d978e tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:57.555142 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a06c048-4758-46a1-88c2-ac96344b1e7b req-32277bdb-1798-48ff-836d-24602d6d978e tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.7952900 Jul 15 15:14:57.567514 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-fae4a578-5731-4bce-9bea-75ee2b5d7b1b tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:14:57.571808 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fae4a578-5731-4bce-9bea-75ee2b5d7b1b tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1010683 Jul 15 15:14:57.572254 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45050) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:57.635086 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0051c78b-03e5-4f15-994f-7256436753c8 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:57.651960 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a2623bc-d987-4122-9e6e-193f24cf67a5 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:57.655341 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a06c048-4758-46a1-88c2-ac96344b1e7b req-982f1f00-72b0-4376-9c31-9022a4a58499 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922592 Jul 15 15:14:57.678364 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce37ed-5696-46d3-8d8c-08052005771b req-81f85f88-5e73-41fc-a1c2-ca49f72c2964 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:57.680451 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bcce37ed-5696-46d3-8d8c-08052005771b req-81f85f88-5e73-41fc-a1c2-ca49f72c2964 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.7116032 Jul 15 15:14:57.691774 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a2623bc-d987-4122-9e6e-193f24cf67a5 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:57.769914 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a2623bc-d987-4122-9e6e-193f24cf67a5 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:57.773485 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a2623bc-d987-4122-9e6e-193f24cf67a5 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:57.777242 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7a2623bc-d987-4122-9e6e-193f24cf67a5 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "DELETE /v2.0/security-groups/92127720-fc78-40b5-a996-0570e3485620 HTTP/1.1" status: 204 len: 168 time: 0.2015765 Jul 15 15:14:57.782309 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45056) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:57.809879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2623bc-d987-4122-9e6e-193f24cf67a5 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92127720-fc78-40b5-a996-0570e3485620,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:57.917933 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bcce37ed-5696-46d3-8d8c-08052005771b req-8e355f48-f5b5-4847-8093-c4cd1563f31d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304041 Jul 15 15:14:57.945734 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4440ec7e-49be-41f6-aa17-51483ad202b8 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1621966 Jul 15 15:14:57.952701 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45060) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:58.034644 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c09e106-8bb3-42b3-82bc-5970577d5249 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:58.050834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0051c78b-03e5-4f15-994f-7256436753c8 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Router 650c6b6e-6582-4551-94c8-1fb3d85e5059 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:14:58.107610 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c09e106-8bb3-42b3-82bc-5970577d5249 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:58.217467 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c09e106-8bb3-42b3-82bc-5970577d5249 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:58.220338 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c09e106-8bb3-42b3-82bc-5970577d5249 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:58.226218 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8c09e106-8bb3-42b3-82bc-5970577d5249 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "DELETE /v2.0/security-groups/7622ef4b-a7cf-41f9-8971-5f81201d9226 HTTP/1.1" status: 204 len: 168 time: 0.2714868 Jul 15 15:14:58.226946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45066) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:58.245329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09e106-8bb3-42b3-82bc-5970577d5249 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7622ef4b-a7cf-41f9-8971-5f81201d9226,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:58.256262 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0051c78b-03e5-4f15-994f-7256436753c8 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:14:58.282399 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9068db-8699-4bfc-9ba8-65d2eda4e5c8 None None] Sync routers for ids ['650c6b6e-6582-4551-94c8-1fb3d85e5059'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:14:58.289338 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0051c78b-03e5-4f15-994f-7256436753c8 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "PUT /v2.0/routers/650c6b6e-6582-4551-94c8-1fb3d85e5059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6300478 Jul 15 15:14:58.293169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45072) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:58.300889 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9068db-8699-4bfc-9ba8-65d2eda4e5c8 None None] Routers {'650c6b6e-6582-4551-94c8-1fb3d85e5059'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:14:58.301677 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9a9068db-8699-4bfc-9ba8-65d2eda4e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:14:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['650c6b6e-6582-4551-94c8-1fb3d85e5059'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:58.343434 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45074) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:58.343988 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-17d4e64d-985d-4dba-80e5-b1adeb3badcb tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1113577 Jul 15 15:14:58.349561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b56fb274-aa9f-4e1a-8224-9e01defe8072 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907451847'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:58.403610 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b56fb274-aa9f-4e1a-8224-9e01defe8072 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:58.452202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e997463-5dec-43a5-960f-639f9aec60d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Deleting subnet b5e464a9-02af-488c-a2b1-491bd881611d {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:14:58.456514 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e997463-5dec-43a5-960f-639f9aec60d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:58.465944 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-9a9068db-8699-4bfc-9ba8-65d2eda4e5c8 None None] Set router 650c6b6e-6582-4551-94c8-1fb3d85e5059 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:14:58.525046 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e997463-5dec-43a5-960f-639f9aec60d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:58.732260 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b56fb274-aa9f-4e1a-8224-9e01defe8072 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:58.748084 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b56fb274-aa9f-4e1a-8224-9e01defe8072 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:58.796224 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e997463-5dec-43a5-960f-639f9aec60d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:58.828362 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9a9068db-8699-4bfc-9ba8-65d2eda4e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:14:56Z', 'revision_number': 7, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:58.849336 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b56fb274-aa9f-4e1a-8224-9e01defe8072 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:58.851111 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b56fb274-aa9f-4e1a-8224-9e01defe8072 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5062261 Jul 15 15:14:58.854228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45084) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:58.859454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fb274-aa9f-4e1a-8224-9e01defe8072 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d07887-e5b5-4e31-9686-049aa614d909,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:58.860848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c56c8345-6a1a-4be8-81a8-a163bcfed498 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:14:58.861365 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-c56c8345-6a1a-4be8-81a8-a163bcfed498 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 15:14:58.861874 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-c56c8345-6a1a-4be8-81a8-a163bcfed498 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 15:14:58.865808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45086) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:58.867669 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c56c8345-6a1a-4be8-81a8-a163bcfed498 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "PUT /v2.0/security-groups/36d07887-e5b5-4e31-9686-049aa614d909 HTTP/1.1" status: 409 len: 330 time: 0.0115321 Jul 15 15:14:59.027753 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e997463-5dec-43a5-960f-639f9aec60d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:59.031923 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9068db-8699-4bfc-9ba8-65d2eda4e5c8 None None] Checking router: 650c6b6e-6582-4551-94c8-1fb3d85e5059 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:14:59.052517 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9068db-8699-4bfc-9ba8-65d2eda4e5c8 None None] Routers {'650c6b6e-6582-4551-94c8-1fb3d85e5059'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:14:59.053185 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9a9068db-8699-4bfc-9ba8-65d2eda4e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:14:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['650c6b6e-6582-4551-94c8-1fb3d85e5059'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:59.075910 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e997463-5dec-43a5-960f-639f9aec60d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e464a9-02af-488c-a2b1-491bd881611d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:59.089848 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e790dab2-d590-4ffb-8792-329c0b67f446 None None] Network ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:14:59.098227 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e997463-5dec-43a5-960f-639f9aec60d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:59.104033 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45090) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:59.104772 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1e997463-5dec-43a5-960f-639f9aec60d5 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "DELETE /v2.0/subnets/b5e464a9-02af-488c-a2b1-491bd881611d HTTP/1.1" status: 204 len: 168 time: 0.8061314 Jul 15 15:14:59.114220 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b0775907-8603-496a-9184-62190b750cc1 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:59.152172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8fe71-d799-4ae0-b4ae-26c0e71c0c69 req-8e6c0536-69e6-4309-a6e3-b6893f35c459 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:59.154832 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29b8fe71-d799-4ae0-b4ae-26c0e71c0c69 req-8e6c0536-69e6-4309-a6e3-b6893f35c459 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.2220948 Jul 15 15:14:59.213141 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b0775907-8603-496a-9184-62190b750cc1 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:59.343500 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-9a9068db-8699-4bfc-9ba8-65d2eda4e5c8 None None] Set router 650c6b6e-6582-4551-94c8-1fb3d85e5059 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:14:59.410974 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7acb5637-de83-4c3a-9028-7de2ee4a95ad tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:59.518679 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb5f460-33c3-4d42-ace0-208c7769b325 None None] DHCP port deletion for ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:14:59.570155 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b0775907-8603-496a-9184-62190b750cc1 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:59.579191 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b0775907-8603-496a-9184-62190b750cc1 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:59.583155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b0775907-8603-496a-9184-62190b750cc1 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "DELETE /v2.0/security-groups/36d07887-e5b5-4e31-9686-049aa614d909 HTTP/1.1" status: 204 len: 168 time: 0.7154284 Jul 15 15:14:59.590067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45100) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:59.603686 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6bb5f460-33c3-4d42-ace0-208c7769b325 None None] Deleting port 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:59.604293 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6bb5f460-33c3-4d42-ace0-208c7769b325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:59.612185 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9a9068db-8699-4bfc-9ba8-65d2eda4e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:14:56Z', 'revision_number': 7, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:59.649863 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9068db-8699-4bfc-9ba8-65d2eda4e5c8 None None] The sync data for ids ['650c6b6e-6582-4551-94c8-1fb3d85e5059'] in n-d-764435-3 is: [{'id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'name': 'tempest-TestNetworkBasicOps-router-1889286827', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:12Z', 'updated_at': '2021-07-15T15:14:56Z', 'revision_number': 7, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '88a1d10c-8fe6-4c10-8451-0f8df5d36bf9', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c6b6e-6582-4551-94c8-1fb3d85e5059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:14Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:14:59.678131 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0775907-8603-496a-9184-62190b750cc1 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d07887-e5b5-4e31-9686-049aa614d909,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:59.730455 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29b8fe71-d799-4ae0-b4ae-26c0e71c0c69 req-6efdb1d6-c70d-4a2a-8754-23fe87d06487 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5502112 Jul 15 15:14:59.743955 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7acb5637-de83-4c3a-9028-7de2ee4a95ad tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:59.748944 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6bb5f460-33c3-4d42-ace0-208c7769b325 None None] For port 1d6d1998-7502-48a9-84e6-3b0fde3eaa94, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1d6d1998-7502-48a9-84e6-3b0fde3eaa94,segment=NetworkSegment(bc308b7a-2658-47a9-9a11-91b03506b4bb),segment_id=bc308b7a-2658-47a9-9a11-91b03506b4bb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:59.749401 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6bb5f460-33c3-4d42-ace0-208c7769b325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:59.776710 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6bb5f460-33c3-4d42-ace0-208c7769b325 None None] Calling delete_port for 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:14:59.808655 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0a85d-fcef-4f70-a4fb-9ce6ceb0c3a9 req-86f5ba74-320a-485d-9dcc-7d43817f1863 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:14:59.811035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62d0a85d-fcef-4f70-a4fb-9ce6ceb0c3a9 req-86f5ba74-320a-485d-9dcc-7d43817f1863 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.5493116 Jul 15 15:14:59.815610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7906fac8-a1c7-4883-991d-459220ce6b4c tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1908419 Jul 15 15:14:59.819861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45104) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:59.872976 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7acb5637-de83-4c3a-9028-7de2ee4a95ad tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Deleting port 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:14:59.873410 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7acb5637-de83-4c3a-9028-7de2ee4a95ad tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:59.886518 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-cbc69ca5-a077-42c4-b6e9-30cbee892f9f tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] delete failed (client error): The resource could not be found. Jul 15 15:14:59.888485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cbc69ca5-a077-42c4-b6e9-30cbee892f9f tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "DELETE /v2.0/security-groups/4da0a20a-4054-4ddb-85b3-b05d6cb36010 HTTP/1.1" status: 404 len: 347 time: 0.0671256 Jul 15 15:14:59.892579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45108) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:59.912564 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-1bdac955-9113-4518-b484-02d43492c3f4 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] show failed (client error): The resource could not be found. Jul 15 15:14:59.914834 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1bdac955-9113-4518-b484-02d43492c3f4 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "GET /v2.0/security-groups/a21b2e8a-48a8-478b-993f-ee48856e02d4 HTTP/1.1" status: 404 len: 347 time: 0.0209203 Jul 15 15:14:59.918387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45110) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:14:59.936256 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-ff11a389-632d-403f-a3a9-14bea5f55ca3 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] show failed (client error): The resource could not be found. Jul 15 15:14:59.937486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ff11a389-632d-403f-a3a9-14bea5f55ca3 tempest-NegativeSecGroupTest-1880706520 tempest-NegativeSecGroupTest-1880706520-project] 10.222.0.38 "GET /v2.0/security-group-rules/7f3bf535-bd50-420c-8d2a-8ebc5911e1f8 HTTP/1.1" status: 404 len: 356 time: 0.0179887 Jul 15 15:14:59.988439 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62d0a85d-fcef-4f70-a4fb-9ce6ceb0c3a9 req-999781a3-7cf6-4224-a4bc-cd4c83c4594b tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664865 Jul 15 15:15:00.008479 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-7acb5637-de83-4c3a-9028-7de2ee4a95ad tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] For port 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=88a1d10c-8fe6-4c10-8451-0f8df5d36bf9,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:00.008856 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7acb5637-de83-4c3a-9028-7de2ee4a95ad tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:00.023374 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6bb5f460-33c3-4d42-ace0-208c7769b325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:00.026090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7acb5637-de83-4c3a-9028-7de2ee4a95ad tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Calling delete_port for 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:15:00.052962 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb5f460-33c3-4d42-ace0-208c7769b325 None None] No DVR routers for this DVR port 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:15:00.062772 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7deaf0e4-6028-4015-a0ec-c9a120e34258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:00.112745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5f460-33c3-4d42-ace0-208c7769b325 None None] Pushing event deleted for resources: {'Port': ['ID=1d6d1998-7502-48a9-84e6-3b0fde3eaa94,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:00.242113 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 83e27df8-c6af-47ce-9e31-6ba54d75f566 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:15:00.253403 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7acb5637-de83-4c3a-9028-7de2ee4a95ad tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:00.275765 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 83e27df8-c6af-47ce-9e31-6ba54d75f566 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:15:00.276373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 83e27df8-c6af-47ce-9e31-6ba54d75f566 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:15:00.278473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:15:00.320960 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:15:00.325373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1d6d1998-7502-48a9-84e6-3b0fde3eaa94 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:15:00.330059 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb5637-de83-4c3a-9028-7de2ee4a95ad tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Port': ['ID=88a1d10c-8fe6-4c10-8451-0f8df5d36bf9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:00.464459 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7acb5637-de83-4c3a-9028-7de2ee4a95ad tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:00.671843 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45124) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:00.712921 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7acb5637-de83-4c3a-9028-7de2ee4a95ad tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:00.722411 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7acb5637-de83-4c3a-9028-7de2ee4a95ad tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:00.797296 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7acb5637-de83-4c3a-9028-7de2ee4a95ad tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:00.799166 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acb5637-de83-4c3a-9028-7de2ee4a95ad tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Fanout notify agent at l3_agent the message router_deleted on router 650c6b6e-6582-4551-94c8-1fb3d85e5059 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:15:00.809181 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7acb5637-de83-4c3a-9028-7de2ee4a95ad tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:00.810586 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7acb5637-de83-4c3a-9028-7de2ee4a95ad tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "DELETE /v2.0/routers/650c6b6e-6582-4551-94c8-1fb3d85e5059 HTTP/1.1" status: 204 len: 168 time: 1.7054157 Jul 15 15:15:00.813371 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45132) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:00.997496 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e153b2b0-fd36-454e-8237-8630486c5ec2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:01.146119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-65abd671-e81f-44d1-8f14-c7e7e917fb05 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5543ac864094d33a72c7249b7b1639d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4730780 Jul 15 15:15:01.148773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45140) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:01.254125 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b9bb4a6-2a7b-42e1-8098-bf421e2b39e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:01.298082 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b9bb4a6-2a7b-42e1-8098-bf421e2b39e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:01.413534 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b9bb4a6-2a7b-42e1-8098-bf421e2b39e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:01.416880 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b9bb4a6-2a7b-42e1-8098-bf421e2b39e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:01.420325 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7b9bb4a6-2a7b-42e1-8098-bf421e2b39e5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c685ff25-70fc-4803-8e25-452f21802d42 HTTP/1.1" status: 204 len: 168 time: 0.2682989 Jul 15 15:15:01.426113 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e153b2b0-fd36-454e-8237-8630486c5ec2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:01.485824 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bb4a6-2a7b-42e1-8098-bf421e2b39e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c685ff25-70fc-4803-8e25-452f21802d42,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:01.536880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-e153b2b0-fd36-454e-8237-8630486c5ec2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca64047f-4198-4fb1-8fa3-ffa8b6af63c7']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:01.577947 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ca17e-35ec-4c68-a7fa-7a68311fe20e req-f12f7176-add7-47ab-8e31-aa4cdb9009d2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:01.585788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa2ca17e-35ec-4c68-a7fa-7a68311fe20e req-f12f7176-add7-47ab-8e31-aa4cdb9009d2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.5493591 Jul 15 15:15:01.597787 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-e153b2b0-fd36-454e-8237-8630486c5ec2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc308b7a-2658-47a9-9a11-91b03506b4bb') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:01.598203 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-e153b2b0-fd36-454e-8237-8630486c5ec2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc308b7a-2658-47a9-9a11-91b03506b4bb') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:01.627886 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e153b2b0-fd36-454e-8237-8630486c5ec2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:01.668741 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c3692-a8ff-4f7e-92c1-69419676ae7b req-f26d87e2-5e15-45e0-aafa-85c8313738b1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:01.682729 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-424c3692-a8ff-4f7e-92c1-69419676ae7b req-f26d87e2-5e15-45e0-aafa-85c8313738b1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.4766078 Jul 15 15:15:01.691989 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e153b2b0-fd36-454e-8237-8630486c5ec2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:01.745274 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e153b2b0-fd36-454e-8237-8630486c5ec2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:15:01.753812 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e153b2b0-fd36-454e-8237-8630486c5ec2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:01.771118 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa2ca17e-35ec-4c68-a7fa-7a68311fe20e req-3365c4b6-b6ce-416c-84c1-2d8a02de1c5c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842976 Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:15:01.773563 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:15:01.871481 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-424c3692-a8ff-4f7e-92c1-69419676ae7b req-2199acdd-4480-4765-9d14-df46cc4f8644 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831288 Jul 15 15:15:01.889598 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e153b2b0-fd36-454e-8237-8630486c5ec2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:01.928471 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e153b2b0-fd36-454e-8237-8630486c5ec2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:01.948222 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e153b2b0-fd36-454e-8237-8630486c5ec2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "DELETE /v2.0/networks/ca64047f-4198-4fb1-8fa3-ffa8b6af63c7 HTTP/1.1" status: 204 len: 168 time: 1.1335404 Jul 15 15:15:01.957047 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45162) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:01.971772 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-15635d3f-b071-41b8-8308-93fba8b3469a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'network': {'name': 'tempest-network-smoke--2128673331', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'port_security_enabled': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:01.992391 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153b2b0-fd36-454e-8237-8630486c5ec2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Network': ['ID=ca64047f-4198-4fb1-8fa3-ffa8b6af63c7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:02.027013 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15635d3f-b071-41b8-8308-93fba8b3469a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Made reservation on behalf of 70a995f7ee6e41f597cf94301c84780c for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:15:02.034230 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15635d3f-b071-41b8-8308-93fba8b3469a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:02.087511 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15635d3f-b071-41b8-8308-93fba8b3469a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:15:02.137152 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15635d3f-b071-41b8-8308-93fba8b3469a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:02.137621 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-15635d3f-b071-41b8-8308-93fba8b3469a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Added segment 89f8dbd2-26bb-4464-bac8-2ccac568b5c0 of type vlan for network d8995f63-ac4d-440f-96f3-26710ad129d2 Jul 15 15:15:02.180568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:15:02.207796 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15635d3f-b071-41b8-8308-93fba8b3469a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:02.287298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:15:02.288376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 88a1d10c-8fe6-4c10-8451-0f8df5d36bf9 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:15:02.295890 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15635d3f-b071-41b8-8308-93fba8b3469a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:02.304486 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15635d3f-b071-41b8-8308-93fba8b3469a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:02.309644 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15635d3f-b071-41b8-8308-93fba8b3469a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:02.429185 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-15635d3f-b071-41b8-8308-93fba8b3469a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4614108 Jul 15 15:15:02.430496 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15635d3f-b071-41b8-8308-93fba8b3469a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Network': ['ID=d8995f63-ac4d-440f-96f3-26710ad129d2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:02.431982 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45174) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:02.439571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-270943219', 'admin_state_up': True, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:02.453428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network d8995f63-ac4d-440f-96f3-26710ad129d2 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:15:02.502916 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:02.504784 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:02.609788 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:02.801789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45194) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:02.807356 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:02.839141 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:02.913944 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-59dfda4d-fa5a-4a9e-ad69-fec2c0c469ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.052568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7199a760-b414-4247-ba14-87ec0a1f33dd tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-720131034'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:03.091294 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7199a760-b414-4247-ba14-87ec0a1f33dd tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Made reservation on behalf of 592a987ac99e42a49d6728e92e01d825 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:15:03.095225 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7199a760-b414-4247-ba14-87ec0a1f33dd tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.130849 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7199a760-b414-4247-ba14-87ec0a1f33dd tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.177464 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 41506cc5-5897-4f17-900d-f8199594fd94 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:15:03.357281 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.381009 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7199a760-b414-4247-ba14-87ec0a1f33dd tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.399087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=41506cc5-5897-4f17-900d-f8199594fd94,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:03.399683 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7199a760-b414-4247-ba14-87ec0a1f33dd tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.418798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '41506cc5-5897-4f17-900d-f8199594fd94', 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35', 'port_id': '41506cc5-5897-4f17-900d-f8199594fd94', 'mac_address': 'fa:16:3e:50:eb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f494c2-b6f4-4c40-b1bb-27cdabd6cc33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:15:03.421037 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.497790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c91a07-da8a-4542-a101-110e2f4ed68a req-3c38ebed-b435-4857-b7e7-ea1cfb51cc63 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:03.499704 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-64c91a07-da8a-4542-a101-110e2f4ed68a req-3c38ebed-b435-4857-b7e7-ea1cfb51cc63 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.3706794 Jul 15 15:15:03.507671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7199a760-b414-4247-ba14-87ec0a1f33dd tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:15:03.516001 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ae456-03ca-4d4a-b427-8763d83d94a7 req-e7876972-6cde-4c95-a46a-70a9ba018b56 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:03.518744 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.523818 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b2ae456-03ca-4d4a-b427-8763d83d94a7 req-e7876972-6cde-4c95-a46a-70a9ba018b56 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2807305 Jul 15 15:15:03.544682 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199a760-b414-4247-ba14-87ec0a1f33dd tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b56002dc-9671-4752-807a-e66dd5c6eb19,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:03.554863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41506cc5-5897-4f17-900d-f8199594fd94 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:15:03.566637 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7199a760-b414-4247-ba14-87ec0a1f33dd tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.566990 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-7199a760-b414-4247-ba14-87ec0a1f33dd tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Added segment 8b86c6c1-6b5a-4326-ae3a-8978f6d9497e of type vlan for network 3420001c-1d88-4fbe-bfb5-0d39d5734348 Jul 15 15:15:03.619456 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=41506cc5-5897-4f17-900d-f8199594fd94,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:03.624829 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-64c91a07-da8a-4542-a101-110e2f4ed68a req-4405d1a5-171d-48e8-9709-307c86ea0e72 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979946 Jul 15 15:15:03.632387 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.650146 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b2ae456-03ca-4d4a-b427-8763d83d94a7 req-d58f29ea-fbb3-404e-a751-cfc0be500f83 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254351 Jul 15 15:15:03.670231 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7199a760-b414-4247-ba14-87ec0a1f33dd tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.704929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Allocated IP 172.25.4.91 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/91e77642-86f3-4109-8cee-534b807cd404) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:15:03.775402 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7199a760-b414-4247-ba14-87ec0a1f33dd tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.792319 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7199a760-b414-4247-ba14-87ec0a1f33dd tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:03.792998 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7199a760-b414-4247-ba14-87ec0a1f33dd tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.808421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=41506cc5-5897-4f17-900d-f8199594fd94,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:03.837623 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:03.837976 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:03.838343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:03.838678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:03.839107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:03.839748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:03.839748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:03.840203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:03.840493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:03.840632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:03.841329 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:03.841834 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:03.917727 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['41506cc5-5897-4f17-900d-f8199594fd94'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:15:04.011560 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:04.030779 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7199a760-b414-4247-ba14-87ec0a1f33dd tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.2245936 Jul 15 15:15:04.032918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199a760-b414-4247-ba14-87ec0a1f33dd tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Pushing event updated for resources: {'Network': ['ID=3420001c-1d88-4fbe-bfb5-0d39d5734348,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:04.035003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45222) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:04.065431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-dbfa6185-5e63-412f-a828-045e0fe2e7b6 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3420001c-1d88-4fbe-bfb5-0d39d5734348', 'tempest-TagsTest-Tag-1880844941') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:04.118372 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 3420001c-1d88-4fbe-bfb5-0d39d5734348 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:15:04.134866 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:04.221966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:15:04.235853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:15:04.252617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:15:04.297122 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dbfa6185-5e63-412f-a828-045e0fe2e7b6 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] 10.222.0.38 "PUT /v2.0/networks/3420001c-1d88-4fbe-bfb5-0d39d5734348/tags/tempest-TagsTest-Tag-1880844941 HTTP/1.1" status: 201 len: 201 time: 0.2470756 Jul 15 15:15:04.299729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45228) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:04.306070 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-8657b556-2def-41f8-8b87-12de2ba014b1 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3420001c-1d88-4fbe-bfb5-0d39d5734348', 'tempest-TagsTest-Tag-1880844941') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:04.339461 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:04.407861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Port': ['ID=91e77642-86f3-4109-8cee-534b807cd404,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:04.460954 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8657b556-2def-41f8-8b87-12de2ba014b1 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] 10.222.0.38 "GET /v2.0/networks/3420001c-1d88-4fbe-bfb5-0d39d5734348/tags/tempest-TagsTest-Tag-1880844941 HTTP/1.1" status: 204 len: 168 time: 0.1597197 Jul 15 15:15:04.463434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45236) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:04.476570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-b6b96493-55a0-4db4-9f18-982598d99e87 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3420001c-1d88-4fbe-bfb5-0d39d5734348') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:04.665417 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b6b96493-55a0-4db4-9f18-982598d99e87 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] 10.222.0.38 "GET /v2.0/networks/3420001c-1d88-4fbe-bfb5-0d39d5734348/tags HTTP/1.1" status: 200 len: 238 time: 0.1983075 Jul 15 15:15:04.665732 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45242) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:04.670876 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-9ae79b2c-b0e7-44d9-b8c2-8cd6ab8c3076 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3420001c-1d88-4fbe-bfb5-0d39d5734348', {'tags': ['tempest-TagsTest-Tag-1671462134', 'tempest-TagsTest-Tag-447197796', 'tempest-TagsTest-Tag-983924248']}) {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:04.847842 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9ae79b2c-b0e7-44d9-b8c2-8cd6ab8c3076 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] 10.222.0.38 "PUT /v2.0/networks/3420001c-1d88-4fbe-bfb5-0d39d5734348/tags HTTP/1.1" status: 200 len: 307 time: 0.1785622 Jul 15 15:15:04.848129 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45252) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:04.853424 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-9540f376-a41e-4526-a1f2-92c186334e22 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3420001c-1d88-4fbe-bfb5-0d39d5734348', 'tempest-TagsTest-Tag-1671462134') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:04.880134 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:05.152898 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9540f376-a41e-4526-a1f2-92c186334e22 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] 10.222.0.38 "DELETE /v2.0/networks/3420001c-1d88-4fbe-bfb5-0d39d5734348/tags/tempest-TagsTest-Tag-1671462134 HTTP/1.1" status: 204 len: 168 time: 0.3008902 Jul 15 15:15:05.153470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45266) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:05.159280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-730d6868-e89c-40d8-8bfc-572e250d60ba tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3420001c-1d88-4fbe-bfb5-0d39d5734348', 'tempest-TagsTest-Tag-1671462134') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:05.188350 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 41506cc5-5897-4f17-900d-f8199594fd94 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:15:05.320993 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 41506cc5-5897-4f17-900d-f8199594fd94 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:15:05.321371 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:05.323037 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-730d6868-e89c-40d8-8bfc-572e250d60ba tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] show failed (client error): The resource could not be found. Jul 15 15:15:05.326715 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-730d6868-e89c-40d8-8bfc-572e250d60ba tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] 10.222.0.38 "GET /v2.0/networks/3420001c-1d88-4fbe-bfb5-0d39d5734348/tags/tempest-TagsTest-Tag-1671462134 HTTP/1.1" status: 404 len: 326 time: 0.1689906 Jul 15 15:15:05.327537 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45268) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:05.332744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-c153dc77-1f91-4625-be14-8cc6a1ce25c2 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3420001c-1d88-4fbe-bfb5-0d39d5734348', 'tempest-TagsTest-Tag-447197796') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:05.529420 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c153dc77-1f91-4625-be14-8cc6a1ce25c2 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] 10.222.0.38 "GET /v2.0/networks/3420001c-1d88-4fbe-bfb5-0d39d5734348/tags/tempest-TagsTest-Tag-447197796 HTTP/1.1" status: 204 len: 168 time: 0.1990361 Jul 15 15:15:05.533458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45270) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:05.541383 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-6b977c65-824f-4db9-a2b4-d1bc4b29f31d tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3420001c-1d88-4fbe-bfb5-0d39d5734348', 'tempest-TagsTest-Tag-983924248') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:05.572144 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:05.677205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=41506cc5-5897-4f17-900d-f8199594fd94,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:05.680740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad0ff2a-f31d-4c9b-b626-530362890e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41506cc5-5897-4f17-900d-f8199594fd94'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:05.687741 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf76c54-2744-4649-a7ed-fbeb10e84471" -d '{"events": [{"server_uuid": "0ad0ff2a-f31d-4c9b-b626-530362890e27", "name": "network-vif-plugged", "status": "completed", "tag": "41506cc5-5897-4f17-900d-f8199594fd94"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:05.696800 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:05.760646 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6b977c65-824f-4db9-a2b4-d1bc4b29f31d tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] 10.222.0.38 "GET /v2.0/networks/3420001c-1d88-4fbe-bfb5-0d39d5734348/tags/tempest-TagsTest-Tag-983924248 HTTP/1.1" status: 204 len: 168 time: 0.2253571 Jul 15 15:15:05.763284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:05.775227 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-a64802ab-4b03-4801-b037-40abd6c79560 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3420001c-1d88-4fbe-bfb5-0d39d5734348') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:05.836939 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=41506cc5-5897-4f17-900d-f8199594fd94,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:05.979037 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:05.984491 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a64802ab-4b03-4801-b037-40abd6c79560 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] 10.222.0.38 "DELETE /v2.0/networks/3420001c-1d88-4fbe-bfb5-0d39d5734348/tags HTTP/1.1" status: 204 len: 168 time: 0.2185645 Jul 15 15:15:05.987381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45280) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:06.001203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-69f6e36d-9e52-464f-bda1-f7047171a16d tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3420001c-1d88-4fbe-bfb5-0d39d5734348', 'tempest-TagsTest-Tag-447197796') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:06.115555 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-69f6e36d-9e52-464f-bda1-f7047171a16d tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] show failed (client error): The resource could not be found. Jul 15 15:15:06.120693 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-69f6e36d-9e52-464f-bda1-f7047171a16d tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] 10.222.0.38 "GET /v2.0/networks/3420001c-1d88-4fbe-bfb5-0d39d5734348/tags/tempest-TagsTest-Tag-447197796 HTTP/1.1" status: 404 len: 325 time: 0.1292052 Jul 15 15:15:06.122405 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45284) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:06.139403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-a329d2ed-333b-4818-84b6-bad52b52cf32 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3420001c-1d88-4fbe-bfb5-0d39d5734348', 'tempest-TagsTest-Tag-983924248') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:06.332292 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-a329d2ed-333b-4818-84b6-bad52b52cf32 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] show failed (client error): The resource could not be found. Jul 15 15:15:06.339390 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a329d2ed-333b-4818-84b6-bad52b52cf32 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] 10.222.0.38 "GET /v2.0/networks/3420001c-1d88-4fbe-bfb5-0d39d5734348/tags/tempest-TagsTest-Tag-983924248 HTTP/1.1" status: 404 len: 325 time: 0.2156994 Jul 15 15:15:06.340465 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45290) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:06.358377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-5926306e-4ac2-48dc-a2ea-9e2b65718417 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3420001c-1d88-4fbe-bfb5-0d39d5734348') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:06.404763 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628043e9-302a-41b2-9bac-885f57b8bd32 req-73b7ee6a-2075-43c5-bb89-a0abf89f586b tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:06.412514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-628043e9-302a-41b2-9bac-885f57b8bd32 req-73b7ee6a-2075-43c5-bb89-a0abf89f586b tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 1.3345222 Jul 15 15:15:06.447629 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a715bf-3e66-4072-b9e8-adc5c2cda2d0 req-56573eff-e356-4291-9566-676adc118b40 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:06.458767 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83a715bf-3e66-4072-b9e8-adc5c2cda2d0 req-56573eff-e356-4291-9566-676adc118b40 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 1.1201768 Jul 15 15:15:06.522915 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5926306e-4ac2-48dc-a2ea-9e2b65718417 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] 10.222.0.38 "DELETE /v2.0/networks/3420001c-1d88-4fbe-bfb5-0d39d5734348/tags HTTP/1.1" status: 204 len: 168 time: 0.1802785 Jul 15 15:15:06.523769 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45298) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:06.583082 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83a715bf-3e66-4072-b9e8-adc5c2cda2d0 req-356703ee-d3f0-406d-8264-2f836757ab56 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231966 Jul 15 15:15:06.586964 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:06.598036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-628043e9-302a-41b2-9bac-885f57b8bd32 req-c51fd984-617f-4163-9be7-bfef1ad9fe6e tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243818 Jul 15 15:15:06.622055 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b624f063-fd0f-443a-bcb5-2cff747b77d5 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:06.693809 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864905e3-fd72-4731-82d1-ce438e8eb1ca x-openstack-request-id: req-864905e3-fd72-4731-82d1-ce438e8eb1ca {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:06.694985 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad0ff2a-f31d-4c9b-b626-530362890e27", "name": "network-vif-plugged", "status": "completed", "tag": "41506cc5-5897-4f17-900d-f8199594fd94", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:06.694985 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-864905e3-fd72-4731-82d1-ce438e8eb1ca {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:06.695408 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad0ff2a-f31d-4c9b-b626-530362890e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41506cc5-5897-4f17-900d-f8199594fd94', 'code': 200} Jul 15 15:15:06.887573 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Router e0ac6488-899e-4bee-bae7-19bfd7038e00 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:15:07.119889 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:15:07.134947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Sync routers for ids ['e0ac6488-899e-4bee-bae7-19bfd7038e00'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:15:07.156799 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:07.158441 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-abca3bac-8e6f-4d84-825e-af2cbab21e11 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.7251148 Jul 15 15:15:07.161011 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Routers {'e0ac6488-899e-4bee-bae7-19bfd7038e00'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:15:07.161583 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45304) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:07.169636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:15:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e0ac6488-899e-4bee-bae7-19bfd7038e00'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:07.243405 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-08d3111f-75b0-4b10-ac64-a3e1932f442d tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=70a995f7ee6e41f597cf94301c84780c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0805807 Jul 15 15:15:07.249239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45308) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:07.424134 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5766fc7b-8910-467b-9106-86918dd51ecf tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:07.426431 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5766fc7b-8910-467b-9106-86918dd51ecf tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1762023 Jul 15 15:15:07.430072 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45310) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:07.501999 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a21c8565-c8d9-43ac-87ea-c9cbb4fb67b1 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0690200 Jul 15 15:15:07.503311 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Set router e0ac6488-899e-4bee-bae7-19bfd7038e00 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:15:07.523592 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45316) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:07.546577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d538d3fd-0516-45fb-a4f4-1e92ff6008e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1127431005', 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:07.775646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d538d3fd-0516-45fb-a4f4-1e92ff6008e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Made reservation on behalf of 70a995f7ee6e41f597cf94301c84780c for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:15:07.780502 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d538d3fd-0516-45fb-a4f4-1e92ff6008e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:07.802024 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b624f063-fd0f-443a-bcb5-2cff747b77d5 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:07.847078 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b624f063-fd0f-443a-bcb5-2cff747b77d5 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3420001c-1d88-4fbe-bfb5-0d39d5734348']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:07.895320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b624f063-fd0f-443a-bcb5-2cff747b77d5 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b86c6c1-6b5a-4326-ae3a-8978f6d9497e') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:07.895568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b624f063-fd0f-443a-bcb5-2cff747b77d5 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b86c6c1-6b5a-4326-ae3a-8978f6d9497e') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:07.927778 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b624f063-fd0f-443a-bcb5-2cff747b77d5 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:07.962148 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b624f063-fd0f-443a-bcb5-2cff747b77d5 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:07.979978 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b624f063-fd0f-443a-bcb5-2cff747b77d5 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:15:07.980395 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b624f063-fd0f-443a-bcb5-2cff747b77d5 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:15:07.983725 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:15:08.074773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'name': 'tempest-TestNetworkBasicOps-router-270943219', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '91e77642-86f3-4109-8cee-534b807cd404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:15:02Z', 'updated_at': '2021-07-15T15:15:04Z', 'revision_number': 3, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '91e77642-86f3-4109-8cee-534b807cd404', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:03Z', 'updated_at': '2021-07-15T15:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:08.117137 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b624f063-fd0f-443a-bcb5-2cff747b77d5 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:08.125271 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b624f063-fd0f-443a-bcb5-2cff747b77d5 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:08.129681 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b624f063-fd0f-443a-bcb5-2cff747b77d5 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] 10.222.0.38 "DELETE /v2.0/networks/3420001c-1d88-4fbe-bfb5-0d39d5734348 HTTP/1.1" status: 204 len: 168 time: 1.6015668 Jul 15 15:15:08.158942 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624f063-fd0f-443a-bcb5-2cff747b77d5 tempest-TagsTest-2070182636 tempest-TagsTest-2070182636-project] Pushing event deleted for resources: {'Network': ['ID=3420001c-1d88-4fbe-bfb5-0d39d5734348,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:08.188789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Checking router: e0ac6488-899e-4bee-bae7-19bfd7038e00 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:15:08.189306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Updating router e0ac6488-899e-4bee-bae7-19bfd7038e00 port 91e77642-86f3-4109-8cee-534b807cd404 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:15:08.291894 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:08.597349 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d538d3fd-0516-45fb-a4f4-1e92ff6008e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:08.650612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538d3fd-0516-45fb-a4f4-1e92ff6008e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Subnet': ['ID=2520e2c8-9c21-4b7d-86e6-71002aca8ef8,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:08.741526 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb7977-4f18-416e-b915-9385631ff038 req-c4075483-098a-49dd-bbc0-d9c384d92155 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:08.748508 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3eb7977-4f18-416e-b915-9385631ff038 req-c4075483-098a-49dd-bbc0-d9c384d92155 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.7425413 Jul 15 15:15:08.758875 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b3c99-7dfe-43dd-b0e8-df3caa9518ca req-33afffa8-7821-47f7-a2c9-c2b81e3aec6e tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:08.766097 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b80b3c99-7dfe-43dd-b0e8-df3caa9518ca req-33afffa8-7821-47f7-a2c9-c2b81e3aec6e tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.7486837 Jul 15 15:15:08.832559 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3eb7977-4f18-416e-b915-9385631ff038 req-75b6e7d4-6ecd-4730-87e1-3cd0eeb03a71 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826149 Jul 15 15:15:08.835910 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d538d3fd-0516-45fb-a4f4-1e92ff6008e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Checking segment: {'id': '89f8dbd2-26bb-4464-bac8-2ccac568b5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:15:08.838315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538d3fd-0516-45fb-a4f4-1e92ff6008e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network hostable DHCP agents. Network: d8995f63-ac4d-440f-96f3-26710ad129d2, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:15:08.892380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b80b3c99-7dfe-43dd-b0e8-df3caa9518ca req-c7a5739d-b409-415e-a852-868d2a1bb9be tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252410 Jul 15 15:15:08.910680 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538d3fd-0516-45fb-a4f4-1e92ff6008e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network d8995f63-ac4d-440f-96f3-26710ad129d2 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:15:08.928819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-d538d3fd-0516-45fb-a4f4-1e92ff6008e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, d8995f63-ac4d-440f-96f3-26710ad129d2) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:15:08.937972 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d538d3fd-0516-45fb-a4f4-1e92ff6008e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:08.938870 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d538d3fd-0516-45fb-a4f4-1e92ff6008e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:08.959347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45338) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:08.975515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d538d3fd-0516-45fb-a4f4-1e92ff6008e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4502549 Jul 15 15:15:08.979653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45342) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:08.996180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476bf6df-c0ae-49e5-861e-3ac9e8e8c4cf None None] Network d8995f63-ac4d-440f-96f3-26710ad129d2 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:15:09.207018 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:09.273270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Transition to ACTIVE for port object 91e77642-86f3-4109-8cee-534b807cd404 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:15:09.308546 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5eeb06e6-f09a-4a03-9100-63aa38b575bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=592a987ac99e42a49d6728e92e01d825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456349 Jul 15 15:15:09.309900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45350) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:09.320514 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:09.388936 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd39fc0e-2021-4082-84ba-02d32d496ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:09.421739 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd39fc0e-2021-4082-84ba-02d32d496ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:09.477253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc560a1b-11f1-41e8-9364-2c9cd154895b None None] Pushing event updated for resources: {'Port': ['ID=91e77642-86f3-4109-8cee-534b807cd404,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:09.481619 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Attempting to bind port 91e77642-86f3-4109-8cee-534b807cd404 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:15:09.482189 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Attempting to bind port 91e77642-86f3-4109-8cee-534b807cd404 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:15:09.485601 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Attempting to bind port 91e77642-86f3-4109-8cee-534b807cd404 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:15:09.496374 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd39fc0e-2021-4082-84ba-02d32d496ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:09.500355 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd39fc0e-2021-4082-84ba-02d32d496ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:09.501594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:15:09.501917 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fd39fc0e-2021-4082-84ba-02d32d496ee0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b56002dc-9671-4752-807a-e66dd5c6eb19 HTTP/1.1" status: 204 len: 168 time: 0.1905825 Jul 15 15:15:09.504334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:15:09.505183 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:09.505754 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:15:09.508951 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Bound port: 91e77642-86f3-4109-8cee-534b807cd404, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:15:09.509512 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:09.535011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39fc0e-2021-4082-84ba-02d32d496ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56002dc-9671-4752-807a-e66dd5c6eb19,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:09.653331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] For port 91e77642-86f3-4109-8cee-534b807cd404, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:15:09.661858 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] For port 91e77642-86f3-4109-8cee-534b807cd404, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=91e77642-86f3-4109-8cee-534b807cd404,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:15:09.679544 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:09.900668 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Routers {'e0ac6488-899e-4bee-bae7-19bfd7038e00'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:15:09.902945 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:15:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e0ac6488-899e-4bee-bae7-19bfd7038e00'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:10.497437 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:10.783681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] Set router e0ac6488-899e-4bee-bae7-19bfd7038e00 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:15:10.818066 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45392) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:10.883914 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Allocated IP 172.20.0.1 (d8995f63-ac4d-440f-96f3-26710ad129d2/2520e2c8-9c21-4b7d-86e6-71002aca8ef8/2c9d9631-0c92-4c54-89b4-482feff292ad) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:15:11.032397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2060070927-network', 'tenant_id': 'a88602c7e95342fcba3a41cf3a885528'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:11.062101 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:11.086804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Made reservation on behalf of a88602c7e95342fcba3a41cf3a885528 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:15:11.091015 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:11.099568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Transition to ACTIVE for port object 2c9d9631-0c92-4c54-89b4-482feff292ad will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:15:11.102037 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc560a1b-11f1-41e8-9364-2c9cd154895b None None] Pushing event updated for resources: {'Port': ['ID=91e77642-86f3-4109-8cee-534b807cd404,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:11.127059 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:11.155308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-d8995f63-ac4d-440f-96f3-26710ad129d2', 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ips': [{'subnet_id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:15:11.156200 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:11.206588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1e121-a104-4465-9881-62c7c7c26824 req-1205e32f-2930-4ac8-b9e0-a149f4e118c3 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:11.208622 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4f1e121-a104-4465-9881-62c7c7c26824 req-1205e32f-2930-4ac8-b9e0-a149f4e118c3 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.9893959 Jul 15 15:15:11.213214 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:11.373680 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'name': 'tempest-TestNetworkBasicOps-router-270943219', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '91e77642-86f3-4109-8cee-534b807cd404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:15:02Z', 'updated_at': '2021-07-15T15:15:04Z', 'revision_number': 3, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '91e77642-86f3-4109-8cee-534b807cd404', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:03Z', 'updated_at': '2021-07-15T15:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:11.408999 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:11.414179 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:11.460370 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:15:11.462081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7786942-ff6a-488c-ae68-6e3152f98c68 req-e5fbcb02-1739-4188-99d0-e74fd67b3c2a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:11.475038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba539d2-9753-451a-ae69-7f7190227002,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:11.476533 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7786942-ff6a-488c-ae68-6e3152f98c68 req-e5fbcb02-1739-4188-99d0-e74fd67b3c2a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 1.2552624 Jul 15 15:15:11.481390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Port': ['ID=2c9d9631-0c92-4c54-89b4-482feff292ad,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:11.490611 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:11.491699 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Added segment de7584f9-4550-4df4-a63d-e7ddfa1c3e7f of type vlan for network 43ccddf4-6224-429b-804e-0aaef71ed24e Jul 15 15:15:11.511482 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:11.512199 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:11.512741 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:11.513275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:11.513806 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:11.514403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:11.514974 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:11.515524 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:11.516097 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:11.516687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:11.517288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:11.517896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:11.564078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7af92-9905-4011-8d33-b8a44e32a5cd None None] The sync data for ids ['e0ac6488-899e-4bee-bae7-19bfd7038e00'] in n-d-764435-3 is: [{'id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'name': 'tempest-TestNetworkBasicOps-router-270943219', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '91e77642-86f3-4109-8cee-534b807cd404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:15:02Z', 'updated_at': '2021-07-15T15:15:04Z', 'revision_number': 3, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '91e77642-86f3-4109-8cee-534b807cd404', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:03Z', 'updated_at': '2021-07-15T15:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:15:11.594698 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network d8995f63-ac4d-440f-96f3-26710ad129d2 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:15:11.649644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:15:11.672965 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:11.681412 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:15:11.734272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Allocated IP 172.20.0.2 (d8995f63-ac4d-440f-96f3-26710ad129d2/2520e2c8-9c21-4b7d-86e6-71002aca8ef8/6e94de82-6355-41a6-93e8-78e8ddb2ff06) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:15:11.738259 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f4f1e121-a104-4465-9881-62c7c7c26824 req-155dccc4-a1f1-4c01-a604-3c2c1b7f1036 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4981794 Jul 15 15:15:11.756886 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:11.758232 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:11.759013 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:11.838431 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7786942-ff6a-488c-ae68-6e3152f98c68 req-1cbe4174-7bda-4adc-ab24-265b359091a9 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102553 Jul 15 15:15:11.855047 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0340407 Jul 15 15:15:11.857931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45408) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:11.914783 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:11.940375 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2dc601c6-d2d8-46e4-a1fe-c13b71af213c admin admin] Request body: {'subnet': {'network_id': '43ccddf4-6224-429b-804e-0aaef71ed24e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2060070927-subnet', 'tenant_id': 'a88602c7e95342fcba3a41cf3a885528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:12.139146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc601c6-d2d8-46e4-a1fe-c13b71af213c admin admin] Made reservation on behalf of a88602c7e95342fcba3a41cf3a885528 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:15:12.139146 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dc601c6-d2d8-46e4-a1fe-c13b71af213c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:12.347563 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:12.373448 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Transition to ACTIVE for port object 6e94de82-6355-41a6-93e8-78e8ddb2ff06 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:15:12.407828 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520469ee-15d7-4727-991b-e3494780c091 admin admin] Pushing event updated for resources: {'Network': ['ID=43ccddf4-6224-429b-804e-0aaef71ed24e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:12.424089 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 43ccddf4-6224-429b-804e-0aaef71ed24e details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:15:12.497840 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:12.508221 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Transition to ACTIVE for port object 6e94de82-6355-41a6-93e8-78e8ddb2ff06 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:15:12.566723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d3199-c6f9-4bf4-bc75-14f3aa12d4aa req-8d50d271-a5f5-442e-9d53-f2343431813d tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:12.568767 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a17d3199-c6f9-4bf4-bc75-14f3aa12d4aa req-8d50d271-a5f5-442e-9d53-f2343431813d tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 1097 time: 0.1494863 Jul 15 15:15:12.574501 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:12.718840 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a17d3199-c6f9-4bf4-bc75-14f3aa12d4aa req-5e51b8f6-b0aa-4a8c-be1d-61aa2a9226f1 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:12.787323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Network d8995f63-ac4d-440f-96f3-26710ad129d2 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:15:12.793544 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Pushing event updated for resources: {'Port': ['ID=6e94de82-6355-41a6-93e8-78e8ddb2ff06,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:12.798477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:15:12.804585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:15:12.921812 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a17d3199-c6f9-4bf4-bc75-14f3aa12d4aa req-5e51b8f6-b0aa-4a8c-be1d-61aa2a9226f1 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:12.948839 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-a17d3199-c6f9-4bf4-bc75-14f3aa12d4aa req-5e51b8f6-b0aa-4a8c-be1d-61aa2a9226f1 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:12.981100 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dc601c6-d2d8-46e4-a1fe-c13b71af213c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:13.052801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Attempting to bind port 6e94de82-6355-41a6-93e8-78e8ddb2ff06 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:15:13.056917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Attempting to bind port 6e94de82-6355-41a6-93e8-78e8ddb2ff06 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '89f8dbd2-26bb-4464-bac8-2ccac568b5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:15:13.057937 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Attempting to bind port 6e94de82-6355-41a6-93e8-78e8ddb2ff06 on network d8995f63-ac4d-440f-96f3-26710ad129d2 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:15:13.070855 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:15:13.071422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Checking segment: {'id': '89f8dbd2-26bb-4464-bac8-2ccac568b5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:15:13.071993 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:13.072493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Bound using segment: {'id': '89f8dbd2-26bb-4464-bac8-2ccac568b5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:15:13.073599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Bound port: 6e94de82-6355-41a6-93e8-78e8ddb2ff06, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f8dbd2-26bb-4464-bac8-2ccac568b5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:15:13.074100 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:13.136751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc601c6-d2d8-46e4-a1fe-c13b71af213c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b278e28-6d3f-4f0b-a250-c28d99743986,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:13.159473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51b8f6-b0aa-4a8c-be1d-61aa2a9226f1 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff2bbca-fd2e-43fc-ad0f-6790dfe12074,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:13.237216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc601c6-d2d8-46e4-a1fe-c13b71af213c admin admin] Checking segment: {'id': 'de7584f9-4550-4df4-a63d-e7ddfa1c3e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '43ccddf4-6224-429b-804e-0aaef71ed24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:15:13.239620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc601c6-d2d8-46e4-a1fe-c13b71af213c admin admin] Network hostable DHCP agents. Network: 43ccddf4-6224-429b-804e-0aaef71ed24e, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:15:13.277790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] For port 6e94de82-6355-41a6-93e8-78e8ddb2ff06, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:15:13.279553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a17d3199-c6f9-4bf4-bc75-14f3aa12d4aa req-5e51b8f6-b0aa-4a8c-be1d-61aa2a9226f1 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6970584 Jul 15 15:15:13.282710 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] For port 6e94de82-6355-41a6-93e8-78e8ddb2ff06, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6e94de82-6355-41a6-93e8-78e8ddb2ff06,segment=NetworkSegment(89f8dbd2-26bb-4464-bac8-2ccac568b5c0),segment_id=89f8dbd2-26bb-4464-bac8-2ccac568b5c0)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:15:13.292773 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:13.293062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc601c6-d2d8-46e4-a1fe-c13b71af213c admin admin] Network 43ccddf4-6224-429b-804e-0aaef71ed24e is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:15:13.325716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2dc601c6-d2d8-46e4-a1fe-c13b71af213c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 43ccddf4-6224-429b-804e-0aaef71ed24e) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:15:13.335630 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc601c6-d2d8-46e4-a1fe-c13b71af213c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:13.335824 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dc601c6-d2d8-46e4-a1fe-c13b71af213c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:13.376078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc215128-6aa8-4b4b-b8c5-d98d1c9def39 None None] Network 43ccddf4-6224-429b-804e-0aaef71ed24e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:15:13.376955 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2dc601c6-d2d8-46e4-a1fe-c13b71af213c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4575768 Jul 15 15:15:13.591286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f7b36f-97cc-491c-b45b-8948fff09d80 None None] Network 43ccddf4-6224-429b-804e-0aaef71ed24e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:15:13.677083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b246146-7ef1-4509-a30b-42dd3b972766 None None] Pushing event updated for resources: {'Port': ['ID=6e94de82-6355-41a6-93e8-78e8ddb2ff06,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:14.071076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9b43c-2381-4a3d-bc22-97bfa904951a req-a26977a2-dd8e-47c6-b696-e65f398fb566 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:14.083337 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28b9b43c-2381-4a3d-bc22-97bfa904951a req-a26977a2-dd8e-47c6-b696-e65f398fb566 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 945 time: 1.0934517 Jul 15 15:15:14.298285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b38e9b-513e-4829-b163-9e55cf12aa1f req-a40dd39d-5204-4702-a971-a30cee5fc5ea tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:14.300155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3b38e9b-513e-4829-b163-9e55cf12aa1f req-a40dd39d-5204-4702-a971-a30cee5fc5ea tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.7638850 Jul 15 15:15:14.316550 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28b9b43c-2381-4a3d-bc22-97bfa904951a req-d69f3add-ae1e-4c8d-b2bb-82e14b2eba4e tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320569 Jul 15 15:15:14.340418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 91e77642-86f3-4109-8cee-534b807cd404 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:15:14.438561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d78ef4-4a6b-4f35-9699-69729ffaea9b req-1fec155c-2dff-4300-a5df-39b79ee7d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:14.449532 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0d78ef4-4a6b-4f35-9699-69729ffaea9b req-1fec155c-2dff-4300-a5df-39b79ee7d22f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 1096 time: 0.9133985 Jul 15 15:15:14.499252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 91e77642-86f3-4109-8cee-534b807cd404 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:15:14.503869 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 91e77642-86f3-4109-8cee-534b807cd404 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:15:14.504364 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:14.546846 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3b38e9b-513e-4829-b163-9e55cf12aa1f req-ee2bc651-df58-4a4f-b8d6-e17a2042c56b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017241 Jul 15 15:15:14.586017 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972d0f0-ed45-443b-8aba-4ba33672fd68 req-936d24f2-2b7a-4d65-83e1-d4a56bd0213d tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:14.590145 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d972d0f0-ed45-443b-8aba-4ba33672fd68 req-936d24f2-2b7a-4d65-83e1-d4a56bd0213d tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 945 time: 0.2116017 Jul 15 15:15:14.661375 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45476) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:14.677133 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-78c0d7dc-07c2-486f-9084-f6e8444d1ae9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-442600593-network', 'tenant_id': '1a18b98c610a40a58fa1cf04b49cb543'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:14.690806 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:14.763527 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:14.787240 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:14.789132 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c0d7dc-07c2-486f-9084-f6e8444d1ae9 admin admin] Made reservation on behalf of 1a18b98c610a40a58fa1cf04b49cb543 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:15:14.794770 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78c0d7dc-07c2-486f-9084-f6e8444d1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:14.836574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 91e77642-86f3-4109-8cee-534b807cd404, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=91e77642-86f3-4109-8cee-534b807cd404,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:14.843970 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:14.844781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6e94de82-6355-41a6-93e8-78e8ddb2ff06 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:15:14.873356 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78c0d7dc-07c2-486f-9084-f6e8444d1ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:14.978584 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=91e77642-86f3-4109-8cee-534b807cd404,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:14.998865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 6e94de82-6355-41a6-93e8-78e8ddb2ff06 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:15:15.070657 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-d972d0f0-ed45-443b-8aba-4ba33672fd68 req-5a0b74f5-f8d3-4ee5-8c39-059cf5f56011 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Deleting port 9a3900c4-a906-4596-be0d-72e932b4ca7a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:15:15.071198 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d972d0f0-ed45-443b-8aba-4ba33672fd68 req-5a0b74f5-f8d3-4ee5-8c39-059cf5f56011 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:15.293266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d972d0f0-ed45-443b-8aba-4ba33672fd68 req-5a0b74f5-f8d3-4ee5-8c39-059cf5f56011 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] For port 9a3900c4-a906-4596-be0d-72e932b4ca7a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=9a3900c4-a906-4596-be0d-72e932b4ca7a,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:15.293663 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d972d0f0-ed45-443b-8aba-4ba33672fd68 req-5a0b74f5-f8d3-4ee5-8c39-059cf5f56011 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:15.367031 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-d972d0f0-ed45-443b-8aba-4ba33672fd68 req-5a0b74f5-f8d3-4ee5-8c39-059cf5f56011 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Calling delete_port for 9a3900c4-a906-4596-be0d-72e932b4ca7a owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:15:15.371454 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78c0d7dc-07c2-486f-9084-f6e8444d1ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:15.400171 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78c0d7dc-07c2-486f-9084-f6e8444d1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:15.440181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf617666-c2a9-4cd1-9ae7-a9bc14ea1380 None None] Network d8995f63-ac4d-440f-96f3-26710ad129d2 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:15:15.447667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0d7dc-07c2-486f-9084-f6e8444d1ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f48deed-5163-45b8-a13d-e6f0e2cb24c8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:15.471484 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d78ef4-4a6b-4f35-9699-69729ffaea9b req-e56bae92-9fa1-47e3-8924-2d07c07f11b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:15.479081 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0d78ef4-4a6b-4f35-9699-69729ffaea9b req-e56bae92-9fa1-47e3-8924-2d07c07f11b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 200 len: 918 time: 1.0127542 Jul 15 15:15:15.482153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Port': ['ID=2c9d9631-0c92-4c54-89b4-482feff292ad,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:15.488344 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:15.530727 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c0d7dc-07c2-486f-9084-f6e8444d1ae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:15:15.551174 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78c0d7dc-07c2-486f-9084-f6e8444d1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:15.552009 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-78c0d7dc-07c2-486f-9084-f6e8444d1ae9 admin admin] Added segment a2181f28-97bd-4a07-91f3-f63c1162fb68 of type vlan for network c1a36d32-37e8-4be5-be32-cee79544453b Jul 15 15:15:15.604654 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4bc0aa88-968e-4d28-88f5-bdce1cf6c174 None None] Provisioning for port 6e94de82-6355-41a6-93e8-78e8ddb2ff06 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:15:15.644400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4bc0aa88-968e-4d28-88f5-bdce1cf6c174 None None] Provisioning complete for port 6e94de82-6355-41a6-93e8-78e8ddb2ff06 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:15:15.645163 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4bc0aa88-968e-4d28-88f5-bdce1cf6c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:15.666161 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78c0d7dc-07c2-486f-9084-f6e8444d1ae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:15.764255 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d972d0f0-ed45-443b-8aba-4ba33672fd68 req-5a0b74f5-f8d3-4ee5-8c39-059cf5f56011 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:15.786377 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['71d7fa55-b73d-484b-92b8-225f0489f321', '9a3900c4-a906-4596-be0d-72e932b4ca7a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:15:15.793179 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['b7e4d4e3-24bf-451e-b476-00e131e320c9', '2c9f1ba2-7483-4f59-a072-794535da39f5'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:15:15.817647 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f544e-68a2-49e9-8742-5880d349c9f3 req-23bc8af7-4996-48a2-bb07-c658e89eb936 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:15.820627 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78c0d7dc-07c2-486f-9084-f6e8444d1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:15.821878 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c0d7dc-07c2-486f-9084-f6e8444d1ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:15.822756 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78c0d7dc-07c2-486f-9084-f6e8444d1ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:15.828758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a0f544e-68a2-49e9-8742-5880d349c9f3 req-23bc8af7-4996-48a2-bb07-c658e89eb936 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 1.3542967 Jul 15 15:15:15.904062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b74f5-f8d3-4ee5-8c39-059cf5f56011 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Pushing event deleted for resources: {'Port': ['ID=9a3900c4-a906-4596-be0d-72e932b4ca7a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:15.920117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0d7dc-07c2-486f-9084-f6e8444d1ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=c1a36d32-37e8-4be5-be32-cee79544453b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:15.933441 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4bc0aa88-968e-4d28-88f5-bdce1cf6c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:15.991685 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network c1a36d32-37e8-4be5-be32-cee79544453b details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:15:16.002983 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d972d0f0-ed45-443b-8aba-4ba33672fd68 req-5a0b74f5-f8d3-4ee5-8c39-059cf5f56011 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] No DVR routers for this DVR port 9a3900c4-a906-4596-be0d-72e932b4ca7a on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:15:16.006266 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d972d0f0-ed45-443b-8aba-4ba33672fd68 req-5a0b74f5-f8d3-4ee5-8c39-059cf5f56011 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:16.009376 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d972d0f0-ed45-443b-8aba-4ba33672fd68 req-5a0b74f5-f8d3-4ee5-8c39-059cf5f56011 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.22 "DELETE /v2.0/ports/9a3900c4-a906-4596-be0d-72e932b4ca7a HTTP/1.1" status: 204 len: 173 time: 1.4124880 Jul 15 15:15:16.014423 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-78c0d7dc-07c2-486f-9084-f6e8444d1ae9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3520534 Jul 15 15:15:16.015439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45492) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:16.015952 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fbc4ee-c3c9-4092-bf44-520dfcbc61de', 'name': 'network-vif-deleted', 'tag': '9a3900c4-a906-4596-be0d-72e932b4ca7a'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:16.018381 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20af6b9-509f-4e2e-8555-2f0bea2b2662" -d '{"events": [{"server_uuid": "b5fbc4ee-c3c9-4092-bf44-520dfcbc61de", "name": "network-vif-deleted", "tag": "9a3900c4-a906-4596-be0d-72e932b4ca7a"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:16.029691 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6ce6eb00-e018-4807-968f-ecd23db77162 admin admin] Request body: {'subnet': {'network_id': 'c1a36d32-37e8-4be5-be32-cee79544453b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-442600593-subnet', 'tenant_id': '1a18b98c610a40a58fa1cf04b49cb543', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:16.044797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0d78ef4-4a6b-4f35-9699-69729ffaea9b req-6e963219-65d6-4886-993e-79c45145d383 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 HTTP/1.1" status: 200 len: 1001 time: 0.5226941 Jul 15 15:15:16.064584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce6eb00-e018-4807-968f-ecd23db77162 admin admin] Made reservation on behalf of 1a18b98c610a40a58fa1cf04b49cb543 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:15:16.086359 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ce6eb00-e018-4807-968f-ecd23db77162 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:16.215142 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c126b17-5b60-487a-b1e2-e94d9bcaea85 req-b06bcf94-f689-4dc7-b479-1a9bef0a4c4e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:16.224887 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c126b17-5b60-487a-b1e2-e94d9bcaea85 req-b06bcf94-f689-4dc7-b479-1a9bef0a4c4e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.8396943 Jul 15 15:15:16.313328 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4bc0aa88-968e-4d28-88f5-bdce1cf6c174 None None] For port 6e94de82-6355-41a6-93e8-78e8ddb2ff06, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6e94de82-6355-41a6-93e8-78e8ddb2ff06,segment=NetworkSegment(89f8dbd2-26bb-4464-bac8-2ccac568b5c0),segment_id=89f8dbd2-26bb-4464-bac8-2ccac568b5c0)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:16.346975 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a0f544e-68a2-49e9-8742-5880d349c9f3 req-465f7eaa-cb43-461c-9487-7c023d5b3a5e tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169287 Jul 15 15:15:16.388096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 91e77642-86f3-4109-8cee-534b807cd404 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:15:16.407364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c126b17-5b60-487a-b1e2-e94d9bcaea85 req-0aa7fbb3-97b9-4ca2-af1c-1439ee3e285b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805844 Jul 15 15:15:16.428647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45500) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:16.460802 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4bc0aa88-968e-4d28-88f5-bdce1cf6c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:16.481391 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d78ef4-4a6b-4f35-9699-69729ffaea9b req-af4894cf-d797-42a9-9e60-160f07a0b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:16.483594 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0d78ef4-4a6b-4f35-9699-69729ffaea9b req-af4894cf-d797-42a9-9e60-160f07a0b1f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e02218b1-8e75-4c36-9d6e-ae1449beb9a6 HTTP/1.1" status: 200 len: 856 time: 0.4378457 Jul 15 15:15:16.506336 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network d8995f63-ac4d-440f-96f3-26710ad129d2 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:15:16.516400 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:15:16.596919 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8259677b-dc36-457f-8aee-06f56db03f36 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/floatingips/c9337ec4-6b80-41b8-9a27-94afbf2a4ec6 HTTP/1.1" status: 200 len: 994 time: 0.1606772 Jul 15 15:15:16.643452 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ce6eb00-e018-4807-968f-ecd23db77162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:16.882885 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Router e0ac6488-899e-4bee-bae7-19bfd7038e00 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:15:16.897894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46da0eba-a95c-4157-8719-060e38576a1a req-d95a80eb-866f-4023-ba7c-dc490262d6a5 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5fbc4ee-c3c9-4092-bf44-520dfcbc61de HTTP/1.1" status: 200 len: 210 time: 0.3280265 Jul 15 15:15:16.910243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6eb00-e018-4807-968f-ecd23db77162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9674f32-cc2f-4817-b6c2-5f87ba1b934c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:16.978891 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0aa88-968e-4d28-88f5-bdce1cf6c174 None None] Pushing event updated for resources: {'Port': ['ID=6e94de82-6355-41a6-93e8-78e8ddb2ff06,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:17.023600 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce6eb00-e018-4807-968f-ecd23db77162 admin admin] Checking segment: {'id': 'a2181f28-97bd-4a07-91f3-f63c1162fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c1a36d32-37e8-4be5-be32-cee79544453b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:15:17.024035 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce6eb00-e018-4807-968f-ecd23db77162 admin admin] Network hostable DHCP agents. Network: c1a36d32-37e8-4be5-be32-cee79544453b, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:15:17.079009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 91e77642-86f3-4109-8cee-534b807cd404 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:15:17.085847 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce6eb00-e018-4807-968f-ecd23db77162 admin admin] Network c1a36d32-37e8-4be5-be32-cee79544453b is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:15:17.086554 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:17.124378 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6ce6eb00-e018-4807-968f-ecd23db77162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, c1a36d32-37e8-4be5-be32-cee79544453b) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:15:17.141888 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce6eb00-e018-4807-968f-ecd23db77162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:17.142523 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ce6eb00-e018-4807-968f-ecd23db77162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:17.219885 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f69141-14d3-4eb0-94ec-41fcd5429cee None None] Network c1a36d32-37e8-4be5-be32-cee79544453b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:15:17.230098 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6ce6eb00-e018-4807-968f-ecd23db77162 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1970468 Jul 15 15:15:17.278306 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d84cb1b-6882-49a4-b966-0231c7aba5e4 x-openstack-request-id: req-1d84cb1b-6882-49a4-b966-0231c7aba5e4 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:17.279452 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fbc4ee-c3c9-4092-bf44-520dfcbc61de", "name": "network-vif-deleted", "tag": "9a3900c4-a906-4596-be0d-72e932b4ca7a", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:17.280018 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1d84cb1b-6882-49a4-b966-0231c7aba5e4 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:17.281130 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fbc4ee-c3c9-4092-bf44-520dfcbc61de', 'name': 'network-vif-deleted', 'tag': '9a3900c4-a906-4596-be0d-72e932b4ca7a', 'status': 'completed', 'code': 200} Jul 15 15:15:17.312850 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9a3900c4-a906-4596-be0d-72e932b4ca7a no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:15:17.347970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:15:17.358145 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Sync routers for ids ['e0ac6488-899e-4bee-bae7-19bfd7038e00'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:15:17.375248 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-05ff9140-5e02-4222-b66e-87c3ea96fcb6 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "PUT /v2.0/routers/e0ac6488-899e-4bee-bae7-19bfd7038e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3932495 Jul 15 15:15:17.377591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d78ef4-4a6b-4f35-9699-69729ffaea9b req-8fbd37f4-b9f5-46b8-a1f3-410eed0574e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:17.379157 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45516) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:17.380228 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Routers {'e0ac6488-899e-4bee-bae7-19bfd7038e00'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:15:17.385269 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:15:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e0ac6488-899e-4bee-bae7-19bfd7038e00'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:17.400183 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0d78ef4-4a6b-4f35-9699-69729ffaea9b req-8fbd37f4-b9f5-46b8-a1f3-410eed0574e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f4383174-585e-4d4e-b660-80050803c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9046395 Jul 15 15:15:17.401984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45520) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:17.459973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 9a3900c4-a906-4596-be0d-72e932b4ca7a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:15:17.463012 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 9a3900c4-a906-4596-be0d-72e932b4ca7a not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:15:17.463466 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:15:17.532534 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46270f2-ab71-40a6-add7-47b563a235b3 admin admin] Deleting subnet 3b278e28-6d3f-4f0b-a250-c28d99743986 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:15:17.735554 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557fbe8-69bf-45bb-a92f-76240d69ef23 req-4b0ab71f-92f3-4893-8558-c5811008bc47 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:17.744164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7557fbe8-69bf-45bb-a92f-76240d69ef23 req-4b0ab71f-92f3-4893-8558-c5811008bc47 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.9069145 Jul 15 15:15:17.747143 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0d78ef4-4a6b-4f35-9699-69729ffaea9b req-e8a82fba-edc3-4e0e-8518-c1094aea9103 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109351 Jul 15 15:15:17.747962 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b46270f2-ab71-40a6-add7-47b563a235b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:17.772592 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Set router e0ac6488-899e-4bee-bae7-19bfd7038e00 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:15:17.783189 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5c99e605-235f-448c-99fa-bb96eb401bae None None] Provisioning for port 2c9d9631-0c92-4c54-89b4-482feff292ad completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:15:17.804984 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5c99e605-235f-448c-99fa-bb96eb401bae None None] Provisioning complete for port 2c9d9631-0c92-4c54-89b4-482feff292ad triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:15:17.805549 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c99e605-235f-448c-99fa-bb96eb401bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:17.892745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022dd77-dfc2-4619-8110-bfdc33fffcc4 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:17.893229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022dd77-dfc2-4619-8110-bfdc33fffcc4 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:17.893710 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022dd77-dfc2-4619-8110-bfdc33fffcc4 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:17.894574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022dd77-dfc2-4619-8110-bfdc33fffcc4 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:17.895193 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022dd77-dfc2-4619-8110-bfdc33fffcc4 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:17.895897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022dd77-dfc2-4619-8110-bfdc33fffcc4 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:17.896369 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022dd77-dfc2-4619-8110-bfdc33fffcc4 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:17.896832 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022dd77-dfc2-4619-8110-bfdc33fffcc4 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:17.897436 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022dd77-dfc2-4619-8110-bfdc33fffcc4 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:17.898074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022dd77-dfc2-4619-8110-bfdc33fffcc4 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:17.900289 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4022dd77-dfc2-4619-8110-bfdc33fffcc4 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7105 time: 0.5190825 Jul 15 15:15:17.905731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45530) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:17.935362 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b46270f2-ab71-40a6-add7-47b563a235b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:18.010161 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b46270f2-ab71-40a6-add7-47b563a235b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:18.044287 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:18.049878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5c99e605-235f-448c-99fa-bb96eb401bae None None] Port 2c9d9631-0c92-4c54-89b4-482feff292ad cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:15:18.130301 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b46270f2-ab71-40a6-add7-47b563a235b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:18.213359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7557fbe8-69bf-45bb-a92f-76240d69ef23 req-f28cff4f-febb-46ca-8a6d-ea3667610683 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4685311 Jul 15 15:15:18.230698 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b46270f2-ab71-40a6-add7-47b563a235b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:18.232827 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b46270f2-ab71-40a6-add7-47b563a235b3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3b278e28-6d3f-4f0b-a250-c28d99743986 HTTP/1.1" status: 204 len: 168 time: 0.8298481 Jul 15 15:15:18.249859 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45538) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:18.281827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed6817-96f5-4e1a-8a9f-f1dd66fa4366 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:18.283060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed6817-96f5-4e1a-8a9f-f1dd66fa4366 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:18.283704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed6817-96f5-4e1a-8a9f-f1dd66fa4366 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:18.284614 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed6817-96f5-4e1a-8a9f-f1dd66fa4366 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:18.285421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed6817-96f5-4e1a-8a9f-f1dd66fa4366 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:18.287774 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed6817-96f5-4e1a-8a9f-f1dd66fa4366 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:18.288824 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed6817-96f5-4e1a-8a9f-f1dd66fa4366 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:18.289468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed6817-96f5-4e1a-8a9f-f1dd66fa4366 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:18.290964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed6817-96f5-4e1a-8a9f-f1dd66fa4366 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:18.291851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46270f2-ab71-40a6-add7-47b563a235b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b278e28-6d3f-4f0b-a250-c28d99743986,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:18.292169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed6817-96f5-4e1a-8a9f-f1dd66fa4366 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:18.298545 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-30ed6817-96f5-4e1a-8a9f-f1dd66fa4366 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6584 time: 0.3917220 Jul 15 15:15:18.299939 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45540) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:18.333835 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'name': 'tempest-TestNetworkBasicOps-router-270943219', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '91e77642-86f3-4109-8cee-534b807cd404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:15:02Z', 'updated_at': '2021-07-15T15:15:12Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '91e77642-86f3-4109-8cee-534b807cd404', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:03Z', 'updated_at': '2021-07-15T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '2c9d9631-0c92-4c54-89b4-482feff292ad', 'name': '', 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:4d:51:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:10Z', 'updated_at': '2021-07-15T15:15:13Z', 'revision_number': 2, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:18.388697 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Checking router: e0ac6488-899e-4bee-bae7-19bfd7038e00 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:15:18.389467 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Updating router e0ac6488-899e-4bee-bae7-19bfd7038e00 port 2c9d9631-0c92-4c54-89b4-482feff292ad binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:15:18.411379 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9f81637-2e96-4db1-84bd-3a0179503856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:18.443481 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6e94de82-6355-41a6-93e8-78e8ddb2ff06 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:15:18.539529 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:18.539975 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5c99e605-235f-448c-99fa-bb96eb401bae None None] Provisioning complete for port 6e94de82-6355-41a6-93e8-78e8ddb2ff06 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:15:18.539975 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c99e605-235f-448c-99fa-bb96eb401bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:18.718312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:18.736587 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0d78ef4-4a6b-4f35-9699-69729ffaea9b req-fee28d28-35c5-4374-941c-11aac2064418 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8937719 Jul 15 15:15:18.774625 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:18.777089 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705bb4bb-3766-4c11-9555-c2f4bac50cb8" -d '{"events": [{"server_uuid": "8b916e7a-3f07-4190-9875-a4dacb6fb8c4", "name": "network-vif-unplugged", "status": "completed", "tag": "ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:18.822621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a61778c-607e-449a-84ad-9f27a4e5edc4 None None] Network c1a36d32-37e8-4be5-be32-cee79544453b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:15:18.828298 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:18.850283 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9f81637-2e96-4db1-84bd-3a0179503856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:18.861368 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fab6c9-89fa-4c3a-a83b-fd6227107532 req-8a311983-f544-4e74-8a79-ebde5da7d797 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:18.874934 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3fab6c9-89fa-4c3a-a83b-fd6227107532 req-8a311983-f544-4e74-8a79-ebde5da7d797 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 1.0382414 Jul 15 15:15:18.882792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d9f81637-2e96-4db1-84bd-3a0179503856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ccddf4-6224-429b-804e-0aaef71ed24e']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:18.909538 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d9f81637-2e96-4db1-84bd-3a0179503856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7584f9-4550-4df4-a63d-e7ddfa1c3e7f') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:18.909842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d9f81637-2e96-4db1-84bd-3a0179503856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7584f9-4550-4df4-a63d-e7ddfa1c3e7f') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:18.940656 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9f81637-2e96-4db1-84bd-3a0179503856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:18.981395 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9f81637-2e96-4db1-84bd-3a0179503856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:18.999641 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.005679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f81637-2e96-4db1-84bd-3a0179503856 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:15:19.006237 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9f81637-2e96-4db1-84bd-3a0179503856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:15:19.014673 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:15:19.021182 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3fab6c9-89fa-4c3a-a83b-fd6227107532 req-e76c83bb-be01-496a-bb85-b6ec9320fb22 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449559 Jul 15 15:15:19.110258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6e94de82-6355-41a6-93e8-78e8ddb2ff06 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:15:19.110761 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.117586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:19.185744 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9f81637-2e96-4db1-84bd-3a0179503856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.198685 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9f81637-2e96-4db1-84bd-3a0179503856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.204826 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-df19f594-bdf6-40cc-923b-37dbca0d8218 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3058 time: 0.8397598 Jul 15 15:15:19.205623 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d9f81637-2e96-4db1-84bd-3a0179503856 admin admin] 10.222.0.38 "DELETE /v2.0/networks/43ccddf4-6224-429b-804e-0aaef71ed24e HTTP/1.1" status: 204 len: 168 time: 0.9424806 Jul 15 15:15:19.206418 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45554) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:19.291595 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.302008 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Transition to ACTIVE for port object 2c9d9631-0c92-4c54-89b4-482feff292ad will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:15:19.312114 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.333778 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.379874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f81637-2e96-4db1-84bd-3a0179503856 admin admin] Pushing event deleted for resources: {'Network': ['ID=43ccddf4-6224-429b-804e-0aaef71ed24e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:19.421757 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-1840b93f-7a9e-423b-9d81-6ad483f7e94c admin admin] Deleting subnet a9674f32-cc2f-4817-b6c2-5f87ba1b934c {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:15:19.451006 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1840b93f-7a9e-423b-9d81-6ad483f7e94c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.522347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45572) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:19.565564 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1840b93f-7a9e-423b-9d81-6ad483f7e94c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.587399 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16561765-db48-468b-91cf-8b43ddc52e2b x-openstack-request-id: req-16561765-db48-468b-91cf-8b43ddc52e2b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:19.587956 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b916e7a-3f07-4190-9875-a4dacb6fb8c4", "name": "network-vif-unplugged", "status": "completed", "tag": "ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:19.588447 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-16561765-db48-468b-91cf-8b43ddc52e2b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:19.589804 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2', 'code': 200} Jul 15 15:15:19.639655 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1840b93f-7a9e-423b-9d81-6ad483f7e94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.737320 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1840b93f-7a9e-423b-9d81-6ad483f7e94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.793306 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Attempting to bind port 2c9d9631-0c92-4c54-89b4-482feff292ad on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:15:19.793776 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Attempting to bind port 2c9d9631-0c92-4c54-89b4-482feff292ad by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '89f8dbd2-26bb-4464-bac8-2ccac568b5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:15:19.794025 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Attempting to bind port 2c9d9631-0c92-4c54-89b4-482feff292ad on network d8995f63-ac4d-440f-96f3-26710ad129d2 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:15:19.818220 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840b93f-7a9e-423b-9d81-6ad483f7e94c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9674f32-cc2f-4817-b6c2-5f87ba1b934c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:19.827344 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1840b93f-7a9e-423b-9d81-6ad483f7e94c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.832286 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1840b93f-7a9e-423b-9d81-6ad483f7e94c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a9674f32-cc2f-4817-b6c2-5f87ba1b934c HTTP/1.1" status: 204 len: 168 time: 0.6086280 Jul 15 15:15:19.833456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45582) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:19.856247 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:15:19.856614 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Checking segment: {'id': '89f8dbd2-26bb-4464-bac8-2ccac568b5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:15:19.863206 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.863613 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Bound using segment: {'id': '89f8dbd2-26bb-4464-bac8-2ccac568b5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:15:19.864108 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Bound port: 2c9d9631-0c92-4c54-89b4-482feff292ad, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f8dbd2-26bb-4464-bac8-2ccac568b5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:15:19.864483 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.871783 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d3466-e382-4219-bdb1-47dc3d5741c9 None None] Pushing event updated for resources: {'Port': ['ID=2c9d9631-0c92-4c54-89b4-482feff292ad,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:19.902353 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d3466-e382-4219-bdb1-47dc3d5741c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:19.914769 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d3466-e382-4219-bdb1-47dc3d5741c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:19.915392 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d3466-e382-4219-bdb1-47dc3d5741c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:19.915918 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d3466-e382-4219-bdb1-47dc3d5741c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:19.916441 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d3466-e382-4219-bdb1-47dc3d5741c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:19.917133 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d3466-e382-4219-bdb1-47dc3d5741c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:19.917633 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d3466-e382-4219-bdb1-47dc3d5741c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:19.918946 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d3466-e382-4219-bdb1-47dc3d5741c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:19.919696 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d3466-e382-4219-bdb1-47dc3d5741c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:19.921906 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d3466-e382-4219-bdb1-47dc3d5741c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:19.922739 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d3466-e382-4219-bdb1-47dc3d5741c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:19.925666 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d3466-e382-4219-bdb1-47dc3d5741c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:20.054785 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] For port 2c9d9631-0c92-4c54-89b4-482feff292ad, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:15:20.068350 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] For port 2c9d9631-0c92-4c54-89b4-482feff292ad, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2c9d9631-0c92-4c54-89b4-482feff292ad,segment=NetworkSegment(89f8dbd2-26bb-4464-bac8-2ccac568b5c0),segment_id=89f8dbd2-26bb-4464-bac8-2ccac568b5c0)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:15:20.077333 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.163830 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-592cd045-fa9e-450a-87aa-f48de5e57453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.179942 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d3466-e382-4219-bdb1-47dc3d5741c9 None None] Pushing event updated for resources: {'Port': ['ID=2c9d9631-0c92-4c54-89b4-482feff292ad,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:20.254029 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Routers {'e0ac6488-899e-4bee-bae7-19bfd7038e00'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:15:20.255068 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:15:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e0ac6488-899e-4bee-bae7-19bfd7038e00'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:20.418014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45590) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:20.424288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5a0fd01a-4274-41b7-967d-d82f78311c8f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-23770930', 'description': 'tempest-secgroup-smoke-23770930 description', 'project_id': '70a995f7ee6e41f597cf94301c84780c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:20.473886 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd01a-4274-41b7-967d-d82f78311c8f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.524108 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-592cd045-fa9e-450a-87aa-f48de5e57453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.574909 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-63296bc4-2d20-452a-ac30-e975cd121348 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0509279 Jul 15 15:15:20.580550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-592cd045-fa9e-450a-87aa-f48de5e57453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a36d32-37e8-4be5-be32-cee79544453b']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:20.640350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-592cd045-fa9e-450a-87aa-f48de5e57453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2181f28-97bd-4a07-91f3-f63c1162fb68') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:20.640772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-592cd045-fa9e-450a-87aa-f48de5e57453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2181f28-97bd-4a07-91f3-f63c1162fb68') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:20.685934 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] Set router e0ac6488-899e-4bee-bae7-19bfd7038e00 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:15:20.780201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cbd53-7126-4dde-9071-a7ec683e4f92 req-b105f0a1-471a-4b03-92ae-a5e6a4c75dfc tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:20.782122 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-149cbd53-7126-4dde-9071-a7ec683e4f92 req-b105f0a1-471a-4b03-92ae-a5e6a4c75dfc tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.6822791 Jul 15 15:15:20.805308 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd01a-4274-41b7-967d-d82f78311c8f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.821273 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-592cd045-fa9e-450a-87aa-f48de5e57453 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.824846 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd01a-4274-41b7-967d-d82f78311c8f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.874774 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd01a-4274-41b7-967d-d82f78311c8f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.876179 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-592cd045-fa9e-450a-87aa-f48de5e57453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.885179 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5a0fd01a-4274-41b7-967d-d82f78311c8f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4654605 Jul 15 15:15:20.889406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45604) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:20.903984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8718835e-e0cb-4c9a-baf2-04ae8214f776 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': '7c4764f7-537c-4ee6-b70f-8f919de3e46e', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:20.944977 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-149cbd53-7126-4dde-9071-a7ec683e4f92 req-dbaf4c9d-06e8-4256-aa81-69d29b0d7ed1 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334229 Jul 15 15:15:20.964344 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8718835e-e0cb-4c9a-baf2-04ae8214f776 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.972569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592cd045-fa9e-450a-87aa-f48de5e57453 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:15:20.982830 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-592cd045-fa9e-450a-87aa-f48de5e57453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:15:20.989412 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:15:21.001196 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fd01a-4274-41b7-967d-d82f78311c8f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4764f7-537c-4ee6-b70f-8f919de3e46e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:21.174677 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8718835e-e0cb-4c9a-baf2-04ae8214f776 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:21.185170 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8718835e-e0cb-4c9a-baf2-04ae8214f776 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:21.202589 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df342-d568-4aa4-ad8c-8840401044b2 req-9d9ecdc4-38a8-4e91-a708-604c568439c7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:21.204286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-472df342-d568-4aa4-ad8c-8840401044b2 req-9d9ecdc4-38a8-4e91-a708-604c568439c7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.4202263 Jul 15 15:15:21.219683 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718835e-e0cb-4c9a-baf2-04ae8214f776 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035d2498-3303-4892-a439-4d04e036cb15,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:21.282674 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8718835e-e0cb-4c9a-baf2-04ae8214f776 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:21.289028 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8718835e-e0cb-4c9a-baf2-04ae8214f776 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3924341 Jul 15 15:15:21.292759 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45618) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:21.307599 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-18ae0dfa-f253-4e23-a6af-1e3d7e310eec tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': '7c4764f7-537c-4ee6-b70f-8f919de3e46e', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:21.339919 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-472df342-d568-4aa4-ad8c-8840401044b2 req-55d9e5c1-c932-4d0f-866b-917db56b12e2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281707 Jul 15 15:15:21.343600 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-592cd045-fa9e-450a-87aa-f48de5e57453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:21.374892 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-592cd045-fa9e-450a-87aa-f48de5e57453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:21.376937 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-592cd045-fa9e-450a-87aa-f48de5e57453 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c1a36d32-37e8-4be5-be32-cee79544453b HTTP/1.1" status: 204 len: 168 time: 1.5407703 Jul 15 15:15:21.396617 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18ae0dfa-f253-4e23-a6af-1e3d7e310eec tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:21.489798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cd045-fa9e-450a-87aa-f48de5e57453 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a36d32-37e8-4be5-be32-cee79544453b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:21.556119 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'name': 'tempest-TestNetworkBasicOps-router-270943219', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '91e77642-86f3-4109-8cee-534b807cd404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:15:02Z', 'updated_at': '2021-07-15T15:15:12Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '91e77642-86f3-4109-8cee-534b807cd404', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:03Z', 'updated_at': '2021-07-15T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '2c9d9631-0c92-4c54-89b4-482feff292ad', 'name': '', 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:4d:51:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:10Z', 'updated_at': '2021-07-15T15:15:20Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:21.623113 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18ae0dfa-f253-4e23-a6af-1e3d7e310eec tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:21.641007 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18ae0dfa-f253-4e23-a6af-1e3d7e310eec tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:21.660883 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9a8e0-c882-40ea-b0c4-b89a4d8bc7a3 req-7c00a435-e61a-4eec-8bab-463d8bc242a1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:21.669837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3c9a8e0-c882-40ea-b0c4-b89a4d8bc7a3 req-7c00a435-e61a-4eec-8bab-463d8bc242a1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.3289678 Jul 15 15:15:21.697743 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577bf3fd-ddda-4436-a341-8bf5b0e5e13e None None] The sync data for ids ['e0ac6488-899e-4bee-bae7-19bfd7038e00'] in n-d-764435-3 is: [{'id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'name': 'tempest-TestNetworkBasicOps-router-270943219', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '91e77642-86f3-4109-8cee-534b807cd404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:15:02Z', 'updated_at': '2021-07-15T15:15:12Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '91e77642-86f3-4109-8cee-534b807cd404', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:03Z', 'updated_at': '2021-07-15T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '2c9d9631-0c92-4c54-89b4-482feff292ad', 'name': '', 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:4d:51:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:10Z', 'updated_at': '2021-07-15T15:15:20Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:15:21.709099 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18ae0dfa-f253-4e23-a6af-1e3d7e310eec tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:21.716486 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-18ae0dfa-f253-4e23-a6af-1e3d7e310eec tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4213090 Jul 15 15:15:21.717418 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45634) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:21.727530 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f09a6b03-47ae-4e17-b90a-d5212674ba5b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': '7c4764f7-537c-4ee6-b70f-8f919de3e46e', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:21.752532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae0dfa-f253-4e23-a6af-1e3d7e310eec tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41819771-7860-44e3-b5c4-f3d71eb112ea,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:21.770749 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f09a6b03-47ae-4e17-b90a-d5212674ba5b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:21.783629 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3c9a8e0-c882-40ea-b0c4-b89a4d8bc7a3 req-3a2fc2b9-f63f-4d78-a158-23cc5c4c5783 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041405 Jul 15 15:15:21.810270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45636) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:21.946379 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d9405351-8b59-48f1-937d-b07deaf56411 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a88602c7e95342fcba3a41cf3a885528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346090 Jul 15 15:15:21.948944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45644) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:22.030944 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f09a6b03-47ae-4e17-b90a-d5212674ba5b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.046260 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f09a6b03-47ae-4e17-b90a-d5212674ba5b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.124754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a6b03-47ae-4e17-b90a-d5212674ba5b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6803072-41e3-44c3-aed5-0e1c8a22ec2c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:22.170039 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f09a6b03-47ae-4e17-b90a-d5212674ba5b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.178602 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f09a6b03-47ae-4e17-b90a-d5212674ba5b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4551654 Jul 15 15:15:22.178928 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 45654) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:22.185761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-4a6c0223-5326-4580-b13a-c41943964e87 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': '7c4764f7-537c-4ee6-b70f-8f919de3e46e', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:22.206459 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edf310bc-91d9-4934-b0e7-57347b4dde86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.255265 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4a6c0223-5326-4580-b13a-c41943964e87 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.264793 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edf310bc-91d9-4934-b0e7-57347b4dde86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.316088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2c9d9631-0c92-4c54-89b4-482feff292ad up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:15:22.406026 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edf310bc-91d9-4934-b0e7-57347b4dde86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.408215 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 2c9d9631-0c92-4c54-89b4-482feff292ad completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:15:22.414123 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 2c9d9631-0c92-4c54-89b4-482feff292ad triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:15:22.415349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edf310bc-91d9-4934-b0e7-57347b4dde86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.415632 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.416649 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-edf310bc-91d9-4934-b0e7-57347b4dde86 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cba539d2-9753-451a-ae69-7f7190227002 HTTP/1.1" status: 204 len: 168 time: 0.4667115 Jul 15 15:15:22.443033 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4a6c0223-5326-4580-b13a-c41943964e87 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.454209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf310bc-91d9-4934-b0e7-57347b4dde86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba539d2-9753-451a-ae69-7f7190227002,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:22.457151 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4a6c0223-5326-4580-b13a-c41943964e87 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.501684 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c0223-5326-4580-b13a-c41943964e87 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0491d2a-c1f3-4856-8f3a-e697de3b556d,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:22.601158 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4a6c0223-5326-4580-b13a-c41943964e87 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.602386 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4a6c0223-5326-4580-b13a-c41943964e87 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4218795 Jul 15 15:15:22.605353 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45666) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:22.610370 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-83d625f3-1014-42b0-ae8d-15ad94923fdf tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': '7c4764f7-537c-4ee6-b70f-8f919de3e46e', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:22.668884 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.690086 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-83d625f3-1014-42b0-ae8d-15ad94923fdf tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Project 70a995f7ee6e41f597cf94301c84780c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:15:22.702913 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83d625f3-1014-42b0-ae8d-15ad94923fdf tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.719286 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581ab71-2b5f-4110-a95c-87dd16341301 req-78355584-6a7e-426c-8435-cd62408c7e6d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:22.728985 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a581ab71-2b5f-4110-a95c-87dd16341301 req-78355584-6a7e-426c-8435-cd62408c7e6d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.2282732 Jul 15 15:15:22.844494 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 2c9d9631-0c92-4c54-89b4-482feff292ad, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2c9d9631-0c92-4c54-89b4-482feff292ad,segment=NetworkSegment(89f8dbd2-26bb-4464-bac8-2ccac568b5c0),segment_id=89f8dbd2-26bb-4464-bac8-2ccac568b5c0)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:22.852713 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.910095 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83d625f3-1014-42b0-ae8d-15ad94923fdf tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.930310 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83d625f3-1014-42b0-ae8d-15ad94923fdf tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:22.987428 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d625f3-1014-42b0-ae8d-15ad94923fdf tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38ad902-e4fc-4bed-9d59-5aa9427ca7ab,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:23.012515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a581ab71-2b5f-4110-a95c-87dd16341301 req-77c6b383-313d-4701-980b-90266a443d82 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822394 Jul 15 15:15:23.061190 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83d625f3-1014-42b0-ae8d-15ad94923fdf tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:23.069481 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-83d625f3-1014-42b0-ae8d-15ad94923fdf tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4581938 Jul 15 15:15:23.070444 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45676) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:23.088078 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-09953dbf-8165-41e3-9e81-c390cb9ba41e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'security_group_rule': {'security_group_id': '7c4764f7-537c-4ee6-b70f-8f919de3e46e', 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:23.145020 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=2c9d9631-0c92-4c54-89b4-482feff292ad,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:23.191903 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-09953dbf-8165-41e3-9e81-c390cb9ba41e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Project 70a995f7ee6e41f597cf94301c84780c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:15:23.195210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28672532-58c7-40c2-83e3-5be0766bf9d0 req-b6832ca5-eef3-45ba-a547-84afc26e788f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:23.205638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28672532-58c7-40c2-83e3-5be0766bf9d0 req-b6832ca5-eef3-45ba-a547-84afc26e788f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.4249542 Jul 15 15:15:23.230421 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09953dbf-8165-41e3-9e81-c390cb9ba41e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:23.371746 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28672532-58c7-40c2-83e3-5be0766bf9d0 req-2ce26d4f-e0d3-46f0-9759-11c71d9ba7c5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649065 Jul 15 15:15:23.466215 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09953dbf-8165-41e3-9e81-c390cb9ba41e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:23.476818 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09953dbf-8165-41e3-9e81-c390cb9ba41e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:23.534831 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09953dbf-8165-41e3-9e81-c390cb9ba41e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fbc605-2c0e-4dd4-a344-7530eaa58539,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:23.544050 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09953dbf-8165-41e3-9e81-c390cb9ba41e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:23.559019 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-09953dbf-8165-41e3-9e81-c390cb9ba41e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4841609 Jul 15 15:15:23.567801 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155098d0-bea6-4a85-9bca-a1149f0fbbd4 req-b36f1e36-87b4-4cd6-a081-b68f203a019a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:23.569990 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-155098d0-bea6-4a85-9bca-a1149f0fbbd4 req-b36f1e36-87b4-4cd6-a081-b68f203a019a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2308273 Jul 15 15:15:23.598085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45686) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:23.733147 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ea626203-a68a-47ef-8976-833091114631 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1a18b98c610a40a58fa1cf04b49cb543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338608 Jul 15 15:15:23.736031 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45692) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:23.750280 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-155098d0-bea6-4a85-9bca-a1149f0fbbd4 req-89b3876e-d280-4031-a350-3cd77bc9c6fe tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687927 Jul 15 15:15:24.027174 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-739dba07-bf4e-45b6-a673-feaf373b0a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:24.065298 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-739dba07-bf4e-45b6-a673-feaf373b0a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:24.073135 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78212103-8ecf-4112-a102-98e31ebf37db req-9657df1e-6a2b-400d-b3c0-7790b01ec132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:24.077041 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-9657df1e-6a2b-400d-b3c0-7790b01ec132 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 1097 time: 0.2689173 Jul 15 15:15:24.164384 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-46f89fa0-cdf6-4204-addc-9ac8323e77ae tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-23770930&fields=id&tenant_id=70a995f7ee6e41f597cf94301c84780c HTTP/1.1" status: 200 len: 267 time: 0.0992811 Jul 15 15:15:24.261476 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2c9d9631-0c92-4c54-89b4-482feff292ad up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:15:24.311906 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-739dba07-bf4e-45b6-a673-feaf373b0a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:24.315247 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-739dba07-bf4e-45b6-a673-feaf373b0a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:24.320286 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-739dba07-bf4e-45b6-a673-feaf373b0a84 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f48deed-5163-45b8-a13d-e6f0e2cb24c8 HTTP/1.1" status: 204 len: 168 time: 0.5824716 Jul 15 15:15:24.339527 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78212103-8ecf-4112-a102-98e31ebf37db req-463498a5-2219-4c04-b0ee-e77b16f106f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:24.343597 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-463498a5-2219-4c04-b0ee-e77b16f106f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 HTTP/1.1" status: 200 len: 898 time: 0.2446918 Jul 15 15:15:24.345263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739dba07-bf4e-45b6-a673-feaf373b0a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f48deed-5163-45b8-a13d-e6f0e2cb24c8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:24.377377 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 2c9d9631-0c92-4c54-89b4-482feff292ad triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:15:24.377758 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:24.557720 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-606aefce-be74-49d3-b0b4-21bc0d0cc6aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e HTTP/1.1" status: 200 len: 1002 time: 0.2063348 Jul 15 15:15:24.680756 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78212103-8ecf-4112-a102-98e31ebf37db req-26140eb5-d5a2-4f0b-b737-a35d4a7c1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:24.682614 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-26140eb5-d5a2-4f0b-b737-a35d4a7c1fd1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=716a09bf-61f2-4fb2-825c-c3c8f8bee32b HTTP/1.1" status: 200 len: 835 time: 0.1173937 Jul 15 15:15:24.821874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78212103-8ecf-4112-a102-98e31ebf37db req-440931cc-8874-4d83-936b-f83491cd983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:24.825411 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-440931cc-8874-4d83-936b-f83491cd983f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285226 Jul 15 15:15:25.036994 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-a99562a7-3a42-4bec-8855-de11f0e12c77 service neutron] 10.222.0.11 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044671 Jul 15 15:15:25.238905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-a667bdce-4abf-43f8-9ef5-94aa91c1e156 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:25.247374 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-a667bdce-4abf-43f8-9ef5-94aa91c1e156 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/networks?id=d8995f63-ac4d-440f-96f3-26710ad129d2 HTTP/1.1" status: 200 len: 797 time: 1.0815871 Jul 15 15:15:25.289305 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:15:25.330082 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-c623d668-4712-4be1-828b-c8ba58915d21 service neutron] 10.222.0.11 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780421 Jul 15 15:15:25.364968 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-cddacfcb-68a4-4745-8a10-fa7848fdb3a2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/quotas/70a995f7ee6e41f597cf94301c84780c HTTP/1.1" status: 200 len: 375 time: 0.1162672 Jul 15 15:15:25.578336 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-00906468-0e53-40fd-8942-3113e2960a65 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=70a995f7ee6e41f597cf94301c84780c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2124622 Jul 15 15:15:25.594468 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ae786-7e43-4d4a-b4af-9d196d9587ba req-e6d3e8a5-3d7b-46fd-8032-545c8f776496 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:25.603809 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d6ae786-7e43-4d4a-b4af-9d196d9587ba req-e6d3e8a5-3d7b-46fd-8032-545c8f776496 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.3522356 Jul 15 15:15:25.715123 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d6ae786-7e43-4d4a-b4af-9d196d9587ba req-804a0970-cbb8-46f7-ad1d-b0ea516450c6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103792 Jul 15 15:15:26.159112 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-44c68498-effe-4d9b-bea6-a2684534c1c2 service neutron] 10.222.0.38 "GET /v2.0/networks/d8995f63-ac4d-440f-96f3-26710ad129d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525837 Jul 15 15:15:26.238475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e986e-371f-4752-8539-4a0666c1f225 req-7f346084-bb4e-450b-9c59-94e9710b6615 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:26.241745 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-527e986e-371f-4752-8539-4a0666c1f225 req-7f346084-bb4e-450b-9c59-94e9710b6615 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2630002 Jul 15 15:15:26.350855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-527e986e-371f-4752-8539-4a0666c1f225 req-0dec0a39-503a-4ce6-b671-9d6c87f84bbc tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811198 Jul 15 15:15:26.353121 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-e390fea6-1962-4753-b350-1757f8d683f9 service neutron] 10.222.0.38 "GET /v2.0/networks/d8995f63-ac4d-440f-96f3-26710ad129d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798434 Jul 15 15:15:27.385700 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae8e8-4de5-47c6-a008-50a73bcab1f6 req-7e9756af-9abe-4d18-b85e-0ca2b31ec194 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:27.390087 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c6ae8e8-4de5-47c6-a008-50a73bcab1f6 req-7e9756af-9abe-4d18-b85e-0ca2b31ec194 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.2300348 Jul 15 15:15:27.393750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45818) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:27.478279 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c6ae8e8-4de5-47c6-a008-50a73bcab1f6 req-b47fc2ec-d99e-4e79-958f-96100ed4c71a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736086 Jul 15 15:15:27.707358 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fb9a349-9f44-4da5-98a6-40da7ba337c7 req-f1b77170-8907-4874-8f4c-1f1f1937c864 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 210 time: 0.0876241 Jul 15 15:15:27.784985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0dbef-2061-430d-9ce6-daa1e368c414 req-b2de6673-114e-4b07-8d4e-93c109639ef6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:27.792223 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7fa0dbef-2061-430d-9ce6-daa1e368c414 req-b2de6673-114e-4b07-8d4e-93c109639ef6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.2787409 Jul 15 15:15:27.845150 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-79d84d36-36fd-4425-9427-cf0e09283bd3 req-319c36b7-b686-4639-8b68-bfba5f72bdef service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4491925 Jul 15 15:15:27.868145 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7fa0dbef-2061-430d-9ce6-daa1e368c414 req-35d89ce1-f8da-4be8-9a04-67ac8469d70d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688584 Jul 15 15:15:28.135923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85939a00-ac2b-463f-8321-74a7732f7426 req-a2971fb7-b92b-4108-afb7-122ad7267637 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:28.141891 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-85939a00-ac2b-463f-8321-74a7732f7426 req-a2971fb7-b92b-4108-afb7-122ad7267637 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 945 time: 0.1159627 Jul 15 15:15:28.298547 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-85939a00-ac2b-463f-8321-74a7732f7426 req-eada422f-c812-4f2c-8485-71bedda13c57 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267519 Jul 15 15:15:28.337208 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7b5b3-b021-49ec-836e-6787b6f28591 req-1b1b6742-8bba-4d15-8644-ff30784117d1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:28.345355 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42e7b5b3-b021-49ec-836e-6787b6f28591 req-1b1b6742-8bba-4d15-8644-ff30784117d1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2007730 Jul 15 15:15:28.476469 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42e7b5b3-b021-49ec-836e-6787b6f28591 req-2e8c8376-9536-4805-be68-94e5207730e8 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249003 Jul 15 15:15:28.864828 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b739546-1522-453a-a3a7-840e728b5b3c req-70735fec-f85f-4af1-9098-4f5d9a9bed27 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:28.872356 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b739546-1522-453a-a3a7-840e728b5b3c req-70735fec-f85f-4af1-9098-4f5d9a9bed27 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.0943925 Jul 15 15:15:28.987813 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b739546-1522-453a-a3a7-840e728b5b3c req-0f7c2427-8b21-408f-81a0-5f43a8d891d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128864 Jul 15 15:15:29.107026 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c997a6-0ef7-42a1-b561-c38d3253dd66 req-58dd9e94-427c-431f-8c68-0b08432cb55c tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:29.111959 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c8c997a6-0ef7-42a1-b561-c38d3253dd66 req-58dd9e94-427c-431f-8c68-0b08432cb55c tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 945 time: 0.2317922 Jul 15 15:15:29.118601 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c47bec5-7025-469d-a2f5-c99b78dc462e req-088829e0-4772-448c-851b-a26279fa72c7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 210 time: 0.1282952 Jul 15 15:15:29.361867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c8c997a6-0ef7-42a1-b561-c38d3253dd66 req-82a33995-b6b1-40cb-92cf-456ba8e3b724 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Deleting port 2c9f1ba2-7483-4f59-a072-794535da39f5 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:15:29.362392 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c8c997a6-0ef7-42a1-b561-c38d3253dd66 req-82a33995-b6b1-40cb-92cf-456ba8e3b724 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:29.485201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-a5336feb-e360-4072-a4b0-1bf58e1e5d7d tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:29.488475 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-a5336feb-e360-4072-a4b0-1bf58e1e5d7d tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.22 "GET /v2.0/networks?id=d8995f63-ac4d-440f-96f3-26710ad129d2 HTTP/1.1" status: 200 len: 797 time: 0.2747831 Jul 15 15:15:29.568577 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:15:29.625797 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c8c997a6-0ef7-42a1-b561-c38d3253dd66 req-82a33995-b6b1-40cb-92cf-456ba8e3b724 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] For port 2c9f1ba2-7483-4f59-a072-794535da39f5, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2c9f1ba2-7483-4f59-a072-794535da39f5,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:29.626150 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c8c997a6-0ef7-42a1-b561-c38d3253dd66 req-82a33995-b6b1-40cb-92cf-456ba8e3b724 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:29.653229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c8c997a6-0ef7-42a1-b561-c38d3253dd66 req-82a33995-b6b1-40cb-92cf-456ba8e3b724 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Calling delete_port for 2c9f1ba2-7483-4f59-a072-794535da39f5 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:15:29.737482 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-be510f16-bc19-4b3b-ac8c-eb665934d726 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70a995f7ee6e41f597cf94301c84780c HTTP/1.1" status: 200 len: 378 time: 0.2348971 Jul 15 15:15:29.768441 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'port': {'device_id': 'a68552b0-8848-46d8-bc28-3d4bb8354cfc', 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2', 'admin_state_up': True, 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'security_groups': ['7c4764f7-537c-4ee6-b70f-8f919de3e46e']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:29.953130 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc9815-9568-43a7-a2d2-341135c77032 req-ec239055-b322-4f02-a6c6-b47ff92a59ef tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:29.955044 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95cc9815-9568-43a7-a2d2-341135c77032 req-ec239055-b322-4f02-a6c6-b47ff92a59ef tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.4653342 Jul 15 15:15:29.984617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8a031-bccd-435a-8114-70f335447745 req-388e24cd-18f8-4f43-9da9-3987c14ab772 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:29.993416 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-09a8a031-bccd-435a-8114-70f335447745 req-388e24cd-18f8-4f43-9da9-3987c14ab772 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4112d06-5e6b-4111-8f09-855e3864475e HTTP/1.1" status: 200 len: 945 time: 0.3167808 Jul 15 15:15:30.028418 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-70c7dd14-a73d-452e-b18e-a58841d3043a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:30.092319 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c8c997a6-0ef7-42a1-b561-c38d3253dd66 req-82a33995-b6b1-40cb-92cf-456ba8e3b724 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:30.111940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['71d7fa55-b73d-484b-92b8-225f0489f321'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:15:30.177542 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['b7e4d4e3-24bf-451e-b476-00e131e320c9', '2c9f1ba2-7483-4f59-a072-794535da39f5'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:15:30.177727 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a33995-b6b1-40cb-92cf-456ba8e3b724 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Pushing event deleted for resources: {'Port': ['ID=2c9f1ba2-7483-4f59-a072-794535da39f5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:30.204597 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95cc9815-9568-43a7-a2d2-341135c77032 req-f334505a-8df1-4158-bccf-28c05b08422b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388721 Jul 15 15:15:30.229975 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-09a8a031-bccd-435a-8114-70f335447745 req-a6cb8809-b477-44f7-9867-ee440dbfdb6a tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354712 Jul 15 15:15:30.251954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Made reservation on behalf of 70a995f7ee6e41f597cf94301c84780c for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:15:30.256047 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:30.282374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c997a6-0ef7-42a1-b561-c38d3253dd66 req-82a33995-b6b1-40cb-92cf-456ba8e3b724 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] No DVR routers for this DVR port 2c9f1ba2-7483-4f59-a072-794535da39f5 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:15:30.286951 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c8c997a6-0ef7-42a1-b561-c38d3253dd66 req-82a33995-b6b1-40cb-92cf-456ba8e3b724 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:30.289506 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c8c997a6-0ef7-42a1-b561-c38d3253dd66 req-82a33995-b6b1-40cb-92cf-456ba8e3b724 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.11 "DELETE /v2.0/ports/2c9f1ba2-7483-4f59-a072-794535da39f5 HTTP/1.1" status: 204 len: 173 time: 1.1660151 Jul 15 15:15:30.290010 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4112d06-5e6b-4111-8f09-855e3864475e', 'name': 'network-vif-deleted', 'tag': '2c9f1ba2-7483-4f59-a072-794535da39f5'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:30.297774 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcaeaac-1da9-4e05-90d0-c5bc75a97d3d" -d '{"events": [{"server_uuid": "c4112d06-5e6b-4111-8f09-855e3864475e", "name": "network-vif-deleted", "tag": "2c9f1ba2-7483-4f59-a072-794535da39f5"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:30.853581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Allocated IP 172.20.0.4 (d8995f63-ac4d-440f-96f3-26710ad129d2/2520e2c8-9c21-4b7d-86e6-71002aca8ef8/dcb6db18-8d27-4eda-a09f-ca233c161b19) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:15:30.897713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1d2e6-5e85-4e43-9b25-795cbed87ce9 req-aa16244f-7a7a-4004-aaca-d3b4e755ad5b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:30.915544 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-80a1d2e6-5e85-4e43-9b25-795cbed87ce9 req-aa16244f-7a7a-4004-aaca-d3b4e755ad5b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.4360340 Jul 15 15:15:30.965214 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2862a88-1001-4f3f-b2f4-04dae8020eb0 req-903caec8-d55d-4d4a-900c-629762c83336 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:30.966872 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2862a88-1001-4f3f-b2f4-04dae8020eb0 req-903caec8-d55d-4d4a-900c-629762c83336 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.3871217 Jul 15 15:15:31.038459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-80a1d2e6-5e85-4e43-9b25-795cbed87ce9 req-0e5d130d-5659-4b29-9c79-7f2c50cbd4a9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219189 Jul 15 15:15:31.192888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2862a88-1001-4f3f-b2f4-04dae8020eb0 req-6daa535e-af73-4966-abb1-e7d7a28fc6b7 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195919 Jul 15 15:15:31.298588 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dc87fd-2a00-42f8-a680-f56d533db089 x-openstack-request-id: req-c9dc87fd-2a00-42f8-a680-f56d533db089 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:31.299117 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4112d06-5e6b-4111-8f09-855e3864475e", "name": "network-vif-deleted", "tag": "2c9f1ba2-7483-4f59-a072-794535da39f5", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:31.299222 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9dc87fd-2a00-42f8-a680-f56d533db089 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:31.299536 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4112d06-5e6b-4111-8f09-855e3864475e', 'name': 'network-vif-deleted', 'tag': '2c9f1ba2-7483-4f59-a072-794535da39f5', 'status': 'completed', 'code': 200} Jul 15 15:15:31.356095 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:31.445906 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-80cff947-b7fb-40b7-b3ab-9ed17258b758 req-2f2e6d35-2f34-4e68-91b1-2d0211b189f7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 210 time: 0.1089978 Jul 15 15:15:31.475686 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Transition to ACTIVE for port object dcb6db18-8d27-4eda-a09f-ca233c161b19 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:15:31.582664 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:31.783685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network d8995f63-ac4d-440f-96f3-26710ad129d2 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:15:31.840399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:15:31.877648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:15:31.884169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Port': ['ID=dcb6db18-8d27-4eda-a09f-ca233c161b19,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:31.990346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:32.015782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:32.016335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:32.016844 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:32.017401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:32.017987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:32.018545 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:32.019105 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:32.019605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:32.020097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:32.020604 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:32.021094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:32.101390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134dec7-2a50-472c-b57f-abfa788a0236 req-9c680fb7-f05a-4d6a-8fa7-f2a9f6f1650e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:32.115045 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d134dec7-2a50-472c-b57f-abfa788a0236 req-9c680fb7-f05a-4d6a-8fa7-f2a9f6f1650e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.4701352 Jul 15 15:15:32.125116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:32.133286 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:32.203580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-1b7b276b-1ffa-4bd1-9e05-d24bc010f09f tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4499328 Jul 15 15:15:32.231161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Request body: {'port': {'device_id': 'a68552b0-8848-46d8-bc28-3d4bb8354cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:32.302072 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d134dec7-2a50-472c-b57f-abfa788a0236 req-ebcbaaec-7688-4146-85aa-151063f5fbae tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859686 Jul 15 15:15:32.448815 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-65fc9933-46c5-4661-afbc-c48d6dd73cee None None] Provisioning for port dcb6db18-8d27-4eda-a09f-ca233c161b19 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:15:32.481603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-65fc9933-46c5-4661-afbc-c48d6dd73cee None None] Provisioning complete for port dcb6db18-8d27-4eda-a09f-ca233c161b19 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:15:32.481951 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65fc9933-46c5-4661-afbc-c48d6dd73cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:32.575250 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:32.585108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2c9f1ba2-7483-4f59-a072-794535da39f5 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:15:32.652380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 2c9f1ba2-7483-4f59-a072-794535da39f5 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:15:32.652882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2c9f1ba2-7483-4f59-a072-794535da39f5 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:15:32.668629 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-65fc9933-46c5-4661-afbc-c48d6dd73cee None None] Port dcb6db18-8d27-4eda-a09f-ca233c161b19 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:15:32.734965 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45970) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:32.812612 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:32.919609 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89fd836f-7d38-4814-a6eb-81e4924a8eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:33.029446 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec1d6d93-3d38-42b7-841c-1f0f60cdb5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:33.140740 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb6db18-8d27-4eda-a09f-ca233c161b19 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:15:33.150218 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:33.163689 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Transition to ACTIVE for port object dcb6db18-8d27-4eda-a09f-ca233c161b19 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:15:33.178497 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:33.219267 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d0c45-c278-4bbe-a9df-442dfbf6f586 req-bbc98612-38b2-4fc6-abda-abe4b1c6278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:33.221952 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cc9d0c45-c278-4bbe-a9df-442dfbf6f586 req-bbc98612-38b2-4fc6-abda-abe4b1c6278c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=654aa7ff723c41b59e7bbd6bde26ee6a&device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 1096 time: 0.3353951 Jul 15 15:15:33.282881 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b16b28-7ee4-47fa-96a4-b504ddfddb10 req-0eace63c-ab82-485c-9129-741dddefbb45 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:33.290423 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-00b16b28-7ee4-47fa-96a4-b504ddfddb10 req-0eace63c-ab82-485c-9129-741dddefbb45 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.7125342 Jul 15 15:15:33.301859 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb6db18-8d27-4eda-a09f-ca233c161b19,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:33.316278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eabfdf-02bc-44ef-a858-62f0249b8a46 req-9d12326f-7658-4e7a-9b73-bb66aa880695 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:33.324270 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8eabfdf-02bc-44ef-a858-62f0249b8a46 req-9d12326f-7658-4e7a-9b73-bb66aa880695 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.6944020 Jul 15 15:15:33.405999 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-00b16b28-7ee4-47fa-96a4-b504ddfddb10 req-c2a0f218-16e3-4711-b569-e400cf599e5b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142688 Jul 15 15:15:33.420394 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec1d6d93-3d38-42b7-841c-1f0f60cdb5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:33.455363 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec1d6d93-3d38-42b7-841c-1f0f60cdb5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:33.471991 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8eabfdf-02bc-44ef-a858-62f0249b8a46 req-aaeb5301-4718-424e-9f3b-d858c77e525d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465507 Jul 15 15:15:33.497826 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d0c45-c278-4bbe-a9df-442dfbf6f586 req-2a0aa287-5099-4405-9ca9-cf73dd5d1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:33.511108 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cc9d0c45-c278-4bbe-a9df-442dfbf6f586 req-2a0aa287-5099-4405-9ca9-cf73dd5d1ee0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ca2ab8ae-a107-4a49-9219-995d9c2acd35 HTTP/1.1" status: 200 len: 914 time: 0.2809017 Jul 15 15:15:33.529406 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Attempting to bind port dcb6db18-8d27-4eda-a09f-ca233c161b19 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:15:33.529796 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Attempting to bind port dcb6db18-8d27-4eda-a09f-ca233c161b19 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '89f8dbd2-26bb-4464-bac8-2ccac568b5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:15:33.530134 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Attempting to bind port dcb6db18-8d27-4eda-a09f-ca233c161b19 on network d8995f63-ac4d-440f-96f3-26710ad129d2 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:15:33.535477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Port dcb6db18-8d27-4eda-a09f-ca233c161b19 on network d8995f63-ac4d-440f-96f3-26710ad129d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:15:33.535946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Attempting to bind port dcb6db18-8d27-4eda-a09f-ca233c161b19 on network d8995f63-ac4d-440f-96f3-26710ad129d2 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:15:33.541555 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:15:33.541894 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Checking segment: {'id': '89f8dbd2-26bb-4464-bac8-2ccac568b5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:15:33.542274 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Bound using segment: {'id': '89f8dbd2-26bb-4464-bac8-2ccac568b5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:15:33.542741 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Bound port: dcb6db18-8d27-4eda-a09f-ca233c161b19, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f8dbd2-26bb-4464-bac8-2ccac568b5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:15:33.543659 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:33.630546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] For port dcb6db18-8d27-4eda-a09f-ca233c161b19, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:15:33.639723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] For port dcb6db18-8d27-4eda-a09f-ca233c161b19, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=dcb6db18-8d27-4eda-a09f-ca233c161b19,segment=NetworkSegment(89f8dbd2-26bb-4464-bac8-2ccac568b5c0),segment_id=89f8dbd2-26bb-4464-bac8-2ccac568b5c0)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:15:33.640198 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cc9d0c45-c278-4bbe-a9df-442dfbf6f586 req-d4cd8c0d-6cd2-402b-a672-14f89854dd45 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41506cc5-5897-4f17-900d-f8199594fd94 HTTP/1.1" status: 200 len: 217 time: 0.1127050 Jul 15 15:15:33.661890 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:33.697938 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ec1d6d93-3d38-42b7-841c-1f0f60cdb5d3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a787c158631e487e832a4c61353f5f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9613974 Jul 15 15:15:33.699864 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d6d93-3d38-42b7-841c-1f0f60cdb5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af542648-f639-448e-a09d-d651cb6fcc69,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:33.703912 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 45988) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:33.808818 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d0c45-c278-4bbe-a9df-442dfbf6f586 req-7a9e2cf8-b8ef-48e7-83c3-4f23eb9afcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:33.811201 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cc9d0c45-c278-4bbe-a9df-442dfbf6f586 req-7a9e2cf8-b8ef-48e7-83c3-4f23eb9afcc5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=80f494c2-b6f4-4c40-b1bb-27cdabd6cc33 HTTP/1.1" status: 200 len: 853 time: 0.1229992 Jul 15 15:15:33.842973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f6232-413e-415d-9740-a6f2dfc00f6c req-e37aae85-c525-4cb4-8615-f9b53bf1f8c7 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:33.844651 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:33.845189 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ce4f6232-413e-415d-9740-a6f2dfc00f6c req-e37aae85-c525-4cb4-8615-f9b53bf1f8c7 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.11 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 945 time: 0.2068958 Jul 15 15:15:33.845313 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:33.847658 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] 10.222.0.22 "PUT /v2.0/ports/dcb6db18-8d27-4eda-a09f-ca233c161b19 HTTP/1.1" status: 200 len: 1091 time: 1.6305180 Jul 15 15:15:33.848255 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68552b0-8848-46d8-bc28-3d4bb8354cfc', 'tag': 'dcb6db18-8d27-4eda-a09f-ca233c161b19'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:33.852287 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776406a8-4c0b-4062-a109-8727ddd0433f" -d '{"events": [{"name": "network-changed", "server_uuid": "a68552b0-8848-46d8-bc28-3d4bb8354cfc", "tag": "dcb6db18-8d27-4eda-a09f-ca233c161b19"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:33.859895 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6224b41d-0f77-4aba-b9f2-0680570a2614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:33.863825 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed554c-3466-41b9-8c9e-3ce6b6632404 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb6db18-8d27-4eda-a09f-ca233c161b19,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:33.905946 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cc9d0c45-c278-4bbe-a9df-442dfbf6f586 req-d50b4e97-4a6a-4255-9689-5367e9f7badf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ca2ab8ae-a107-4a49-9219-995d9c2acd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768254 Jul 15 15:15:33.984040 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afe282-86ca-47fe-b5bc-be3f92b1ce38 req-5a531f5d-b597-41d6-8748-963f9a767677 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:33.985610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66afe282-86ca-47fe-b5bc-be3f92b1ce38 req-5a531f5d-b597-41d6-8748-963f9a767677 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 945 time: 0.3429344 Jul 15 15:15:34.012004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245addc9-6e79-4add-8e4a-6c5e45794881 req-db0fd2a9-cba3-4970-b493-861d0500a2a0 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:34.019164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-245addc9-6e79-4add-8e4a-6c5e45794881 req-db0fd2a9-cba3-4970-b493-861d0500a2a0 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 943 time: 0.2359970 Jul 15 15:15:34.073430 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cc9d0c45-c278-4bbe-a9df-442dfbf6f586 req-6cff8dea-b415-4704-a32b-1d55326becde service neutron] 10.222.0.22 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335952 Jul 15 15:15:34.075659 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6224b41d-0f77-4aba-b9f2-0680570a2614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:34.086197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-1c4221a6-98a0-4539-8b66-a98802d45545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:34.087959 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-1c4221a6-98a0-4539-8b66-a98802d45545 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=70a995f7ee6e41f597cf94301c84780c&device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 1094 time: 0.1806045 Jul 15 15:15:34.096800 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66afe282-86ca-47fe-b5bc-be3f92b1ce38 req-a65f82e1-7b6a-408c-b74b-690719d20bec tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009321 Jul 15 15:15:34.183848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-245addc9-6e79-4add-8e4a-6c5e45794881 req-1580854d-915c-4af8-bf15-eb8d05d1b4c3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c4764f7-537c-4ee6-b70f-8f919de3e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1637173 Jul 15 15:15:34.186196 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-ee48b107-a67d-4518-a112-634ca4bf4e88 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcb6db18-8d27-4eda-a09f-ca233c161b19 HTTP/1.1" status: 200 len: 217 time: 0.0883627 Jul 15 15:15:34.231890 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cc9d0c45-c278-4bbe-a9df-442dfbf6f586 req-e36b6817-3fc3-4f32-af51-8e53115cdb06 service neutron] 10.222.0.22 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105986 Jul 15 15:15:34.273986 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81bc52f-2828-4db5-bffb-faf4effa49d8 x-openstack-request-id: req-f81bc52f-2828-4db5-bffb-faf4effa49d8 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:34.274586 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68552b0-8848-46d8-bc28-3d4bb8354cfc", "tag": "dcb6db18-8d27-4eda-a09f-ca233c161b19", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:34.275024 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f81bc52f-2828-4db5-bffb-faf4effa49d8 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:34.275614 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68552b0-8848-46d8-bc28-3d4bb8354cfc', 'tag': 'dcb6db18-8d27-4eda-a09f-ca233c161b19', 'status': 'completed', 'code': 200} Jul 15 15:15:34.290685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-ca9c352b-b7f9-4305-832c-1fcbcc706125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:34.292542 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-ca9c352b-b7f9-4305-832c-1fcbcc706125 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2520e2c8-9c21-4b7d-86e6-71002aca8ef8 HTTP/1.1" status: 200 len: 835 time: 0.0927222 Jul 15 15:15:34.324359 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:34.340515 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6224b41d-0f77-4aba-b9f2-0680570a2614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:34.343797 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6224b41d-0f77-4aba-b9f2-0680570a2614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:34.345178 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6224b41d-0f77-4aba-b9f2-0680570a2614 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/af542648-f639-448e-a09d-d651cb6fcc69 HTTP/1.1" status: 204 len: 168 time: 0.6319945 Jul 15 15:15:34.362237 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224b41d-0f77-4aba-b9f2-0680570a2614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af542648-f639-448e-a09d-d651cb6fcc69,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:34.374855 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-ce4f6232-413e-415d-9740-a6f2dfc00f6c req-b6b5a9d6-17fb-40f9-8a9d-afcb1693fcf9 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Deleting port b7e4d4e3-24bf-451e-b476-00e131e320c9 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:15:34.375509 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce4f6232-413e-415d-9740-a6f2dfc00f6c req-b6b5a9d6-17fb-40f9-8a9d-afcb1693fcf9 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:34.494284 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c49d6707-e6f8-4d9a-8a4b-6eaf7f96929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:34.495819 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-c49d6707-e6f8-4d9a-8a4b-6eaf7f96929c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d8995f63-ac4d-440f-96f3-26710ad129d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949601 Jul 15 15:15:34.546281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ce4f6232-413e-415d-9740-a6f2dfc00f6c req-b6b5a9d6-17fb-40f9-8a9d-afcb1693fcf9 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] For port b7e4d4e3-24bf-451e-b476-00e131e320c9, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=b7e4d4e3-24bf-451e-b476-00e131e320c9,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:34.546710 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce4f6232-413e-415d-9740-a6f2dfc00f6c req-b6b5a9d6-17fb-40f9-8a9d-afcb1693fcf9 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:34.570229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-ce4f6232-413e-415d-9740-a6f2dfc00f6c req-b6b5a9d6-17fb-40f9-8a9d-afcb1693fcf9 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Calling delete_port for b7e4d4e3-24bf-451e-b476-00e131e320c9 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:15:34.594004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980aaaa-041b-4201-b7da-b87423d19d19 req-a0aaf483-6d86-42bf-a178-3ef69dd393c2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:34.603456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f980aaaa-041b-4201-b7da-b87423d19d19 req-a0aaf483-6d86-42bf-a178-3ef69dd393c2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.2368267 Jul 15 15:15:34.762243 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f980aaaa-041b-4201-b7da-b87423d19d19 req-a6e9465e-4efb-4f72-b9a9-4800b729abd1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579511 Jul 15 15:15:34.791300 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce4f6232-413e-415d-9740-a6f2dfc00f6c req-b6b5a9d6-17fb-40f9-8a9d-afcb1693fcf9 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:34.807315 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['b7e4d4e3-24bf-451e-b476-00e131e320c9'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:15:34.810435 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['71d7fa55-b73d-484b-92b8-225f0489f321'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:15:34.813868 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-08ce3c9b-4462-43d3-a0a4-4ee4d2e2ed2d service neutron] 10.222.0.22 "GET /v2.0/networks/d8995f63-ac4d-440f-96f3-26710ad129d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041623 Jul 15 15:15:34.856307 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ef963-5a98-4ac6-8e35-fb5f2377d0db req-cb4074e6-da53-4378-8de2-0cd00425f55c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:34.857866 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea0ef963-5a98-4ac6-8e35-fb5f2377d0db req-cb4074e6-da53-4378-8de2-0cd00425f55c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.2507424 Jul 15 15:15:34.864028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5a9d6-17fb-40f9-8a9d-afcb1693fcf9 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Pushing event deleted for resources: {'Port': ['ID=b7e4d4e3-24bf-451e-b476-00e131e320c9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:34.876157 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46010) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:34.944644 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cc52e40-102a-4c70-8325-88903235a763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:34.973811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4f6232-413e-415d-9740-a6f2dfc00f6c req-b6b5a9d6-17fb-40f9-8a9d-afcb1693fcf9 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] No DVR routers for this DVR port b7e4d4e3-24bf-451e-b476-00e131e320c9 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:15:34.979794 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce4f6232-413e-415d-9740-a6f2dfc00f6c req-b6b5a9d6-17fb-40f9-8a9d-afcb1693fcf9 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:34.981898 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ce4f6232-413e-415d-9740-a6f2dfc00f6c req-b6b5a9d6-17fb-40f9-8a9d-afcb1693fcf9 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.11 "DELETE /v2.0/ports/b7e4d4e3-24bf-451e-b476-00e131e320c9 HTTP/1.1" status: 204 len: 173 time: 1.1231251 Jul 15 15:15:34.982356 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee00441-3e39-4f60-bd8a-a85df76d567a', 'name': 'network-vif-deleted', 'tag': 'b7e4d4e3-24bf-451e-b476-00e131e320c9'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:34.984631 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae98b40-6644-4372-bd8a-0df39e77805b" -d '{"events": [{"server_uuid": "dee00441-3e39-4f60-bd8a-a85df76d567a", "name": "network-vif-deleted", "tag": "b7e4d4e3-24bf-451e-b476-00e131e320c9"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:35.011135 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea0ef963-5a98-4ac6-8e35-fb5f2377d0db req-ca7022cb-3323-4272-8354-02470580181c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309769 Jul 15 15:15:35.088647 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beb9d688-dea8-4bfd-ad25-638732b643dd req-fb04c613-8250-4b12-a088-8a5d1e776ae3 service neutron] 10.222.0.22 "GET /v2.0/networks/d8995f63-ac4d-440f-96f3-26710ad129d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640059 Jul 15 15:15:35.146975 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a321d26-ff33-4d5b-addb-682ba1e4d865 x-openstack-request-id: req-3a321d26-ff33-4d5b-addb-682ba1e4d865 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:35.147556 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee00441-3e39-4f60-bd8a-a85df76d567a", "name": "network-vif-deleted", "tag": "b7e4d4e3-24bf-451e-b476-00e131e320c9", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:35.148020 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3a321d26-ff33-4d5b-addb-682ba1e4d865 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:35.155053 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee00441-3e39-4f60-bd8a-a85df76d567a', 'name': 'network-vif-deleted', 'tag': 'b7e4d4e3-24bf-451e-b476-00e131e320c9', 'status': 'completed', 'code': 200} Jul 15 15:15:35.159006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1b1c0-64b3-4bbc-8a1a-c5221d6f3f8d req-d6877c7f-e27a-4321-9416-5a43fa59a881 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:35.168520 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0f1b1c0-64b3-4bbc-8a1a-c5221d6f3f8d req-d6877c7f-e27a-4321-9416-5a43fa59a881 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.2121384 Jul 15 15:15:35.170579 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cc52e40-102a-4c70-8325-88903235a763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:35.180494 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cc52e40-102a-4c70-8325-88903235a763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:35.221424 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1cc52e40-102a-4c70-8325-88903235a763 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=35131bdf023c4753818f5ff5c0538a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441980 Jul 15 15:15:35.227202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 46022) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:35.244864 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc52e40-102a-4c70-8325-88903235a763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2b0584-a1f9-4355-ae87-302e94fde992,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:35.259848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0f1b1c0-64b3-4bbc-8a1a-c5221d6f3f8d req-2a7911cc-7a75-4876-81fb-42c1360a785c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904593 Jul 15 15:15:35.389905 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f045fee-c337-4d77-a285-2fbc8cae5d76 req-7bd18d2d-789f-4325-93e8-10b77bd506f7 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=dee00441-3e39-4f60-bd8a-a85df76d567a HTTP/1.1" status: 200 len: 210 time: 0.0714059 Jul 15 15:15:35.416379 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-67bff5e6-a22c-4899-89d6-76a53fe27c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:35.779181 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-67bff5e6-a22c-4899-89d6-76a53fe27c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:35.837220 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776406a8-4c0b-4062-a109-8727ddd0433f req-877ad4e6-cd47-4963-8583-cd29ab1e4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:35.838938 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-776406a8-4c0b-4062-a109-8727ddd0433f req-877ad4e6-cd47-4963-8583-cd29ab1e4355 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=70a995f7ee6e41f597cf94301c84780c&device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 1094 time: 0.5322876 Jul 15 15:15:35.947192 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776406a8-4c0b-4062-a109-8727ddd0433f req-f9e0b848-0e41-4155-b16d-6f072076643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:35.948846 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-776406a8-4c0b-4062-a109-8727ddd0433f req-f9e0b848-0e41-4155-b16d-6f072076643a service neutron] 10.222.0.22 "GET /v2.0/networks?id=d8995f63-ac4d-440f-96f3-26710ad129d2 HTTP/1.1" status: 200 len: 898 time: 0.0998836 Jul 15 15:15:35.995076 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:35.999674 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-776406a8-4c0b-4062-a109-8727ddd0433f req-4fff2143-0b1d-4fca-be8e-cc06f96cf851 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcb6db18-8d27-4eda-a09f-ca233c161b19 HTTP/1.1" status: 200 len: 217 time: 0.0403900 Jul 15 15:15:36.049747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614ffd8-7850-4152-b1f4-d68779b9cc08 req-2404ac3f-44d0-483c-9ed8-f39ccabb665d tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:36.057005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e614ffd8-7850-4152-b1f4-d68779b9cc08 req-2404ac3f-44d0-483c-9ed8-f39ccabb665d tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 943 time: 0.6443019 Jul 15 15:15:36.141959 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-67bff5e6-a22c-4899-89d6-76a53fe27c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:36.144588 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-67bff5e6-a22c-4899-89d6-76a53fe27c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:36.148828 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-67bff5e6-a22c-4899-89d6-76a53fe27c5a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f2b0584-a1f9-4355-ae87-302e94fde992 HTTP/1.1" status: 204 len: 168 time: 0.9175773 Jul 15 15:15:36.152313 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776406a8-4c0b-4062-a109-8727ddd0433f req-27682c48-d588-4bc4-8b24-24280c88cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:36.153532 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-776406a8-4c0b-4062-a109-8727ddd0433f req-27682c48-d588-4bc4-8b24-24280c88cf8b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2520e2c8-9c21-4b7d-86e6-71002aca8ef8 HTTP/1.1" status: 200 len: 835 time: 0.1389227 Jul 15 15:15:36.184200 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e614ffd8-7850-4152-b1f4-d68779b9cc08 req-6480e982-2367-4ad2-a96e-5867d8d9a158 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c4764f7-537c-4ee6-b70f-8f919de3e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1262171 Jul 15 15:15:36.196255 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bff5e6-a22c-4899-89d6-76a53fe27c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2b0584-a1f9-4355-ae87-302e94fde992,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:36.239058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b72b6-5a1e-4ee2-a4fb-d513ffef9b36 req-b619e843-9879-42f6-8db1-9db6b04efac6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:36.241296 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a10b72b6-5a1e-4ee2-a4fb-d513ffef9b36 req-b619e843-9879-42f6-8db1-9db6b04efac6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.2401824 Jul 15 15:15:36.398761 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a10b72b6-5a1e-4ee2-a4fb-d513ffef9b36 req-725a9a61-7a42-456b-a7ad-46999ced70f9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336324 Jul 15 15:15:36.460292 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776406a8-4c0b-4062-a109-8727ddd0433f req-149dfcdc-461e-44a9-9caa-c5d852f9d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:36.462793 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-776406a8-4c0b-4062-a109-8727ddd0433f req-149dfcdc-461e-44a9-9caa-c5d852f9d512 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d8995f63-ac4d-440f-96f3-26710ad129d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2956874 Jul 15 15:15:36.641035 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6876d0-e21f-42c0-8cc7-b8ced9fd04d9 req-6d7e8094-3950-4f83-a64a-8294c262718b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:36.647277 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd6876d0-e21f-42c0-8cc7-b8ced9fd04d9 req-6d7e8094-3950-4f83-a64a-8294c262718b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.2777092 Jul 15 15:15:36.718267 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-776406a8-4c0b-4062-a109-8727ddd0433f req-ccb149af-b030-44d8-9280-d0493c6d17ef service neutron] 10.222.0.22 "GET /v2.0/networks/d8995f63-ac4d-440f-96f3-26710ad129d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483494 Jul 15 15:15:36.809213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd6876d0-e21f-42c0-8cc7-b8ced9fd04d9 req-0fb1f0fd-b5d4-4c5d-8196-a42a253a57f2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287656 Jul 15 15:15:36.850826 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c5839-aa6b-4779-8943-8022b74608d2 req-64b83bbf-de0e-4afe-aad9-2ba2542f2771 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:36.870887 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f6c5839-aa6b-4779-8943-8022b74608d2 req-64b83bbf-de0e-4afe-aad9-2ba2542f2771 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.3409941 Jul 15 15:15:36.954401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f6c5839-aa6b-4779-8943-8022b74608d2 req-28e625e8-5172-4942-a1d3-72409c36cc49 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824175 Jul 15 15:15:36.962450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-776406a8-4c0b-4062-a109-8727ddd0433f req-a2365752-7af4-4301-abd8-b6cc8d195114 service neutron] 10.222.0.22 "GET /v2.0/networks/d8995f63-ac4d-440f-96f3-26710ad129d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340822 Jul 15 15:15:37.281819 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46088) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:37.292893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432670e3-d694-4adc-8939-c8a7ddf352fd req-47102148-65d6-4b67-a183-2ed01965920c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:37.295352 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-432670e3-d694-4adc-8939-c8a7ddf352fd req-47102148-65d6-4b67-a183-2ed01965920c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1230114 Jul 15 15:15:37.355543 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device dcb6db18-8d27-4eda-a09f-ca233c161b19 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:15:37.360624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 41506cc5-5897-4f17-900d-f8199594fd94 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:15:37.391758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-432670e3-d694-4adc-8939-c8a7ddf352fd req-3e9fbc09-9345-4e5d-85b3-57438465cec5 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905957 Jul 15 15:15:37.447091 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b46e7cf5-97ad-469f-a69b-9c2f27822fe3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-491431726-network', 'tenant_id': '64d671b2058540fd8ba7b7c4ada9b04a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:37.502790 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46e7cf5-97ad-469f-a69b-9c2f27822fe3 admin admin] Made reservation on behalf of 64d671b2058540fd8ba7b7c4ada9b04a for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:15:37.506703 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b46e7cf5-97ad-469f-a69b-9c2f27822fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:37.522668 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b46e7cf5-97ad-469f-a69b-9c2f27822fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:37.533571 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port dcb6db18-8d27-4eda-a09f-ca233c161b19, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=dcb6db18-8d27-4eda-a09f-ca233c161b19,segment=NetworkSegment(89f8dbd2-26bb-4464-bac8-2ccac568b5c0),segment_id=89f8dbd2-26bb-4464-bac8-2ccac568b5c0)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:37.545428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'dcb6db18-8d27-4eda-a09f-ca233c161b19', 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2', 'port_id': 'dcb6db18-8d27-4eda-a09f-ca233c161b19', 'mac_address': 'fa:16:3e:8a:2a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:15:37.668232 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:37.675182 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b46e7cf5-97ad-469f-a69b-9c2f27822fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:37.684788 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b46e7cf5-97ad-469f-a69b-9c2f27822fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:37.717057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46e7cf5-97ad-469f-a69b-9c2f27822fe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:15:37.718860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb6db18-8d27-4eda-a09f-ca233c161b19 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:15:37.729473 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e7cf5-97ad-469f-a69b-9c2f27822fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8b62c1-cfc1-4347-a726-5612b543adbb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:37.744957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port dcb6db18-8d27-4eda-a09f-ca233c161b19, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=dcb6db18-8d27-4eda-a09f-ca233c161b19,segment=NetworkSegment(89f8dbd2-26bb-4464-bac8-2ccac568b5c0),segment_id=89f8dbd2-26bb-4464-bac8-2ccac568b5c0)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:37.747362 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b46e7cf5-97ad-469f-a69b-9c2f27822fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:37.747719 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-b46e7cf5-97ad-469f-a69b-9c2f27822fe3 admin admin] Added segment 51152594-f68b-4dfe-b96d-b9e37d3697a2 of type vlan for network e635f911-dac6-4e80-a4a7-84cf5fac324e Jul 15 15:15:37.758268 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:37.774965 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b4c35-d35d-46d8-ad38-fff30c3b19b1 req-ae9fd266-2c36-4eef-9df1-66200e3468d2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:37.776468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-490b4c35-d35d-46d8-ad38-fff30c3b19b1 req-ae9fd266-2c36-4eef-9df1-66200e3468d2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 943 time: 0.3359220 Jul 15 15:15:37.787716 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:37.800550 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b46e7cf5-97ad-469f-a69b-9c2f27822fe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:37.833961 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=41506cc5-5897-4f17-900d-f8199594fd94,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:37.838747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad0ff2a-f31d-4c9b-b626-530362890e27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41506cc5-5897-4f17-900d-f8199594fd94'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:37.842038 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfbcb6b-837a-45cb-83b1-1d450df437ed" -d '{"events": [{"server_uuid": "0ad0ff2a-f31d-4c9b-b626-530362890e27", "name": "network-vif-unplugged", "status": "completed", "tag": "41506cc5-5897-4f17-900d-f8199594fd94"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:37.848705 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:37.853162 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b46e7cf5-97ad-469f-a69b-9c2f27822fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:37.854424 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46e7cf5-97ad-469f-a69b-9c2f27822fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:37.855273 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b46e7cf5-97ad-469f-a69b-9c2f27822fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:37.877494 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=dcb6db18-8d27-4eda-a09f-ca233c161b19,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:37.878200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d84d36-36fd-4425-9427-cf0e09283bd3 req-44c2dea2-fde6-4366-b714-d864b54ada52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:37.880186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d84d36-36fd-4425-9427-cf0e09283bd3 req-44c2dea2-fde6-4366-b714-d864b54ada52 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4&tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75 HTTP/1.1" status: 200 len: 1094 time: 0.3508456 Jul 15 15:15:37.910793 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-490b4c35-d35d-46d8-ad38-fff30c3b19b1 req-affb6dc9-ce95-4b95-9a1a-de1f1b613752 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c4764f7-537c-4ee6-b70f-8f919de3e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102462 Jul 15 15:15:37.931211 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f9d9a-7e1b-4381-9bd4-7060ce016932 req-b84cad52-5aab-477b-a646-efa51172b445 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:37.939403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=41506cc5-5897-4f17-900d-f8199594fd94,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:37.946515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d1f9d9a-7e1b-4381-9bd4-7060ce016932 req-b84cad52-5aab-477b-a646-efa51172b445 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.2826133 Jul 15 15:15:37.962811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e7cf5-97ad-469f-a69b-9c2f27822fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=e635f911-dac6-4e80-a4a7-84cf5fac324e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:37.977194 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network e635f911-dac6-4e80-a4a7-84cf5fac324e details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:15:37.991367 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b46e7cf5-97ad-469f-a69b-9c2f27822fe3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7077401 Jul 15 15:15:37.992403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46114) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:37.998174 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2ab6f55e-4a4a-4fc7-8d51-f07d77722ee7 admin admin] Request body: {'subnet': {'network_id': 'e635f911-dac6-4e80-a4a7-84cf5fac324e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-491431726-subnet', 'tenant_id': '64d671b2058540fd8ba7b7c4ada9b04a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:38.043314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab6f55e-4a4a-4fc7-8d51-f07d77722ee7 admin admin] Made reservation on behalf of 64d671b2058540fd8ba7b7c4ada9b04a for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:15:38.048873 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f55e-4a4a-4fc7-8d51-f07d77722ee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:38.084255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['dcb6db18-8d27-4eda-a09f-ca233c161b19'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:15:38.137553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d1f9d9a-7e1b-4381-9bd4-7060ce016932 req-885448d8-a55d-40ee-981f-5db244e5dd9a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888468 Jul 15 15:15:38.176922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d84d36-36fd-4425-9427-cf0e09283bd3 req-c4d57d53-1db8-4908-ad78-1b79ee2c416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:38.178972 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d84d36-36fd-4425-9427-cf0e09283bd3 req-c4d57d53-1db8-4908-ad78-1b79ee2c416f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 1094 time: 0.2593095 Jul 15 15:15:38.291670 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d9a9e1-eac3-4330-abaf-488ca8316e13 x-openstack-request-id: req-25d9a9e1-eac3-4330-abaf-488ca8316e13 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:38.293611 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad0ff2a-f31d-4c9b-b626-530362890e27", "name": "network-vif-unplugged", "status": "failed", "tag": "41506cc5-5897-4f17-900d-f8199594fd94", "code": 422}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:38.294789 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-25d9a9e1-eac3-4330-abaf-488ca8316e13 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:38.295399 n-d-764435-3 neutron-server[100713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0ad0ff2a-f31d-4c9b-b626-530362890e27', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '41506cc5-5897-4f17-900d-f8199594fd94', 'code': 422} returned with failed status Jul 15 15:15:38.357310 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d84d36-36fd-4425-9427-cf0e09283bd3 req-c8fbceae-8d68-413d-9434-932ac8c5ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:38.359711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d84d36-36fd-4425-9427-cf0e09283bd3 req-c8fbceae-8d68-413d-9434-932ac8c5ca4b service neutron] 10.222.0.22 "GET /v2.0/networks?id=f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 200 len: 918 time: 0.1722589 Jul 15 15:15:38.471951 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d84d36-36fd-4425-9427-cf0e09283bd3 req-2d4bdecf-4b1f-48ee-9566-f4e8e3964e1f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 HTTP/1.1" status: 200 len: 999 time: 0.0789196 Jul 15 15:15:38.531223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device b7e4d4e3-24bf-451e-b476-00e131e320c9 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:15:38.541276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406348-b6a7-49bc-923d-56f760c4e31d req-b0465c65-b68d-48a0-8580-5d27cf301e92 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:38.542921 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89406348-b6a7-49bc-923d-56f760c4e31d req-b0465c65-b68d-48a0-8580-5d27cf301e92 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.1819985 Jul 15 15:15:38.568450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: b7e4d4e3-24bf-451e-b476-00e131e320c9 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:15:38.568992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device b7e4d4e3-24bf-451e-b476-00e131e320c9 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:15:38.574493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d84d36-36fd-4425-9427-cf0e09283bd3 req-68637f05-35c4-4a27-8c12-0e0bcd97582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:38.576104 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d84d36-36fd-4425-9427-cf0e09283bd3 req-68637f05-35c4-4a27-8c12-0e0bcd97582c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e02218b1-8e75-4c36-9d6e-ae1449beb9a6 HTTP/1.1" status: 200 len: 856 time: 0.0964921 Jul 15 15:15:38.600151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89406348-b6a7-49bc-923d-56f760c4e31d req-51708e59-4025-4ea1-aae4-8198d55706b1 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483468 Jul 15 15:15:38.702816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d84d36-36fd-4425-9427-cf0e09283bd3 req-9d222dad-cb7c-474b-a4d8-337485caa891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:38.707006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d84d36-36fd-4425-9427-cf0e09283bd3 req-9d222dad-cb7c-474b-a4d8-337485caa891 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f4383174-585e-4d4e-b660-80050803c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105709 Jul 15 15:15:38.929454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfecae-d950-4780-9578-f0012a73be47 req-f8dd114a-e5d0-4c19-9da6-ed2974d36f3b tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:38.937572 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58cfecae-d950-4780-9578-f0012a73be47 req-f8dd114a-e5d0-4c19-9da6-ed2974d36f3b tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 943 time: 0.1136651 Jul 15 15:15:38.962321 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d84d36-36fd-4425-9427-cf0e09283bd3 req-6dff8431-4339-4e87-9129-d84c4af1d675 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467189 Jul 15 15:15:39.033585 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f55e-4a4a-4fc7-8d51-f07d77722ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:39.135085 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-3d929f4a-d2bc-4a80-97f5-92039b710c13 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1655996 Jul 15 15:15:39.138648 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58cfecae-d950-4780-9578-f0012a73be47 req-70270607-f842-49e7-9644-59729d9c1c92 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997755 Jul 15 15:15:39.155304 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d84d36-36fd-4425-9427-cf0e09283bd3 req-64e19cfb-efa6-469f-8411-c341518dbc64 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834927 Jul 15 15:15:39.176840 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6f55e-4a4a-4fc7-8d51-f07d77722ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28184978-416b-44ef-bcb8-7551b91fdc5c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:39.198824 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab6f55e-4a4a-4fc7-8d51-f07d77722ee7 admin admin] Checking segment: {'id': '51152594-f68b-4dfe-b96d-b9e37d3697a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e635f911-dac6-4e80-a4a7-84cf5fac324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:15:39.199210 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab6f55e-4a4a-4fc7-8d51-f07d77722ee7 admin admin] Network hostable DHCP agents. Network: e635f911-dac6-4e80-a4a7-84cf5fac324e, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:15:39.222875 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ce7aa-fedf-45e9-bedb-1f95c93e38e5 req-52284242-eb00-4eef-ac17-44b9015a512c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:39.224495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a77ce7aa-fedf-45e9-bedb-1f95c93e38e5 req-52284242-eb00-4eef-ac17-44b9015a512c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 944 time: 0.1756873 Jul 15 15:15:39.248639 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab6f55e-4a4a-4fc7-8d51-f07d77722ee7 admin admin] Network e635f911-dac6-4e80-a4a7-84cf5fac324e is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:15:39.264447 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2ab6f55e-4a4a-4fc7-8d51-f07d77722ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, e635f911-dac6-4e80-a4a7-84cf5fac324e) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:15:39.270512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab6f55e-4a4a-4fc7-8d51-f07d77722ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:39.271202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f55e-4a4a-4fc7-8d51-f07d77722ee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:39.280463 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b7779b-f1f2-4528-a0a2-344215ccca54 None None] Network e635f911-dac6-4e80-a4a7-84cf5fac324e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:15:39.312856 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2ab6f55e-4a4a-4fc7-8d51-f07d77722ee7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3180289 Jul 15 15:15:39.336999 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a77ce7aa-fedf-45e9-bedb-1f95c93e38e5 req-82e5fdf8-28ec-4e1b-a25f-32c2a9746986 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c4764f7-537c-4ee6-b70f-8f919de3e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062429 Jul 15 15:15:39.458663 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device dcb6db18-8d27-4eda-a09f-ca233c161b19 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:15:39.596325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c93c8-641d-4a42-868c-f6298853931b req-b32168e2-a8cd-4d49-a589-c2693e6de517 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:39.613468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-939c93c8-641d-4a42-868c-f6298853931b req-b32168e2-a8cd-4d49-a589-c2693e6de517 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.2123961 Jul 15 15:15:39.710175 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-939c93c8-641d-4a42-868c-f6298853931b req-5c458d84-636e-4a27-b035-3bdb49eece98 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956275 Jul 15 15:15:39.745228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port dcb6db18-8d27-4eda-a09f-ca233c161b19 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:15:39.758699 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff5d80d-2d08-46c6-92e3-bd1ba46f32c9 None None] Network e635f911-dac6-4e80-a4a7-84cf5fac324e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:15:39.791668 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port dcb6db18-8d27-4eda-a09f-ca233c161b19 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:15:39.794577 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:40.017467 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:40.057628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port dcb6db18-8d27-4eda-a09f-ca233c161b19, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=dcb6db18-8d27-4eda-a09f-ca233c161b19,segment=NetworkSegment(89f8dbd2-26bb-4464-bac8-2ccac568b5c0),segment_id=89f8dbd2-26bb-4464-bac8-2ccac568b5c0)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:40.062658 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185e3b8-413c-4f28-b35f-e064bc924c4b req-df85050a-d93a-4736-baad-0bf0375496cd tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:40.065900 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:40.071359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c185e3b8-413c-4f28-b35f-e064bc924c4b req-df85050a-d93a-4736-baad-0bf0375496cd tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.1710372 Jul 15 15:15:40.135944 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c185e3b8-413c-4f28-b35f-e064bc924c4b req-7c691a85-bfb1-4acb-b0ec-d15bbc7d030e tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631247 Jul 15 15:15:40.180883 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=dcb6db18-8d27-4eda-a09f-ca233c161b19,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:40.297573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68552b0-8848-46d8-bc28-3d4bb8354cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb6db18-8d27-4eda-a09f-ca233c161b19'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:40.300357 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319ebf0a-ab18-4396-b6b5-b2d4fb6e4613" -d '{"events": [{"server_uuid": "a68552b0-8848-46d8-bc28-3d4bb8354cfc", "name": "network-vif-plugged", "status": "completed", "tag": "dcb6db18-8d27-4eda-a09f-ca233c161b19"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:40.407168 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a125997-ba3f-4c11-a6d6-d7cc8a3b7643 x-openstack-request-id: req-3a125997-ba3f-4c11-a6d6-d7cc8a3b7643 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:40.407517 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68552b0-8848-46d8-bc28-3d4bb8354cfc", "name": "network-vif-plugged", "status": "completed", "tag": "dcb6db18-8d27-4eda-a09f-ca233c161b19", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:40.407778 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3a125997-ba3f-4c11-a6d6-d7cc8a3b7643 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:40.408212 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68552b0-8848-46d8-bc28-3d4bb8354cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb6db18-8d27-4eda-a09f-ca233c161b19', 'code': 200} Jul 15 15:15:40.536140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d8cc6-1e23-40a6-904e-eaad6e6d5016 req-3ce80b44-6617-4ba9-a67b-bcf4c4e5a974 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:40.540781 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2d8cc6-1e23-40a6-904e-eaad6e6d5016 req-3ce80b44-6617-4ba9-a67b-bcf4c4e5a974 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 943 time: 0.2128456 Jul 15 15:15:40.553541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46194) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:40.563572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-99337e10-d744-47be-b060-c21c37e6d7b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1127074549-network', 'tenant_id': 'd7da3f80492e4aa3a32af088ff736598'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:40.676943 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99337e10-d744-47be-b060-c21c37e6d7b7 admin admin] Made reservation on behalf of d7da3f80492e4aa3a32af088ff736598 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:15:40.694196 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db2d8cc6-1e23-40a6-904e-eaad6e6d5016 req-e01803c6-a219-403e-a701-0789f2deff98 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308362 Jul 15 15:15:40.695941 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99337e10-d744-47be-b060-c21c37e6d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:40.729021 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99337e10-d744-47be-b060-c21c37e6d7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:40.830143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81fe86-d9cd-4967-8e13-661b9778f89d req-64dbcf47-5f36-4997-ac9a-4e71cd8a05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:40.832449 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e81fe86-d9cd-4967-8e13-661b9778f89d req-64dbcf47-5f36-4997-ac9a-4e71cd8a05bf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 1096 time: 0.2012970 Jul 15 15:15:40.843220 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481e18e-8089-44bf-912f-edb377695d08 req-025eef63-6eff-4a80-8563-13253781587b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:40.853092 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f481e18e-8089-44bf-912f-edb377695d08 req-025eef63-6eff-4a80-8563-13253781587b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 945 time: 0.1759059 Jul 15 15:15:41.010186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f481e18e-8089-44bf-912f-edb377695d08 req-9d4b2a91-f622-46b0-a1da-3a146ce717a4 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c4764f7-537c-4ee6-b70f-8f919de3e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1559389 Jul 15 15:15:41.020795 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e81fe86-d9cd-4967-8e13-661b9778f89d req-33433e05-4a2b-4f4b-87d6-6fbf6fe30048 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7c4764f7-537c-4ee6-b70f-8f919de3e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1627398 Jul 15 15:15:41.044610 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99337e10-d744-47be-b060-c21c37e6d7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:41.121134 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99337e10-d744-47be-b060-c21c37e6d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:41.141872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99337e10-d744-47be-b060-c21c37e6d7b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:15:41.158745 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99337e10-d744-47be-b060-c21c37e6d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:41.159153 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-99337e10-d744-47be-b060-c21c37e6d7b7 admin admin] Added segment 4d9b32f6-24b8-4798-85d5-077268c81930 of type vlan for network 14f8e64f-0eae-4e5b-bdaf-5c3f985715be Jul 15 15:15:41.232550 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99337e10-d744-47be-b060-c21c37e6d7b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:41.239486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89f62a-8632-4ff1-b0cb-eeaebdd3f3c0 req-60248d84-f6f4-40d3-bc7c-a545f2bafef3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:41.245735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba89f62a-8632-4ff1-b0cb-eeaebdd3f3c0 req-60248d84-f6f4-40d3-bc7c-a545f2bafef3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.2322738 Jul 15 15:15:41.310258 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99337e10-d744-47be-b060-c21c37e6d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:41.311282 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99337e10-d744-47be-b060-c21c37e6d7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:41.311974 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99337e10-d744-47be-b060-c21c37e6d7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:41.332426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba89f62a-8632-4ff1-b0cb-eeaebdd3f3c0 req-18a31248-0e93-4214-878f-d102aed6ad52 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801775 Jul 15 15:15:41.443628 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99337e10-d744-47be-b060-c21c37e6d7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade251e8-fedb-4cf2-a92b-4ec961b103a8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:41.474212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92136146-6651-473f-b895-c92b70ea094d req-a34b6033-69d7-4f56-9490-ebe2521a8eb8 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:41.484477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-92136146-6651-473f-b895-c92b70ea094d req-a34b6033-69d7-4f56-9490-ebe2521a8eb8 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.1395507 Jul 15 15:15:41.502581 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-99337e10-d744-47be-b060-c21c37e6d7b7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9452970 Jul 15 15:15:41.502581 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99337e10-d744-47be-b060-c21c37e6d7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=14f8e64f-0eae-4e5b-bdaf-5c3f985715be,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:41.505080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46204) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:41.512458 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 14f8e64f-0eae-4e5b-bdaf-5c3f985715be details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:15:41.519744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-24850792-f714-486e-935d-931b211de2fa admin admin] Request body: {'subnet': {'network_id': '14f8e64f-0eae-4e5b-bdaf-5c3f985715be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1127074549-subnet', 'tenant_id': 'd7da3f80492e4aa3a32af088ff736598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:41.551382 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-a44e51ce-8425-4648-9c2a-14765a3e9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:41.553206 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-a44e51ce-8425-4648-9c2a-14765a3e9d5e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27&tenant_id=654aa7ff723c41b59e7bbd6bde26ee6a HTTP/1.1" status: 200 len: 1094 time: 0.5223360 Jul 15 15:15:41.573372 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:41.618574 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-92136146-6651-473f-b895-c92b70ea094d req-cb3e3b85-ce35-4ca7-b094-a34d9e82e8b6 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323285 Jul 15 15:15:41.628174 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24850792-f714-486e-935d-931b211de2fa admin admin] Made reservation on behalf of d7da3f80492e4aa3a32af088ff736598 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:15:41.631887 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24850792-f714-486e-935d-931b211de2fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:41.858795 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:42.110425 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d7005-b096-4344-8ecc-9733d83e1a76 req-a56a9859-d3da-4494-aa93-c00ff7a16605 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:42.112240 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-951d7005-b096-4344-8ecc-9733d83e1a76 req-a56a9859-d3da-4494-aa93-c00ff7a16605 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 943 time: 0.1789260 Jul 15 15:15:42.228471 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-951d7005-b096-4344-8ecc-9733d83e1a76 req-8bed097d-4771-41e7-aad7-4933dbcfc60c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090157 Jul 15 15:15:42.564700 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24850792-f714-486e-935d-931b211de2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:42.657564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=41506cc5-5897-4f17-900d-f8199594fd94,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:42.664427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df47c4-3b70-4bec-a901-10ba1044b71e req-d41cf805-1fd2-482e-b29d-d9f4d9086806 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:42.673193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3df47c4-3b70-4bec-a901-10ba1044b71e req-d41cf805-1fd2-482e-b29d-d9f4d9086806 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 945 time: 0.1972010 Jul 15 15:15:42.683660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24850792-f714-486e-935d-931b211de2fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12cd15c-98bd-4d31-b6bc-c774bf8d6c3a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:42.699125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24850792-f714-486e-935d-931b211de2fa admin admin] Checking segment: {'id': '4d9b32f6-24b8-4798-85d5-077268c81930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '14f8e64f-0eae-4e5b-bdaf-5c3f985715be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:15:42.699437 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24850792-f714-486e-935d-931b211de2fa admin admin] Network hostable DHCP agents. Network: 14f8e64f-0eae-4e5b-bdaf-5c3f985715be, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:15:42.741104 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:15:42.771125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24850792-f714-486e-935d-931b211de2fa admin admin] Network 14f8e64f-0eae-4e5b-bdaf-5c3f985715be is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:15:42.794776 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-24850792-f714-486e-935d-931b211de2fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 14f8e64f-0eae-4e5b-bdaf-5c3f985715be) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:15:42.799595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24850792-f714-486e-935d-931b211de2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:42.800197 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24850792-f714-486e-935d-931b211de2fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:42.805717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a650ae83-a877-425f-b98e-1f11536eb188 None None] Network 14f8e64f-0eae-4e5b-bdaf-5c3f985715be requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:15:42.829044 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41506cc5-5897-4f17-900d-f8199594fd94 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:15:42.855198 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:42.920623 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-24850792-f714-486e-935d-931b211de2fa admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4079206 Jul 15 15:15:42.946804 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703ca45-3b4f-4e22-8dce-9e836d52db03 req-bb803dba-c999-40e2-a092-0dd0838041b6 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:42.963215 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c703ca45-3b4f-4e22-8dce-9e836d52db03 req-bb803dba-c999-40e2-a092-0dd0838041b6 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 946 time: 0.4013009 Jul 15 15:15:42.964472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Transition to ACTIVE for port object 41506cc5-5897-4f17-900d-f8199594fd94 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:15:42.973084 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:43.015246 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3df47c4-3b70-4bec-a901-10ba1044b71e req-73282ea5-86c6-4d12-8ff2-ec669949c836 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c4764f7-537c-4ee6-b70f-8f919de3e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3397133 Jul 15 15:15:43.198552 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c703ca45-3b4f-4e22-8dce-9e836d52db03 req-4f3b81fa-8534-4e99-a96d-72ceee2d1309 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329342 Jul 15 15:15:43.234742 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-78212103-8ecf-4112-a102-98e31ebf37db req-d8909a3a-3537-4220-8576-49230f29e9bb service neutron] show failed (client error): The resource could not be found. Jul 15 15:15:43.254110 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-d8909a3a-3537-4220-8576-49230f29e9bb service neutron] 10.222.0.11 "GET /v2.0/ports/5848f0a6-d4f2-47e2-89c8-862cddf5f50e/bindings/n-h2-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.5181193 Jul 15 15:15:43.304793 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] No DVR routers for this DVR port 41506cc5-5897-4f17-900d-f8199594fd94 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:15:43.311647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc75b9-a429-41ff-a580-1ed7b02e7666 None None] Network 14f8e64f-0eae-4e5b-bdaf-5c3f985715be requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:15:43.364932 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Pushing event updated for resources: {'Port': ['ID=41506cc5-5897-4f17-900d-f8199594fd94,revision_number=9']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:43.521181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Attempting to bind port 41506cc5-5897-4f17-900d-f8199594fd94 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:15:43.523056 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Attempting to bind port 41506cc5-5897-4f17-900d-f8199594fd94 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '9117483a-a6ce-4bf3-be2b-770bd135be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:15:43.523518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Attempting to bind port 41506cc5-5897-4f17-900d-f8199594fd94 on network ca2ab8ae-a107-4a49-9219-995d9c2acd35 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:15:43.535828 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Port 41506cc5-5897-4f17-900d-f8199594fd94 on network ca2ab8ae-a107-4a49-9219-995d9c2acd35 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:15:43.549754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Attempting to bind port 41506cc5-5897-4f17-900d-f8199594fd94 on network ca2ab8ae-a107-4a49-9219-995d9c2acd35 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:15:43.560964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:15:43.564032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Checking segment: {'id': '9117483a-a6ce-4bf3-be2b-770bd135be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:15:43.564641 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Bound using segment: {'id': '9117483a-a6ce-4bf3-be2b-770bd135be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:15:43.565355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Bound port: 41506cc5-5897-4f17-900d-f8199594fd94, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9117483a-a6ce-4bf3-be2b-770bd135be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:15:43.565963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:43.738700 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016cc53-8786-4ee8-ab6c-cc92564f0228 req-48d5107f-63d0-42a5-b594-d6ff6d1e9aae tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:43.740533 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c016cc53-8786-4ee8-ab6c-cc92564f0228 req-48d5107f-63d0-42a5-b594-d6ff6d1e9aae tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.2615857 Jul 15 15:15:43.777485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:15:43.785963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=41506cc5-5897-4f17-900d-f8199594fd94,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:15:43.793541 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:43.844690 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c016cc53-8786-4ee8-ab6c-cc92564f0228 req-8c0505b2-ac8a-45b3-a8f7-6a29db8ad181 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971198 Jul 15 15:15:43.863217 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ac646-2cec-4595-9051-c2f97382c72b req-dccc34b7-620d-4b51-a639-fef68acdc448 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:43.873092 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-756ac646-2cec-4595-9051-c2f97382c72b req-dccc34b7-620d-4b51-a639-fef68acdc448 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.2356548 Jul 15 15:15:43.940491 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Pushing event updated for resources: {'Port': ['ID=41506cc5-5897-4f17-900d-f8199594fd94,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:43.946603 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-756ac646-2cec-4595-9051-c2f97382c72b req-0d6df2c6-17c6-4835-ba68-03ef938f738e tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724936 Jul 15 15:15:43.961312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:43.962649 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:43.967180 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-2a6afc06-f2ee-4046-a9c0-c226de8a114b service neutron] 10.222.0.11 "PUT /v2.0/ports/41506cc5-5897-4f17-900d-f8199594fd94 HTTP/1.1" status: 200 len: 1091 time: 2.4029820 Jul 15 15:15:43.969583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad0ff2a-f31d-4c9b-b626-530362890e27', 'tag': '41506cc5-5897-4f17-900d-f8199594fd94'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:43.979096 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8c8f8a-302c-4e8c-9fb7-107118b20e13" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad0ff2a-f31d-4c9b-b626-530362890e27", "tag": "41506cc5-5897-4f17-900d-f8199594fd94"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:43.982933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78212103-8ecf-4112-a102-98e31ebf37db req-ec5c0656-fd4b-491e-9aac-886e2c4a9969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:43.986886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-ec5c0656-fd4b-491e-9aac-886e2c4a9969 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd&tenant_id=5ef1d87b1ef049c18d214bfde5982884 HTTP/1.1" status: 200 len: 1097 time: 0.2280564 Jul 15 15:15:44.143847 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-957a621d-ca9e-4a29-9260-63bcaee62892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:44.148349 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-957a621d-ca9e-4a29-9260-63bcaee62892 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=654aa7ff723c41b59e7bbd6bde26ee6a&device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 1095 time: 0.1396592 Jul 15 15:15:44.198864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6c3e4-adf5-4a8c-8e37-af3c6af9baaf req-50da2c88-c296-498d-82bd-a41a216be2bc tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:44.206580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4db6c3e4-adf5-4a8c-8e37-af3c6af9baaf req-50da2c88-c296-498d-82bd-a41a216be2bc tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 0.1615789 Jul 15 15:15:44.280148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4db6c3e4-adf5-4a8c-8e37-af3c6af9baaf req-36b07c95-e4e0-44ac-9096-1b64aad47748 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725613 Jul 15 15:15:44.336212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-bd710fa9-be4b-4c5e-823b-6e0362820406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:44.337967 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-bd710fa9-be4b-4c5e-823b-6e0362820406 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca2ab8ae-a107-4a49-9219-995d9c2acd35 HTTP/1.1" status: 200 len: 914 time: 0.1824241 Jul 15 15:15:44.443079 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9de4dd-fe8d-47a0-99a3-ac54aab728da x-openstack-request-id: req-3e9de4dd-fe8d-47a0-99a3-ac54aab728da {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:44.444517 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad0ff2a-f31d-4c9b-b626-530362890e27", "tag": "41506cc5-5897-4f17-900d-f8199594fd94", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:44.448007 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3e9de4dd-fe8d-47a0-99a3-ac54aab728da {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:44.448691 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad0ff2a-f31d-4c9b-b626-530362890e27', 'tag': '41506cc5-5897-4f17-900d-f8199594fd94', 'status': 'completed', 'code': 200} Jul 15 15:15:44.456120 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-c51665c5-40a3-4379-a0d8-f7e2850c3593 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41506cc5-5897-4f17-900d-f8199594fd94 HTTP/1.1" status: 200 len: 217 time: 0.1113160 Jul 15 15:15:44.577634 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-85d36846-78c5-48a2-bf4e-1ff1f0e3e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:44.582319 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-85d36846-78c5-48a2-bf4e-1ff1f0e3e77b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80f494c2-b6f4-4c40-b1bb-27cdabd6cc33 HTTP/1.1" status: 200 len: 853 time: 0.1193917 Jul 15 15:15:44.617437 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ba2f7-0ecc-483d-932c-836622653188 req-b21ad3c4-fb43-461c-9c38-cac73fdec1b5 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:44.619065 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a03ba2f7-0ecc-483d-932c-836622653188 req-b21ad3c4-fb43-461c-9c38-cac73fdec1b5 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/networks?id=e635f911-dac6-4e80-a4a7-84cf5fac324e HTTP/1.1" status: 200 len: 808 time: 0.2129676 Jul 15 15:15:44.647198 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a03ba2f7-0ecc-483d-932c-836622653188 req-d6552fee-dbfd-48c0-bc4d-4c1120f0ba29 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/quotas/64d671b2058540fd8ba7b7c4ada9b04a HTTP/1.1" status: 200 len: 375 time: 0.0194392 Jul 15 15:15:44.648083 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-7a6384b0-a976-46d4-9748-a9af9e4bc3c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca2ab8ae-a107-4a49-9219-995d9c2acd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571842 Jul 15 15:15:44.747935 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a03ba2f7-0ecc-483d-932c-836622653188 req-ac9bf66f-c4e0-41d2-b34d-10b7c5508ecf tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=64d671b2058540fd8ba7b7c4ada9b04a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0996928 Jul 15 15:15:44.842966 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-e41316ac-e54a-418e-bb0b-5b9e5e6fe08d service neutron] 10.222.0.11 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811650 Jul 15 15:15:45.051964 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-b4656824-000c-4120-ba7b-2a49ee2415a3 service neutron] 10.222.0.11 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018445 Jul 15 15:15:45.298560 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c8f8a-302c-4e8c-9fb7-107118b20e13 req-90895499-b133-49eb-aac1-7a083cb550f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:45.300144 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a8c8f8a-302c-4e8c-9fb7-107118b20e13 req-90895499-b133-49eb-aac1-7a083cb550f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=654aa7ff723c41b59e7bbd6bde26ee6a&device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 1095 time: 0.1828611 Jul 15 15:15:45.372479 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a03ba2f7-0ecc-483d-932c-836622653188 req-4eae960a-5651-4d98-ac67-2866884f0596 service neutron] 10.222.0.38 "GET /v2.0/networks/e635f911-dac6-4e80-a4a7-84cf5fac324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235397 Jul 15 15:15:45.390999 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240fca5-2a1b-4653-8eed-d236031177a4 req-4d6655a2-cbea-407f-9c0e-43d522a5d453 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:45.392769 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4240fca5-2a1b-4653-8eed-d236031177a4 req-4d6655a2-cbea-407f-9c0e-43d522a5d453 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 945 time: 0.7433314 Jul 15 15:15:45.494951 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c8f8a-302c-4e8c-9fb7-107118b20e13 req-c5f7b9ee-7a6a-4113-82ff-2f6a32bba99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:45.497503 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a8c8f8a-302c-4e8c-9fb7-107118b20e13 req-c5f7b9ee-7a6a-4113-82ff-2f6a32bba99f service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca2ab8ae-a107-4a49-9219-995d9c2acd35 HTTP/1.1" status: 200 len: 914 time: 0.1877882 Jul 15 15:15:45.521392 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4240fca5-2a1b-4653-8eed-d236031177a4 req-8d68227f-0a79-4eba-a74f-7268f11200d8 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c4764f7-537c-4ee6-b70f-8f919de3e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1188722 Jul 15 15:15:45.567855 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a8c8f8a-302c-4e8c-9fb7-107118b20e13 req-d1d790a1-6670-4eb6-8c81-520a8c8021b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41506cc5-5897-4f17-900d-f8199594fd94 HTTP/1.1" status: 200 len: 217 time: 0.0605443 Jul 15 15:15:45.609747 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a03ba2f7-0ecc-483d-932c-836622653188 req-06a4d781-6ea3-499e-a7dc-223da308afbb service neutron] 10.222.0.38 "GET /v2.0/networks/e635f911-dac6-4e80-a4a7-84cf5fac324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157485 Jul 15 15:15:45.637478 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:45.713437 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c8f8a-302c-4e8c-9fb7-107118b20e13 req-e91475a8-18e2-4a40-8c23-22f8f21a90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:45.714988 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a8c8f8a-302c-4e8c-9fb7-107118b20e13 req-e91475a8-18e2-4a40-8c23-22f8f21a90d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80f494c2-b6f4-4c40-b1bb-27cdabd6cc33 HTTP/1.1" status: 200 len: 853 time: 0.1391342 Jul 15 15:15:45.779046 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a8c8f8a-302c-4e8c-9fb7-107118b20e13 req-76b2f87e-c715-4ef8-8e2a-a26f2d808f13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca2ab8ae-a107-4a49-9219-995d9c2acd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553167 Jul 15 15:15:45.843341 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:45.998177 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a8c8f8a-302c-4e8c-9fb7-107118b20e13 req-47dccbf4-2e8b-4eea-b0cb-8d681a133cf3 service neutron] 10.222.0.11 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092514 Jul 15 15:15:46.152387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520bc83-1537-4149-a102-85b0f69e14b6 req-cb050bc8-6229-406d-94ab-c1ac8d73d0ef tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:46.160720 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a520bc83-1537-4149-a102-85b0f69e14b6 req-cb050bc8-6229-406d-94ab-c1ac8d73d0ef tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 946 time: 0.2586713 Jul 15 15:15:46.205692 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a8c8f8a-302c-4e8c-9fb7-107118b20e13 req-e60dc05d-0306-4f7a-8cc4-ba93144cbd9a service neutron] 10.222.0.11 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994367 Jul 15 15:15:46.258155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a520bc83-1537-4149-a102-85b0f69e14b6 req-7ced3969-46b4-47d1-b7fe-e28d2045f450 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/security-groups?id=12b01c22-1c7c-463c-ac70-289effae2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932796 Jul 15 15:15:46.529251 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] For port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,segment=NetworkSegment(a540d3a3-8d65-4f41-96a6-8a3d219d6ddc),segment_id=a540d3a3-8d65-4f41-96a6-8a3d219d6ddc)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:46.550868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6921035-e865-4d3d-847c-b6b2d74ad3f5 req-e756c5f7-5bda-4d55-a35e-1de06df4d018 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:46.552664 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e6921035-e865-4d3d-847c-b6b2d74ad3f5 req-e756c5f7-5bda-4d55-a35e-1de06df4d018 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.2228591 Jul 15 15:15:46.562045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5848f0a6-d4f2-47e2-89c8-862cddf5f50e no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:15:46.577162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61429ea-ad63-4d04-a119-5dc1570120e4 req-7be2366a-eb7f-459d-9c62-8c72e366723f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:46.578767 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a61429ea-ad63-4d04-a119-5dc1570120e4 req-7be2366a-eb7f-459d-9c62-8c72e366723f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.1556659 Jul 15 15:15:46.626748 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e6921035-e865-4d3d-847c-b6b2d74ad3f5 req-e8d93c95-9c28-435b-bec7-00598c72591f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469153 Jul 15 15:15:46.658393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] For port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:15:46.708244 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:46.771284 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a61429ea-ad63-4d04-a119-5dc1570120e4 req-33829570-ec4e-4890-bac5-6b5ffa4cbada tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531925 Jul 15 15:15:46.792099 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:46.794957 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efe2381-1ff0-42de-8200-5772d79f5db5" -d '{"events": [{"server_uuid": "472a11e8-fbfe-4529-bf50-d110f670eebd", "name": "network-vif-unplugged", "status": "completed", "tag": "5848f0a6-d4f2-47e2-89c8-862cddf5f50e"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:46.799107 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:46.814165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Transition to ACTIVE for port object 5848f0a6-d4f2-47e2-89c8-862cddf5f50e will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:15:46.830904 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:46.886752 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:15:46.887386 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:15:47.116625 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f780dc-778e-4cee-9a5c-eac9fc17dc43 req-82a04228-f398-419f-a69d-931307e26aae tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:47.118600 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-91f780dc-778e-4cee-9a5c-eac9fc17dc43 req-82a04228-f398-419f-a69d-931307e26aae tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 946 time: 0.1742182 Jul 15 15:15:47.237566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,revision_number=6']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:47.328340 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-91f780dc-778e-4cee-9a5c-eac9fc17dc43 req-fb7f92ab-efc5-4238-9106-133240613fa0 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Deleting port 71d7fa55-b73d-484b-92b8-225f0489f321 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:15:47.328781 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-91f780dc-778e-4cee-9a5c-eac9fc17dc43 req-fb7f92ab-efc5-4238-9106-133240613fa0 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:47.346457 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] No DVR routers for this DVR port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:15:47.458158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-91f780dc-778e-4cee-9a5c-eac9fc17dc43 req-fb7f92ab-efc5-4238-9106-133240613fa0 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] For port 71d7fa55-b73d-484b-92b8-225f0489f321, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=71d7fa55-b73d-484b-92b8-225f0489f321,segment=NetworkSegment(cd19da1d-aecd-4c74-9c6d-681aab92ab22),segment_id=cd19da1d-aecd-4c74-9c6d-681aab92ab22)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:47.458522 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-91f780dc-778e-4cee-9a5c-eac9fc17dc43 req-fb7f92ab-efc5-4238-9106-133240613fa0 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:47.475960 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-91f780dc-778e-4cee-9a5c-eac9fc17dc43 req-fb7f92ab-efc5-4238-9106-133240613fa0 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Calling delete_port for 71d7fa55-b73d-484b-92b8-225f0489f321 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:15:47.548865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a218e-65d0-416c-b9a9-a740d211e384 req-5eaa6d27-71bc-44ed-a566-36d66027973b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:47.558311 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f72a218e-65d0-416c-b9a9-a740d211e384 req-5eaa6d27-71bc-44ed-a566-36d66027973b tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 945 time: 0.4293854 Jul 15 15:15:47.602560 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2eeb7-dee8-477b-8536-36cd1ced5f4a req-c4be6814-447c-4049-a42a-c8bad301afeb tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:47.610624 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e2eeb7-dee8-477b-8536-36cd1ced5f4a req-c4be6814-447c-4049-a42a-c8bad301afeb tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 0.6339023 Jul 15 15:15:47.641641 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-91f780dc-778e-4cee-9a5c-eac9fc17dc43 req-fb7f92ab-efc5-4238-9106-133240613fa0 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:47.653480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['71d7fa55-b73d-484b-92b8-225f0489f321'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:15:47.686726 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f72a218e-65d0-416c-b9a9-a740d211e384 req-b1d07e5f-30af-4c4e-a7ed-dad78ba06e97 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c4764f7-537c-4ee6-b70f-8f919de3e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1264215 Jul 15 15:15:47.699855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 46298) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:47.720671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f92ab-efc5-4238-9106-133240613fa0 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Pushing event deleted for resources: {'Port': ['ID=71d7fa55-b73d-484b-92b8-225f0489f321,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:47.774613 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f780dc-778e-4cee-9a5c-eac9fc17dc43 req-fb7f92ab-efc5-4238-9106-133240613fa0 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] No DVR routers for this DVR port 71d7fa55-b73d-484b-92b8-225f0489f321 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:15:47.777647 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-91f780dc-778e-4cee-9a5c-eac9fc17dc43 req-fb7f92ab-efc5-4238-9106-133240613fa0 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:47.779787 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-91f780dc-778e-4cee-9a5c-eac9fc17dc43 req-fb7f92ab-efc5-4238-9106-133240613fa0 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.22 "DELETE /v2.0/ports/71d7fa55-b73d-484b-92b8-225f0489f321 HTTP/1.1" status: 204 len: 173 time: 0.6555271 Jul 15 15:15:47.780246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa849ba-3fa1-483d-bbec-3ae0296f51a0', 'name': 'network-vif-deleted', 'tag': '71d7fa55-b73d-484b-92b8-225f0489f321'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:47.782644 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4bacd8-f23d-49b3-ac42-d2f1345af642" -d '{"events": [{"server_uuid": "7aa849ba-3fa1-483d-bbec-3ae0296f51a0", "name": "network-vif-deleted", "tag": "71d7fa55-b73d-484b-92b8-225f0489f321"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:47.823209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e2eeb7-dee8-477b-8536-36cd1ced5f4a req-6eb03893-6096-4b1c-9678-b2c83cb6af53 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109492 Jul 15 15:15:47.906698 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3f067269-966a-43c8-b654-2dfce83d12a6 req-295ee3cb-04e8-46a6-b88a-6d4783a38bef tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 210 time: 0.0443316 Jul 15 15:15:47.908927 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Attempting to bind port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:15:47.909333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Attempting to bind port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:15:47.909732 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Attempting to bind port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e on network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:15:47.916026 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e on network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:15:47.916427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Attempting to bind port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e on network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:15:47.926788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:15:47.927236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Checking segment: {'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:15:47.927685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Bound using segment: {'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:15:47.928784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Bound port: 5848f0a6-d4f2-47e2-89c8-862cddf5f50e, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:15:47.929225 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:48.026434 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] For port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:15:48.030816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] For port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,segment=NetworkSegment(a540d3a3-8d65-4f41-96a6-8a3d219d6ddc),segment_id=a540d3a3-8d65-4f41-96a6-8a3d219d6ddc)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:15:48.033083 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e97297-ed86-4b2e-ac3c-1d025c1c87fa x-openstack-request-id: req-07e97297-ed86-4b2e-ac3c-1d025c1c87fa {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:48.033522 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a11e8-fbfe-4529-bf50-d110f670eebd", "name": "network-vif-unplugged", "status": "completed", "tag": "5848f0a6-d4f2-47e2-89c8-862cddf5f50e", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:48.038104 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-07e97297-ed86-4b2e-ac3c-1d025c1c87fa {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:48.039070 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e', 'code': 200} Jul 15 15:15:48.041893 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:48.045502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059180d4-35fe-485d-8c8a-acb6a34f6285 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:48.049759 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-059180d4-35fe-485d-8c8a-acb6a34f6285 tempest-TestNetworkBasicOps-69561737 tempest-TestNetworkBasicOps-69561737-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 1091 time: 0.3404436 Jul 15 15:15:48.050431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46304) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:48.055728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': 'dcb6db18-8d27-4eda-a09f-ca233c161b19', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:48.084607 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:48.084607 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:48.086097 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] 10.222.0.22 "PUT /v2.0/ports/5848f0a6-d4f2-47e2-89c8-862cddf5f50e HTTP/1.1" status: 200 len: 1092 time: 2.4663377 Jul 15 15:15:48.134887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066ef78-ae19-42af-9837-36ded7baa7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,revision_number=7']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:48.157639 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:48.305449 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f76389-1edd-4e4d-9db1-af6192740428 req-c10cf75e-6727-408a-8ef6-a735fe9e8d41 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:48.315577 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25f76389-1edd-4e4d-9db1-af6192740428 req-c10cf75e-6727-408a-8ef6-a735fe9e8d41 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 944 time: 0.1321344 Jul 15 15:15:48.562477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15bbb64d-93ca-43a6-a9d5-14e8193a8b1a req-7968c446-cb21-460b-9ca4-1c15c70c7574 tempest-AttachVolumeNegativeTest-1766291185 tempest-AttachVolumeNegativeTest-1766291185-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa849ba-3fa1-483d-bbec-3ae0296f51a0 HTTP/1.1" status: 200 len: 210 time: 0.2311044 Jul 15 15:15:48.606502 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25f76389-1edd-4e4d-9db1-af6192740428 req-05fd1c09-fb7d-477a-b469-2dc017ec8ea6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701099 Jul 15 15:15:48.706000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78212103-8ecf-4112-a102-98e31ebf37db req-65d226ec-9e75-4312-8262-45815a6ccf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:48.708559 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-65d226ec-9e75-4312-8262-45815a6ccf82 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 1095 time: 0.3301136 Jul 15 15:15:48.921178 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78212103-8ecf-4112-a102-98e31ebf37db req-b8ab2866-9268-4c18-bd4d-347228ea40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:48.922903 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-b8ab2866-9268-4c18-bd4d-347228ea40ce service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 HTTP/1.1" status: 200 len: 898 time: 0.2059698 Jul 15 15:15:48.933621 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:49.009620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-f7ca76d3-3c9e-44e6-99b0-446c599dde2a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e HTTP/1.1" status: 200 len: 1000 time: 0.0788760 Jul 15 15:15:49.027231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72358fff-faaf-4daf-ab97-587361e039af req-a0c8e012-7330-4cee-8542-976511394588 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:49.029053 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72358fff-faaf-4daf-ab97-587361e039af req-a0c8e012-7330-4cee-8542-976511394588 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.1962345 Jul 15 15:15:49.118786 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5edf4e0-954d-4999-ad74-655c9ec0411d x-openstack-request-id: req-e5edf4e0-954d-4999-ad74-655c9ec0411d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:49.119680 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa849ba-3fa1-483d-bbec-3ae0296f51a0", "name": "network-vif-deleted", "tag": "71d7fa55-b73d-484b-92b8-225f0489f321", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:49.120106 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e5edf4e0-954d-4999-ad74-655c9ec0411d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:49.120671 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa849ba-3fa1-483d-bbec-3ae0296f51a0', 'name': 'network-vif-deleted', 'tag': '71d7fa55-b73d-484b-92b8-225f0489f321', 'status': 'completed', 'code': 200} Jul 15 15:15:49.154416 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78212103-8ecf-4112-a102-98e31ebf37db req-41dc6635-f23d-4c25-8cda-dd5acbd8fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:49.156023 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-41dc6635-f23d-4c25-8cda-dd5acbd8fafe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=716a09bf-61f2-4fb2-825c-c3c8f8bee32b HTTP/1.1" status: 200 len: 835 time: 0.1258979 Jul 15 15:15:49.183492 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72358fff-faaf-4daf-ab97-587361e039af req-f8ad6016-1b95-4349-b032-4ae96091e3bd tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334579 Jul 15 15:15:49.218076 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ba2f7-0ecc-483d-932c-836622653188 req-b49c7892-52d6-4d59-9143-1d3003297999 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:49.219630 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a03ba2f7-0ecc-483d-932c-836622653188 req-b49c7892-52d6-4d59-9143-1d3003297999 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.11 "GET /v2.0/networks?id=e635f911-dac6-4e80-a4a7-84cf5fac324e HTTP/1.1" status: 200 len: 808 time: 0.8401849 Jul 15 15:15:49.230455 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:49.238022 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a03ba2f7-0ecc-483d-932c-836622653188 req-51c603c6-d34e-438c-a303-a50cd901e23b tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Request body: {'port': {'device_id': 'a2462964-7cf0-4559-b5f2-8a95fb957c58', 'network_id': 'e635f911-dac6-4e80-a4a7-84cf5fac324e', 'admin_state_up': True, 'tenant_id': '64d671b2058540fd8ba7b7c4ada9b04a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:49.253561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963a10e-5afa-42f5-88d7-bb5496511a79 req-b170087f-f2a7-407e-b72b-0808a68966dc tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:49.256826 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4963a10e-5afa-42f5-88d7-bb5496511a79 req-b170087f-f2a7-407e-b72b-0808a68966dc tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 0.2175760 Jul 15 15:15:49.261406 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:49.342337 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4963a10e-5afa-42f5-88d7-bb5496511a79 req-03150510-da32-483d-9831-9cd1c988e034 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738838 Jul 15 15:15:49.360326 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78212103-8ecf-4112-a102-98e31ebf37db req-c4c49f91-1e93-40e4-af03-93c4f71bc8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:49.362336 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-c4c49f91-1e93-40e4-af03-93c4f71bc8a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980550 Jul 15 15:15:49.479672 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Allocated IP 172.25.4.12 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/34641f5d-e592-4cc7-9ab1-de0f3fde33a0) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:15:49.491048 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc4ee13a-fd14-434a-a844-605b2c147d20 req-24913369-d305-4b60-b85c-b372f81ff15d tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 210 time: 0.1427610 Jul 15 15:15:49.501783 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03ba2f7-0ecc-483d-932c-836622653188 req-51c603c6-d34e-438c-a303-a50cd901e23b tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Made reservation on behalf of 64d671b2058540fd8ba7b7c4ada9b04a for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:15:49.507293 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a03ba2f7-0ecc-483d-932c-836622653188 req-51c603c6-d34e-438c-a303-a50cd901e23b tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:49.519352 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-7b06550e-d577-480e-bc1a-37d50e41a22f service neutron] 10.222.0.22 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182585 Jul 15 15:15:49.718074 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78212103-8ecf-4112-a102-98e31ebf37db req-a7a2cae1-1aac-47bd-aa45-16ff6ff25393 service neutron] 10.222.0.22 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861503 Jul 15 15:15:49.721669 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 46368) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:49.751145 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:49.787295 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-a03ba2f7-0ecc-483d-932c-836622653188 req-51c603c6-d34e-438c-a303-a50cd901e23b tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Allocated IP 172.20.0.9 (e635f911-dac6-4e80-a4a7-84cf5fac324e/28184978-416b-44ef-bcb8-7551b91fdc5c/677cd651-4dff-42ae-a502-f2376f2be1f0) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:15:49.809905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd58ed3-63af-48ea-8190-50a8e4d6e560 admin admin] Deleting subnet 4769b93a-d272-4da8-83b1-540f5e8c4a23 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:15:49.822198 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2bd58ed3-63af-48ea-8190-50a8e4d6e560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:49.850548 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:49.909677 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:15:49.938841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:15:49.949338 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:15:49.979584 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2bd58ed3-63af-48ea-8190-50a8e4d6e560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:49.985326 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Port': ['ID=34641f5d-e592-4cc7-9ab1-de0f3fde33a0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:50.047549 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'tag': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:50.050001 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bed8c80-e54c-4e6d-aac9-b03548e61f12" -d '{"events": [{"name": "network-changed", "server_uuid": "472a11e8-fbfe-4529-bf50-d110f670eebd", "tag": "5848f0a6-d4f2-47e2-89c8-862cddf5f50e"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:50.054331 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2bd58ed3-63af-48ea-8190-50a8e4d6e560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:50.133475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70205d3e-72be-48db-ab02-e68823117fcf req-17829f3c-e5dc-43d4-932c-cf4724c4e750 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:50.142068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70205d3e-72be-48db-ab02-e68823117fcf req-17829f3c-e5dc-43d4-932c-cf4724c4e750 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 944 time: 0.2412877 Jul 15 15:15:50.144428 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a03ba2f7-0ecc-483d-932c-836622653188 req-51c603c6-d34e-438c-a303-a50cd901e23b tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:50.150700 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8da0a4c-d707-4fe0-afa0-a23844ac6093 x-openstack-request-id: req-f8da0a4c-d707-4fe0-afa0-a23844ac6093 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:50.151131 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a11e8-fbfe-4529-bf50-d110f670eebd", "tag": "5848f0a6-d4f2-47e2-89c8-862cddf5f50e", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:50.151476 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f8da0a4c-d707-4fe0-afa0-a23844ac6093 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:50.151965 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'tag': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e', 'status': 'completed', 'code': 200} Jul 15 15:15:50.294236 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a03ba2f7-0ecc-483d-932c-836622653188 req-51c603c6-d34e-438c-a303-a50cd901e23b tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:50.307063 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70205d3e-72be-48db-ab02-e68823117fcf req-26cc4082-23b8-472e-a9a3-c3872fc6c7f2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633806 Jul 15 15:15:50.340479 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2bd58ed3-63af-48ea-8190-50a8e4d6e560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:50.368355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03ba2f7-0ecc-483d-932c-836622653188 req-51c603c6-d34e-438c-a303-a50cd901e23b tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Network e635f911-dac6-4e80-a4a7-84cf5fac324e is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:15:50.379390 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-a03ba2f7-0ecc-483d-932c-836622653188 req-51c603c6-d34e-438c-a303-a50cd901e23b tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:15:50.388347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03ba2f7-0ecc-483d-932c-836622653188 req-51c603c6-d34e-438c-a303-a50cd901e23b tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:15:50.397585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c603c6-d34e-438c-a303-a50cd901e23b tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Pushing event updated for resources: {'Port': ['ID=677cd651-4dff-42ae-a502-f2376f2be1f0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:50.415217 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd58ed3-63af-48ea-8190-50a8e4d6e560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4769b93a-d272-4da8-83b1-540f5e8c4a23,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:50.441560 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2bd58ed3-63af-48ea-8190-50a8e4d6e560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:50.444918 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2bd58ed3-63af-48ea-8190-50a8e4d6e560 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4769b93a-d272-4da8-83b1-540f5e8c4a23 HTTP/1.1" status: 204 len: 168 time: 0.7215390 Jul 15 15:15:50.449218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 46402) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:50.465430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-0b5f854d-e8d0-4f60-af45-b1b7810bfdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:50.467042 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-0b5f854d-e8d0-4f60-af45-b1b7810bfdff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 1095 time: 0.2974529 Jul 15 15:15:50.479130 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-6e6e1600-781d-464d-a941-e5e16065a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:50.480619 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-6e6e1600-781d-464d-a941-e5e16065a4ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 1095 time: 0.2959223 Jul 15 15:15:50.525685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ba2f7-0ecc-483d-932c-836622653188 req-51c603c6-d34e-438c-a303-a50cd901e23b tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:50.526331 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a03ba2f7-0ecc-483d-932c-836622653188 req-51c603c6-d34e-438c-a303-a50cd901e23b tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:50.557015 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a03ba2f7-0ecc-483d-932c-836622653188 req-51c603c6-d34e-438c-a303-a50cd901e23b tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3239405 Jul 15 15:15:50.574385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Request body: {'port': {'device_id': 'a2462964-7cf0-4559-b5f2-8a95fb957c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:50.677078 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:50.746883 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb321f0b-d1af-4279-8f33-8d000ba07e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:50.779183 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:50.936271 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:51.346122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a76e70-11c9-4c78-8fc8-5bd7e57a8e9c req-93405d5c-2f2b-4ff9-a713-b958ea5d1612 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:51.355860 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61a76e70-11c9-4c78-8fc8-5bd7e57a8e9c req-93405d5c-2f2b-4ff9-a713-b958ea5d1612 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.9554915 Jul 15 15:15:51.378136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-710e6964-7683-4bcd-bb48-01b58d0f607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:51.379903 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-710e6964-7683-4bcd-bb48-01b58d0f607f service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 HTTP/1.1" status: 200 len: 898 time: 0.8963459 Jul 15 15:15:51.380938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-cee11c73-d77a-4ba4-b796-e4d7cb07d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:51.382943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-cee11c73-d77a-4ba4-b796-e4d7cb07d132 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 HTTP/1.1" status: 200 len: 898 time: 0.8790731 Jul 15 15:15:51.401889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 71d7fa55-b73d-484b-92b8-225f0489f321 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:15:51.454691 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 71d7fa55-b73d-484b-92b8-225f0489f321 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:15:51.455321 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 71d7fa55-b73d-484b-92b8-225f0489f321 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:15:51.485293 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:51.501213 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:51.540847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fb941-5ee8-4083-9d8c-5030f6fa5797 req-e6dac4f4-e1a9-45ee-bf46-58d146861b91 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:51.552011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d4fb941-5ee8-4083-9d8c-5030f6fa5797 req-e6dac4f4-e1a9-45ee-bf46-58d146861b91 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 1.0227268 Jul 15 15:15:51.568193 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 677cd651-4dff-42ae-a502-f2376f2be1f0 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:15:51.579368 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:51.593932 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Transition to ACTIVE for port object 677cd651-4dff-42ae-a502-f2376f2be1f0 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:15:51.632491 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:51.680103 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-61a76e70-11c9-4c78-8fc8-5bd7e57a8e9c req-761cf79d-720b-4071-a353-677691eb2f4c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241584 Jul 15 15:15:51.736020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event updated for resources: {'Port': ['ID=34641f5d-e592-4cc7-9ab1-de0f3fde33a0,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:51.757935 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb321f0b-d1af-4279-8f33-8d000ba07e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:51.769957 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-eb321f0b-d1af-4279-8f33-8d000ba07e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b414a4-4442-44e4-9603-37584ff0baf9']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:51.781620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-6420d010-5fb9-44cd-843f-974457829706 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e HTTP/1.1" status: 200 len: 1000 time: 0.3708053 Jul 15 15:15:51.789399 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:51.801222 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-eb321f0b-d1af-4279-8f33-8d000ba07e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd19da1d-aecd-4c74-9c6d-681aab92ab22') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:51.807207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-eb321f0b-d1af-4279-8f33-8d000ba07e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd19da1d-aecd-4c74-9c6d-681aab92ab22') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:51.811994 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-4f7c2ab5-5706-4d52-85cd-9470f5eff668 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e HTTP/1.1" status: 200 len: 1000 time: 0.3926978 Jul 15 15:15:51.826054 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Pushing event updated for resources: {'Port': ['ID=677cd651-4dff-42ae-a502-f2376f2be1f0,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:51.875091 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb321f0b-d1af-4279-8f33-8d000ba07e0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:51.897496 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d4fb941-5ee8-4083-9d8c-5030f6fa5797 req-107e0070-6cd5-4c6d-b625-abe34e89dce5 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438437 Jul 15 15:15:51.997371 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Floating IP 107f71e3-ed78-44bb-bf89-6122e67f62cd associated. External IP: 172.25.4.12, port: dcb6db18-8d27-4eda-a09f-ca233c161b19. Jul 15 15:15:52.018066 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb321f0b-d1af-4279-8f33-8d000ba07e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:52.041260 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-c55099c1-dddb-46b7-ad7e-c6b8b543220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:52.043184 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-c55099c1-dddb-46b7-ad7e-c6b8b543220b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=716a09bf-61f2-4fb2-825c-c3c8f8bee32b HTTP/1.1" status: 200 len: 835 time: 0.2335453 Jul 15 15:15:52.050304 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb321f0b-d1af-4279-8f33-8d000ba07e0b admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:15:52.051287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb321f0b-d1af-4279-8f33-8d000ba07e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:15:52.053850 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:15:52.058485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Attempting to bind port 677cd651-4dff-42ae-a502-f2376f2be1f0 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:15:52.058909 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Attempting to bind port 677cd651-4dff-42ae-a502-f2376f2be1f0 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '51152594-f68b-4dfe-b96d-b9e37d3697a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e635f911-dac6-4e80-a4a7-84cf5fac324e'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:15:52.059320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Attempting to bind port 677cd651-4dff-42ae-a502-f2376f2be1f0 on network e635f911-dac6-4e80-a4a7-84cf5fac324e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:15:52.069105 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-8713aa22-d189-4bb5-b619-5f08eab4aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:52.070761 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-8713aa22-d189-4bb5-b619-5f08eab4aef1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=716a09bf-61f2-4fb2-825c-c3c8f8bee32b HTTP/1.1" status: 200 len: 835 time: 0.2388597 Jul 15 15:15:52.071638 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Port 677cd651-4dff-42ae-a502-f2376f2be1f0 on network e635f911-dac6-4e80-a4a7-84cf5fac324e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:15:52.071977 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Attempting to bind port 677cd651-4dff-42ae-a502-f2376f2be1f0 on network e635f911-dac6-4e80-a4a7-84cf5fac324e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:15:52.087806 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:15:52.088392 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Checking segment: {'id': '51152594-f68b-4dfe-b96d-b9e37d3697a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e635f911-dac6-4e80-a4a7-84cf5fac324e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:15:52.088868 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Bound using segment: {'id': '51152594-f68b-4dfe-b96d-b9e37d3697a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e635f911-dac6-4e80-a4a7-84cf5fac324e'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:15:52.089297 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Bound port: 677cd651-4dff-42ae-a502-f2376f2be1f0, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51152594-f68b-4dfe-b96d-b9e37d3697a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e635f911-dac6-4e80-a4a7-84cf5fac324e'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:15:52.089669 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:52.295223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] For port 677cd651-4dff-42ae-a502-f2376f2be1f0, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:15:52.338048 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] For port 677cd651-4dff-42ae-a502-f2376f2be1f0, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=677cd651-4dff-42ae-a502-f2376f2be1f0,segment=NetworkSegment(51152594-f68b-4dfe-b96d-b9e37d3697a2),segment_id=51152594-f68b-4dfe-b96d-b9e37d3697a2)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:15:52.355165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcceab3-bca3-4de0-9908-d13649f5e346 req-9fad1de2-b32b-43be-a19f-1269613715bd tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:52.367447 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cbcceab3-bca3-4de0-9908-d13649f5e346 req-9fad1de2-b32b-43be-a19f-1269613715bd tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 943 time: 0.5029254 Jul 15 15:15:52.402811 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:52.411987 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb321f0b-d1af-4279-8f33-8d000ba07e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:52.420545 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb321f0b-d1af-4279-8f33-8d000ba07e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:52.423056 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-eb321f0b-d1af-4279-8f33-8d000ba07e0b admin admin] 10.222.0.38 "DELETE /v2.0/networks/64b414a4-4442-44e4-9603-37584ff0baf9 HTTP/1.1" status: 204 len: 168 time: 1.9695666 Jul 15 15:15:52.480829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb321f0b-d1af-4279-8f33-8d000ba07e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=64b414a4-4442-44e4-9603-37584ff0baf9,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:52.517081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:52.517694 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:52.519164 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a03ba2f7-0ecc-483d-932c-836622653188 req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] 10.222.0.11 "PUT /v2.0/ports/677cd651-4dff-42ae-a502-f2376f2be1f0 HTTP/1.1" status: 200 len: 1091 time: 1.9504242 Jul 15 15:15:52.520841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2462964-7cf0-4559-b5f2-8a95fb957c58', 'tag': '677cd651-4dff-42ae-a502-f2376f2be1f0'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:52.523609 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0cdfa2-25f5-4f86-ba80-7866b53a6214" -d '{"events": [{"name": "network-changed", "server_uuid": "a2462964-7cf0-4559-b5f2-8a95fb957c58", "tag": "677cd651-4dff-42ae-a502-f2376f2be1f0"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:52.533541 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cbcceab3-bca3-4de0-9908-d13649f5e346 req-de29d875-53ee-4a26-9277-3b189e59e835 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc8b62c1-cfc1-4347-a726-5612b543adbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634467 Jul 15 15:15:52.542465 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Router e0ac6488-899e-4bee-bae7-19bfd7038e00 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:15:52.579556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177716fd-4a40-4f45-8be1-7e5212553e21 req-3c6f4cee-964c-41fb-bbad-fa38f0d97798 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:52.590298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed18dd5-9db6-483d-ab0f-ebe09d94fab2 service neutron] Pushing event updated for resources: {'Port': ['ID=677cd651-4dff-42ae-a502-f2376f2be1f0,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:52.597040 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-177716fd-4a40-4f45-8be1-7e5212553e21 req-3c6f4cee-964c-41fb-bbad-fa38f0d97798 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 944 time: 0.4717815 Jul 15 15:15:52.628372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-dc0ca19e-fb98-460d-a49d-048115d4752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:52.630940 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-dc0ca19e-fb98-460d-a49d-048115d4752f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5556056 Jul 15 15:15:52.636053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-41a5538f-b945-4f86-9354-30f7b2fa1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:52.638249 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-41a5538f-b945-4f86-9354-30f7b2fa1c2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4786894 Jul 15 15:15:52.678916 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2697186-2f44-4a3d-8fcf-8da9267caec6 x-openstack-request-id: req-c2697186-2f44-4a3d-8fcf-8da9267caec6 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:52.680168 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2462964-7cf0-4559-b5f2-8a95fb957c58", "tag": "677cd651-4dff-42ae-a502-f2376f2be1f0", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:52.680768 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c2697186-2f44-4a3d-8fcf-8da9267caec6 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:52.681357 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2462964-7cf0-4559-b5f2-8a95fb957c58', 'tag': '677cd651-4dff-42ae-a502-f2376f2be1f0', 'status': 'completed', 'code': 200} Jul 15 15:15:52.723163 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 46512) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:52.773762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-177716fd-4a40-4f45-8be1-7e5212553e21 req-91a852ca-1baf-460d-ba73-383eddc6c4fa tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744950 Jul 15 15:15:52.948135 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a3037f8c-db36-408c-9513-95fab17aa80e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e8adb63cf4244269af1c8a6cb45bce85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2101707 Jul 15 15:15:52.953838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46524) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:53.005555 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-b4108a63-60c0-48e0-b040-180719d84562 service neutron] 10.222.0.11 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443515 Jul 15 15:15:53.010066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-1dd143ae-eea8-4764-a364-32844436afb8 service neutron] 10.222.0.22 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706775 Jul 15 15:15:53.019258 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ba2f7-0ecc-483d-932c-836622653188 req-90580da0-4288-4b76-a5d2-7fe27a168f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:53.020868 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a03ba2f7-0ecc-483d-932c-836622653188 req-90580da0-4288-4b76-a5d2-7fe27a168f4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64d671b2058540fd8ba7b7c4ada9b04a&device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 1094 time: 0.4420512 Jul 15 15:15:53.076848 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a03ba2f7-0ecc-483d-932c-836622653188 req-bb93ce6a-fb5f-4a56-9eeb-6aba3ceb7ad7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=677cd651-4dff-42ae-a502-f2376f2be1f0 HTTP/1.1" status: 200 len: 217 time: 0.0412974 Jul 15 15:15:53.078471 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46822153-ac57-42fd-8f3d-1215243ddf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:53.117200 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46822153-ac57-42fd-8f3d-1215243ddf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:53.201155 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:15:53.217251 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b7046-c40c-40ff-bb5a-f2e116f06875 None None] Sync routers for ids ['e0ac6488-899e-4bee-bae7-19bfd7038e00'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:15:53.232091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b7046-c40c-40ff-bb5a-f2e116f06875 None None] Routers {'e0ac6488-899e-4bee-bae7-19bfd7038e00'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:15:53.242349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cb3b7046-c40c-40ff-bb5a-f2e116f06875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:15:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e0ac6488-899e-4bee-bae7-19bfd7038e00'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:53.341258 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1665a-509e-44ad-a1fe-a9b744129bdc req-cada67ad-66c2-4683-8d00-99af20ed2f1b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:53.344006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2b1665a-509e-44ad-a1fe-a9b744129bdc req-cada67ad-66c2-4683-8d00-99af20ed2f1b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.3989985 Jul 15 15:15:53.418508 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-b7f2f55e-4baf-463f-9d9b-effb1f3db550 service neutron] 10.222.0.22 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883257 Jul 15 15:15:53.471733 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2b1665a-509e-44ad-a1fe-a9b744129bdc req-6e3b25f5-a282-4b0a-a774-24030edae22e tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171732 Jul 15 15:15:53.478800 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bed8c80-e54c-4e6d-aac9-b03548e61f12 req-ee987acd-6451-4a55-b22f-95217e16763f service neutron] 10.222.0.11 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613888 Jul 15 15:15:53.603967 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5848f0a6-d4f2-47e2-89c8-862cddf5f50e details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:15:53.752369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-cb3b7046-c40c-40ff-bb5a-f2e116f06875 None None] Set router e0ac6488-899e-4bee-bae7-19bfd7038e00 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:15:53.780924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de23602-2a9f-4985-992f-2c1106b95a11 req-606fda89-4308-4dfb-bcf6-6397f1e0b0af tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:53.789103 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7de23602-2a9f-4985-992f-2c1106b95a11 req-606fda89-4308-4dfb-bcf6-6397f1e0b0af tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 0.2541528 Jul 15 15:15:53.800945 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46822153-ac57-42fd-8f3d-1215243ddf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:53.811757 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46822153-ac57-42fd-8f3d-1215243ddf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:53.813072 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-46822153-ac57-42fd-8f3d-1215243ddf94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12b01c22-1c7c-463c-ac70-289effae2fa5 HTTP/1.1" status: 204 len: 168 time: 0.8567984 Jul 15 15:15:53.820483 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29b076-831d-4635-99b6-c94307512bef req-3da25e41-4863-4f51-a0d5-8690c50dc419 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:53.822173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b29b076-831d-4635-99b6-c94307512bef req-3da25e41-4863-4f51-a0d5-8690c50dc419 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd&tenant_id=5ef1d87b1ef049c18d214bfde5982884&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 944 time: 0.2490764 Jul 15 15:15:53.871871 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:53.894761 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7de23602-2a9f-4985-992f-2c1106b95a11 req-2ede6e1e-69e9-49b8-ab61-2553aff999e9 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042280 Jul 15 15:15:53.919764 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20974b9d-0e99-4de4-bd3f-0434a5dca99a req-8b7f80a0-1be0-4e11-97cb-350a1bd1d764 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:53.927148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20974b9d-0e99-4de4-bd3f-0434a5dca99a req-8b7f80a0-1be0-4e11-97cb-350a1bd1d764 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 944 time: 0.2392027 Jul 15 15:15:53.987183 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-0b29b076-831d-4635-99b6-c94307512bef req-3372f9a3-e04e-4ca4-b83e-e8c5e18d0485 service neutron] delete failed (client error): The resource could not be found. Jul 15 15:15:53.988153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b29b076-831d-4635-99b6-c94307512bef req-3372f9a3-e04e-4ca4-b83e-e8c5e18d0485 service neutron] 10.222.0.11 "DELETE /v2.0/ports/5848f0a6-d4f2-47e2-89c8-862cddf5f50e/bindings/n-h1-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.1514809 Jul 15 15:15:54.000834 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ba2f7-0ecc-483d-932c-836622653188 req-f0aea743-c63f-4898-8cd2-0bead4e91998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:54.004988 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a03ba2f7-0ecc-483d-932c-836622653188 req-f0aea743-c63f-4898-8cd2-0bead4e91998 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=28184978-416b-44ef-bcb8-7551b91fdc5c HTTP/1.1" status: 200 len: 848 time: 0.8195839 Jul 15 15:15:54.006169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46822153-ac57-42fd-8f3d-1215243ddf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b01c22-1c7c-463c-ac70-289effae2fa5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:54.023072 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20974b9d-0e99-4de4-bd3f-0434a5dca99a req-4c62178c-1038-43ad-9641-0db3876c20ed tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950608 Jul 15 15:15:54.126843 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a03ba2f7-0ecc-483d-932c-836622653188 req-ea6f17ab-a7db-40a8-9f1c-245867ee4f67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e635f911-dac6-4e80-a4a7-84cf5fac324e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109362 Jul 15 15:15:54.208871 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-79c87f7f-45d6-4f19-9ad1-7f78423d48e7 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.1550171 Jul 15 15:15:54.215563 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46564) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:54.220166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fc9e0-4a46-45b8-9dbb-6f3e4e6e72f4 req-3c97842d-3d0a-4193-93f2-9944aa044712 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:54.232508 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b86fc9e0-4a46-45b8-9dbb-6f3e4e6e72f4 req-3c97842d-3d0a-4193-93f2-9944aa044712 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 943 time: 0.1797731 Jul 15 15:15:54.237423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29b076-831d-4635-99b6-c94307512bef req-a8ed680b-eb28-4c76-a8d9-a9287ae2fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:54.239282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b29b076-831d-4635-99b6-c94307512bef req-a8ed680b-eb28-4c76-a8d9-a9287ae2fce3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 1095 time: 0.1848273 Jul 15 15:15:54.318287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,segment=NetworkSegment(a540d3a3-8d65-4f41-96a6-8a3d219d6ddc),segment_id=a540d3a3-8d65-4f41-96a6-8a3d219d6ddc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:54.368871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'port_id': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e', 'mac_address': 'fa:16:3e:f5:fc:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:15:54.413301 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-96ea7cc1-a50f-4d30-a917-6f35d88d9440 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/floatingips/107f71e3-ed78-44bb-bf89-6122e67f62cd HTTP/1.1" status: 200 len: 990 time: 0.1945112 Jul 15 15:15:54.446729 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a03ba2f7-0ecc-483d-932c-836622653188 req-f6a0ebaf-2eb1-4a46-8c1e-141c2352e6eb service neutron] 10.222.0.11 "GET /v2.0/networks/e635f911-dac6-4e80-a4a7-84cf5fac324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860119 Jul 15 15:15:54.450263 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:54.480250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5848f0a6-d4f2-47e2-89c8-862cddf5f50e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:15:54.504909 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b86fc9e0-4a46-45b8-9dbb-6f3e4e6e72f4 req-7b1a1ec2-f15a-4c7b-87e1-9e7f17373651 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc8b62c1-cfc1-4347-a726-5612b543adbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697935 Jul 15 15:15:54.514538 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,segment=NetworkSegment(a540d3a3-8d65-4f41-96a6-8a3d219d6ddc),segment_id=a540d3a3-8d65-4f41-96a6-8a3d219d6ddc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:54.533761 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:54.545190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cb3b7046-c40c-40ff-bb5a-f2e116f06875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'name': 'tempest-TestNetworkBasicOps-router-270943219', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '91e77642-86f3-4109-8cee-534b807cd404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:15:02Z', 'updated_at': '2021-07-15T15:15:12Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '91e77642-86f3-4109-8cee-534b807cd404', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:03Z', 'updated_at': '2021-07-15T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '107f71e3-ed78-44bb-bf89-6122e67f62cd', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'floating_ip_address': '172.25.4.12', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'port_id': 'dcb6db18-8d27-4eda-a09f-ca233c161b19', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2', 'mac_address': 'fa:16:3e:8a:2a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68552b0-8848-46d8-bc28-3d4bb8354cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:15:50Z', 'updated_at': '2021-07-15T15:15:50Z', 'revision_number': 0, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9d9631-0c92-4c54-89b4-482feff292ad', 'name': '', 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:4d:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:10Z', 'updated_at': '2021-07-15T15:15:22Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:54.561946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29b076-831d-4635-99b6-c94307512bef req-bd89fc20-c704-4ddc-90d8-a703de5870e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:54.563918 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b29b076-831d-4635-99b6-c94307512bef req-bd89fc20-c704-4ddc-90d8-a703de5870e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 HTTP/1.1" status: 200 len: 898 time: 0.3105044 Jul 15 15:15:54.639550 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b7046-c40c-40ff-bb5a-f2e116f06875 None None] Checking router: e0ac6488-899e-4bee-bae7-19bfd7038e00 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:15:54.676742 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b29b076-831d-4635-99b6-c94307512bef req-f2101e5e-75f3-432c-b772-43ccfc819978 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e HTTP/1.1" status: 200 len: 1001 time: 0.0998023 Jul 15 15:15:54.680111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b7046-c40c-40ff-bb5a-f2e116f06875 None None] Routers {'e0ac6488-899e-4bee-bae7-19bfd7038e00'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:15:54.682385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68552b0-8848-46d8-bc28-3d4bb8354cfc', 'tag': 'dcb6db18-8d27-4eda-a09f-ca233c161b19'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:54.684837 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cb3b7046-c40c-40ff-bb5a-f2e116f06875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:15:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e0ac6488-899e-4bee-bae7-19bfd7038e00'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:54.688370 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b473036f-c5ac-45ea-a65c-b0c02548184a" -d '{"events": [{"name": "network-changed", "server_uuid": "a68552b0-8848-46d8-bc28-3d4bb8354cfc", "tag": "dcb6db18-8d27-4eda-a09f-ca233c161b19"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:54.705726 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a03ba2f7-0ecc-483d-932c-836622653188 req-7d7ac41c-e3c3-430d-8b98-1095fb634e1f service neutron] 10.222.0.11 "GET /v2.0/networks/e635f911-dac6-4e80-a4a7-84cf5fac324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406881 Jul 15 15:15:54.778831 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cadcaa-5cc6-4198-a1a0-0527760f87db x-openstack-request-id: req-47cadcaa-5cc6-4198-a1a0-0527760f87db {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:54.779192 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68552b0-8848-46d8-bc28-3d4bb8354cfc", "tag": "dcb6db18-8d27-4eda-a09f-ca233c161b19", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:54.779544 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-47cadcaa-5cc6-4198-a1a0-0527760f87db {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:54.779962 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68552b0-8848-46d8-bc28-3d4bb8354cfc', 'tag': 'dcb6db18-8d27-4eda-a09f-ca233c161b19', 'status': 'completed', 'code': 200} Jul 15 15:15:54.817732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['5848f0a6-d4f2-47e2-89c8-862cddf5f50e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:15:54.887504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:54.892620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cdfa2-25f5-4f86-ba80-7866b53a6214 req-5179bd1e-bcdb-47a6-b336-77bc18de72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:54.895265 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e0cdfa2-25f5-4f86-ba80-7866b53a6214 req-5179bd1e-bcdb-47a6-b336-77bc18de72fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64d671b2058540fd8ba7b7c4ada9b04a&device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 1094 time: 0.1141205 Jul 15 15:15:54.996336 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29b076-831d-4635-99b6-c94307512bef req-8664223a-6943-47f3-826f-b14217481cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:54.997891 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b29b076-831d-4635-99b6-c94307512bef req-8664223a-6943-47f3-826f-b14217481cb6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=716a09bf-61f2-4fb2-825c-c3c8f8bee32b HTTP/1.1" status: 200 len: 835 time: 0.2995758 Jul 15 15:15:55.105214 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-cb3b7046-c40c-40ff-bb5a-f2e116f06875 None None] Set router e0ac6488-899e-4bee-bae7-19bfd7038e00 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:15:55.126808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cdfa2-25f5-4f86-ba80-7866b53a6214 req-f41ae31d-f172-42ad-95b9-656f6edd38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:55.132029 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e0cdfa2-25f5-4f86-ba80-7866b53a6214 req-f41ae31d-f172-42ad-95b9-656f6edd38d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e635f911-dac6-4e80-a4a7-84cf5fac324e HTTP/1.1" status: 200 len: 909 time: 0.2249248 Jul 15 15:15:55.261122 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e0cdfa2-25f5-4f86-ba80-7866b53a6214 req-27f9dd00-65d0-4a6a-b26f-1af610853b9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=677cd651-4dff-42ae-a502-f2376f2be1f0 HTTP/1.1" status: 200 len: 217 time: 0.0909581 Jul 15 15:15:55.333608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473036f-c5ac-45ea-a65c-b0c02548184a req-f210aefd-0985-4ae3-8997-e23eb1740391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:55.336936 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b473036f-c5ac-45ea-a65c-b0c02548184a req-f210aefd-0985-4ae3-8997-e23eb1740391 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=70a995f7ee6e41f597cf94301c84780c&device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 1096 time: 0.5321438 Jul 15 15:15:55.350366 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cdfa2-25f5-4f86-ba80-7866b53a6214 req-ae03297a-bc2c-4d25-aa27-83101bfba762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:55.353140 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e0cdfa2-25f5-4f86-ba80-7866b53a6214 req-ae03297a-bc2c-4d25-aa27-83101bfba762 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=28184978-416b-44ef-bcb8-7551b91fdc5c HTTP/1.1" status: 200 len: 848 time: 0.0792499 Jul 15 15:15:55.355751 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466667d3-2d94-4c25-b969-e96b47e7aded req-012ee643-3152-4b5b-bc5a-5e45c59b1ddf tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:55.357373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-466667d3-2d94-4c25-b969-e96b47e7aded req-012ee643-3152-4b5b-bc5a-5e45c59b1ddf tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.5555408 Jul 15 15:15:55.390187 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29b076-831d-4635-99b6-c94307512bef req-139789c2-b8be-48ac-a75c-4d00c57940e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:55.391851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b29b076-831d-4635-99b6-c94307512bef req-139789c2-b8be-48ac-a75c-4d00c57940e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3739707 Jul 15 15:15:55.411204 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e0cdfa2-25f5-4f86-ba80-7866b53a6214 req-89be0cb5-5934-4b9c-9a86-e46a06b7b68c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e635f911-dac6-4e80-a4a7-84cf5fac324e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428011 Jul 15 15:15:55.415661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46634) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:55.511877 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cb3b7046-c40c-40ff-bb5a-f2e116f06875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'name': 'tempest-TestNetworkBasicOps-router-270943219', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '91e77642-86f3-4109-8cee-534b807cd404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:15:02Z', 'updated_at': '2021-07-15T15:15:12Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '91e77642-86f3-4109-8cee-534b807cd404', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:03Z', 'updated_at': '2021-07-15T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '107f71e3-ed78-44bb-bf89-6122e67f62cd', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'floating_ip_address': '172.25.4.12', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'port_id': 'dcb6db18-8d27-4eda-a09f-ca233c161b19', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2', 'mac_address': 'fa:16:3e:8a:2a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68552b0-8848-46d8-bc28-3d4bb8354cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:15:50Z', 'updated_at': '2021-07-15T15:15:50Z', 'revision_number': 0, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9d9631-0c92-4c54-89b4-482feff292ad', 'name': '', 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:4d:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:10Z', 'updated_at': '2021-07-15T15:15:22Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:55.545975 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b7046-c40c-40ff-bb5a-f2e116f06875 None None] The sync data for ids ['e0ac6488-899e-4bee-bae7-19bfd7038e00'] in n-d-764435-3 is: [{'id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'name': 'tempest-TestNetworkBasicOps-router-270943219', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '91e77642-86f3-4109-8cee-534b807cd404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:15:02Z', 'updated_at': '2021-07-15T15:15:12Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '91e77642-86f3-4109-8cee-534b807cd404', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:03Z', 'updated_at': '2021-07-15T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '107f71e3-ed78-44bb-bf89-6122e67f62cd', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'floating_ip_address': '172.25.4.12', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'port_id': 'dcb6db18-8d27-4eda-a09f-ca233c161b19', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2', 'mac_address': 'fa:16:3e:8a:2a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68552b0-8848-46d8-bc28-3d4bb8354cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:15:50Z', 'updated_at': '2021-07-15T15:15:50Z', 'revision_number': 0, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9d9631-0c92-4c54-89b4-482feff292ad', 'name': '', 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:4d:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:10Z', 'updated_at': '2021-07-15T15:15:22Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:15:55.699551 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473036f-c5ac-45ea-a65c-b0c02548184a req-5aa31820-a5cc-4b1b-a6ba-6d6f4baea365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:55.701140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b473036f-c5ac-45ea-a65c-b0c02548184a req-5aa31820-a5cc-4b1b-a6ba-6d6f4baea365 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d8995f63-ac4d-440f-96f3-26710ad129d2 HTTP/1.1" status: 200 len: 898 time: 0.3429906 Jul 15 15:15:55.710988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56574a9-d07b-4459-8a9f-a2731596eecb req-e3f5bdca-7a37-46f3-b5d8-0c0609fe32f9 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:55.713392 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a56574a9-d07b-4459-8a9f-a2731596eecb req-e3f5bdca-7a37-46f3-b5d8-0c0609fe32f9 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 0.5847154 Jul 15 15:15:55.720968 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b29b076-831d-4635-99b6-c94307512bef req-90217707-07be-4863-b955-18837a056256 service neutron] 10.222.0.11 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117738 Jul 15 15:15:55.773799 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bd8b739e-988f-495a-be51-daf740d4ffbe tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/floatingips/107f71e3-ed78-44bb-bf89-6122e67f62cd HTTP/1.1" status: 200 len: 990 time: 0.3501396 Jul 15 15:15:55.776872 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e0cdfa2-25f5-4f86-ba80-7866b53a6214 req-e2001413-8434-45cb-99f0-cba0665f7781 service neutron] 10.222.0.11 "GET /v2.0/networks/e635f911-dac6-4e80-a4a7-84cf5fac324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209396 Jul 15 15:15:55.832602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-466667d3-2d94-4c25-b969-e96b47e7aded req-73354556-6344-4438-a3e4-266573494b57 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4601574 Jul 15 15:15:55.966823 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c7ed45-39fb-4656-a60e-3f65dbc0d647 None None] New status for floating IP 107f71e3-ed78-44bb-bf89-6122e67f62cd: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:15:55.972978 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9e0cdfa2-25f5-4f86-ba80-7866b53a6214 req-48aea66b-d7a4-45d5-a46f-791af7a04cd2 service neutron] 10.222.0.11 "GET /v2.0/networks/e635f911-dac6-4e80-a4a7-84cf5fac324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828804 Jul 15 15:15:56.503708 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a56574a9-d07b-4459-8a9f-a2731596eecb req-c82196c0-e4f6-4da2-986e-4b5f1ad17940 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7780418 Jul 15 15:15:56.541591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b473036f-c5ac-45ea-a65c-b0c02548184a req-f2f4a7ff-e17b-4436-a920-a17cbb772de3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcb6db18-8d27-4eda-a09f-ca233c161b19 HTTP/1.1" status: 200 len: 998 time: 0.8172276 Jul 15 15:15:56.571260 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b29b076-831d-4635-99b6-c94307512bef req-dc351204-ccdc-4cde-b654-9d4e816bfa3c service neutron] 10.222.0.11 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8307924 Jul 15 15:15:56.639112 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 677cd651-4dff-42ae-a502-f2376f2be1f0 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:15:56.729858 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf706d3-d07b-4f4b-916b-41939f0ccf48 req-b422c987-ba00-4286-9974-9111cca6338f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:56.739169 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1cf706d3-d07b-4f4b-916b-41939f0ccf48 req-b422c987-ba00-4286-9974-9111cca6338f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 945 time: 0.3001449 Jul 15 15:15:56.752501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473036f-c5ac-45ea-a65c-b0c02548184a req-4b1342eb-9671-4835-b4dd-d30e22442950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:56.754413 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b473036f-c5ac-45ea-a65c-b0c02548184a req-4b1342eb-9671-4835-b4dd-d30e22442950 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2520e2c8-9c21-4b7d-86e6-71002aca8ef8 HTTP/1.1" status: 200 len: 835 time: 0.1947331 Jul 15 15:15:56.770942 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46708) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:56.853253 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1cf706d3-d07b-4f4b-916b-41939f0ccf48 req-5f1cdbba-49bf-49c9-be3c-30313891a04c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129723 Jul 15 15:15:56.906561 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-496ae91b-55cd-46b7-ab79-857c778299a2 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/floatingips/107f71e3-ed78-44bb-bf89-6122e67f62cd HTTP/1.1" status: 200 len: 992 time: 0.1324544 Jul 15 15:15:56.907357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 677cd651-4dff-42ae-a502-f2376f2be1f0, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=677cd651-4dff-42ae-a502-f2376f2be1f0,segment=NetworkSegment(51152594-f68b-4dfe-b96d-b9e37d3697a2),segment_id=51152594-f68b-4dfe-b96d-b9e37d3697a2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:56.933987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a32458-adb5-4e68-b87f-b4708a102fe7 req-85a078a6-11e5-4a71-987c-c068ee311dbe tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:56.941912 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76a32458-adb5-4e68-b87f-b4708a102fe7 req-85a078a6-11e5-4a71-987c-c068ee311dbe tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 943 time: 0.2980244 Jul 15 15:15:56.948633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '677cd651-4dff-42ae-a502-f2376f2be1f0', 'network_id': 'e635f911-dac6-4e80-a4a7-84cf5fac324e', 'port_id': '677cd651-4dff-42ae-a502-f2376f2be1f0', 'mac_address': 'fa:16:3e:04:02:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28184978-416b-44ef-bcb8-7551b91fdc5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:15:56.988073 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473036f-c5ac-45ea-a65c-b0c02548184a req-32309979-578a-470b-abb2-cb763faef769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:56.991972 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b473036f-c5ac-45ea-a65c-b0c02548184a req-32309979-578a-470b-abb2-cb763faef769 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d8995f63-ac4d-440f-96f3-26710ad129d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2244270 Jul 15 15:15:57.039471 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:57.056595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 677cd651-4dff-42ae-a502-f2376f2be1f0 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:15:57.095273 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 677cd651-4dff-42ae-a502-f2376f2be1f0, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=677cd651-4dff-42ae-a502-f2376f2be1f0,segment=NetworkSegment(51152594-f68b-4dfe-b96d-b9e37d3697a2),segment_id=51152594-f68b-4dfe-b96d-b9e37d3697a2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:57.104713 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:57.151794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76a32458-adb5-4e68-b87f-b4708a102fe7 req-bec55f45-0ba5-4311-8889-a86904ea8818 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc8b62c1-cfc1-4347-a726-5612b543adbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086666 Jul 15 15:15:57.174231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=677cd651-4dff-42ae-a502-f2376f2be1f0,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:57.232424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b473036f-c5ac-45ea-a65c-b0c02548184a req-dabf5881-8b1f-4f94-9ead-9ba08fdbbe9e service neutron] 10.222.0.22 "GET /v2.0/networks/d8995f63-ac4d-440f-96f3-26710ad129d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325811 Jul 15 15:15:57.245571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d080fc3-4009-4907-be8f-53c7f485f205 req-d890543c-dbf8-43f0-94be-149717d87d65 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:57.247117 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d080fc3-4009-4907-be8f-53c7f485f205 req-d890543c-dbf8-43f0-94be-149717d87d65 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.1854832 Jul 15 15:15:57.323198 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['677cd651-4dff-42ae-a502-f2376f2be1f0'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:15:57.362725 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d080fc3-4009-4907-be8f-53c7f485f205 req-19ccb636-beac-492b-93ba-aff2326e296a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068397 Jul 15 15:15:57.401802 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b473036f-c5ac-45ea-a65c-b0c02548184a req-776eb582-fe7a-42b8-88a6-1b97e52c4dea service neutron] 10.222.0.22 "GET /v2.0/networks/d8995f63-ac4d-440f-96f3-26710ad129d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533995 Jul 15 15:15:57.447354 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5848f0a6-d4f2-47e2-89c8-862cddf5f50e up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:15:57.578694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:15:57.594192 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:15:57.594497 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:57.714229 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:57.745067 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:57.748815 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6654688-3c92-472c-abc9-4e6b82512022" -d '{"events": [{"server_uuid": "472a11e8-fbfe-4529-bf50-d110f670eebd", "name": "network-vif-plugged", "status": "completed", "tag": "5848f0a6-d4f2-47e2-89c8-862cddf5f50e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:57.768559 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,segment=NetworkSegment(a540d3a3-8d65-4f41-96a6-8a3d219d6ddc),segment_id=a540d3a3-8d65-4f41-96a6-8a3d219d6ddc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:57.780630 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:57.806167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe84ac-a424-4530-b740-22ce86ef4dae req-d22be131-bfb5-459f-98a2-3c31da591f27 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:57.811872 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3fe84ac-a424-4530-b740-22ce86ef4dae req-d22be131-bfb5-459f-98a2-3c31da591f27 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 0.0985928 Jul 15 15:15:57.842609 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd3e50b-27b9-44bf-adcd-a0a9c1ba98f6 x-openstack-request-id: req-ffd3e50b-27b9-44bf-adcd-a0a9c1ba98f6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:57.843080 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a11e8-fbfe-4529-bf50-d110f670eebd", "name": "network-vif-plugged", "status": "completed", "tag": "5848f0a6-d4f2-47e2-89c8-862cddf5f50e", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:57.843530 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ffd3e50b-27b9-44bf-adcd-a0a9c1ba98f6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:57.843905 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e', 'code': 200} Jul 15 15:15:57.864418 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3fe84ac-a424-4530-b740-22ce86ef4dae req-72035f00-078a-404b-b2c6-8663cf6e85d7 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Jul 15 15:15:57.889279 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:58.119169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58433a-4bb0-48c0-922a-73f52a3138e0 req-0135109d-56a1-4e5f-8fe6-1dbd6ad82a50 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:58.120818 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a58433a-4bb0-48c0-922a-73f52a3138e0 req-0135109d-56a1-4e5f-8fe6-1dbd6ad82a50 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.0889306 Jul 15 15:15:58.193016 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a58433a-4bb0-48c0-922a-73f52a3138e0 req-d242bb2b-dca2-4398-9070-a5002570ac13 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578804 Jul 15 15:15:58.217501 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 46784) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:58.312714 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9724883c-3fbf-40c4-9a49-86cf26890157 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/floatingips/c9337ec4-6b80-41b8-9a27-94afbf2a4ec6 HTTP/1.1" status: 200 len: 994 time: 0.0934033 Jul 15 15:15:58.397361 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc9bf4-32b6-483a-be08-40839b242f1d req-c7a1e410-efdc-401d-954e-e9e6be7658e9 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:58.399308 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9bdc9bf4-32b6-483a-be08-40839b242f1d req-c7a1e410-efdc-401d-954e-e9e6be7658e9 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 944 time: 0.1056449 Jul 15 15:15:58.462605 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9bdc9bf4-32b6-483a-be08-40839b242f1d req-513d4bd7-e4de-4922-9945-29645e13d663 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc8b62c1-cfc1-4347-a726-5612b543adbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527942 Jul 15 15:15:58.601855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0d0c6-b121-49d5-bc34-6cb5cbdbac20 req-979baf0b-106c-4b6f-93c6-b7108a031751 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:58.603495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79a0d0c6-b121-49d5-bc34-6cb5cbdbac20 req-979baf0b-106c-4b6f-93c6-b7108a031751 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.0847542 Jul 15 15:15:58.663387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 677cd651-4dff-42ae-a502-f2376f2be1f0 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:15:58.674076 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79a0d0c6-b121-49d5-bc34-6cb5cbdbac20 req-5b148748-48bb-4ef9-84ce-30541601baf1 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641799 Jul 15 15:15:58.736439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 677cd651-4dff-42ae-a502-f2376f2be1f0 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:15:58.742752 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 677cd651-4dff-42ae-a502-f2376f2be1f0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:15:58.743207 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:58.971652 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:59.042248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 677cd651-4dff-42ae-a502-f2376f2be1f0, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=677cd651-4dff-42ae-a502-f2376f2be1f0,segment=NetworkSegment(51152594-f68b-4dfe-b96d-b9e37d3697a2),segment_id=51152594-f68b-4dfe-b96d-b9e37d3697a2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:59.047364 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:59.110508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=677cd651-4dff-42ae-a502-f2376f2be1f0,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:59.268885 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1ea4e-93c5-4a58-b6fc-555e263dec52 req-6ce5a96d-a2c0-4c13-95f2-f59d12a3ec08 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:59.277538 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ad1ea4e-93c5-4a58-b6fc-555e263dec52 req-6ce5a96d-a2c0-4c13-95f2-f59d12a3ec08 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 0.1142251 Jul 15 15:15:59.334295 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ad1ea4e-93c5-4a58-b6fc-555e263dec52 req-1d91cfd7-4cf2-4fba-a1ee-23f41ec22157 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516241 Jul 15 15:15:59.684276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf9e48-8d4f-4d4a-8ab1-f42b07a91fdf req-6093936a-c0c2-4398-bf95-f465f19686b8 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:59.694170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cfdf9e48-8d4f-4d4a-8ab1-f42b07a91fdf req-6093936a-c0c2-4398-bf95-f465f19686b8 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 945 time: 0.0943310 Jul 15 15:15:59.770115 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cfdf9e48-8d4f-4d4a-8ab1-f42b07a91fdf req-0b513b78-af4f-4a7d-aeee-01debf9a9f89 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc8b62c1-cfc1-4347-a726-5612b543adbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711017 Jul 15 15:15:59.845021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2462964-7cf0-4559-b5f2-8a95fb957c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677cd651-4dff-42ae-a502-f2376f2be1f0'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:59.847455 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65eaa17-6ff6-43b7-9ee8-8b47e05dd514" -d '{"events": [{"server_uuid": "a2462964-7cf0-4559-b5f2-8a95fb957c58", "name": "network-vif-plugged", "status": "completed", "tag": "677cd651-4dff-42ae-a502-f2376f2be1f0"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:59.920719 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711b5ee8-caee-4fb0-a2f8-eb5e1541c98c x-openstack-request-id: req-711b5ee8-caee-4fb0-a2f8-eb5e1541c98c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:59.921282 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2462964-7cf0-4559-b5f2-8a95fb957c58", "name": "network-vif-plugged", "status": "completed", "tag": "677cd651-4dff-42ae-a502-f2376f2be1f0", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:59.921641 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-711b5ee8-caee-4fb0-a2f8-eb5e1541c98c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:59.922250 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2462964-7cf0-4559-b5f2-8a95fb957c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677cd651-4dff-42ae-a502-f2376f2be1f0', 'code': 200} Jul 15 15:15:59.979208 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ebd0b-a781-495e-b387-34d25bbe3b77 req-57e657b6-d339-4e01-b7a5-5a4ae89cf2d5 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:59.980759 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e1ebd0b-a781-495e-b387-34d25bbe3b77 req-57e657b6-d339-4e01-b7a5-5a4ae89cf2d5 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.1396396 Jul 15 15:16:00.053890 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45d4bee9-d02e-43dc-a151-d17ee812756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:00.063201 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e1ebd0b-a781-495e-b387-34d25bbe3b77 req-ab424051-fb44-4456-8239-dbe829f4e26c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761726 Jul 15 15:16:00.411066 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe14065-b7be-476f-8d78-cb94e7f7c3fa req-7d43b5af-b220-4ef7-b2fa-84508be7fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:00.424425 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4fe14065-b7be-476f-8d78-cb94e7f7c3fa req-7d43b5af-b220-4ef7-b2fa-84508be7fc80 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 1096 time: 0.1643593 Jul 15 15:16:00.589349 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fcc5e-2ff7-4ad6-aca7-aeff88966532 req-dc27ed1f-8542-4845-963a-b6c326c51572 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:00.596477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-430fcc5e-2ff7-4ad6-aca7-aeff88966532 req-dc27ed1f-8542-4845-963a-b6c326c51572 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 0.0780094 Jul 15 15:16:00.642234 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-430fcc5e-2ff7-4ad6-aca7-aeff88966532 req-dabb9341-e0e6-4e0f-b1f4-e5bd49fbeff3 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Jul 15 15:16:00.982703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e4c64-04da-46f0-acc3-629fe9e06877 req-d2573a0e-7210-4f25-ab7b-52157324a253 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:00.984253 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-458e4c64-04da-46f0-acc3-629fe9e06877 req-d2573a0e-7210-4f25-ab7b-52157324a253 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 945 time: 0.0841923 Jul 15 15:16:01.043174 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-458e4c64-04da-46f0-acc3-629fe9e06877 req-5bcd4532-fd92-49c3-9636-e2bb4e17be5b tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc8b62c1-cfc1-4347-a726-5612b543adbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529459 Jul 15 15:16:01.347771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3fcaa-f5f3-4aa5-9d29-6944bce5a732 req-889dcf3e-c51a-4174-9cdb-3e3225dc05ee tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:01.349379 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4aa3fcaa-f5f3-4aa5-9d29-6944bce5a732 req-889dcf3e-c51a-4174-9cdb-3e3225dc05ee tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.1170986 Jul 15 15:16:01.421337 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4aa3fcaa-f5f3-4aa5-9d29-6944bce5a732 req-c3c6a5b1-4f82-46b4-921c-24902f882b68 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649078 Jul 15 15:16:01.933220 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1b29f-a4f8-405f-934a-b4aa029f1944 req-3ff05278-7c0a-44e9-b5d0-ba96fd961da4 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:01.935198 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44d1b29f-a4f8-405f-934a-b4aa029f1944 req-3ff05278-7c0a-44e9-b5d0-ba96fd961da4 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 0.1010456 Jul 15 15:16:01.986720 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44d1b29f-a4f8-405f-934a-b4aa029f1944 req-27bfe71b-f2d3-4d49-8b1f-91e8f41a1a49 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 Jul 15 15:16:02.425992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af6b1f-0dbf-44a1-bd6e-479e19eebf71 req-cf105776-212c-4e10-97bb-748089af46ac tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:02.436153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7af6b1f-0dbf-44a1-bd6e-479e19eebf71 req-cf105776-212c-4e10-97bb-748089af46ac tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 945 time: 0.1744773 Jul 15 15:16:02.541638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7af6b1f-0dbf-44a1-bd6e-479e19eebf71 req-422b5c50-f6d0-49ca-b43e-59bdd8dfa8b5 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc8b62c1-cfc1-4347-a726-5612b543adbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045880 Jul 15 15:16:02.578755 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47042) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:02.695077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89085b-95b9-4446-86c1-11ec81a5d106 req-98606ca0-01ea-4b87-9573-f63d05e44f7c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:02.702090 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e89085b-95b9-4446-86c1-11ec81a5d106 req-98606ca0-01ea-4b87-9573-f63d05e44f7c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.0905125 Jul 15 15:16:02.752043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e89085b-95b9-4446-86c1-11ec81a5d106 req-001c9fc2-7be7-4c71-b2dc-efcdea13ab8e tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486612 Jul 15 15:16:02.793040 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9155a441-8edb-4dde-93c4-f1baffbbbe9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:02.817968 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:02.924759 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3fc8510f-218a-429b-afa9-a7e70a9b9d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:02.961694 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9155a441-8edb-4dde-93c4-f1baffbbbe9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:02.970872 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9155a441-8edb-4dde-93c4-f1baffbbbe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:03.023002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47048) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:03.026924 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9155a441-8edb-4dde-93c4-f1baffbbbe9e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ad176a3e6f447f18cbe8ae8b98e648f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395330 Jul 15 15:16:03.028572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155a441-8edb-4dde-93c4-f1baffbbbe9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280045c1-1e37-43d8-a077-b0c13bbb5199,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:03.097764 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0f069bce-5689-4821-a51f-a4b87579354b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:03.134385 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0f069bce-5689-4821-a51f-a4b87579354b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:03.234010 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0f069bce-5689-4821-a51f-a4b87579354b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:03.237432 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0f069bce-5689-4821-a51f-a4b87579354b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:03.241068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0f069bce-5689-4821-a51f-a4b87579354b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/280045c1-1e37-43d8-a077-b0c13bbb5199 HTTP/1.1" status: 204 len: 168 time: 0.2142203 Jul 15 15:16:03.252927 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f2eef-2fbd-4ff1-a075-11915cc5fcea req-c4d813bc-ac63-448d-9171-fa3924697e66 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:03.255088 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0e8f2eef-2fbd-4ff1-a075-11915cc5fcea req-c4d813bc-ac63-448d-9171-fa3924697e66 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 0.1104071 Jul 15 15:16:03.261987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f069bce-5689-4821-a51f-a4b87579354b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280045c1-1e37-43d8-a077-b0c13bbb5199,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:03.319006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0e8f2eef-2fbd-4ff1-a075-11915cc5fcea req-9dcc9254-dcb5-44a8-91ca-aa9919fac813 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545633 Jul 15 15:16:03.754337 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47060) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:03.782223 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2cce0ba0-cdef-4935-9852-159d92a83f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:03.818642 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b21bb9-6e03-4693-84e6-24d6910bdafa req-1bc69a4f-07e8-4d78-9f8d-bd93df757ed0 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:03.827219 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58b21bb9-6e03-4693-84e6-24d6910bdafa req-1bc69a4f-07e8-4d78-9f8d-bd93df757ed0 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 945 time: 0.1366854 Jul 15 15:16:03.920379 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58b21bb9-6e03-4693-84e6-24d6910bdafa req-0899d0ba-4582-452f-b854-e6f12e25353f tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc8b62c1-cfc1-4347-a726-5612b543adbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920677 Jul 15 15:16:03.994108 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2cce0ba0-cdef-4935-9852-159d92a83f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:04.001202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2cce0ba0-cdef-4935-9852-159d92a83f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:04.038658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce0ba0-cdef-4935-9852-159d92a83f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8036d3-b51b-43cc-bdc0-294643156cd2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:04.044182 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a63d9-d5f7-4a88-89ff-a5c9a2af325f req-e5940d61-fb41-47cb-9a3c-320099cc4c1b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:04.051551 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec3a63d9-d5f7-4a88-89ff-a5c9a2af325f req-e5940d61-fb41-47cb-9a3c-320099cc4c1b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.1299045 Jul 15 15:16:04.064954 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2cce0ba0-cdef-4935-9852-159d92a83f21 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6dc7e3b79bc54130bd3e3cb7b89767fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081865 Jul 15 15:16:04.067908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47064) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:04.135167 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec3a63d9-d5f7-4a88-89ff-a5c9a2af325f req-a0724613-0824-4585-bd20-207c82bbb8bd tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826275 Jul 15 15:16:04.165153 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-187d2547-041b-478d-87bc-ad9fe0be5c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:04.188018 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-187d2547-041b-478d-87bc-ad9fe0be5c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:04.243679 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-187d2547-041b-478d-87bc-ad9fe0be5c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:04.246579 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-187d2547-041b-478d-87bc-ad9fe0be5c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:04.252913 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-187d2547-041b-478d-87bc-ad9fe0be5c8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/be8036d3-b51b-43cc-bdc0-294643156cd2 HTTP/1.1" status: 204 len: 168 time: 0.1819701 Jul 15 15:16:04.261741 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d2547-041b-478d-87bc-ad9fe0be5c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8036d3-b51b-43cc-bdc0-294643156cd2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:04.262700 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:04.534594 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0560df-7197-4a68-86d4-9bcd3c86ebe3 req-c8256148-efe8-48e6-95d6-731f3b253472 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:04.536412 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7d0560df-7197-4a68-86d4-9bcd3c86ebe3 req-c8256148-efe8-48e6-95d6-731f3b253472 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 0.0763371 Jul 15 15:16:04.584448 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7d0560df-7197-4a68-86d4-9bcd3c86ebe3 req-d243710b-6713-4be9-8831-941ce8e96bea tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 Jul 15 15:16:04.916615 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4fe14065-b7be-476f-8d78-cb94e7f7c3fa req-3592602f-bc18-443d-a041-78b7b22d6a00 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dc8b62c1-cfc1-4347-a726-5612b543adbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487304 Jul 15 15:16:05.114607 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56c02d-43bd-4e66-a270-918ca26f2c07 req-a76634ce-6181-4e9d-9c24-9227f1eeba62 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:05.116406 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed56c02d-43bd-4e66-a270-918ca26f2c07 req-a76634ce-6181-4e9d-9c24-9227f1eeba62 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 945 time: 0.0745113 Jul 15 15:16:05.171214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed56c02d-43bd-4e66-a270-918ca26f2c07 req-29e6d583-beb3-4492-9887-b44c943f4fe4 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc8b62c1-cfc1-4347-a726-5612b543adbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486894 Jul 15 15:16:05.340988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8f692-5be3-4aea-8715-ac3365c56d4b req-22a11eca-9ca5-475f-a9b1-8d0843617c8d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:05.347194 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c0d8f692-5be3-4aea-8715-ac3365c56d4b req-22a11eca-9ca5-475f-a9b1-8d0843617c8d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.0797374 Jul 15 15:16:05.384668 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c0d8f692-5be3-4aea-8715-ac3365c56d4b req-cf6b30bf-dbf2-493d-aea5-e15a7ae69891 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357058 Jul 15 15:16:05.805139 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f4975-56dc-41c0-8e14-aec701ccb24a req-90997f28-ebdb-43b5-aa3a-b39955cfc6ca tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:05.806829 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b35f4975-56dc-41c0-8e14-aec701ccb24a req-90997f28-ebdb-43b5-aa3a-b39955cfc6ca tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 0.0811248 Jul 15 15:16:05.848361 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b35f4975-56dc-41c0-8e14-aec701ccb24a req-68cfa9da-ef09-4905-9b28-78f6a6b5e4ad tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354526 Jul 15 15:16:05.939909 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47122) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:05.969304 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:06.039416 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-146e1042-274c-494d-9f34-5b4046033c3c tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:06.068077 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-146e1042-274c-494d-9f34-5b4046033c3c tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] 10.222.0.38 "PUT /v2.0/quotas/a3c0dda1ba6142c280d5f175772315ea HTTP/1.1" status: 200 len: 366 time: 0.1270585 Jul 15 15:16:06.071212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47126) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:06.081354 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e81b1bcb-8e50-4093-9773-66a1c94913a4 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] 10.222.0.38 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0090303 Jul 15 15:16:06.083655 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47128) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:06.093740 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7721bfa8-ab54-4ec4-9fd7-3e08380814ae tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] 10.222.0.38 "GET /v2.0/quotas/a3c0dda1ba6142c280d5f175772315ea HTTP/1.1" status: 200 len: 366 time: 0.0084434 Jul 15 15:16:06.096002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47130) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:06.114638 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-04821c86-17b0-4ef4-8477-acfd9574f50c tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] 10.222.0.38 "DELETE /v2.0/quotas/a3c0dda1ba6142c280d5f175772315ea HTTP/1.1" status: 204 len: 168 time: 0.0151303 Jul 15 15:16:06.115279 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47132) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:06.130851 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-41335b70-3107-4c5d-98ba-d3c706dea2e2 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] 10.222.0.38 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0148926 Jul 15 15:16:06.132712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47134) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:06.142359 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4cc8e829-f3c1-4857-ae7c-84b9bc036707 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] 10.222.0.38 "GET /v2.0/quotas/a3c0dda1ba6142c280d5f175772315ea HTTP/1.1" status: 200 len: 370 time: 0.0086391 Jul 15 15:16:06.144529 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47136) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:06.149747 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-157a5ac9-ef45-4a71-8f25-7e9a3da943c9 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] 10.222.0.38 "GET /v2.0/quotas/a3c0dda1ba6142c280d5f175772315ea/default HTTP/1.1" status: 200 len: 370 time: 0.0042949 Jul 15 15:16:06.152249 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47138) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:06.160506 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-62ca94f2-9fdf-4f3f-bf44-b44e7cd207a5 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] delete failed (client error): The resource could not be found. Jul 15 15:16:06.161492 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-62ca94f2-9fdf-4f3f-bf44-b44e7cd207a5 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] 10.222.0.38 "DELETE /v2.0/quotas/a3c0dda1ba6142c280d5f175772315ea HTTP/1.1" status: 404 len: 348 time: 0.0082657 Jul 15 15:16:06.272351 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47144) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:06.294238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.quota.resource [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Usage tracker for resource:network and tenant:58818b07e86d4f34b0db1a7e5efed09c is out of sync, need to count used quota {{(pid=100712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 15:16:06.299441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.quota.resource [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100712) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 15:16:06.313077 n-d-764435-3 neutron-server[100712]: DEBUG neutron.quota.resource [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Usage tracker for resource:subnet and tenant:58818b07e86d4f34b0db1a7e5efed09c is out of sync, need to count used quota {{(pid=100712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 15:16:06.318847 n-d-764435-3 neutron-server[100712]: DEBUG neutron.quota.resource [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100712) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 15:16:06.325810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.quota.resource [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Usage tracker for resource:subnetpool and tenant:58818b07e86d4f34b0db1a7e5efed09c is out of sync, need to count used quota {{(pid=100712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 15:16:06.331210 n-d-764435-3 neutron-server[100712]: DEBUG neutron.quota.resource [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100712) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 15:16:06.339553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.quota.resource [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Usage tracker for resource:port and tenant:58818b07e86d4f34b0db1a7e5efed09c is out of sync, need to count used quota {{(pid=100712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 15:16:06.346060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e080dc-39d4-42cb-b240-c132404442a7 req-da01f215-68dd-49fe-a536-8de9c18e0686 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:06.347072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.quota.resource [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100712) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 15:16:06.347692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-84e080dc-39d4-42cb-b240-c132404442a7 req-da01f215-68dd-49fe-a536-8de9c18e0686 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 945 time: 0.0695281 Jul 15 15:16:06.359621 n-d-764435-3 neutron-server[100712]: DEBUG neutron.quota.resource [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Usage tracker for resource:router and tenant:58818b07e86d4f34b0db1a7e5efed09c is out of sync, need to count used quota {{(pid=100712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 15:16:06.365353 n-d-764435-3 neutron-server[100712]: DEBUG neutron.quota.resource [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100712) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 15:16:06.372526 n-d-764435-3 neutron-server[100712]: DEBUG neutron.quota.resource [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Usage tracker for resource:floatingip and tenant:58818b07e86d4f34b0db1a7e5efed09c is out of sync, need to count used quota {{(pid=100712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 15:16:06.377827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.quota.resource [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100712) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 15:16:06.396411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-84e080dc-39d4-42cb-b240-c132404442a7 req-e617fbdd-6ce2-4294-b600-402f7a79f904 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc8b62c1-cfc1-4347-a726-5612b543adbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356107 Jul 15 15:16:06.421185 n-d-764435-3 neutron-server[100712]: DEBUG neutron.quota.resource [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Usage tracker for resource:security_group and tenant:58818b07e86d4f34b0db1a7e5efed09c is out of sync, need to count used quota {{(pid=100712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 15:16:06.426686 n-d-764435-3 neutron-server[100712]: DEBUG neutron.quota.resource [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100712) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 15:16:06.434029 n-d-764435-3 neutron-server[100712]: DEBUG neutron.quota.resource [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Usage tracker for resource:security_group_rule and tenant:58818b07e86d4f34b0db1a7e5efed09c is out of sync, need to count used quota {{(pid=100712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 15:16:06.439563 n-d-764435-3 neutron-server[100712]: DEBUG neutron.quota.resource [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100712) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 15:16:06.449156 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1b91b3f0-10de-472a-98d9-752102c9c407 tempest-QuotasTest-225044449 tempest-QuotasTest-225044449-project-admin] 10.222.0.38 "GET /v2.0/quotas/58818b07e86d4f34b0db1a7e5efed09c/details.json HTTP/1.1" status: 200 len: 703 time: 0.1751895 Jul 15 15:16:06.569804 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:16:06.591937 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5da3e2-6a24-4a33-abde-8b14275f1a65 req-2bba1d9b-cd1e-4d45-9168-bade9b1070c9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:06.600291 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca5da3e2-6a24-4a33-abde-8b14275f1a65 req-2bba1d9b-cd1e-4d45-9168-bade9b1070c9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 943 time: 0.0866857 Jul 15 15:16:06.643239 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca5da3e2-6a24-4a33-abde-8b14275f1a65 req-0d1f1b5f-ffd7-4b5a-964f-25dd3fedb56c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414522 Jul 15 15:16:06.833728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47158) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:06.981188 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4998093b-0717-4074-92f9-9072409dd372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:07.082092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a67729-ac11-4d7f-81f2-44f2c87d4df7 req-f17985f0-7b0b-42e8-9cfb-7aad75274809 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:07.083713 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-02a67729-ac11-4d7f-81f2-44f2c87d4df7 req-f17985f0-7b0b-42e8-9cfb-7aad75274809 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 0.0806313 Jul 15 15:16:07.119522 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4998093b-0717-4074-92f9-9072409dd372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:07.125443 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4998093b-0717-4074-92f9-9072409dd372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:07.151958 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-02a67729-ac11-4d7f-81f2-44f2c87d4df7 req-049095af-ddc9-479b-a171-979f6114a4f3 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621004 Jul 15 15:16:07.156300 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4998093b-0717-4074-92f9-9072409dd372 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=602ff05f4a2c4b09848366e4f5805827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207417 Jul 15 15:16:07.159528 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47170) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:07.184542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998093b-0717-4074-92f9-9072409dd372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd3e40e-3b0b-4d38-8435-ec7e81bf5315,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:07.224164 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0899ca9-cd85-4da8-a0f9-1d652595b631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:07.247079 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0899ca9-cd85-4da8-a0f9-1d652595b631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:07.296766 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0899ca9-cd85-4da8-a0f9-1d652595b631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:07.299786 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0899ca9-cd85-4da8-a0f9-1d652595b631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:07.301239 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f0899ca9-cd85-4da8-a0f9-1d652595b631 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dcd3e40e-3b0b-4d38-8435-ec7e81bf5315 HTTP/1.1" status: 204 len: 168 time: 0.1406498 Jul 15 15:16:07.317788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0899ca9-cd85-4da8-a0f9-1d652595b631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd3e40e-3b0b-4d38-8435-ec7e81bf5315,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:07.495927 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:16:07.626432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47176) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:07.633532 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:07.641558 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2852-4dbf-4bce-9e0c-10fdfaf455b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:07.647829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'port_id': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2', 'mac_address': 'fa:16:3e:8d:84:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:16:07.695857 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:07.711662 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:16:07.734889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:07.741442 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:07.759597 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2852-4dbf-4bce-9e0c-10fdfaf455b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:07.764983 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2852-4dbf-4bce-9e0c-10fdfaf455b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:07.799819 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:07.808621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:07.809111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:07.809543 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:07.810072 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:07.810405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:07.810760 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:07.811083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:07.811614 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:07.811929 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:07.812253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:07.812576 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:07.812898 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:07.840792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f2852-4dbf-4bce-9e0c-10fdfaf455b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e273e4f3-39e3-4ad3-8ec1-3b013da38459,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:07.849596 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47182) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:07.849789 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ac0f2852-4dbf-4bce-9e0c-10fdfaf455b9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=58818b07e86d4f34b0db1a7e5efed09c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214153 Jul 15 15:16:07.896001 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9bc9d-d004-4dfd-9d10-791393ef580c req-73f3c02a-ac81-4c84-8bca-007f2f142f2c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:07.899066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83e9bc9d-d004-4dfd-9d10-791393ef580c req-73f3c02a-ac81-4c84-8bca-007f2f142f2c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 944 time: 0.0992153 Jul 15 15:16:07.944555 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-037baa16-ad94-4857-98ca-0996fa38b70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:07.948221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83e9bc9d-d004-4dfd-9d10-791393ef580c req-50248a9d-a905-41af-914b-7a773479a160 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480428 Jul 15 15:16:07.974137 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-037baa16-ad94-4857-98ca-0996fa38b70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:07.982827 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:16:08.030366 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-037baa16-ad94-4857-98ca-0996fa38b70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:08.033653 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-037baa16-ad94-4857-98ca-0996fa38b70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:08.037995 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-037baa16-ad94-4857-98ca-0996fa38b70d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e273e4f3-39e3-4ad3-8ec1-3b013da38459 HTTP/1.1" status: 204 len: 168 time: 0.1841211 Jul 15 15:16:08.044584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037baa16-ad94-4857-98ca-0996fa38b70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e273e4f3-39e3-4ad3-8ec1-3b013da38459,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:08.327179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47206) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:08.375248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ac384-92af-4b03-b158-23bd2fe58443 req-ba3e4798-49db-4757-9044-d6b3d3bd834f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:08.377100 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-078ac384-92af-4b03-b158-23bd2fe58443 req-ba3e4798-49db-4757-9044-d6b3d3bd834f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 944 time: 0.0886767 Jul 15 15:16:08.419512 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-078ac384-92af-4b03-b158-23bd2fe58443 req-a221a62d-6db1-4c36-a1fb-de3c2ac0e569 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355709 Jul 15 15:16:08.451212 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a59b8a0-9b3c-4461-9922-7099489ab42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:08.560580 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a59b8a0-9b3c-4461-9922-7099489ab42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:08.567886 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a59b8a0-9b3c-4461-9922-7099489ab42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:08.607446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59b8a0-9b3c-4461-9922-7099489ab42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc21e5d-a220-4c4b-86b1-030beac46910,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:08.615452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47220) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:08.621672 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1a59b8a0-9b3c-4461-9922-7099489ab42f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e2e589937c804ab6befb4224be5bc6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837067 Jul 15 15:16:08.678481 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-85cee0d6-52ed-401b-82b1-3e860d3a1304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:08.702517 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-85cee0d6-52ed-401b-82b1-3e860d3a1304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:08.718076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 41506cc5-5897-4f17-900d-f8199594fd94 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:16:08.760305 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-85cee0d6-52ed-401b-82b1-3e860d3a1304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:08.763733 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-85cee0d6-52ed-401b-82b1-3e860d3a1304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:08.765054 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-85cee0d6-52ed-401b-82b1-3e860d3a1304 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bdc21e5d-a220-4c4b-86b1-030beac46910 HTTP/1.1" status: 204 len: 168 time: 0.1483355 Jul 15 15:16:08.774165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cee0d6-52ed-401b-82b1-3e860d3a1304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc21e5d-a220-4c4b-86b1-030beac46910,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:08.839725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=41506cc5-5897-4f17-900d-f8199594fd94,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:08.857262 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '41506cc5-5897-4f17-900d-f8199594fd94', 'network_id': 'ca2ab8ae-a107-4a49-9219-995d9c2acd35', 'port_id': '41506cc5-5897-4f17-900d-f8199594fd94', 'mac_address': 'fa:16:3e:50:eb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f494c2-b6f4-4c40-b1bb-27cdabd6cc33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:16:08.908875 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:08.924725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41506cc5-5897-4f17-900d-f8199594fd94 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:16:08.948519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=41506cc5-5897-4f17-900d-f8199594fd94,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:08.954405 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.041643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47246) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:09.044094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=41506cc5-5897-4f17-900d-f8199594fd94,revision_number=11']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:09.180334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['41506cc5-5897-4f17-900d-f8199594fd94'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:16:09.208477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-222c5a84-afe2-4ce0-8f85-1646a77087a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-704356360'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:09.252380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222c5a84-afe2-4ce0-8f85-1646a77087a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Made reservation on behalf of 20f61c55c4e74037a3f6bd3853a728fa for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:09.256853 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-222c5a84-afe2-4ce0-8f85-1646a77087a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.267080 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-222c5a84-afe2-4ce0-8f85-1646a77087a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.280318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b614d-a8df-4289-ab93-7b049f7f6cf1 req-9b193cc0-7e04-4f70-acfb-d7c9780c880d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:09.285435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47256) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:09.287968 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc1b614d-a8df-4289-ab93-7b049f7f6cf1 req-9b193cc0-7e04-4f70-acfb-d7c9780c880d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 944 time: 0.1424453 Jul 15 15:16:09.307989 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1c34-4f7d-4c8c-af1b-c984b424eeed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.337362 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc1b614d-a8df-4289-ab93-7b049f7f6cf1 req-3e49816d-e67e-452c-8dec-1741fc66d14e tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470033 Jul 15 15:16:09.425720 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-222c5a84-afe2-4ce0-8f85-1646a77087a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.432010 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-222c5a84-afe2-4ce0-8f85-1646a77087a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.465678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222c5a84-afe2-4ce0-8f85-1646a77087a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:16:09.490029 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c5a84-afe2-4ce0-8f85-1646a77087a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c7e87a-fb3f-410d-9e94-d2bc2965432e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:09.495452 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-222c5a84-afe2-4ce0-8f85-1646a77087a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.507066 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-222c5a84-afe2-4ce0-8f85-1646a77087a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Added segment 3c7fefc6-5d9f-406c-bcfb-66350683ac3d of type vlan for network 4010b9c0-b7f9-48ad-b887-fe638a480c69 Jul 15 15:16:09.508308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:16:09.564986 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:09.565404 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.574810 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-222c5a84-afe2-4ce0-8f85-1646a77087a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.626189 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-222c5a84-afe2-4ce0-8f85-1646a77087a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.632232 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c5a84-afe2-4ce0-8f85-1646a77087a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:09.632926 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-222c5a84-afe2-4ce0-8f85-1646a77087a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.640115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9b738-2adf-4f57-911c-a60ba6b15ec9 req-117bb36b-0753-4a7f-9238-bc130dd151bc tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:09.641964 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9e9b738-2adf-4f57-911c-a60ba6b15ec9 req-117bb36b-0753-4a7f-9238-bc130dd151bc tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 945 time: 0.1449542 Jul 15 15:16:09.655963 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.669169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1c34-4f7d-4c8c-af1b-c984b424eeed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.680998 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1c34-4f7d-4c8c-af1b-c984b424eeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.683659 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:16:09.685588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97de99-f970-485f-b74b-a397aa73007c req-9e219b2c-8e28-4e51-b1bc-80823af22800 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:09.686135 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a0b704-6862-4bc8-b35e-f62654d40aff" -d '{"events": [{"server_uuid": "8b916e7a-3f07-4190-9875-a4dacb6fb8c4", "name": "network-vif-plugged", "status": "completed", "tag": "ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:16:09.687960 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e97de99-f970-485f-b74b-a397aa73007c req-9e219b2c-8e28-4e51-b1bc-80823af22800 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 945 time: 0.1389980 Jul 15 15:16:09.698569 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-222c5a84-afe2-4ce0-8f85-1646a77087a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6557040 Jul 15 15:16:09.706328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47264) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:09.714890 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6684c934-dd43-4be7-a4c2-93030f3caed9 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Request body: {'subnet': {'network_id': '4010b9c0-b7f9-48ad-b887-fe638a480c69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:09.716302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:09.720366 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.745491 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c5a84-afe2-4ce0-8f85-1646a77087a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event updated for resources: {'Network': ['ID=4010b9c0-b7f9-48ad-b887-fe638a480c69,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:09.751219 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9e9b738-2adf-4f57-911c-a60ba6b15ec9 req-9480d37f-531d-4780-8764-88ef0ba6a559 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc8b62c1-cfc1-4347-a726-5612b543adbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000550 Jul 15 15:16:09.762273 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0a4a1c34-4f7d-4c8c-af1b-c984b424eeed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a7c239bcbc5049a38e86aab24d28d4f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756246 Jul 15 15:16:09.764763 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47266) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:09.771281 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 4010b9c0-b7f9-48ad-b887-fe638a480c69 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:16:09.780876 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a1c34-4f7d-4c8c-af1b-c984b424eeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93f3cbb-8628-4e8e-a5bb-afeb45559ae3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:09.799075 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e97de99-f970-485f-b74b-a397aa73007c req-e4cff9cb-0b56-4e1e-a9aa-90af90e9e9c3 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975018 Jul 15 15:16:09.847907 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8720-bb07-431e-9f5a-78b82a66b621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.850016 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99cf66c-cd43-498a-af42-06bd1a703f9c x-openstack-request-id: req-b99cf66c-cd43-498a-af42-06bd1a703f9c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:16:09.850515 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b916e7a-3f07-4190-9875-a4dacb6fb8c4", "name": "network-vif-plugged", "status": "completed", "tag": "ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:16:09.850965 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b99cf66c-cd43-498a-af42-06bd1a703f9c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:16:09.851424 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2', 'code': 200} Jul 15 15:16:09.854028 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,revision_number=10']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:09.878682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6684c934-dd43-4be7-a4c2-93030f3caed9 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Made reservation on behalf of 20f61c55c4e74037a3f6bd3853a728fa for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:09.883241 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6684c934-dd43-4be7-a4c2-93030f3caed9 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.884629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8720-bb07-431e-9f5a-78b82a66b621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.940230 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8720-bb07-431e-9f5a-78b82a66b621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.942932 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8720-bb07-431e-9f5a-78b82a66b621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:09.945180 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1d6b8720-bb07-431e-9f5a-78b82a66b621 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f93f3cbb-8628-4e8e-a5bb-afeb45559ae3 HTTP/1.1" status: 204 len: 168 time: 0.1794343 Jul 15 15:16:09.958594 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b8720-bb07-431e-9f5a-78b82a66b621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93f3cbb-8628-4e8e-a5bb-afeb45559ae3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:10.132619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982c27a-394a-40ee-ae04-36514d1f0053 req-a0843ab2-dcc2-462d-b50a-e9cedbdf513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:10.134153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d982c27a-394a-40ee-ae04-36514d1f0053 req-a0843ab2-dcc2-462d-b50a-e9cedbdf513c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 1097 time: 0.1380246 Jul 15 15:16:10.139592 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6684c934-dd43-4be7-a4c2-93030f3caed9 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:10.223934 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d982c27a-394a-40ee-ae04-36514d1f0053 req-896db775-88f6-40ba-8063-4393db00b174 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811579 Jul 15 15:16:10.226659 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684c934-dd43-4be7-a4c2-93030f3caed9 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event updated for resources: {'Subnet': ['ID=3c4780df-16cd-4df8-ade1-9153587764b8,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:10.235587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6684c934-dd43-4be7-a4c2-93030f3caed9 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Checking segment: {'id': '3c7fefc6-5d9f-406c-bcfb-66350683ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4010b9c0-b7f9-48ad-b887-fe638a480c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:16:10.235955 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6684c934-dd43-4be7-a4c2-93030f3caed9 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Network hostable DHCP agents. Network: 4010b9c0-b7f9-48ad-b887-fe638a480c69, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:16:10.253202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6684c934-dd43-4be7-a4c2-93030f3caed9 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Network 4010b9c0-b7f9-48ad-b887-fe638a480c69 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:16:10.262389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-6684c934-dd43-4be7-a4c2-93030f3caed9 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 4010b9c0-b7f9-48ad-b887-fe638a480c69) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:10.270256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6684c934-dd43-4be7-a4c2-93030f3caed9 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:10.270818 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6684c934-dd43-4be7-a4c2-93030f3caed9 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:10.273001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236db447-8388-4b92-9f60-16d9325fae33 None None] Network 4010b9c0-b7f9-48ad-b887-fe638a480c69 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:16:10.292042 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6684c934-dd43-4be7-a4c2-93030f3caed9 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5801730 Jul 15 15:16:10.292042 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47278) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:10.298910 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-58782823-6bbe-42c3-ad9d-ccd3eb5a5e93 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Request body: {'port': {'network_id': '4010b9c0-b7f9-48ad-b887-fe638a480c69', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1434373561'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:10.435170 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58782823-6bbe-42c3-ad9d-ccd3eb5a5e93 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Made reservation on behalf of 20f61c55c4e74037a3f6bd3853a728fa for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:10.440200 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-58782823-6bbe-42c3-ad9d-ccd3eb5a5e93 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:10.440949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-4010b9c0-b7f9-48ad-b887-fe638a480c69', 'network_id': '4010b9c0-b7f9-48ad-b887-fe638a480c69', 'tenant_id': '20f61c55c4e74037a3f6bd3853a728fa', 'fixed_ips': [{'subnet_id': '3c4780df-16cd-4df8-ade1-9153587764b8'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:16:10.441935 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:10.462110 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-58782823-6bbe-42c3-ad9d-ccd3eb5a5e93 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] device_id is not set on port 0bebe842-346a-45cd-ad66-60c94c77b1f1 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:16:10.635845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-58782823-6bbe-42c3-ad9d-ccd3eb5a5e93 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Allocated IP 2001:db8::328 (4010b9c0-b7f9-48ad-b887-fe638a480c69/3c4780df-16cd-4df8-ade1-9153587764b8/0bebe842-346a-45cd-ad66-60c94c77b1f1) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:10.651285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81797a-de09-49c7-98e3-2a6a8244eaad req-7769f59f-a648-46bf-98be-7e1986df0f0e tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:10.652801 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e81797a-de09-49c7-98e3-2a6a8244eaad req-7769f59f-a648-46bf-98be-7e1986df0f0e tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 946 time: 0.1524239 Jul 15 15:16:10.717475 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 41506cc5-5897-4f17-900d-f8199594fd94 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:16:10.721949 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e81797a-de09-49c7-98e3-2a6a8244eaad req-48751f04-ee4c-4f8f-a6ec-8a2321331312 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599968 Jul 15 15:16:10.771761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 41506cc5-5897-4f17-900d-f8199594fd94 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:10.776169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 41506cc5-5897-4f17-900d-f8199594fd94 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:10.776670 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:10.875293 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-58782823-6bbe-42c3-ad9d-ccd3eb5a5e93 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:10.880537 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:10.887847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8454fb-59ab-4ce4-96e8-8448ff177c46 req-fc000f3c-1583-4d9c-bbb8-a8bfaa103a2c tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:10.889525 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9b8454fb-59ab-4ce4-96e8-8448ff177c46 req-fc000f3c-1583-4d9c-bbb8-a8bfaa103a2c tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 945 time: 0.1434395 Jul 15 15:16:10.926391 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-58782823-6bbe-42c3-ad9d-ccd3eb5a5e93 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Transition to ACTIVE for port object 0bebe842-346a-45cd-ad66-60c94c77b1f1 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:10.934692 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=41506cc5-5897-4f17-900d-f8199594fd94,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:10.940283 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.124574 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-58782823-6bbe-42c3-ad9d-ccd3eb5a5e93 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.210389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58782823-6bbe-42c3-ad9d-ccd3eb5a5e93 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Network 4010b9c0-b7f9-48ad-b887-fe638a480c69 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:11.225548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69682c32-54b1-4489-b495-8247b79de5d6 req-4fb4cd27-d761-4912-9f67-8ed47886ead4 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:11.226509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47314) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:11.227151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-69682c32-54b1-4489-b495-8247b79de5d6 req-4fb4cd27-d761-4912-9f67-8ed47886ead4 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2462964-7cf0-4559-b5f2-8a95fb957c58 HTTP/1.1" status: 200 len: 945 time: 0.2965198 Jul 15 15:16:11.228521 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-9b8454fb-59ab-4ce4-96e8-8448ff177c46 req-ecc89b94-eb14-4957-9afd-55640fad5374 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Deleting port 677cd651-4dff-42ae-a502-f2376f2be1f0 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:11.228865 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9b8454fb-59ab-4ce4-96e8-8448ff177c46 req-ecc89b94-eb14-4957-9afd-55640fad5374 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.236946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-58782823-6bbe-42c3-ad9d-ccd3eb5a5e93 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:11.239558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58782823-6bbe-42c3-ad9d-ccd3eb5a5e93 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:11.246341 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58782823-6bbe-42c3-ad9d-ccd3eb5a5e93 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:11.247027 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-58782823-6bbe-42c3-ad9d-ccd3eb5a5e93 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.266885 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=41506cc5-5897-4f17-900d-f8199594fd94,revision_number=12']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:11.271385 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58782823-6bbe-42c3-ad9d-ccd3eb5a5e93 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event updated for resources: {'Port': ['ID=0bebe842-346a-45cd-ad66-60c94c77b1f1,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:11.275279 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Allocated IP 2001:db8::2 (4010b9c0-b7f9-48ad-b887-fe638a480c69/3c4780df-16cd-4df8-ade1-9153587764b8/93ea155d-87e1-4ab9-b3d9-14a668381fae) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:11.315969 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b50ba-9826-4c92-84b3-a24a2bef5cd8 req-2dde5701-1d7c-4bc4-b072-dd98f9e63fda tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:11.317760 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b51b50ba-9826-4c92-84b3-a24a2bef5cd8 req-2dde5701-1d7c-4bc4-b072-dd98f9e63fda tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.2902145 Jul 15 15:16:11.325497 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-58782823-6bbe-42c3-ad9d-ccd3eb5a5e93 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0325167 Jul 15 15:16:11.328856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47318) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:11.335403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c400ea4b-9fcb-4db7-b399-ac9178744120 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Request body: {'port': {'network_id': '4010b9c0-b7f9-48ad-b887-fe638a480c69', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-926429485', 'allowed_address_pairs': [{'ip_address': '2001:db8::328', 'mac_address': 'fa:16:3e:b0:64:36'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:11.415216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-69682c32-54b1-4489-b495-8247b79de5d6 req-b9c76dab-8a59-4f4b-887c-d75ec63f69b7 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.38 "GET /v2.0/security-groups?id=dc8b62c1-cfc1-4347-a726-5612b543adbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637259 Jul 15 15:16:11.417679 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.461534 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b51b50ba-9826-4c92-84b3-a24a2bef5cd8 req-0d55e4ef-2a7a-4b9e-a736-954e250f61b1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026289 Jul 15 15:16:11.470371 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-9b8454fb-59ab-4ce4-96e8-8448ff177c46 req-ecc89b94-eb14-4957-9afd-55640fad5374 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] For port 677cd651-4dff-42ae-a502-f2376f2be1f0, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=677cd651-4dff-42ae-a502-f2376f2be1f0,segment=NetworkSegment(51152594-f68b-4dfe-b96d-b9e37d3697a2),segment_id=51152594-f68b-4dfe-b96d-b9e37d3697a2)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:11.470769 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9b8454fb-59ab-4ce4-96e8-8448ff177c46 req-ecc89b94-eb14-4957-9afd-55640fad5374 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.488521 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-9b8454fb-59ab-4ce4-96e8-8448ff177c46 req-ecc89b94-eb14-4957-9afd-55640fad5374 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Calling delete_port for 677cd651-4dff-42ae-a502-f2376f2be1f0 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:11.516794 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.528365 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Transition to ACTIVE for port object 93ea155d-87e1-4ab9-b3d9-14a668381fae will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:11.549642 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Transition to ACTIVE for port object 93ea155d-87e1-4ab9-b3d9-14a668381fae will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:11.560396 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.604652 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Network 4010b9c0-b7f9-48ad-b887-fe638a480c69 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:11.607812 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:11.612445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:11.615491 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.620323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Pushing event updated for resources: {'Port': ['ID=93ea155d-87e1-4ab9-b3d9-14a668381fae,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:11.627443 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.671118 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9b8454fb-59ab-4ce4-96e8-8448ff177c46 req-ecc89b94-eb14-4957-9afd-55640fad5374 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.684642 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c400ea4b-9fcb-4db7-b399-ac9178744120 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Made reservation on behalf of 20f61c55c4e74037a3f6bd3853a728fa for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:11.708422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['677cd651-4dff-42ae-a502-f2376f2be1f0'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:16:11.711379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Attempting to bind port 93ea155d-87e1-4ab9-b3d9-14a668381fae on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:16:11.711761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Attempting to bind port 93ea155d-87e1-4ab9-b3d9-14a668381fae by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '3c7fefc6-5d9f-406c-bcfb-66350683ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4010b9c0-b7f9-48ad-b887-fe638a480c69'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:16:11.712127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Attempting to bind port 93ea155d-87e1-4ab9-b3d9-14a668381fae on network 4010b9c0-b7f9-48ad-b887-fe638a480c69 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:16:11.718935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:16:11.719337 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Checking segment: {'id': '3c7fefc6-5d9f-406c-bcfb-66350683ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4010b9c0-b7f9-48ad-b887-fe638a480c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:16:11.719835 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.720239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Bound using segment: {'id': '3c7fefc6-5d9f-406c-bcfb-66350683ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4010b9c0-b7f9-48ad-b887-fe638a480c69'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:16:11.720733 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Bound port: 93ea155d-87e1-4ab9-b3d9-14a668381fae, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7fefc6-5d9f-406c-bcfb-66350683ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4010b9c0-b7f9-48ad-b887-fe638a480c69'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:16:11.721285 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.731704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc89b94-eb14-4957-9afd-55640fad5374 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Pushing event deleted for resources: {'Port': ['ID=677cd651-4dff-42ae-a502-f2376f2be1f0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:11.788751 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c400ea4b-9fcb-4db7-b399-ac9178744120 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.793165 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cf76d1efec3c4948b79475a68fd07e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5645938 Jul 15 15:16:11.794117 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8454fb-59ab-4ce4-96e8-8448ff177c46 req-ecc89b94-eb14-4957-9afd-55640fad5374 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] No DVR routers for this DVR port 677cd651-4dff-42ae-a502-f2376f2be1f0 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:16:11.795733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47350) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:11.798913 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9b8454fb-59ab-4ce4-96e8-8448ff177c46 req-ecc89b94-eb14-4957-9afd-55640fad5374 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.801050 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9b8454fb-59ab-4ce4-96e8-8448ff177c46 req-ecc89b94-eb14-4957-9afd-55640fad5374 tempest-VolumesActionsTest-2095364088 tempest-VolumesActionsTest-2095364088-project] 10.222.0.11 "DELETE /v2.0/ports/677cd651-4dff-42ae-a502-f2376f2be1f0 HTTP/1.1" status: 204 len: 173 time: 0.9049292 Jul 15 15:16:11.806659 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a110d7a7-8780-4638-8a4e-c373335747c9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:11.832658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:11.832900 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2462964-7cf0-4559-b5f2-8a95fb957c58', 'name': 'network-vif-deleted', 'tag': '677cd651-4dff-42ae-a502-f2376f2be1f0'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:16:11.833418 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:11.834650 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:11.835169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:11.835689 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:11.835913 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbd312a-11c0-4c57-a91a-92e0155d98dc" -d '{"events": [{"server_uuid": "a2462964-7cf0-4559-b5f2-8a95fb957c58", "name": "network-vif-deleted", "tag": "677cd651-4dff-42ae-a502-f2376f2be1f0"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:16:11.836427 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:11.836931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:11.837430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:11.837995 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:11.846103 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:11.846862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:11.848145 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361c538-1e65-4a58-97f1-c7d2c45f153f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:11.852864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad0ff2a-f31d-4c9b-b626-530362890e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41506cc5-5897-4f17-900d-f8199594fd94'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:16:11.855807 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162ddf2c-78df-48f6-a5e8-d5e9eafd703f" -d '{"events": [{"server_uuid": "0ad0ff2a-f31d-4c9b-b626-530362890e27", "name": "network-vif-plugged", "status": "completed", "tag": "41506cc5-5897-4f17-900d-f8199594fd94"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:16:11.856664 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-c400ea4b-9fcb-4db7-b399-ac9178744120 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] device_id is not set on port a3087967-b8b4-4cf5-b026-0cdfbcd92f09 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:16:11.870076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] For port 93ea155d-87e1-4ab9-b3d9-14a668381fae, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:16:11.879984 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] For port 93ea155d-87e1-4ab9-b3d9-14a668381fae, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=93ea155d-87e1-4ab9-b3d9-14a668381fae,segment=NetworkSegment(3c7fefc6-5d9f-406c-bcfb-66350683ac3d),segment_id=3c7fefc6-5d9f-406c-bcfb-66350683ac3d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:16:11.887817 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.903825 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-72abad3f-481f-4d74-b073-38bafc996ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:11.961136 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-72abad3f-481f-4d74-b073-38bafc996ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:12.005223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa6163-d77b-4da0-846f-f45cc250105e None None] Pushing event updated for resources: {'Port': ['ID=93ea155d-87e1-4ab9-b3d9-14a668381fae,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:12.128497 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-72abad3f-481f-4d74-b073-38bafc996ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:12.132218 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-72abad3f-481f-4d74-b073-38bafc996ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:12.135320 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-72abad3f-481f-4d74-b073-38bafc996ae9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a110d7a7-8780-4638-8a4e-c373335747c9 HTTP/1.1" status: 204 len: 168 time: 0.3384035 Jul 15 15:16:12.145231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b05205-2a5d-4c30-84c1-0a4161f9d82b req-4296588e-8bf3-4b4b-aba1-6e736df733a2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:12.147450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d3b05205-2a5d-4c30-84c1-0a4161f9d82b req-4296588e-8bf3-4b4b-aba1-6e736df733a2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 946 time: 0.1604745 Jul 15 15:16:12.149610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c400ea4b-9fcb-4db7-b399-ac9178744120 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Allocated IP 2001:db8::d5 (4010b9c0-b7f9-48ad-b887-fe638a480c69/3c4780df-16cd-4df8-ade1-9153587764b8/a3087967-b8b4-4cf5-b026-0cdfbcd92f09) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:12.159265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abad3f-481f-4d74-b073-38bafc996ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a110d7a7-8780-4638-8a4e-c373335747c9,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:12.198697 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be26b8d-178f-44f9-9ed3-1a252c65bb13 x-openstack-request-id: req-1be26b8d-178f-44f9-9ed3-1a252c65bb13 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:16:12.198969 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2462964-7cf0-4559-b5f2-8a95fb957c58", "name": "network-vif-deleted", "tag": "677cd651-4dff-42ae-a502-f2376f2be1f0", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:16:12.199227 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1be26b8d-178f-44f9-9ed3-1a252c65bb13 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:16:12.199626 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2462964-7cf0-4559-b5f2-8a95fb957c58', 'name': 'network-vif-deleted', 'tag': '677cd651-4dff-42ae-a502-f2376f2be1f0', 'status': 'completed', 'code': 200} Jul 15 15:16:12.202873 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d3b05205-2a5d-4c30-84c1-0a4161f9d82b req-bbc99802-2976-4918-b8fa-e7006f72ce61 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450053 Jul 15 15:16:12.255790 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b1fbcc-52dd-4edc-9c97-b2902f3efab5 x-openstack-request-id: req-c1b1fbcc-52dd-4edc-9c97-b2902f3efab5 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:16:12.256404 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad0ff2a-f31d-4c9b-b626-530362890e27", "name": "network-vif-plugged", "status": "completed", "tag": "41506cc5-5897-4f17-900d-f8199594fd94", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:16:12.256835 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c1b1fbcc-52dd-4edc-9c97-b2902f3efab5 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:16:12.257397 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad0ff2a-f31d-4c9b-b626-530362890e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41506cc5-5897-4f17-900d-f8199594fd94', 'code': 200} Jul 15 15:16:12.467966 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c400ea4b-9fcb-4db7-b399-ac9178744120 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:12.486243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-c400ea4b-9fcb-4db7-b399-ac9178744120 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Transition to ACTIVE for port object a3087967-b8b4-4cf5-b026-0cdfbcd92f09 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:12.528564 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c400ea4b-9fcb-4db7-b399-ac9178744120 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:12.539207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5064837-3094-4b1e-a931-de1c82ef6c93 req-9bf3efd5-d18f-4054-a267-08392155b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:12.541006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f5064837-3094-4b1e-a931-de1c82ef6c93 req-9bf3efd5-d18f-4054-a267-08392155b8e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 1097 time: 0.0778339 Jul 15 15:16:12.591774 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c400ea4b-9fcb-4db7-b399-ac9178744120 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Network 4010b9c0-b7f9-48ad-b887-fe638a480c69 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:12.600751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c400ea4b-9fcb-4db7-b399-ac9178744120 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:12.606281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c400ea4b-9fcb-4db7-b399-ac9178744120 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:12.611737 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c400ea4b-9fcb-4db7-b399-ac9178744120 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:12.612497 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c400ea4b-9fcb-4db7-b399-ac9178744120 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:12.627946 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f5064837-3094-4b1e-a931-de1c82ef6c93 req-882d987d-0bad-4108-a1f6-63a46487375c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803607 Jul 15 15:16:12.632050 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400ea4b-9fcb-4db7-b399-ac9178744120 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event updated for resources: {'Port': ['ID=a3087967-b8b4-4cf5-b026-0cdfbcd92f09,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:12.642596 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c400ea4b-9fcb-4db7-b399-ac9178744120 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.3118727 Jul 15 15:16:12.644675 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47370) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:12.775032 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8466814b-ffff-49d6-ab82-d7cd4e5b8a61 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:12.781897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8466814b-ffff-49d6-ab82-d7cd4e5b8a61 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:12.788623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8466814b-ffff-49d6-ab82-d7cd4e5b8a61 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:12.790635 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8466814b-ffff-49d6-ab82-d7cd4e5b8a61 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1447861 Jul 15 15:16:12.793373 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47378) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:12.836565 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9184cb6-6bce-4129-8b5f-0894c805fccc req-761df81b-4172-4f44-9bc4-8ba2c0679e26 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:12.838445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9184cb6-6bce-4129-8b5f-0894c805fccc req-761df81b-4172-4f44-9bc4-8ba2c0679e26 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.1494761 Jul 15 15:16:12.946011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9184cb6-6bce-4129-8b5f-0894c805fccc req-497aab7b-f8e1-4144-b0d5-c01e68b5d6a1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941219 Jul 15 15:16:12.972860 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-619f36ca-982e-40bc-8441-911f20331dfe tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Deleting port a3087967-b8b4-4cf5-b026-0cdfbcd92f09 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:12.973318 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-619f36ca-982e-40bc-8441-911f20331dfe tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:13.107692 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-619f36ca-982e-40bc-8441-911f20331dfe tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:13.140688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-619f36ca-982e-40bc-8441-911f20331dfe tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Calling delete_port for a3087967-b8b4-4cf5-b026-0cdfbcd92f09 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:13.359865 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-619f36ca-982e-40bc-8441-911f20331dfe tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:13.402029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f36ca-982e-40bc-8441-911f20331dfe tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event deleted for resources: {'Port': ['ID=a3087967-b8b4-4cf5-b026-0cdfbcd92f09,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:13.438817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e209886-41b8-4cc5-92f6-44d610a871d8 None None] Network 4010b9c0-b7f9-48ad-b887-fe638a480c69 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:16:13.581970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c661d489-e162-4cd8-9661-a9cd9ed15e11 None None] Provisioning for port 93ea155d-87e1-4ab9-b3d9-14a668381fae completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:13.662910 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-619f36ca-982e-40bc-8441-911f20331dfe tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:13.665163 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-619f36ca-982e-40bc-8441-911f20331dfe tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "DELETE /v2.0/ports/a3087967-b8b4-4cf5-b026-0cdfbcd92f09 HTTP/1.1" status: 204 len: 168 time: 0.8705361 Jul 15 15:16:13.667912 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47436) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:13.697818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fd745-8f58-4af5-8a6e-345bb03c57db req-26ac6921-81a8-4a56-9edb-7c50ea086731 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:13.713893 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a53fd745-8f58-4af5-8a6e-345bb03c57db req-26ac6921-81a8-4a56-9edb-7c50ea086731 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 946 time: 0.3146043 Jul 15 15:16:13.730950 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1181d3d5-c111-4534-80e0-b5d9ba590d0a tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] GET failed (client error): The resource could not be found. Jul 15 15:16:13.732957 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1181d3d5-c111-4534-80e0-b5d9ba590d0a tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "GET /v2.0/ports/a3087967-b8b4-4cf5-b026-0cdfbcd92f09 HTTP/1.1" status: 404 len: 333 time: 0.0630360 Jul 15 15:16:13.737563 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47442) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:13.743669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-46a888fa-9cef-490d-84a6-c476c4a2196f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Request body: {'port': {'network_id': '4010b9c0-b7f9-48ad-b887-fe638a480c69', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1676768464'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:13.791622 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a53fd745-8f58-4af5-8a6e-345bb03c57db req-2289f51f-a1e9-48a9-b6f6-645abcdcd539 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768199 Jul 15 15:16:13.909897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a888fa-9cef-490d-84a6-c476c4a2196f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Made reservation on behalf of 20f61c55c4e74037a3f6bd3853a728fa for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:13.917548 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46a888fa-9cef-490d-84a6-c476c4a2196f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:13.967788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-46a888fa-9cef-490d-84a6-c476c4a2196f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] device_id is not set on port 69843599-3da2-43af-b027-101b8fdd0608 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:16:14.126608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-46a888fa-9cef-490d-84a6-c476c4a2196f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Allocated IP 2001:db8::70 (4010b9c0-b7f9-48ad-b887-fe638a480c69/3c4780df-16cd-4df8-ade1-9153587764b8/69843599-3da2-43af-b027-101b8fdd0608) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:14.198495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20d223-0fe1-4a8b-b626-d1e11895e397 req-37a5a48e-36ce-4ac8-9ee9-77d3c0d996e9 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:14.257155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe20d223-0fe1-4a8b-b626-d1e11895e397 req-37a5a48e-36ce-4ac8-9ee9-77d3c0d996e9 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.1084411 Jul 15 15:16:14.299669 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe20d223-0fe1-4a8b-b626-d1e11895e397 req-1ab2278f-6797-4b0f-92b1-05c65488b115 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743735 Jul 15 15:16:14.328785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 93ea155d-87e1-4ab9-b3d9-14a668381fae up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:16:14.415985 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e666bc75-eca2-49e3-bd8b-f7e46c52023c None None] Provisioning for port 0bebe842-346a-45cd-ad66-60c94c77b1f1 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:14.430827 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e666bc75-eca2-49e3-bd8b-f7e46c52023c None None] Provisioning complete for port 0bebe842-346a-45cd-ad66-60c94c77b1f1 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:14.430827 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e666bc75-eca2-49e3-bd8b-f7e46c52023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:14.469809 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e666bc75-eca2-49e3-bd8b-f7e46c52023c None None] Port 0bebe842-346a-45cd-ad66-60c94c77b1f1 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:16:14.507506 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 93ea155d-87e1-4ab9-b3d9-14a668381fae completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:14.517402 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e666bc75-eca2-49e3-bd8b-f7e46c52023c None None] Provisioning complete for port 93ea155d-87e1-4ab9-b3d9-14a668381fae triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:14.518917 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e666bc75-eca2-49e3-bd8b-f7e46c52023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:14.528319 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46a888fa-9cef-490d-84a6-c476c4a2196f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:14.530144 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 93ea155d-87e1-4ab9-b3d9-14a668381fae triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:14.530574 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:14.554246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-46a888fa-9cef-490d-84a6-c476c4a2196f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Transition to ACTIVE for port object 69843599-3da2-43af-b027-101b8fdd0608 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:14.654080 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46a888fa-9cef-490d-84a6-c476c4a2196f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:14.720524 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e666bc75-eca2-49e3-bd8b-f7e46c52023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:14.739799 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a888fa-9cef-490d-84a6-c476c4a2196f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Network 4010b9c0-b7f9-48ad-b887-fe638a480c69 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:14.744970 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-46a888fa-9cef-490d-84a6-c476c4a2196f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:14.747588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a888fa-9cef-490d-84a6-c476c4a2196f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:14.761793 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a888fa-9cef-490d-84a6-c476c4a2196f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:14.762478 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46a888fa-9cef-490d-84a6-c476c4a2196f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:14.763212 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 677cd651-4dff-42ae-a502-f2376f2be1f0 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:16:14.786644 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a888fa-9cef-490d-84a6-c476c4a2196f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event updated for resources: {'Port': ['ID=69843599-3da2-43af-b027-101b8fdd0608,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:14.806236 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-46a888fa-9cef-490d-84a6-c476c4a2196f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0666239 Jul 15 15:16:14.808021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47522) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:14.808818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 677cd651-4dff-42ae-a502-f2376f2be1f0 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:16:14.809162 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 677cd651-4dff-42ae-a502-f2376f2be1f0 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:16:14.816546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-5b7b5d82-67df-4f9c-a257-88f9a4b4e4a7 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::328', 'mac_address': 'fa:16:3e:b0:64:36'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:14.837259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e666bc75-eca2-49e3-bd8b-f7e46c52023c None None] For port 93ea155d-87e1-4ab9-b3d9-14a668381fae, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=93ea155d-87e1-4ab9-b3d9-14a668381fae,segment=NetworkSegment(3c7fefc6-5d9f-406c-bcfb-66350683ac3d),segment_id=3c7fefc6-5d9f-406c-bcfb-66350683ac3d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:14.839182 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:14.861833 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e666bc75-eca2-49e3-bd8b-f7e46c52023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:14.996168 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666bc75-eca2-49e3-bd8b-f7e46c52023c None None] Pushing event updated for resources: {'Port': ['ID=93ea155d-87e1-4ab9-b3d9-14a668381fae,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:14.999333 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:16:14.999905 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:16:15.013046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fa23f3ef-8b82-403d-83ac-430c296f95a6 None None] Provisioning complete for port 0bebe842-346a-45cd-ad66-60c94c77b1f1 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:15.013716 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa23f3ef-8b82-403d-83ac-430c296f95a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:15.054960 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fa23f3ef-8b82-403d-83ac-430c296f95a6 None None] Port 0bebe842-346a-45cd-ad66-60c94c77b1f1 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:16:15.170368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fae3152f-2dfe-444c-93e7-552b7e564ed5 None None] Could not find standard attr ID for object a3087967-b8b4-4cf5-b026-0cdfbcd92f09. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:16:15.422107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6cd3e292-51f7-484d-b2e9-83b7ef51fb08 None None] Provisioning for port 69843599-3da2-43af-b027-101b8fdd0608 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:15.426136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6cd3e292-51f7-484d-b2e9-83b7ef51fb08 None None] Provisioning complete for port 69843599-3da2-43af-b027-101b8fdd0608 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:15.426509 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6cd3e292-51f7-484d-b2e9-83b7ef51fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:15.496521 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6cd3e292-51f7-484d-b2e9-83b7ef51fb08 None None] Port 69843599-3da2-43af-b027-101b8fdd0608 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:16:15.621652 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b7b5d82-67df-4f9c-a257-88f9a4b4e4a7 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:15.691374 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86089f9a-0a3e-48c6-8a1c-af2db4492830 req-162ab990-350d-4d12-bfd0-72ce9a84219a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:15.692902 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86089f9a-0a3e-48c6-8a1c-af2db4492830 req-162ab990-350d-4d12-bfd0-72ce9a84219a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.1857202 Jul 15 15:16:15.742340 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86089f9a-0a3e-48c6-8a1c-af2db4492830 req-8a161683-70e6-491e-b6d5-57505cb5dfc3 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 Jul 15 15:16:15.887199 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b7b5d82-67df-4f9c-a257-88f9a4b4e4a7 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:15.893270 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b7b5d82-67df-4f9c-a257-88f9a4b4e4a7 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:15.970009 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b5d82-67df-4f9c-a257-88f9a4b4e4a7 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] In _notify_port_updated(), no bound segment for port 69843599-3da2-43af-b027-101b8fdd0608 on network 4010b9c0-b7f9-48ad-b887-fe638a480c69 {{(pid=100711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:16:15.976124 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7b5d82-67df-4f9c-a257-88f9a4b4e4a7 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:15.976508 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b7b5d82-67df-4f9c-a257-88f9a4b4e4a7 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:15.977863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5b7b5d82-67df-4f9c-a257-88f9a4b4e4a7 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "PUT /v2.0/ports/69843599-3da2-43af-b027-101b8fdd0608 HTTP/1.1" status: 200 len: 1002 time: 1.1678388 Jul 15 15:16:15.980781 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47534) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:16.001758 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b5d82-67df-4f9c-a257-88f9a4b4e4a7 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event updated for resources: {'Port': ['ID=69843599-3da2-43af-b027-101b8fdd0608,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:16.055255 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d94eb-a866-4995-bdf2-bcc24b37e952 req-998ebf64-5121-45cb-89f4-41789dd9de45 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:16.056843 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a7d94eb-a866-4995-bdf2-bcc24b37e952 req-998ebf64-5121-45cb-89f4-41789dd9de45 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.1552076 Jul 15 15:16:16.137879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-01d89aa6-3e0d-4d59-b3a9-7afe5f866f48 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Deleting port 69843599-3da2-43af-b027-101b8fdd0608 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:16.138565 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01d89aa6-3e0d-4d59-b3a9-7afe5f866f48 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:16.154162 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a7d94eb-a866-4995-bdf2-bcc24b37e952 req-c6ec3c00-d518-4aa9-9d55-a3992366085e tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883086 Jul 15 15:16:16.274704 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01d89aa6-3e0d-4d59-b3a9-7afe5f866f48 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:16.290830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 93ea155d-87e1-4ab9-b3d9-14a668381fae up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:16:16.291431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-01d89aa6-3e0d-4d59-b3a9-7afe5f866f48 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Calling delete_port for 69843599-3da2-43af-b027-101b8fdd0608 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:16.401277 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-80e7b976-b59d-4a77-9e9e-99364d9c0d2e None None] Provisioning complete for port 69843599-3da2-43af-b027-101b8fdd0608 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:16.403484 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80e7b976-b59d-4a77-9e9e-99364d9c0d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:16.432847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1da02-7505-4b34-880e-90cea9a5a7c8 req-98376091-b520-487a-b1eb-73289dab5014 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:16.440776 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-84b1da02-7505-4b34-880e-90cea9a5a7c8 req-98376091-b520-487a-b1eb-73289dab5014 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.1265607 Jul 15 15:16:16.450969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-80e7b976-b59d-4a77-9e9e-99364d9c0d2e None None] Port 69843599-3da2-43af-b027-101b8fdd0608 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:16:16.465989 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 93ea155d-87e1-4ab9-b3d9-14a668381fae triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:16.465989 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:16.497651 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01d89aa6-3e0d-4d59-b3a9-7afe5f866f48 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:16.509510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-84b1da02-7505-4b34-880e-90cea9a5a7c8 req-07c4f254-38c9-40dc-aa1a-473ec61e568a tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607641 Jul 15 15:16:16.560341 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d89aa6-3e0d-4d59-b3a9-7afe5f866f48 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event deleted for resources: {'Port': ['ID=69843599-3da2-43af-b027-101b8fdd0608,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:16.656190 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01d89aa6-3e0d-4d59-b3a9-7afe5f866f48 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:16.661260 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47544) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:16.671403 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-01d89aa6-3e0d-4d59-b3a9-7afe5f866f48 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "DELETE /v2.0/ports/69843599-3da2-43af-b027-101b8fdd0608 HTTP/1.1" status: 204 len: 168 time: 0.6894057 Jul 15 15:16:16.700411 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc11e3d-31d3-47bd-8821-14bae4e42e5b tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] GET failed (client error): The resource could not be found. Jul 15 15:16:16.703099 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ebc11e3d-31d3-47bd-8821-14bae4e42e5b tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "GET /v2.0/ports/69843599-3da2-43af-b027-101b8fdd0608 HTTP/1.1" status: 404 len: 333 time: 0.0407360 Jul 15 15:16:16.708561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47546) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:16.714880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c268a399-51ca-47ec-8cfe-92da688c86a8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Request body: {'port': {'network_id': '4010b9c0-b7f9-48ad-b887-fe638a480c69', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1354476934'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:16.790862 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081eeecf-b4fc-47d7-b6fa-feca90313b46 req-df30c2ac-97f5-44ba-a15e-4ef9bd2d8eea tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:16.804155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-081eeecf-b4fc-47d7-b6fa-feca90313b46 req-df30c2ac-97f5-44ba-a15e-4ef9bd2d8eea tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.0911527 Jul 15 15:16:16.843253 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-081eeecf-b4fc-47d7-b6fa-feca90313b46 req-49f9aec6-d990-4c45-b8b5-bd62a4e7bf19 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416734 Jul 15 15:16:16.881213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c268a399-51ca-47ec-8cfe-92da688c86a8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Made reservation on behalf of 20f61c55c4e74037a3f6bd3853a728fa for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:16.886637 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c268a399-51ca-47ec-8cfe-92da688c86a8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:16.917625 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-c268a399-51ca-47ec-8cfe-92da688c86a8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] device_id is not set on port 437d2bc7-b8af-4181-bc8e-538167b7781c yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:16:17.063201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb2515-e2ba-43d6-9d10-e57f693cae4f req-da9d7515-0c3f-457f-84d5-c36dd01482cc tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:17.070430 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0eb2515-e2ba-43d6-9d10-e57f693cae4f req-da9d7515-0c3f-457f-84d5-c36dd01482cc tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.0765789 Jul 15 15:16:17.086362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c268a399-51ca-47ec-8cfe-92da688c86a8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Allocated IP 2001:db8::104 (4010b9c0-b7f9-48ad-b887-fe638a480c69/3c4780df-16cd-4df8-ade1-9153587764b8/437d2bc7-b8af-4181-bc8e-538167b7781c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:17.123482 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0eb2515-e2ba-43d6-9d10-e57f693cae4f req-1c6a73bf-fbff-4081-bf33-eec488f44e62 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520625 Jul 15 15:16:17.282472 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c268a399-51ca-47ec-8cfe-92da688c86a8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:17.297660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-c268a399-51ca-47ec-8cfe-92da688c86a8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Transition to ACTIVE for port object 437d2bc7-b8af-4181-bc8e-538167b7781c will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:17.341123 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c268a399-51ca-47ec-8cfe-92da688c86a8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:17.351509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a2a53-361e-43bc-9d7a-fdf71e6b767e req-38d118f2-2e83-4cb4-b289-e6c8293b26ce tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:17.353171 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b08a2a53-361e-43bc-9d7a-fdf71e6b767e req-38d118f2-2e83-4cb4-b289-e6c8293b26ce tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.0818198 Jul 15 15:16:17.398653 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b08a2a53-361e-43bc-9d7a-fdf71e6b767e req-8c627e4d-9301-474a-abb8-fa390da9c270 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389769 Jul 15 15:16:17.403454 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c268a399-51ca-47ec-8cfe-92da688c86a8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Network 4010b9c0-b7f9-48ad-b887-fe638a480c69 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:17.408093 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c268a399-51ca-47ec-8cfe-92da688c86a8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:17.410034 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268a399-51ca-47ec-8cfe-92da688c86a8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event updated for resources: {'Port': ['ID=437d2bc7-b8af-4181-bc8e-538167b7781c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:17.412509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c268a399-51ca-47ec-8cfe-92da688c86a8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:17.418413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c268a399-51ca-47ec-8cfe-92da688c86a8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:17.418938 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c268a399-51ca-47ec-8cfe-92da688c86a8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:17.440819 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c268a399-51ca-47ec-8cfe-92da688c86a8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7299905 Jul 15 15:16:17.444126 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47558) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:17.450181 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-59cca4ec-0086-48fc-aa11-ec9f062f7aa8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b0:64:36'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:17.560643 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-59cca4ec-0086-48fc-aa11-ec9f062f7aa8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:17.801068 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e851b7-ab80-4ee4-b0d8-0b62eb696973 req-888c81ba-8e58-4ab8-8d58-1acb33d5e9e0 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:17.803328 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25e851b7-ab80-4ee4-b0d8-0b62eb696973 req-888c81ba-8e58-4ab8-8d58-1acb33d5e9e0 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.1822979 Jul 15 15:16:17.804574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-892d69a2-6ee8-4962-b0c3-a546e45221e2 None None] Provisioning for port 437d2bc7-b8af-4181-bc8e-538167b7781c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:17.809978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-892d69a2-6ee8-4962-b0c3-a546e45221e2 None None] Provisioning complete for port 437d2bc7-b8af-4181-bc8e-538167b7781c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:17.811934 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-892d69a2-6ee8-4962-b0c3-a546e45221e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:17.880787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-892d69a2-6ee8-4962-b0c3-a546e45221e2 None None] Port 437d2bc7-b8af-4181-bc8e-538167b7781c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:16:17.904913 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25e851b7-ab80-4ee4-b0d8-0b62eb696973 req-ece809d1-cacd-4ada-96a6-8932d71af7d1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879493 Jul 15 15:16:17.914081 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-59cca4ec-0086-48fc-aa11-ec9f062f7aa8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:17.919445 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-59cca4ec-0086-48fc-aa11-ec9f062f7aa8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:17.957267 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-59cca4ec-0086-48fc-aa11-ec9f062f7aa8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] In _notify_port_updated(), no bound segment for port 437d2bc7-b8af-4181-bc8e-538167b7781c on network 4010b9c0-b7f9-48ad-b887-fe638a480c69 {{(pid=100711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:16:17.963468 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cca4ec-0086-48fc-aa11-ec9f062f7aa8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:17.964139 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-59cca4ec-0086-48fc-aa11-ec9f062f7aa8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:17.965449 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-59cca4ec-0086-48fc-aa11-ec9f062f7aa8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "PUT /v2.0/ports/437d2bc7-b8af-4181-bc8e-538167b7781c HTTP/1.1" status: 200 len: 1003 time: 0.5202162 Jul 15 15:16:17.968565 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47568) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:18.023561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cca4ec-0086-48fc-aa11-ec9f062f7aa8 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event updated for resources: {'Port': ['ID=437d2bc7-b8af-4181-bc8e-538167b7781c,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:18.157935 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-226465cc-668f-445b-998e-0cc3d01b47f3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Deleting port 437d2bc7-b8af-4181-bc8e-538167b7781c {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:18.158572 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-226465cc-668f-445b-998e-0cc3d01b47f3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:18.330996 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-226465cc-668f-445b-998e-0cc3d01b47f3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:18.346638 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-226465cc-668f-445b-998e-0cc3d01b47f3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Calling delete_port for 437d2bc7-b8af-4181-bc8e-538167b7781c owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:18.413666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8332f33a-3802-4030-a53c-cad8cefe7b6c None None] Provisioning complete for port 437d2bc7-b8af-4181-bc8e-538167b7781c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:18.414323 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8332f33a-3802-4030-a53c-cad8cefe7b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:18.456206 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8332f33a-3802-4030-a53c-cad8cefe7b6c None None] Port 437d2bc7-b8af-4181-bc8e-538167b7781c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:16:18.546120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868d90c-5402-4c7d-8778-9cc522351652 req-7fe78c4a-68b6-4596-93be-450974610b63 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:18.549406 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e868d90c-5402-4c7d-8778-9cc522351652 req-7fe78c4a-68b6-4596-93be-450974610b63 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.1416311 Jul 15 15:16:18.600117 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-226465cc-668f-445b-998e-0cc3d01b47f3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:18.646594 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e868d90c-5402-4c7d-8778-9cc522351652 req-3b7cde9d-a34b-4dd9-8c57-ff2c2b3c316f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905547 Jul 15 15:16:18.656665 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226465cc-668f-445b-998e-0cc3d01b47f3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event deleted for resources: {'Port': ['ID=437d2bc7-b8af-4181-bc8e-538167b7781c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:18.694753 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-226465cc-668f-445b-998e-0cc3d01b47f3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:18.699140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-226465cc-668f-445b-998e-0cc3d01b47f3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "DELETE /v2.0/ports/437d2bc7-b8af-4181-bc8e-538167b7781c HTTP/1.1" status: 204 len: 168 time: 0.7273650 Jul 15 15:16:18.699400 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47580) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:18.735868 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-35740945-e3e7-4664-95d4-b34548ab4d48 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] GET failed (client error): The resource could not be found. Jul 15 15:16:18.742414 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47582) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:18.742998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-35740945-e3e7-4664-95d4-b34548ab4d48 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "GET /v2.0/ports/437d2bc7-b8af-4181-bc8e-538167b7781c HTTP/1.1" status: 404 len: 333 time: 0.0423963 Jul 15 15:16:18.747967 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fdb88f86-56bd-4df5-b028-c6ff2b84b133 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Request body: {'port': {'network_id': '4010b9c0-b7f9-48ad-b887-fe638a480c69', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-486790939'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:18.969516 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:19.003931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb88f86-56bd-4df5-b028-c6ff2b84b133 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Made reservation on behalf of 20f61c55c4e74037a3f6bd3853a728fa for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:19.008766 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdb88f86-56bd-4df5-b028-c6ff2b84b133 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:19.030852 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-fdb88f86-56bd-4df5-b028-c6ff2b84b133 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] device_id is not set on port 7d7d7491-1971-47f6-8cda-8596f49e20b2 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:16:19.156841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-fdb88f86-56bd-4df5-b028-c6ff2b84b133 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Allocated IP 2001:db8::1f0 (4010b9c0-b7f9-48ad-b887-fe638a480c69/3c4780df-16cd-4df8-ade1-9153587764b8/7d7d7491-1971-47f6-8cda-8596f49e20b2) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:19.263997 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:19.333964 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdb88f86-56bd-4df5-b028-c6ff2b84b133 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:19.354246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-fdb88f86-56bd-4df5-b028-c6ff2b84b133 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Transition to ACTIVE for port object 7d7d7491-1971-47f6-8cda-8596f49e20b2 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:19.399116 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdb88f86-56bd-4df5-b028-c6ff2b84b133 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:19.462805 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb88f86-56bd-4df5-b028-c6ff2b84b133 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Network 4010b9c0-b7f9-48ad-b887-fe638a480c69 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:19.466309 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-fdb88f86-56bd-4df5-b028-c6ff2b84b133 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:19.469950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb88f86-56bd-4df5-b028-c6ff2b84b133 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:19.476250 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb88f86-56bd-4df5-b028-c6ff2b84b133 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:19.476895 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdb88f86-56bd-4df5-b028-c6ff2b84b133 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:19.488326 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb88f86-56bd-4df5-b028-c6ff2b84b133 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event updated for resources: {'Port': ['ID=7d7d7491-1971-47f6-8cda-8596f49e20b2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:19.502507 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fdb88f86-56bd-4df5-b028-c6ff2b84b133 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7589228 Jul 15 15:16:19.505261 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47592) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:19.513789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-93d04266-f9eb-42b7-a1a1-84723aca66bd tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Request body: {'port': {'network_id': '4010b9c0-b7f9-48ad-b887-fe638a480c69', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1561024438'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:19.654836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d04266-f9eb-42b7-a1a1-84723aca66bd tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Made reservation on behalf of 20f61c55c4e74037a3f6bd3853a728fa for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:19.661456 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93d04266-f9eb-42b7-a1a1-84723aca66bd tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:19.687674 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-93d04266-f9eb-42b7-a1a1-84723aca66bd tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] device_id is not set on port 5d60ee6f-b27b-46e5-8524-bbe2ef45333c yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:16:19.873746 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-93d04266-f9eb-42b7-a1a1-84723aca66bd tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Allocated IP 2001:db8::116 (4010b9c0-b7f9-48ad-b887-fe638a480c69/3c4780df-16cd-4df8-ade1-9153587764b8/5d60ee6f-b27b-46e5-8524-bbe2ef45333c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:19.892156 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889fb83-3a93-4cf1-a1ce-82996e27c15b req-0e0297e0-bdf1-4363-bcd3-117efb107c7f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:19.894317 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c889fb83-3a93-4cf1-a1ce-82996e27c15b req-0e0297e0-bdf1-4363-bcd3-117efb107c7f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.0902412 Jul 15 15:16:19.931478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-97f8f7ae-2fcd-4d51-abbd-cf0dc69ea9cb None None] Provisioning for port 7d7d7491-1971-47f6-8cda-8596f49e20b2 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:19.937811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-97f8f7ae-2fcd-4d51-abbd-cf0dc69ea9cb None None] Provisioning complete for port 7d7d7491-1971-47f6-8cda-8596f49e20b2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:19.938506 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-97f8f7ae-2fcd-4d51-abbd-cf0dc69ea9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:19.978582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c889fb83-3a93-4cf1-a1ce-82996e27c15b req-86177ef4-430e-4c94-8a3f-5376952f095e tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668690 Jul 15 15:16:19.998614 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47604) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:20.014921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-97f8f7ae-2fcd-4d51-abbd-cf0dc69ea9cb None None] Port 7d7d7491-1971-47f6-8cda-8596f49e20b2 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:16:20.080114 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-11366f87-95d3-404a-afe4-59e5005efe17 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/floatingips/107f71e3-ed78-44bb-bf89-6122e67f62cd HTTP/1.1" status: 200 len: 992 time: 0.0802419 Jul 15 15:16:20.373375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47612) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:20.408608 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93d04266-f9eb-42b7-a1a1-84723aca66bd tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:20.432321 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-93d04266-f9eb-42b7-a1a1-84723aca66bd tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Transition to ACTIVE for port object 5d60ee6f-b27b-46e5-8524-bbe2ef45333c will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:20.477521 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93d04266-f9eb-42b7-a1a1-84723aca66bd tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:20.548532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d04266-f9eb-42b7-a1a1-84723aca66bd tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Network 4010b9c0-b7f9-48ad-b887-fe638a480c69 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:20.558871 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-93d04266-f9eb-42b7-a1a1-84723aca66bd tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:20.563233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d04266-f9eb-42b7-a1a1-84723aca66bd tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:20.579810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d04266-f9eb-42b7-a1a1-84723aca66bd tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:20.580647 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93d04266-f9eb-42b7-a1a1-84723aca66bd tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:20.613553 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-93d04266-f9eb-42b7-a1a1-84723aca66bd tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1034837 Jul 15 15:16:20.613553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47620) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:20.620446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d7ad1711-9043-4d92-a1e5-fdf35a88309c tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::328', 'mac_address': 'fa:16:3e:b0:64:36'}, {'ip_address': '2001:db8::1f0', 'mac_address': 'fa:16:3e:6f:af:43'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:20.704097 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d04266-f9eb-42b7-a1a1-84723aca66bd tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event updated for resources: {'Port': ['ID=5d60ee6f-b27b-46e5-8524-bbe2ef45333c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:20.716638 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af47d6a-b20d-4a08-88ef-c4158686017a req-ad4b4926-3a55-42a1-bc4d-80a53703fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:20.718401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5af47d6a-b20d-4a08-88ef-c4158686017a req-ad4b4926-3a55-42a1-bc4d-80a53703fec8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=654aa7ff723c41b59e7bbd6bde26ee6a&device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 1097 time: 0.1709700 Jul 15 15:16:20.916251 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1711-9043-4d92-a1e5-fdf35a88309c tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:20.971053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5547108-bd7b-44e8-892e-ea420e5aaa43 req-b4c6c075-cb29-45c4-9cc2-629b4f8ef4da tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:20.972607 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5547108-bd7b-44e8-892e-ea420e5aaa43 req-b4c6c075-cb29-45c4-9cc2-629b4f8ef4da tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.2799740 Jul 15 15:16:20.974361 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af47d6a-b20d-4a08-88ef-c4158686017a req-5e29eff6-7fc4-404f-9b2d-5a5c234da9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:20.975360 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5af47d6a-b20d-4a08-88ef-c4158686017a req-5e29eff6-7fc4-404f-9b2d-5a5c234da9d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca2ab8ae-a107-4a49-9219-995d9c2acd35 HTTP/1.1" status: 200 len: 914 time: 0.2277462 Jul 15 15:16:21.031563 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5af47d6a-b20d-4a08-88ef-c4158686017a req-f45464ba-c12b-4e8b-a795-464ef432a1fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41506cc5-5897-4f17-900d-f8199594fd94 HTTP/1.1" status: 200 len: 217 time: 0.0461373 Jul 15 15:16:21.032480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-70264835-0f51-4b59-8a1b-a735f302331e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Deleting port 34641f5d-e592-4cc7-9ab1-de0f3fde33a0 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:21.032480 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70264835-0f51-4b59-8a1b-a735f302331e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:21.059155 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9848e2cf-3a1c-4da7-bfb3-188b64aa0280 None None] Provisioning for port 5d60ee6f-b27b-46e5-8524-bbe2ef45333c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:21.065349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9848e2cf-3a1c-4da7-bfb3-188b64aa0280 None None] Provisioning complete for port 5d60ee6f-b27b-46e5-8524-bbe2ef45333c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:21.065959 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9848e2cf-3a1c-4da7-bfb3-188b64aa0280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:21.103653 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9848e2cf-3a1c-4da7-bfb3-188b64aa0280 None None] Port 5d60ee6f-b27b-46e5-8524-bbe2ef45333c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:16:21.140963 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5547108-bd7b-44e8-892e-ea420e5aaa43 req-8c48231a-8aae-45dc-9c90-4e7a42a709a3 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587059 Jul 15 15:16:21.179616 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1711-9043-4d92-a1e5-fdf35a88309c tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:21.184782 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1711-9043-4d92-a1e5-fdf35a88309c tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:21.229714 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af47d6a-b20d-4a08-88ef-c4158686017a req-a241e912-72ed-4485-b5de-255be785360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:21.231246 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5af47d6a-b20d-4a08-88ef-c4158686017a req-a241e912-72ed-4485-b5de-255be785360c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80f494c2-b6f4-4c40-b1bb-27cdabd6cc33 HTTP/1.1" status: 200 len: 853 time: 0.1903996 Jul 15 15:16:21.233697 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad1711-9043-4d92-a1e5-fdf35a88309c tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] In _notify_port_updated(), no bound segment for port 5d60ee6f-b27b-46e5-8524-bbe2ef45333c on network 4010b9c0-b7f9-48ad-b887-fe638a480c69 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:16:21.239275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ad1711-9043-4d92-a1e5-fdf35a88309c tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:21.240549 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1711-9043-4d92-a1e5-fdf35a88309c tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:21.241791 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d7ad1711-9043-4d92-a1e5-fdf35a88309c tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "PUT /v2.0/ports/5d60ee6f-b27b-46e5-8524-bbe2ef45333c HTTP/1.1" status: 200 len: 1068 time: 0.6270196 Jul 15 15:16:21.244951 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47626) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:21.292761 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70264835-0f51-4b59-8a1b-a735f302331e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:21.293091 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70264835-0f51-4b59-8a1b-a735f302331e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:21.297384 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5af47d6a-b20d-4a08-88ef-c4158686017a req-a09f6be8-b44c-4266-9a45-7860ffa45429 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca2ab8ae-a107-4a49-9219-995d9c2acd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518472 Jul 15 15:16:21.329693 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad1711-9043-4d92-a1e5-fdf35a88309c tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event updated for resources: {'Port': ['ID=5d60ee6f-b27b-46e5-8524-bbe2ef45333c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:21.331709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-70264835-0f51-4b59-8a1b-a735f302331e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Calling delete_port for 34641f5d-e592-4cc7-9ab1-de0f3fde33a0 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:21.413243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-076f90aa-a61f-4289-8879-897535347c8f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Deleting port 5d60ee6f-b27b-46e5-8524-bbe2ef45333c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:21.413739 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-076f90aa-a61f-4289-8879-897535347c8f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:21.511475 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-076f90aa-a61f-4289-8879-897535347c8f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:21.511752 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5af47d6a-b20d-4a08-88ef-c4158686017a req-7db65ab3-75b8-4548-8991-035ebdc8f604 service neutron] 10.222.0.11 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029784 Jul 15 15:16:21.530756 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-076f90aa-a61f-4289-8879-897535347c8f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Calling delete_port for 5d60ee6f-b27b-46e5-8524-bbe2ef45333c owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:21.631695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-111cc4f3-c73b-4e88-bae9-ed2d59a84c01 None None] Provisioning complete for port 5d60ee6f-b27b-46e5-8524-bbe2ef45333c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:21.632334 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-111cc4f3-c73b-4e88-bae9-ed2d59a84c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:21.685215 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-111cc4f3-c73b-4e88-bae9-ed2d59a84c01 None None] Port 5d60ee6f-b27b-46e5-8524-bbe2ef45333c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:16:21.723193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5af47d6a-b20d-4a08-88ef-c4158686017a req-9f945352-f29d-4a3d-b19f-99f30f0ab037 service neutron] 10.222.0.11 "GET /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018239 Jul 15 15:16:21.739276 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-076f90aa-a61f-4289-8879-897535347c8f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:21.775529 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70264835-0f51-4b59-8a1b-a735f302331e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:21.793686 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f90aa-a61f-4289-8879-897535347c8f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event deleted for resources: {'Port': ['ID=5d60ee6f-b27b-46e5-8524-bbe2ef45333c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:21.891942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70264835-0f51-4b59-8a1b-a735f302331e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Port': ['ID=34641f5d-e592-4cc7-9ab1-de0f3fde33a0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:21.965913 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70264835-0f51-4b59-8a1b-a735f302331e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:21.966317 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-70264835-0f51-4b59-8a1b-a735f302331e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Floating IP 107f71e3-ed78-44bb-bf89-6122e67f62cd disassociated (deleted). External IP: 172.25.4.12, port: dcb6db18-8d27-4eda-a09f-ca233c161b19. Jul 15 15:16:22.025988 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-076f90aa-a61f-4289-8879-897535347c8f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:22.030731 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-076f90aa-a61f-4289-8879-897535347c8f tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "DELETE /v2.0/ports/5d60ee6f-b27b-46e5-8524-bbe2ef45333c HTTP/1.1" status: 204 len: 168 time: 0.7824564 Jul 15 15:16:22.031165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47634) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:22.077242 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8e78e8-4c32-4a72-9aca-3b779a94b197 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] GET failed (client error): The resource could not be found. Jul 15 15:16:22.082154 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fe8e78e8-4c32-4a72-9aca-3b779a94b197 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "GET /v2.0/ports/5d60ee6f-b27b-46e5-8524-bbe2ef45333c HTTP/1.1" status: 404 len: 333 time: 0.0494781 Jul 15 15:16:22.095747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47636) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:22.757581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-08b19aa3-a0d1-4d60-9a5b-189ab43224a6 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Deleting port 7d7d7491-1971-47f6-8cda-8596f49e20b2 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:22.757925 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08b19aa3-a0d1-4d60-9a5b-189ab43224a6 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:22.828834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37f00f-c280-415b-b25e-4661f10d4a3c req-9b2683fa-3355-48e0-a7d6-21c8ef698f60 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:22.830341 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd37f00f-c280-415b-b25e-4661f10d4a3c req-9b2683fa-3355-48e0-a7d6-21c8ef698f60 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.5267889 Jul 15 15:16:22.879308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70264835-0f51-4b59-8a1b-a735f302331e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Router e0ac6488-899e-4bee-bae7-19bfd7038e00 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:16:22.918864 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08b19aa3-a0d1-4d60-9a5b-189ab43224a6 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:22.936535 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-08b19aa3-a0d1-4d60-9a5b-189ab43224a6 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Calling delete_port for 7d7d7491-1971-47f6-8cda-8596f49e20b2 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:23.035183 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd37f00f-c280-415b-b25e-4661f10d4a3c req-edd2b58d-e8a9-48db-b90b-6caf995c18b6 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721091 Jul 15 15:16:23.128184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70264835-0f51-4b59-8a1b-a735f302331e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:16:23.134801 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70264835-0f51-4b59-8a1b-a735f302331e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:23.141641 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee96a482-44ff-4d33-b574-0480bd2812c5 None None] Sync routers for ids ['e0ac6488-899e-4bee-bae7-19bfd7038e00'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:16:23.149731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee96a482-44ff-4d33-b574-0480bd2812c5 None None] Routers {'e0ac6488-899e-4bee-bae7-19bfd7038e00'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:16:23.150604 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ee96a482-44ff-4d33-b574-0480bd2812c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:16:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e0ac6488-899e-4bee-bae7-19bfd7038e00'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:23.213895 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-70264835-0f51-4b59-8a1b-a735f302331e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "DELETE /v2.0/floatingips/107f71e3-ed78-44bb-bf89-6122e67f62cd HTTP/1.1" status: 204 len: 168 time: 2.8391099 Jul 15 15:16:23.216665 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68552b0-8848-46d8-bc28-3d4bb8354cfc', 'tag': 'dcb6db18-8d27-4eda-a09f-ca233c161b19'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:16:23.219091 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f93fca-c2eb-4756-a680-aeb18e3c596e" -d '{"events": [{"name": "network-changed", "server_uuid": "a68552b0-8848-46d8-bc28-3d4bb8354cfc", "tag": "dcb6db18-8d27-4eda-a09f-ca233c161b19"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:16:23.238837 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08b19aa3-a0d1-4d60-9a5b-189ab43224a6 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:23.294442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b19aa3-a0d1-4d60-9a5b-189ab43224a6 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event deleted for resources: {'Port': ['ID=7d7d7491-1971-47f6-8cda-8596f49e20b2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:23.321154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-ee96a482-44ff-4d33-b574-0480bd2812c5 None None] Set router e0ac6488-899e-4bee-bae7-19bfd7038e00 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:16:23.332485 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243057be-0cd0-456d-a33b-84f95e51da6b x-openstack-request-id: req-243057be-0cd0-456d-a33b-84f95e51da6b {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:16:23.332771 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68552b0-8848-46d8-bc28-3d4bb8354cfc", "tag": "dcb6db18-8d27-4eda-a09f-ca233c161b19", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:16:23.333017 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-243057be-0cd0-456d-a33b-84f95e51da6b {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:16:23.338073 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68552b0-8848-46d8-bc28-3d4bb8354cfc', 'tag': 'dcb6db18-8d27-4eda-a09f-ca233c161b19', 'status': 'completed', 'code': 200} Jul 15 15:16:23.441386 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08b19aa3-a0d1-4d60-9a5b-189ab43224a6 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:23.447963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47660) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:23.460241 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-08b19aa3-a0d1-4d60-9a5b-189ab43224a6 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "DELETE /v2.0/ports/7d7d7491-1971-47f6-8cda-8596f49e20b2 HTTP/1.1" status: 204 len: 168 time: 1.3629718 Jul 15 15:16:23.510636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f93fca-c2eb-4756-a680-aeb18e3c596e req-80ac09b8-4cd9-4439-aaf9-6f2cc715dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:23.515033 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52f93fca-c2eb-4756-a680-aeb18e3c596e req-80ac09b8-4cd9-4439-aaf9-6f2cc715dc26 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=70a995f7ee6e41f597cf94301c84780c&device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 1096 time: 0.1759346 Jul 15 15:16:23.540928 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de55d59-4603-45c0-8175-0570f3ea457c tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] GET failed (client error): The resource could not be found. Jul 15 15:16:23.544935 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1de55d59-4603-45c0-8175-0570f3ea457c tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "GET /v2.0/ports/7d7d7491-1971-47f6-8cda-8596f49e20b2 HTTP/1.1" status: 404 len: 333 time: 0.0958498 Jul 15 15:16:23.548472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47664) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:23.715688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ee96a482-44ff-4d33-b574-0480bd2812c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'name': 'tempest-TestNetworkBasicOps-router-270943219', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '91e77642-86f3-4109-8cee-534b807cd404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:15:02Z', 'updated_at': '2021-07-15T15:15:12Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '91e77642-86f3-4109-8cee-534b807cd404', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:03Z', 'updated_at': '2021-07-15T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '2c9d9631-0c92-4c54-89b4-482feff292ad', 'name': '', 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:4d:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:10Z', 'updated_at': '2021-07-15T15:15:22Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:23.762476 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee96a482-44ff-4d33-b574-0480bd2812c5 None None] Checking router: e0ac6488-899e-4bee-bae7-19bfd7038e00 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:16:23.773845 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee96a482-44ff-4d33-b574-0480bd2812c5 None None] Routers {'e0ac6488-899e-4bee-bae7-19bfd7038e00'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:16:23.774483 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ee96a482-44ff-4d33-b574-0480bd2812c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:16:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e0ac6488-899e-4bee-bae7-19bfd7038e00'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:23.789235 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5e3a7820-8965-4a4d-9620-38d9f4b8b48d tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Deleting port 0bebe842-346a-45cd-ad66-60c94c77b1f1 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:23.789856 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7820-8965-4a4d-9620-38d9f4b8b48d tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:23.823297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f93fca-c2eb-4756-a680-aeb18e3c596e req-3d86fb60-7a22-471f-8ab8-6e58eb6a669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:23.825373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52f93fca-c2eb-4756-a680-aeb18e3c596e req-3d86fb60-7a22-471f-8ab8-6e58eb6a669d service neutron] 10.222.0.22 "GET /v2.0/networks?id=d8995f63-ac4d-440f-96f3-26710ad129d2 HTTP/1.1" status: 200 len: 898 time: 0.3022738 Jul 15 15:16:23.900475 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52f93fca-c2eb-4756-a680-aeb18e3c596e req-09e22d6e-b26a-426f-872c-e85411e6f193 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcb6db18-8d27-4eda-a09f-ca233c161b19 HTTP/1.1" status: 200 len: 217 time: 0.0635123 Jul 15 15:16:23.901805 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7820-8965-4a4d-9620-38d9f4b8b48d tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:23.937932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-ee96a482-44ff-4d33-b574-0480bd2812c5 None None] Set router e0ac6488-899e-4bee-bae7-19bfd7038e00 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:16:23.939643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5e3a7820-8965-4a4d-9620-38d9f4b8b48d tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Calling delete_port for 0bebe842-346a-45cd-ad66-60c94c77b1f1 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:23.989539 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23052a33-4453-4c35-804a-7fe9a624d98f req-7604a531-c838-436e-a2be-c9b9d0cb98af tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:24.002230 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-23052a33-4453-4c35-804a-7fe9a624d98f req-7604a531-c838-436e-a2be-c9b9d0cb98af tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 945 time: 0.2385569 Jul 15 15:16:24.042189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f93fca-c2eb-4756-a680-aeb18e3c596e req-0e353622-434e-4304-af08-ff68ae456a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:24.043972 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52f93fca-c2eb-4756-a680-aeb18e3c596e req-0e353622-434e-4304-af08-ff68ae456a58 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2520e2c8-9c21-4b7d-86e6-71002aca8ef8 HTTP/1.1" status: 200 len: 835 time: 0.1172597 Jul 15 15:16:24.105114 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-23052a33-4453-4c35-804a-7fe9a624d98f req-3efa57cd-fc25-430e-8b8c-a476c6165de9 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c4764f7-537c-4ee6-b70f-8f919de3e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964243 Jul 15 15:16:24.170962 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7820-8965-4a4d-9620-38d9f4b8b48d tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:24.192216 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f93fca-c2eb-4756-a680-aeb18e3c596e req-3b5ea953-5692-4ceb-ba35-ece2101168fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:24.195225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52f93fca-c2eb-4756-a680-aeb18e3c596e req-3b5ea953-5692-4ceb-ba35-ece2101168fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d8995f63-ac4d-440f-96f3-26710ad129d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363194 Jul 15 15:16:24.247744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a7820-8965-4a4d-9620-38d9f4b8b48d tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event deleted for resources: {'Port': ['ID=0bebe842-346a-45cd-ad66-60c94c77b1f1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:24.308763 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7820-8965-4a4d-9620-38d9f4b8b48d tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:24.314483 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5e3a7820-8965-4a4d-9620-38d9f4b8b48d tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "DELETE /v2.0/ports/0bebe842-346a-45cd-ad66-60c94c77b1f1 HTTP/1.1" status: 204 len: 168 time: 0.7585363 Jul 15 15:16:24.315212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47674) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:24.337426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ee96a482-44ff-4d33-b574-0480bd2812c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'name': 'tempest-TestNetworkBasicOps-router-270943219', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '91e77642-86f3-4109-8cee-534b807cd404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:15:02Z', 'updated_at': '2021-07-15T15:15:12Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '91e77642-86f3-4109-8cee-534b807cd404', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:03Z', 'updated_at': '2021-07-15T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '2c9d9631-0c92-4c54-89b4-482feff292ad', 'name': '', 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:4d:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:10Z', 'updated_at': '2021-07-15T15:15:22Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:24.422018 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee96a482-44ff-4d33-b574-0480bd2812c5 None None] The sync data for ids ['e0ac6488-899e-4bee-bae7-19bfd7038e00'] in n-d-764435-3 is: [{'id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'name': 'tempest-TestNetworkBasicOps-router-270943219', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '91e77642-86f3-4109-8cee-534b807cd404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:15:02Z', 'updated_at': '2021-07-15T15:15:12Z', 'revision_number': 4, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '91e77642-86f3-4109-8cee-534b807cd404', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:03Z', 'updated_at': '2021-07-15T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '2c9d9631-0c92-4c54-89b4-482feff292ad', 'name': '', 'network_id': 'd8995f63-ac4d-440f-96f3-26710ad129d2', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'mac_address': 'fa:16:3e:4d:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:10Z', 'updated_at': '2021-07-15T15:15:22Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'subnets': [{'id': '2520e2c8-9c21-4b7d-86e6-71002aca8ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:16:24.425535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e5f006-9d56-4295-a81a-b7908d00f64a tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Deleting subnet 3c4780df-16cd-4df8-ade1-9153587764b8 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:16:24.431208 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93e5f006-9d56-4295-a81a-b7908d00f64a tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:24.476344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52f93fca-c2eb-4756-a680-aeb18e3c596e req-da88aa6e-2dcb-4599-a31e-89ecd7e204dc service neutron] 10.222.0.22 "GET /v2.0/networks/d8995f63-ac4d-440f-96f3-26710ad129d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695549 Jul 15 15:16:24.521432 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93e5f006-9d56-4295-a81a-b7908d00f64a tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:24.626509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92d9b4-91d2-4a0b-aeb6-d0a00c60fe18 req-ee6b6ffa-28f1-4774-9ffc-f1ed1369e938 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:24.633262 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af92d9b4-91d2-4a0b-aeb6-d0a00c60fe18 req-ee6b6ffa-28f1-4774-9ffc-f1ed1369e938 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.3416264 Jul 15 15:16:24.701969 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93e5f006-9d56-4295-a81a-b7908d00f64a tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:24.726654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52f93fca-c2eb-4756-a680-aeb18e3c596e req-d7540a04-5cb2-4005-856b-ca5e7d67b2e8 service neutron] 10.222.0.22 "GET /v2.0/networks/d8995f63-ac4d-440f-96f3-26710ad129d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387071 Jul 15 15:16:24.729530 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af92d9b4-91d2-4a0b-aeb6-d0a00c60fe18 req-3d6b5d6a-e30f-4fc1-a70c-c7fe18a1050b tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887640 Jul 15 15:16:24.821038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93e5f006-9d56-4295-a81a-b7908d00f64a tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:24.868445 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5f006-9d56-4295-a81a-b7908d00f64a tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4780df-16cd-4df8-ade1-9153587764b8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:24.884249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8756dc11-06b0-44f0-b014-4dca49f3c7aa None None] Network 4010b9c0-b7f9-48ad-b887-fe638a480c69 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:16:24.886562 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5612b88-3918-413f-8ec4-3581f625507c None None] New status for floating IP 107f71e3-ed78-44bb-bf89-6122e67f62cd: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:16:24.890636 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93e5f006-9d56-4295-a81a-b7908d00f64a tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:24.898338 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-93e5f006-9d56-4295-a81a-b7908d00f64a tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "DELETE /v2.0/subnets/3c4780df-16cd-4df8-ade1-9153587764b8 HTTP/1.1" status: 204 len: 168 time: 0.5786371 Jul 15 15:16:24.898831 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47680) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:25.067044 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:25.074314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aafb4a-08fe-4b51-b58a-92f656799784 req-28cefb4f-f253-441a-ae65-a9da5332e9ef tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:25.089987 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57aafb4a-08fe-4b51-b58a-92f656799784 req-28cefb4f-f253-441a-ae65-a9da5332e9ef tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.1530485 Jul 15 15:16:25.161523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Deleting port 93ea155d-87e1-4ab9-b3d9-14a668381fae {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:25.162515 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:25.234383 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57aafb4a-08fe-4b51-b58a-92f656799784 req-c9e92b9b-4726-4e78-9167-56f33299155c tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433947 Jul 15 15:16:25.269382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc59f3d-133f-477a-a69a-24b2d00ff0a4 None None] DHCP port deletion for 4010b9c0-b7f9-48ad-b887-fe638a480c69 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:16:25.311308 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] For port 93ea155d-87e1-4ab9-b3d9-14a668381fae, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=93ea155d-87e1-4ab9-b3d9-14a668381fae,segment=NetworkSegment(3c7fefc6-5d9f-406c-bcfb-66350683ac3d),segment_id=3c7fefc6-5d9f-406c-bcfb-66350683ac3d)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:25.315164 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:25.317292 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfca015-60ff-47de-8f91-8db54064901f req-27175521-027f-475b-9fe0-2bb994bd7ef1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:25.319443 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0cfca015-60ff-47de-8f91-8db54064901f req-27175521-027f-475b-9fe0-2bb994bd7ef1 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.22 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 945 time: 0.1539381 Jul 15 15:16:25.335106 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Calling delete_port for 93ea155d-87e1-4ab9-b3d9-14a668381fae owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:25.369725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3cc59f3d-133f-477a-a69a-24b2d00ff0a4 None None] Deleting port 93ea155d-87e1-4ab9-b3d9-14a668381fae {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:25.370932 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3cc59f3d-133f-477a-a69a-24b2d00ff0a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:25.464462 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3cc59f3d-133f-477a-a69a-24b2d00ff0a4 None None] For port 93ea155d-87e1-4ab9-b3d9-14a668381fae, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=93ea155d-87e1-4ab9-b3d9-14a668381fae,segment=NetworkSegment(3c7fefc6-5d9f-406c-bcfb-66350683ac3d),segment_id=3c7fefc6-5d9f-406c-bcfb-66350683ac3d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:25.466736 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3cc59f3d-133f-477a-a69a-24b2d00ff0a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:25.481909 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:25.492406 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3cc59f3d-133f-477a-a69a-24b2d00ff0a4 None None] Calling delete_port for 93ea155d-87e1-4ab9-b3d9-14a668381fae owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:25.522943 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event deleted for resources: {'Port': ['ID=93ea155d-87e1-4ab9-b3d9-14a668381fae,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:25.528053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] No DVR routers for this DVR port 93ea155d-87e1-4ab9-b3d9-14a668381fae on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:16:25.607494 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3cc59f3d-133f-477a-a69a-24b2d00ff0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:25.641697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e5b0c-3281-4dcc-a6f5-a6703d03fbc7 req-e3f720a4-61d1-4341-81fa-da8b768d8693 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:25.646152 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c17e5b0c-3281-4dcc-a6f5-a6703d03fbc7 req-e3f720a4-61d1-4341-81fa-da8b768d8693 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 945 time: 0.3256965 Jul 15 15:16:25.646406 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:25.648945 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc59f3d-133f-477a-a69a-24b2d00ff0a4 None None] Pushing event deleted for resources: {'Port': ['ID=93ea155d-87e1-4ab9-b3d9-14a668381fae,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:25.655582 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc59f3d-133f-477a-a69a-24b2d00ff0a4 None None] No DVR routers for this DVR port 93ea155d-87e1-4ab9-b3d9-14a668381fae on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:16:25.669431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4010b9c0-b7f9-48ad-b887-fe638a480c69']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:25.679400 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7fefc6-5d9f-406c-bcfb-66350683ac3d') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:25.679702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7fefc6-5d9f-406c-bcfb-66350683ac3d') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:25.691582 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:25.710448 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:25.716857 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-0cfca015-60ff-47de-8f91-8db54064901f req-ee0f4fda-4c85-4d5b-87ad-7584f78de753 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Deleting port dcb6db18-8d27-4eda-a09f-ca233c161b19 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:25.717293 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0cfca015-60ff-47de-8f91-8db54064901f req-ee0f4fda-4c85-4d5b-87ad-7584f78de753 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:25.718464 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:16:25.719064 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:16:25.722332 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:16:25.748583 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c94f42-0a3b-4319-b476-b656a2cc4f77 req-1dd3d1c2-5f61-40e7-a015-5a0d35ad3b88 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:25.756272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0c94f42-0a3b-4319-b476-b656a2cc4f77 req-1dd3d1c2-5f61-40e7-a015-5a0d35ad3b88 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.3402009 Jul 15 15:16:25.804027 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:25.814803 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:25.819262 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] 10.222.0.38 "DELETE /v2.0/networks/4010b9c0-b7f9-48ad-b887-fe638a480c69 HTTP/1.1" status: 204 len: 168 time: 0.9194872 Jul 15 15:16:25.828650 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c17e5b0c-3281-4dcc-a6f5-a6703d03fbc7 req-403756de-7d9d-49dc-b85a-32da3dac985a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c4764f7-537c-4ee6-b70f-8f919de3e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1506324 Jul 15 15:16:25.858196 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586097cb-b5c1-4323-8430-b2e724e1c9a3 tempest-AllowedAddressPairIpV6TestJSON-800285460 tempest-AllowedAddressPairIpV6TestJSON-800285460-project] Pushing event deleted for resources: {'Network': ['ID=4010b9c0-b7f9-48ad-b887-fe638a480c69,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:25.901755 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0c94f42-0a3b-4319-b476-b656a2cc4f77 req-f1db2947-e9b5-46e7-819e-d832c1dffe72 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442282 Jul 15 15:16:25.934488 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-0cfca015-60ff-47de-8f91-8db54064901f req-ee0f4fda-4c85-4d5b-87ad-7584f78de753 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] For port dcb6db18-8d27-4eda-a09f-ca233c161b19, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=dcb6db18-8d27-4eda-a09f-ca233c161b19,segment=NetworkSegment(89f8dbd2-26bb-4464-bac8-2ccac568b5c0),segment_id=89f8dbd2-26bb-4464-bac8-2ccac568b5c0)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:25.934886 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0cfca015-60ff-47de-8f91-8db54064901f req-ee0f4fda-4c85-4d5b-87ad-7584f78de753 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:25.950154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-0cfca015-60ff-47de-8f91-8db54064901f req-ee0f4fda-4c85-4d5b-87ad-7584f78de753 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Calling delete_port for dcb6db18-8d27-4eda-a09f-ca233c161b19 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:26.196519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47700) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:26.203119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87493c-163d-4bc4-a5a8-cc9840df7676 req-486740a5-6cc3-4f1c-a34a-c6892c48d003 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:26.204700 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-da87493c-163d-4bc4-a5a8-cc9840df7676 req-486740a5-6cc3-4f1c-a34a-c6892c48d003 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.1776094 Jul 15 15:16:26.228180 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0cfca015-60ff-47de-8f91-8db54064901f req-ee0f4fda-4c85-4d5b-87ad-7584f78de753 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:26.229657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 93ea155d-87e1-4ab9-b3d9-14a668381fae no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:16:26.257456 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 93ea155d-87e1-4ab9-b3d9-14a668381fae {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:16:26.257929 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 93ea155d-87e1-4ab9-b3d9-14a668381fae not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:16:26.302147 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f4fda-4c85-4d5b-87ad-7584f78de753 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Port': ['ID=dcb6db18-8d27-4eda-a09f-ca233c161b19,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:26.367035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-da87493c-163d-4bc4-a5a8-cc9840df7676 req-62e60262-f60a-4fb3-bd32-267f6d1ee0c7 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473961 Jul 15 15:16:26.392875 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfca015-60ff-47de-8f91-8db54064901f req-ee0f4fda-4c85-4d5b-87ad-7584f78de753 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] No DVR routers for this DVR port dcb6db18-8d27-4eda-a09f-ca233c161b19 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:16:26.395723 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0cfca015-60ff-47de-8f91-8db54064901f req-ee0f4fda-4c85-4d5b-87ad-7584f78de753 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:26.398911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0cfca015-60ff-47de-8f91-8db54064901f req-ee0f4fda-4c85-4d5b-87ad-7584f78de753 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.22 "DELETE /v2.0/ports/dcb6db18-8d27-4eda-a09f-ca233c161b19 HTTP/1.1" status: 204 len: 173 time: 1.0622056 Jul 15 15:16:26.399558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68552b0-8848-46d8-bc28-3d4bb8354cfc', 'name': 'network-vif-deleted', 'tag': 'dcb6db18-8d27-4eda-a09f-ca233c161b19'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:16:26.401992 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec158d3-caa9-463d-a323-beebd15078f2" -d '{"events": [{"server_uuid": "a68552b0-8848-46d8-bc28-3d4bb8354cfc", "name": "network-vif-deleted", "tag": "dcb6db18-8d27-4eda-a09f-ca233c161b19"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:16:26.428581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47708) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:26.429788 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d0ed80f7-7247-4b68-b4c1-a722c1357c98 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=20f61c55c4e74037a3f6bd3853a728fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310638 Jul 15 15:16:26.473718 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715640f9-d6c5-4989-8c90-33cbbbb49bef x-openstack-request-id: req-715640f9-d6c5-4989-8c90-33cbbbb49bef {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:16:26.474034 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68552b0-8848-46d8-bc28-3d4bb8354cfc", "name": "network-vif-deleted", "tag": "dcb6db18-8d27-4eda-a09f-ca233c161b19", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:16:26.474305 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-715640f9-d6c5-4989-8c90-33cbbbb49bef {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:16:26.475273 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68552b0-8848-46d8-bc28-3d4bb8354cfc', 'name': 'network-vif-deleted', 'tag': 'dcb6db18-8d27-4eda-a09f-ca233c161b19', 'status': 'completed', 'code': 200} Jul 15 15:16:26.492809 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-700c0be3-b5fc-43fd-a9c1-00ed06e572d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:26.516551 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-700c0be3-b5fc-43fd-a9c1-00ed06e572d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:26.580881 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-700c0be3-b5fc-43fd-a9c1-00ed06e572d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:26.587257 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-700c0be3-b5fc-43fd-a9c1-00ed06e572d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:26.590941 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-700c0be3-b5fc-43fd-a9c1-00ed06e572d6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d5c7e87a-fb3f-410d-9e94-d2bc2965432e HTTP/1.1" status: 204 len: 168 time: 0.1588478 Jul 15 15:16:26.597683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c0be3-b5fc-43fd-a9c1-00ed06e572d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c7e87a-fb3f-410d-9e94-d2bc2965432e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:26.814170 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe6d3e-9edc-4bf7-9a00-441a42b1d60d req-ca609fb8-6d44-4ab2-82dd-f0c8d4fd3b41 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:26.815951 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cbe6d3e-9edc-4bf7-9a00-441a42b1d60d req-ca609fb8-6d44-4ab2-82dd-f0c8d4fd3b41 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.1189640 Jul 15 15:16:26.924378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cbe6d3e-9edc-4bf7-9a00-441a42b1d60d req-6fb5efa8-f5fa-4ec8-911a-f4406e659140 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980167 Jul 15 15:16:27.236560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-901c0eb8-7387-4fd9-9a32-c58b8f4d9f7f req-67895329-e075-4b49-8287-8f32d52c0d82 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68552b0-8848-46d8-bc28-3d4bb8354cfc HTTP/1.1" status: 200 len: 210 time: 0.0434587 Jul 15 15:16:27.260290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68e617-2ae3-42af-bab9-556603a8355b req-c329698c-53f7-4af5-bfc4-550dd29b17e3 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:27.263010 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b68e617-2ae3-42af-bab9-556603a8355b req-c329698c-53f7-4af5-bfc4-550dd29b17e3 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 1097 time: 0.1715202 Jul 15 15:16:27.388314 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b68e617-2ae3-42af-bab9-556603a8355b req-38d9d0f3-4aa3-44b3-afdc-b54a27c8d715 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191361 Jul 15 15:16:27.408266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47740) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:27.688822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f273384-00eb-416e-883a-046d447a442a req-7469bf80-180e-41e1-9b6a-805e4cafb0b8 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:27.690547 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f273384-00eb-416e-883a-046d447a442a req-7469bf80-180e-41e1-9b6a-805e4cafb0b8 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.1858718 Jul 15 15:16:27.719791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47754) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:27.769065 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f273384-00eb-416e-883a-046d447a442a req-4edfd8c5-2cea-4304-86ed-7bf2cc15bc7d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543292 Jul 15 15:16:27.781113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-3285713d-71ae-40c0-bba3-dc17813b39cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting port 7656e14a-ed92-43ea-bff7-91e6969e5763 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:27.781679 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3285713d-71ae-40c0-bba3-dc17813b39cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:27.880817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fa9c62fb-271b-4d07-9cba-36cd75f75d49 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1573567110'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:27.928392 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9c62fb-271b-4d07-9cba-36cd75f75d49 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:27.933257 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa9c62fb-271b-4d07-9cba-36cd75f75d49 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:27.952036 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa9c62fb-271b-4d07-9cba-36cd75f75d49 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:27.984972 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3285713d-71ae-40c0-bba3-dc17813b39cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:27.985280 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3285713d-71ae-40c0-bba3-dc17813b39cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:28.036989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-3285713d-71ae-40c0-bba3-dc17813b39cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Calling delete_port for 7656e14a-ed92-43ea-bff7-91e6969e5763 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:28.079093 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa9c62fb-271b-4d07-9cba-36cd75f75d49 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:28.111376 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa9c62fb-271b-4d07-9cba-36cd75f75d49 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:28.114427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84b410-6b79-4ca3-a066-2291d2164e5a req-fd8f93fa-d1c8-442a-bcec-c2156e9279e8 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:28.123538 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd84b410-6b79-4ca3-a066-2291d2164e5a req-fd8f93fa-d1c8-442a-bcec-c2156e9279e8 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.1354332 Jul 15 15:16:28.150696 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9c62fb-271b-4d07-9cba-36cd75f75d49 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:16:28.157648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c62fb-271b-4d07-9cba-36cd75f75d49 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff464319-0217-4bf1-92a1-4a16e422bfd9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:28.167600 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa9c62fb-271b-4d07-9cba-36cd75f75d49 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:28.167958 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-fa9c62fb-271b-4d07-9cba-36cd75f75d49 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Added segment 11a12d19-7b57-4851-af7b-f77f09d033fe of type vlan for network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c Jul 15 15:16:28.190341 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd84b410-6b79-4ca3-a066-2291d2164e5a req-6cc063c7-a7d8-442a-b31a-166e734f8385 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655999 Jul 15 15:16:28.217418 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa9c62fb-271b-4d07-9cba-36cd75f75d49 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:28.260977 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa9c62fb-271b-4d07-9cba-36cd75f75d49 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:28.267704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9c62fb-271b-4d07-9cba-36cd75f75d49 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:28.269057 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa9c62fb-271b-4d07-9cba-36cd75f75d49 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:28.340789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47766) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:28.341264 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fa9c62fb-271b-4d07-9cba-36cd75f75d49 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6203072 Jul 15 15:16:28.356588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d9111ca3-8468-415b-9fea-1c07adfac87e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:28.393134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c62fb-271b-4d07-9cba-36cd75f75d49 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Network': ['ID=7c77711a-2e5c-4f5f-9dde-9446448e5c1c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:28.408286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:16:28.438011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47770) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:28.577005 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9db8cb4-8507-46c2-acc7-b19da1bf358a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:28.626422 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9db8cb4-8507-46c2-acc7-b19da1bf358a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:28.703825 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9db8cb4-8507-46c2-acc7-b19da1bf358a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:28.707279 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9db8cb4-8507-46c2-acc7-b19da1bf358a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:28.708722 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d9db8cb4-8507-46c2-acc7-b19da1bf358a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "DELETE /v2.0/security-groups/7c4764f7-537c-4ee6-b70f-8f919de3e46e HTTP/1.1" status: 204 len: 168 time: 0.2696419 Jul 15 15:16:28.710364 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3285713d-71ae-40c0-bba3-dc17813b39cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:28.719684 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db8cb4-8507-46c2-acc7-b19da1bf358a tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4764f7-537c-4ee6-b70f-8f919de3e46e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:28.742479 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47776) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:28.801992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285713d-71ae-40c0-bba3-dc17813b39cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Port': ['ID=7656e14a-ed92-43ea-bff7-91e6969e5763,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:28.832788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9111ca3-8468-415b-9fea-1c07adfac87e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:28.836917 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d9111ca3-8468-415b-9fea-1c07adfac87e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:28.866795 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f51668-8d63-4de4-bc75-0cf6c2c25a4b req-7463d23f-f1a5-4ae1-bd62-6bf7314aba13 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:28.868273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f0f51668-8d63-4de4-bc75-0cf6c2c25a4b req-7463d23f-f1a5-4ae1-bd62-6bf7314aba13 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.3730309 Jul 15 15:16:28.968289 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3285713d-71ae-40c0-bba3-dc17813b39cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:28.968632 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-3285713d-71ae-40c0-bba3-dc17813b39cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Floating IP c9337ec4-6b80-41b8-9a27-94afbf2a4ec6 disassociated (deleted). External IP: 172.25.4.126, port: 5848f0a6-d4f2-47e2-89c8-862cddf5f50e. Jul 15 15:16:29.028405 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f0f51668-8d63-4de4-bc75-0cf6c2c25a4b req-263d3385-aaf9-4f0f-a532-2639d2e998eb tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434796 Jul 15 15:16:29.231971 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d9111ca3-8468-415b-9fea-1c07adfac87e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:29.342163 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf14e14c-ad30-49e1-9b68-b58b11f2910e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:29.391107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9111ca3-8468-415b-9fea-1c07adfac87e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=c07a1106-06f9-49bd-92a4-eadad632152e,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:29.411006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9111ca3-8468-415b-9fea-1c07adfac87e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:16:29.411382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9111ca3-8468-415b-9fea-1c07adfac87e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network hostable DHCP agents. Network: 7c77711a-2e5c-4f5f-9dde-9446448e5c1c, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:16:29.429403 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3285713d-71ae-40c0-bba3-dc17813b39cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router 253dcff5-d8f7-4f15-a30e-854831f6ce99 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:16:29.462718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659e039-b110-4129-9f9a-6ad6149a567e req-70da0f39-d781-45ff-a7d0-8fd7876cfd9f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:29.464278 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e659e039-b110-4129-9f9a-6ad6149a567e req-70da0f39-d781-45ff-a7d0-8fd7876cfd9f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.1709938 Jul 15 15:16:29.465383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9111ca3-8468-415b-9fea-1c07adfac87e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:16:29.579555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device dcb6db18-8d27-4eda-a09f-ca233c161b19 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:16:29.616220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: dcb6db18-8d27-4eda-a09f-ca233c161b19 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:16:29.617639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device dcb6db18-8d27-4eda-a09f-ca233c161b19 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:16:29.773954 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cf14e14c-ad30-49e1-9b68-b58b11f2910e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Deleting port 2c9d9631-0c92-4c54-89b4-482feff292ad {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:29.774594 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf14e14c-ad30-49e1-9b68-b58b11f2910e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:29.893250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-d9111ca3-8468-415b-9fea-1c07adfac87e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 7c77711a-2e5c-4f5f-9dde-9446448e5c1c) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:29.897397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-cf14e14c-ad30-49e1-9b68-b58b11f2910e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] For port 2c9d9631-0c92-4c54-89b4-482feff292ad, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2c9d9631-0c92-4c54-89b4-482feff292ad,segment=NetworkSegment(89f8dbd2-26bb-4464-bac8-2ccac568b5c0),segment_id=89f8dbd2-26bb-4464-bac8-2ccac568b5c0)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:29.897891 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf14e14c-ad30-49e1-9b68-b58b11f2910e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:29.902047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9111ca3-8468-415b-9fea-1c07adfac87e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:29.902690 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d9111ca3-8468-415b-9fea-1c07adfac87e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:29.912978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91a6e74-fe5b-48c0-817c-60b425880a7c None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:16:29.928729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cf14e14c-ad30-49e1-9b68-b58b11f2910e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Calling delete_port for 2c9d9631-0c92-4c54-89b4-482feff292ad owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:29.934079 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e659e039-b110-4129-9f9a-6ad6149a567e req-c4bce71f-980e-45d4-b873-5f7c2a922405 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613395 Jul 15 15:16:29.983535 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d9111ca3-8468-415b-9fea-1c07adfac87e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6415431 Jul 15 15:16:29.986103 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47794) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:29.993498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'name': 'tempest-NetworksTestDHCPv6-539518177'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:30.152679 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c431906b-8711-41a7-94ce-f2900f0e83c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:30.163988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3285713d-71ae-40c0-bba3-dc17813b39cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:16:30.179713 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3285713d-71ae-40c0-bba3-dc17813b39cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:30.182909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594b01d3-b707-46cc-9867-709185982d0c None None] Sync routers for ids ['253dcff5-d8f7-4f15-a30e-854831f6ce99'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:16:30.222817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594b01d3-b707-46cc-9867-709185982d0c None None] Routers {'253dcff5-d8f7-4f15-a30e-854831f6ce99'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:16:30.223907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-594b01d3-b707-46cc-9867-709185982d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:16:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['253dcff5-d8f7-4f15-a30e-854831f6ce99'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:30.272225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': 'c07a1106-06f9-49bd-92a4-eadad632152e'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:16:30.274892 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:30.286432 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3285713d-71ae-40c0-bba3-dc17813b39cc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/floatingips/c9337ec4-6b80-41b8-9a27-94afbf2a4ec6 HTTP/1.1" status: 204 len: 168 time: 2.8718209 Jul 15 15:16:30.292503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'tag': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:16:30.295608 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625f9975-e5ad-4625-8aae-c4c2e53a06e0" -d '{"events": [{"name": "network-changed", "server_uuid": "472a11e8-fbfe-4529-bf50-d110f670eebd", "tag": "5848f0a6-d4f2-47e2-89c8-862cddf5f50e"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:16:30.331481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f8192-98bd-4cf1-b324-cb58f30efb76 req-4b1c1fd5-2214-44ae-a22e-0a6013193b27 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:30.340790 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-497f8192-98bd-4cf1-b324-cb58f30efb76 req-4b1c1fd5-2214-44ae-a22e-0a6013193b27 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.2022891 Jul 15 15:16:30.344508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:30.345244 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf14e14c-ad30-49e1-9b68-b58b11f2910e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:30.348557 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:30.392222 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port 27db3aec-3a29-4bf5-b442-9e1e480dc1c6 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:16:30.446217 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14e14c-ad30-49e1-9b68-b58b11f2910e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Port': ['ID=2c9d9631-0c92-4c54-89b4-482feff292ad,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:30.548246 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-497f8192-98bd-4cf1-b324-cb58f30efb76 req-a510caf6-4a8c-4e4f-9065-80a1397fac4d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062876 Jul 15 15:16:30.731624 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09336062-bd88-4d47-bde3-339abe2bf5e2 x-openstack-request-id: req-09336062-bd88-4d47-bde3-339abe2bf5e2 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:16:30.732272 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a11e8-fbfe-4529-bf50-d110f670eebd", "tag": "5848f0a6-d4f2-47e2-89c8-862cddf5f50e", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:16:30.732628 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-09336062-bd88-4d47-bde3-339abe2bf5e2 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:16:30.733145 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'tag': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e', 'status': 'completed', 'code': 200} Jul 15 15:16:30.933039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::3d2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/c07a1106-06f9-49bd-92a4-eadad632152e/27db3aec-3a29-4bf5-b442-9e1e480dc1c6) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:31.067710 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f9975-e5ad-4625-8aae-c4c2e53a06e0 req-ad0e7f50-4709-4993-bcd9-fd6e8edd1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:31.069360 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-625f9975-e5ad-4625-8aae-c4c2e53a06e0 req-ad0e7f50-4709-4993-bcd9-fd6e8edd1856 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 1097 time: 0.3038330 Jul 15 15:16:31.078097 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-594b01d3-b707-46cc-9867-709185982d0c None None] Set router 253dcff5-d8f7-4f15-a30e-854831f6ce99 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:16:31.294707 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98f064-198c-4192-9343-4e36015379e2 req-8cbf0a5b-114f-45af-94ba-aab24f76cb03 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:31.301967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a98f064-198c-4192-9343-4e36015379e2 req-8cbf0a5b-114f-45af-94ba-aab24f76cb03 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.3194616 Jul 15 15:16:31.402272 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:31.409093 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf14e14c-ad30-49e1-9b68-b58b11f2910e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:31.422144 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object 27db3aec-3a29-4bf5-b442-9e1e480dc1c6 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:31.434099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-594b01d3-b707-46cc-9867-709185982d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459864777', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:13Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9cbf05d3-536c-44ea-9f95-d8178c32a811', 'name': '', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:3d:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:12Z', 'updated_at': '2021-07-15T15:14:22Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:31.436687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f9975-e5ad-4625-8aae-c4c2e53a06e0 req-4abc1adb-de26-45b6-b4c2-75d7d7f668f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:31.438211 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-625f9975-e5ad-4625-8aae-c4c2e53a06e0 req-4abc1adb-de26-45b6-b4c2-75d7d7f668f4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 HTTP/1.1" status: 200 len: 898 time: 0.3507853 Jul 15 15:16:31.477151 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594b01d3-b707-46cc-9867-709185982d0c None None] Checking router: 253dcff5-d8f7-4f15-a30e-854831f6ce99 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:16:31.488920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594b01d3-b707-46cc-9867-709185982d0c None None] Routers {'253dcff5-d8f7-4f15-a30e-854831f6ce99'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:16:31.489555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-594b01d3-b707-46cc-9867-709185982d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:16:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['253dcff5-d8f7-4f15-a30e-854831f6ce99'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:31.527932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-625f9975-e5ad-4625-8aae-c4c2e53a06e0 req-cbf5cc89-75c0-40eb-a8f6-05f2b4ad4689 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e HTTP/1.1" status: 200 len: 217 time: 0.0761442 Jul 15 15:16:31.541801 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81bf9d-07d8-40f6-b0a3-38819e8845bb req-035c30f2-73d0-4a2f-b065-d45f70160cc6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:31.544457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c81bf9d-07d8-40f6-b0a3-38819e8845bb req-035c30f2-73d0-4a2f-b065-d45f70160cc6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.4556193 Jul 15 15:16:31.654754 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-594b01d3-b707-46cc-9867-709185982d0c None None] Set router 253dcff5-d8f7-4f15-a30e-854831f6ce99 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:16:31.663117 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a98f064-198c-4192-9343-4e36015379e2 req-99311e35-5df6-4849-8e91-42884e767bf1 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596942 Jul 15 15:16:31.690201 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:31.788417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f9975-e5ad-4625-8aae-c4c2e53a06e0 req-9a880e3c-2961-424a-ab45-cf3b2f95e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:31.795309 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-625f9975-e5ad-4625-8aae-c4c2e53a06e0 req-9a880e3c-2961-424a-ab45-cf3b2f95e47d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=716a09bf-61f2-4fb2-825c-c3c8f8bee32b HTTP/1.1" status: 200 len: 835 time: 0.2403157 Jul 15 15:16:31.805164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c81bf9d-07d8-40f6-b0a3-38819e8845bb req-b1c27d68-d382-4f07-9958-5cb12e893040 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489212 Jul 15 15:16:31.821036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf14e14c-ad30-49e1-9b68-b58b11f2910e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Router e0ac6488-899e-4bee-bae7-19bfd7038e00 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:16:31.913337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:32.015527 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Allocated IP 2001:db8::2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/c07a1106-06f9-49bd-92a4-eadad632152e/38e9c99c-4013-4ce4-b43d-d1aa80eb2063) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:32.017048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:32.020320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf14e14c-ad30-49e1-9b68-b58b11f2910e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:16:32.027185 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cf14e14c-ad30-49e1-9b68-b58b11f2910e tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "PUT /v2.0/routers/e0ac6488-899e-4bee-bae7-19bfd7038e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2830670 Jul 15 15:16:32.030378 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47816) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:32.041202 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e0f62-295f-4e92-8d44-6810b79b7c6e None None] Sync routers for ids ['e0ac6488-899e-4bee-bae7-19bfd7038e00'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:16:32.045620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:32.056959 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e0f62-295f-4e92-8d44-6810b79b7c6e None None] Routers {'e0ac6488-899e-4bee-bae7-19bfd7038e00'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:16:32.057607 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-281e0f62-295f-4e92-8d44-6810b79b7c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:16:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e0ac6488-899e-4bee-bae7-19bfd7038e00'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:32.057833 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:32.058852 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:32.080788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=27db3aec-3a29-4bf5-b442-9e1e480dc1c6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:32.087896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-594b01d3-b707-46cc-9867-709185982d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459864777', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:13Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9cbf05d3-536c-44ea-9f95-d8178c32a811', 'name': '', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:3d:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:12Z', 'updated_at': '2021-07-15T15:14:22Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:32.092765 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:32.093116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:32.093455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:32.093847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:32.094345 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:32.094706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:32.095096 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:32.095428 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:32.095754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:32.096140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:32.096465 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:32.096785 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:32.111442 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b524076c-216d-43e7-b94b-ba01d4afe9a0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1242740 Jul 15 15:16:32.115648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47818) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:32.215485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f9975-e5ad-4625-8aae-c4c2e53a06e0 req-8f547769-1587-4e32-b8cd-aa59cca7d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:32.217625 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-625f9975-e5ad-4625-8aae-c4c2e53a06e0 req-8f547769-1587-4e32-b8cd-aa59cca7d071 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4084322 Jul 15 15:16:32.235512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-763ce05a-e26e-4d5f-b435-1319cd4e3af3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Deleting subnet 2520e2c8-9c21-4b7d-86e6-71002aca8ef8 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:16:32.236272 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0db537-f2bf-4f05-a464-0a7f4a6c417c req-0e13cf63-37cb-430a-afb1-dd404a2bb64e tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:32.247646 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6b0db537-f2bf-4f05-a464-0a7f4a6c417c req-0e13cf63-37cb-430a-afb1-dd404a2bb64e tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.3214622 Jul 15 15:16:32.248824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594b01d3-b707-46cc-9867-709185982d0c None None] The sync data for ids ['253dcff5-d8f7-4f15-a30e-854831f6ce99'] in n-d-764435-3 is: [{'id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459864777', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:13Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9cbf05d3-536c-44ea-9f95-d8178c32a811', 'name': '', 'network_id': '1bbdfe92-a2b3-42a6-a0cd-ca260914fba0', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:3d:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:12Z', 'updated_at': '2021-07-15T15:14:22Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '716a09bf-61f2-4fb2-825c-c3c8f8bee32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:16:32.307896 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-763ce05a-e26e-4d5f-b435-1319cd4e3af3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:32.351878 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-281e0f62-295f-4e92-8d44-6810b79b7c6e None None] Set router e0ac6488-899e-4bee-bae7-19bfd7038e00 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:16:32.390158 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-625f9975-e5ad-4625-8aae-c4c2e53a06e0 req-fbc663fe-327d-4850-a1dd-c61c9cc1a54c service neutron] 10.222.0.22 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255021 Jul 15 15:16:32.453974 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:32.479622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Transition to ACTIVE for port object 38e9c99c-4013-4ce4-b43d-d1aa80eb2063 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:32.486901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6b0db537-f2bf-4f05-a464-0a7f4a6c417c req-89d8fd96-ec34-4901-85cd-ba769d4a3ef0 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357841 Jul 15 15:16:32.547637 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Transition to ACTIVE for port object 38e9c99c-4013-4ce4-b43d-d1aa80eb2063 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:32.552143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7837085a-1604-46b0-af15-551def4d28d2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:32.554845 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7837085a-1604-46b0-af15-551def4d28d2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4381719 Jul 15 15:16:32.558606 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:32.563648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47826) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:32.591829 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-763ce05a-e26e-4d5f-b435-1319cd4e3af3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:32.628362 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:32.635051 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:32.641432 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:32.703166 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-281e0f62-295f-4e92-8d44-6810b79b7c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'name': 'tempest-TestNetworkBasicOps-router-270943219', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '91e77642-86f3-4109-8cee-534b807cd404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:15:02Z', 'updated_at': '2021-07-15T15:16:30Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '91e77642-86f3-4109-8cee-534b807cd404', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:03Z', 'updated_at': '2021-07-15T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:32.723964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5f729-7d15-484a-8f70-4c09ba1560a6 req-ebb1af7d-f513-4b31-bbc0-9904293e34c5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:32.732066 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f8f5f729-7d15-484a-8f70-4c09ba1560a6 req-ebb1af7d-f513-4b31-bbc0-9904293e34c5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.22 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.4670410 Jul 15 15:16:32.768283 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-625f9975-e5ad-4625-8aae-c4c2e53a06e0 req-9146b6e1-7433-44e3-bcb9-12585c693d4c service neutron] 10.222.0.22 "GET /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670104 Jul 15 15:16:32.799182 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e0f62-295f-4e92-8d44-6810b79b7c6e None None] Checking router: e0ac6488-899e-4bee-bae7-19bfd7038e00 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:16:32.813368 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e0f62-295f-4e92-8d44-6810b79b7c6e None None] Routers {'e0ac6488-899e-4bee-bae7-19bfd7038e00'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:16:32.814423 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-281e0f62-295f-4e92-8d44-6810b79b7c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:16:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['e0ac6488-899e-4bee-bae7-19bfd7038e00'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:32.815323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Attempting to bind port 38e9c99c-4013-4ce4-b43d-d1aa80eb2063 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:16:32.815699 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Attempting to bind port 38e9c99c-4013-4ce4-b43d-d1aa80eb2063 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:16:32.816072 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Attempting to bind port 38e9c99c-4013-4ce4-b43d-d1aa80eb2063 on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:16:32.838447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4fc062-800a-4e1f-89bc-dfa4e70bb5c8 None None] New status for floating IP c9337ec4-6b80-41b8-9a27-94afbf2a4ec6: DOWN {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:16:32.984032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Pushing event updated for resources: {'Port': ['ID=38e9c99c-4013-4ce4-b43d-d1aa80eb2063,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:33.033513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:16:33.034320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:16:33.035686 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:33.037418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:16:33.038897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Bound port: 38e9c99c-4013-4ce4-b43d-d1aa80eb2063, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:16:33.040302 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:33.045077 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-763ce05a-e26e-4d5f-b435-1319cd4e3af3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:33.052023 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-5a1098c2-4b74-454a-bf11-22de863ebc14 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port 27db3aec-3a29-4bf5-b442-9e1e480dc1c6 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:33.053279 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5a1098c2-4b74-454a-bf11-22de863ebc14 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:33.085737 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:33.094520 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e8ddc66-e93d-48c5-8c03-2fdb513d5e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:33.120677 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-281e0f62-295f-4e92-8d44-6810b79b7c6e None None] Set router e0ac6488-899e-4bee-bae7-19bfd7038e00 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:16:33.138287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a84c2-24b3-46fd-8039-7618820a1c90 req-5b43d458-5557-4819-9b94-ea90a1d71304 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:33.147268 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d43a84c2-24b3-46fd-8039-7618820a1c90 req-5b43d458-5557-4819-9b94-ea90a1d71304 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.3262937 Jul 15 15:16:33.187156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f8f5f729-7d15-484a-8f70-4c09ba1560a6 req-eb1939ad-f6d4-4d7e-8a5b-64af84db4b66 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:33.187512 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f8f5f729-7d15-484a-8f70-4c09ba1560a6 req-eb1939ad-f6d4-4d7e-8a5b-64af84db4b66 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:33.206737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] For port 38e9c99c-4013-4ce4-b43d-d1aa80eb2063, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:16:33.211424 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] For port 38e9c99c-4013-4ce4-b43d-d1aa80eb2063, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=38e9c99c-4013-4ce4-b43d-d1aa80eb2063,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:16:33.221768 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:33.265782 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d43a84c2-24b3-46fd-8039-7618820a1c90 req-88a3e135-f169-4279-906f-8f5f2776d08f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168368 Jul 15 15:16:33.287526 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5a1098c2-4b74-454a-bf11-22de863ebc14 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:33.345147 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-5a1098c2-4b74-454a-bf11-22de863ebc14 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for 27db3aec-3a29-4bf5-b442-9e1e480dc1c6 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:33.360402 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2df6b-3617-4cfa-83c2-8ae730328e03 req-271c2244-1c79-42d4-b866-45390a5ac5cf tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:33.383215 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aee2df6b-3617-4cfa-83c2-8ae730328e03 req-271c2244-1c79-42d4-b866-45390a5ac5cf tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 946 time: 0.2994261 Jul 15 15:16:33.406022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-763ce05a-e26e-4d5f-b435-1319cd4e3af3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:33.433797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20d5f8-62d7-449c-b931-19190300ee3b None None] Pushing event updated for resources: {'Port': ['ID=38e9c99c-4013-4ce4-b43d-d1aa80eb2063,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:33.464830 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-281e0f62-295f-4e92-8d44-6810b79b7c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'name': 'tempest-TestNetworkBasicOps-router-270943219', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '91e77642-86f3-4109-8cee-534b807cd404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:15:02Z', 'updated_at': '2021-07-15T15:16:30Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '91e77642-86f3-4109-8cee-534b807cd404', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:03Z', 'updated_at': '2021-07-15T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:33.510800 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e0f62-295f-4e92-8d44-6810b79b7c6e None None] The sync data for ids ['e0ac6488-899e-4bee-bae7-19bfd7038e00'] in n-d-764435-3 is: [{'id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'name': 'tempest-TestNetworkBasicOps-router-270943219', 'tenant_id': '70a995f7ee6e41f597cf94301c84780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '91e77642-86f3-4109-8cee-534b807cd404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:15:02Z', 'updated_at': '2021-07-15T15:16:30Z', 'revision_number': 5, 'project_id': '70a995f7ee6e41f597cf94301c84780c', 'gw_port': {'id': '91e77642-86f3-4109-8cee-534b807cd404', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6488-899e-4bee-bae7-19bfd7038e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:15:03Z', 'updated_at': '2021-07-15T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:16:33.534038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ce05a-e26e-4d5f-b435-1319cd4e3af3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Subnet': ['ID=2520e2c8-9c21-4b7d-86e6-71002aca8ef8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:33.551682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-763ce05a-e26e-4d5f-b435-1319cd4e3af3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:33.554785 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-763ce05a-e26e-4d5f-b435-1319cd4e3af3 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "DELETE /v2.0/subnets/2520e2c8-9c21-4b7d-86e6-71002aca8ef8 HTTP/1.1" status: 204 len: 168 time: 1.5228839 Jul 15 15:16:33.557837 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f8f5f729-7d15-484a-8f70-4c09ba1560a6 req-eb1939ad-f6d4-4d7e-8a5b-64af84db4b66 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] For port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,segment=NetworkSegment(a540d3a3-8d65-4f41-96a6-8a3d219d6ddc),segment_id=a540d3a3-8d65-4f41-96a6-8a3d219d6ddc)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:33.558509 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f8f5f729-7d15-484a-8f70-4c09ba1560a6 req-eb1939ad-f6d4-4d7e-8a5b-64af84db4b66 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:33.559375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a63118-a52f-4a2c-b7af-34c211e0c1a1 None None] Network d8995f63-ac4d-440f-96f3-26710ad129d2 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:16:33.561508 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47846) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:33.623214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aee2df6b-3617-4cfa-83c2-8ae730328e03 req-5088c035-990b-452a-812f-e1dd9389f6ad tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ecef8bf5-bcf2-436f-afc1-01bb26e1a590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390139 Jul 15 15:16:33.658341 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f8f5f729-7d15-484a-8f70-4c09ba1560a6 req-eb1939ad-f6d4-4d7e-8a5b-64af84db4b66 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Calling delete_port for 5848f0a6-d4f2-47e2-89c8-862cddf5f50e owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:33.857908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd21bd5-530b-4562-b26a-c7c45eddf6c7 req-a0efbb54-6715-471c-a7ef-1ecd1f344882 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:33.877065 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9dd21bd5-530b-4562-b26a-c7c45eddf6c7 req-a0efbb54-6715-471c-a7ef-1ecd1f344882 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.3035450 Jul 15 15:16:33.983150 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a2157c-a48c-4fa8-9eb1-a02dffc0fbe7 None None] DHCP port deletion for d8995f63-ac4d-440f-96f3-26710ad129d2 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:16:34.088461 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b90fe276-e56d-4099-b39d-241870980850 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:34.112113 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-00a2157c-a48c-4fa8-9eb1-a02dffc0fbe7 None None] Deleting port 6e94de82-6355-41a6-93e8-78e8ddb2ff06 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:34.112553 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00a2157c-a48c-4fa8-9eb1-a02dffc0fbe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:34.144945 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9dd21bd5-530b-4562-b26a-c7c45eddf6c7 req-7845a0a9-3ef2-4d8c-9402-25d1079c7995 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651873 Jul 15 15:16:34.265045 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5a1098c2-4b74-454a-bf11-22de863ebc14 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:34.329931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1098c2-4b74-454a-bf11-22de863ebc14 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=27db3aec-3a29-4bf5-b442-9e1e480dc1c6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:34.332888 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f8f5f729-7d15-484a-8f70-4c09ba1560a6 req-eb1939ad-f6d4-4d7e-8a5b-64af84db4b66 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:34.399667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1939ad-f6d4-4d7e-8a5b-64af84db4b66 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Port': ['ID=5848f0a6-d4f2-47e2-89c8-862cddf5f50e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:34.414316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-00a2157c-a48c-4fa8-9eb1-a02dffc0fbe7 None None] For port 6e94de82-6355-41a6-93e8-78e8ddb2ff06, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6e94de82-6355-41a6-93e8-78e8ddb2ff06,segment=NetworkSegment(89f8dbd2-26bb-4464-bac8-2ccac568b5c0),segment_id=89f8dbd2-26bb-4464-bac8-2ccac568b5c0)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:34.417448 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00a2157c-a48c-4fa8-9eb1-a02dffc0fbe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:34.450052 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 38e9c99c-4013-4ce4-b43d-d1aa80eb2063 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:16:34.453127 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5a1098c2-4b74-454a-bf11-22de863ebc14 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:34.459765 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5a1098c2-4b74-454a-bf11-22de863ebc14 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/27db3aec-3a29-4bf5-b442-9e1e480dc1c6 HTTP/1.1" status: 204 len: 168 time: 1.8889263 Jul 15 15:16:34.461076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47860) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:34.511461 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:34.514304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-00a2157c-a48c-4fa8-9eb1-a02dffc0fbe7 None None] Calling delete_port for 6e94de82-6355-41a6-93e8-78e8ddb2ff06 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:34.621437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 38e9c99c-4013-4ce4-b43d-d1aa80eb2063 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:34.623654 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f5f729-7d15-484a-8f70-4c09ba1560a6 req-eb1939ad-f6d4-4d7e-8a5b-64af84db4b66 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] No DVR routers for this DVR port 5848f0a6-d4f2-47e2-89c8-862cddf5f50e on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:16:34.640361 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f8f5f729-7d15-484a-8f70-4c09ba1560a6 req-eb1939ad-f6d4-4d7e-8a5b-64af84db4b66 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:34.653736 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f8f5f729-7d15-484a-8f70-4c09ba1560a6 req-eb1939ad-f6d4-4d7e-8a5b-64af84db4b66 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.22 "DELETE /v2.0/ports/5848f0a6-d4f2-47e2-89c8-862cddf5f50e HTTP/1.1" status: 204 len: 173 time: 1.9171054 Jul 15 15:16:34.656694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'name': 'network-vif-deleted', 'tag': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:16:34.659311 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7553bf-7178-4377-81fa-e1cddb40d0b0" -d '{"events": [{"server_uuid": "472a11e8-fbfe-4529-bf50-d110f670eebd", "name": "network-vif-deleted", "tag": "5848f0a6-d4f2-47e2-89c8-862cddf5f50e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:16:34.707523 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b90fe276-e56d-4099-b39d-241870980850 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:34.794385 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00a2157c-a48c-4fa8-9eb1-a02dffc0fbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:34.870283 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2c9d9631-0c92-4c54-89b4-482feff292ad no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:16:34.877617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7637261d-a174-423e-9c63-0277930b420a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:34.885990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7637261d-a174-423e-9c63-0277930b420a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:34.894271 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7637261d-a174-423e-9c63-0277930b420a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4188361 Jul 15 15:16:34.894271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47876) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:34.927157 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b90fe276-e56d-4099-b39d-241870980850 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Deleting port 91e77642-86f3-4109-8cee-534b807cd404 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:34.928287 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b90fe276-e56d-4099-b39d-241870980850 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:34.952487 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 2c9d9631-0c92-4c54-89b4-482feff292ad {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:16:34.953045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2c9d9631-0c92-4c54-89b4-482feff292ad not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:16:34.953480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6e94de82-6355-41a6-93e8-78e8ddb2ff06 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:16:35.006837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15ea0771-8ec0-476f-91c2-87817ba6bfd4 req-10057fb0-2890-4b74-bea4-dfc66eb4e5e6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=472a11e8-fbfe-4529-bf50-d110f670eebd HTTP/1.1" status: 200 len: 210 time: 0.0406570 Jul 15 15:16:35.031482 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a0a55-8094-4d12-81bf-cff86ff96c17 req-a3f0a54c-d984-41d8-acd7-5e790ebfadb9 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:35.033106 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c55a0a55-8094-4d12-81bf-cff86ff96c17 req-a3f0a54c-d984-41d8-acd7-5e790ebfadb9 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.5064192 Jul 15 15:16:35.052679 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2157c-a48c-4fa8-9eb1-a02dffc0fbe7 None None] Pushing event deleted for resources: {'Port': ['ID=6e94de82-6355-41a6-93e8-78e8ddb2ff06,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:35.057580 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 6e94de82-6355-41a6-93e8-78e8ddb2ff06 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:16:35.058213 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6e94de82-6355-41a6-93e8-78e8ddb2ff06 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:16:35.065731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a2157c-a48c-4fa8-9eb1-a02dffc0fbe7 None None] No DVR routers for this DVR port 6e94de82-6355-41a6-93e8-78e8ddb2ff06 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:16:35.142458 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270fb998-e6bb-430f-9514-fa2ef2817070 x-openstack-request-id: req-270fb998-e6bb-430f-9514-fa2ef2817070 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:16:35.144590 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a11e8-fbfe-4529-bf50-d110f670eebd", "name": "network-vif-deleted", "tag": "5848f0a6-d4f2-47e2-89c8-862cddf5f50e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:16:35.146061 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-270fb998-e6bb-430f-9514-fa2ef2817070 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:16:35.147357 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a11e8-fbfe-4529-bf50-d110f670eebd', 'name': 'network-vif-deleted', 'tag': '5848f0a6-d4f2-47e2-89c8-862cddf5f50e', 'status': 'completed', 'code': 200} Jul 15 15:16:35.157396 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c55a0a55-8094-4d12-81bf-cff86ff96c17 req-830d66c5-cf04-498e-b91b-81c8bb0aad08 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963361 Jul 15 15:16:35.180606 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-644034a3-f1d1-4d43-9e94-3c82bce4092f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet c07a1106-06f9-49bd-92a4-eadad632152e {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:16:35.185276 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-644034a3-f1d1-4d43-9e94-3c82bce4092f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:35.225040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-b90fe276-e56d-4099-b39d-241870980850 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] For port 91e77642-86f3-4109-8cee-534b807cd404, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=91e77642-86f3-4109-8cee-534b807cd404,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:35.225405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b90fe276-e56d-4099-b39d-241870980850 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:35.276982 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b90fe276-e56d-4099-b39d-241870980850 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Calling delete_port for 91e77642-86f3-4109-8cee-534b807cd404 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:35.302972 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-644034a3-f1d1-4d43-9e94-3c82bce4092f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:35.588592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5848f0a6-d4f2-47e2-89c8-862cddf5f50e no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:16:35.611658 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-644034a3-f1d1-4d43-9e94-3c82bce4092f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:35.683373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 5848f0a6-d4f2-47e2-89c8-862cddf5f50e {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:16:35.684528 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5848f0a6-d4f2-47e2-89c8-862cddf5f50e not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:16:35.728811 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b90fe276-e56d-4099-b39d-241870980850 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:35.797035 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-644034a3-f1d1-4d43-9e94-3c82bce4092f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:35.807479 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fe276-e56d-4099-b39d-241870980850 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Port': ['ID=91e77642-86f3-4109-8cee-534b807cd404,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:35.843580 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644034a3-f1d1-4d43-9e94-3c82bce4092f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=c07a1106-06f9-49bd-92a4-eadad632152e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:35.847658 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-644034a3-f1d1-4d43-9e94-3c82bce4092f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:35.850710 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-644034a3-f1d1-4d43-9e94-3c82bce4092f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/c07a1106-06f9-49bd-92a4-eadad632152e HTTP/1.1" status: 204 len: 168 time: 0.9554882 Jul 15 15:16:35.853366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47886) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:35.871903 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b90fe276-e56d-4099-b39d-241870980850 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:35.901282 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6365686b-5a53-4763-8747-f3fcbbe9672c None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:16:35.922905 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ee919a41-986d-447a-b5a7-f0d0a4508455 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683062 Jul 15 15:16:35.925648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47888) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:35.931193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-bc46a969-e567-43ea-8428-8a6f1b4a8664 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:36.019457 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.038622 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b90fe276-e56d-4099-b39d-241870980850 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.040192 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc46a969-e567-43ea-8428-8a6f1b4a8664 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:36.046633 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc46a969-e567-43ea-8428-8a6f1b4a8664 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.050130 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b90fe276-e56d-4099-b39d-241870980850 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.051262 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-42f1c343-21da-4a01-a472-614f832adb8a None None] Provisioning for port 38e9c99c-4013-4ce4-b43d-d1aa80eb2063 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:36.058836 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-42f1c343-21da-4a01-a472-614f832adb8a None None] Provisioning complete for port 38e9c99c-4013-4ce4-b43d-d1aa80eb2063 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:36.059656 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42f1c343-21da-4a01-a472-614f832adb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.163216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b90fe276-e56d-4099-b39d-241870980850 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.164131 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90fe276-e56d-4099-b39d-241870980850 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Fanout notify agent at l3_agent the message router_deleted on router e0ac6488-899e-4bee-bae7-19bfd7038e00 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:16:36.173236 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b90fe276-e56d-4099-b39d-241870980850 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.179886 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b90fe276-e56d-4099-b39d-241870980850 tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "DELETE /v2.0/routers/e0ac6488-899e-4bee-bae7-19bfd7038e00 HTTP/1.1" status: 204 len: 168 time: 2.6170044 Jul 15 15:16:36.181393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47892) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:36.205542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47896) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:36.267925 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42f1c343-21da-4a01-a472-614f832adb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.370872 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-42f1c343-21da-4a01-a472-614f832adb8a None None] For port 38e9c99c-4013-4ce4-b43d-d1aa80eb2063, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=38e9c99c-4013-4ce4-b43d-d1aa80eb2063,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:36.379317 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42f1c343-21da-4a01-a472-614f832adb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.446873 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c874beb-cea4-4852-a793-8ef272204b2c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.465971 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1c343-21da-4a01-a472-614f832adb8a None None] Pushing event updated for resources: {'Port': ['ID=38e9c99c-4013-4ce4-b43d-d1aa80eb2063,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:36.477320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8830e4-62f4-4d99-b349-a07017d4a364 None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:16:36.599312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9a8830e4-62f4-4d99-b349-a07017d4a364 None None] Deleting port 38e9c99c-4013-4ce4-b43d-d1aa80eb2063 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:36.599973 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a8830e4-62f4-4d99-b349-a07017d4a364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.720765 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9a8830e4-62f4-4d99-b349-a07017d4a364 None None] For port 38e9c99c-4013-4ce4-b43d-d1aa80eb2063, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=38e9c99c-4013-4ce4-b43d-d1aa80eb2063,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:36.721480 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a8830e4-62f4-4d99-b349-a07017d4a364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.735499 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9a8830e4-62f4-4d99-b349-a07017d4a364 None None] Calling delete_port for 38e9c99c-4013-4ce4-b43d-d1aa80eb2063 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:36.751175 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c874beb-cea4-4852-a793-8ef272204b2c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.770647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0c874beb-cea4-4852-a793-8ef272204b2c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8995f63-ac4d-440f-96f3-26710ad129d2']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:36.806849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0c874beb-cea4-4852-a793-8ef272204b2c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f8dbd2-26bb-4464-bac8-2ccac568b5c0') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:36.807149 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0c874beb-cea4-4852-a793-8ef272204b2c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f8dbd2-26bb-4464-bac8-2ccac568b5c0') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:36.827063 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c874beb-cea4-4852-a793-8ef272204b2c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.855693 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c874beb-cea4-4852-a793-8ef272204b2c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.864031 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a8830e4-62f4-4d99-b349-a07017d4a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.865920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c874beb-cea4-4852-a793-8ef272204b2c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:16:36.866368 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c874beb-cea4-4852-a793-8ef272204b2c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:16:36.874603 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:16:36.915731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8830e4-62f4-4d99-b349-a07017d4a364 None None] Pushing event deleted for resources: {'Port': ['ID=38e9c99c-4013-4ce4-b43d-d1aa80eb2063,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:36.922210 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8830e4-62f4-4d99-b349-a07017d4a364 None None] No DVR routers for this DVR port 38e9c99c-4013-4ce4-b43d-d1aa80eb2063 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:16:36.943776 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc46a969-e567-43ea-8428-8a6f1b4a8664 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:37.006336 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc46a969-e567-43ea-8428-8a6f1b4a8664 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:37.012544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-bc46a969-e567-43ea-8428-8a6f1b4a8664 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:37.016898 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc46a969-e567-43ea-8428-8a6f1b4a8664 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:37.017505 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc46a969-e567-43ea-8428-8a6f1b4a8664 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:37.024609 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c655de-7013-4151-af2b-13d857497632 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:16:37.026690 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c874beb-cea4-4852-a793-8ef272204b2c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:37.036282 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c874beb-cea4-4852-a793-8ef272204b2c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:37.038343 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0c874beb-cea4-4852-a793-8ef272204b2c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] 10.222.0.38 "DELETE /v2.0/networks/d8995f63-ac4d-440f-96f3-26710ad129d2 HTTP/1.1" status: 204 len: 168 time: 0.8545806 Jul 15 15:16:37.057754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c874beb-cea4-4852-a793-8ef272204b2c tempest-TestNetworkBasicOps-60304050 tempest-TestNetworkBasicOps-60304050-project] Pushing event deleted for resources: {'Network': ['ID=d8995f63-ac4d-440f-96f3-26710ad129d2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:37.076709 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bc46a969-e567-43ea-8428-8a6f1b4a8664 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1495903 Jul 15 15:16:37.079421 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47926) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:37.087883 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1be57c95-cc4c-45b1-8587-1cad07c47233 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'name': 'tempest-NetworksTestDHCPv6-521601505'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:37.095019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46a969-e567-43ea-8428-8a6f1b4a8664 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=cb371fe9-5e53-4f5f-807c-4a4d6d55f9ca,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:37.439955 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': 'cb371fe9-5e53-4f5f-807c-4a4d6d55f9ca'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:16:37.440876 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:37.569010 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47940) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:37.691593 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Allocated IP 2001:db8::2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/cb371fe9-5e53-4f5f-807c-4a4d6d55f9ca/5ec408e1-62df-4cee-83b9-194285f5edd5) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:37.847590 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7ed61a65-0688-4c6a-bea2-e67b8ceb44fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=70a995f7ee6e41f597cf94301c84780c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744997 Jul 15 15:16:37.848135 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47944) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:37.940906 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:37.952354 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c71ca4a-8863-4d38-ae86-c3f760de4162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:37.952702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Transition to ACTIVE for port object 5ec408e1-62df-4cee-83b9-194285f5edd5 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:37.970047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Transition to ACTIVE for port object 5ec408e1-62df-4cee-83b9-194285f5edd5 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:37.981265 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:38.014738 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c71ca4a-8863-4d38-ae86-c3f760de4162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:38.059032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:38.070764 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be57c95-cc4c-45b1-8587-1cad07c47233 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:38.071352 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:38.074995 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1be57c95-cc4c-45b1-8587-1cad07c47233 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:38.075999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:38.108258 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-1be57c95-cc4c-45b1-8587-1cad07c47233 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port c2d886eb-588c-40db-a21d-fb960b5aa099 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:16:38.116779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Pushing event updated for resources: {'Port': ['ID=5ec408e1-62df-4cee-83b9-194285f5edd5,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:38.126766 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c71ca4a-8863-4d38-ae86-c3f760de4162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:38.138256 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c71ca4a-8863-4d38-ae86-c3f760de4162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:38.139608 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8c71ca4a-8863-4d38-ae86-c3f760de4162 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ee6871da-2aca-45ef-b069-294ebffdae52 HTTP/1.1" status: 204 len: 168 time: 0.2909520 Jul 15 15:16:38.165455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71ca4a-8863-4d38-ae86-c3f760de4162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6871da-2aca-45ef-b069-294ebffdae52,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:38.242705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Attempting to bind port 5ec408e1-62df-4cee-83b9-194285f5edd5 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:16:38.242705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Attempting to bind port 5ec408e1-62df-4cee-83b9-194285f5edd5 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:16:38.242705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Attempting to bind port 5ec408e1-62df-4cee-83b9-194285f5edd5 on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:16:38.250754 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:16:38.251135 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:16:38.253970 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:38.253970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:16:38.254270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Bound port: 5ec408e1-62df-4cee-83b9-194285f5edd5, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:16:38.254691 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:38.295463 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 91e77642-86f3-4109-8cee-534b807cd404 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:16:38.365785 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-1be57c95-cc4c-45b1-8587-1cad07c47233 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::1bc (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/cb371fe9-5e53-4f5f-807c-4a4d6d55f9ca/c2d886eb-588c-40db-a21d-fb960b5aa099) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:38.423246 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53bdb11b-4a8f-487c-8b55-41e084e2d450 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:38.468095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 91e77642-86f3-4109-8cee-534b807cd404 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:16:38.469380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 91e77642-86f3-4109-8cee-534b807cd404 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:16:38.470760 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 38e9c99c-4013-4ce4-b43d-d1aa80eb2063 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:16:38.527083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 38e9c99c-4013-4ce4-b43d-d1aa80eb2063 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:16:38.527706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 38e9c99c-4013-4ce4-b43d-d1aa80eb2063 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:16:38.549222 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] For port 5ec408e1-62df-4cee-83b9-194285f5edd5, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:16:38.583126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] For port 5ec408e1-62df-4cee-83b9-194285f5edd5, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5ec408e1-62df-4cee-83b9-194285f5edd5,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:16:38.592023 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:38.680281 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069be08e-2f8c-4684-93e2-bb0fbd48815c None None] Pushing event updated for resources: {'Port': ['ID=5ec408e1-62df-4cee-83b9-194285f5edd5,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:38.740169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:38.775155 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11e2367a-f858-4d80-9f6d-56d0ad5efbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:39.004408 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11e2367a-f858-4d80-9f6d-56d0ad5efbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:39.013290 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11e2367a-f858-4d80-9f6d-56d0ad5efbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:39.074583 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1be57c95-cc4c-45b1-8587-1cad07c47233 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:39.095489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-1be57c95-cc4c-45b1-8587-1cad07c47233 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object c2d886eb-588c-40db-a21d-fb960b5aa099 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:39.108677 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-11e2367a-f858-4d80-9f6d-56d0ad5efbaa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eeae0ba6e5e84a009be274b3e07ef5f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3644238 Jul 15 15:16:39.117066 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 47962) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:39.151058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2367a-f858-4d80-9f6d-56d0ad5efbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c2646f-385e-496a-868c-085e7beecda1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:39.260519 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1be57c95-cc4c-45b1-8587-1cad07c47233 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:39.356943 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20723def-790a-48ea-b7a7-d1f734ae9677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:39.387223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be57c95-cc4c-45b1-8587-1cad07c47233 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:39.388810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be57c95-cc4c-45b1-8587-1cad07c47233 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=c2d886eb-588c-40db-a21d-fb960b5aa099,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:39.408202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-1be57c95-cc4c-45b1-8587-1cad07c47233 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:39.423219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be57c95-cc4c-45b1-8587-1cad07c47233 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:39.430163 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be57c95-cc4c-45b1-8587-1cad07c47233 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:39.431195 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1be57c95-cc4c-45b1-8587-1cad07c47233 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:39.463120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47964) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:39.463695 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1be57c95-cc4c-45b1-8587-1cad07c47233 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3808885 Jul 15 15:16:39.491783 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20723def-790a-48ea-b7a7-d1f734ae9677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:39.555583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420e834-0b3e-4ced-8fe6-8b0b763472ea tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:39.561584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420e834-0b3e-4ced-8fe6-8b0b763472ea tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:39.564013 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c420e834-0b3e-4ced-8fe6-8b0b763472ea tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0996859 Jul 15 15:16:39.566593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 47966) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:39.625517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-53bdb11b-4a8f-487c-8b55-41e084e2d450 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting port 9cbf05d3-536c-44ea-9f95-d8178c32a811 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:39.626017 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53bdb11b-4a8f-487c-8b55-41e084e2d450 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:39.629463 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20723def-790a-48ea-b7a7-d1f734ae9677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:39.633683 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20723def-790a-48ea-b7a7-d1f734ae9677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:39.638365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-20723def-790a-48ea-b7a7-d1f734ae9677 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c5c2646f-385e-496a-868c-085e7beecda1 HTTP/1.1" status: 204 len: 168 time: 0.5199001 Jul 15 15:16:39.675125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20723def-790a-48ea-b7a7-d1f734ae9677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c2646f-385e-496a-868c-085e7beecda1,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:39.805576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-53bdb11b-4a8f-487c-8b55-41e084e2d450 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] For port 9cbf05d3-536c-44ea-9f95-d8178c32a811, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9cbf05d3-536c-44ea-9f95-d8178c32a811,segment=NetworkSegment(a540d3a3-8d65-4f41-96a6-8a3d219d6ddc),segment_id=a540d3a3-8d65-4f41-96a6-8a3d219d6ddc)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:39.806249 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53bdb11b-4a8f-487c-8b55-41e084e2d450 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:39.822853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-53bdb11b-4a8f-487c-8b55-41e084e2d450 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Calling delete_port for 9cbf05d3-536c-44ea-9f95-d8178c32a811 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:39.824040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0e9c2-076c-4fc5-8bf0-cd62a50cf625 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port c2d886eb-588c-40db-a21d-fb960b5aa099 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:39.824694 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e9c2-076c-4fc5-8bf0-cd62a50cf625 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:40.425756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5ec408e1-62df-4cee-83b9-194285f5edd5 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:16:40.473030 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53bdb11b-4a8f-487c-8b55-41e084e2d450 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:40.552966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdb11b-4a8f-487c-8b55-41e084e2d450 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Port': ['ID=9cbf05d3-536c-44ea-9f95-d8178c32a811,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:40.739100 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a15979d4-0323-445f-84f8-c2852ccaf264 None None] Provisioning for port 5ec408e1-62df-4cee-83b9-194285f5edd5 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:40.790018 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 5ec408e1-62df-4cee-83b9-194285f5edd5 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:40.815146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 5ec408e1-62df-4cee-83b9-194285f5edd5 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:40.818221 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:41.126282 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:41.185378 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e9c2-076c-4fc5-8bf0-cd62a50cf625 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:41.218904 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53bdb11b-4a8f-487c-8b55-41e084e2d450 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:41.221383 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0e9c2-076c-4fc5-8bf0-cd62a50cf625 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for c2d886eb-588c-40db-a21d-fb960b5aa099 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:41.264880 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 5ec408e1-62df-4cee-83b9-194285f5edd5, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5ec408e1-62df-4cee-83b9-194285f5edd5,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:41.275497 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:41.470025 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5b190e65-6d13-4dd2-905c-4856108cb23d None None] Provisioning for port c2d886eb-588c-40db-a21d-fb960b5aa099 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:41.496961 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5b190e65-6d13-4dd2-905c-4856108cb23d None None] Provisioning complete for port c2d886eb-588c-40db-a21d-fb960b5aa099 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:41.497311 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5b190e65-6d13-4dd2-905c-4856108cb23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:41.593210 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=5ec408e1-62df-4cee-83b9-194285f5edd5,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:41.622977 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5b190e65-6d13-4dd2-905c-4856108cb23d None None] Port c2d886eb-588c-40db-a21d-fb960b5aa099 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:16:41.633164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bdb11b-4a8f-487c-8b55-41e084e2d450 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router 253dcff5-d8f7-4f15-a30e-854831f6ce99 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:16:41.650442 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e9c2-076c-4fc5-8bf0-cd62a50cf625 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:41.718817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0e9c2-076c-4fc5-8bf0-cd62a50cf625 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=c2d886eb-588c-40db-a21d-fb960b5aa099,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:41.781242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bdb11b-4a8f-487c-8b55-41e084e2d450 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:16:41.784784 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e9c2-076c-4fc5-8bf0-cd62a50cf625 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:41.791374 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f4e0e9c2-076c-4fc5-8bf0-cd62a50cf625 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/c2d886eb-588c-40db-a21d-fb960b5aa099 HTTP/1.1" status: 204 len: 168 time: 2.2222607 Jul 15 15:16:41.791665 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48016) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:41.792346 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-53bdb11b-4a8f-487c-8b55-41e084e2d450 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "PUT /v2.0/routers/253dcff5-d8f7-4f15-a30e-854831f6ce99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5842879 Jul 15 15:16:41.793811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48018) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:41.798945 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6246499f-5731-4e07-908e-100012bcd5e7 None None] Sync routers for ids ['253dcff5-d8f7-4f15-a30e-854831f6ce99'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:16:41.822185 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6246499f-5731-4e07-908e-100012bcd5e7 None None] Routers {'253dcff5-d8f7-4f15-a30e-854831f6ce99'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:16:41.822908 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6246499f-5731-4e07-908e-100012bcd5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:16:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['253dcff5-d8f7-4f15-a30e-854831f6ce99'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:41.947761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d436f75e-0bb1-4781-bc56-9cb784788a6c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:41.949454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d436f75e-0bb1-4781-bc56-9cb784788a6c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:41.962785 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d436f75e-0bb1-4781-bc56-9cb784788a6c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1677322 Jul 15 15:16:41.963677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48022) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:41.967434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e85a0f-7464-4b5d-baa4-9b47bfc2830a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting subnet 716a09bf-61f2-4fb2-825c-c3c8f8bee32b {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:16:41.992094 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84e85a0f-7464-4b5d-baa4-9b47bfc2830a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:42.080789 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84e85a0f-7464-4b5d-baa4-9b47bfc2830a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:42.089000 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6246499f-5731-4e07-908e-100012bcd5e7 None None] Set router 253dcff5-d8f7-4f15-a30e-854831f6ce99 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:16:42.153294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44a471f-a430-4850-ab87-1d8be9563bf7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet cb371fe9-5e53-4f5f-807c-4a4d6d55f9ca {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:16:42.156735 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e44a471f-a430-4850-ab87-1d8be9563bf7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:42.260896 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84e85a0f-7464-4b5d-baa4-9b47bfc2830a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:42.365347 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e44a471f-a430-4850-ab87-1d8be9563bf7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:42.436052 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5ec408e1-62df-4cee-83b9-194285f5edd5 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:16:42.448024 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84e85a0f-7464-4b5d-baa4-9b47bfc2830a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:42.480097 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e44a471f-a430-4850-ab87-1d8be9563bf7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:42.517913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e85a0f-7464-4b5d-baa4-9b47bfc2830a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Subnet': ['ID=716a09bf-61f2-4fb2-825c-c3c8f8bee32b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:42.531484 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84e85a0f-7464-4b5d-baa4-9b47bfc2830a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:42.536088 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-84e85a0f-7464-4b5d-baa4-9b47bfc2830a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/subnets/716a09bf-61f2-4fb2-825c-c3c8f8bee32b HTTP/1.1" status: 204 len: 168 time: 0.7405899 Jul 15 15:16:42.536393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48038) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:42.539110 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494fb59e-cc03-492e-96d7-7d0bb21c3794 None None] Network 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:16:42.585819 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e44a471f-a430-4850-ab87-1d8be9563bf7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:42.658828 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e44a471f-a430-4850-ab87-1d8be9563bf7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:42.663887 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e44a471f-a430-4850-ab87-1d8be9563bf7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/cb371fe9-5e53-4f5f-807c-4a4d6d55f9ca HTTP/1.1" status: 204 len: 168 time: 0.6938257 Jul 15 15:16:42.663887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a471f-a430-4850-ab87-1d8be9563bf7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=cb371fe9-5e53-4f5f-807c-4a4d6d55f9ca,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:42.666590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48042) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:42.712575 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3419621-f8f5-4092-9ad5-563c5794024e None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:16:42.764119 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 5ec408e1-62df-4cee-83b9-194285f5edd5 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:42.766014 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:42.893406 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48048) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:42.894380 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-04207d14-426f-48fe-8dff-ba37f7d7a5f2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2260458 Jul 15 15:16:42.900901 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e1e512b8-efba-47ee-8b03-71827a4c9b96 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:42.933348 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6246499f-5731-4e07-908e-100012bcd5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459864777', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:16:40Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:42.934807 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d86e145-1872-47d3-b5c9-ccb44af1fcfc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:43.031406 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6246499f-5731-4e07-908e-100012bcd5e7 None None] Checking router: 253dcff5-d8f7-4f15-a30e-854831f6ce99 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:16:43.069172 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6246499f-5731-4e07-908e-100012bcd5e7 None None] Routers {'253dcff5-d8f7-4f15-a30e-854831f6ce99'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:16:43.074092 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6246499f-5731-4e07-908e-100012bcd5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:16:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['253dcff5-d8f7-4f15-a30e-854831f6ce99'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:43.166244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e512b8-efba-47ee-8b03-71827a4c9b96 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:43.180055 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1e512b8-efba-47ee-8b03-71827a4c9b96 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:43.221299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d617b0d9-ca98-4c9b-974b-04ef53eded30 None None] DHCP port deletion for 1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:16:43.293069 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d86e145-1872-47d3-b5c9-ccb44af1fcfc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:43.311189 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67579377-b3f8-4654-a570-4c287ecdfcfa None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:16:43.414177 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6246499f-5731-4e07-908e-100012bcd5e7 None None] Set router 253dcff5-d8f7-4f15-a30e-854831f6ce99 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:16:43.430849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8d86e145-1872-47d3-b5c9-ccb44af1fcfc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting port 13f95b5d-2b68-4a87-966c-a1de34210e05 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:43.431198 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d86e145-1872-47d3-b5c9-ccb44af1fcfc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:43.451966 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d617b0d9-ca98-4c9b-974b-04ef53eded30 None None] Deleting port 9fbe8c85-a132-4e4c-b1e3-7277fd064197 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:43.452335 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d617b0d9-ca98-4c9b-974b-04ef53eded30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:43.623105 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:16:43.625271 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-8d86e145-1872-47d3-b5c9-ccb44af1fcfc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] For port 13f95b5d-2b68-4a87-966c-a1de34210e05, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=13f95b5d-2b68-4a87-966c-a1de34210e05,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:43.625852 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d86e145-1872-47d3-b5c9-ccb44af1fcfc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:43.653991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8d86e145-1872-47d3-b5c9-ccb44af1fcfc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Calling delete_port for 13f95b5d-2b68-4a87-966c-a1de34210e05 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:43.673746 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-67579377-b3f8-4654-a570-4c287ecdfcfa None None] Deleting port 5ec408e1-62df-4cee-83b9-194285f5edd5 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:43.674311 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67579377-b3f8-4654-a570-4c287ecdfcfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:43.757921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d617b0d9-ca98-4c9b-974b-04ef53eded30 None None] For port 9fbe8c85-a132-4e4c-b1e3-7277fd064197, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9fbe8c85-a132-4e4c-b1e3-7277fd064197,segment=NetworkSegment(a540d3a3-8d65-4f41-96a6-8a3d219d6ddc),segment_id=a540d3a3-8d65-4f41-96a6-8a3d219d6ddc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:43.758324 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d617b0d9-ca98-4c9b-974b-04ef53eded30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:43.807293 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d617b0d9-ca98-4c9b-974b-04ef53eded30 None None] Calling delete_port for 9fbe8c85-a132-4e4c-b1e3-7277fd064197 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:43.842200 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1e512b8-efba-47ee-8b03-71827a4c9b96 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:43.952372 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6246499f-5731-4e07-908e-100012bcd5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459864777', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:16:40Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:43.956035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-67579377-b3f8-4654-a570-4c287ecdfcfa None None] For port 5ec408e1-62df-4cee-83b9-194285f5edd5, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5ec408e1-62df-4cee-83b9-194285f5edd5,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:43.959241 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e512b8-efba-47ee-8b03-71827a4c9b96 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:43.960662 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67579377-b3f8-4654-a570-4c287ecdfcfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:43.981018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e1e512b8-efba-47ee-8b03-71827a4c9b96 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:43.997146 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e512b8-efba-47ee-8b03-71827a4c9b96 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:44.001977 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1e512b8-efba-47ee-8b03-71827a4c9b96 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:44.031791 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6246499f-5731-4e07-908e-100012bcd5e7 None None] The sync data for ids ['253dcff5-d8f7-4f15-a30e-854831f6ce99'] in n-d-764435-3 is: [{'id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459864777', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:16:40Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '13f95b5d-2b68-4a87-966c-a1de34210e05', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253dcff5-d8f7-4f15-a30e-854831f6ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:14:05Z', 'updated_at': '2021-07-15T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:16:44.063139 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-67579377-b3f8-4654-a570-4c287ecdfcfa None None] Calling delete_port for 5ec408e1-62df-4cee-83b9-194285f5edd5 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:44.079496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e512b8-efba-47ee-8b03-71827a4c9b96 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=530485e5-fced-4ea8-aca9-c4f2e4e51e31,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:44.091816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e1e512b8-efba-47ee-8b03-71827a4c9b96 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1947236 Jul 15 15:16:44.105673 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48086) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:44.154741 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6a0b10b4-fc45-410d-990b-ada50fb6df1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'name': 'tempest-NetworksTestDHCPv6-1814627292'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:44.213252 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67579377-b3f8-4654-a570-4c287ecdfcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:44.232724 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d86e145-1872-47d3-b5c9-ccb44af1fcfc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:44.245636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67579377-b3f8-4654-a570-4c287ecdfcfa None None] No DVR routers for this DVR port 5ec408e1-62df-4cee-83b9-194285f5edd5 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:16:44.301537 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d617b0d9-ca98-4c9b-974b-04ef53eded30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:44.319276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67579377-b3f8-4654-a570-4c287ecdfcfa None None] Pushing event deleted for resources: {'Port': ['ID=5ec408e1-62df-4cee-83b9-194285f5edd5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:44.324137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba88119-6c8d-4445-b90e-2ff8ea082292 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:16:44.341954 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86e145-1872-47d3-b5c9-ccb44af1fcfc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Port': ['ID=13f95b5d-2b68-4a87-966c-a1de34210e05,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:44.372017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0b10b4-fc45-410d-990b-ada50fb6df1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:44.382861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a0b10b4-fc45-410d-990b-ada50fb6df1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:44.437563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-6a0b10b4-fc45-410d-990b-ada50fb6df1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port c0a010ea-9e4e-482c-91e3-ed6eb60b87d9 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:16:44.468567 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617b0d9-ca98-4c9b-974b-04ef53eded30 None None] Pushing event deleted for resources: {'Port': ['ID=9fbe8c85-a132-4e4c-b1e3-7277fd064197,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:44.498340 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d617b0d9-ca98-4c9b-974b-04ef53eded30 None None] No DVR routers for this DVR port 9fbe8c85-a132-4e4c-b1e3-7277fd064197 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:16:44.556059 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d86e145-1872-47d3-b5c9-ccb44af1fcfc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:44.740621 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d86e145-1872-47d3-b5c9-ccb44af1fcfc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:44.744252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d86e145-1872-47d3-b5c9-ccb44af1fcfc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:44.792718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2eb94-187f-4755-960d-66d6782361f0 req-0b409b8d-9422-4c33-a570-00e75bfe8b52 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:44.804246 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ceb2eb94-187f-4755-960d-66d6782361f0 req-0b409b8d-9422-4c33-a570-00e75bfe8b52 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.2633734 Jul 15 15:16:44.812487 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d86e145-1872-47d3-b5c9-ccb44af1fcfc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:44.813656 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d86e145-1872-47d3-b5c9-ccb44af1fcfc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Fanout notify agent at l3_agent the message router_deleted on router 253dcff5-d8f7-4f15-a30e-854831f6ce99 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:16:44.822910 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d86e145-1872-47d3-b5c9-ccb44af1fcfc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:44.824670 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8d86e145-1872-47d3-b5c9-ccb44af1fcfc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/routers/253dcff5-d8f7-4f15-a30e-854831f6ce99 HTTP/1.1" status: 204 len: 168 time: 2.2866313 Jul 15 15:16:44.827491 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-6a0b10b4-fc45-410d-990b-ada50fb6df1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::254 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/530485e5-fced-4ea8-aca9-c4f2e4e51e31/c0a010ea-9e4e-482c-91e3-ed6eb60b87d9) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:44.828176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48094) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:44.843352 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9cbf05d3-536c-44ea-9f95-d8178c32a811 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:16:44.888240 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 9cbf05d3-536c-44ea-9f95-d8178c32a811 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:16:44.888888 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9cbf05d3-536c-44ea-9f95-d8178c32a811 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:16:44.889580 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5ec408e1-62df-4cee-83b9-194285f5edd5 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:16:44.931120 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 5ec408e1-62df-4cee-83b9-194285f5edd5 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:16:44.936711 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5ec408e1-62df-4cee-83b9-194285f5edd5 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:16:44.937275 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9fbe8c85-a132-4e4c-b1e3-7277fd064197 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:16:44.938272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ceb2eb94-187f-4755-960d-66d6782361f0 req-cd237d07-4326-4a29-ad64-80f6c74fcb1b tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014967 Jul 15 15:16:44.971799 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': '530485e5-fced-4ea8-aca9-c4f2e4e51e31'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:16:44.973026 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.009794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 9fbe8c85-a132-4e4c-b1e3-7277fd064197 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:16:45.016479 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9fbe8c85-a132-4e4c-b1e3-7277fd064197 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:16:45.072931 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da784ef1-7b17-4d84-aa78-c489e7dd5d5c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.245255 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a0b10b4-fc45-410d-990b-ada50fb6df1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.281994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-6a0b10b4-fc45-410d-990b-ada50fb6df1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object c0a010ea-9e4e-482c-91e3-ed6eb60b87d9 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:45.283391 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da784ef1-7b17-4d84-aa78-c489e7dd5d5c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.324099 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-da784ef1-7b17-4d84-aa78-c489e7dd5d5c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbdfe92-a2b3-42a6-a0cd-ca260914fba0']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:45.335404 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a0b10b4-fc45-410d-990b-ada50fb6df1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.384918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-da784ef1-7b17-4d84-aa78-c489e7dd5d5c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:45.385501 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-da784ef1-7b17-4d84-aa78-c489e7dd5d5c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a540d3a3-8d65-4f41-96a6-8a3d219d6ddc') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:45.422180 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da784ef1-7b17-4d84-aa78-c489e7dd5d5c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.436762 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Allocated IP 2001:db8::2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/530485e5-fced-4ea8-aca9-c4f2e4e51e31/ff20a16b-05e9-48df-8db8-4790cb995b00) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:45.471650 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da784ef1-7b17-4d84-aa78-c489e7dd5d5c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.472373 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b10b4-fc45-410d-990b-ada50fb6df1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:45.480359 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-6a0b10b4-fc45-410d-990b-ada50fb6df1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:45.481422 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da784ef1-7b17-4d84-aa78-c489e7dd5d5c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:16:45.482079 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da784ef1-7b17-4d84-aa78-c489e7dd5d5c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.484426 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b10b4-fc45-410d-990b-ada50fb6df1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:16:45.485896 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:16:45.491470 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0b10b4-fc45-410d-990b-ada50fb6df1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:45.492402 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a0b10b4-fc45-410d-990b-ada50fb6df1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.510455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b10b4-fc45-410d-990b-ada50fb6df1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=c0a010ea-9e4e-482c-91e3-ed6eb60b87d9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:45.518669 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bbaecda1-4da6-426a-9ce0-72bfb2860d75 req-e1aed470-329a-45f5-a78d-3bc9a9981b19 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2220745 Jul 15 15:16:45.550659 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6a0b10b4-fc45-410d-990b-ada50fb6df1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4312706 Jul 15 15:16:45.563470 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48098) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:45.676528 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da784ef1-7b17-4d84-aa78-c489e7dd5d5c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.691641 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ae13f3-37e5-4a63-8010-9c3800c5a6dd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:45.700656 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da784ef1-7b17-4d84-aa78-c489e7dd5d5c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.703013 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-73ae13f3-37e5-4a63-8010-9c3800c5a6dd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1382749 Jul 15 15:16:45.703685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48102) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:45.705173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48104) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:45.709953 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-da784ef1-7b17-4d84-aa78-c489e7dd5d5c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/networks/1bbdfe92-a2b3-42a6-a0cd-ca260914fba0 HTTP/1.1" status: 204 len: 168 time: 0.8790028 Jul 15 15:16:45.711916 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48106) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:45.757575 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.766902 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Transition to ACTIVE for port object ff20a16b-05e9-48df-8db8-4790cb995b00 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:45.777918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48108) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:45.786097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-af32ba6e-cc37-4b0b-a773-9a8377990c92 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Request body: {'network': {'name': 'tempest-network-smoke--1127381047', 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'port_security_enabled': True}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:45.790148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da784ef1-7b17-4d84-aa78-c489e7dd5d5c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Network': ['ID=1bbdfe92-a2b3-42a6-a0cd-ca260914fba0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:45.815181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Transition to ACTIVE for port object ff20a16b-05e9-48df-8db8-4790cb995b00 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:45.830185 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-29490dda-886c-4ddd-a107-29c1461e9201 admin admin] Deleting subnet 28184978-416b-44ef-bcb8-7551b91fdc5c {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:16:45.830421 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.846017 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-29490dda-886c-4ddd-a107-29c1461e9201 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.855229 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64b72173-6f5b-4f0c-9614-023b3de5bc45 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.863851 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaecda1-4da6-426a-9ce0-72bfb2860d75 req-4baf41bd-ba46-4a0f-9b88-09872c0fcceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:45.866503 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bbaecda1-4da6-426a-9ce0-72bfb2860d75 req-4baf41bd-ba46-4a0f-9b88-09872c0fcceb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 1097 time: 0.2798131 Jul 15 15:16:45.901723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af32ba6e-cc37-4b0b-a773-9a8377990c92 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Made reservation on behalf of fa1c872dfc224a95b77ffe6e9a9fcd2c for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:45.904910 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-af32ba6e-cc37-4b0b-a773-9a8377990c92 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.921302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Pushing event updated for resources: {'Port': ['ID=ff20a16b-05e9-48df-8db8-4790cb995b00,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:45.930962 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-af32ba6e-cc37-4b0b-a773-9a8377990c92 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.939948 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:45.943323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:45.947435 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-29490dda-886c-4ddd-a107-29c1461e9201 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:45.948222 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:46.014071 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64b72173-6f5b-4f0c-9614-023b3de5bc45 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:46.028598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-c77d5346-62b6-4bb2-98a9-77f48ef468c3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port c0a010ea-9e4e-482c-91e3-ed6eb60b87d9 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:46.029231 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c77d5346-62b6-4bb2-98a9-77f48ef468c3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:46.033664 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-29490dda-886c-4ddd-a107-29c1461e9201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:46.039658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Attempting to bind port ff20a16b-05e9-48df-8db8-4790cb995b00 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:16:46.040172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Attempting to bind port ff20a16b-05e9-48df-8db8-4790cb995b00 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:16:46.041160 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Attempting to bind port ff20a16b-05e9-48df-8db8-4790cb995b00 on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:16:46.047079 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:16:46.047670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:16:46.048183 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:46.048686 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:16:46.049315 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Bound port: ff20a16b-05e9-48df-8db8-4790cb995b00, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:16:46.049801 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:46.155257 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaecda1-4da6-426a-9ce0-72bfb2860d75 req-4ff2c829-1a6e-426c-b7ca-41c311eb0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:46.157521 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bbaecda1-4da6-426a-9ce0-72bfb2860d75 req-4ff2c829-1a6e-426c-b7ca-41c311eb0aac service neutron] 10.222.0.22 "GET /v2.0/networks?id=f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 200 len: 918 time: 0.2183318 Jul 15 15:16:46.158724 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] For port ff20a16b-05e9-48df-8db8-4790cb995b00, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:16:46.163889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] For port ff20a16b-05e9-48df-8db8-4790cb995b00, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ff20a16b-05e9-48df-8db8-4790cb995b00,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:16:46.169801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 13f95b5d-2b68-4a87-966c-a1de34210e05 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:16:46.193597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 13f95b5d-2b68-4a87-966c-a1de34210e05 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:16:46.194021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 13f95b5d-2b68-4a87-966c-a1de34210e05 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:16:46.196444 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:46.250787 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bbaecda1-4da6-426a-9ce0-72bfb2860d75 req-31258c3c-62c8-4435-8aa0-45814bf50ec0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 HTTP/1.1" status: 200 len: 1001 time: 0.0830784 Jul 15 15:16:46.281740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d2d12-9a4e-4dfa-9ebb-12c96e6a5e2f None None] Pushing event updated for resources: {'Port': ['ID=ff20a16b-05e9-48df-8db8-4790cb995b00,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:46.320789 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64b72173-6f5b-4f0c-9614-023b3de5bc45 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:46.324301 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64b72173-6f5b-4f0c-9614-023b3de5bc45 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:46.325977 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-64b72173-6f5b-4f0c-9614-023b3de5bc45 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/security-groups/ecef8bf5-bcf2-436f-afc1-01bb26e1a590 HTTP/1.1" status: 204 len: 168 time: 0.6040776 Jul 15 15:16:46.347205 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b72173-6f5b-4f0c-9614-023b3de5bc45 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecef8bf5-bcf2-436f-afc1-01bb26e1a590,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:46.388166 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaecda1-4da6-426a-9ce0-72bfb2860d75 req-91b1ad2c-1efa-42ba-aa38-3790de32aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:46.394180 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bbaecda1-4da6-426a-9ce0-72bfb2860d75 req-91b1ad2c-1efa-42ba-aa38-3790de32aaf1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e02218b1-8e75-4c36-9d6e-ae1449beb9a6 HTTP/1.1" status: 200 len: 856 time: 0.1345825 Jul 15 15:16:46.472608 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-af32ba6e-cc37-4b0b-a773-9a8377990c92 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:46.504261 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-29490dda-886c-4ddd-a107-29c1461e9201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:46.573149 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-af32ba6e-cc37-4b0b-a773-9a8377990c92 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:46.592002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaecda1-4da6-426a-9ce0-72bfb2860d75 req-21886c4f-8b07-4a1d-9925-2b871e7f145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:46.596497 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bbaecda1-4da6-426a-9ce0-72bfb2860d75 req-21886c4f-8b07-4a1d-9925-2b871e7f145b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f4383174-585e-4d4e-b660-80050803c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1940374 Jul 15 15:16:46.600563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af32ba6e-cc37-4b0b-a773-9a8377990c92 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:16:46.626915 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-af32ba6e-cc37-4b0b-a773-9a8377990c92 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:46.630798 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-af32ba6e-cc37-4b0b-a773-9a8377990c92 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Added segment f5a3fe10-2b82-4c5a-bab2-e0d23956883c of type vlan for network 22d68543-baaf-4a5b-81ff-bc226b485184 Jul 15 15:16:46.744112 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c77d5346-62b6-4bb2-98a9-77f48ef468c3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:46.757151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-c77d5346-62b6-4bb2-98a9-77f48ef468c3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for c0a010ea-9e4e-482c-91e3-ed6eb60b87d9 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:46.760166 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-29490dda-886c-4ddd-a107-29c1461e9201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:46.762946 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-29490dda-886c-4ddd-a107-29c1461e9201 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/28184978-416b-44ef-bcb8-7551b91fdc5c HTTP/1.1" status: 204 len: 168 time: 1.0568078 Jul 15 15:16:46.769660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48126) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:46.790258 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bbaecda1-4da6-426a-9ce0-72bfb2860d75 req-58c55dd8-b454-45a6-a133-e85c0f968b22 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858926 Jul 15 15:16:46.832914 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29490dda-886c-4ddd-a107-29c1461e9201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28184978-416b-44ef-bcb8-7551b91fdc5c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:46.877061 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-af32ba6e-cc37-4b0b-a773-9a8377990c92 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:46.953733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48128) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:46.961496 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e020d560-5639-450a-b0e4-e430244e7046 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-317392018', 'description': 'tempest-secgroup-smoke-317392018 description', 'project_id': '5ef1d87b1ef049c18d214bfde5982884'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:46.971043 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bbaecda1-4da6-426a-9ce0-72bfb2860d75 req-549623d1-2ee9-4252-a943-e102ac79074f service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730816 Jul 15 15:16:46.973392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32ba6e-cc37-4b0b-a773-9a8377990c92 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3b0567-8c1a-4eda-a42b-257c7d2e97a1,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:47.000067 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e020d560-5639-450a-b0e4-e430244e7046 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.026445 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57105cc3-99c5-45eb-8401-a84950825c3f req-d7d5b980-5528-45e6-b605-50f3b070a369 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:47.028075 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57105cc3-99c5-45eb-8401-a84950825c3f req-d7d5b980-5528-45e6-b605-50f3b070a369 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.8995349 Jul 15 15:16:47.087478 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5fc55-02e6-4b45-930a-c2c277ac6fef req-b9151183-f91f-47fb-9147-9fa7893165ee tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:47.094765 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6ce5fc55-02e6-4b45-930a-c2c277ac6fef req-b9151183-f91f-47fb-9147-9fa7893165ee tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.8661792 Jul 15 15:16:47.126705 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-af32ba6e-cc37-4b0b-a773-9a8377990c92 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.134070 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af32ba6e-cc37-4b0b-a773-9a8377990c92 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:47.134753 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-af32ba6e-cc37-4b0b-a773-9a8377990c92 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.146189 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0e258968-354f-46a7-8ae5-aef8e690caf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.174617 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e020d560-5639-450a-b0e4-e430244e7046 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.185834 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e020d560-5639-450a-b0e4-e430244e7046 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.240203 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e020d560-5639-450a-b0e4-e430244e7046 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.245996 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e020d560-5639-450a-b0e4-e430244e7046 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2851677 Jul 15 15:16:47.245996 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020d560-5639-450a-b0e4-e430244e7046 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac454a3f-e350-4b1b-8367-5ef5b2899fa8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:47.247906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48132) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:47.253241 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9cdec58b-6ba0-47fa-9a0f-f9666d9ab2b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': 'ac454a3f-e350-4b1b-8367-5ef5b2899fa8', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:47.266900 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-af32ba6e-cc37-4b0b-a773-9a8377990c92 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4877789 Jul 15 15:16:47.294306 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48134) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:47.311163 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-442550384', 'admin_state_up': True, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:47.367622 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9cdec58b-6ba0-47fa-9a0f-f9666d9ab2b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.378919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32ba6e-cc37-4b0b-a773-9a8377990c92 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'Network': ['ID=22d68543-baaf-4a5b-81ff-bc226b485184,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:47.393309 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 22d68543-baaf-4a5b-81ff-bc226b485184 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:16:47.415824 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.416890 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.469386 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9cdec58b-6ba0-47fa-9a0f-f9666d9ab2b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.478073 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9cdec58b-6ba0-47fa-9a0f-f9666d9ab2b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.503181 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6ce5fc55-02e6-4b45-930a-c2c277ac6fef req-93549f39-7d0b-4add-b36a-e2c7e030676f tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062057 Jul 15 15:16:47.527751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdec58b-6ba0-47fa-9a0f-f9666d9ab2b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2441e9c-799d-41ce-b625-f6e84a0d2f00,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:47.547684 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9cdec58b-6ba0-47fa-9a0f-f9666d9ab2b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.550634 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9cdec58b-6ba0-47fa-9a0f-f9666d9ab2b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3014965 Jul 15 15:16:47.554777 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48142) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:47.578469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-af28cda4-e0f2-4c60-a733-a8a81fd7aca7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': 'ac454a3f-e350-4b1b-8367-5ef5b2899fa8', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:47.631309 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0e258968-354f-46a7-8ae5-aef8e690caf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.641398 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c77d5346-62b6-4bb2-98a9-77f48ef468c3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.648548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-0e258968-354f-46a7-8ae5-aef8e690caf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e635f911-dac6-4e80-a4a7-84cf5fac324e']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:47.726369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-57105cc3-99c5-45eb-8401-a84950825c3f req-f6fc3282-f3f0-446f-b4f8-e0b987753126 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Deleting port 41506cc5-5897-4f17-900d-f8199594fd94 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:47.726740 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-57105cc3-99c5-45eb-8401-a84950825c3f req-f6fc3282-f3f0-446f-b4f8-e0b987753126 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.754618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-0e258968-354f-46a7-8ae5-aef8e690caf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51152594-f68b-4dfe-b96d-b9e37d3697a2') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:47.755330 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-0e258968-354f-46a7-8ae5-aef8e690caf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51152594-f68b-4dfe-b96d-b9e37d3697a2') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:47.777332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d5346-62b6-4bb2-98a9-77f48ef468c3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=c0a010ea-9e4e-482c-91e3-ed6eb60b87d9,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:47.812861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0e258968-354f-46a7-8ae5-aef8e690caf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.827692 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.832367 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af28cda4-e0f2-4c60-a733-a8a81fd7aca7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.860630 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c77d5346-62b6-4bb2-98a9-77f48ef468c3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:47.863387 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c77d5346-62b6-4bb2-98a9-77f48ef468c3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/c0a010ea-9e4e-482c-91e3-ed6eb60b87d9 HTTP/1.1" status: 204 len: 168 time: 2.1433916 Jul 15 15:16:47.868188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48148) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:47.917131 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0ed29010-a769-4e89-a7ce-665055752519 None None] Provisioning for port ff20a16b-05e9-48df-8db8-4790cb995b00 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:48.096300 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48152) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:48.258876 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af28cda4-e0f2-4c60-a733-a8a81fd7aca7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.311185 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.321234 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af28cda4-e0f2-4c60-a733-a8a81fd7aca7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.340244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a2ac2f3e-71dc-42e5-bd8a-f922591bbc0c None None] Could not find standard attr ID for object c0a010ea-9e4e-482c-91e3-ed6eb60b87d9. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:16:48.379370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ff20a16b-05e9-48df-8db8-4790cb995b00 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:16:48.391863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28cda4-e0f2-4c60-a733-a8a81fd7aca7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63314133-af9c-4ad1-a02a-4eb2ad77fcbd,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:48.409070 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0e258968-354f-46a7-8ae5-aef8e690caf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.416489 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af28cda4-e0f2-4c60-a733-a8a81fd7aca7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.421400 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-af28cda4-e0f2-4c60-a733-a8a81fd7aca7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8655655 Jul 15 15:16:48.463287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48156) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:48.467830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port ff20a16b-05e9-48df-8db8-4790cb995b00 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:48.471622 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e4f596e7-5441-4c92-ac1f-768487f11021 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': 'ac454a3f-e350-4b1b-8367-5ef5b2899fa8', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:48.472390 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ff20a16b-05e9-48df-8db8-4790cb995b00 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:48.472882 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.478648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e258968-354f-46a7-8ae5-aef8e690caf8 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:16:48.479069 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0e258968-354f-46a7-8ae5-aef8e690caf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:16:48.483460 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:16:48.497842 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4d33293-eed7-4653-84b9-ec04a28fbc8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.609986 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce926b5-342e-4556-bc3e-7195ea76812e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:48.611498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce926b5-342e-4556-bc3e-7195ea76812e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:48.625324 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fce926b5-342e-4556-bc3e-7195ea76812e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7560523 Jul 15 15:16:48.627574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48162) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:48.653659 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.683147 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4f596e7-5441-4c92-ac1f-768487f11021 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.685961 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0e258968-354f-46a7-8ae5-aef8e690caf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.712790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-57105cc3-99c5-45eb-8401-a84950825c3f req-f6fc3282-f3f0-446f-b4f8-e0b987753126 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] For port 41506cc5-5897-4f17-900d-f8199594fd94, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=41506cc5-5897-4f17-900d-f8199594fd94,segment=NetworkSegment(9117483a-a6ce-4bf3-be2b-770bd135be02),segment_id=9117483a-a6ce-4bf3-be2b-770bd135be02)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:48.713167 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-57105cc3-99c5-45eb-8401-a84950825c3f req-f6fc3282-f3f0-446f-b4f8-e0b987753126 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.732639 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0e258968-354f-46a7-8ae5-aef8e690caf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.734633 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0e258968-354f-46a7-8ae5-aef8e690caf8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e635f911-dac6-4e80-a4a7-84cf5fac324e HTTP/1.1" status: 204 len: 168 time: 1.9357412 Jul 15 15:16:48.736597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port ff20a16b-05e9-48df-8db8-4790cb995b00, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ff20a16b-05e9-48df-8db8-4790cb995b00,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:48.746659 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48164) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:48.748244 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.785153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e258968-354f-46a7-8ae5-aef8e690caf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e635f911-dac6-4e80-a4a7-84cf5fac324e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:48.804385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=ff20a16b-05e9-48df-8db8-4790cb995b00,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:48.811495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-57105cc3-99c5-45eb-8401-a84950825c3f req-f6fc3282-f3f0-446f-b4f8-e0b987753126 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Calling delete_port for 41506cc5-5897-4f17-900d-f8199594fd94 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:48.913080 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4f596e7-5441-4c92-ac1f-768487f11021 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.915479 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6af170f-975a-4eaa-9492-0feb1b0c79cb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet 530485e5-fced-4ea8-aca9-c4f2e4e51e31 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:16:48.921961 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4f596e7-5441-4c92-ac1f-768487f11021 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.927921 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6af170f-975a-4eaa-9492-0feb1b0c79cb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.954449 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd2f25-983e-4989-8922-81b584c8e197 req-9787988b-4945-4e24-b15d-a07a2910850d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:48.956126 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38fd2f25-983e-4989-8922-81b584c8e197 req-9787988b-4945-4e24-b15d-a07a2910850d tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ad0ff2a-f31d-4c9b-b626-530362890e27 HTTP/1.1" status: 200 len: 946 time: 0.1914148 Jul 15 15:16:48.956794 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:48.965397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-3564b384-9afb-4a3e-8a86-cf144e11b032 admin admin] Deleting subnet f12cd15c-98bd-4d31-b6bc-c774bf8d6c3a {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:16:48.967672 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f596e7-5441-4c92-ac1f-768487f11021 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadcec09-e31e-475d-84ab-4435de56c50b,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:48.983445 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3564b384-9afb-4a3e-8a86-cf144e11b032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.036740 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.042168 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38fd2f25-983e-4989-8922-81b584c8e197 req-9f47ca9e-63b3-4ce6-aed9-02c11b51a0e6 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.38 "GET /v2.0/security-groups?id=8b673d26-f67a-47f1-9531-c55fbd364c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755010 Jul 15 15:16:49.067854 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-57105cc3-99c5-45eb-8401-a84950825c3f req-f6fc3282-f3f0-446f-b4f8-e0b987753126 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.085860 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6af170f-975a-4eaa-9492-0feb1b0c79cb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.091441 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.105405 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc3282-f3f0-446f-b4f8-e0b987753126 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Pushing event deleted for resources: {'Port': ['ID=41506cc5-5897-4f17-900d-f8199594fd94,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:49.132523 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3564b384-9afb-4a3e-8a86-cf144e11b032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.156311 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-57105cc3-99c5-45eb-8401-a84950825c3f req-f6fc3282-f3f0-446f-b4f8-e0b987753126 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] No DVR routers for this DVR port 41506cc5-5897-4f17-900d-f8199594fd94 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:16:49.158979 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-57105cc3-99c5-45eb-8401-a84950825c3f req-f6fc3282-f3f0-446f-b4f8-e0b987753126 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.160998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57105cc3-99c5-45eb-8401-a84950825c3f req-f6fc3282-f3f0-446f-b4f8-e0b987753126 tempest-ServersNegativeTestJSON-426550180 tempest-ServersNegativeTestJSON-426550180-project] 10.222.0.11 "DELETE /v2.0/ports/41506cc5-5897-4f17-900d-f8199594fd94 HTTP/1.1" status: 204 len: 173 time: 2.1168613 Jul 15 15:16:49.161572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad0ff2a-f31d-4c9b-b626-530362890e27', 'name': 'network-vif-deleted', 'tag': '41506cc5-5897-4f17-900d-f8199594fd94'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:16:49.163860 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b45fb0d-e175-4755-a44e-880200756afe" -d '{"events": [{"server_uuid": "0ad0ff2a-f31d-4c9b-b626-530362890e27", "name": "network-vif-deleted", "tag": "41506cc5-5897-4f17-900d-f8199594fd94"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:16:49.222254 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452b8fea-4bff-4607-ada5-d8d7c51a52ef x-openstack-request-id: req-452b8fea-4bff-4607-ada5-d8d7c51a52ef {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:16:49.222560 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad0ff2a-f31d-4c9b-b626-530362890e27", "name": "network-vif-deleted", "tag": "41506cc5-5897-4f17-900d-f8199594fd94", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:16:49.222813 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-452b8fea-4bff-4607-ada5-d8d7c51a52ef {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:16:49.223728 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad0ff2a-f31d-4c9b-b626-530362890e27', 'name': 'network-vif-deleted', 'tag': '41506cc5-5897-4f17-900d-f8199594fd94', 'status': 'completed', 'code': 200} Jul 15 15:16:49.233548 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4d33293-eed7-4653-84b9-ec04a28fbc8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.249586 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4f596e7-5441-4c92-ac1f-768487f11021 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.251564 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e4f596e7-5441-4c92-ac1f-768487f11021 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7836738 Jul 15 15:16:49.253967 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48168) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:49.259533 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4d33293-eed7-4653-84b9-ec04a28fbc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.260959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-828d77cd-a255-4a22-b42c-28c74a3e6763 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': 'ac454a3f-e350-4b1b-8367-5ef5b2899fa8', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:49.283307 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.295439 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-828d77cd-a255-4a22-b42c-28c74a3e6763 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.327457 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3564b384-9afb-4a3e-8a86-cf144e11b032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.375229 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-828d77cd-a255-4a22-b42c-28c74a3e6763 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.382195 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-828d77cd-a255-4a22-b42c-28c74a3e6763 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.401745 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d77cd-a255-4a22-b42c-28c74a3e6763 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7f1ca2-fab1-4d41-9aaf-c17d7d8206d5,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:49.410014 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-828d77cd-a255-4a22-b42c-28c74a3e6763 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.412298 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-828d77cd-a255-4a22-b42c-28c74a3e6763 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1561711 Jul 15 15:16:49.415625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48170) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:49.421543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-68408ad4-43cb-4bf1-9bf8-3353d49a62cb tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': 'ac454a3f-e350-4b1b-8367-5ef5b2899fa8', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:49.445354 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-68408ad4-43cb-4bf1-9bf8-3353d49a62cb tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Project 5ef1d87b1ef049c18d214bfde5982884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:16:49.450989 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-68408ad4-43cb-4bf1-9bf8-3353d49a62cb tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.520606 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-68408ad4-43cb-4bf1-9bf8-3353d49a62cb tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.527292 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-68408ad4-43cb-4bf1-9bf8-3353d49a62cb tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.550139 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68408ad4-43cb-4bf1-9bf8-3353d49a62cb tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aecbb2e-4a6e-40ff-9f27-2a07c3d3c5e3,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:49.557981 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-68408ad4-43cb-4bf1-9bf8-3353d49a62cb tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.559828 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-68408ad4-43cb-4bf1-9bf8-3353d49a62cb tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431947 Jul 15 15:16:49.562481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48172) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:49.569033 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-99d5f70d-d4a7-48a1-bbea-3e8782387413 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': 'ac454a3f-e350-4b1b-8367-5ef5b2899fa8', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:49.594764 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-99d5f70d-d4a7-48a1-bbea-3e8782387413 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Project 5ef1d87b1ef049c18d214bfde5982884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:16:49.600405 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99d5f70d-d4a7-48a1-bbea-3e8782387413 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.672248 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99d5f70d-d4a7-48a1-bbea-3e8782387413 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.677853 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99d5f70d-d4a7-48a1-bbea-3e8782387413 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.700471 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f4d33293-eed7-4653-84b9-ec04a28fbc8b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2318aad9748c43fb9dbebdbc4d783452&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6027431 Jul 15 15:16:49.703991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5f70d-d4a7-48a1-bbea-3e8782387413 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f77d3a-ffe8-416d-ad76-aa7c6f730c3f,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:49.707193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48174) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:49.718135 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6af170f-975a-4eaa-9492-0feb1b0c79cb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.730553 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99d5f70d-d4a7-48a1-bbea-3e8782387413 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.732609 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-99d5f70d-d4a7-48a1-bbea-3e8782387413 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1689134 Jul 15 15:16:49.739046 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48176) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:49.749962 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b785f7a7-1dec-45d2-95b4-e14f8870c260 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'network': {'name': 'tempest-network-smoke--791686666', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'port_security_enabled': True}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:49.808470 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b785f7a7-1dec-45d2-95b4-e14f8870c260 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Made reservation on behalf of 5ef1d87b1ef049c18d214bfde5982884 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:49.813247 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b785f7a7-1dec-45d2-95b4-e14f8870c260 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.834366 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6d36a87-36e5-437a-bdf7-87787bd6b05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.840204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d33293-eed7-4653-84b9-ec04a28fbc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ab0d41-f16a-4264-b267-fa65900d782d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:49.856201 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6d36a87-36e5-437a-bdf7-87787bd6b05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.888988 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3564b384-9afb-4a3e-8a86-cf144e11b032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.912815 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Allocated IP 172.25.4.42 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/d4ad2ea4-7a3c-4e4a-92de-10722eb44018) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:49.917371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3564b384-9afb-4a3e-8a86-cf144e11b032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.919795 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3564b384-9afb-4a3e-8a86-cf144e11b032 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f12cd15c-98bd-4d31-b6bc-c774bf8d6c3a HTTP/1.1" status: 204 len: 168 time: 1.1679285 Jul 15 15:16:49.924022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48180) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:49.945641 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564b384-9afb-4a3e-8a86-cf144e11b032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12cd15c-98bd-4d31-b6bc-c774bf8d6c3a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:49.947603 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6d36a87-36e5-437a-bdf7-87787bd6b05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.951674 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6d36a87-36e5-437a-bdf7-87787bd6b05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.953385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e6d36a87-36e5-437a-bdf7-87787bd6b05d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/79ab0d41-f16a-4264-b267-fa65900d782d HTTP/1.1" status: 204 len: 168 time: 0.2437685 Jul 15 15:16:49.957988 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6af170f-975a-4eaa-9492-0feb1b0c79cb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:49.992918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d36a87-36e5-437a-bdf7-87787bd6b05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ab0d41-f16a-4264-b267-fa65900d782d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:49.996691 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b785f7a7-1dec-45d2-95b4-e14f8870c260 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:16:50.025150 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b785f7a7-1dec-45d2-95b4-e14f8870c260 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.025510 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-b785f7a7-1dec-45d2-95b4-e14f8870c260 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Added segment f258598a-1c41-4242-bccf-9e06ca761d7a of type vlan for network 1ccba156-8e62-472c-aa79-380bf6176149 Jul 15 15:16:50.061039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af170f-975a-4eaa-9492-0feb1b0c79cb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=530485e5-fced-4ea8-aca9-c4f2e4e51e31,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:50.077897 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6af170f-975a-4eaa-9492-0feb1b0c79cb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.080452 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b6af170f-975a-4eaa-9492-0feb1b0c79cb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/530485e5-fced-4ea8-aca9-c4f2e4e51e31 HTTP/1.1" status: 204 len: 168 time: 1.4426064 Jul 15 15:16:50.083590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48186) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:50.088803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bd6695-3c16-4cfc-bf0c-d0feecd95528 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:16:50.153248 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3711ee77-dd77-43cf-8eb1-4077c096cfd9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677540 Jul 15 15:16:50.155873 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48190) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:50.200877 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b785f7a7-1dec-45d2-95b4-e14f8870c260 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.213383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48192) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:50.239341 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55e8f2fb-fba7-4732-aba0-3bf068b6282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.304972 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ff20a16b-05e9-48df-8db8-4790cb995b00 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:16:50.331761 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.344441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b3b113-652c-4bc9-998e-af4df38d9b78 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:50.350189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48196) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:50.350432 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-40b3b113-652c-4bc9-998e-af4df38d9b78 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1928799 Jul 15 15:16:50.375157 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b785f7a7-1dec-45d2-95b4-e14f8870c260 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.385812 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b785f7a7-1dec-45d2-95b4-e14f8870c260 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:50.386499 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b785f7a7-1dec-45d2-95b4-e14f8870c260 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.404956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ff20a16b-05e9-48df-8db8-4790cb995b00 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:50.406235 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.416495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cd7687-fbda-484d-9b57-b574c6eddb08 admin admin] Deleting subnet 80f494c2-b6f4-4c40-b1bb-27cdabd6cc33 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:16:50.445928 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.511109 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-09cd7687-fbda-484d-9b57-b574c6eddb08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.516030 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d977cf-e245-4135-8421-b77f548b7d82 None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:16:50.534998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'Port': ['ID=d4ad2ea4-7a3c-4e4a-92de-10722eb44018,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:50.555239 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:50.557457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:50.564734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:50.589431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c4d977cf-e245-4135-8421-b77f548b7d82 None None] Deleting port ff20a16b-05e9-48df-8db8-4790cb995b00 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:50.589670 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c4d977cf-e245-4135-8421-b77f548b7d82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.678391 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c4d977cf-e245-4135-8421-b77f548b7d82 None None] For port ff20a16b-05e9-48df-8db8-4790cb995b00, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ff20a16b-05e9-48df-8db8-4790cb995b00,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:50.679170 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c4d977cf-e245-4135-8421-b77f548b7d82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.685731 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785f7a7-1dec-45d2-95b4-e14f8870c260 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Network': ['ID=1ccba156-8e62-472c-aa79-380bf6176149,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:50.702193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 1ccba156-8e62-472c-aa79-380bf6176149 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:16:50.705632 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b785f7a7-1dec-45d2-95b4-e14f8870c260 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9652915 Jul 15 15:16:50.720515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48206) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:50.727298 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1984865156', 'admin_state_up': True, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:50.743876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095e1863-11c4-4df2-90a8-246a56c1f057 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:50.748585 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-095e1863-11c4-4df2-90a8-246a56c1f057 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3959906 Jul 15 15:16:50.752022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48208) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:50.757247 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-09cd7687-fbda-484d-9b57-b574c6eddb08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.820608 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55e8f2fb-fba7-4732-aba0-3bf068b6282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.877991 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-35e4a5e6-287c-4208-8537-a281324a4933 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1173799 Jul 15 15:16:50.879247 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48216) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:50.896532 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1592a5ea-91a0-43b1-8308-550e9d9c2e13 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:50.915773 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-55e8f2fb-fba7-4732-aba0-3bf068b6282a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f8e64f-0eae-4e5b-bdaf-5c3f985715be']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:50.941717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-55e8f2fb-fba7-4732-aba0-3bf068b6282a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9b32f6-24b8-4798-85d5-077268c81930') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:50.942157 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-55e8f2fb-fba7-4732-aba0-3bf068b6282a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9b32f6-24b8-4798-85d5-077268c81930') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:50.961368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 41506cc5-5897-4f17-900d-f8199594fd94 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:16:50.965422 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55e8f2fb-fba7-4732-aba0-3bf068b6282a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.976695 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.977639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c4d977cf-e245-4135-8421-b77f548b7d82 None None] Calling delete_port for ff20a16b-05e9-48df-8db8-4790cb995b00 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:50.977805 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:50.982271 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-09cd7687-fbda-484d-9b57-b574c6eddb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.013452 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 41506cc5-5897-4f17-900d-f8199594fd94 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:16:51.014061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 41506cc5-5897-4f17-900d-f8199594fd94 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:16:51.060193 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55e8f2fb-fba7-4732-aba0-3bf068b6282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.065180 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.077955 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e8f2fb-fba7-4732-aba0-3bf068b6282a admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:16:51.078375 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55e8f2fb-fba7-4732-aba0-3bf068b6282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:16:51.082303 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:16:51.103701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48220) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:51.166439 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c4d977cf-e245-4135-8421-b77f548b7d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.205254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d977cf-e245-4135-8421-b77f548b7d82 None None] Pushing event deleted for resources: {'Port': ['ID=ff20a16b-05e9-48df-8db8-4790cb995b00,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:51.212217 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d977cf-e245-4135-8421-b77f548b7d82 None None] No DVR routers for this DVR port ff20a16b-05e9-48df-8db8-4790cb995b00 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:16:51.225739 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.359177 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f8439ca5-cf23-40a1-9361-723eb67d73f1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2090327844-network', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:51.364568 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.378834 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-09cd7687-fbda-484d-9b57-b574c6eddb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.381582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1592a5ea-91a0-43b1-8308-550e9d9c2e13 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:51.385278 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1592a5ea-91a0-43b1-8308-550e9d9c2e13 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.394146 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55e8f2fb-fba7-4732-aba0-3bf068b6282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.438555 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55e8f2fb-fba7-4732-aba0-3bf068b6282a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.443775 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-55e8f2fb-fba7-4732-aba0-3bf068b6282a admin admin] 10.222.0.38 "DELETE /v2.0/networks/14f8e64f-0eae-4e5b-bdaf-5c3f985715be HTTP/1.1" status: 204 len: 168 time: 1.5151274 Jul 15 15:16:51.524833 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd7687-fbda-484d-9b57-b574c6eddb08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f494c2-b6f4-4c40-b1bb-27cdabd6cc33,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:51.532578 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Router d745af1d-375b-4ada-930d-e84499932abb is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:16:51.572055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8f2fb-fba7-4732-aba0-3bf068b6282a admin admin] Pushing event deleted for resources: {'Network': ['ID=14f8e64f-0eae-4e5b-bdaf-5c3f985715be,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:51.596563 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48228) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:51.633407 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8439ca5-cf23-40a1-9361-723eb67d73f1 admin admin] Made reservation on behalf of b3d09bfe7c7149249db8b7a8f4c648ff for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:51.635916 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8439ca5-cf23-40a1-9361-723eb67d73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.642004 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.666142 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8439ca5-cf23-40a1-9361-723eb67d73f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.689099 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9d5a7a2e-1ee4-4a40-968a-7bf118b161e4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64d671b2058540fd8ba7b7c4ada9b04a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0887651 Jul 15 15:16:51.691608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48230) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:51.693451 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-09cd7687-fbda-484d-9b57-b574c6eddb08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.693745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:16:51.695414 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-09cd7687-fbda-484d-9b57-b574c6eddb08 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/80f494c2-b6f4-4c40-b1bb-27cdabd6cc33 HTTP/1.1" status: 204 len: 168 time: 1.4779348 Jul 15 15:16:51.707410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48232) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:51.709663 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Sync routers for ids ['d745af1d-375b-4ada-930d-e84499932abb'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:16:51.721304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Routers {'d745af1d-375b-4ada-930d-e84499932abb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:16:51.722032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:16:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d745af1d-375b-4ada-930d-e84499932abb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:51.847021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Set router d745af1d-375b-4ada-930d-e84499932abb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:16:51.848514 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a722ae6-4b53-4370-9d12-443b740319d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.863011 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0755388b-bb49-4179-a776-b38c803482cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.890573 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a722ae6-4b53-4370-9d12-443b740319d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:51.917360 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1592a5ea-91a0-43b1-8308-550e9d9c2e13 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.010936 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0755388b-bb49-4179-a776-b38c803482cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.019408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1592a5ea-91a0-43b1-8308-550e9d9c2e13 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:52.024984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0755388b-bb49-4179-a776-b38c803482cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2ab8ae-a107-4a49-9219-995d9c2acd35']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:52.038492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0755388b-bb49-4179-a776-b38c803482cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9117483a-a6ce-4bf3-be2b-770bd135be02') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:52.039092 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0755388b-bb49-4179-a776-b38c803482cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9117483a-a6ce-4bf3-be2b-770bd135be02') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:52.046904 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a722ae6-4b53-4370-9d12-443b740319d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.050233 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a722ae6-4b53-4370-9d12-443b740319d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.059945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-1592a5ea-91a0-43b1-8308-550e9d9c2e13 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:52.065054 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4a722ae6-4b53-4370-9d12-443b740319d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc8b62c1-cfc1-4347-a726-5612b543adbb HTTP/1.1" status: 204 len: 168 time: 0.3616300 Jul 15 15:16:52.073926 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a249e588-e1d2-4ca6-a127-e2a76041439c None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:16:52.082202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1592a5ea-91a0-43b1-8308-550e9d9c2e13 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:52.083931 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1592a5ea-91a0-43b1-8308-550e9d9c2e13 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.088258 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8439ca5-cf23-40a1-9361-723eb67d73f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.103412 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592a5ea-91a0-43b1-8308-550e9d9c2e13 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=a133d9ef-3511-43f6-a483-3e831929c987,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:52.105661 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8439ca5-cf23-40a1-9361-723eb67d73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.139218 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0755388b-bb49-4179-a776-b38c803482cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.154888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1592a5ea-91a0-43b1-8308-550e9d9c2e13 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2636266 Jul 15 15:16:52.160634 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a722ae6-4b53-4370-9d12-443b740319d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8b62c1-cfc1-4347-a726-5612b543adbb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:52.161229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48238) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:52.175784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e22b770b-87ec-48c1-ac3a-38d29f9c572e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'fixed_ips': [{'subnet_id': 'a133d9ef-3511-43f6-a483-3e831929c987', 'ip_address': '2001:db8::8e84:ae52:9521:b183'}], 'name': 'tempest-NetworksTestDHCPv6-1225125024'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:52.183263 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.185580 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8439ca5-cf23-40a1-9361-723eb67d73f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:16:52.194490 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.198732 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-61fa6ca5-f6da-4623-996b-95d31b67ff1a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.8983674 Jul 15 15:16:52.202240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48240) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:52.217770 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0755388b-bb49-4179-a776-b38c803482cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.250926 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0755388b-bb49-4179-a776-b38c803482cf admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:16:52.254225 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0755388b-bb49-4179-a776-b38c803482cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.256419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8439ca5-cf23-40a1-9361-723eb67d73f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2c0a3a-9acd-4274-acab-34c5a437812e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:16:52.257289 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:16:52.266896 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.281579 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8439ca5-cf23-40a1-9361-723eb67d73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.282016 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-f8439ca5-cf23-40a1-9361-723eb67d73f1 admin admin] Added segment dd9f4a00-2724-4dd6-b616-d546689d8f8d of type vlan for network 088354e7-0ac9-4646-b0a4-25116cafc1d2 Jul 15 15:16:52.319185 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ff20a16b-05e9-48df-8db8-4790cb995b00 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:16:52.355058 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: ff20a16b-05e9-48df-8db8-4790cb995b00 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:16:52.355404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ff20a16b-05e9-48df-8db8-4790cb995b00 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:16:52.391095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': 'a133d9ef-3511-43f6-a483-3e831929c987'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:16:52.391957 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.430009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd745af1d-375b-4ada-930d-e84499932abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442550384', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:47Z', 'updated_at': '2021-07-15T15:16:50Z', 'revision_number': 3, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:49Z', 'updated_at': '2021-07-15T15:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:52.433171 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0755388b-bb49-4179-a776-b38c803482cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.441009 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0755388b-bb49-4179-a776-b38c803482cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.445455 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0755388b-bb49-4179-a776-b38c803482cf admin admin] 10.222.0.38 "DELETE /v2.0/networks/ca2ab8ae-a107-4a49-9219-995d9c2acd35 HTTP/1.1" status: 204 len: 168 time: 0.7029662 Jul 15 15:16:52.465147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Checking router: d745af1d-375b-4ada-930d-e84499932abb for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:16:52.465885 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Updating router d745af1d-375b-4ada-930d-e84499932abb port d4ad2ea4-7a3c-4e4a-92de-10722eb44018 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:16:52.484371 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755388b-bb49-4179-a776-b38c803482cf admin admin] Pushing event deleted for resources: {'Network': ['ID=ca2ab8ae-a107-4a49-9219-995d9c2acd35,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:52.520635 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8439ca5-cf23-40a1-9361-723eb67d73f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.591203 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.638853 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8439ca5-cf23-40a1-9361-723eb67d73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.639853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8439ca5-cf23-40a1-9361-723eb67d73f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:52.640439 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8439ca5-cf23-40a1-9361-723eb67d73f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.680384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Allocated IP 172.25.4.30 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/67553859-dde2-49b3-b184-b0394b7c2cc6) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:52.762555 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d12ae77d-2186-412d-88d0-57dee9fffb22 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=fa1c872dfc224a95b77ffe6e9a9fcd2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5586348 Jul 15 15:16:52.766397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22b770b-87ec-48c1-ac3a-38d29f9c572e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:52.767046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48250) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:52.799690 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48252) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:52.811512 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Allocated IP 2001:db8::2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/a133d9ef-3511-43f6-a483-3e831929c987/e101e0a7-9db3-4ef9-9349-5b6e244451c6) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:52.857305 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f8439ca5-cf23-40a1-9361-723eb67d73f1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7525918 Jul 15 15:16:52.862042 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48254) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:52.864333 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e22b770b-87ec-48c1-ac3a-38d29f9c572e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:52.888178 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-e22b770b-87ec-48c1-ac3a-38d29f9c572e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port 94ba24a4-960d-467a-acd7-e737ab6ce0a4 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:16:52.909353 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-77988886-42c7-4dac-b0cb-350a7f2dcd04 admin admin] Request body: {'subnet': {'network_id': '088354e7-0ac9-4646-b0a4-25116cafc1d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2090327844-subnet', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:52.936645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48256) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:52.960521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77988886-42c7-4dac-b0cb-350a7f2dcd04 admin admin] Made reservation on behalf of b3d09bfe7c7149249db8b7a8f4c648ff for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:52.963362 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77988886-42c7-4dac-b0cb-350a7f2dcd04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.035750 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.046844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Transition to ACTIVE for port object e101e0a7-9db3-4ef9-9349-5b6e244451c6 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:53.067002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8439ca5-cf23-40a1-9361-723eb67d73f1 admin admin] Pushing event updated for resources: {'Network': ['ID=088354e7-0ac9-4646-b0a4-25116cafc1d2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:53.088175 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Transition to ACTIVE for port object e101e0a7-9db3-4ef9-9349-5b6e244451c6 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:53.089852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 088354e7-0ac9-4646-b0a4-25116cafc1d2 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:16:53.127328 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.131683 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c4d99808-f693-40ab-8ad7-3478d4622c0c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d7da3f80492e4aa3a32af088ff736598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906478 Jul 15 15:16:53.142452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48262) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:53.188117 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:53.219140 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:53.228205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:53.249315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-e22b770b-87ec-48c1-ac3a-38d29f9c572e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::8e84:ae52:9521:b183 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/a133d9ef-3511-43f6-a483-3e831929c987/94ba24a4-960d-467a-acd7-e737ab6ce0a4) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:53.256990 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Pushing event updated for resources: {'Port': ['ID=e101e0a7-9db3-4ef9-9349-5b6e244451c6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:53.266998 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.320344 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Attempting to bind port e101e0a7-9db3-4ef9-9349-5b6e244451c6 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:16:53.321441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Attempting to bind port e101e0a7-9db3-4ef9-9349-5b6e244451c6 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:16:53.321988 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Attempting to bind port e101e0a7-9db3-4ef9-9349-5b6e244451c6 on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:16:53.327894 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c785f8e9-fd3d-437b-ae44-5fb1cbe18e0a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=654aa7ff723c41b59e7bbd6bde26ee6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5256898 Jul 15 15:16:53.328449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:16:53.329052 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:16:53.329726 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.330585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:16:53.331039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48266) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:53.331438 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Bound port: e101e0a7-9db3-4ef9-9349-5b6e244451c6, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:16:53.332047 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.373311 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c710b-264f-4705-871c-7389210f1db9 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:53.375506 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f61c710b-264f-4705-871c-7389210f1db9 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6057713 Jul 15 15:16:53.384832 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48268) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:53.416973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] For port e101e0a7-9db3-4ef9-9349-5b6e244451c6, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:16:53.421078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] For port e101e0a7-9db3-4ef9-9349-5b6e244451c6, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e101e0a7-9db3-4ef9-9349-5b6e244451c6,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:16:53.427433 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.447295 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8d49e6d-b3b6-417f-b53a-175e07dd0f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.494697 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d3d402eb-7c6d-48d6-8db8-00dc4f2be409 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1031601 Jul 15 15:16:53.501825 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48272) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:53.513505 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f343c67-07f2-46a4-a386-de0ec4fb6936 None None] Pushing event updated for resources: {'Port': ['ID=e101e0a7-9db3-4ef9-9349-5b6e244451c6,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:53.515334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-29f2f380-f17a-43cc-aaa3-a063c3f5caed tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1277626435', 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184', 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:53.543463 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8d49e6d-b3b6-417f-b53a-175e07dd0f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.586323 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45f5c50d-efbb-494a-b41b-71c8f414cab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.724586 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45f5c50d-efbb-494a-b41b-71c8f414cab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.804678 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.828666 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8d49e6d-b3b6-417f-b53a-175e07dd0f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.831593 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8d49e6d-b3b6-417f-b53a-175e07dd0f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.835843 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b8d49e6d-b3b6-417f-b53a-175e07dd0f9f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ade251e8-fedb-4cf2-a92b-4ec961b103a8 HTTP/1.1" status: 204 len: 168 time: 0.6741290 Jul 15 15:16:53.836599 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f2f380-f17a-43cc-aaa3-a063c3f5caed tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Made reservation on behalf of fa1c872dfc224a95b77ffe6e9a9fcd2c for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:53.840196 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29f2f380-f17a-43cc-aaa3-a063c3f5caed tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.862240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d49e6d-b3b6-417f-b53a-175e07dd0f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade251e8-fedb-4cf2-a92b-4ec961b103a8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:53.910044 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77988886-42c7-4dac-b0cb-350a7f2dcd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.931585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:53.959801 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb052dbb-7a0a-4b77-b10e-8dd3b3f61aca req-db9aaba2-3f4f-4baf-8c9d-67649c5d7acc tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:53.961632 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb052dbb-7a0a-4b77-b10e-8dd3b3f61aca req-db9aaba2-3f4f-4baf-8c9d-67649c5d7acc tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 946 time: 0.2357366 Jul 15 15:16:53.962645 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:53.979363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:54.023605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=67553859-dde2-49b3-b184-b0394b7c2cc6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:54.040157 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45f5c50d-efbb-494a-b41b-71c8f414cab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:54.043063 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45f5c50d-efbb-494a-b41b-71c8f414cab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:54.044440 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-45f5c50d-efbb-494a-b41b-71c8f414cab1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8b673d26-f67a-47f1-9531-c55fbd364c0c HTTP/1.1" status: 204 len: 168 time: 0.7058010 Jul 15 15:16:54.060719 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:54.066574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5c50d-efbb-494a-b41b-71c8f414cab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b673d26-f67a-47f1-9531-c55fbd364c0c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:54.074483 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77988886-42c7-4dac-b0cb-350a7f2dcd04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:54.078173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Transition to ACTIVE for port object d4ad2ea4-7a3c-4e4a-92de-10722eb44018 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:54.089503 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:54.096679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77988886-42c7-4dac-b0cb-350a7f2dcd04 admin admin] Checking segment: {'id': 'dd9f4a00-2724-4dd6-b616-d546689d8f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '088354e7-0ac9-4646-b0a4-25116cafc1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:16:54.097215 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77988886-42c7-4dac-b0cb-350a7f2dcd04 admin admin] Network hostable DHCP agents. Network: 088354e7-0ac9-4646-b0a4-25116cafc1d2, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:16:54.195745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Attempting to bind port d4ad2ea4-7a3c-4e4a-92de-10722eb44018 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:16:54.196202 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Attempting to bind port d4ad2ea4-7a3c-4e4a-92de-10722eb44018 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:16:54.196587 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Attempting to bind port d4ad2ea4-7a3c-4e4a-92de-10722eb44018 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:16:54.201774 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdf517-100e-45bb-8f6b-92fa27f2d5d8 None None] Pushing event updated for resources: {'Port': ['ID=d4ad2ea4-7a3c-4e4a-92de-10722eb44018,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:54.205105 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77988886-42c7-4dac-b0cb-350a7f2dcd04 admin admin] Network 088354e7-0ac9-4646-b0a4-25116cafc1d2 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:16:54.207844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:16:54.208177 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:16:54.210484 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:54.210957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:16:54.211489 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Bound port: d4ad2ea4-7a3c-4e4a-92de-10722eb44018, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:16:54.211938 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:54.287926 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-77988886-42c7-4dac-b0cb-350a7f2dcd04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 088354e7-0ac9-4646-b0a4-25116cafc1d2) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:54.292522 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] For port d4ad2ea4-7a3c-4e4a-92de-10722eb44018, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:16:54.314456 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] For port d4ad2ea4-7a3c-4e4a-92de-10722eb44018, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d4ad2ea4-7a3c-4e4a-92de-10722eb44018,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:16:54.319645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac41192-d1d1-4da2-91e5-36c05bd9dd08 None None] Network 088354e7-0ac9-4646-b0a4-25116cafc1d2 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:16:54.326608 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:54.345448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77988886-42c7-4dac-b0cb-350a7f2dcd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:54.346054 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77988886-42c7-4dac-b0cb-350a7f2dcd04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:54.436640 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29f2f380-f17a-43cc-aaa3-a063c3f5caed tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:54.441464 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdf517-100e-45bb-8f6b-92fa27f2d5d8 None None] Pushing event updated for resources: {'Port': ['ID=d4ad2ea4-7a3c-4e4a-92de-10722eb44018,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:54.446409 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e101e0a7-9db3-4ef9-9349-5b6e244451c6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:16:54.449664 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e22b770b-87ec-48c1-ac3a-38d29f9c572e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:54.473637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-e22b770b-87ec-48c1-ac3a-38d29f9c572e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object 94ba24a4-960d-467a-acd7-e737ab6ce0a4 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:54.487590 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-77988886-42c7-4dac-b0cb-350a7f2dcd04 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5949004 Jul 15 15:16:54.531238 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48282) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:54.539747 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e22b770b-87ec-48c1-ac3a-38d29f9c572e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:54.545875 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2090327844-router', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:54.575180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Routers {'d745af1d-375b-4ada-930d-e84499932abb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:16:54.575833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:16:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d745af1d-375b-4ada-930d-e84499932abb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:54.622056 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2f380-f17a-43cc-aaa3-a063c3f5caed tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'Subnet': ['ID=dd4d22ea-6551-4399-89d6-17e10eccfae5,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:54.690774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b770b-87ec-48c1-ac3a-38d29f9c572e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:54.713206 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2f380-f17a-43cc-aaa3-a063c3f5caed tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Checking segment: {'id': 'f5a3fe10-2b82-4c5a-bab2-e0d23956883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:16:54.713621 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2f380-f17a-43cc-aaa3-a063c3f5caed tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Network hostable DHCP agents. Network: 22d68543-baaf-4a5b-81ff-bc226b485184, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:16:54.732705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] Set router d745af1d-375b-4ada-930d-e84499932abb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:16:54.753251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2f380-f17a-43cc-aaa3-a063c3f5caed tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Network 22d68543-baaf-4a5b-81ff-bc226b485184 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:16:54.771726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e22b770b-87ec-48c1-ac3a-38d29f9c572e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:54.784958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-29f2f380-f17a-43cc-aaa3-a063c3f5caed tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 22d68543-baaf-4a5b-81ff-bc226b485184) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:54.794640 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f2f380-f17a-43cc-aaa3-a063c3f5caed tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:54.795262 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29f2f380-f17a-43cc-aaa3-a063c3f5caed tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:54.804812 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22b770b-87ec-48c1-ac3a-38d29f9c572e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:54.826947 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22b770b-87ec-48c1-ac3a-38d29f9c572e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:54.827655 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e22b770b-87ec-48c1-ac3a-38d29f9c572e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:54.847301 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab92ce7b-4a2b-4cc7-822c-b1c0c5df208b None None] Network 22d68543-baaf-4a5b-81ff-bc226b485184 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:16:54.852994 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb052dbb-7a0a-4b77-b10e-8dd3b3f61aca req-807c5f8c-406f-4a76-8cc2-0ee2b460adf0 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8852315 Jul 15 15:16:54.925579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b770b-87ec-48c1-ac3a-38d29f9c572e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=94ba24a4-960d-467a-acd7-e737ab6ce0a4,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:54.954265 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:54.955672 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:54.980764 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-29f2f380-f17a-43cc-aaa3-a063c3f5caed tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4664993 Jul 15 15:16:55.012322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48300) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:55.090275 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:55.096698 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e22b770b-87ec-48c1-ac3a-38d29f9c572e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9287488 Jul 15 15:16:55.149334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48302) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:55.179805 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932c5ef-d1f9-4e77-9e79-17316a3d5ccb req-ec9b40fa-b716-48d8-9c62-33ceafecd389 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:55.182388 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4932c5ef-d1f9-4e77-9e79-17316a3d5ccb req-ec9b40fa-b716-48d8-9c62-33ceafecd389 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 946 time: 0.2708719 Jul 15 15:16:55.292156 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:55.441789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port e101e0a7-9db3-4ef9-9349-5b6e244451c6 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:55.539856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c077ad20-6be9-475e-bcf4-81391fa01fd9 None None] Provisioning for port e101e0a7-9db3-4ef9-9349-5b6e244451c6 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:55.600248 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e437792-f14b-4320-bad0-2d87055d6bbb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:55.607455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e437792-f14b-4320-bad0-2d87055d6bbb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:55.612528 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6e437792-f14b-4320-bad0-2d87055d6bbb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4600141 Jul 15 15:16:55.615672 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48320) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:55.659896 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:55.685221 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c077ad20-6be9-475e-bcf4-81391fa01fd9 None None] Provisioning complete for port e101e0a7-9db3-4ef9-9349-5b6e244451c6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:55.685639 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c077ad20-6be9-475e-bcf4-81391fa01fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:55.821167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-088354e7-0ac9-4646-b0a4-25116cafc1d2', 'network_id': '088354e7-0ac9-4646-b0a4-25116cafc1d2', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'fixed_ips': [{'subnet_id': 'df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:16:55.822054 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:55.944167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-22d68543-baaf-4a5b-81ff-bc226b485184', 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'fixed_ips': [{'subnet_id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:16:55.947299 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:56.029787 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:56.136609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-4932c5ef-d1f9-4e77-9e79-17316a3d5ccb req-934819fc-0e51-499b-8d2b-00177f0f8f3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Deleting port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:56.136954 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4932c5ef-d1f9-4e77-9e79-17316a3d5ccb req-934819fc-0e51-499b-8d2b-00177f0f8f3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:56.321394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48336) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:56.398454 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4828afe8-03e5-4987-b00d-7d338abe6afd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port 94ba24a4-960d-467a-acd7-e737ab6ce0a4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:16:56.398861 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4828afe8-03e5-4987-b00d-7d338abe6afd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:56.401800 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Allocated IP 172.20.0.2 (22d68543-baaf-4a5b-81ff-bc226b485184/dd4d22ea-6551-4399-89d6-17e10eccfae5/da5269d2-bf60-4c38-a5bd-39f551e08e59) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:56.454872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48342) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:56.494374 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd745af1d-375b-4ada-930d-e84499932abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442550384', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:47Z', 'updated_at': '2021-07-15T15:16:50Z', 'revision_number': 3, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:49Z', 'updated_at': '2021-07-15T15:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:56.495039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4932c5ef-d1f9-4e77-9e79-17316a3d5ccb req-934819fc-0e51-499b-8d2b-00177f0f8f3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] For port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:56.495353 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4932c5ef-d1f9-4e77-9e79-17316a3d5ccb req-934819fc-0e51-499b-8d2b-00177f0f8f3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:56.543530 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c077ad20-6be9-475e-bcf4-81391fa01fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:56.556553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c0333-e757-4df1-9e07-c819881563d6 req-225a418b-668f-465d-9436-21053f9e92fa tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:56.558335 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-856c0333-e757-4df1-9e07-c819881563d6 req-225a418b-668f-465d-9436-21053f9e92fa tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 946 time: 0.3683822 Jul 15 15:16:56.559771 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:56.564207 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1052c5b1-adc3-40bb-a84e-aeff0057f372 None None] The sync data for ids ['d745af1d-375b-4ada-930d-e84499932abb'] in n-d-764435-3 is: [{'id': 'd745af1d-375b-4ada-930d-e84499932abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442550384', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:47Z', 'updated_at': '2021-07-15T15:16:50Z', 'revision_number': 3, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:49Z', 'updated_at': '2021-07-15T15:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:16:56.593180 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4aafbf2-c4a8-4418-98d7-524a11c76801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:56.670572 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:56.679952 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Transition to ACTIVE for port object da5269d2-bf60-4c38-a5bd-39f551e08e59 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:56.681348 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:56.705517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Transition to ACTIVE for port object da5269d2-bf60-4c38-a5bd-39f551e08e59 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:56.717249 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e3a7-cff6-436a-8683-25bad5a4c863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:56.723742 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:56.726280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Allocated IP 172.20.0.2 (088354e7-0ac9-4646-b0a4-25116cafc1d2/df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde/757167c9-c69c-49cf-b0b2-fa513cc89622) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:56.731461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c077ad20-6be9-475e-bcf4-81391fa01fd9 None None] For port e101e0a7-9db3-4ef9-9349-5b6e244451c6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e101e0a7-9db3-4ef9-9349-5b6e244451c6,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:56.767392 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c077ad20-6be9-475e-bcf4-81391fa01fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:56.771038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4828afe8-03e5-4987-b00d-7d338abe6afd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:56.782152 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router 9e42e469-1471-40a0-9dd9-729a3960d98a is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:16:56.790226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-856c0333-e757-4df1-9e07-c819881563d6 req-b9eaaed4-7c8c-4156-9330-a4a8b2fc8f0e tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610079 Jul 15 15:16:56.812436 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4828afe8-03e5-4987-b00d-7d338abe6afd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for 94ba24a4-960d-467a-acd7-e737ab6ce0a4 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:56.842132 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Pushing event updated for resources: {'Port': ['ID=da5269d2-bf60-4c38-a5bd-39f551e08e59,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:56.848500 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Network 22d68543-baaf-4a5b-81ff-bc226b485184 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:56.859914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:56.866156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:56.978925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:16:57.005386 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Sync routers for ids ['9e42e469-1471-40a0-9dd9-729a3960d98a'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:16:57.022149 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Routers {'9e42e469-1471-40a0-9dd9-729a3960d98a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:16:57.023216 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:16:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9e42e469-1471-40a0-9dd9-729a3960d98a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:57.035151 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b402cd70-033a-443c-9ce8-fbcec9d8ed2a None None] Provisioning for port 94ba24a4-960d-467a-acd7-e737ab6ce0a4 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:57.048109 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b402cd70-033a-443c-9ce8-fbcec9d8ed2a None None] Provisioning complete for port 94ba24a4-960d-467a-acd7-e737ab6ce0a4 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:57.048482 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b402cd70-033a-443c-9ce8-fbcec9d8ed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.059390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Allocated IP 172.25.4.219 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:57.076012 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.120402 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b402cd70-033a-443c-9ce8-fbcec9d8ed2a None None] Port 94ba24a4-960d-467a-acd7-e737ab6ce0a4 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:16:57.125218 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4932c5ef-d1f9-4e77-9e79-17316a3d5ccb req-934819fc-0e51-499b-8d2b-00177f0f8f3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.125805 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4932c5ef-d1f9-4e77-9e79-17316a3d5ccb req-934819fc-0e51-499b-8d2b-00177f0f8f3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.126294 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [req-4932c5ef-d1f9-4e77-9e79-17316a3d5ccb req-934819fc-0e51-499b-8d2b-00177f0f8f3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Floating IP bfb35cc9-3b33-4344-a1ae-dd8c31fc2603 disassociated. External IP: 172.25.4.142, port: ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2. Jul 15 15:16:57.126855 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-4932c5ef-d1f9-4e77-9e79-17316a3d5ccb req-934819fc-0e51-499b-8d2b-00177f0f8f3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Calling delete_port for ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:16:57.152825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Attempting to bind port da5269d2-bf60-4c38-a5bd-39f551e08e59 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:16:57.153192 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Attempting to bind port da5269d2-bf60-4c38-a5bd-39f551e08e59 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'f5a3fe10-2b82-4c5a-bab2-e0d23956883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:16:57.153555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Attempting to bind port da5269d2-bf60-4c38-a5bd-39f551e08e59 on network 22d68543-baaf-4a5b-81ff-bc226b485184 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:16:57.155667 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077ad20-6be9-475e-bcf4-81391fa01fd9 None None] Pushing event updated for resources: {'Port': ['ID=e101e0a7-9db3-4ef9-9349-5b6e244451c6,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:57.179816 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4aafbf2-c4a8-4418-98d7-524a11c76801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.187859 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:16:57.189298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Checking segment: {'id': 'f5a3fe10-2b82-4c5a-bab2-e0d23956883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:16:57.189727 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.190169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Bound using segment: {'id': 'f5a3fe10-2b82-4c5a-bab2-e0d23956883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:16:57.190695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Bound port: da5269d2-bf60-4c38-a5bd-39f551e08e59, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a3fe10-2b82-4c5a-bab2-e0d23956883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:16:57.191081 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.191891 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4aafbf2-c4a8-4418-98d7-524a11c76801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.209475 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.211282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-388a3cf8-96f8-42e1-acd0-e06aa78b4a97 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.4896998 Jul 15 15:16:57.219194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48346) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:57.280155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-17be893d-0567-4c6a-a2c9-805af0470b5a tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=5ef1d87b1ef049c18d214bfde5982884&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519567 Jul 15 15:16:57.281667 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48348) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:57.307334 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Set router 9e42e469-1471-40a0-9dd9-729a3960d98a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:16:57.354544 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.371002 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] For port da5269d2-bf60-4c38-a5bd-39f551e08e59, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:16:57.374485 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] For port da5269d2-bf60-4c38-a5bd-39f551e08e59, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=da5269d2-bf60-4c38-a5bd-39f551e08e59,segment=NetworkSegment(f5a3fe10-2b82-4c5a-bab2-e0d23956883c),segment_id=f5a3fe10-2b82-4c5a-bab2-e0d23956883c)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:16:57.382608 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.386279 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.397769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Transition to ACTIVE for port object 757167c9-c69c-49cf-b0b2-fa513cc89622 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:57.427030 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4828afe8-03e5-4987-b00d-7d338abe6afd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.466616 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a4aafbf2-c4a8-4418-98d7-524a11c76801 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd8312f8cf97405894c1216b669bf4bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1430578 Jul 15 15:16:57.475306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Transition to ACTIVE for port object 757167c9-c69c-49cf-b0b2-fa513cc89622 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:57.481624 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48352) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:57.482759 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.495626 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.509393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adc01f-819a-4935-b87f-cc89a840b11f None None] Pushing event updated for resources: {'Port': ['ID=da5269d2-bf60-4c38-a5bd-39f551e08e59,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:57.564168 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Pushing event updated for resources: {'Port': ['ID=757167c9-c69c-49cf-b0b2-fa513cc89622,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:57.588649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Network 088354e7-0ac9-4646-b0a4-25116cafc1d2 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:57.590276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:57.593433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:57.605431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828afe8-03e5-4987-b00d-7d338abe6afd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=94ba24a4-960d-467a-acd7-e737ab6ce0a4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:57.682796 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aafbf2-c4a8-4418-98d7-524a11c76801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5d3e54-01d3-4ab0-8724-9326a25f9625,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:57.685906 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5005f92-4fd7-4e0e-a177-9db59be0b858 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:57.690404 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48354) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:57.690892 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984865156', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:51Z', 'updated_at': '2021-07-15T15:16:54Z', 'revision_number': 3, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:52Z', 'updated_at': '2021-07-15T15:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:57.699589 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b5005f92-4fd7-4e0e-a177-9db59be0b858 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2639940 Jul 15 15:16:57.733401 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4828afe8-03e5-4987-b00d-7d338abe6afd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.741845 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4828afe8-03e5-4987-b00d-7d338abe6afd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/94ba24a4-960d-467a-acd7-e737ab6ce0a4 HTTP/1.1" status: 204 len: 168 time: 2.1204650 Jul 15 15:16:57.761063 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48356) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:57.800475 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Checking router: 9e42e469-1471-40a0-9dd9-729a3960d98a for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:16:57.800867 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Updating router 9e42e469-1471-40a0-9dd9-729a3960d98a port 67553859-dde2-49b3-b184-b0394b7c2cc6 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:16:57.816629 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Attempting to bind port 757167c9-c69c-49cf-b0b2-fa513cc89622 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:16:57.817010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Attempting to bind port 757167c9-c69c-49cf-b0b2-fa513cc89622 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'dd9f4a00-2724-4dd6-b616-d546689d8f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '088354e7-0ac9-4646-b0a4-25116cafc1d2'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:16:57.817380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Attempting to bind port 757167c9-c69c-49cf-b0b2-fa513cc89622 on network 088354e7-0ac9-4646-b0a4-25116cafc1d2 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:16:57.832154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:16:57.832447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Checking segment: {'id': 'dd9f4a00-2724-4dd6-b616-d546689d8f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '088354e7-0ac9-4646-b0a4-25116cafc1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:16:57.832863 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.833883 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Bound using segment: {'id': 'dd9f4a00-2724-4dd6-b616-d546689d8f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '088354e7-0ac9-4646-b0a4-25116cafc1d2'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:16:57.834273 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Bound port: 757167c9-c69c-49cf-b0b2-fa513cc89622, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9f4a00-2724-4dd6-b616-d546689d8f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '088354e7-0ac9-4646-b0a4-25116cafc1d2'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:16:57.834949 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.846789 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.881548 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5a0763d1-e6e2-4f23-be9c-2dbfbcfbf3f1 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1766381 Jul 15 15:16:57.889519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48360) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:57.905942 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-214833ae-2574-4dcc-9957-cb614216df54 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1722453015', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:57.909272 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:57.915415 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9ff327-81c0-4b80-9da9-90eda251f47a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:57.917703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9ff327-81c0-4b80-9da9-90eda251f47a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:57.919570 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0b9ff327-81c0-4b80-9da9-90eda251f47a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1558306 Jul 15 15:16:57.954416 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48362) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:57.956558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:57.975772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:57.980420 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Pushing event updated for resources: {'Port': ['ID=ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:58.037657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] For port 757167c9-c69c-49cf-b0b2-fa513cc89622, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:16:58.041332 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] For port 757167c9-c69c-49cf-b0b2-fa513cc89622, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=757167c9-c69c-49cf-b0b2-fa513cc89622,segment=NetworkSegment(dd9f4a00-2724-4dd6-b616-d546689d8f8d),segment_id=dd9f4a00-2724-4dd6-b616-d546689d8f8d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:16:58.050737 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.072617 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-02553af3-1248-464e-858e-53bae1e9d27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.182965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c122efc-77f4-4c27-89b0-aadc3447fa7b None None] Pushing event updated for resources: {'Port': ['ID=757167c9-c69c-49cf-b0b2-fa513cc89622,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:58.230164 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e3a7-cff6-436a-8683-25bad5a4c863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.300604 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4932c5ef-d1f9-4e77-9e79-17316a3d5ccb req-934819fc-0e51-499b-8d2b-00177f0f8f3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.332396 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-02553af3-1248-464e-858e-53bae1e9d27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.392375 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Allocated IP 172.20.0.1 (22d68543-baaf-4a5b-81ff-bc226b485184/dd4d22ea-6551-4399-89d6-17e10eccfae5/ec233795-c9a7-4959-8765-7d39e4d070bc) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:58.432607 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e3a7-cff6-436a-8683-25bad5a4c863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.446029 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.509203 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Transition to ACTIVE for port object 67553859-dde2-49b3-b184-b0394b7c2cc6 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:58.515165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98693c1-6d2d-4ca3-872c-ef0b2055d4a4 req-06eb3e6a-4132-4564-b570-a25c396fb209 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:58.518610 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.525785 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b98693c1-6d2d-4ca3-872c-ef0b2055d4a4 req-06eb3e6a-4132-4564-b570-a25c396fb209 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 868 time: 0.4316692 Jul 15 15:16:58.535124 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e101e0a7-9db3-4ef9-9349-5b6e244451c6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:16:58.540508 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-83791c4a-ede5-4576-b4dd-931b9894f821 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet a133d9ef-3511-43f6-a483-3e831929c987 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:16:58.568922 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83791c4a-ede5-4576-b4dd-931b9894f821 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.623555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e101e0a7-9db3-4ef9-9349-5b6e244451c6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:58.624068 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.627619 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-02553af3-1248-464e-858e-53bae1e9d27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.632100 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-02553af3-1248-464e-858e-53bae1e9d27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.633556 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83791c4a-ede5-4576-b4dd-931b9894f821 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.634433 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-02553af3-1248-464e-858e-53bae1e9d27d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f5d3e54-01d3-4ab0-8724-9326a25f9625 HTTP/1.1" status: 204 len: 168 time: 1.1493874 Jul 15 15:16:58.639735 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Attempting to bind port 67553859-dde2-49b3-b184-b0394b7c2cc6 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:16:58.640114 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Attempting to bind port 67553859-dde2-49b3-b184-b0394b7c2cc6 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:16:58.640486 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Attempting to bind port 67553859-dde2-49b3-b184-b0394b7c2cc6 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:16:58.654494 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b98693c1-6d2d-4ca3-872c-ef0b2055d4a4 req-4e764830-0848-447d-8f73-86f72290a3e2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=e99780fa-da35-49b9-83f3-e282ee13eb6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294320 Jul 15 15:16:58.661558 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:16:58.662031 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:16:58.662345 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.673000 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:16:58.673238 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02553af3-1248-464e-858e-53bae1e9d27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5d3e54-01d3-4ab0-8724-9326a25f9625,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:58.673681 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Bound port: 67553859-dde2-49b3-b184-b0394b7c2cc6, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:16:58.673931 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.735810 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9538ba-a534-4986-af00-f17fc8a5de47 None None] Pushing event updated for resources: {'Port': ['ID=67553859-dde2-49b3-b184-b0394b7c2cc6,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:58.767365 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9538ba-a534-4986-af00-f17fc8a5de47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:58.768393 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9538ba-a534-4986-af00-f17fc8a5de47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:58.768987 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9538ba-a534-4986-af00-f17fc8a5de47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:58.770042 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9538ba-a534-4986-af00-f17fc8a5de47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:58.771490 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9538ba-a534-4986-af00-f17fc8a5de47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:58.772170 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9538ba-a534-4986-af00-f17fc8a5de47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:58.772993 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9538ba-a534-4986-af00-f17fc8a5de47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:58.778099 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9538ba-a534-4986-af00-f17fc8a5de47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:58.778844 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9538ba-a534-4986-af00-f17fc8a5de47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:58.779422 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9538ba-a534-4986-af00-f17fc8a5de47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:58.780841 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9538ba-a534-4986-af00-f17fc8a5de47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:58.781602 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9538ba-a534-4986-af00-f17fc8a5de47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:58.831169 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] For port 67553859-dde2-49b3-b184-b0394b7c2cc6, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:16:58.840129 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] For port 67553859-dde2-49b3-b184-b0394b7c2cc6, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=67553859-dde2-49b3-b184-b0394b7c2cc6,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:16:58.845718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device da5269d2-bf60-4c38-a5bd-39f551e08e59 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:16:58.850681 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.876710 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83791c4a-ede5-4576-b4dd-931b9894f821 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.923268 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Routers {'9e42e469-1471-40a0-9dd9-729a3960d98a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:16:58.924100 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:16:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9e42e469-1471-40a0-9dd9-729a3960d98a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:58.948194 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port da5269d2-bf60-4c38-a5bd-39f551e08e59 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:58.954484 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d4ad2ea4-7a3c-4e4a-92de-10722eb44018 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:16:58.979407 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83791c4a-ede5-4576-b4dd-931b9894f821 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:59.015454 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83791c4a-ede5-4576-b4dd-931b9894f821 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:59.020288 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-83791c4a-ede5-4576-b4dd-931b9894f821 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/a133d9ef-3511-43f6-a483-3e831929c987 HTTP/1.1" status: 204 len: 168 time: 1.0398009 Jul 15 15:16:59.050461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef259d69-abd4-4bc4-a259-4a1e98e6c0d3 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:16:59.083087 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f4d9e3a7-cff6-436a-8683-25bad5a4c863 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e989413a016b42caa2782e41596001ae&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6236773 Jul 15 15:16:59.095946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48372) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:59.096289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48374) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:59.105987 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] Set router 9e42e469-1471-40a0-9dd9-729a3960d98a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:16:59.191438 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214833ae-2574-4dcc-9957-cb614216df54 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Made reservation on behalf of 5ef1d87b1ef049c18d214bfde5982884 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:59.199899 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-214833ae-2574-4dcc-9957-cb614216df54 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:59.205778 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934819fc-0e51-499b-8d2b-00177f0f8f3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event deleted for resources: {'Port': ['ID=ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:59.207689 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9e3a7-cff6-436a-8683-25bad5a4c863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bae2fc8-157a-4a0b-9434-0ba84c495816,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:59.221200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port d4ad2ea4-7a3c-4e4a-92de-10722eb44018 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:59.242241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d4ad2ea4-7a3c-4e4a-92de-10722eb44018 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:59.242745 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:59.280657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eb6772-1f62-45b9-87fa-0557490cc6ce None None] Network 22d68543-baaf-4a5b-81ff-bc226b485184 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:16:59.455318 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:59.512364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ab496ff2-814d-47d5-b495-cc6f8ef04300 None None] Provisioning for port da5269d2-bf60-4c38-a5bd-39f551e08e59 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:59.523578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ab496ff2-814d-47d5-b495-cc6f8ef04300 None None] Provisioning complete for port da5269d2-bf60-4c38-a5bd-39f551e08e59 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:59.524083 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab496ff2-814d-47d5-b495-cc6f8ef04300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:59.621194 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9538ba-a534-4986-af00-f17fc8a5de47 None None] Pushing event updated for resources: {'Port': ['ID=67553859-dde2-49b3-b184-b0394b7c2cc6,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:59.641075 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984865156', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:51Z', 'updated_at': '2021-07-15T15:16:54Z', 'revision_number': 3, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:52Z', 'updated_at': '2021-07-15T15:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:16:59.729647 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524ceab0-6345-45bd-80be-9df24e47daa1 None None] The sync data for ids ['9e42e469-1471-40a0-9dd9-729a3960d98a'] in n-d-764435-3 is: [{'id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984865156', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:51Z', 'updated_at': '2021-07-15T15:16:54Z', 'revision_number': 3, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:52Z', 'updated_at': '2021-07-15T15:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:16:59.732599 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:59.787987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port d4ad2ea4-7a3c-4e4a-92de-10722eb44018, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d4ad2ea4-7a3c-4e4a-92de-10722eb44018,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:16:59.808746 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:16:59.865756 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:59.889247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:16:59.890047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:16:59.917237 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4932c5ef-d1f9-4e77-9e79-17316a3d5ccb req-934819fc-0e51-499b-8d2b-00177f0f8f3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Router b7313674-24f9-4b80-a507-b8a586a663bb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:16:59.919843 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:59.924394 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-097fd0db-cb09-4f4c-aa39-5d36eb8ccd35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7181695 Jul 15 15:16:59.925401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48394) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:16:59.931770 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e9f5bb9a-db72-4805-bf59-a4de5d30ecc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:59.965971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83791c4a-ede5-4576-b4dd-931b9894f821 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=a133d9ef-3511-43f6-a483-3e831929c987,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:00.076288 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8137c9bd-1426-4d49-8c3a-d8b497008ace None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:17:00.179568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48398) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:00.202163 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-907185d7-c979-43be-b588-8cded122a3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:00.213028 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=d4ad2ea4-7a3c-4e4a-92de-10722eb44018,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:00.235363 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab496ff2-814d-47d5-b495-cc6f8ef04300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:00.295016 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604918d5-4d1f-4458-9f9b-cf66dec514eb None None] Network 088354e7-0ac9-4646-b0a4-25116cafc1d2 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:00.322489 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b28284f1-a25d-4609-899e-200b121901b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:00.343511 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c4b0713-6855-47c2-9fbd-2bd47942183a req-d7713b79-2191-4ee1-b87c-4059e8561c0d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 210 time: 0.3113997 Jul 15 15:17:00.404338 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f5bb9a-db72-4805-bf59-a4de5d30ecc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:00.408966 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9f5bb9a-db72-4805-bf59-a4de5d30ecc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:00.437599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Router 3bf0573c-088e-4d88-801f-566b4ef23c07 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:17:00.439018 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:00.649301 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 757167c9-c69c-49cf-b0b2-fa513cc89622 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:00.703088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ab496ff2-814d-47d5-b495-cc6f8ef04300 None None] For port da5269d2-bf60-4c38-a5bd-39f551e08e59, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=da5269d2-bf60-4c38-a5bd-39f551e08e59,segment=NetworkSegment(f5a3fe10-2b82-4c5a-bab2-e0d23956883c),segment_id=f5a3fe10-2b82-4c5a-bab2-e0d23956883c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:00.716121 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab496ff2-814d-47d5-b495-cc6f8ef04300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:00.775944 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab496ff2-814d-47d5-b495-cc6f8ef04300 None None] Pushing event updated for resources: {'Port': ['ID=da5269d2-bf60-4c38-a5bd-39f551e08e59,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:00.796082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8137c9bd-1426-4d49-8c3a-d8b497008ace None None] Deleting port e101e0a7-9db3-4ef9-9349-5b6e244451c6 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:00.796762 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8137c9bd-1426-4d49-8c3a-d8b497008ace None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:00.797259 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:00.831660 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9f5bb9a-db72-4805-bf59-a4de5d30ecc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:00.841796 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:00.846282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fdaf8aa5-08eb-47aa-94c2-9ba808ab5a9c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3083377 Jul 15 15:17:00.848672 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48402) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:00.873220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8137c9bd-1426-4d49-8c3a-d8b497008ace None None] For port e101e0a7-9db3-4ef9-9349-5b6e244451c6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e101e0a7-9db3-4ef9-9349-5b6e244451c6,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:00.873645 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8137c9bd-1426-4d49-8c3a-d8b497008ace None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:00.892225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8137c9bd-1426-4d49-8c3a-d8b497008ace None None] Calling delete_port for e101e0a7-9db3-4ef9-9349-5b6e244451c6 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:00.935723 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4932c5ef-d1f9-4e77-9e79-17316a3d5ccb req-934819fc-0e51-499b-8d2b-00177f0f8f3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:00.947410 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5780c54-e964-4ece-ac94-72526f90916d None None] Sync routers for ids ['b7313674-24f9-4b80-a507-b8a586a663bb'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:00.963751 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5780c54-e964-4ece-ac94-72526f90916d None None] Routers {'b7313674-24f9-4b80-a507-b8a586a663bb'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:00.964306 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e5780c54-e964-4ece-ac94-72526f90916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:16:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b7313674-24f9-4b80-a507-b8a586a663bb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:00.964471 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-859f1d69-586a-4d97-bece-31caca5ebf52 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-790602962-network', 'tenant_id': '510bb9591df743eaab061223de4f6dde'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:01.024623 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859f1d69-586a-4d97-bece-31caca5ebf52 admin admin] Made reservation on behalf of 510bb9591df743eaab061223de4f6dde for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:01.027274 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-859f1d69-586a-4d97-bece-31caca5ebf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.029954 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Transition to ACTIVE for port object ec233795-c9a7-4959-8765-7d39e4d070bc will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:01.041199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f5bb9a-db72-4805-bf59-a4de5d30ecc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:01.048076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e9f5bb9a-db72-4805-bf59-a4de5d30ecc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:01.056830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f5bb9a-db72-4805-bf59-a4de5d30ecc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:01.057446 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9f5bb9a-db72-4805-bf59-a4de5d30ecc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.058680 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b28284f1-a25d-4609-899e-200b121901b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.076306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Sync routers for ids ['3bf0573c-088e-4d88-801f-566b4ef23c07'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:01.090457 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-859f1d69-586a-4d97-bece-31caca5ebf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.105256 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8137c9bd-1426-4d49-8c3a-d8b497008ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.111596 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Routers {'3bf0573c-088e-4d88-801f-566b4ef23c07'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:01.112688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:16:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3bf0573c-088e-4d88-801f-566b4ef23c07'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:01.168520 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5bb9a-db72-4805-bf59-a4de5d30ecc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=a6d34c0c-4a53-4ae7-8ff7-2095600224da,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:01.176867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4932c5ef-d1f9-4e77-9e79-17316a3d5ccb req-934819fc-0e51-499b-8d2b-00177f0f8f3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] No DVR routers for this DVR port ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:17:01.188852 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4932c5ef-d1f9-4e77-9e79-17316a3d5ccb req-934819fc-0e51-499b-8d2b-00177f0f8f3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.191006 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4932c5ef-d1f9-4e77-9e79-17316a3d5ccb req-934819fc-0e51-499b-8d2b-00177f0f8f3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.22 "DELETE /v2.0/ports/ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2 HTTP/1.1" status: 204 len: 173 time: 5.9683750 Jul 15 15:17:01.195124 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-214833ae-2574-4dcc-9957-cb614216df54 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.198492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'name': 'network-vif-deleted', 'tag': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:17:01.202583 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4850edd-9ae1-4692-94f5-3fc958c24bba" -d '{"events": [{"server_uuid": "8b916e7a-3f07-4190-9875-a4dacb6fb8c4", "name": "network-vif-deleted", "tag": "ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:01.213340 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e5780c54-e964-4ece-ac94-72526f90916d None None] Set router b7313674-24f9-4b80-a507-b8a586a663bb gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:01.309644 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef1128a-d789-4a8c-a640-3a10a76d0f95 x-openstack-request-id: req-2ef1128a-d789-4a8c-a640-3a10a76d0f95 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:01.310079 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b916e7a-3f07-4190-9875-a4dacb6fb8c4", "name": "network-vif-deleted", "tag": "ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:01.310410 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ef1128a-d789-4a8c-a640-3a10a76d0f95 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:01.310953 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b916e7a-3f07-4190-9875-a4dacb6fb8c4', 'name': 'network-vif-deleted', 'tag': 'ff66d1cf-c3bb-44ff-a92a-69ab4794a5e2', 'status': 'completed', 'code': 200} Jul 15 15:17:01.329147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Set router 3bf0573c-088e-4d88-801f-566b4ef23c07 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:01.348195 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214833ae-2574-4dcc-9957-cb614216df54 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Subnet': ['ID=25455b05-a94e-447c-b84e-9cd2a3a78a80,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:01.355963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.382714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214833ae-2574-4dcc-9957-cb614216df54 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Checking segment: {'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:01.383253 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214833ae-2574-4dcc-9957-cb614216df54 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network hostable DHCP agents. Network: 1ccba156-8e62-472c-aa79-380bf6176149, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:17:01.405929 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 757167c9-c69c-49cf-b0b2-fa513cc89622 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:01.416934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Network 22d68543-baaf-4a5b-81ff-bc226b485184 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:01.426119 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b28284f1-a25d-4609-899e-200b121901b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.429334 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b28284f1-a25d-4609-899e-200b121901b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.433620 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b28284f1-a25d-4609-899e-200b121901b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8bae2fc8-157a-4a0b-9434-0ba84c495816 HTTP/1.1" status: 204 len: 168 time: 2.2290833 Jul 15 15:17:01.448180 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:01.467787 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-859f1d69-586a-4d97-bece-31caca5ebf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.469455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28284f1-a25d-4609-899e-200b121901b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bae2fc8-157a-4a0b-9434-0ba84c495816,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:01.474484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:01.540518 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-859f1d69-586a-4d97-bece-31caca5ebf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.559649 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'Port': ['ID=ec233795-c9a7-4959-8765-7d39e4d070bc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:01.575417 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e9f5bb9a-db72-4805-bf59-a4de5d30ecc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6476481 Jul 15 15:17:01.577959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48410) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:01.584510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-273ef237-3a9f-40c1-bf38-aafcc2d5e799 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'fixed_ips': [{'subnet_id': 'a6d34c0c-4a53-4ae7-8ff7-2095600224da', 'ip_address': '2001:db8::fa09:59c3:8f4:83ba'}], 'name': 'tempest-NetworksTestDHCPv6-691891510'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:01.600634 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214833ae-2574-4dcc-9957-cb614216df54 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network 1ccba156-8e62-472c-aa79-380bf6176149 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:17:01.638724 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-214833ae-2574-4dcc-9957-cb614216df54 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 1ccba156-8e62-472c-aa79-380bf6176149) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:01.662134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859f1d69-586a-4d97-bece-31caca5ebf52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:17:01.685713 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d2c572-e42a-4e53-afe2-827364d7a1be None None] Network 1ccba156-8e62-472c-aa79-380bf6176149 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:01.691997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214833ae-2574-4dcc-9957-cb614216df54 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:01.693274 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-214833ae-2574-4dcc-9957-cb614216df54 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.694914 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e5780c54-e964-4ece-ac94-72526f90916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8204b2f8-e400-49ed-bfbd-48de8d7c2208', 'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'mac_address': 'fa:16:3e:2d:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:17Z', 'updated_at': '2021-07-15T15:12:31Z', 'revision_number': 5, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'subnets': [{'id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:01.702187 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.710165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f1d69-586a-4d97-bece-31caca5ebf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385d6175-7023-4744-b414-4ce02371a8a6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:01.747425 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8d7bc77a-806e-4c73-aa95-463e282c97d2 None None] Provisioning for port 757167c9-c69c-49cf-b0b2-fa513cc89622 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:01.775553 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5780c54-e964-4ece-ac94-72526f90916d None None] Checking router: b7313674-24f9-4b80-a507-b8a586a663bb for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:01.799620 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-859f1d69-586a-4d97-bece-31caca5ebf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.799981 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-859f1d69-586a-4d97-bece-31caca5ebf52 admin admin] Added segment 965d408c-94a0-4f97-874d-137ebd6fdacc of type vlan for network aa9f28bd-9ae0-4f03-bcf2-25a7b47780c0 Jul 15 15:17:01.801549 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5780c54-e964-4ece-ac94-72526f90916d None None] Routers {'b7313674-24f9-4b80-a507-b8a586a663bb'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:01.802585 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e5780c54-e964-4ece-ac94-72526f90916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:16:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b7313674-24f9-4b80-a507-b8a586a663bb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:01.808600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e101e0a7-9db3-4ef9-9349-5b6e244451c6 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:01.850871 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.868224 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137c9bd-1426-4d49-8c3a-d8b497008ace None None] Pushing event deleted for resources: {'Port': ['ID=e101e0a7-9db3-4ef9-9349-5b6e244451c6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:01.872661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8137c9bd-1426-4d49-8c3a-d8b497008ace None None] No DVR routers for this DVR port e101e0a7-9db3-4ef9-9349-5b6e244451c6 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:17:01.921802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: e101e0a7-9db3-4ef9-9349-5b6e244451c6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:17:01.922157 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e101e0a7-9db3-4ef9-9349-5b6e244451c6 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:01.942114 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-859f1d69-586a-4d97-bece-31caca5ebf52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.967355 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8d7bc77a-806e-4c73-aa95-463e282c97d2 None None] Provisioning complete for port 757167c9-c69c-49cf-b0b2-fa513cc89622 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:01.969869 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc77a-806e-4c73-aa95-463e282c97d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.979434 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6b0e55e-b6a8-4834-a3b3-45497b3a8a67 req-afeaba84-be3c-4ecb-b6ef-fc5e60496506 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b916e7a-3f07-4190-9875-a4dacb6fb8c4 HTTP/1.1" status: 200 len: 210 time: 0.1313732 Jul 15 15:17:02.041158 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e5780c54-e964-4ece-ac94-72526f90916d None None] Set router b7313674-24f9-4b80-a507-b8a586a663bb gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:02.076087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4722f6ba-4d41-4f91-a64c-ca2bd6d0f785 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:02.118952 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-859f1d69-586a-4d97-bece-31caca5ebf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:02.132643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859f1d69-586a-4d97-bece-31caca5ebf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:02.133656 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-859f1d69-586a-4d97-bece-31caca5ebf52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:02.145412 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-214833ae-2574-4dcc-9957-cb614216df54 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.2521117 Jul 15 15:17:02.147641 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48418) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:02.401027 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-859f1d69-586a-4d97-bece-31caca5ebf52 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1747804 Jul 15 15:17:02.404556 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f1d69-586a-4d97-bece-31caca5ebf52 admin admin] Pushing event updated for resources: {'Network': ['ID=aa9f28bd-9ae0-4f03-bcf2-25a7b47780c0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:02.410635 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:02.419632 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273ef237-3a9f-40c1-bf38-aafcc2d5e799 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:02.532467 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e5780c54-e964-4ece-ac94-72526f90916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8204b2f8-e400-49ed-bfbd-48de8d7c2208', 'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'mac_address': 'fa:16:3e:2d:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:17Z', 'updated_at': '2021-07-15T15:12:31Z', 'revision_number': 5, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'subnets': [{'id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:02.586756 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5780c54-e964-4ece-ac94-72526f90916d None None] The sync data for ids ['b7313674-24f9-4b80-a507-b8a586a663bb'] in n-d-764435-3 is: [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8204b2f8-e400-49ed-bfbd-48de8d7c2208', 'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'mac_address': 'fa:16:3e:2d:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:17Z', 'updated_at': '2021-07-15T15:12:31Z', 'revision_number': 5, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'subnets': [{'id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:02.593527 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network aa9f28bd-9ae0-4f03-bcf2-25a7b47780c0 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:17:02.599102 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 67553859-dde2-49b3-b184-b0394b7c2cc6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:02.823306 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Allocated IP 172.20.0.1 (088354e7-0ac9-4646-b0a4-25116cafc1d2/df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde/48d0aa91-45c6-44aa-b637-41977a626828) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:02.972773 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:02.989400 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Transition to ACTIVE for port object 48d0aa91-45c6-44aa-b637-41977a626828 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:03.003460 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc77a-806e-4c73-aa95-463e282c97d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.051645 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.057866 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.061371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.075714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba6a7b-316f-4431-b4dd-b2e95bdc6932 None None] New status for floating IP bfb35cc9-3b33-4344-a1ae-dd8c31fc2603: DOWN {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:17:03.141315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Pushing event updated for resources: {'Port': ['ID=48d0aa91-45c6-44aa-b637-41977a626828,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:03.154125 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 67553859-dde2-49b3-b184-b0394b7c2cc6 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:03.202439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'Port': ['ID=ec233795-c9a7-4959-8765-7d39e4d070bc,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:03.205085 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.238506 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48448) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:03.283219 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-273ef237-3a9f-40c1-bf38-aafcc2d5e799 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.292520 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.298763 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 67553859-dde2-49b3-b184-b0394b7c2cc6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:03.299139 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.324843 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8d7bc77a-806e-4c73-aa95-463e282c97d2 None None] For port 757167c9-c69c-49cf-b0b2-fa513cc89622, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=757167c9-c69c-49cf-b0b2-fa513cc89622,segment=NetworkSegment(dd9f4a00-2724-4dd6-b616-d546689d8f8d),segment_id=dd9f4a00-2724-4dd6-b616-d546689d8f8d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:03.367793 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Network 22d68543-baaf-4a5b-81ff-bc226b485184 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:03.369438 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:03.371421 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Network 088354e7-0ac9-4646-b0a4-25116cafc1d2 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:03.371612 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d77b-fb75-4220-af88-1c8930988641 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.381729 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f8561d54-ef52-4163-9656-0e0c9feb620b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.402029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:03.456598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:03.481878 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d77b-fb75-4220-af88-1c8930988641 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.490358 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc77a-806e-4c73-aa95-463e282c97d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.507873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-273ef237-3a9f-40c1-bf38-aafcc2d5e799 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port c6438043-32d5-4a0d-9e6d-bace9c6a1a68 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:17:03.683392 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Router d745af1d-375b-4ada-930d-e84499932abb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:17:03.687482 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d77b-fb75-4220-af88-1c8930988641 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.690257 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d77b-fb75-4220-af88-1c8930988641 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.691445 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6dd3d77b-fb75-4220-af88-1c8930988641 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "DELETE /v2.0/security-groups/e99780fa-da35-49b9-83f3-e282ee13eb6d HTTP/1.1" status: 204 len: 168 time: 0.4519572 Jul 15 15:17:03.696417 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48458) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:03.725587 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3d77b-fb75-4220-af88-1c8930988641 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99780fa-da35-49b9-83f3-e282ee13eb6d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:03.735783 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-8f7032b4-6c73-416e-9e20-c07afaf6d194 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] show failed (client error): The resource could not be found. Jul 15 15:17:03.737206 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8f7032b4-6c73-416e-9e20-c07afaf6d194 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups/e99780fa-da35-49b9-83f3-e282ee13eb6d HTTP/1.1" status: 404 len: 347 time: 0.0357728 Jul 15 15:17:03.742597 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48460) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:03.855558 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:03.861352 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b4c18e63-0496-4f12-870c-1f0f29b504cb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "PUT /v2.0/routers/d745af1d-375b-4ada-930d-e84499932abb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8464620 Jul 15 15:17:03.864071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48462) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:03.870193 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-feea08ba-c8cc-440e-a468-6894538dc216 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1388778320', 'description': 'tempest-secgroup_access--1388778320 description', 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:03.870419 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Sync routers for ids ['d745af1d-375b-4ada-930d-e84499932abb'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:03.887671 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Routers {'d745af1d-375b-4ada-930d-e84499932abb'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:03.889433 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d745af1d-375b-4ada-930d-e84499932abb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:03.902436 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-feea08ba-c8cc-440e-a468-6894538dc216 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.924151 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.045950 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-feea08ba-c8cc-440e-a468-6894538dc216 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.053864 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-feea08ba-c8cc-440e-a468-6894538dc216 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.071243 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': 'a6d34c0c-4a53-4ae7-8ff7-2095600224da'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:17:04.072144 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.105717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'name': 'tempest-TestAggregatesBasicOps-2090327844-router', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:54Z', 'updated_at': '2021-07-15T15:16:58Z', 'revision_number': 3, 'project_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'gw_port': {'id': 'ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:55:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:56Z', 'updated_at': '2021-07-15T15:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:04.116194 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8d7bc77a-806e-4c73-aa95-463e282c97d2 None None] Provisioning complete for port da5269d2-bf60-4c38-a5bd-39f551e08e59 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:04.116577 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc77a-806e-4c73-aa95-463e282c97d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.128144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea08ba-c8cc-440e-a468-6894538dc216 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2567e05a-de24-432d-b1bb-a535fd6978cc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:04.133644 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Set router d745af1d-375b-4ada-930d-e84499932abb gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:04.138512 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-feea08ba-c8cc-440e-a468-6894538dc216 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.142619 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-feea08ba-c8cc-440e-a468-6894538dc216 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2743552 Jul 15 15:17:04.144064 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48468) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:04.149847 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d732223b-d289-44b8-9e44-a4e9c9063e45 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--353567765', 'description': 'tempest-secgroup_general--353567765 description', 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:04.167510 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-1ccba156-8e62-472c-aa79-380bf6176149', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ips': [{'subnet_id': '25455b05-a94e-447c-b84e-9cd2a3a78a80'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:17:04.168990 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.179837 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d732223b-d289-44b8-9e44-a4e9c9063e45 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.284186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Checking router: 3bf0573c-088e-4d88-801f-566b4ef23c07 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:04.284186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Updating router 3bf0573c-088e-4d88-801f-566b4ef23c07 port ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:17:04.290824 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d732223b-d289-44b8-9e44-a4e9c9063e45 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.296820 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d732223b-d289-44b8-9e44-a4e9c9063e45 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.335412 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d732223b-d289-44b8-9e44-a4e9c9063e45 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.336911 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d732223b-d289-44b8-9e44-a4e9c9063e45 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1916492 Jul 15 15:17:04.339774 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732223b-d289-44b8-9e44-a4e9c9063e45 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dd314c-4f35-4931-ab3c-698572907299,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:04.342034 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48474) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:04.347275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3a63f6c7-a72e-43cb-8e5e-e5e357c8b8b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Request body: {'security_group_rule': {'security_group_id': '2567e05a-de24-432d-b1bb-a535fd6978cc', 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:04.373006 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.392874 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bc77a-806e-4c73-aa95-463e282c97d2 None None] Pushing event updated for resources: {'Port': ['ID=757167c9-c69c-49cf-b0b2-fa513cc89622,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:04.395353 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3a63f6c7-a72e-43cb-8e5e-e5e357c8b8b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.491634 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd745af1d-375b-4ada-930d-e84499932abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442550384', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:47Z', 'updated_at': '2021-07-15T15:17:02Z', 'revision_number': 4, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:49Z', 'updated_at': '2021-07-15T15:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'ec233795-c9a7-4959-8765-7d39e4d070bc', 'name': '', 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'mac_address': 'fa:16:3e:98:f3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:57Z', 'updated_at': '2021-07-15T15:17:02Z', 'revision_number': 2, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'subnets': [{'id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:04.522997 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Checking router: d745af1d-375b-4ada-930d-e84499932abb for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:04.523370 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Updating router d745af1d-375b-4ada-930d-e84499932abb port ec233795-c9a7-4959-8765-7d39e4d070bc binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:17:04.550809 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3a63f6c7-a72e-43cb-8e5e-e5e357c8b8b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.561989 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.564231 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3a63f6c7-a72e-43cb-8e5e-e5e357c8b8b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.591973 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.603743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63f6c7-a72e-43cb-8e5e-e5e357c8b8b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b8d1eb-d4ed-4eca-bac1-623f38d7ef39,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:04.611113 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3a63f6c7-a72e-43cb-8e5e-e5e357c8b8b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.614990 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3a63f6c7-a72e-43cb-8e5e-e5e357c8b8b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2713399 Jul 15 15:17:04.789757 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2da69-683a-4509-bb2d-08219f94b54a req-5f8a102a-ab00-4afe-af1b-43a8f6183705 tempest-ComputeTenantNetworksTest-1132364128 tempest-ComputeTenantNetworksTest-1132364128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:04.794919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2da69-683a-4509-bb2d-08219f94b54a req-5f8a102a-ab00-4afe-af1b-43a8f6183705 tempest-ComputeTenantNetworksTest-1132364128 tempest-ComputeTenantNetworksTest-1132364128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:04.801185 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2da69-683a-4509-bb2d-08219f94b54a req-5f8a102a-ab00-4afe-af1b-43a8f6183705 tempest-ComputeTenantNetworksTest-1132364128 tempest-ComputeTenantNetworksTest-1132364128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:04.804324 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08a2da69-683a-4509-bb2d-08219f94b54a req-5f8a102a-ab00-4afe-af1b-43a8f6183705 tempest-ComputeTenantNetworksTest-1132364128 tempest-ComputeTenantNetworksTest-1132364128-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 1.6125920 Jul 15 15:17:04.932990 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.943812 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Allocated IP 172.20.0.2 (1ccba156-8e62-472c-aa79-380bf6176149/25455b05-a94e-447c-b84e-9cd2a3a78a80/eee63083-2eb5-46c5-9a6c-7f14e9d876d5) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:05.010867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 67553859-dde2-49b3-b184-b0394b7c2cc6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=67553859-dde2-49b3-b184-b0394b7c2cc6,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:05.052922 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.053710 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device da5269d2-bf60-4c38-a5bd-39f551e08e59 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:05.091734 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.110605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-273ef237-3a9f-40c1-bf38-aafcc2d5e799 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::fa09:59c3:8f4:83ba (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/a6d34c0c-4a53-4ae7-8ff7-2095600224da/c6438043-32d5-4a0d-9e6d-bace9c6a1a68) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:05.118129 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Transition to ACTIVE for port object ec233795-c9a7-4959-8765-7d39e4d070bc will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:05.138447 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.197018 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cdc00-0da8-4efc-ad06-d24268aeb806 None None] Pushing event updated for resources: {'Port': ['ID=ec233795-c9a7-4959-8765-7d39e4d070bc,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:05.237098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dd4fad69-8b65-4a10-9df6-2e64ad931a54 None None] Provisioning complete for port 757167c9-c69c-49cf-b0b2-fa513cc89622 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:05.237565 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dd4fad69-8b65-4a10-9df6-2e64ad931a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.278518 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Attempting to bind port ec233795-c9a7-4959-8765-7d39e4d070bc on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:05.279214 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Attempting to bind port ec233795-c9a7-4959-8765-7d39e4d070bc by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'f5a3fe10-2b82-4c5a-bab2-e0d23956883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:05.280028 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Attempting to bind port ec233795-c9a7-4959-8765-7d39e4d070bc on network 22d68543-baaf-4a5b-81ff-bc226b485184 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:05.288489 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:05.289219 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Checking segment: {'id': 'f5a3fe10-2b82-4c5a-bab2-e0d23956883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:05.290005 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.290588 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Bound using segment: {'id': 'f5a3fe10-2b82-4c5a-bab2-e0d23956883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:05.291224 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Bound port: ec233795-c9a7-4959-8765-7d39e4d070bc, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a3fe10-2b82-4c5a-bab2-e0d23956883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:05.291789 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.309298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=67553859-dde2-49b3-b184-b0394b7c2cc6,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:05.314322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-17e0294e-eeba-4768-83b8-1814602d1860 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup_access--1388778320&fields=id&tenant_id=fa1c872dfc224a95b77ffe6e9a9fcd2c HTTP/1.1" status: 200 len: 267 time: 0.2617650 Jul 15 15:17:05.355899 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17288366-127b-46f5-8904-000007b32e44 req-f7c86028-9240-4989-925f-16a933ea0987 tempest-ComputeTenantNetworksTest-1132364128 tempest-ComputeTenantNetworksTest-1132364128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:05.358477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17288366-127b-46f5-8904-000007b32e44 req-f7c86028-9240-4989-925f-16a933ea0987 tempest-ComputeTenantNetworksTest-1132364128 tempest-ComputeTenantNetworksTest-1132364128-project] 10.222.0.38 "GET /v2.0/networks/aa9f28bd-9ae0-4f03-bcf2-25a7b47780c0 HTTP/1.1" status: 200 len: 768 time: 0.4639428 Jul 15 15:17:05.372017 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48496) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:05.486815 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35775c20-0c4f-464f-8432-d1161a490205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.497109 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port da5269d2-bf60-4c38-a5bd-39f551e08e59 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:05.497490 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.535357 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-cecd9447-bd0d-4e58-9e5e-25f4fb421902 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup_general--353567765&fields=id&tenant_id=fa1c872dfc224a95b77ffe6e9a9fcd2c HTTP/1.1" status: 200 len: 267 time: 0.1903646 Jul 15 15:17:05.550278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a83fb70d-2b95-47cb-9f4d-fe19a7b68ae6 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Deleting port 1716d7ff-dd9b-4820-914e-aaf1314ecd63 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:05.551067 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a83fb70d-2b95-47cb-9f4d-fe19a7b68ae6 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.568143 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.584602 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.597215 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Transition to ACTIVE for port object ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:05.604150 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Transition to ACTIVE for port object eee63083-2eb5-46c5-9a6c-7f14e9d876d5 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:05.604393 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35775c20-0c4f-464f-8432-d1161a490205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.616362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-35775c20-0c4f-464f-8432-d1161a490205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9f28bd-9ae0-4f03-bcf2-25a7b47780c0']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:05.627536 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-35775c20-0c4f-464f-8432-d1161a490205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965d408c-94a0-4f97-874d-137ebd6fdacc') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:05.628764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-35775c20-0c4f-464f-8432-d1161a490205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965d408c-94a0-4f97-874d-137ebd6fdacc') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:05.634295 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.640128 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35775c20-0c4f-464f-8432-d1161a490205 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.645833 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] For port ec233795-c9a7-4959-8765-7d39e4d070bc, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:05.658707 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] For port ec233795-c9a7-4959-8765-7d39e4d070bc, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ec233795-c9a7-4959-8765-7d39e4d070bc,segment=NetworkSegment(f5a3fe10-2b82-4c5a-bab2-e0d23956883c),segment_id=f5a3fe10-2b82-4c5a-bab2-e0d23956883c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:05.659352 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35775c20-0c4f-464f-8432-d1161a490205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.666797 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35775c20-0c4f-464f-8432-d1161a490205 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:17:05.667212 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35775c20-0c4f-464f-8432-d1161a490205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.669621 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.676574 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a83fb70d-2b95-47cb-9f4d-fe19a7b68ae6 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.677454 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a83fb70d-2b95-47cb-9f4d-fe19a7b68ae6 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.679268 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Transition to ACTIVE for port object eee63083-2eb5-46c5-9a6c-7f14e9d876d5 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:05.686174 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dd4fad69-8b65-4a10-9df6-2e64ad931a54 None None] Provisioning for port 48d0aa91-45c6-44aa-b637-41977a626828 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:05.694028 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dd4fad69-8b65-4a10-9df6-2e64ad931a54 None None] Provisioning complete for port 48d0aa91-45c6-44aa-b637-41977a626828 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:05.694405 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dd4fad69-8b65-4a10-9df6-2e64ad931a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.695467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a83fb70d-2b95-47cb-9f4d-fe19a7b68ae6 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Calling delete_port for 1716d7ff-dd9b-4820-914e-aaf1314ecd63 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:05.735630 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-dd4fad69-8b65-4a10-9df6-2e64ad931a54 None None] Port 48d0aa91-45c6-44aa-b637-41977a626828 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:17:05.742171 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.751865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d4ad2ea4-7a3c-4e4a-92de-10722eb44018 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:05.784720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Network 1ccba156-8e62-472c-aa79-380bf6176149 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:05.796731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:17:05.801521 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:17:05.809755 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cdc00-0da8-4efc-ad06-d24268aeb806 None None] Pushing event updated for resources: {'Port': ['ID=ec233795-c9a7-4959-8765-7d39e4d070bc,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:05.811594 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35775c20-0c4f-464f-8432-d1161a490205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.817525 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35775c20-0c4f-464f-8432-d1161a490205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.819789 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-35775c20-0c4f-464f-8432-d1161a490205 admin admin] 10.222.0.38 "DELETE /v2.0/networks/aa9f28bd-9ae0-4f03-bcf2-25a7b47780c0 HTTP/1.1" status: 204 len: 168 time: 0.4466045 Jul 15 15:17:05.827790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802725e-3744-4d10-bc68-a5ef54344ec6 None None] Pushing event updated for resources: {'Port': ['ID=ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:05.832978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:05.836585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dd4fad69-8b65-4a10-9df6-2e64ad931a54 None None] Provisioning for port ec233795-c9a7-4959-8765-7d39e4d070bc completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:05.837506 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Routers {'d745af1d-375b-4ada-930d-e84499932abb'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:05.839197 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d745af1d-375b-4ada-930d-e84499932abb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:05.848485 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Attempting to bind port ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:05.851114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Attempting to bind port ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:05.851743 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Attempting to bind port ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:05.857490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35775c20-0c4f-464f-8432-d1161a490205 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa9f28bd-9ae0-4f03-bcf2-25a7b47780c0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:05.923449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:05.923449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:05.923833 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.924140 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:05.924632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Bound port: ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:05.925021 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:05.980968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Pushing event updated for resources: {'Port': ['ID=eee63083-2eb5-46c5-9a6c-7f14e9d876d5,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:06.032478 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] Set router d745af1d-375b-4ada-930d-e84499932abb gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:06.113386 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.162660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] For port ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:06.167759 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.184094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] For port ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:06.194197 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Attempting to bind port eee63083-2eb5-46c5-9a6c-7f14e9d876d5 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:06.194615 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Attempting to bind port eee63083-2eb5-46c5-9a6c-7f14e9d876d5 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:06.194992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Attempting to bind port eee63083-2eb5-46c5-9a6c-7f14e9d876d5 on network 1ccba156-8e62-472c-aa79-380bf6176149 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:06.210276 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.222460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d4ad2ea4-7a3c-4e4a-92de-10722eb44018 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:06.223520 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.230258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:06.231563 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Checking segment: {'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:06.232038 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.232505 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Bound using segment: {'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:06.234189 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Bound port: eee63083-2eb5-46c5-9a6c-7f14e9d876d5, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:06.236233 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.238197 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a83fb70d-2b95-47cb-9f4d-fe19a7b68ae6 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.246717 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.254696 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48502) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:06.314644 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3bc558b9-2076-479a-bc14-0ae959936395 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=510bb9591df743eaab061223de4f6dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560734 Jul 15 15:17:06.315917 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48504) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:06.379735 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76d3f6b8-306d-41a7-906f-50af306a11f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.383188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fb70d-2b95-47cb-9f4d-fe19a7b68ae6 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event deleted for resources: {'Port': ['ID=1716d7ff-dd9b-4820-914e-aaf1314ecd63,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:06.393458 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd745af1d-375b-4ada-930d-e84499932abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442550384', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:47Z', 'updated_at': '2021-07-15T15:17:02Z', 'revision_number': 4, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:49Z', 'updated_at': '2021-07-15T15:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'ec233795-c9a7-4959-8765-7d39e4d070bc', 'name': '', 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'mac_address': 'fa:16:3e:98:f3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:57Z', 'updated_at': '2021-07-15T15:17:05Z', 'revision_number': 4, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'subnets': [{'id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:06.404543 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-273ef237-3a9f-40c1-bf38-aafcc2d5e799 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.418890 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76d3f6b8-306d-41a7-906f-50af306a11f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.433719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Routers {'3bf0573c-088e-4d88-801f-566b4ef23c07'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:06.434317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3bf0573c-088e-4d88-801f-566b4ef23c07'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:06.437171 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fbc85-87d5-4f06-83de-2c3ec54c1e62 None None] The sync data for ids ['d745af1d-375b-4ada-930d-e84499932abb'] in n-d-764435-3 is: [{'id': 'd745af1d-375b-4ada-930d-e84499932abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442550384', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:47Z', 'updated_at': '2021-07-15T15:17:02Z', 'revision_number': 4, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:49Z', 'updated_at': '2021-07-15T15:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'ec233795-c9a7-4959-8765-7d39e4d070bc', 'name': '', 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'mac_address': 'fa:16:3e:98:f3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:57Z', 'updated_at': '2021-07-15T15:17:05Z', 'revision_number': 4, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'subnets': [{'id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:06.484164 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76d3f6b8-306d-41a7-906f-50af306a11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.487605 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76d3f6b8-306d-41a7-906f-50af306a11f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.488263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802725e-3744-4d10-bc68-a5ef54344ec6 None None] Pushing event updated for resources: {'Port': ['ID=ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:06.489410 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-76d3f6b8-306d-41a7-906f-50af306a11f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/385d6175-7023-4744-b414-4ce02371a8a6 HTTP/1.1" status: 204 len: 168 time: 0.1732285 Jul 15 15:17:06.525072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3f6b8-306d-41a7-906f-50af306a11f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385d6175-7023-4744-b414-4ce02371a8a6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:06.530798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37699734-9c63-4d07-aa17-88feee0cc663 req-7352f352-8956-4075-9180-5d294794b384 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:06.538435 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-7352f352-8956-4075-9180-5d294794b384 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/networks?id=22d68543-baaf-4a5b-81ff-bc226b485184 HTTP/1.1" status: 200 len: 797 time: 1.0012014 Jul 15 15:17:06.543485 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] For port eee63083-2eb5-46c5-9a6c-7f14e9d876d5, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:06.550334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] For port eee63083-2eb5-46c5-9a6c-7f14e9d876d5, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=eee63083-2eb5-46c5-9a6c-7f14e9d876d5,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:06.632827 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.654710 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-273ef237-3a9f-40c1-bf38-aafcc2d5e799 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object c6438043-32d5-4a0d-9e6d-bace9c6a1a68 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:06.665178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-40a0e0fa-d934-4c1a-8c00-ddfb7c357516 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/quotas/fa1c872dfc224a95b77ffe6e9a9fcd2c HTTP/1.1" status: 200 len: 375 time: 0.1257489 Jul 15 15:17:06.696700 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a83fb70d-2b95-47cb-9f4d-fe19a7b68ae6 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.699373 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a83fb70d-2b95-47cb-9f4d-fe19a7b68ae6 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.703294 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a83fb70d-2b95-47cb-9f4d-fe19a7b68ae6 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "DELETE /v2.0/floatingips/bfb35cc9-3b33-4344-a1ae-dd8c31fc2603 HTTP/1.1" status: 204 len: 168 time: 2.9312079 Jul 15 15:17:06.787596 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2aa9c5-1956-4a87-a101-a9decc211c52 None None] Pushing event updated for resources: {'Port': ['ID=eee63083-2eb5-46c5-9a6c-7f14e9d876d5,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:06.812720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] Set router 3bf0573c-088e-4d88-801f-566b4ef23c07 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:07.006726 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-273ef237-3a9f-40c1-bf38-aafcc2d5e799 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:07.158923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ef237-3a9f-40c1-bf38-aafcc2d5e799 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=c6438043-32d5-4a0d-9e6d-bace9c6a1a68,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:07.220527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273ef237-3a9f-40c1-bf38-aafcc2d5e799 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:07.257682 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-7f2a53ee-383b-451b-beae-14b67623d2be tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa1c872dfc224a95b77ffe6e9a9fcd2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5915833 Jul 15 15:17:07.258823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-273ef237-3a9f-40c1-bf38-aafcc2d5e799 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:07.262884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ef237-3a9f-40c1-bf38-aafcc2d5e799 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:07.269517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273ef237-3a9f-40c1-bf38-aafcc2d5e799 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:07.270350 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-273ef237-3a9f-40c1-bf38-aafcc2d5e799 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:07.347266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ec233795-c9a7-4959-8765-7d39e4d070bc up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:07.387929 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48524) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:07.392664 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-78e95487-a676-4e6a-82ae-33bf706baf3b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--315280947', 'description': 'tempest-description--161917725'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:07.443759 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78e95487-a676-4e6a-82ae-33bf706baf3b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:07.509641 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:07.529445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-47b9283a-a568-4004-997b-7389832e6c82 service neutron] 10.222.0.38 "GET /v2.0/networks/22d68543-baaf-4a5b-81ff-bc226b485184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201843 Jul 15 15:17:07.550418 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:07.575313 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Allocated IP 2001:db8::2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/a6d34c0c-4a53-4ae7-8ff7-2095600224da/59678199-3dc9-4f76-8cd2-ffe8e9fd6762) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:07.670383 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78e95487-a676-4e6a-82ae-33bf706baf3b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:07.680698 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78e95487-a676-4e6a-82ae-33bf706baf3b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:07.726309 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78e95487-a676-4e6a-82ae-33bf706baf3b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:07.727896 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-78e95487-a676-4e6a-82ae-33bf706baf3b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3388920 Jul 15 15:17:07.732426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:07.738853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2fcb671b-159b-47d7-b049-fa2d5bcaa9d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Request body: {'security_group_rule': {'security_group_id': 'c3e35b72-c6d2-42a0-b172-e4c46d38f527', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:07.787777 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e95487-a676-4e6a-82ae-33bf706baf3b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e35b72-c6d2-42a0-b172-e4c46d38f527,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:07.789570 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:07.795064 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-a69f535e-1153-46ea-9fd5-d46639415741 service neutron] 10.222.0.38 "GET /v2.0/networks/22d68543-baaf-4a5b-81ff-bc226b485184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553935 Jul 15 15:17:07.801534 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Pushing event updated for resources: {'Port': ['ID=48d0aa91-45c6-44aa-b637-41977a626828,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:07.818302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-273ef237-3a9f-40c1-bf38-aafcc2d5e799 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.2389967 Jul 15 15:17:07.826245 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48540) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:07.862605 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:07.883971 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Transition to ACTIVE for port object 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:07.920382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48542) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:07.930470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Transition to ACTIVE for port object 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:07.967027 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:07.967885 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Allocated IP 172.20.0.1 (1ccba156-8e62-472c-aa79-380bf6176149/25455b05-a94e-447c-b84e-9cd2a3a78a80/9eb8d02d-a086-4836-8db5-57982f9aeb80) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:07.992579 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2fcb671b-159b-47d7-b049-fa2d5bcaa9d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.025642 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:08.103829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:08.118390 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:08.126447 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c64e4e9-d3e1-42e0-91b3-4fe0d6dc3bfc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:08.152283 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5c64e4e9-d3e1-42e0-91b3-4fe0d6dc3bfc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.3249352 Jul 15 15:17:08.168882 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48550) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:08.225277 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2fcb671b-159b-47d7-b049-fa2d5bcaa9d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.236479 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2fcb671b-159b-47d7-b049-fa2d5bcaa9d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.252180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port ec233795-c9a7-4959-8765-7d39e4d070bc completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:08.280301 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Pushing event updated for resources: {'Port': ['ID=59678199-3dc9-4f76-8cd2-ffe8e9fd6762,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:08.284079 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb671b-159b-47d7-b049-fa2d5bcaa9d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4587430-e119-4fec-bfb3-4b8a4f258ec1,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:08.301113 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2fcb671b-159b-47d7-b049-fa2d5bcaa9d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.303684 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2fcb671b-159b-47d7-b049-fa2d5bcaa9d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5696428 Jul 15 15:17:08.306149 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48552) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:08.312147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e77add4c-220c-4db3-8a1c-ed3e008d421a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Request body: {'security_group_rule': {'security_group_id': 'c3e35b72-c6d2-42a0-b172-e4c46d38f527', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:08.344925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e39bbd63-46fd-46e9-90ce-3da2ca25d9ca req-e0c10213-d95a-4591-995e-8c20463f300f tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 210 time: 0.0666842 Jul 15 15:17:08.359340 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-638187961-network', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:08.369862 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e77add4c-220c-4db3-8a1c-ed3e008d421a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.405047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ec233795-c9a7-4959-8765-7d39e4d070bc triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:08.410388 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.428708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Network 088354e7-0ac9-4646-b0a4-25116cafc1d2 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:08.430394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] Made reservation on behalf of 2db6d724ceec4df59f0f69f5abe77cf3 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:08.432391 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:08.432745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:08.433085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:08.433422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:08.433753 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:08.434088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:08.434821 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.434958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:08.435178 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:08.435506 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:08.435831 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:08.436156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:08.436479 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:08.445822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:08.536187 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.569595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Attempting to bind port 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:08.569968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Attempting to bind port 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:08.570336 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Attempting to bind port 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:08.571915 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e77add4c-220c-4db3-8a1c-ed3e008d421a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.579489 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e77add4c-220c-4db3-8a1c-ed3e008d421a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.600426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:08.601022 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:08.601267 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.601597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:08.603072 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Bound port: 59678199-3dc9-4f76-8cd2-ffe8e9fd6762, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:08.603475 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.624100 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e2716f-ae90-4c25-a829-d356fb3264fd None None] Network 1ccba156-8e62-472c-aa79-380bf6176149 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:08.633473 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77add4c-220c-4db3-8a1c-ed3e008d421a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a98b95-4ad8-4358-b9e4-c63027905ed0,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:08.686173 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e77add4c-220c-4db3-8a1c-ed3e008d421a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.687999 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e77add4c-220c-4db3-8a1c-ed3e008d421a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3806789 Jul 15 15:17:08.690901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48556) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:08.697067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:08.751543 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.813231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Router 3bf0573c-088e-4d88-801f-566b4ef23c07 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:17:08.929342 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:09.047873 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cdd33b00-9e05-4a77-a465-0d8f2eb914e5 None None] Provisioning for port eee63083-2eb5-46c5-9a6c-7f14e9d876d5 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:09.101162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Allocated IP 172.25.4.240 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/2c2f14ce-c7da-4441-aae1-e7884e450f3b) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:09.135493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'name': 'tempest-TestAggregatesBasicOps-2090327844-router', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:54Z', 'updated_at': '2021-07-15T15:17:05Z', 'revision_number': 4, 'project_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'gw_port': {'id': 'ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:55:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:56Z', 'updated_at': '2021-07-15T15:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '48d0aa91-45c6-44aa-b637-41977a626828', 'name': '', 'network_id': '088354e7-0ac9-4646-b0a4-25116cafc1d2', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'mac_address': 'fa:16:3e:20:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:02Z', 'updated_at': '2021-07-15T15:17:02Z', 'revision_number': 1, 'project_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'subnets': [{'id': 'df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:09.176729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731a2bf-a88f-4cf5-81d2-6f5f65fb0e4c None None] The sync data for ids ['3bf0573c-088e-4d88-801f-566b4ef23c07'] in n-d-764435-3 is: [{'id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'name': 'tempest-TestAggregatesBasicOps-2090327844-router', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:54Z', 'updated_at': '2021-07-15T15:17:05Z', 'revision_number': 4, 'project_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'gw_port': {'id': 'ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:55:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:56Z', 'updated_at': '2021-07-15T15:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '48d0aa91-45c6-44aa-b637-41977a626828', 'name': '', 'network_id': '088354e7-0ac9-4646-b0a4-25116cafc1d2', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'mac_address': 'fa:16:3e:20:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:02Z', 'updated_at': '2021-07-15T15:17:02Z', 'revision_number': 1, 'project_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'subnets': [{'id': 'df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:09.187901 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] For port 59678199-3dc9-4f76-8cd2-ffe8e9fd6762, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:09.193488 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:09.226122 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] For port 59678199-3dc9-4f76-8cd2-ffe8e9fd6762, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=59678199-3dc9-4f76-8cd2-ffe8e9fd6762,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:09.273001 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:09.281621 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:09.335521 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:09.381197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:09.384348 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:09.393767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-18b6476d-f418-4cf5-9c32-0b666ed1c6bc None None] Provisioning complete for port 48d0aa91-45c6-44aa-b637-41977a626828 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:09.394505 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18b6476d-f418-4cf5-9c32-0b666ed1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:09.395418 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:09.463455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event updated for resources: {'Port': ['ID=2c2f14ce-c7da-4441-aae1-e7884e450f3b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:09.626148 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:09.636829 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-54f6b87b-f752-4a98-b94b-85482fb4236b admin admin] 10.222.0.38 "PUT /v2.0/routers/3bf0573c-088e-4d88-801f-566b4ef23c07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7852626 Jul 15 15:17:09.651030 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port ec233795-c9a7-4959-8765-7d39e4d070bc, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ec233795-c9a7-4959-8765-7d39e4d070bc,segment=NetworkSegment(f5a3fe10-2b82-4c5a-bab2-e0d23956883c),segment_id=f5a3fe10-2b82-4c5a-bab2-e0d23956883c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:09.669216 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:09.683184 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:09.685343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 67553859-dde2-49b3-b184-b0394b7c2cc6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:09.689202 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-18b6476d-f418-4cf5-9c32-0b666ed1c6bc None None] Port 48d0aa91-45c6-44aa-b637-41977a626828 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:17:09.722026 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a7dab415-42ff-46de-a93b-916109be6aa8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port c6438043-32d5-4a0d-9e6d-bace9c6a1a68 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:09.722730 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7dab415-42ff-46de-a93b-916109be6aa8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:09.763267 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271d223-c22c-4a8e-9c99-f93863e37e2e None None] Pushing event updated for resources: {'Port': ['ID=59678199-3dc9-4f76-8cd2-ffe8e9fd6762,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:09.771700 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:09.876173 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:09.880849 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Transition to ACTIVE for port object 9eb8d02d-a086-4836-8db5-57982f9aeb80 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:09.993815 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22a06ea0-d2f1-4ef7-95cc-17c69992a544 req-f1345460-7d99-48f9-abae-1675f33d3243 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 210 time: 0.2864425 Jul 15 15:17:10.036891 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=ec233795-c9a7-4959-8765-7d39e4d070bc,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:10.042869 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 67553859-dde2-49b3-b184-b0394b7c2cc6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:10.043407 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:10.151962 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:10.163600 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7dab415-42ff-46de-a93b-916109be6aa8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:10.226022 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 757167c9-c69c-49cf-b0b2-fa513cc89622 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:10.264953 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:10.277739 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:10.308773 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a7dab415-42ff-46de-a93b-916109be6aa8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for c6438043-32d5-4a0d-9e6d-bace9c6a1a68 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:10.343501 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 757167c9-c69c-49cf-b0b2-fa513cc89622 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:10.344055 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:10.351383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network 1ccba156-8e62-472c-aa79-380bf6176149 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:10.411844 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:10.441153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:10.562421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event updated for resources: {'Port': ['ID=2c2f14ce-c7da-4441-aae1-e7884e450f3b,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:10.564994 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:10.822000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=9eb8d02d-a086-4836-8db5-57982f9aeb80,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:10.911000 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:10.932827 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:10.941951 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c7ad2a9f-d4b5-4e89-aa7a-ff984f1c63d7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2422845 Jul 15 15:17:10.950836 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.003807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48586) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:11.009977 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-31b2d7b8-b49f-4277-bb2c-855dc0d1b44e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-219884484-network', 'tenant_id': '8d03bc54907240c9b3da67d8a3ad78eb'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:11.084783 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b2d7b8-b49f-4277-bb2c-855dc0d1b44e admin admin] Made reservation on behalf of 8d03bc54907240c9b3da67d8a3ad78eb for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:11.090729 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31b2d7b8-b49f-4277-bb2c-855dc0d1b44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.095595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4de90e00-6ad0-40f0-9aba-6223d3ffc699 None None] Provisioning for port 9eb8d02d-a086-4836-8db5-57982f9aeb80 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:11.109633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4de90e00-6ad0-40f0-9aba-6223d3ffc699 None None] Provisioning complete for port 9eb8d02d-a086-4836-8db5-57982f9aeb80 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:11.112087 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4de90e00-6ad0-40f0-9aba-6223d3ffc699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.120600 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.132433 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31b2d7b8-b49f-4277-bb2c-855dc0d1b44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.259326 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:11.271499 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31b2d7b8-b49f-4277-bb2c-855dc0d1b44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.278565 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31b2d7b8-b49f-4277-bb2c-855dc0d1b44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.295203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b2d7b8-b49f-4277-bb2c-855dc0d1b44e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:17:11.311144 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31b2d7b8-b49f-4277-bb2c-855dc0d1b44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.312219 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-31b2d7b8-b49f-4277-bb2c-855dc0d1b44e admin admin] Added segment cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8 of type vlan for network 1d99af44-e129-4bb1-bd24-334e72791d31 Jul 15 15:17:11.316408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be31a43-8adb-431b-b709-329db1fbff6c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:11.334075 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7dab415-42ff-46de-a93b-916109be6aa8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.346621 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:17:11.359632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4de90e00-6ad0-40f0-9aba-6223d3ffc699 None None] Port 9eb8d02d-a086-4836-8db5-57982f9aeb80 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:17:11.372640 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31b2d7b8-b49f-4277-bb2c-855dc0d1b44e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.405184 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:11.411106 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dab415-42ff-46de-a93b-916109be6aa8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=c6438043-32d5-4a0d-9e6d-bace9c6a1a68,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:11.412127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ec233795-c9a7-4959-8765-7d39e4d070bc up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:11.418920 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31b2d7b8-b49f-4277-bb2c-855dc0d1b44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.420043 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b2d7b8-b49f-4277-bb2c-855dc0d1b44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:11.420797 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31b2d7b8-b49f-4277-bb2c-855dc0d1b44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.484805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-844b45ec-e950-4731-ac6c-007a8e9a8379 req-e0353080-5beb-4ed8-804a-18140033ed87 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 210 time: 0.1714571 Jul 15 15:17:11.496216 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.508324 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] Added segment 1cb7607d-41bd-43a8-b08c-97b09d554af1 of type vlan for network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 Jul 15 15:17:11.540562 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2d7b8-b49f-4277-bb2c-855dc0d1b44e admin admin] Pushing event updated for resources: {'Network': ['ID=1d99af44-e129-4bb1-bd24-334e72791d31,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:11.544196 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-31b2d7b8-b49f-4277-bb2c-855dc0d1b44e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5389776 Jul 15 15:17:11.548366 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ec233795-c9a7-4959-8765-7d39e4d070bc triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:11.548754 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.553845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:11.555706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 1d99af44-e129-4bb1-bd24-334e72791d31 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:17:11.562195 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Request body: {'subnet': {'network_id': '1d99af44-e129-4bb1-bd24-334e72791d31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-219884484-subnet', 'tenant_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:11.576372 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2d7b8-b49f-4277-bb2c-855dc0d1b44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8bcfc4-59bf-4da5-9540-0ca08da94036,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:11.609964 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7dab415-42ff-46de-a93b-916109be6aa8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.613678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Made reservation on behalf of 8d03bc54907240c9b3da67d8a3ad78eb for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:11.614174 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a7dab415-42ff-46de-a93b-916109be6aa8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/c6438043-32d5-4a0d-9e6d-bace9c6a1a68 HTTP/1.1" status: 204 len: 168 time: 3.4436207 Jul 15 15:17:11.622921 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.625275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48602) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:11.648502 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beece534-4b23-4f00-b340-26c6c28f700c req-fd859747-8f14-4c66-8736-009c1ed2d5e8 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--315280947&fields=id&tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75 HTTP/1.1" status: 200 len: 267 time: 0.3331439 Jul 15 15:17:11.740757 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37699734-9c63-4d07-aa17-88feee0cc663 req-0217d5e7-9f07-4c99-a217-2ab3784acc6e tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:11.745177 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-0217d5e7-9f07-4c99-a217-2ab3784acc6e tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.11 "GET /v2.0/networks?id=22d68543-baaf-4a5b-81ff-bc226b485184 HTTP/1.1" status: 200 len: 797 time: 1.1550806 Jul 15 15:17:11.768816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eea72d91-d574-4b89-9b75-39eb34193c24 None None] Provisioning for port 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:11.819073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eea72d91-d574-4b89-9b75-39eb34193c24 None None] Provisioning complete for port 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:11.819473 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eea72d91-d574-4b89-9b75-39eb34193c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.852892 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.883238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e069c2-b3e6-43df-8ccb-7273b3540ab7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:11.887734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e069c2-b3e6-43df-8ccb-7273b3540ab7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:11.891562 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-90e069c2-b3e6-43df-8ccb-7273b3540ab7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2642469 Jul 15 15:17:11.894685 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device eee63083-2eb5-46c5-9a6c-7f14e9d876d5 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:11.902286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48604) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:11.974558 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eea72d91-d574-4b89-9b75-39eb34193c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.021661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-eea72d91-d574-4b89-9b75-39eb34193c24 None None] For port 59678199-3dc9-4f76-8cd2-ffe8e9fd6762, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=59678199-3dc9-4f76-8cd2-ffe8e9fd6762,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:12.030304 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eea72d91-d574-4b89-9b75-39eb34193c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.068532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e292d299-aca8-463a-8be0-89b34782392d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet a6d34c0c-4a53-4ae7-8ff7-2095600224da {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:17:12.069325 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port eee63083-2eb5-46c5-9a6c-7f14e9d876d5 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:12.076913 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port eee63083-2eb5-46c5-9a6c-7f14e9d876d5 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:12.077814 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.081900 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e292d299-aca8-463a-8be0-89b34782392d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.171015 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-db82ee95-51a1-4a66-9d9d-6642f1931bfc None None] Could not find standard attr ID for object c6438043-32d5-4a0d-9e6d-bace9c6a1a68. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:17:12.172213 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.resource_extend [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:17:12.175535 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea72d91-d574-4b89-9b75-39eb34193c24 None None] Pushing event updated for resources: {'Port': ['ID=59678199-3dc9-4f76-8cd2-ffe8e9fd6762,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:12.195757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-c350f977-8730-4b1e-a269-2e4c1d20cd76 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa1c872dfc224a95b77ffe6e9a9fcd2c HTTP/1.1" status: 200 len: 477 time: 0.4109211 Jul 15 15:17:12.237702 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-37699734-9c63-4d07-aa17-88feee0cc663 req-9e7ff01d-90b5-4c0f-a986-1b608f8f2477 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Request body: {'port': {'device_id': '88439ee7-0426-4976-b2dc-886d7891abce', 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184', 'admin_state_up': True, 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'security_groups': ['2567e05a-de24-432d-b1bb-a535fd6978cc', 'c0dd314c-4f35-4931-ab3c-698572907299']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:12.253018 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e292d299-aca8-463a-8be0-89b34782392d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.289152 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.295892 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.364814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port eee63083-2eb5-46c5-9a6c-7f14e9d876d5, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=eee63083-2eb5-46c5-9a6c-7f14e9d876d5,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:12.381780 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.427800 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.521116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=eee63083-2eb5-46c5-9a6c-7f14e9d876d5,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:12.549758 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e292d299-aca8-463a-8be0-89b34782392d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.621740 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.623140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:12.624001 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.626263 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48614) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:12.639083 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8032b4ff-5990-433d-bdcd-157661555dc2,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:12.660993 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beece534-4b23-4f00-b340-26c6c28f700c req-fc9bef47-b3d8-4a43-a143-f51ff44ef390 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:12.663365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beece534-4b23-4f00-b340-26c6c28f700c req-fc9bef47-b3d8-4a43-a143-f51ff44ef390 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/networks?id=f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 200 len: 817 time: 0.9963820 Jul 15 15:17:12.685286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:12.685667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:12.686032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:12.686347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:12.686731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:12.687069 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:12.687429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:12.691137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:12.691485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:12.691823 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:12.692798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:12.692798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:12.706798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Checking segment: {'id': 'cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1d99af44-e129-4bb1-bd24-334e72791d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:12.707154 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Network hostable DHCP agents. Network: 1d99af44-e129-4bb1-bd24-334e72791d31, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:17:12.740677 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e292d299-aca8-463a-8be0-89b34782392d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.770135 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Network 1d99af44-e129-4bb1-bd24-334e72791d31 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:17:12.778136 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292d299-aca8-463a-8be0-89b34782392d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d34c0c-4a53-4ae7-8ff7-2095600224da,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:12.783772 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e292d299-aca8-463a-8be0-89b34782392d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.785738 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e292d299-aca8-463a-8be0-89b34782392d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/a6d34c0c-4a53-4ae7-8ff7-2095600224da HTTP/1.1" status: 204 len: 168 time: 0.8793173 Jul 15 15:17:12.789066 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48618) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:12.789695 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 1d99af44-e129-4bb1-bd24-334e72791d31) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:12.795637 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef10fe65-1241-48ed-bad0-5cddc8c7e882 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:12.799788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:12.800394 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.845726 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-00b5fe5d-079b-4f04-ac3c-9bf29402e052 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513089 Jul 15 15:17:12.852496 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48620) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:12.860301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3149c11e-5f12-43ef-b9f0-6e4fb101a430 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:12.892439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d170091e-1e13-432c-b5d3-06e18b0ff3f5 None None] Network 1d99af44-e129-4bb1-bd24-334e72791d31 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:12.894320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:12.937281 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ef9a7d32-34c4-47c3-8346-04a9af3e3076 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3793156 Jul 15 15:17:12.942144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48622) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:12.948384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-219884484-router', 'tenant_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:12.979346 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.980428 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.988427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a864b53d-f29f-4eee-abed-a3a45c0116b8 req-f563b126-2628-4ce4-acf4-5f6aaa2123db tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 210 time: 0.2734072 Jul 15 15:17:12.991643 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 5.0682986 Jul 15 15:17:12.994564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48624) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:13.002125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-df9b4a08-c8e2-41f7-8be7-0bc5a95ed168 admin admin] Request body: {'subnet': {'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-638187961-subnet', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:13.021744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3149c11e-5f12-43ef-b9f0-6e4fb101a430 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:13.025659 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3149c11e-5f12-43ef-b9f0-6e4fb101a430 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:13.060234 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beece534-4b23-4f00-b340-26c6c28f700c req-a92610fb-f7a0-4b94-b34a-635e8c8e6744 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/quotas/5e746ec2ac1d47fc84dbbe9e96f40b75 HTTP/1.1" status: 200 len: 375 time: 0.3149045 Jul 15 15:17:13.068728 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1adcfa7c-5d86-42c2-b616-893ff162e73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:13.078081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3003a9a-cd93-4bd5-801c-f5d1b86a9d7b admin admin] Pushing event updated for resources: {'Network': ['ID=579fa8cf-a9bb-4f78-bf43-84ac7a207108,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:13.186122 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:17:13.260474 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:13.277683 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beece534-4b23-4f00-b340-26c6c28f700c req-857affec-15e5-4e83-a1a2-a3ee6d4ef09d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1858218 Jul 15 15:17:13.279041 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:13.320756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:13.346704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:13.347372 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:13.454481 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:13.461148 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-1d99af44-e129-4bb1-bd24-334e72791d31', 'network_id': '1d99af44-e129-4bb1-bd24-334e72791d31', 'tenant_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'fixed_ips': [{'subnet_id': '8032b4ff-5990-433d-bdcd-157661555dc2'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:17:13.461467 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:13.463031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=9eb8d02d-a086-4836-8db5-57982f9aeb80,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:13.463677 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:13.480088 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9b4a08-c8e2-41f7-8be7-0bc5a95ed168 admin admin] Made reservation on behalf of 2db6d724ceec4df59f0f69f5abe77cf3 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:13.482502 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df9b4a08-c8e2-41f7-8be7-0bc5a95ed168 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:13.502855 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc229be-d4df-46e6-a035-9267e7276642 None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:17:13.538391 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beece534-4b23-4f00-b340-26c6c28f700c req-3f7cb300-5111-4106-ae04-29cccd98d927 service neutron] 10.222.0.38 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355778 Jul 15 15:17:13.549060 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:13.626636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:13.647219 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:13.647620 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:13.704253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network 1ccba156-8e62-472c-aa79-380bf6176149 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:13.709189 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Sync routers for ids ['3bf0573c-088e-4d88-801f-566b4ef23c07'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:13.712543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:13.738817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Routers {'3bf0573c-088e-4d88-801f-566b4ef23c07'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:13.739964 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3bf0573c-088e-4d88-801f-566b4ef23c07'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:13.750495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-beece534-4b23-4f00-b340-26c6c28f700c req-0d1a74e7-7f5d-45f5-94ae-d711a6656bb1 service neutron] 10.222.0.38 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715186 Jul 15 15:17:13.759226 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:13.811024 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-bdc229be-d4df-46e6-a035-9267e7276642 None None] Deleting port 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:13.811401 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bdc229be-d4df-46e6-a035-9267e7276642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:13.838648 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1adcfa7c-5d86-42c2-b616-893ff162e73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:13.900802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:13.914089 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1adcfa7c-5d86-42c2-b616-893ff162e73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:13.969327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router 9e42e469-1471-40a0-9dd9-729a3960d98a has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:17:13.997045 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1adcfa7c-5d86-42c2-b616-893ff162e73c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=91ecdef7c2f34b50b189d3539e3d2f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3521061 Jul 15 15:17:13.997708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48626) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:14.004648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcfa7c-5d86-42c2-b616-893ff162e73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274c6d22-d760-49bc-92d3-8faccd41b1c5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:14.014418 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37699734-9c63-4d07-aa17-88feee0cc663 req-9e7ff01d-90b5-4c0f-a986-1b608f8f2477 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Made reservation on behalf of fa1c872dfc224a95b77ffe6e9a9fcd2c for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:14.029861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-37699734-9c63-4d07-aa17-88feee0cc663 req-9e7ff01d-90b5-4c0f-a986-1b608f8f2477 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:14.110369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Allocated IP 172.20.0.2 (1d99af44-e129-4bb1-bd24-334e72791d31/8032b4ff-5990-433d-bdcd-157661555dc2/72507305-1148-4a8e-a6c9-f103c02334d0) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:14.121248 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3149c11e-5f12-43ef-b9f0-6e4fb101a430 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:14.147000 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bc02fabf-44e3-4527-b1be-65ca44e454c7 req-b7c9d906-7501-4f82-9d5b-6228cce8fc48 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 210 time: 0.0726159 Jul 15 15:17:14.159261 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-bdc229be-d4df-46e6-a035-9267e7276642 None None] For port 59678199-3dc9-4f76-8cd2-ffe8e9fd6762, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=59678199-3dc9-4f76-8cd2-ffe8e9fd6762,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:14.159261 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bdc229be-d4df-46e6-a035-9267e7276642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:14.179742 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:14.180773 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:14.208790 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08a29dbb-bc82-45c5-a1d1-cb1da94aa3fd req-21d2960c-dd54-498a-9430-c923036d93c2 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 210 time: 0.0382779 Jul 15 15:17:14.228230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-bdc229be-d4df-46e6-a035-9267e7276642 None None] Calling delete_port for 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:14.277721 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149c11e-5f12-43ef-b9f0-6e4fb101a430 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=10f0b3d5-f19a-4813-9975-5585e0e5c3e0,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:14.280221 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df9b4a08-c8e2-41f7-8be7-0bc5a95ed168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:14.309859 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Set router 3bf0573c-088e-4d88-801f-566b4ef23c07 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:14.323423 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3149c11e-5f12-43ef-b9f0-6e4fb101a430 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:14.335830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-3149c11e-5f12-43ef-b9f0-6e4fb101a430 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:14.342296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3149c11e-5f12-43ef-b9f0-6e4fb101a430 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:14.342936 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3149c11e-5f12-43ef-b9f0-6e4fb101a430 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:14.386646 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-04b07d7f-d93b-405c-a34c-0b9ed41fa1c7 None None] Provisioning complete for port 9eb8d02d-a086-4836-8db5-57982f9aeb80 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:14.387303 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-04b07d7f-d93b-405c-a34c-0b9ed41fa1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:14.400906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b4a08-c8e2-41f7-8be7-0bc5a95ed168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f1753c-5b9f-4677-ae22-56509e286e82,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:14.408498 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-760227fa-2ca3-4548-a51b-a9ad76688e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:14.418798 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3149c11e-5f12-43ef-b9f0-6e4fb101a430 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5628762 Jul 15 15:17:14.420598 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48638) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:14.429025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fd029d39-7d2e-4b21-9569-2a332e266134 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'fixed_ips': [{'subnet_id': '10f0b3d5-f19a-4813-9975-5585e0e5c3e0', 'ip_address': '2001:db8::9420:9090:48e8:69f4'}], 'name': 'tempest-NetworksTestDHCPv6-1906744051'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:14.441032 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:14.448803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-05ff888b-ef57-4293-9b9e-2dbbbeadf6e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "PUT /v2.0/routers/9e42e469-1471-40a0-9dd9-729a3960d98a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2858853 Jul 15 15:17:14.454411 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Sync routers for ids ['9e42e469-1471-40a0-9dd9-729a3960d98a'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:14.468571 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Routers {'9e42e469-1471-40a0-9dd9-729a3960d98a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:14.470437 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9e42e469-1471-40a0-9dd9-729a3960d98a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:14.475552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-37699734-9c63-4d07-aa17-88feee0cc663 req-9e7ff01d-90b5-4c0f-a986-1b608f8f2477 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Allocated IP 172.20.0.8 (22d68543-baaf-4a5b-81ff-bc226b485184/dd4d22ea-6551-4399-89d6-17e10eccfae5/ce0e7757-ff57-46fc-bfdc-c7b76707bf74) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:14.482090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b4a08-c8e2-41f7-8be7-0bc5a95ed168 admin admin] Checking segment: {'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:14.483298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b4a08-c8e2-41f7-8be7-0bc5a95ed168 admin admin] Network hostable DHCP agents. Network: 579fa8cf-a9bb-4f78-bf43-84ac7a207108, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:17:14.488614 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-760227fa-2ca3-4548-a51b-a9ad76688e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:14.610463 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-04b07d7f-d93b-405c-a34c-0b9ed41fa1c7 None None] Port 9eb8d02d-a086-4836-8db5-57982f9aeb80 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:17:14.688840 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b4a08-c8e2-41f7-8be7-0bc5a95ed168 admin admin] Network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:17:14.735213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-df9b4a08-c8e2-41f7-8be7-0bc5a95ed168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 579fa8cf-a9bb-4f78-bf43-84ac7a207108) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:14.745814 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bdc229be-d4df-46e6-a035-9267e7276642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:14.764949 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b4a08-c8e2-41f7-8be7-0bc5a95ed168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:14.767842 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df9b4a08-c8e2-41f7-8be7-0bc5a95ed168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:14.778747 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Set router 9e42e469-1471-40a0-9dd9-729a3960d98a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:14.781769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff92917-5d91-4e31-a7c8-1cdc2f75b1c7 None None] Network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:14.789210 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:14.790885 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-760227fa-2ca3-4548-a51b-a9ad76688e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:14.793684 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-760227fa-2ca3-4548-a51b-a9ad76688e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:14.796966 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-760227fa-2ca3-4548-a51b-a9ad76688e58 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/274c6d22-d760-49bc-92d3-8faccd41b1c5 HTTP/1.1" status: 204 len: 168 time: 0.7962241 Jul 15 15:17:14.828924 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:14.833912 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760227fa-2ca3-4548-a51b-a9ad76688e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274c6d22-d760-49bc-92d3-8faccd41b1c5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:14.861015 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc229be-d4df-46e6-a035-9267e7276642 None None] Pushing event deleted for resources: {'Port': ['ID=59678199-3dc9-4f76-8cd2-ffe8e9fd6762,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:14.877645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd029d39-7d2e-4b21-9569-2a332e266134 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:14.887450 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-df9b4a08-c8e2-41f7-8be7-0bc5a95ed168 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8914709 Jul 15 15:17:14.904035 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48656) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:14.912858 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:14.917594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device eee63083-2eb5-46c5-9a6c-7f14e9d876d5 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:14.946561 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:14.950101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc229be-d4df-46e6-a035-9267e7276642 None None] No DVR routers for this DVR port 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:17:15.053830 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:15.054161 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-37699734-9c63-4d07-aa17-88feee0cc663 req-9e7ff01d-90b5-4c0f-a986-1b608f8f2477 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:15.055048 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:15.069140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-37699734-9c63-4d07-aa17-88feee0cc663 req-9e7ff01d-90b5-4c0f-a986-1b608f8f2477 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Transition to ACTIVE for port object ce0e7757-ff57-46fc-bfdc-c7b76707bf74 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:15.088542 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82175901-e87a-4333-b1dd-fd960a4516d6 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:15.119336 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40f6576a-5c02-4b04-9599-156e004961bc req-72a65743-526c-45bb-be98-21f6d2c53486 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-317392018&fields=id&tenant_id=5ef1d87b1ef049c18d214bfde5982884 HTTP/1.1" status: 200 len: 267 time: 0.3454349 Jul 15 15:17:15.128781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Transition to ACTIVE for port object 72507305-1148-4a8e-a6c9-f103c02334d0 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:15.134957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Allocated IP 172.25.4.70 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/577778b4-018c-452d-a8b2-3bd8c36ccd7c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:15.159971 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd029d39-7d2e-4b21-9569-2a332e266134 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:15.219825 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-37699734-9c63-4d07-aa17-88feee0cc663 req-9e7ff01d-90b5-4c0f-a986-1b608f8f2477 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:15.227610 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984865156', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:51Z', 'updated_at': '2021-07-15T15:17:11Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:52Z', 'updated_at': '2021-07-15T15:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9eb8d02d-a086-4836-8db5-57982f9aeb80', 'name': '', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:f0:11:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:06Z', 'updated_at': '2021-07-15T15:17:12Z', 'revision_number': 2, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:15.283435 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Checking router: 9e42e469-1471-40a0-9dd9-729a3960d98a for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:15.283680 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Updating router 9e42e469-1471-40a0-9dd9-729a3960d98a port 9eb8d02d-a086-4836-8db5-57982f9aeb80 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:17:15.306773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-fd029d39-7d2e-4b21-9569-2a332e266134 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port 75e64485-84bb-4619-ba11-7232d2d015e7 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:17:15.312496 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:15.356750 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:15.377811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Transition to ACTIVE for port object 72507305-1148-4a8e-a6c9-f103c02334d0 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:15.397261 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37699734-9c63-4d07-aa17-88feee0cc663 req-9e7ff01d-90b5-4c0f-a986-1b608f8f2477 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Network 22d68543-baaf-4a5b-81ff-bc226b485184 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:15.413912 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:15.441744 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a0ba54d-2353-4344-8227-c8494d9de03a req-21d5914c-663d-4f25-b170-562e3d465dbd tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 210 time: 0.0630739 Jul 15 15:17:15.446573 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48664) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:15.506138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-37699734-9c63-4d07-aa17-88feee0cc663 req-9e7ff01d-90b5-4c0f-a986-1b608f8f2477 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:15.525408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-37699734-9c63-4d07-aa17-88feee0cc663 req-9e7ff01d-90b5-4c0f-a986-1b608f8f2477 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:15.553527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ff01d-90b5-4c0f-a986-1b608f8f2477 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'Port': ['ID=ce0e7757-ff57-46fc-bfdc-c7b76707bf74,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:15.669501 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95b8e174-be23-42b8-8799-47334924202b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:15.703413 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6576a-5c02-4b04-9599-156e004961bc req-f85c35c3-a077-4d88-bf39-88a24aaab412 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:15.705028 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40f6576a-5c02-4b04-9599-156e004961bc req-f85c35c3-a077-4d88-bf39-88a24aaab412 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/networks?id=1ccba156-8e62-472c-aa79-380bf6176149 HTTP/1.1" status: 200 len: 796 time: 0.5644395 Jul 15 15:17:15.715959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37699734-9c63-4d07-aa17-88feee0cc663 req-9e7ff01d-90b5-4c0f-a986-1b608f8f2477 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:15.716638 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-37699734-9c63-4d07-aa17-88feee0cc663 req-9e7ff01d-90b5-4c0f-a986-1b608f8f2477 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:15.761843 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40f6576a-5c02-4b04-9599-156e004961bc req-41b26222-5d6f-45a1-9deb-9c165f7ccee9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/quotas/5ef1d87b1ef049c18d214bfde5982884 HTTP/1.1" status: 200 len: 375 time: 0.0376313 Jul 15 15:17:15.852192 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Pushing event updated for resources: {'Port': ['ID=72507305-1148-4a8e-a6c9-f103c02334d0,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:15.881616 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:15.920066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40f6576a-5c02-4b04-9599-156e004961bc req-f5454686-501c-466c-b3d8-af5a4852a9d1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516089 Jul 15 15:17:15.937508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Network 1d99af44-e129-4bb1-bd24-334e72791d31 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:15.960749 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port eee63083-2eb5-46c5-9a6c-7f14e9d876d5 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:15.961093 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:15.961865 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:15.966889 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:15.983489 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Transition to ACTIVE for port object 9eb8d02d-a086-4836-8db5-57982f9aeb80 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:15.993623 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95b8e174-be23-42b8-8799-47334924202b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:16.004417 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:16.007426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-fd029d39-7d2e-4b21-9569-2a332e266134 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::9420:9090:48e8:69f4 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/10f0b3d5-f19a-4813-9975-5585e0e5c3e0/75e64485-84bb-4619-ba11-7232d2d015e7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:16.035858 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-95b8e174-be23-42b8-8799-47334924202b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:16.050356 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-9e7ff01d-90b5-4c0f-a986-1b608f8f2477 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.8272939 Jul 15 15:17:16.090076 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c797a-bd45-4441-aa4e-35516a26dd2d None None] Pushing event updated for resources: {'Port': ['ID=9eb8d02d-a086-4836-8db5-57982f9aeb80,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:16.090888 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Request body: {'port': {'device_id': '88439ee7-0426-4976-b2dc-886d7891abce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:16.109009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:16.129092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:16.155069 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:17:16.155930 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:16.220335 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:16.224954 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Attempting to bind port 9eb8d02d-a086-4836-8db5-57982f9aeb80 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:16.225321 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Attempting to bind port 9eb8d02d-a086-4836-8db5-57982f9aeb80 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:16.225684 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Attempting to bind port 9eb8d02d-a086-4836-8db5-57982f9aeb80 on network 1ccba156-8e62-472c-aa79-380bf6176149 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:16.231260 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:16.231664 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Checking segment: {'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:16.232026 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:16.232417 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Bound using segment: {'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:16.232888 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Bound port: 9eb8d02d-a086-4836-8db5-57982f9aeb80, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:16.233265 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:16.318667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Pushing event updated for resources: {'Port': ['ID=577778b4-018c-452d-a8b2-3bd8c36ccd7c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:16.322996 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] For port 9eb8d02d-a086-4836-8db5-57982f9aeb80, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:16.328644 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] For port 9eb8d02d-a086-4836-8db5-57982f9aeb80, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9eb8d02d-a086-4836-8db5-57982f9aeb80,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:16.341793 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:16.349244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8e174-be23-42b8-8799-47334924202b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1934872-6d9c-4598-ad44-230375f37061,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:16.365529 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'name': 'tempest-TestAggregatesBasicOps-2090327844-router', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:54Z', 'updated_at': '2021-07-15T15:17:05Z', 'revision_number': 4, 'project_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'gw_port': {'id': 'ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:56Z', 'updated_at': '2021-07-15T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '48d0aa91-45c6-44aa-b637-41977a626828', 'name': '', 'network_id': '088354e7-0ac9-4646-b0a4-25116cafc1d2', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'mac_address': 'fa:16:3e:20:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:02Z', 'updated_at': '2021-07-15T15:17:06Z', 'revision_number': 2, 'project_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'subnets': [{'id': 'df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:16.367241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7eacee35-35b0-43fd-a78c-bea43fd2ca9a None None] Provisioning for port ce0e7757-ff57-46fc-bfdc-c7b76707bf74 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:16.371345 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-95b8e174-be23-42b8-8799-47334924202b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=be070bceb7f74b13a2fae1c4e86b3649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8907478 Jul 15 15:17:16.376567 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48666) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:16.405053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:16.437337 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Routers {'9e42e469-1471-40a0-9dd9-729a3960d98a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:16.438736 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9e42e469-1471-40a0-9dd9-729a3960d98a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:16.467401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40f6576a-5c02-4b04-9599-156e004961bc req-39fdca2c-ab31-4edd-adab-b1fa81a93f5e service neutron] 10.222.0.38 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275118 Jul 15 15:17:16.477683 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:16.492361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:16.596668 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c797a-bd45-4441-aa4e-35516a26dd2d None None] Pushing event updated for resources: {'Port': ['ID=9eb8d02d-a086-4836-8db5-57982f9aeb80,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:16.632487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beece534-4b23-4f00-b340-26c6c28f700c req-d577457d-c912-444e-bd8d-8175e46c44ac tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:16.636521 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-beece534-4b23-4f00-b340-26c6c28f700c req-d577457d-c912-444e-bd8d-8175e46c44ac tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.22 "GET /v2.0/networks?id=f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 200 len: 817 time: 0.4804022 Jul 15 15:17:16.651895 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] Set router 9e42e469-1471-40a0-9dd9-729a3960d98a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:16.673451 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Allocated IP 172.20.0.2 (579fa8cf-a9bb-4f78-bf43-84ac7a207108/61f1753c-5b9f-4677-ae22-56509e286e82/0dd1c26b-f19f-4539-b0be-e821b3d8ccdf) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:16.697836 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7eacee35-35b0-43fd-a78c-bea43fd2ca9a None None] Provisioning complete for port ce0e7757-ff57-46fc-bfdc-c7b76707bf74 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:16.702307 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7eacee35-35b0-43fd-a78c-bea43fd2ca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:16.788405 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40f6576a-5c02-4b04-9599-156e004961bc req-752a8fa4-3dfb-4dd6-ac2a-8d8c9a9a1b1d service neutron] 10.222.0.38 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486143 Jul 15 15:17:16.790066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Attempting to bind port 72507305-1148-4a8e-a6c9-f103c02334d0 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:16.790506 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Attempting to bind port 72507305-1148-4a8e-a6c9-f103c02334d0 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1d99af44-e129-4bb1-bd24-334e72791d31'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:16.790940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Attempting to bind port 72507305-1148-4a8e-a6c9-f103c02334d0 on network 1d99af44-e129-4bb1-bd24-334e72791d31 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:16.797931 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Checking router: 3bf0573c-088e-4d88-801f-566b4ef23c07 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:16.799030 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Updating router 3bf0573c-088e-4d88-801f-566b4ef23c07 port 48d0aa91-45c6-44aa-b637-41977a626828 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:17:16.807322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3599a3e-b51e-4c35-a2fc-f9892fbe4518 req-deffe322-a2e9-46f9-9288-86f2d8e0a3bd tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:16.815255 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3599a3e-b51e-4c35-a2fc-f9892fbe4518 req-deffe322-a2e9-46f9-9288-86f2d8e0a3bd tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 970 time: 0.6155329 Jul 15 15:17:16.825774 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:16.844634 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-250e7a1d-7f54-4546-bebc-cf878f0a0917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:16.919296 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:16.919675 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Checking segment: {'id': 'cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1d99af44-e129-4bb1-bd24-334e72791d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:16.920081 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:16.920649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Bound using segment: {'id': 'cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1d99af44-e129-4bb1-bd24-334e72791d31'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:16.921141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Bound port: 72507305-1148-4a8e-a6c9-f103c02334d0, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1d99af44-e129-4bb1-bd24-334e72791d31'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:16.921526 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:16.924234 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-250e7a1d-7f54-4546-bebc-cf878f0a0917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:16.924420 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:16.941464 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3599a3e-b51e-4c35-a2fc-f9892fbe4518 req-cde126f3-c2e6-4e65-b121-8bb979c6052e tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0dd314c-4f35-4931-ab3c-698572907299&id=2567e05a-de24-432d-b1bb-a535fd6978cc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1253929 Jul 15 15:17:17.195780 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984865156', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:51Z', 'updated_at': '2021-07-15T15:17:11Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:52Z', 'updated_at': '2021-07-15T15:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9eb8d02d-a086-4836-8db5-57982f9aeb80', 'name': '', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:f0:11:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:06Z', 'updated_at': '2021-07-15T15:17:16Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:17.220377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd029d39-7d2e-4b21-9569-2a332e266134 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:17.238959 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cea1152-84c0-4d94-a4f7-71ef8fea3a90 None None] The sync data for ids ['9e42e469-1471-40a0-9dd9-729a3960d98a'] in n-d-764435-3 is: [{'id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984865156', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:51Z', 'updated_at': '2021-07-15T15:17:11Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:52Z', 'updated_at': '2021-07-15T15:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9eb8d02d-a086-4836-8db5-57982f9aeb80', 'name': '', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:f0:11:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:06Z', 'updated_at': '2021-07-15T15:17:16Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:17.289805 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7eacee35-35b0-43fd-a78c-bea43fd2ca9a None None] Port ce0e7757-ff57-46fc-bfdc-c7b76707bf74 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:17:17.313684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': '10f0b3d5-f19a-4813-9975-5585e0e5c3e0'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:17:17.321398 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:17.460640 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-fd029d39-7d2e-4b21-9569-2a332e266134 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object 75e64485-84bb-4619-ba11-7232d2d015e7 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:17.519617 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-beece534-4b23-4f00-b340-26c6c28f700c req-8ac0d186-e6c5-480b-87ea-c782b6afe827 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75 HTTP/1.1" status: 200 len: 379 time: 0.4776325 Jul 15 15:17:17.557265 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:17.581507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Transition to ACTIVE for port object 48d0aa91-45c6-44aa-b637-41977a626828 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:17.621643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-beece534-4b23-4f00-b340-26c6c28f700c req-39805417-0073-44eb-ab84-ca485dbadde9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Request body: {'port': {'device_id': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'admin_state_up': True, 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'security_groups': ['c3e35b72-c6d2-42a0-b172-e4c46d38f527']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:17.639119 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:17.711657 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:17.734261 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:17.741808 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd029d39-7d2e-4b21-9569-2a332e266134 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:17.762479 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:17.826032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a911e6aa-fbcb-4680-ac63-c6550492b3d2 req-aeea6449-3993-481b-99a3-322e1f03bc40 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 210 time: 0.0521531 Jul 15 15:17:17.838355 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] For port 72507305-1148-4a8e-a6c9-f103c02334d0, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:17.846386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] For port 72507305-1148-4a8e-a6c9-f103c02334d0, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=72507305-1148-4a8e-a6c9-f103c02334d0,segment=NetworkSegment(cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8),segment_id=cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:17.899749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-551247ad-6c6b-4d56-bd7f-68eb9c4ac9ae req-38c285ea-959e-4a44-afb8-275866ea1d16 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 210 time: 0.7315915 Jul 15 15:17:17.968802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d34b97-e5c5-42ab-ae15-388f13436b10 None None] Pushing event updated for resources: {'Port': ['ID=48d0aa91-45c6-44aa-b637-41977a626828,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:17.983283 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:18.016876 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-250e7a1d-7f54-4546-bebc-cf878f0a0917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:18.024787 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-250e7a1d-7f54-4546-bebc-cf878f0a0917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:18.026362 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-250e7a1d-7f54-4546-bebc-cf878f0a0917 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1934872-6d9c-4598-ad44-230375f37061 HTTP/1.1" status: 204 len: 168 time: 1.6462696 Jul 15 15:17:18.054856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd029d39-7d2e-4b21-9569-2a332e266134 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:18.055013 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:18.142089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e7a1d-7f54-4546-bebc-cf878f0a0917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1934872-6d9c-4598-ad44-230375f37061,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:18.179246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-fd029d39-7d2e-4b21-9569-2a332e266134 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:18.215723 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd029d39-7d2e-4b21-9569-2a332e266134 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:18.236070 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd029d39-7d2e-4b21-9569-2a332e266134 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:18.236745 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd029d39-7d2e-4b21-9569-2a332e266134 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:18.240110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd029d39-7d2e-4b21-9569-2a332e266134 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=75e64485-84bb-4619-ba11-7232d2d015e7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:18.277582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e84427-b6e2-4b7b-9a28-ba31e7e596c5 req-4da7c68e-b4f6-44cf-a552-2c2e53f65044 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:18.285915 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06e84427-b6e2-4b7b-9a28-ba31e7e596c5 req-4da7c68e-b4f6-44cf-a552-2c2e53f65044 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 970 time: 0.1449041 Jul 15 15:17:18.409289 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06e84427-b6e2-4b7b-9a28-ba31e7e596c5 req-cabef79b-63f3-4ccc-bdb1-3523a246e1ed tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0dd314c-4f35-4931-ab3c-698572907299&id=2567e05a-de24-432d-b1bb-a535fd6978cc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1221607 Jul 15 15:17:18.432819 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fd029d39-7d2e-4b21-9569-2a332e266134 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0106964 Jul 15 15:17:18.468449 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48686) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:18.540892 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0e7757-ff57-46fc-bfdc-c7b76707bf74 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:17:18.546906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beece534-4b23-4f00-b340-26c6c28f700c req-39805417-0073-44eb-ab84-ca485dbadde9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Made reservation on behalf of 5e746ec2ac1d47fc84dbbe9e96f40b75 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:18.558116 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:18.564296 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-beece534-4b23-4f00-b340-26c6c28f700c req-39805417-0073-44eb-ab84-ca485dbadde9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:18.593674 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Allocated IP 2001:db8::2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/10f0b3d5-f19a-4813-9975-5585e0e5c3e0/529f46a4-ebd2-4435-ae59-17f8fa2a5a80) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:18.614845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Transition to ACTIVE for port object ce0e7757-ff57-46fc-bfdc-c7b76707bf74 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:18.615919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Allocated IP 172.25.4.239 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/4a5b9220-d604-4469-968f-d9349cc1ab3a) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:18.627720 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:18.756192 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f65af1e-2e3c-48b1-8fe0-4319e8e42268 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:18.759260 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6f65af1e-2e3c-48b1-8fe0-4319e8e42268 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2881403 Jul 15 15:17:18.760490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Attempting to bind port 48d0aa91-45c6-44aa-b637-41977a626828 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:18.760979 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Attempting to bind port 48d0aa91-45c6-44aa-b637-41977a626828 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'dd9f4a00-2724-4dd6-b616-d546689d8f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '088354e7-0ac9-4646-b0a4-25116cafc1d2'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:18.761212 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Attempting to bind port 48d0aa91-45c6-44aa-b637-41977a626828 on network 088354e7-0ac9-4646-b0a4-25116cafc1d2 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:18.780620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48694) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:18.795316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:18.795736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Checking segment: {'id': 'dd9f4a00-2724-4dd6-b616-d546689d8f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '088354e7-0ac9-4646-b0a4-25116cafc1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:18.796109 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:18.796508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Bound using segment: {'id': 'dd9f4a00-2724-4dd6-b616-d546689d8f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '088354e7-0ac9-4646-b0a4-25116cafc1d2'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:18.796998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Bound port: 48d0aa91-45c6-44aa-b637-41977a626828, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9f4a00-2724-4dd6-b616-d546689d8f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '088354e7-0ac9-4646-b0a4-25116cafc1d2'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:18.798703 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:18.812309 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:18.812711 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:18.860488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe0c1c-3608-4f96-8af6-ed04790b2fc3 None None] Pushing event updated for resources: {'Port': ['ID=72507305-1148-4a8e-a6c9-f103c02334d0,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:19.031050 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:19.032073 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:19.109962 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0e7757-ff57-46fc-bfdc-c7b76707bf74,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:19.234671 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-65975e72-a570-421e-a214-638bf4c314bb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port 75e64485-84bb-4619-ba11-7232d2d015e7 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:19.241556 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65975e72-a570-421e-a214-638bf4c314bb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:19.301479 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Transition to ACTIVE for port object 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:19.347896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Attempting to bind port ce0e7757-ff57-46fc-bfdc-c7b76707bf74 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:19.348253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Attempting to bind port ce0e7757-ff57-46fc-bfdc-c7b76707bf74 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'f5a3fe10-2b82-4c5a-bab2-e0d23956883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:19.349235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Attempting to bind port ce0e7757-ff57-46fc-bfdc-c7b76707bf74 on network 22d68543-baaf-4a5b-81ff-bc226b485184 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:19.360814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Port ce0e7757-ff57-46fc-bfdc-c7b76707bf74 on network 22d68543-baaf-4a5b-81ff-bc226b485184 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:17:19.360814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Attempting to bind port ce0e7757-ff57-46fc-bfdc-c7b76707bf74 on network 22d68543-baaf-4a5b-81ff-bc226b485184 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:19.361184 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:19.413384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:19.414023 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Transition to ACTIVE for port object 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:19.414692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Checking segment: {'id': 'f5a3fe10-2b82-4c5a-bab2-e0d23956883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:19.415603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Bound using segment: {'id': 'f5a3fe10-2b82-4c5a-bab2-e0d23956883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:19.415829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Bound port: ce0e7757-ff57-46fc-bfdc-c7b76707bf74, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a3fe10-2b82-4c5a-bab2-e0d23956883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:19.417213 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:19.428845 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a166d9e1-0f9e-474a-b4e5-70cb0e51f1f9 req-f915cc04-c4a9-4664-b86c-8e749e578012 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 210 time: 0.1367207 Jul 15 15:17:19.490243 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:19.532529 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:19.548568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] For port 48d0aa91-45c6-44aa-b637-41977a626828, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:19.563869 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65975e72-a570-421e-a214-638bf4c314bb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:19.570220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] For port 48d0aa91-45c6-44aa-b637-41977a626828, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=48d0aa91-45c6-44aa-b637-41977a626828,segment=NetworkSegment(dd9f4a00-2724-4dd6-b616-d546689d8f8d),segment_id=dd9f4a00-2724-4dd6-b616-d546689d8f8d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:19.578209 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-505b1972-3418-4c12-ae91-7b5998df64e8 req-f8b321e9-7b98-4cd4-adce-8f4398939602 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 210 time: 0.2318215 Jul 15 15:17:19.591461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-65975e72-a570-421e-a214-638bf4c314bb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for 75e64485-84bb-4619-ba11-7232d2d015e7 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:19.682375 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:19.684878 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:19.752596 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:19.760845 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:19.778059 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:19.785443 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Transition to ACTIVE for port object 529f46a4-ebd2-4435-ae59-17f8fa2a5a80 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:19.823395 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Transition to ACTIVE for port object 529f46a4-ebd2-4435-ae59-17f8fa2a5a80 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:19.869824 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:19.876768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-beece534-4b23-4f00-b340-26c6c28f700c req-39805417-0073-44eb-ab84-ca485dbadde9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Allocated IP 172.20.0.13 (f4383174-585e-4d4e-b660-80050803c374/e02218b1-8e75-4c36-9d6e-ae1449beb9a6/7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:19.889928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9eb8d02d-a086-4836-8db5-57982f9aeb80 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:19.893245 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:19.898687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6576a-5c02-4b04-9599-156e004961bc req-6de4ecd5-bde9-42d3-8601-b9c7b68cbb6a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:19.900490 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-40f6576a-5c02-4b04-9599-156e004961bc req-6de4ecd5-bde9-42d3-8601-b9c7b68cbb6a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "GET /v2.0/networks?id=1ccba156-8e62-472c-aa79-380bf6176149 HTTP/1.1" status: 200 len: 796 time: 0.8842361 Jul 15 15:17:19.904490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Pushing event updated for resources: {'Port': ['ID=0dd1c26b-f19f-4539-b0be-e821b3d8ccdf,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:19.924598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] For port ce0e7757-ff57-46fc-bfdc-c7b76707bf74, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:19.952003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] For port ce0e7757-ff57-46fc-bfdc-c7b76707bf74, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ce0e7757-ff57-46fc-bfdc-c7b76707bf74,segment=NetworkSegment(f5a3fe10-2b82-4c5a-bab2-e0d23956883c),segment_id=f5a3fe10-2b82-4c5a-bab2-e0d23956883c)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:19.971483 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:20.083788 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-40f6576a-5c02-4b04-9599-156e004961bc req-ce12d266-7fc7-4e0f-9784-3070dc429e69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ef1d87b1ef049c18d214bfde5982884 HTTP/1.1" status: 200 len: 379 time: 0.1668830 Jul 15 15:17:20.112115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Router c2210205-85be-4466-a003-7d2f1aae2e5c is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:17:20.118572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0e7757-ff57-46fc-bfdc-c7b76707bf74,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:20.137908 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:20.144232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:20.144787 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:20.146777 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-88694d90-e359-4874-96db-e19260354aa5 service neutron] 10.222.0.11 "PUT /v2.0/ports/ce0e7757-ff57-46fc-bfdc-c7b76707bf74 HTTP/1.1" status: 200 len: 1130 time: 4.0652146 Jul 15 15:17:20.149394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88439ee7-0426-4976-b2dc-886d7891abce', 'tag': 'ce0e7757-ff57-46fc-bfdc-c7b76707bf74'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:17:20.152605 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2746f2-64c8-4f4b-8031-53d4bc0c252b" -d '{"events": [{"name": "network-changed", "server_uuid": "88439ee7-0426-4976-b2dc-886d7891abce", "tag": "ce0e7757-ff57-46fc-bfdc-c7b76707bf74"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:20.171247 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-40f6576a-5c02-4b04-9599-156e004961bc req-dce0d51f-296b-4eef-9596-600f5b92bc67 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'port': {'device_id': '247a364b-431a-4bda-a178-f36cbe325f6a', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'admin_state_up': True, 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'security_groups': ['ac454a3f-e350-4b1b-8367-5ef5b2899fa8']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:20.173469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25181484-9b32-491f-bd51-e42738918c52 req-07db8ee3-16d3-4bee-b1ad-4fa2d7ffc765 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:20.175669 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25181484-9b32-491f-bd51-e42738918c52 req-07db8ee3-16d3-4bee-b1ad-4fa2d7ffc765 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 982 time: 0.4651020 Jul 15 15:17:20.279222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Pushing event updated for resources: {'Port': ['ID=4a5b9220-d604-4469-968f-d9349cc1ab3a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:20.281410 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b119cd54-2dc3-4eef-8455-e5839d03c883 x-openstack-request-id: req-b119cd54-2dc3-4eef-8455-e5839d03c883 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:20.282063 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88439ee7-0426-4976-b2dc-886d7891abce", "tag": "ce0e7757-ff57-46fc-bfdc-c7b76707bf74", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:20.283777 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b119cd54-2dc3-4eef-8455-e5839d03c883 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:20.284495 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88439ee7-0426-4976-b2dc-886d7891abce', 'tag': 'ce0e7757-ff57-46fc-bfdc-c7b76707bf74', 'status': 'completed', 'code': 200} Jul 15 15:17:20.403323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25181484-9b32-491f-bd51-e42738918c52 req-068742ec-da58-4597-869d-726427bf0e83 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0dd314c-4f35-4931-ab3c-698572907299&id=2567e05a-de24-432d-b1bb-a535fd6978cc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2138395 Jul 15 15:17:20.435653 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Attempting to bind port 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:20.436316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Attempting to bind port 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:20.436857 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Attempting to bind port 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf on network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:20.440017 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9c9e43-f632-42fd-9584-544b152d504a None None] Network 1d99af44-e129-4bb1-bd24-334e72791d31 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:20.444748 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65975e72-a570-421e-a214-638bf4c314bb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:20.457304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:20.479430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:20.502961 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:20.507068 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Routers {'3bf0573c-088e-4d88-801f-566b4ef23c07'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:20.507700 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3bf0573c-088e-4d88-801f-566b4ef23c07'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:20.517010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:20.523123 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:20.523742 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Checking segment: {'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:20.524578 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:20.525141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Bound using segment: {'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:20.525383 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:20.526045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Bound port: 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:20.526635 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:20.539347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:20.569794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d34b97-e5c5-42ab-ae15-388f13436b10 None None] Pushing event updated for resources: {'Port': ['ID=48d0aa91-45c6-44aa-b637-41977a626828,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:20.590142 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65975e72-a570-421e-a214-638bf4c314bb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:20.593857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-65975e72-a570-421e-a214-638bf4c314bb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/75e64485-84bb-4619-ba11-7232d2d015e7 HTTP/1.1" status: 204 len: 168 time: 1.8061824 Jul 15 15:17:20.596410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65975e72-a570-421e-a214-638bf4c314bb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=75e64485-84bb-4619-ba11-7232d2d015e7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:20.605381 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48726) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:20.608578 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:17:20.621944 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-beece534-4b23-4f00-b340-26c6c28f700c req-39805417-0073-44eb-ab84-ca485dbadde9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:20.625142 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37699734-9c63-4d07-aa17-88feee0cc663 req-35c12888-f757-4df8-b451-b772b34bf112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:20.629221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-35c12888-f757-4df8-b451-b772b34bf112 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa1c872dfc224a95b77ffe6e9a9fcd2c&device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 1133 time: 0.3671565 Jul 15 15:17:20.702843 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-75ad397f-402c-4bce-a417-513da1088083 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce0e7757-ff57-46fc-bfdc-c7b76707bf74 HTTP/1.1" status: 200 len: 217 time: 0.0484939 Jul 15 15:17:20.769432 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4a7a91b-408c-4e2d-ae48-3c26779fa351 req-3dc8eb0f-90c7-4230-b806-abc1123d9012 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 210 time: 0.0630686 Jul 15 15:17:20.801809 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-beece534-4b23-4f00-b340-26c6c28f700c req-39805417-0073-44eb-ab84-ca485dbadde9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Transition to ACTIVE for port object 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:20.804141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:20.830356 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] Set router 3bf0573c-088e-4d88-801f-566b4ef23c07 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:20.834370 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-419f65d7-9f74-48ca-96fa-1e0c35bd9a05 req-f8c1eb1c-633e-46e6-98c4-d750ce10ad81 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 210 time: 0.0621302 Jul 15 15:17:20.849605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bc52ec-402c-49e8-ad90-dd5bb8004fae tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:20.851389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bc52ec-402c-49e8-ad90-dd5bb8004fae tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:20.855305 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-10bc52ec-402c-49e8-ad90-dd5bb8004fae tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2461653 Jul 15 15:17:20.863223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48730) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:20.866743 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37699734-9c63-4d07-aa17-88feee0cc663 req-c39d5c3f-243b-4c85-8bfa-656e4d56b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:20.868583 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-c39d5c3f-243b-4c85-8bfa-656e4d56b778 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd4d22ea-6551-4399-89d6-17e10eccfae5 HTTP/1.1" status: 200 len: 835 time: 0.1501696 Jul 15 15:17:20.921675 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a19db6d9-792b-4dde-8f41-6f85a959987f None None] Provisioning for port 72507305-1148-4a8e-a6c9-f103c02334d0 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:20.954107 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:20.955843 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f7797f4c-23ab-4b8a-8ccc-f668782f9415 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0124936 Jul 15 15:17:20.959687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48732) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:20.962939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f6576a-5c02-4b04-9599-156e004961bc req-dce0d51f-296b-4eef-9596-600f5b92bc67 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Made reservation on behalf of 5ef1d87b1ef049c18d214bfde5982884 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:20.965974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d520e3f-bde7-4c96-919c-f5d05bc6c0aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet 10f0b3d5-f19a-4813-9975-5585e0e5c3e0 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:17:20.967056 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-40f6576a-5c02-4b04-9599-156e004961bc req-dce0d51f-296b-4eef-9596-600f5b92bc67 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:20.987689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] For port 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:20.992200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] For port 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0dd1c26b-f19f-4539-b0be-e821b3d8ccdf,segment=NetworkSegment(1cb7607d-41bd-43a8-b08c-97b09d554af1),segment_id=1cb7607d-41bd-43a8-b08c-97b09d554af1)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:21.029342 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d520e3f-bde7-4c96-919c-f5d05bc6c0aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:21.038124 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Sync routers for ids ['c2210205-85be-4466-a003-7d2f1aae2e5c'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:21.087356 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:21.115894 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37699734-9c63-4d07-aa17-88feee0cc663 req-0d852a9c-829b-45b6-97b6-4a8fd2ffa981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:21.117617 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-0d852a9c-829b-45b6-97b6-4a8fd2ffa981 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22d68543-baaf-4a5b-81ff-bc226b485184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2390575 Jul 15 15:17:21.123981 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d520e3f-bde7-4c96-919c-f5d05bc6c0aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:21.279885 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Pushing event updated for resources: {'Port': ['ID=529f46a4-ebd2-4435-ae59-17f8fa2a5a80,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:21.292760 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Routers {'c2210205-85be-4466-a003-7d2f1aae2e5c'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:21.293255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c2210205-85be-4466-a003-7d2f1aae2e5c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:21.297332 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 9eb8d02d-a086-4836-8db5-57982f9aeb80 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:21.302431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Attempting to bind port 529f46a4-ebd2-4435-ae59-17f8fa2a5a80 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:21.304158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Attempting to bind port 529f46a4-ebd2-4435-ae59-17f8fa2a5a80 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:21.304633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Attempting to bind port 529f46a4-ebd2-4435-ae59-17f8fa2a5a80 on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:21.398117 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9eb8d02d-a086-4836-8db5-57982f9aeb80 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:21.398707 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:21.413001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:21.413568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:21.414243 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:21.414902 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:21.416004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Bound port: 529f46a4-ebd2-4435-ae59-17f8fa2a5a80, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:21.416687 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:21.420695 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d520e3f-bde7-4c96-919c-f5d05bc6c0aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:21.569797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-b8b00c8c-9899-417c-bb5d-e9820e254e78 service neutron] 10.222.0.11 "GET /v2.0/networks/22d68543-baaf-4a5b-81ff-bc226b485184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424174 Jul 15 15:17:21.685227 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e133c9-6b8e-40e1-8100-17c079c77053 None None] Pushing event updated for resources: {'Port': ['ID=0dd1c26b-f19f-4539-b0be-e821b3d8ccdf,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:21.698962 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37699734-9c63-4d07-aa17-88feee0cc663 req-fa0f7e48-eaab-4476-a1b7-6489064eadbe service neutron] 10.222.0.11 "GET /v2.0/networks/22d68543-baaf-4a5b-81ff-bc226b485184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208804 Jul 15 15:17:21.771875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Set router c2210205-85be-4466-a003-7d2f1aae2e5c gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:21.874476 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-beece534-4b23-4f00-b340-26c6c28f700c req-39805417-0073-44eb-ab84-ca485dbadde9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:21.954839 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] For port 529f46a4-ebd2-4435-ae59-17f8fa2a5a80, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:21.964302 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d520e3f-bde7-4c96-919c-f5d05bc6c0aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:22.002105 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d520e3f-bde7-4c96-919c-f5d05bc6c0aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:22.007687 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2d520e3f-bde7-4c96-919c-f5d05bc6c0aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/10f0b3d5-f19a-4813-9975-5585e0e5c3e0 HTTP/1.1" status: 204 len: 168 time: 1.1428182 Jul 15 15:17:22.018935 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48748) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:22.025772 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] For port 529f46a4-ebd2-4435-ae59-17f8fa2a5a80, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=529f46a4-ebd2-4435-ae59-17f8fa2a5a80,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:22.058402 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-40f6576a-5c02-4b04-9599-156e004961bc req-dce0d51f-296b-4eef-9596-600f5b92bc67 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Allocated IP 172.20.0.6 (1ccba156-8e62-472c-aa79-380bf6176149/25455b05-a94e-447c-b84e-9cd2a3a78a80/af8fa02e-d106-41b2-ade8-af7b5fa8b8f1) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:22.061836 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7fe10-205c-4360-b8f5-143f9f4878bc req-345cf042-aab2-47fc-9f51-2b0d35cb21b8 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:22.065857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ff7fe10-205c-4360-b8f5-143f9f4878bc req-345cf042-aab2-47fc-9f51-2b0d35cb21b8 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 982 time: 0.3621571 Jul 15 15:17:22.096849 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:22.099319 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:22.160202 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beece534-4b23-4f00-b340-26c6c28f700c req-39805417-0073-44eb-ab84-ca485dbadde9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Network f4383174-585e-4d4e-b660-80050803c374 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:22.171976 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39805417-0073-44eb-ab84-ca485dbadde9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event updated for resources: {'Port': ['ID=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:22.172198 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-23d68dc7-5308-493b-a55c-9b2563c41bd6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986156 Jul 15 15:17:22.186863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-beece534-4b23-4f00-b340-26c6c28f700c req-39805417-0073-44eb-ab84-ca485dbadde9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:22.191529 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48750) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:22.199747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'name': 'tempest-TestAggregatesBasicOps-2090327844-router', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:54Z', 'updated_at': '2021-07-15T15:17:05Z', 'revision_number': 4, 'project_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'gw_port': {'id': 'ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:56Z', 'updated_at': '2021-07-15T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '48d0aa91-45c6-44aa-b637-41977a626828', 'name': '', 'network_id': '088354e7-0ac9-4646-b0a4-25116cafc1d2', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'mac_address': 'fa:16:3e:20:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:02Z', 'updated_at': '2021-07-15T15:17:19Z', 'revision_number': 4, 'project_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'subnets': [{'id': 'df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:22.209723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d520e3f-bde7-4c96-919c-f5d05bc6c0aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=10f0b3d5-f19a-4813-9975-5585e0e5c3e0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:22.224954 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-beece534-4b23-4f00-b340-26c6c28f700c req-39805417-0073-44eb-ab84-ca485dbadde9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:22.280005 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2746f2-64c8-4f4b-8031-53d4bc0c252b req-814897ba-0dca-4f9e-8dfb-be27a3f0212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:22.281715 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c2746f2-64c8-4f4b-8031-53d4bc0c252b req-814897ba-0dca-4f9e-8dfb-be27a3f0212b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa1c872dfc224a95b77ffe6e9a9fcd2c&device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 1133 time: 0.4799573 Jul 15 15:17:22.306614 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f0fcea-9ad5-4448-8148-28c16be2e79f None None] The sync data for ids ['3bf0573c-088e-4d88-801f-566b4ef23c07'] in n-d-764435-3 is: [{'id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'name': 'tempest-TestAggregatesBasicOps-2090327844-router', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:54Z', 'updated_at': '2021-07-15T15:17:05Z', 'revision_number': 4, 'project_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'gw_port': {'id': 'ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:56Z', 'updated_at': '2021-07-15T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '48d0aa91-45c6-44aa-b637-41977a626828', 'name': '', 'network_id': '088354e7-0ac9-4646-b0a4-25116cafc1d2', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'mac_address': 'fa:16:3e:20:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:02Z', 'updated_at': '2021-07-15T15:17:19Z', 'revision_number': 4, 'project_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'subnets': [{'id': 'df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:22.471508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 9eb8d02d-a086-4836-8db5-57982f9aeb80, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9eb8d02d-a086-4836-8db5-57982f9aeb80,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:22.479561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beece534-4b23-4f00-b340-26c6c28f700c req-39805417-0073-44eb-ab84-ca485dbadde9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:22.482965 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-beece534-4b23-4f00-b340-26c6c28f700c req-39805417-0073-44eb-ab84-ca485dbadde9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:22.511999 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:22.530760 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ff7fe10-205c-4360-b8f5-143f9f4878bc req-bd264ae6-f51a-409b-ae01-8ee307e4db50 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0dd314c-4f35-4931-ab3c-698572907299&id=2567e05a-de24-432d-b1bb-a535fd6978cc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4270360 Jul 15 15:17:22.593205 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:22.629664 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:22.659524 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2dd44-db05-49e2-84b5-fec47ee85175 None None] Pushing event updated for resources: {'Port': ['ID=529f46a4-ebd2-4435-ae59-17f8fa2a5a80,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:22.674257 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-beece534-4b23-4f00-b340-26c6c28f700c req-39805417-0073-44eb-ab84-ca485dbadde9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0811417 Jul 15 15:17:22.694337 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Request body: {'port': {'device_id': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:22.730703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2746f2-64c8-4f4b-8031-53d4bc0c252b req-d4449588-0e9f-428b-9691-0382d7aa23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:22.732977 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c2746f2-64c8-4f4b-8031-53d4bc0c252b req-d4449588-0e9f-428b-9691-0382d7aa23b3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=22d68543-baaf-4a5b-81ff-bc226b485184 HTTP/1.1" status: 200 len: 898 time: 0.4427853 Jul 15 15:17:22.866708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=9eb8d02d-a086-4836-8db5-57982f9aeb80,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:22.879664 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:17:22.880605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 59678199-3dc9-4f76-8cd2-ffe8e9fd6762 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:22.892272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c2746f2-64c8-4f4b-8031-53d4bc0c252b req-ef34bbff-eb3b-4272-9e3d-efc0b14617ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce0e7757-ff57-46fc-bfdc-c7b76707bf74 HTTP/1.1" status: 200 len: 217 time: 0.1141644 Jul 15 15:17:22.938061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-06a6f522-a602-49fe-8315-ca9e002fc743 None None] Provisioning for port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:22.975051 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-06a6f522-a602-49fe-8315-ca9e002fc743 None None] Provisioning complete for port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:22.976274 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06a6f522-a602-49fe-8315-ca9e002fc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:23.044767 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643915ca-dbcb-454a-a6d0-037fbf8ef6fd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:23.046360 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-643915ca-dbcb-454a-a6d0-037fbf8ef6fd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8229272 Jul 15 15:17:23.060721 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48754) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:23.107298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'name': 'tempest-TestAggregatesBasicOps-219884484-router', 'tenant_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '577778b4-018c-452d-a8b2-3bd8c36ccd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:12Z', 'updated_at': '2021-07-15T15:17:17Z', 'revision_number': 3, 'project_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'gw_port': {'id': '577778b4-018c-452d-a8b2-3bd8c36ccd7c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:14Z', 'updated_at': '2021-07-15T15:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:23.108646 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-06a6f522-a602-49fe-8315-ca9e002fc743 None None] Port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:17:23.188707 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Checking router: c2210205-85be-4466-a003-7d2f1aae2e5c for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:23.189079 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Updating router c2210205-85be-4466-a003-7d2f1aae2e5c port 577778b4-018c-452d-a8b2-3bd8c36ccd7c binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:17:23.269709 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:23.275923 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-40f6576a-5c02-4b04-9599-156e004961bc req-dce0d51f-296b-4eef-9596-600f5b92bc67 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:23.321537 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-40f6576a-5c02-4b04-9599-156e004961bc req-dce0d51f-296b-4eef-9596-600f5b92bc67 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Transition to ACTIVE for port object af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:23.371302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f842a3f1-c819-4032-8e81-aeade22d9010 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:23.373079 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f842a3f1-c819-4032-8e81-aeade22d9010 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3042059 Jul 15 15:17:23.378144 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:23.385525 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48756) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:23.498091 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b7183e16-1c51-4613-a149-90c14ad9d0a1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072876 Jul 15 15:17:23.508783 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48758) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:23.524297 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e4768899-04a6-476e-9eaf-96b43bd0c962 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:23.653537 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:23.747500 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-40f6576a-5c02-4b04-9599-156e004961bc req-dce0d51f-296b-4eef-9596-600f5b92bc67 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:23.832558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25259f69-8b4d-45bc-8684-72f84833a0f7 None None] Network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:23.885342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9eb8d02d-a086-4836-8db5-57982f9aeb80 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:23.929421 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6b42c95f-4c2a-4ddf-a3a8-6b960bb184d4 req-99c52870-e686-4ab5-af74-187e9d2127d8 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 210 time: 1.0420175 Jul 15 15:17:23.968553 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:24.099307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f6576a-5c02-4b04-9599-156e004961bc req-dce0d51f-296b-4eef-9596-600f5b92bc67 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network 1ccba156-8e62-472c-aa79-380bf6176149 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:24.129067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-40f6576a-5c02-4b04-9599-156e004961bc req-dce0d51f-296b-4eef-9596-600f5b92bc67 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:24.206499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2746f2-64c8-4f4b-8031-53d4bc0c252b req-bcb1dd0a-4908-45c7-a4a5-a6c9e0d2c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:24.216301 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c2746f2-64c8-4f4b-8031-53d4bc0c252b req-bcb1dd0a-4908-45c7-a4a5-a6c9e0d2c376 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd4d22ea-6551-4399-89d6-17e10eccfae5 HTTP/1.1" status: 200 len: 835 time: 1.2826321 Jul 15 15:17:24.222676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cb09667c-fe24-457e-94da-2cd73cb72134 None None] Provisioning for port 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:24.232956 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f6576a-5c02-4b04-9599-156e004961bc req-dce0d51f-296b-4eef-9596-600f5b92bc67 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:24.237249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0211ef-ce0e-40c7-84ae-508f8c9d944a req-ae398387-6561-447f-b427-3119538d8953 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:24.244206 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc0211ef-ce0e-40c7-84ae-508f8c9d944a req-ae398387-6561-447f-b427-3119538d8953 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 932 time: 1.7398043 Jul 15 15:17:24.250034 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0d51f-296b-4eef-9596-600f5b92bc67 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:24.288502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9eb8d02d-a086-4836-8db5-57982f9aeb80 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:24.289046 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:24.333869 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4768899-04a6-476e-9eaf-96b43bd0c962 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:24.337800 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e4768899-04a6-476e-9eaf-96b43bd0c962 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:24.449217 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558aa429-e4e1-4e97-a37e-adc64635f5a3 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:24.487339 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:24.529179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6576a-5c02-4b04-9599-156e004961bc req-dce0d51f-296b-4eef-9596-600f5b92bc67 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:24.530338 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-40f6576a-5c02-4b04-9599-156e004961bc req-dce0d51f-296b-4eef-9596-600f5b92bc67 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:24.533756 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc0211ef-ce0e-40c7-84ae-508f8c9d944a req-bd019d66-4f77-4fba-88a5-680a3fba2270 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586489 Jul 15 15:17:24.557521 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Transition to ACTIVE for port object 577778b4-018c-452d-a8b2-3bd8c36ccd7c will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:24.584393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Allocated IP 172.20.0.1 (1d99af44-e129-4bb1-bd24-334e72791d31/8032b4ff-5990-433d-bdcd-157661555dc2/98cbcfaa-c96f-43ea-98aa-a521cddd55c7) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:24.596869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2746f2-64c8-4f4b-8031-53d4bc0c252b req-5b02d02d-2f3e-485d-99ba-027d1cc9606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:24.598467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7628a4c4-a9a1-4d40-860e-9e677ffa6ad8 None None] Provisioning for port 529f46a4-ebd2-4435-ae59-17f8fa2a5a80 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:24.603132 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c2746f2-64c8-4f4b-8031-53d4bc0c252b req-5b02d02d-2f3e-485d-99ba-027d1cc9606a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22d68543-baaf-4a5b-81ff-bc226b485184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3576624 Jul 15 15:17:24.609634 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:24.624453 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-40f6576a-5c02-4b04-9599-156e004961bc req-dce0d51f-296b-4eef-9596-600f5b92bc67 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4879534 Jul 15 15:17:24.670965 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Request body: {'port': {'device_id': '247a364b-431a-4bda-a178-f36cbe325f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:24.687994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:24.708445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Attempting to bind port 577778b4-018c-452d-a8b2-3bd8c36ccd7c on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:24.708827 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Attempting to bind port 577778b4-018c-452d-a8b2-3bd8c36ccd7c by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:24.709201 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Attempting to bind port 577778b4-018c-452d-a8b2-3bd8c36ccd7c on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:24.750558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:24.750558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:24.750558 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:24.750558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:24.750558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Bound port: 577778b4-018c-452d-a8b2-3bd8c36ccd7c, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:24.750558 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:24.762995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58978ea-9007-4cd3-b72d-b1aaa2c3f003 None None] Pushing event updated for resources: {'Port': ['ID=577778b4-018c-452d-a8b2-3bd8c36ccd7c,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:24.828271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2daf1-3db8-466b-b279-093d28d8fead req-3231eae5-d1da-4abc-84ea-e5a6e28da1b6 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:24.830266 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3f2daf1-3db8-466b-b279-093d28d8fead req-3231eae5-d1da-4abc-84ea-e5a6e28da1b6 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 982 time: 0.4704435 Jul 15 15:17:24.853245 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:17:24.863334 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:24.907832 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b8639bde-eb41-4d67-ac8a-bc020ba24928 None None] Provisioning for port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:24.909867 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c2746f2-64c8-4f4b-8031-53d4bc0c252b req-0496740b-ce8b-44dd-8722-91317bca6bcb service neutron] 10.222.0.11 "GET /v2.0/networks/22d68543-baaf-4a5b-81ff-bc226b485184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984452 Jul 15 15:17:24.913734 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:24.923411 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b8639bde-eb41-4d67-ac8a-bc020ba24928 None None] Provisioning complete for port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:24.923715 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8639bde-eb41-4d67-ac8a-bc020ba24928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:24.929615 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] For port 577778b4-018c-452d-a8b2-3bd8c36ccd7c, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:24.970042 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3f2daf1-3db8-466b-b279-093d28d8fead req-efacb5d1-851e-42e9-aa27-2f37c2299e26 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0dd314c-4f35-4931-ab3c-698572907299&id=2567e05a-de24-432d-b1bb-a535fd6978cc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1271610 Jul 15 15:17:24.974600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:24.977249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Transition to ACTIVE for port object 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:24.978997 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] For port 577778b4-018c-452d-a8b2-3bd8c36ccd7c, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=577778b4-018c-452d-a8b2-3bd8c36ccd7c,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:24.982549 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:24.982937 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:24.993534 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:25.048184 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b8639bde-eb41-4d67-ac8a-bc020ba24928 None None] Port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:17:25.080696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ce0e7757-ff57-46fc-bfdc-c7b76707bf74 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:17:25.125336 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58978ea-9007-4cd3-b72d-b1aaa2c3f003 None None] Pushing event updated for resources: {'Port': ['ID=577778b4-018c-452d-a8b2-3bd8c36ccd7c,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:25.126940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Routers {'c2210205-85be-4466-a003-7d2f1aae2e5c'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:25.143479 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c2210205-85be-4466-a003-7d2f1aae2e5c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:25.175141 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e4768899-04a6-476e-9eaf-96b43bd0c962 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:25.197538 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c2746f2-64c8-4f4b-8031-53d4bc0c252b req-0b23badb-5223-48c0-8b42-d362c400af92 service neutron] 10.222.0.11 "GET /v2.0/networks/22d68543-baaf-4a5b-81ff-bc226b485184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776709 Jul 15 15:17:25.200609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Router 52919df6-9f50-4474-8e8d-9f18468cb33a is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:17:25.205653 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Transition to ACTIVE for port object 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:25.216219 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3fd35f-d47f-4743-807f-66722e13b2d6 None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:17:25.222099 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:17:25.271701 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:25.276213 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:25.343233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Network 1d99af44-e129-4bb1-bd24-334e72791d31 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:25.356343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:25.362385 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:25.391053 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7a6d74ec-784d-4083-b5e5-a89b08ae3cb3 None None] Provisioning complete for port 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:25.391644 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a6d74ec-784d-4083-b5e5-a89b08ae3cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:25.405232 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:25.414137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Pushing event updated for resources: {'Port': ['ID=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:25.429211 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4768899-04a6-476e-9eaf-96b43bd0c962 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:25.464399 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e4768899-04a6-476e-9eaf-96b43bd0c962 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:25.466176 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:25.479813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Pushing event updated for resources: {'Port': ['ID=98cbcfaa-c96f-43ea-98aa-a521cddd55c7,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:25.507821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4768899-04a6-476e-9eaf-96b43bd0c962 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:25.508548 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e4768899-04a6-476e-9eaf-96b43bd0c962 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:25.517497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f025b-95f0-473a-9886-74ec4b864095 req-8246a680-cbae-40f7-bc6f-aa9c815cc54d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:25.522404 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc8f025b-95f0-473a-9886-74ec4b864095 req-8246a680-cbae-40f7-bc6f-aa9c815cc54d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 931 time: 0.3191524 Jul 15 15:17:25.524768 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:25.566908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] Set router c2210205-85be-4466-a003-7d2f1aae2e5c gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:25.649800 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0dd1c26b-f19f-4539-b0be-e821b3d8ccdf,segment=NetworkSegment(1cb7607d-41bd-43a8-b08c-97b09d554af1),segment_id=1cb7607d-41bd-43a8-b08c-97b09d554af1)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:25.669493 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:25.670514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 48d0aa91-45c6-44aa-b637-41977a626828 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:25.749564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ce0e7757-ff57-46fc-bfdc-c7b76707bf74, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ce0e7757-ff57-46fc-bfdc-c7b76707bf74,segment=NetworkSegment(f5a3fe10-2b82-4c5a-bab2-e0d23956883c),segment_id=f5a3fe10-2b82-4c5a-bab2-e0d23956883c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:25.752249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=0dd1c26b-f19f-4539-b0be-e821b3d8ccdf,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:25.788457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc8f025b-95f0-473a-9886-74ec4b864095 req-42531ff6-73a8-4c7d-bc14-fc330004d56c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906446 Jul 15 15:17:25.799861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:25.809090 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fd35f-d47f-4743-807f-66722e13b2d6 None None] Deleting port 529f46a4-ebd2-4435-ae59-17f8fa2a5a80 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:25.809607 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba3fd35f-d47f-4743-807f-66722e13b2d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:25.830342 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4768899-04a6-476e-9eaf-96b43bd0c962 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=49de38e8-bd68-49dc-b33f-be256d8a3738,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:25.843911 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:25.851505 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e4768899-04a6-476e-9eaf-96b43bd0c962 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3384762 Jul 15 15:17:25.853117 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Sync routers for ids ['52919df6-9f50-4474-8e8d-9f18468cb33a'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:25.865495 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Routers {'52919df6-9f50-4474-8e8d-9f18468cb33a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:25.866155 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52919df6-9f50-4474-8e8d-9f18468cb33a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:25.871716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48774) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:25.929856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e9e8d7a4-7143-4e09-aefd-bf1c60ba2004 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'fixed_ips': [{'subnet_id': '49de38e8-bd68-49dc-b33f-be256d8a3738', 'ip_address': '2001:db8::6770:394d:3802:f2ce'}], 'name': 'tempest-NetworksTestDHCPv6-248450420'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:25.937024 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:25.938604 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f7bee7f4-fee7-4f37-b1bd-186a1b26014a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.0335793 Jul 15 15:17:25.955035 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48776) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:25.983959 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ba3fd35f-d47f-4743-807f-66722e13b2d6 None None] For port 529f46a4-ebd2-4435-ae59-17f8fa2a5a80, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=529f46a4-ebd2-4435-ae59-17f8fa2a5a80,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:25.984348 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba3fd35f-d47f-4743-807f-66722e13b2d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:26.000471 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fd35f-d47f-4743-807f-66722e13b2d6 None None] Calling delete_port for 529f46a4-ebd2-4435-ae59-17f8fa2a5a80 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:26.025509 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Set router 52919df6-9f50-4474-8e8d-9f18468cb33a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:26.180514 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:26.211036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86756efc-e1be-4ee4-81c4-6d5f4340eb1e req-0fa21068-375b-4387-9684-1e62c2b6dbb2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:26.212909 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86756efc-e1be-4ee4-81c4-6d5f4340eb1e req-0fa21068-375b-4387-9684-1e62c2b6dbb2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.2565649 Jul 15 15:17:26.235717 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:26.334252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'ce0e7757-ff57-46fc-bfdc-c7b76707bf74', 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184', 'port_id': 'ce0e7757-ff57-46fc-bfdc-c7b76707bf74', 'mac_address': 'fa:16:3e:ed:6d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:17:26.347596 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba3fd35f-d47f-4743-807f-66722e13b2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:26.382980 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:21Z', 'revision_number': 3, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:26.428524 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3fd35f-d47f-4743-807f-66722e13b2d6 None None] No DVR routers for this DVR port 529f46a4-ebd2-4435-ae59-17f8fa2a5a80 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:17:26.461008 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Checking router: 52919df6-9f50-4474-8e8d-9f18468cb33a for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:26.461354 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Updating router 52919df6-9f50-4474-8e8d-9f18468cb33a port 4a5b9220-d604-4469-968f-d9349cc1ab3a binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:17:26.475940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be7c704-59b2-453a-8fee-bc54c8e4d5dd None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:26.483981 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8e263-82d5-4c9d-b111-ba866afdeecf req-0923cd20-a475-4918-a548-475e5ac3f497 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:26.485716 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8f8e263-82d5-4c9d-b111-ba866afdeecf req-0923cd20-a475-4918-a548-475e5ac3f497 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 982 time: 0.3029857 Jul 15 15:17:26.486481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Pushing event updated for resources: {'Port': ['ID=98cbcfaa-c96f-43ea-98aa-a521cddd55c7,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:26.524583 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:26.547348 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:26.558761 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86756efc-e1be-4ee4-81c4-6d5f4340eb1e req-9de6b22d-8541-44cb-a9b6-fbbfa6c8ed64 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198826 Jul 15 15:17:26.594992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fd35f-d47f-4743-807f-66722e13b2d6 None None] Pushing event deleted for resources: {'Port': ['ID=529f46a4-ebd2-4435-ae59-17f8fa2a5a80,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:26.641044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 48d0aa91-45c6-44aa-b637-41977a626828 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:26.650945 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 48d0aa91-45c6-44aa-b637-41977a626828 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:26.651608 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:26.664448 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:26.719176 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'name': 'tempest-TestAggregatesBasicOps-219884484-router', 'tenant_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '577778b4-018c-452d-a8b2-3bd8c36ccd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:12Z', 'updated_at': '2021-07-15T15:17:17Z', 'revision_number': 3, 'project_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'gw_port': {'id': '577778b4-018c-452d-a8b2-3bd8c36ccd7c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:14Z', 'updated_at': '2021-07-15T15:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:26.781541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:17:26.785012 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0e7757-ff57-46fc-bfdc-c7b76707bf74 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:17:26.790868 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:26.806405 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Transition to ACTIVE for port object af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:26.811517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769b3ba-3135-40a7-a516-9af8428440af None None] The sync data for ids ['c2210205-85be-4466-a003-7d2f1aae2e5c'] in n-d-764435-3 is: [{'id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'name': 'tempest-TestAggregatesBasicOps-219884484-router', 'tenant_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '577778b4-018c-452d-a8b2-3bd8c36ccd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:12Z', 'updated_at': '2021-07-15T15:17:17Z', 'revision_number': 3, 'project_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'gw_port': {'id': '577778b4-018c-452d-a8b2-3bd8c36ccd7c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:14Z', 'updated_at': '2021-07-15T15:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:26.824518 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:26.839798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Attempting to bind port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:26.840085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Attempting to bind port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:26.840368 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Attempting to bind port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef on network f4383174-585e-4d4e-b660-80050803c374 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:26.910051 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': '49de38e8-bd68-49dc-b33f-be256d8a3738'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:17:26.911866 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:26.918067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef on network f4383174-585e-4d4e-b660-80050803c374 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:17:26.918393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Attempting to bind port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef on network f4383174-585e-4d4e-b660-80050803c374 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:26.918595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ce0e7757-ff57-46fc-bfdc-c7b76707bf74, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ce0e7757-ff57-46fc-bfdc-c7b76707bf74,segment=NetworkSegment(f5a3fe10-2b82-4c5a-bab2-e0d23956883c),segment_id=f5a3fe10-2b82-4c5a-bab2-e0d23956883c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:26.924840 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4287cb97-80f8-424e-831e-acca9f992f79 None None] Provisioning for port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:26.970208 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:26.970711 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Checking segment: {'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:26.971109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Bound using segment: {'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:26.971547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Bound port: 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85f2738-e05c-4711-b99e-4203cdfd8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4383174-585e-4d4e-b660-80050803c374'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:26.971903 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:26.999698 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8f8e263-82d5-4c9d-b111-ba866afdeecf req-3c4784b0-a961-4950-9400-d844edb66cb8 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0dd314c-4f35-4931-ab3c-698572907299&id=2567e05a-de24-432d-b1bb-a535fd6978cc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4824326 Jul 15 15:17:27.029177 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:27.040573 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:27.045562 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4287cb97-80f8-424e-831e-acca9f992f79 None None] Provisioning complete for port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:27.045721 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4287cb97-80f8-424e-831e-acca9f992f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:27.219277 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] For port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:27.219934 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:27.222561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] For port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:27.251163 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:27.262056 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Pushing event updated for resources: {'Port': ['ID=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:27.274270 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Transition to ACTIVE for port object 4a5b9220-d604-4469-968f-d9349cc1ab3a will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:27.294306 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:27.307198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:27.307739 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:27.309143 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-beece534-4b23-4f00-b340-26c6c28f700c req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] 10.222.0.22 "PUT /v2.0/ports/7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef HTTP/1.1" status: 200 len: 1092 time: 4.6194029 Jul 15 15:17:27.311404 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'tag': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:17:27.313569 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb186f4c-5ceb-461c-b4a8-37aaa5351951" -d '{"events": [{"name": "network-changed", "server_uuid": "81b0f4ab-645f-4a6c-bcea-1d44825fbcae", "tag": "7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:27.449805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Network 1d99af44-e129-4bb1-bd24-334e72791d31 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:27.482469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:27.491614 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe860fc5-be25-4908-bebc-2f00ce166b76 x-openstack-request-id: req-fe860fc5-be25-4908-bebc-2f00ce166b76 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:27.491928 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b0f4ab-645f-4a6c-bcea-1d44825fbcae", "tag": "7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:27.492709 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe860fc5-be25-4908-bebc-2f00ce166b76 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:27.492709 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'tag': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef', 'status': 'completed', 'code': 200} Jul 15 15:17:27.524697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ce0e7757-ff57-46fc-bfdc-c7b76707bf74'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:17:27.526711 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Attempting to bind port 4a5b9220-d604-4469-968f-d9349cc1ab3a on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:27.528310 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Attempting to bind port 4a5b9220-d604-4469-968f-d9349cc1ab3a by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:27.528905 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Attempting to bind port 4a5b9220-d604-4469-968f-d9349cc1ab3a on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:27.536152 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a256a-b069-48fa-8e65-fcc70e51e7e5 None None] Pushing event updated for resources: {'Port': ['ID=4a5b9220-d604-4469-968f-d9349cc1ab3a,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:27.549789 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:27.552257 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:27.554253 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:27.554795 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:27.555406 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Bound port: 4a5b9220-d604-4469-968f-d9349cc1ab3a, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:27.560193 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:27.702801 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e8d7a4-7143-4e09-aefd-bf1c60ba2004 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:27.722854 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] For port 4a5b9220-d604-4469-968f-d9349cc1ab3a, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:27.723092 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f2704-7e7b-4cc9-8828-fa656297635f service neutron] Pushing event updated for resources: {'Port': ['ID=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:27.729621 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] For port 4a5b9220-d604-4469-968f-d9349cc1ab3a, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4a5b9220-d604-4469-968f-d9349cc1ab3a,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:27.738269 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:27.788343 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:27.794064 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Attempting to bind port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:27.794728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Attempting to bind port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:27.794893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Attempting to bind port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 on network 1ccba156-8e62-472c-aa79-380bf6176149 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:27.815215 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 48d0aa91-45c6-44aa-b637-41977a626828, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=48d0aa91-45c6-44aa-b637-41977a626828,segment=NetworkSegment(dd9f4a00-2724-4dd6-b616-d546689d8f8d),segment_id=dd9f4a00-2724-4dd6-b616-d546689d8f8d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:27.827389 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 on network 1ccba156-8e62-472c-aa79-380bf6176149 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:17:27.842219 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ce0e7757-ff57-46fc-bfdc-c7b76707bf74,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:27.847318 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Attempting to bind port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 on network 1ccba156-8e62-472c-aa79-380bf6176149 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:27.857853 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4287cb97-80f8-424e-831e-acca9f992f79 None None] Port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:17:27.898488 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:27.899347 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 529f46a4-ebd2-4435-ae59-17f8fa2a5a80 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:27.922885 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a256a-b069-48fa-8e65-fcc70e51e7e5 None None] Pushing event updated for resources: {'Port': ['ID=4a5b9220-d604-4469-968f-d9349cc1ab3a,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:27.944520 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Routers {'52919df6-9f50-4474-8e8d-9f18468cb33a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:27.945153 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52919df6-9f50-4474-8e8d-9f18468cb33a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:27.956220 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:27.956565 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Checking segment: {'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:27.956959 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Bound using segment: {'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:27.957401 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Bound port: af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:27.957760 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:28.018108 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beece534-4b23-4f00-b340-26c6c28f700c req-28d7d63b-daea-479c-9302-26223b1dda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:28.021244 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-beece534-4b23-4f00-b340-26c6c28f700c req-28d7d63b-daea-479c-9302-26223b1dda0b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 1095 time: 0.5947173 Jul 15 15:17:28.036273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a6d18-2276-42ab-896a-65c09743a454 req-465dfabb-552d-4530-9a26-68e01cf56158 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:28.038079 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-183a6d18-2276-42ab-896a-65c09743a454 req-465dfabb-552d-4530-9a26-68e01cf56158 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 943 time: 0.7421038 Jul 15 15:17:28.091672 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=48d0aa91-45c6-44aa-b637-41977a626828,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:28.109002 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-beece534-4b23-4f00-b340-26c6c28f700c req-73178a03-8ba2-4177-b005-1d0df74330c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef HTTP/1.1" status: 200 len: 217 time: 0.0778213 Jul 15 15:17:28.125377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9e8d7a4-7143-4e09-aefd-bf1c60ba2004 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:28.129262 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-183a6d18-2276-42ab-896a-65c09743a454 req-c1877364-6f18-4eb2-9d14-4fbb5872f01a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746396 Jul 15 15:17:28.229499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:28.244083 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] Set router 52919df6-9f50-4474-8e8d-9f18468cb33a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:28.259076 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-e9e8d7a4-7143-4e09-aefd-bf1c60ba2004 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port 4507c24e-634e-46c4-9585-4583f0194435 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:17:28.304453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Allocated IP 2001:db8::2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/49de38e8-bd68-49dc-b33f-be256d8a3738/86ea2a14-3ef8-44bd-959a-2361b127aeab) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:28.406982 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Allocated IP 172.20.0.1 (579fa8cf-a9bb-4f78-bf43-84ac7a207108/61f1753c-5b9f-4677-ae22-56509e286e82/9917db3c-8f0e-4cdb-8007-0ea773e6f04b) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:28.463532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:28.470517 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beece534-4b23-4f00-b340-26c6c28f700c req-cf4e4b8d-d3a7-4bf7-9a12-8d82d41f0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:28.472919 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-beece534-4b23-4f00-b340-26c6c28f700c req-cf4e4b8d-d3a7-4bf7-9a12-8d82d41f0bd7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e02218b1-8e75-4c36-9d6e-ae1449beb9a6 HTTP/1.1" status: 200 len: 856 time: 0.3538656 Jul 15 15:17:28.475678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:28.543752 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:21Z', 'revision_number': 3, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:28.576181 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969e3a8-87c5-44ae-b5ce-a0b07cf7411b None None] The sync data for ids ['52919df6-9f50-4474-8e8d-9f18468cb33a'] in n-d-764435-3 is: [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:21Z', 'revision_number': 3, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:28.577590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Pushing event updated for resources: {'Port': ['ID=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:28.638731 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:28.647451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Router c2210205-85be-4466-a003-7d2f1aae2e5c has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:17:28.660177 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Transition to ACTIVE for port object 86ea2a14-3ef8-44bd-959a-2361b127aeab will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:28.688310 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:28.690230 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:28.695513 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-40f6576a-5c02-4b04-9599-156e004961bc req-3949e444-7d63-4e3c-8ae0-5e4cc7ea239f service neutron] 10.222.0.11 "PUT /v2.0/ports/af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 200 len: 1091 time: 4.0564694 Jul 15 15:17:28.709038 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Transition to ACTIVE for port object 86ea2a14-3ef8-44bd-959a-2361b127aeab will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:28.731697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 529f46a4-ebd2-4435-ae59-17f8fa2a5a80 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:17:28.732091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 529f46a4-ebd2-4435-ae59-17f8fa2a5a80 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 15:17:28.793437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Port 529f46a4-ebd2-4435-ae59-17f8fa2a5a80 not found, will not notify nova. {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 15:17:28.793854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 72507305-1148-4a8e-a6c9-f103c02334d0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:28.796424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83486b65-85b6-429f-afa0-8fd17e3a5855 req-05870066-52e3-43e9-a6c4-68d61eaa6e79 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:28.796601 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:28.815350 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83486b65-85b6-429f-afa0-8fd17e3a5855 req-05870066-52e3-43e9-a6c4-68d61eaa6e79 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.8120596 Jul 15 15:17:28.925226 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beece534-4b23-4f00-b340-26c6c28f700c req-e8f2d9f3-8f80-4f3e-94c8-73e7ee82849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:28.926885 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-beece534-4b23-4f00-b340-26c6c28f700c req-e8f2d9f3-8f80-4f3e-94c8-73e7ee82849d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f4383174-585e-4d4e-b660-80050803c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3529129 Jul 15 15:17:28.939712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e9e8d7a4-7143-4e09-aefd-bf1c60ba2004 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::6770:394d:3802:f2ce (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/49de38e8-bd68-49dc-b33f-be256d8a3738/4507c24e-634e-46c4-9585-4583f0194435) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:28.967824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Pushing event updated for resources: {'Port': ['ID=86ea2a14-3ef8-44bd-959a-2361b127aeab,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:28.969425 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:29.019164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83486b65-85b6-429f-afa0-8fd17e3a5855 req-b84cb02f-b389-4b1b-9187-876e48afb5b2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028384 Jul 15 15:17:29.049430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Transition to ACTIVE for port object 9917db3c-8f0e-4cdb-8007-0ea773e6f04b will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:29.053466 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:29.082352 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f16ad-75b3-480c-8d9c-c9c0e04440af req-9cacd612-9861-41f9-95d4-b88d4e894260 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:29.085779 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d86f16ad-75b3-480c-8d9c-c9c0e04440af req-9cacd612-9861-41f9-95d4-b88d4e894260 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 983 time: 0.5568771 Jul 15 15:17:29.141636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6576a-5c02-4b04-9599-156e004961bc req-9eea59bb-d25d-4526-b9f6-17be129a586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:29.143277 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-40f6576a-5c02-4b04-9599-156e004961bc req-9eea59bb-d25d-4526-b9f6-17be129a586d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1094 time: 0.3238344 Jul 15 15:17:29.195514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:29.225846 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:29.235491 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4c3f3646-4f04-459f-b348-e01168cc26cd None None] Provisioning complete for port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:29.235869 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c3f3646-4f04-459f-b348-e01168cc26cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:29.265610 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-40f6576a-5c02-4b04-9599-156e004961bc req-fd36e871-1ac5-4fd4-ad3b-643067966bda service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 200 len: 217 time: 0.1085846 Jul 15 15:17:29.323515 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-beece534-4b23-4f00-b340-26c6c28f700c req-8c4be2c5-1e65-4ce7-9163-86f81f854186 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812184 Jul 15 15:17:29.368444 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 72507305-1148-4a8e-a6c9-f103c02334d0 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:29.376721 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 72507305-1148-4a8e-a6c9-f103c02334d0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:29.377112 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:29.421247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Attempting to bind port 86ea2a14-3ef8-44bd-959a-2361b127aeab on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:29.422112 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Attempting to bind port 86ea2a14-3ef8-44bd-959a-2361b127aeab by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:29.422821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Attempting to bind port 86ea2a14-3ef8-44bd-959a-2361b127aeab on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:29.434719 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6576a-5c02-4b04-9599-156e004961bc req-603ecd76-0f0b-490c-bb40-ef1d4c94f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:29.436480 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-40f6576a-5c02-4b04-9599-156e004961bc req-603ecd76-0f0b-490c-bb40-ef1d4c94f974 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25455b05-a94e-447c-b84e-9cd2a3a78a80 HTTP/1.1" status: 200 len: 835 time: 0.1567848 Jul 15 15:17:29.442937 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:29.443691 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:29.444309 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:29.444888 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:29.445566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Bound port: 86ea2a14-3ef8-44bd-959a-2361b127aeab, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:29.446142 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:29.451316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f3646-4f04-459f-b348-e01168cc26cd None None] Port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:17:29.533876 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:17:29.537518 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8154cc58-8701-48e1-99c4-8ab97c24afa2" -d '{"events": [{"name": "network-changed", "server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:29.577972 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:29.615615 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] For port 86ea2a14-3ef8-44bd-959a-2361b127aeab, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:29.659575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6576a-5c02-4b04-9599-156e004961bc req-58bb5898-1f46-4e81-a32c-e58adc989e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:29.665256 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-40f6576a-5c02-4b04-9599-156e004961bc req-58bb5898-1f46-4e81-a32c-e58adc989e3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ccba156-8e62-472c-aa79-380bf6176149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2154276 Jul 15 15:17:29.676980 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] For port 86ea2a14-3ef8-44bd-959a-2361b127aeab, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=86ea2a14-3ef8-44bd-959a-2361b127aeab,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:29.679437 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9e8d7a4-7143-4e09-aefd-bf1c60ba2004 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:29.687775 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-beece534-4b23-4f00-b340-26c6c28f700c req-3782dd98-8ab6-4946-9dd8-d8674bfa740e service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503323 Jul 15 15:17:29.692012 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:29.709415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 72507305-1148-4a8e-a6c9-f103c02334d0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=72507305-1148-4a8e-a6c9-f103c02334d0,segment=NetworkSegment(cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8),segment_id=cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:29.739500 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-e9e8d7a4-7143-4e09-aefd-bf1c60ba2004 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object 4507c24e-634e-46c4-9585-4583f0194435 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:29.794356 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:29.853849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30fe6b-de48-463d-a888-9d630082a8d2 None None] Pushing event updated for resources: {'Port': ['ID=86ea2a14-3ef8-44bd-959a-2361b127aeab,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:29.950012 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-40f6576a-5c02-4b04-9599-156e004961bc req-c9d6f388-71e3-436c-b35e-33ab6e81ae8d service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784939 Jul 15 15:17:30.006502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=72507305-1148-4a8e-a6c9-f103c02334d0,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:30.032282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d86f16ad-75b3-480c-8d9c-c9c0e04440af req-bc1d52c7-937d-44dd-8737-0f75a15aca33 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0dd314c-4f35-4931-ab3c-698572907299&id=2567e05a-de24-432d-b1bb-a535fd6978cc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.9384139 Jul 15 15:17:30.091012 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fbb5fbef-ad16-403f-b537-56d746dac54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:30.148036 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:30.188330 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5c1157-63db-4e18-884a-b2e8ba12f69e x-openstack-request-id: req-cb5c1157-63db-4e18-884a-b2e8ba12f69e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:30.188603 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:30.188845 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb5c1157-63db-4e18-884a-b2e8ba12f69e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:30.189536 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'status': 'completed', 'code': 200} Jul 15 15:17:30.216611 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9e8d7a4-7143-4e09-aefd-bf1c60ba2004 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:30.277248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Pushing event updated for resources: {'Port': ['ID=9917db3c-8f0e-4cdb-8007-0ea773e6f04b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:30.325401 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 577778b4-018c-452d-a8b2-3bd8c36ccd7c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:30.338965 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb186f4c-5ceb-461c-b4a8-37aaa5351951 req-f738208b-148a-4d08-b8fd-3a6c4f64acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:30.340648 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb186f4c-5ceb-461c-b4a8-37aaa5351951 req-f738208b-148a-4d08-b8fd-3a6c4f64acc5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 1095 time: 0.5757883 Jul 15 15:17:30.385319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:30.388295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:30.406619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:30.414301 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:30.437964 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-32f22e42-e319-483f-97e7-a673ab2e4f66 admin admin] 10.222.0.38 "PUT /v2.0/routers/c2210205-85be-4466-a003-7d2f1aae2e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4686060 Jul 15 15:17:30.444964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e8d7a4-7143-4e09-aefd-bf1c60ba2004 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:30.460023 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 577778b4-018c-452d-a8b2-3bd8c36ccd7c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:30.461036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8d873-7413-44f9-9c72-e3814f5db315 req-819e71ac-d847-419c-a12e-08a45971780c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:30.464074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 577778b4-018c-452d-a8b2-3bd8c36ccd7c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:30.464457 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:30.471911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fd8d873-7413-44f9-9c72-e3814f5db315 req-819e71ac-d847-419c-a12e-08a45971780c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 943 time: 0.7073543 Jul 15 15:17:30.482433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e9e8d7a4-7143-4e09-aefd-bf1c60ba2004 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:30.492872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e8d7a4-7143-4e09-aefd-bf1c60ba2004 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:30.508292 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e8d7a4-7143-4e09-aefd-bf1c60ba2004 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:30.508982 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9e8d7a4-7143-4e09-aefd-bf1c60ba2004 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:30.529553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8d7a4-7143-4e09-aefd-bf1c60ba2004 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=4507c24e-634e-46c4-9585-4583f0194435,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:30.545379 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-40f6576a-5c02-4b04-9599-156e004961bc req-c1c0c886-5209-49e5-bbcb-501c56efc9fa service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612144 Jul 15 15:17:30.557666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Sync routers for ids ['c2210205-85be-4466-a003-7d2f1aae2e5c'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:30.562403 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e9e8d7a4-7143-4e09-aefd-bf1c60ba2004 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6392126 Jul 15 15:17:30.575351 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48808) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:30.577597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Routers {'c2210205-85be-4466-a003-7d2f1aae2e5c'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:30.578336 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c2210205-85be-4466-a003-7d2f1aae2e5c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:30.611773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cc840be2-0a4a-499e-8de6-82d9b6253f03 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'fixed_ips': [{'subnet_id': '49de38e8-bd68-49dc-b33f-be256d8a3738', 'ip_address': '2001:db8::6770:394d:3802:f2ce'}], 'name': 'tempest-NetworksTestDHCPv6-291295957'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:30.700986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fd8d873-7413-44f9-9c72-e3814f5db315 req-c0b31fc3-9f5c-4211-814c-71b105058c50 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167158 Jul 15 15:17:30.735568 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:30.798885 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Set router c2210205-85be-4466-a003-7d2f1aae2e5c gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:30.801017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62496057-f7e5-4348-bc19-1958eda36865 req-cb9e1ae3-cb4f-4920-88e7-71902d885050 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:30.811066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62496057-f7e5-4348-bc19-1958eda36865 req-cb9e1ae3-cb4f-4920-88e7-71902d885050 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.5137565 Jul 15 15:17:30.870651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb186f4c-5ceb-461c-b4a8-37aaa5351951 req-5efd4d84-62a1-46b8-a73c-948b82cc45f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:30.874559 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb186f4c-5ceb-461c-b4a8-37aaa5351951 req-5efd4d84-62a1-46b8-a73c-948b82cc45f9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 200 len: 918 time: 0.5250506 Jul 15 15:17:30.965786 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62496057-f7e5-4348-bc19-1958eda36865 req-e395595d-62ea-42ab-b811-0e98a8b5c6fc tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771630 Jul 15 15:17:31.097887 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:31.148010 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb186f4c-5ceb-461c-b4a8-37aaa5351951 req-59437f8a-fceb-4bdd-8579-98ad372ddc79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef HTTP/1.1" status: 200 len: 217 time: 0.2568429 Jul 15 15:17:31.193877 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:31.205779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 577778b4-018c-452d-a8b2-3bd8c36ccd7c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=577778b4-018c-452d-a8b2-3bd8c36ccd7c,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:31.225396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ce0e7757-ff57-46fc-bfdc-c7b76707bf74 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:31.240293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154cc58-8701-48e1-99c4-8ab97c24afa2 req-a5415249-5dcf-4606-8e0e-aece2b419ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:31.242012 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8154cc58-8701-48e1-99c4-8ab97c24afa2 req-a5415249-5dcf-4606-8e0e-aece2b419ccf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1094 time: 0.6233468 Jul 15 15:17:31.390776 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154cc58-8701-48e1-99c4-8ab97c24afa2 req-41dd257f-a34f-48cb-8f04-440a7ae8b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:31.392306 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8154cc58-8701-48e1-99c4-8ab97c24afa2 req-41dd257f-a34f-48cb-8f04-440a7ae8b490 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ccba156-8e62-472c-aa79-380bf6176149 HTTP/1.1" status: 200 len: 897 time: 0.1134512 Jul 15 15:17:31.489679 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8154cc58-8701-48e1-99c4-8ab97c24afa2 req-e3941b88-4488-469b-8c5d-cb79637327f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 200 len: 217 time: 0.0815995 Jul 15 15:17:31.564283 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154cc58-8701-48e1-99c4-8ab97c24afa2 req-51e4a068-d809-40b3-9e98-294b66108f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:31.565771 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8154cc58-8701-48e1-99c4-8ab97c24afa2 req-51e4a068-d809-40b3-9e98-294b66108f61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25455b05-a94e-447c-b84e-9cd2a3a78a80 HTTP/1.1" status: 200 len: 835 time: 0.0657675 Jul 15 15:17:31.571373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc840be2-0a4a-499e-8de6-82d9b6253f03 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:31.579342 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc840be2-0a4a-499e-8de6-82d9b6253f03 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:31.603373 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab43c5e-30bc-4b64-8a0f-8948ab0bbaa7 req-a3b85f42-9d9f-4596-aca3-f804a76db434 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:31.605874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb186f4c-5ceb-461c-b4a8-37aaa5351951 req-7d8f1291-0b75-4464-b99d-96b6c1fa894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:31.607625 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb186f4c-5ceb-461c-b4a8-37aaa5351951 req-7d8f1291-0b75-4464-b99d-96b6c1fa894d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e02218b1-8e75-4c36-9d6e-ae1449beb9a6 HTTP/1.1" status: 200 len: 856 time: 0.4369974 Jul 15 15:17:31.607853 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bab43c5e-30bc-4b64-8a0f-8948ab0bbaa7 req-a3b85f42-9d9f-4596-aca3-f804a76db434 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 983 time: 0.1754425 Jul 15 15:17:31.638857 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:31.639827 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 48d0aa91-45c6-44aa-b637-41977a626828 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:31.642461 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-cc840be2-0a4a-499e-8de6-82d9b6253f03 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port ae22067e-dd60-4677-8e24-f6b4848527e4 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:17:31.765174 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-689a7a31-0922-47ad-be53-03b44bbbcaba None None] Provisioning for port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:31.772059 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bab43c5e-30bc-4b64-8a0f-8948ab0bbaa7 req-1c3ef5b1-b1b3-41df-8cee-0f2ee8650c53 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0dd314c-4f35-4931-ab3c-698572907299&id=2567e05a-de24-432d-b1bb-a535fd6978cc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1481624 Jul 15 15:17:31.780044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-689a7a31-0922-47ad-be53-03b44bbbcaba None None] Provisioning complete for port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:31.780420 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-689a7a31-0922-47ad-be53-03b44bbbcaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:31.782762 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:31.798408 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:31.998316 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154cc58-8701-48e1-99c4-8ab97c24afa2 req-dc9d5bf0-82b7-4000-8a52-8ec9fbf1afea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:31.999813 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8154cc58-8701-48e1-99c4-8ab97c24afa2 req-dc9d5bf0-82b7-4000-8a52-8ec9fbf1afea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ccba156-8e62-472c-aa79-380bf6176149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4167793 Jul 15 15:17:32.046632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=577778b4-018c-452d-a8b2-3bd8c36ccd7c,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:32.090345 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Pushing event updated for resources: {'Port': ['ID=9917db3c-8f0e-4cdb-8007-0ea773e6f04b,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:32.108245 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:32.109345 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:17:32.198682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd95f78-52a3-4c81-9e01-efae3e5e5082 req-3f71a03b-0297-4285-9771-146da197f465 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:32.207561 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccd95f78-52a3-4c81-9e01-efae3e5e5082 req-3f71a03b-0297-4285-9771-146da197f465 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 943 time: 0.2341955 Jul 15 15:17:32.262163 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 48d0aa91-45c6-44aa-b637-41977a626828 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:32.262998 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:32.340322 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:17:32.343069 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port ce0e7757-ff57-46fc-bfdc-c7b76707bf74 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:32.353466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccd95f78-52a3-4c81-9e01-efae3e5e5082 req-42ca8288-dfc1-4570-bc21-16326704dda6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445675 Jul 15 15:17:32.358057 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-689a7a31-0922-47ad-be53-03b44bbbcaba None None] Port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:17:32.383066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port ce0e7757-ff57-46fc-bfdc-c7b76707bf74 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:32.383446 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:32.457502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:32.459169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:32.533359 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aba655-0cb3-4a75-b469-18b3ed358389 req-c5a5547f-e605-4eb3-a74b-0d37e5c581e1 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:32.535259 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8aba655-0cb3-4a75-b469-18b3ed358389 req-c5a5547f-e605-4eb3-a74b-0d37e5c581e1 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.2114565 Jul 15 15:17:32.541290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'name': 'tempest-TestAggregatesBasicOps-219884484-router', 'tenant_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '577778b4-018c-452d-a8b2-3bd8c36ccd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:12Z', 'updated_at': '2021-07-15T15:17:25Z', 'revision_number': 4, 'project_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'gw_port': {'id': '577778b4-018c-452d-a8b2-3bd8c36ccd7c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:14Z', 'updated_at': '2021-07-15T15:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '98cbcfaa-c96f-43ea-98aa-a521cddd55c7', 'name': '', 'network_id': '1d99af44-e129-4bb1-bd24-334e72791d31', 'tenant_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'mac_address': 'fa:16:3e:f7:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '8032b4ff-5990-433d-bdcd-157661555dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:24Z', 'updated_at': '2021-07-15T15:17:25Z', 'revision_number': 2, 'project_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'subnets': [{'id': '8032b4ff-5990-433d-bdcd-157661555dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:32.635375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c79fd5fa-621c-4355-a642-105fb3b3c1c4 None None] Could not find standard attr ID for object 75e64485-84bb-4619-ba11-7232d2d015e7. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:17:32.678035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Checking router: c2210205-85be-4466-a003-7d2f1aae2e5c for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:32.679728 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Updating router c2210205-85be-4466-a003-7d2f1aae2e5c port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:17:32.719193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:32.774516 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a8aba655-0cb3-4a75-b469-18b3ed358389 req-5d6b3fcc-0e79-4f88-b4fa-1fbfb112e35b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318568 Jul 15 15:17:32.790749 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'port_id': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef', 'mac_address': 'fa:16:3e:df:4a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:17:32.795766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48866) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:32.843538 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4a5b9220-d604-4469-968f-d9349cc1ab3a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:32.953153 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c79fd5fa-621c-4355-a642-105fb3b3c1c4 None None] Provisioning for port 86ea2a14-3ef8-44bd-959a-2361b127aeab completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:32.984629 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:32.991598 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8154cc58-8701-48e1-99c4-8ab97c24afa2 req-56749d35-3af1-4b63-83e4-08d8b91749a6 service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9645076 Jul 15 15:17:33.007422 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:33.038093 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-961491fd-6c56-46aa-8424-119b05c078ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:33.040681 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:33.044783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Router 52919df6-9f50-4474-8e8d-9f18468cb33a has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:17:33.096992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:17:33.113509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:17:33.131187 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:33.150264 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb186f4c-5ceb-461c-b4a8-37aaa5351951 req-0f664ce1-b587-4dbe-b425-bfff368e3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:33.151839 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb186f4c-5ceb-461c-b4a8-37aaa5351951 req-0f664ce1-b587-4dbe-b425-bfff368e3526 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f4383174-585e-4d4e-b660-80050803c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5198281 Jul 15 15:17:33.156369 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8154cc58-8701-48e1-99c4-8ab97c24afa2 req-ccbfbab3-7532-496f-902b-a7e2dc4fe76a service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247175 Jul 15 15:17:33.158886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 4a5b9220-d604-4469-968f-d9349cc1ab3a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:33.182140 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc840be2-0a4a-499e-8de6-82d9b6253f03 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 15:17:33.182695 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc840be2-0a4a-499e-8de6-82d9b6253f03 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:17:33.187063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:33.209250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 4a5b9220-d604-4469-968f-d9349cc1ab3a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:33.210092 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:33.257052 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:33.268128 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cc840be2-0a4a-499e-8de6-82d9b6253f03 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.6899080 Jul 15 15:17:33.273035 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48870) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:33.337150 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb186f4c-5ceb-461c-b4a8-37aaa5351951 req-9f2f0b95-6603-42f5-b774-3a82e2dde107 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762176 Jul 15 15:17:33.394403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-def44b17-a161-41fb-ab40-2f0a94b4b0ba None None] Provisioning complete for port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:33.394930 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-def44b17-a161-41fb-ab40-2f0a94b4b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:33.449425 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dd572a-a2d0-453b-b97a-8605a48b9eb4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:33.455432 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dd572a-a2d0-453b-b97a-8605a48b9eb4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:33.457089 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b4dd572a-a2d0-453b-b97a-8605a48b9eb4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1843152 Jul 15 15:17:33.460067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48874) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:33.501985 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88439ee7-0426-4976-b2dc-886d7891abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0e7757-ff57-46fc-bfdc-c7b76707bf74'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:17:33.504260 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf5ed43-9ad5-41bb-9f3c-433faa84dbe0" -d '{"events": [{"server_uuid": "88439ee7-0426-4976-b2dc-886d7891abce", "name": "network-vif-plugged", "status": "completed", "tag": "ce0e7757-ff57-46fc-bfdc-c7b76707bf74"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:33.523768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:17:33.574709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ce0e7757-ff57-46fc-bfdc-c7b76707bf74, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ce0e7757-ff57-46fc-bfdc-c7b76707bf74,segment=NetworkSegment(f5a3fe10-2b82-4c5a-bab2-e0d23956883c),segment_id=f5a3fe10-2b82-4c5a-bab2-e0d23956883c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:33.607984 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:33.613088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6d107-57ee-47e4-9037-3d553375c795 req-83831e15-2c50-43f9-9ccd-da2b80899fbe tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:33.618514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-def44b17-a161-41fb-ab40-2f0a94b4b0ba None None] Port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:17:33.621984 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fad6d107-57ee-47e4-9037-3d553375c795 req-83831e15-2c50-43f9-9ccd-da2b80899fbe tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 983 time: 0.5277603 Jul 15 15:17:33.630669 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb186f4c-5ceb-461c-b4a8-37aaa5351951 req-cead92a6-35b7-435c-b9f9-3eb23bafb92f service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828643 Jul 15 15:17:33.648056 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0018a525-c8c5-42d3-b161-e652fed42414 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port 4507c24e-634e-46c4-9585-4583f0194435 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:33.649109 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0018a525-c8c5-42d3-b161-e652fed42414 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:33.660525 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:33.667085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:33.677466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3bb8d927-0392-4e53-86d7-bd78832e615f admin admin] 10.222.0.38 "PUT /v2.0/routers/52919df6-9f50-4474-8e8d-9f18468cb33a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6694400 Jul 15 15:17:33.679970 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Sync routers for ids ['52919df6-9f50-4474-8e8d-9f18468cb33a'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:33.691014 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:33.706448 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Routers {'52919df6-9f50-4474-8e8d-9f18468cb33a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:33.707405 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52919df6-9f50-4474-8e8d-9f18468cb33a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:33.772325 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0018a525-c8c5-42d3-b161-e652fed42414 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:33.786406 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fad6d107-57ee-47e4-9037-3d553375c795 req-99567470-cb99-4ded-b1dc-db055c4df0d5 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0dd314c-4f35-4931-ab3c-698572907299&id=2567e05a-de24-432d-b1bb-a535fd6978cc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1630771 Jul 15 15:17:33.789863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0018a525-c8c5-42d3-b161-e652fed42414 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for 4507c24e-634e-46c4-9585-4583f0194435 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:33.800545 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-def44b17-a161-41fb-ab40-2f0a94b4b0ba None None] Provisioning for port 4507c24e-634e-46c4-9585-4583f0194435 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:33.834145 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'port_id': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'mac_address': 'fa:16:3e:00:a5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:17:33.844720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8acbd-8464-4af6-9a35-3b94b4889677 req-9d4a79ea-cf69-45f8-9d8e-d68fb7bc258f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:33.861383 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62d8acbd-8464-4af6-9a35-3b94b4889677 req-9d4a79ea-cf69-45f8-9d8e-d68fb7bc258f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 943 time: 0.3072522 Jul 15 15:17:33.913014 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5595e80-0014-44de-b5ad-a01a8473f430 x-openstack-request-id: req-b5595e80-0014-44de-b5ad-a01a8473f430 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:33.913308 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88439ee7-0426-4976-b2dc-886d7891abce", "name": "network-vif-plugged", "status": "completed", "tag": "ce0e7757-ff57-46fc-bfdc-c7b76707bf74", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:33.913568 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b5595e80-0014-44de-b5ad-a01a8473f430 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:33.914149 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88439ee7-0426-4976-b2dc-886d7891abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0e7757-ff57-46fc-bfdc-c7b76707bf74', 'code': 200} Jul 15 15:17:33.933722 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-def44b17-a161-41fb-ab40-2f0a94b4b0ba None None] Provisioning complete for port 4507c24e-634e-46c4-9585-4583f0194435 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:33.934103 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-def44b17-a161-41fb-ab40-2f0a94b4b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:33.977443 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Set router 52919df6-9f50-4474-8e8d-9f18468cb33a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:34.021187 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:34.122582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62d8acbd-8464-4af6-9a35-3b94b4889677 req-011ab345-d5ad-4742-adbf-1b05da0d33bb tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602737 Jul 15 15:17:34.146826 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:34.158796 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ce0e7757-ff57-46fc-bfdc-c7b76707bf74,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:34.225511 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0018a525-c8c5-42d3-b161-e652fed42414 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:34.246760 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab4c6a-8094-4624-90b2-b9c52cfdb8c7 req-c29e1d56-74f5-444b-b459-0384986c42fa tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:34.259247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-def44b17-a161-41fb-ab40-2f0a94b4b0ba None None] Port 4507c24e-634e-46c4-9585-4583f0194435 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:17:34.260360 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6ab4c6a-8094-4624-90b2-b9c52cfdb8c7 req-c29e1d56-74f5-444b-b459-0384986c42fa tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 945 time: 0.2072496 Jul 15 15:17:34.285636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 4a5b9220-d604-4469-968f-d9349cc1ab3a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4a5b9220-d604-4469-968f-d9349cc1ab3a,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:34.300307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018a525-c8c5-42d3-b161-e652fed42414 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=4507c24e-634e-46c4-9585-4583f0194435,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:34.364713 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0018a525-c8c5-42d3-b161-e652fed42414 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:34.372727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6ab4c6a-8094-4624-90b2-b9c52cfdb8c7 req-30a36d8f-487e-4db3-a73b-a6fb5d7a8592 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111228 Jul 15 15:17:34.375460 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0018a525-c8c5-42d3-b161-e652fed42414 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/4507c24e-634e-46c4-9585-4583f0194435 HTTP/1.1" status: 204 len: 168 time: 0.9138708 Jul 15 15:17:34.379246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48888) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:34.383899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08e844-6505-47bc-9909-e1cbc0ffc37f req-e0eaf21f-d81e-43bf-ac06-6221345d70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:34.389187 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3c08e844-6505-47bc-9909-e1cbc0ffc37f req-e0eaf21f-d81e-43bf-ac06-6221345d70a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 1135 time: 0.3581297 Jul 15 15:17:34.445542 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:34.448210 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:34.449492 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:34.627554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d8c9b4-b1c9-41bb-bdae-7f4a9a8375eb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:34.630394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d8c9b4-b1c9-41bb-bdae-7f4a9a8375eb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:34.638685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48890) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:34.640897 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-89d8c9b4-b1c9-41bb-bdae-7f4a9a8375eb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2507753 Jul 15 15:17:34.647235 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3c08e844-6505-47bc-9909-e1cbc0ffc37f req-222ee4ef-10b0-4e10-829c-898f26cfbe2a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2567e05a-de24-432d-b1bb-a535fd6978cc&id=c0dd314c-4f35-4931-ab3c-698572907299&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2254915 Jul 15 15:17:34.670766 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:34.676472 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9917db3c-8f0e-4cdb-8007-0ea773e6f04b', 'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'mac_address': 'fa:16:3e:da:06:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:27Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 2, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'subnets': [{'id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:34.732534 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Checking router: 52919df6-9f50-4474-8e8d-9f18468cb33a for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:34.733746 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Updating router 52919df6-9f50-4474-8e8d-9f18468cb33a port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:17:34.779711 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:34.792292 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=4a5b9220-d604-4469-968f-d9349cc1ab3a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:34.807243 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:17:34.881833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:34.884791 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:34.907813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cba80c-c0f1-4191-b25d-63cb776ca8a3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet 49de38e8-bd68-49dc-b33f-be256d8a3738 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:17:34.924848 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5cba80c-c0f1-4191-b25d-63cb776ca8a3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:34.996258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:35.015359 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.067548 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48894) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:35.073139 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3d82b2ec-aafa-45ba-9e09-6359bf6a5bfa tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--579905088', 'description': 'tempest-description--2055428858'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:35.077917 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5cba80c-c0f1-4191-b25d-63cb776ca8a3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.123095 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d82b2ec-aafa-45ba-9e09-6359bf6a5bfa tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.132550 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.151131 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Transition to ACTIVE for port object 9917db3c-8f0e-4cdb-8007-0ea773e6f04b will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:35.162959 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.183954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Deleting port 48d0aa91-45c6-44aa-b637-41977a626828 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:35.184677 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.230193 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8a99c-eb8d-45d6-bcb8-a2db618cf26f None None] Pushing event updated for resources: {'Port': ['ID=9917db3c-8f0e-4cdb-8007-0ea773e6f04b,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:35.275907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:35.296723 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.311251 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d82b2ec-aafa-45ba-9e09-6359bf6a5bfa tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.319868 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Transition to ACTIVE for port object 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:35.320285 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d82b2ec-aafa-45ba-9e09-6359bf6a5bfa tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.321136 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Attempting to bind port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:35.321570 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Attempting to bind port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:35.321937 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Attempting to bind port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b on network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:35.331726 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:35.332053 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Checking segment: {'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:35.332539 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.333650 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Bound using segment: {'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:35.334432 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Bound port: 9917db3c-8f0e-4cdb-8007-0ea773e6f04b, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:35.334864 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.349791 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.394477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['af8fa02e-d106-41b2-ade8-af7b5fa8b8f1'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:17:35.424362 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d82b2ec-aafa-45ba-9e09-6359bf6a5bfa tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.428081 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3d82b2ec-aafa-45ba-9e09-6359bf6a5bfa tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3593094 Jul 15 15:17:35.431709 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] For port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:35.432896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48900) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:35.435461 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] For port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9917db3c-8f0e-4cdb-8007-0ea773e6f04b,segment=NetworkSegment(1cb7607d-41bd-43a8-b08c-97b09d554af1),segment_id=1cb7607d-41bd-43a8-b08c-97b09d554af1)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:35.440284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c3cd307e-db5e-411a-881f-3be376b6126c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Request body: {'security_group_rule': {'security_group_id': '10242ea4-aae7-4996-a91f-fdb2f55867aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:35.445938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82b2ec-aafa-45ba-9e09-6359bf6a5bfa tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10242ea4-aae7-4996-a91f-fdb2f55867aa,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:35.450442 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.467324 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] For port 48d0aa91-45c6-44aa-b637-41977a626828, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=48d0aa91-45c6-44aa-b637-41977a626828,segment=NetworkSegment(dd9f4a00-2724-4dd6-b616-d546689d8f8d),segment_id=dd9f4a00-2724-4dd6-b616-d546689d8f8d)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:35.467820 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.494152 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3cd307e-db5e-411a-881f-3be376b6126c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.519873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Calling delete_port for 48d0aa91-45c6-44aa-b637-41977a626828 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:35.521528 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Routers {'52919df6-9f50-4474-8e8d-9f18468cb33a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:35.522257 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52919df6-9f50-4474-8e8d-9f18468cb33a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:35.670187 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a421d-9a76-49b5-8621-f193fdefefbc None None] Pushing event updated for resources: {'Port': ['ID=98cbcfaa-c96f-43ea-98aa-a521cddd55c7,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:35.683980 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 529f46a4-ebd2-4435-ae59-17f8fa2a5a80 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:35.694760 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3cd307e-db5e-411a-881f-3be376b6126c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.707371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3cd307e-db5e-411a-881f-3be376b6126c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.738852 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] Set router 52919df6-9f50-4474-8e8d-9f18468cb33a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:35.762565 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 529f46a4-ebd2-4435-ae59-17f8fa2a5a80 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:17:35.763331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 529f46a4-ebd2-4435-ae59-17f8fa2a5a80 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:35.764263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd307e-db5e-411a-881f-3be376b6126c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17919f07-d9c7-49c2-a175-ba3e42372b61,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:35.783573 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3cd307e-db5e-411a-881f-3be376b6126c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.784853 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c3cd307e-db5e-411a-881f-3be376b6126c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3509912 Jul 15 15:17:35.788329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48904) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:35.792989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-298f6cbe-b9ed-47b5-b848-ffe95e0d1102 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Request body: {'security_group_rule': {'security_group_id': '10242ea4-aae7-4996-a91f-fdb2f55867aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:35.892455 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-298f6cbe-b9ed-47b5-b848-ffe95e0d1102 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.928330 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:35.967798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Attempting to bind port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:35.968480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Attempting to bind port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1d99af44-e129-4bb1-bd24-334e72791d31'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:35.969029 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Attempting to bind port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 on network 1d99af44-e129-4bb1-bd24-334e72791d31 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:36.039434 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-298f6cbe-b9ed-47b5-b848-ffe95e0d1102 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:36.047900 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-298f6cbe-b9ed-47b5-b848-ffe95e0d1102 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:36.084077 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f6cbe-b9ed-47b5-b848-ffe95e0d1102 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f962699f-a10d-4e52-ac09-352e9d48bfe4,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:36.109052 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-298f6cbe-b9ed-47b5-b848-ffe95e0d1102 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:36.123146 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-298f6cbe-b9ed-47b5-b848-ffe95e0d1102 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3314474 Jul 15 15:17:36.123896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48906) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:36.137211 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:36.138239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Checking segment: {'id': 'cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1d99af44-e129-4bb1-bd24-334e72791d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:36.139030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:36.139184 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:36.139852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Bound using segment: {'id': 'cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1d99af44-e129-4bb1-bd24-334e72791d31'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:36.140622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Bound port: 98cbcfaa-c96f-43ea-98aa-a521cddd55c7, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1d99af44-e129-4bb1-bd24-334e72791d31'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:36.141255 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:36.160754 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:36.205870 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 577778b4-018c-452d-a8b2-3bd8c36ccd7c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:36.209770 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:36.213521 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8a99c-eb8d-45d6-bcb8-a2db618cf26f None None] Pushing event updated for resources: {'Port': ['ID=9917db3c-8f0e-4cdb-8007-0ea773e6f04b,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:36.228648 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9917db3c-8f0e-4cdb-8007-0ea773e6f04b', 'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'mac_address': 'fa:16:3e:da:06:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:27Z', 'updated_at': '2021-07-15T15:17:35Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'subnets': [{'id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:36.263812 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4cf976-1d6c-4d33-b3b1-cf41f341f60f None None] The sync data for ids ['52919df6-9f50-4474-8e8d-9f18468cb33a'] in n-d-764435-3 is: [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9917db3c-8f0e-4cdb-8007-0ea773e6f04b', 'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'mac_address': 'fa:16:3e:da:06:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:27Z', 'updated_at': '2021-07-15T15:17:35Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'subnets': [{'id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:36.265429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684e146-b206-468a-acc0-8179b1512578 req-a508401b-9769-4a42-ad0d-64ea19f40c1c tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:36.273552 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3684e146-b206-468a-acc0-8179b1512578 req-a508401b-9769-4a42-ad0d-64ea19f40c1c tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 984 time: 1.2581670 Jul 15 15:17:36.284571 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:36.377712 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:36.378435 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5cba80c-c0f1-4191-b25d-63cb776ca8a3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:36.409424 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:36.410132 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:36.428956 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:36.486248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 577778b4-018c-452d-a8b2-3bd8c36ccd7c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:36.487073 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:36.511467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638c1d0-8155-4372-a334-0ed0b6d3cdea req-ce6955b1-aef9-42e0-809d-f437348129f1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:36.513101 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3638c1d0-8155-4372-a334-0ed0b6d3cdea req-ce6955b1-aef9-42e0-809d-f437348129f1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 944 time: 0.8304708 Jul 15 15:17:36.529244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d0aa91-45c6-44aa-b637-41977a626828,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:36.539869 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] For port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:36.581883 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:36.582152 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:36.588505 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:36.589254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:36.589599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] For port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=98cbcfaa-c96f-43ea-98aa-a521cddd55c7,segment=NetworkSegment(cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8),segment_id=cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:36.590096 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:36.590415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Allocated IP 172.25.4.44 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/7e8b22a5-f789-4340-8271-3301b43ed07f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:36.590971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:36.591586 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:36.592259 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:36.592582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:36.592993 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:36.594163 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:36.594640 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:36.656923 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:36.697804 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3684e146-b206-468a-acc0-8179b1512578 req-266d9c11-163c-4834-a7e8-22b01c4ee8e9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0dd314c-4f35-4931-ab3c-698572907299&id=2567e05a-de24-432d-b1bb-a535fd6978cc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4233508 Jul 15 15:17:36.804854 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:36.904195 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:36.963058 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:36.981453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:36.991112 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:36.995674 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3638c1d0-8155-4372-a334-0ed0b6d3cdea req-1b123539-0a45-4f0e-bd85-cc8b4b42e3bf tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4352114 Jul 15 15:17:37.011146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:37.044106 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event updated for resources: {'Port': ['ID=7e8b22a5-f789-4340-8271-3301b43ed07f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:37.086769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a421d-9a76-49b5-8621-f193fdefefbc None None] Pushing event updated for resources: {'Port': ['ID=98cbcfaa-c96f-43ea-98aa-a521cddd55c7,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:37.127759 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Routers {'c2210205-85be-4466-a003-7d2f1aae2e5c'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:37.135889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c2210205-85be-4466-a003-7d2f1aae2e5c'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:37.235811 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5cba80c-c0f1-4191-b25d-63cb776ca8a3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:37.299589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 86ea2a14-3ef8-44bd-959a-2361b127aeab up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:37.311414 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:37.327451 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:37.407927 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5cba80c-c0f1-4191-b25d-63cb776ca8a3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:37.413133 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f5cba80c-c0f1-4191-b25d-63cb776ca8a3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/49de38e8-bd68-49dc-b33f-be256d8a3738 HTTP/1.1" status: 204 len: 168 time: 2.7726502 Jul 15 15:17:37.427729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48918) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:37.454053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Router 3bf0573c-088e-4d88-801f-566b4ef23c07 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:17:37.455976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cba80c-c0f1-4191-b25d-63cb776ca8a3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=49de38e8-bd68-49dc-b33f-be256d8a3738,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:37.533399 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] Set router c2210205-85be-4466-a003-7d2f1aae2e5c gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:37.539917 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-da7343e2-0a37-4a91-9315-575e3f4dccb1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063302 Jul 15 15:17:37.546808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48922) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:37.556249 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-22ddc2c6-ca05-4849-9399-0b4d4f331afb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:37.581009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:17:37.584588 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c1ad2d-436d-4646-88d4-907aee2cf66c" -d '{"events": [{"server_uuid": "81b0f4ab-645f-4a6c-bcea-1d44825fbcae", "name": "network-vif-plugged", "status": "completed", "tag": "7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:37.588655 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e75fe7-f791-4656-b805-c1e841bdfe11 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:37.601477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f1615-589f-4af6-b4b1-877dfda9129e req-3cb6d1b5-2a85-4573-822e-f617391fbe26 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:37.603145 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-327f1615-589f-4af6-b4b1-877dfda9129e req-3cb6d1b5-2a85-4573-822e-f617391fbe26 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 945 time: 0.6358051 Jul 15 15:17:37.612368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:37.664905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:37.670439 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:37.683885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-327f1615-589f-4af6-b4b1-877dfda9129e req-d048571c-87f0-408e-8064-2c85e1e733a3 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711000 Jul 15 15:17:37.691548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e024c-60a4-4f07-8251-f8b222ba578d None None] Sync routers for ids ['3bf0573c-088e-4d88-801f-566b4ef23c07'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:37.705553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-62d9b6a6-ac35-43ba-8fc9-9f5b4495be97 admin admin] 10.222.0.38 "PUT /v2.0/routers/3bf0573c-088e-4d88-801f-566b4ef23c07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9076254 Jul 15 15:17:37.717882 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48928) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:37.753475 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:37.802792 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f28f67-a5b6-4d63-81b2-4a781a1e3457 x-openstack-request-id: req-a6f28f67-a5b6-4d63-81b2-4a781a1e3457 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:37.803087 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b0f4ab-645f-4a6c-bcea-1d44825fbcae", "name": "network-vif-plugged", "status": "completed", "tag": "7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:37.803339 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a6f28f67-a5b6-4d63-81b2-4a781a1e3457 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:37.803743 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef', 'code': 200} Jul 15 15:17:37.869887 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 86ea2a14-3ef8-44bd-959a-2361b127aeab completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:37.962216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ddc2c6-ca05-4849-9399-0b4d4f331afb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:37.966919 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22ddc2c6-ca05-4849-9399-0b4d4f331afb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:38.157430 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e024c-60a4-4f07-8251-f8b222ba578d None None] Routers {'3bf0573c-088e-4d88-801f-566b4ef23c07'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:38.157986 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-085e024c-60a4-4f07-8251-f8b222ba578d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3bf0573c-088e-4d88-801f-566b4ef23c07'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:38.351174 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 86ea2a14-3ef8-44bd-959a-2361b127aeab triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:38.352257 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:38.375734 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22ddc2c6-ca05-4849-9399-0b4d4f331afb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:38.391375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:38.401752 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-085e024c-60a4-4f07-8251-f8b222ba578d None None] Set router 3bf0573c-088e-4d88-801f-566b4ef23c07 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:38.443627 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ddc2c6-ca05-4849-9399-0b4d4f331afb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:38.449798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-22ddc2c6-ca05-4849-9399-0b4d4f331afb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:38.453196 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ddc2c6-ca05-4849-9399-0b4d4f331afb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:38.453880 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22ddc2c6-ca05-4849-9399-0b4d4f331afb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:38.485643 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-22ddc2c6-ca05-4849-9399-0b4d4f331afb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9316485 Jul 15 15:17:38.485897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48934) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:38.498837 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-403af63d-bb56-452a-af9f-a199a7d9430c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'fixed_ips': [{'subnet_id': 'ce0101fd-8860-4f4b-93e6-49a2ae27e40d', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1997693231'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:38.537787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddc2c6-ca05-4849-9399-0b4d4f331afb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=ce0101fd-8860-4f4b-93e6-49a2ae27e40d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:38.565915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b05f2a-ae21-40cb-8a1f-866109627de1 req-9312312f-aa04-43a1-a22e-cce91484d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:38.568273 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-88b05f2a-ae21-40cb-8a1f-866109627de1 req-9312312f-aa04-43a1-a22e-cce91484d725 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 1097 time: 0.6661730 Jul 15 15:17:38.640316 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-88b05f2a-ae21-40cb-8a1f-866109627de1 req-7b45fdd8-7027-4462-b5a1-f93217616074 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489812 Jul 15 15:17:38.651506 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:38.691235 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:38.721036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bc6e0-d570-40e1-a23a-bdcaa347c6aa req-3e1f8687-71ed-43df-a200-268e26cb8b1c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:38.722843 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c2bc6e0-d570-40e1-a23a-bdcaa347c6aa req-3e1f8687-71ed-43df-a200-268e26cb8b1c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 944 time: 0.2568905 Jul 15 15:17:38.740125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9cb3f-a07e-4684-943c-585634d07e85 req-9005dbd5-e1d3-421b-94be-561d9f7d7420 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:38.748502 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ca9cb3f-a07e-4684-943c-585634d07e85 req-9005dbd5-e1d3-421b-94be-561d9f7d7420 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 984 time: 0.2812810 Jul 15 15:17:38.751643 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-951f0a9d-fd33-4706-9c95-c229607a65a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:38.813947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event updated for resources: {'Port': ['ID=7e8b22a5-f789-4340-8271-3301b43ed07f,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:38.829103 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:38.850868 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403af63d-bb56-452a-af9f-a199a7d9430c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:38.874164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c2bc6e0-d570-40e1-a23a-bdcaa347c6aa req-be1302ab-a711-4d8e-af03-9db9745c77f4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196947 Jul 15 15:17:38.913326 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ca9cb3f-a07e-4684-943c-585634d07e85 req-65eed259-706d-4fb0-b2f7-9cdab274c12e tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0dd314c-4f35-4931-ab3c-698572907299&id=2567e05a-de24-432d-b1bb-a535fd6978cc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1633813 Jul 15 15:17:38.958329 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-403af63d-bb56-452a-af9f-a199a7d9430c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:38.960746 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:38.961984 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-799d34a8-9d8d-4d2e-a4e4-acda22c038b0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8371160 Jul 15 15:17:38.968202 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-951f0a9d-fd33-4706-9c95-c229607a65a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:39.003523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-403af63d-bb56-452a-af9f-a199a7d9430c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port 4d0db7d8-3fdc-4a96-b0f6-80511ba8cda3 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:17:39.034852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'name': 'tempest-TestAggregatesBasicOps-219884484-router', 'tenant_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '577778b4-018c-452d-a8b2-3bd8c36ccd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:12Z', 'updated_at': '2021-07-15T15:17:25Z', 'revision_number': 4, 'project_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'gw_port': {'id': '577778b4-018c-452d-a8b2-3bd8c36ccd7c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:14Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '98cbcfaa-c96f-43ea-98aa-a521cddd55c7', 'name': '', 'network_id': '1d99af44-e129-4bb1-bd24-334e72791d31', 'tenant_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'mac_address': 'fa:16:3e:f7:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '8032b4ff-5990-433d-bdcd-157661555dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:24Z', 'updated_at': '2021-07-15T15:17:36Z', 'revision_number': 4, 'project_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'subnets': [{'id': '8032b4ff-5990-433d-bdcd-157661555dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:39.094679 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-951f0a9d-fd33-4706-9c95-c229607a65a8 admin admin] Deleting port ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:39.094966 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-951f0a9d-fd33-4706-9c95-c229607a65a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:39.104747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9636577c-dc9e-4ae8-a9f4-36194c0902d0 None None] The sync data for ids ['c2210205-85be-4466-a003-7d2f1aae2e5c'] in n-d-764435-3 is: [{'id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'name': 'tempest-TestAggregatesBasicOps-219884484-router', 'tenant_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '577778b4-018c-452d-a8b2-3bd8c36ccd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:12Z', 'updated_at': '2021-07-15T15:17:25Z', 'revision_number': 4, 'project_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'gw_port': {'id': '577778b4-018c-452d-a8b2-3bd8c36ccd7c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:14Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '98cbcfaa-c96f-43ea-98aa-a521cddd55c7', 'name': '', 'network_id': '1d99af44-e129-4bb1-bd24-334e72791d31', 'tenant_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'mac_address': 'fa:16:3e:f7:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '8032b4ff-5990-433d-bdcd-157661555dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:24Z', 'updated_at': '2021-07-15T15:17:36Z', 'revision_number': 4, 'project_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'subnets': [{'id': '8032b4ff-5990-433d-bdcd-157661555dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:39.138955 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:39.140675 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:39.207078 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-403af63d-bb56-452a-af9f-a199a7d9430c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:17:39.207612 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403af63d-bb56-452a-af9f-a199a7d9430c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:17:39.240078 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-403af63d-bb56-452a-af9f-a199a7d9430c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7484422 Jul 15 15:17:39.242916 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48946) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:39.254414 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 86ea2a14-3ef8-44bd-959a-2361b127aeab, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=86ea2a14-3ef8-44bd-959a-2361b127aeab,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:39.264205 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:39.265000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4a5b9220-d604-4469-968f-d9349cc1ab3a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:39.364444 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-085e024c-60a4-4f07-8251-f8b222ba578d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'name': 'tempest-TestAggregatesBasicOps-2090327844-router', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:54Z', 'updated_at': '2021-07-15T15:17:36Z', 'revision_number': 5, 'project_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'gw_port': {'id': 'ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:56Z', 'updated_at': '2021-07-15T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:39.366332 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:39.377311 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-951f0a9d-fd33-4706-9c95-c229607a65a8 admin admin] For port ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:39.377782 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-951f0a9d-fd33-4706-9c95-c229607a65a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:39.381182 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f1126a-c149-4e4a-b860-d01c6acd3ad2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:39.383177 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-68f1126a-c149-4e4a-b860-d01c6acd3ad2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1392703 Jul 15 15:17:39.390160 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48948) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:39.420272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:39.420928 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:39.430729 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-951f0a9d-fd33-4706-9c95-c229607a65a8 admin admin] Calling delete_port for ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:39.431348 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e024c-60a4-4f07-8251-f8b222ba578d None None] Checking router: 3bf0573c-088e-4d88-801f-566b4ef23c07 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:39.488874 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875233b-5f5a-4ac2-b62f-af2bdefd0ced req-a8ee31e3-1723-43e6-a945-c79323d61536 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:39.491178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e875233b-5f5a-4ac2-b62f-af2bdefd0ced req-a8ee31e3-1723-43e6-a945-c79323d61536 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.3621480 Jul 15 15:17:39.496547 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=86ea2a14-3ef8-44bd-959a-2361b127aeab,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:39.526717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e024c-60a4-4f07-8251-f8b222ba578d None None] Routers {'3bf0573c-088e-4d88-801f-566b4ef23c07'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:39.527647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-085e024c-60a4-4f07-8251-f8b222ba578d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3bf0573c-088e-4d88-801f-566b4ef23c07'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:39.598267 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835af68-7306-47ba-a8ca-04afc5dd24f5 req-d8363795-db1b-4d7d-8d55-ce9bb6c16fc9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:39.600908 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d835af68-7306-47ba-a8ca-04afc5dd24f5 req-d8363795-db1b-4d7d-8d55-ce9bb6c16fc9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 984 time: 0.4408391 Jul 15 15:17:39.616245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756a62a8-1566-4391-88ee-9e56e75af1f1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:39.618367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756a62a8-1566-4391-88ee-9e56e75af1f1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:39.620622 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-756a62a8-1566-4391-88ee-9e56e75af1f1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2186968 Jul 15 15:17:39.623432 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48950) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:39.633726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e401fd-4450-49f0-a950-ececdf3f78ff None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:39.681639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 4a5b9220-d604-4469-968f-d9349cc1ab3a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:39.682413 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:39.704968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbddaa2f-1dd1-4a82-88db-8c84b3bbb29b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet ce0101fd-8860-4f4b-93e6-49a2ae27e40d {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:17:39.709208 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fbddaa2f-1dd1-4a82-88db-8c84b3bbb29b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:39.712009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-085e024c-60a4-4f07-8251-f8b222ba578d None None] Set router 3bf0573c-088e-4d88-801f-566b4ef23c07 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:39.759984 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fbddaa2f-1dd1-4a82-88db-8c84b3bbb29b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:39.797305 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-085e024c-60a4-4f07-8251-f8b222ba578d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'name': 'tempest-TestAggregatesBasicOps-2090327844-router', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:54Z', 'updated_at': '2021-07-15T15:17:38Z', 'revision_number': 6, 'project_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:39.839189 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fbddaa2f-1dd1-4a82-88db-8c84b3bbb29b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:39.920883 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f62394ec-8bac-4b54-b71d-349efe6424ef None None] Provisioning complete for port 86ea2a14-3ef8-44bd-959a-2361b127aeab triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:39.921422 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f62394ec-8bac-4b54-b71d-349efe6424ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:39.930985 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e024c-60a4-4f07-8251-f8b222ba578d None None] The sync data for ids ['3bf0573c-088e-4d88-801f-566b4ef23c07'] in n-d-764435-3 is: [{'id': '3bf0573c-088e-4d88-801f-566b4ef23c07', 'name': 'tempest-TestAggregatesBasicOps-2090327844-router', 'tenant_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:54Z', 'updated_at': '2021-07-15T15:17:38Z', 'revision_number': 6, 'project_id': 'b3d09bfe7c7149249db8b7a8f4c648ff', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:39.959377 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d835af68-7306-47ba-a8ca-04afc5dd24f5 req-fa324768-5458-472d-8472-98bed487fd67 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0dd314c-4f35-4931-ab3c-698572907299&id=2567e05a-de24-432d-b1bb-a535fd6978cc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3147156 Jul 15 15:17:39.962570 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-951f0a9d-fd33-4706-9c95-c229607a65a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:39.976405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fbddaa2f-1dd1-4a82-88db-8c84b3bbb29b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:39.999911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e875233b-5f5a-4ac2-b62f-af2bdefd0ced req-d3047b3a-388d-4646-a94f-7c4b8d5efda9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4875274 Jul 15 15:17:40.050924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddaa2f-1dd1-4a82-88db-8c84b3bbb29b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0101fd-8860-4f4b-93e6-49a2ae27e40d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:40.073373 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fbddaa2f-1dd1-4a82-88db-8c84b3bbb29b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:40.075364 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fbddaa2f-1dd1-4a82-88db-8c84b3bbb29b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/ce0101fd-8860-4f4b-93e6-49a2ae27e40d HTTP/1.1" status: 204 len: 168 time: 0.4508851 Jul 15 15:17:40.077780 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48966) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:40.085150 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f0a9d-fd33-4706-9c95-c229607a65a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:40.200784 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3206e457-9a89-4c77-9f98-04554caeb064 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1184821 Jul 15 15:17:40.201028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48972) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:40.206860 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-72084fdf-1ed3-45b2-b2aa-c7ae58b8127e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:40.224261 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:40.246416 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-951f0a9d-fd33-4706-9c95-c229607a65a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:40.309549 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:40.313559 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:17:40.316093 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5889ed4c-794e-4b2a-bd95-814f9bbd5757" -d '{"events": [{"server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "name": "network-vif-plugged", "status": "completed", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:40.340031 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:40.365576 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 72507305-1148-4a8e-a6c9-f103c02334d0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:40.390787 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-d81ccf2b-1298-442a-ad73-5642ad1a08e0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--579905088&fields=id&tenant_id=2db6d724ceec4df59f0f69f5abe77cf3 HTTP/1.1" status: 200 len: 267 time: 0.2292781 Jul 15 15:17:40.404889 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72084fdf-1ed3-45b2-b2aa-c7ae58b8127e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:40.408561 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72084fdf-1ed3-45b2-b2aa-c7ae58b8127e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:40.481784 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-951f0a9d-fd33-4706-9c95-c229607a65a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:40.485687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:40.486776 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-951f0a9d-fd33-4706-9c95-c229607a65a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:40.519773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 72507305-1148-4a8e-a6c9-f103c02334d0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:40.520159 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:40.524720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ce26b-1510-42c7-be23-08f7af9397a2 req-2311b8df-7a41-4586-8470-1c8958e730a2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:40.536058 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-220ce26b-1510-42c7-be23-08f7af9397a2 req-2311b8df-7a41-4586-8470-1c8958e730a2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 944 time: 0.3392165 Jul 15 15:17:40.602145 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b17e22-5852-4ea0-8b7b-654752de0504 None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:17:40.698243 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-23b17e22-5852-4ea0-8b7b-654752de0504 None None] Deleting port 86ea2a14-3ef8-44bd-959a-2361b127aeab {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:40.699034 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23b17e22-5852-4ea0-8b7b-654752de0504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:40.711162 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-220ce26b-1510-42c7-be23-08f7af9397a2 req-62ad46f0-07d4-495d-a89a-3cf3021e6e0b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728549 Jul 15 15:17:40.735967 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-951f0a9d-fd33-4706-9c95-c229607a65a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:40.740851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951f0a9d-fd33-4706-9c95-c229607a65a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bf0573c-088e-4d88-801f-566b4ef23c07 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:17:40.758272 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-951f0a9d-fd33-4706-9c95-c229607a65a8 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:40.763404 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-951f0a9d-fd33-4706-9c95-c229607a65a8 admin admin] 10.222.0.38 "DELETE /v2.0/routers/3bf0573c-088e-4d88-801f-566b4ef23c07 HTTP/1.1" status: 204 len: 168 time: 3.0414405 Jul 15 15:17:40.766443 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48976) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:40.809303 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-23b17e22-5852-4ea0-8b7b-654752de0504 None None] For port 86ea2a14-3ef8-44bd-959a-2361b127aeab, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=86ea2a14-3ef8-44bd-959a-2361b127aeab,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:40.809680 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23b17e22-5852-4ea0-8b7b-654752de0504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:40.823945 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-23b17e22-5852-4ea0-8b7b-654752de0504 None None] Calling delete_port for 86ea2a14-3ef8-44bd-959a-2361b127aeab owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:40.846323 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72084fdf-1ed3-45b2-b2aa-c7ae58b8127e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:40.856427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e04cfef-1472-4faa-a6ca-63c024e69eb4 admin admin] Deleting subnet df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:17:40.871515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-dae7a2dd-c189-4b17-84ff-19aaedec4319 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:40.873315 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-dae7a2dd-c189-4b17-84ff-19aaedec4319 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/networks?id=579fa8cf-a9bb-4f78-bf43-84ac7a207108 HTTP/1.1" status: 200 len: 810 time: 0.4676826 Jul 15 15:17:40.874163 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0e04cfef-1472-4faa-a6ca-63c024e69eb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:40.908049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72084fdf-1ed3-45b2-b2aa-c7ae58b8127e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:40.912626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-72084fdf-1ed3-45b2-b2aa-c7ae58b8127e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:40.917162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72084fdf-1ed3-45b2-b2aa-c7ae58b8127e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:40.917759 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72084fdf-1ed3-45b2-b2aa-c7ae58b8127e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:40.954400 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72084fdf-1ed3-45b2-b2aa-c7ae58b8127e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=c7eb7464-1f44-4095-8f1c-c4ecece2e930,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:40.960533 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-72084fdf-1ed3-45b2-b2aa-c7ae58b8127e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7583420 Jul 15 15:17:40.963249 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48978) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:40.964717 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23b17e22-5852-4ea0-8b7b-654752de0504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:40.968001 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-a6cb8e1d-cd33-497a-aef6-4d936c2b9a92 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/quotas/2db6d724ceec4df59f0f69f5abe77cf3 HTTP/1.1" status: 200 len: 375 time: 0.0143747 Jul 15 15:17:40.973233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-383f1540-f91d-42ad-94ad-68c84a00bda5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-688647129', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:41.006666 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-383f1540-f91d-42ad-94ad-68c84a00bda5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.008602 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-383f1540-f91d-42ad-94ad-68c84a00bda5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.012396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b17e22-5852-4ea0-8b7b-654752de0504 None None] Pushing event deleted for resources: {'Port': ['ID=86ea2a14-3ef8-44bd-959a-2361b127aeab,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:41.018342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b17e22-5852-4ea0-8b7b-654752de0504 None None] No DVR routers for this DVR port 86ea2a14-3ef8-44bd-959a-2361b127aeab on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:17:41.043599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5506aa89-fc55-4794-ba45-f55710ffb9a0 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:41.084161 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0e04cfef-1472-4faa-a6ca-63c024e69eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.169189 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-383f1540-f91d-42ad-94ad-68c84a00bda5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.173823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c65b2-22d7-4fa5-8b43-fe08ed492c98 req-786d04cb-0e51-47a8-a3bf-9f9d3da62f59 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:41.175450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df8c65b2-22d7-4fa5-8b43-fe08ed492c98 req-786d04cb-0e51-47a8-a3bf-9f9d3da62f59 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 1135 time: 0.2301576 Jul 15 15:17:41.182123 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-383f1540-f91d-42ad-94ad-68c84a00bda5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.207528 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-df8c65b2-22d7-4fa5-8b43-fe08ed492c98 req-2fe43cc6-3686-4345-849a-509784d17e64 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.212570 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-383f1540-f91d-42ad-94ad-68c84a00bda5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.214058 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-383f1540-f91d-42ad-94ad-68c84a00bda5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2495391 Jul 15 15:17:41.216470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 48984) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:41.247917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9917db3c-8f0e-4cdb-8007-0ea773e6f04b up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:41.252331 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-f94eb9f3-4722-44c2-83e3-980f834dbc06 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2db6d724ceec4df59f0f69f5abe77cf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2632744 Jul 15 15:17:41.309808 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0e04cfef-1472-4faa-a6ca-63c024e69eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.406797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': 'c7eb7464-1f44-4095-8f1c-c4ecece2e930'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:17:41.408244 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.426176 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:41.435699 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:41.436202 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.445694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-c625fc72-49e0-4058-b07c-decb1ad5a5c3 service neutron] 10.222.0.38 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779964 Jul 15 15:17:41.466912 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0e04cfef-1472-4faa-a6ca-63c024e69eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.503892 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04cfef-1472-4faa-a6ca-63c024e69eb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:41.532178 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0e04cfef-1472-4faa-a6ca-63c024e69eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.536570 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0e04cfef-1472-4faa-a6ca-63c024e69eb4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/df6b7c5c-ddc8-4fd0-89c2-869b56d3cdde HTTP/1.1" status: 204 len: 168 time: 0.7640586 Jul 15 15:17:41.541431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48986) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:41.548165 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-df8c65b2-22d7-4fa5-8b43-fe08ed492c98 req-2fe43cc6-3686-4345-849a-509784d17e64 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.553133 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f48bde-0837-4229-a9cc-a880435bf47c None None] Network 088354e7-0ac9-4646-b0a4-25116cafc1d2 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:41.651213 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.681192 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-03602084-9f02-4056-b446-6f09c38b0461 service neutron] 10.222.0.38 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256186 Jul 15 15:17:41.688551 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-df8c65b2-22d7-4fa5-8b43-fe08ed492c98 req-2fe43cc6-3686-4345-849a-509784d17e64 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.778915 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Allocated IP 2001:db8::2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/c7eb7464-1f44-4095-8f1c-c4ecece2e930/f62495fc-e4d8-4741-b198-b2839cff2992) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:41.835388 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.852930 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.861684 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df8c65b2-22d7-4fa5-8b43-fe08ed492c98 req-2fe43cc6-3686-4345-849a-509784d17e64 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=c0dd314c-4f35-4931-ab3c-698572907299&id=2567e05a-de24-432d-b1bb-a535fd6978cc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6709466 Jul 15 15:17:41.865996 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe43cc6-3686-4345-849a-509784d17e64 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cafbcac-cc30-402a-9bce-da96d464a46f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:41.938799 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48990) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:41.966278 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9917db3c-8f0e-4cdb-8007-0ea773e6f04b,segment=NetworkSegment(1cb7607d-41bd-43a8-b08c-97b09d554af1),segment_id=1cb7607d-41bd-43a8-b08c-97b09d554af1)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:41.976621 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:41.977406 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:42.074907 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e310ad90-4cf4-4864-a6ea-27938880815a x-openstack-request-id: req-e310ad90-4cf4-4864-a6ea-27938880815a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:42.075294 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "name": "network-vif-plugged", "status": "completed", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:42.075638 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e310ad90-4cf4-4864-a6ea-27938880815a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:42.080508 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'code': 200} Jul 15 15:17:42.090164 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad16bca-a75d-447d-ba80-72480c8041fd None None] DHCP port deletion for 088354e7-0ac9-4646-b0a4-25116cafc1d2 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:17:42.173811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638b51c5-6a79-4ab1-93a1-325d2259625d tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:42.175387 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-638b51c5-6a79-4ab1-93a1-325d2259625d tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 1130 time: 0.2356272 Jul 15 15:17:42.177643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] Deleting port 757167c9-c69c-49cf-b0b2-fa513cc89622 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:42.177989 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:42.179720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 48996) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:42.206256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': 'ce0e7757-ff57-46fc-bfdc-c7b76707bf74', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:42.333623 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=9917db3c-8f0e-4cdb-8007-0ea773e6f04b,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:42.335634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] For port 757167c9-c69c-49cf-b0b2-fa513cc89622, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=757167c9-c69c-49cf-b0b2-fa513cc89622,segment=NetworkSegment(dd9f4a00-2724-4dd6-b616-d546689d8f8d),segment_id=dd9f4a00-2724-4dd6-b616-d546689d8f8d)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:42.337297 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:42.365907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] Calling delete_port for 757167c9-c69c-49cf-b0b2-fa513cc89622 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:42.368876 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:42.374994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6843dc5-78d7-4ed5-a9f9-5702e15d93f1 req-e1c9c22c-fafc-40c4-8a27-e7a579e9fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:42.377418 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6843dc5-78d7-4ed5-a9f9-5702e15d93f1 req-e1c9c22c-fafc-40c4-8a27-e7a579e9fbbd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1096 time: 0.1126306 Jul 15 15:17:42.384458 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:42.404788 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Transition to ACTIVE for port object f62495fc-e4d8-4741-b198-b2839cff2992 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:42.419712 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:42.426106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8ad16bca-a75d-447d-ba80-72480c8041fd None None] Deleting port 757167c9-c69c-49cf-b0b2-fa513cc89622 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:42.426698 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ad16bca-a75d-447d-ba80-72480c8041fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:42.438100 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6843dc5-78d7-4ed5-a9f9-5702e15d93f1 req-eccd2216-de82-41de-8223-ed037fba6ba5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534356 Jul 15 15:17:42.452632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:42.453013 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:42.456609 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Transition to ACTIVE for port object f62495fc-e4d8-4741-b198-b2839cff2992 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:42.485712 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:42.532970 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::1 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/c7eb7464-1f44-4095-8f1c-c4ecece2e930/9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:42.550218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3b7b4-b825-41b1-a821-6b47cdf6476e req-7327065c-282b-472d-b369-6743399c393a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:42.559005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88e3b7b4-b825-41b1-a821-6b47cdf6476e req-7327065c-282b-472d-b369-6743399c393a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.3257749 Jul 15 15:17:42.624561 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88e3b7b4-b825-41b1-a821-6b47cdf6476e req-ffe13aa3-20c8-4c6e-8292-52832b91d52d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644293 Jul 15 15:17:42.699717 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:42.722186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:42.762277 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:42.778052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa85b609-533f-4a8b-9ec6-f83fbe4827bd req-1dfa83aa-c458-4a42-8ac1-38a9f565cd25 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 210 time: 0.0709968 Jul 15 15:17:42.782302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:42.784316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8ad16bca-a75d-447d-ba80-72480c8041fd None None] For port 757167c9-c69c-49cf-b0b2-fa513cc89622, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=757167c9-c69c-49cf-b0b2-fa513cc89622,segment=NetworkSegment(dd9f4a00-2724-4dd6-b616-d546689d8f8d),segment_id=dd9f4a00-2724-4dd6-b616-d546689d8f8d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:42.784896 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ad16bca-a75d-447d-ba80-72480c8041fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:42.801416 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c762d-075a-472a-a2ca-5c005896aa38 req-9d6594d7-ee0c-44b5-a73d-616f03469539 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:42.803017 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:42.809301 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:42.811208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc7c762d-075a-472a-a2ca-5c005896aa38 req-9d6594d7-ee0c-44b5-a73d-616f03469539 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.4033926 Jul 15 15:17:42.818730 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:42.825108 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:42.827512 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:42.830087 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:42.830672 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:42.835132 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8ad16bca-a75d-447d-ba80-72480c8041fd None None] Calling delete_port for 757167c9-c69c-49cf-b0b2-fa513cc89622 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:42.850619 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Pushing event updated for resources: {'Port': ['ID=f62495fc-e4d8-4741-b198-b2839cff2992,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:42.856821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] No DVR routers for this DVR port 757167c9-c69c-49cf-b0b2-fa513cc89622 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:17:42.938466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=757167c9-c69c-49cf-b0b2-fa513cc89622,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:43.006572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Attempting to bind port f62495fc-e4d8-4741-b198-b2839cff2992 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:43.007418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Attempting to bind port f62495fc-e4d8-4741-b198-b2839cff2992 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:43.008044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Attempting to bind port f62495fc-e4d8-4741-b198-b2839cff2992 on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:43.018822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:43.030859 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:43.042289 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:43.050160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc7c762d-075a-472a-a2ca-5c005896aa38 req-e71513f1-5aea-4b93-a9c3-0573699c244b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377737 Jul 15 15:17:43.054261 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:43.054662 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:43.055076 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:43.055475 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:43.055959 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Bound port: f62495fc-e4d8-4741-b198-b2839cff2992, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:43.056602 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:43.092208 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:43.109264 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=98cbcfaa-c96f-43ea-98aa-a521cddd55c7,segment=NetworkSegment(cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8),segment_id=cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:43.109713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088354e7-0ac9-4646-b0a4-25116cafc1d2']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:43.128966 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:43.149367 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:43.182272 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:17:43.186784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9f4a00-2724-4dd6-b616-d546689d8f8d') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:43.186784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9f4a00-2724-4dd6-b616-d546689d8f8d') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:43.207173 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:43.209603 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ad16bca-a75d-447d-ba80-72480c8041fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:43.247861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] For port f62495fc-e4d8-4741-b198-b2839cff2992, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:43.252639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad16bca-a75d-447d-ba80-72480c8041fd None None] No DVR routers for this DVR port 757167c9-c69c-49cf-b0b2-fa513cc89622 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:17:43.264164 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:43.275240 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=98cbcfaa-c96f-43ea-98aa-a521cddd55c7,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:43.305443 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] For port f62495fc-e4d8-4741-b198-b2839cff2992, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f62495fc-e4d8-4741-b198-b2839cff2992,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:43.306675 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad16bca-a75d-447d-ba80-72480c8041fd None None] Pushing event deleted for resources: {'Port': ['ID=757167c9-c69c-49cf-b0b2-fa513cc89622,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:43.330871 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:43.333664 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:17:43.334361 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ff5bb9ea-d7d1-4f5d-afb3-4adb11fefe2d not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:43.334474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 86ea2a14-3ef8-44bd-959a-2361b127aeab no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:43.402055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 86ea2a14-3ef8-44bd-959a-2361b127aeab {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:17:43.402396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 86ea2a14-3ef8-44bd-959a-2361b127aeab not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:43.402867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 48d0aa91-45c6-44aa-b637-41977a626828 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:43.436599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 48d0aa91-45c6-44aa-b637-41977a626828 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:17:43.436945 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 48d0aa91-45c6-44aa-b637-41977a626828 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:43.487796 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7f649-b62a-43c4-9d2a-825c3186881c None None] Pushing event updated for resources: {'Port': ['ID=f62495fc-e4d8-4741-b198-b2839cff2992,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:43.615751 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:43.626372 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:43.627263 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:43.627449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9917db3c-8f0e-4cdb-8007-0ea773e6f04b up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:43.736585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:43.736970 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:43.901012 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:43.926322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:17:43.927526 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:44.015901 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:17:44.080721 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:17:44.130521 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c61a2-9fa8-47c0-9a70-0b94285f7e96 req-7f6ef8a9-e08c-45bb-9698-7680a6fa3a27 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:44.149917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd9c61a2-9fa8-47c0-9a70-0b94285f7e96 req-7f6ef8a9-e08c-45bb-9698-7680a6fa3a27 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 1.1512530 Jul 15 15:17:44.153417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49020) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:44.154358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:44.155770 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:44.180101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-11d4a546-7554-4b6f-a11b-7ce2f58198f4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Request body: {'floatingip': {'port_id': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:44.205451 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:44.230008 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:44.247284 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/088354e7-0ac9-4646-b0a4-25116cafc1d2 HTTP/1.1" status: 204 len: 168 time: 2.7061434 Jul 15 15:17:44.257992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49024) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:44.371470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 757167c9-c69c-49cf-b0b2-fa513cc89622 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:44.389619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:44.397422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 757167c9-c69c-49cf-b0b2-fa513cc89622 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:17:44.397806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 757167c9-c69c-49cf-b0b2-fa513cc89622 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:44.402145 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-11d4a546-7554-4b6f-a11b-7ce2f58198f4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:44.445663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde3416-b555-4002-9152-d3ef984246e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=088354e7-0ac9-4646-b0a4-25116cafc1d2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:44.522083 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:44.525034 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:44.533042 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-db536f1e-7084-4284-a4ae-48915f35f5a9 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:44.534640 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-db536f1e-7084-4284-a4ae-48915f35f5a9 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.22 "GET /v2.0/networks?id=579fa8cf-a9bb-4f78-bf43-84ac7a207108 HTTP/1.1" status: 200 len: 810 time: 0.8209291 Jul 15 15:17:44.558382 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-39144f64-6046-4974-9823-ab7769dbb7e0 req-6b41f29d-30ad-435c-b154-2440c2d13168 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 210 time: 0.1812425 Jul 15 15:17:44.593157 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Allocated IP 172.25.4.223 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/abdb7ed0-94b7-41b8-ae3f-86b4030ca445) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:44.685736 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-4008594e-49c5-45b7-8539-edea0a6d3136 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2db6d724ceec4df59f0f69f5abe77cf3 HTTP/1.1" status: 200 len: 379 time: 0.0487547 Jul 15 15:17:44.696579 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-c15f23ae-edfe-455a-9438-b32c03f503c4 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Request body: {'port': {'device_id': '8f2c70cc-217a-4b65-a320-854cf7caf5f1', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'admin_state_up': True, 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'security_groups': ['10242ea4-aae7-4996-a91f-fdb2f55867aa']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:44.825829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Router a915cd3c-936f-4541-b4d6-9dd6fe681a2a is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:17:44.860569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb51bb-d325-44c8-8320-9ef005da8604 req-1354a9f8-6e73-4d86-a0e6-e251ba7250d4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:44.868385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fcfb51bb-d325-44c8-8320-9ef005da8604 req-1354a9f8-6e73-4d86-a0e6-e251ba7250d4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.4690652 Jul 15 15:17:44.887974 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-c15f23ae-edfe-455a-9438-b32c03f503c4 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Made reservation on behalf of 2db6d724ceec4df59f0f69f5abe77cf3 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:44.892771 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-c15f23ae-edfe-455a-9438-b32c03f503c4 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:45.069351 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:45.114984 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fcfb51bb-d325-44c8-8320-9ef005da8604 req-2e6dcdc5-5403-434b-9fc6-f7b901414743 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445805 Jul 15 15:17:45.127667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:45.142325 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Sync routers for ids ['a915cd3c-936f-4541-b4d6-9dd6fe681a2a'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:45.156286 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Routers {'a915cd3c-936f-4541-b4d6-9dd6fe681a2a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:45.157216 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a915cd3c-936f-4541-b4d6-9dd6fe681a2a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:45.159203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7b4fff58-374f-40b1-9d99-53071296f2db None None] Provisioning for port f62495fc-e4d8-4741-b198-b2839cff2992 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:45.189628 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-c15f23ae-edfe-455a-9438-b32c03f503c4 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Allocated IP 172.20.0.13 (579fa8cf-a9bb-4f78-bf43-84ac7a207108/61f1753c-5b9f-4677-ae22-56509e286e82/be9178bb-2631-4fe3-aec5-46cc971df8f8) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:45.316168 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Set router a915cd3c-936f-4541-b4d6-9dd6fe681a2a gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:45.326579 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:45.383645 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7de5944c-15cb-43a1-865e-a79849bcc8c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "PUT /v2.0/routers/a915cd3c-936f-4541-b4d6-9dd6fe681a2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1638243 Jul 15 15:17:45.394376 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-c15f23ae-edfe-455a-9438-b32c03f503c4 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:45.412978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49030) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:45.428617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-c15f23ae-edfe-455a-9438-b32c03f503c4 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Transition to ACTIVE for port object be9178bb-2631-4fe3-aec5-46cc971df8f8 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:45.521339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:45.521597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9f3ca53b-e2c2-4c5f-83a2-7cdc3f2c603d None None] Provisioning for port 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:45.530511 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'Port': ['ID=abdb7ed0-94b7-41b8-ae3f-86b4030ca445,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:45.533326 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9f3ca53b-e2c2-4c5f-83a2-7cdc3f2c603d None None] Provisioning complete for port 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:45.533711 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f3ca53b-e2c2-4c5f-83a2-7cdc3f2c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:45.548743 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:45.552485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:45.553874 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-c15f23ae-edfe-455a-9438-b32c03f503c4 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:45.607626 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8428ee43-306d-4815-9657-802f945f9a9b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:45.609447 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8428ee43-306d-4815-9657-802f945f9a9b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports/9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 HTTP/1.1" status: 200 len: 911 time: 0.1847117 Jul 15 15:17:45.616223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49034) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:45.638305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-c15f23ae-edfe-455a-9438-b32c03f503c4 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:45.648610 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ca53b-e2c2-4c5f-83a2-7cdc3f2c603d None None] Port 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:17:45.696263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f62495fc-e4d8-4741-b198-b2839cff2992 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:45.730111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-c15f23ae-edfe-455a-9438-b32c03f503c4 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:45.747553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f23ae-edfe-455a-9438-b32c03f503c4 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event updated for resources: {'Port': ['ID=be9178bb-2631-4fe3-aec5-46cc971df8f8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:45.753909 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-c15f23ae-edfe-455a-9438-b32c03f503c4 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:45.768188 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.resource_extend [None req-11d4a546-7554-4b6f-a11b-7ce2f58198f4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:17:45.810633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port f62495fc-e4d8-4741-b198-b2839cff2992 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:45.814573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port f62495fc-e4d8-4741-b198-b2839cff2992 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:45.815440 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:45.854433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-c15f23ae-edfe-455a-9438-b32c03f503c4 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:45.855135 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-c15f23ae-edfe-455a-9438-b32c03f503c4 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:45.890682 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-c15f23ae-edfe-455a-9438-b32c03f503c4 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1990030 Jul 15 15:17:45.902635 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a915cd3c-936f-4541-b4d6-9dd6fe681a2a', 'name': 'tempest-NetworksTestDHCPv6-router-688647129', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:41Z', 'updated_at': '2021-07-15T15:17:42Z', 'revision_number': 2, 'project_id': '648eaa30fc0846128b77b03349ad01d8', 'gw_port_host': None, '_interfaces': [{'id': '9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5', 'name': '', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'mac_address': 'fa:16:3e:e3:75:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a915cd3c-936f-4541-b4d6-9dd6fe681a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'c7eb7464-1f44-4095-8f1c-c4ecece2e930', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:41Z', 'updated_at': '2021-07-15T15:17:43Z', 'revision_number': 2, 'project_id': '648eaa30fc0846128b77b03349ad01d8', 'subnets': [{'id': 'c7eb7464-1f44-4095-8f1c-c4ecece2e930', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:45.907231 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d6e666-8534-48de-83a6-48751b8ddea0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:45.919561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d6e666-8534-48de-83a6-48751b8ddea0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:45.932661 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-49d6e666-8534-48de-83a6-48751b8ddea0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2620320 Jul 15 15:17:45.933354 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49036) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:45.964871 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Checking router: a915cd3c-936f-4541-b4d6-9dd6fe681a2a for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:45.965476 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Updating router a915cd3c-936f-4541-b4d6-9dd6fe681a2a port 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:17:46.004270 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:46.019157 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc8065-8d65-4581-a2c6-4a310b7762c4 req-b6d603e4-507e-43ac-991f-1cd6dd1fc3b7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:46.024803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31dc8065-8d65-4581-a2c6-4a310b7762c4 req-b6d603e4-507e-43ac-991f-1cd6dd1fc3b7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.6523297 Jul 15 15:17:46.046050 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:46.047778 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port f62495fc-e4d8-4741-b198-b2839cff2992, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f62495fc-e4d8-4741-b198-b2839cff2992,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:46.053692 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:46.108276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-91c96ad6-0617-4cf8-ba29-6112051c2af6 None None] Provisioning complete for port 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:46.108653 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-91c96ad6-0617-4cf8-ba29-6112051c2af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:46.159408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Request body: {'port': {'device_id': '8f2c70cc-217a-4b65-a320-854cf7caf5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:46.162076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=f62495fc-e4d8-4741-b198-b2839cff2992,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:46.165077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-91c96ad6-0617-4cf8-ba29-6112051c2af6 None None] Port 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:17:46.230048 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31dc8065-8d65-4581-a2c6-4a310b7762c4 req-e20621e7-e5fb-411b-a61a-42770eaa87c5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989081 Jul 15 15:17:46.276848 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-11d4a546-7554-4b6f-a11b-7ce2f58198f4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:46.289669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49040) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:46.308382 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-11d4a546-7554-4b6f-a11b-7ce2f58198f4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:46.319491 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-15c655f1-24a8-45e1-a49b-41b773fb7863 None None] Provisioning for port be9178bb-2631-4fe3-aec5-46cc971df8f8 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:46.323547 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-15c655f1-24a8-45e1-a49b-41b773fb7863 None None] Provisioning complete for port be9178bb-2631-4fe3-aec5-46cc971df8f8 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:46.323928 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15c655f1-24a8-45e1-a49b-41b773fb7863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:46.407347 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1818dae5-317c-4b9c-b9c7-00b8c68c337e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:46.414352 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-15c655f1-24a8-45e1-a49b-41b773fb7863 None None] Port be9178bb-2631-4fe3-aec5-46cc971df8f8 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:17:46.429530 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:46.495203 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd687084-5e56-40f7-9c7f-d509580acbf0 req-252f5c99-cd6f-4642-a1a7-ff5d1441d4ca tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:46.496789 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd687084-5e56-40f7-9c7f-d509580acbf0 req-252f5c99-cd6f-4642-a1a7-ff5d1441d4ca tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 932 time: 0.5729523 Jul 15 15:17:46.502872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffbddaf-b43b-451d-9f83-22ba1291de49 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:46.507415 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0ffbddaf-b43b-451d-9f83-22ba1291de49 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1091 time: 0.2102821 Jul 15 15:17:46.508597 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49042) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:46.513028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:46.545843 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:46.562013 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Transition to ACTIVE for port object 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:46.577008 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:46.658008 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:46.691643 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c8f8d-2d11-4388-81f7-8a18d61b32ab None None] Pushing event updated for resources: {'Port': ['ID=9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:46.797099 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Attempting to bind port 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:46.797778 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Attempting to bind port 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:46.798327 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Attempting to bind port 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:46.806655 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:46.807457 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:46.808037 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:46.808657 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:46.809395 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Bound port: 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:46.809970 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:46.857906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9178bb-2631-4fe3-aec5-46cc971df8f8 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:17:46.867139 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:46.887252 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Transition to ACTIVE for port object be9178bb-2631-4fe3-aec5-46cc971df8f8 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:46.921548 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:46.927969 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] For port 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:46.933327 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] For port 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:46.940269 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:47.075647 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c8f8d-2d11-4388-81f7-8a18d61b32ab None None] Pushing event updated for resources: {'Port': ['ID=9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:47.118219 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Routers {'a915cd3c-936f-4541-b4d6-9dd6fe681a2a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:47.118877 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a915cd3c-936f-4541-b4d6-9dd6fe681a2a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:47.121525 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Pushing event updated for resources: {'Port': ['ID=be9178bb-2631-4fe3-aec5-46cc971df8f8,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:47.351206 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd687084-5e56-40f7-9c7f-d509580acbf0 req-112c29d0-8dfc-4bfd-9c9d-529505970c18 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8417895 Jul 15 15:17:47.369665 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-11d4a546-7554-4b6f-a11b-7ce2f58198f4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Floating IP 5dae3033-20c2-405d-b6d0-36ebd7f65487 associated. External IP: 172.25.4.240, port: 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef. Jul 15 15:17:47.401276 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ab657c6-be1d-4aa4-b398-0a338a27fce7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:47.450044 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] Set router a915cd3c-936f-4541-b4d6-9dd6fe681a2a gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:47.464591 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:47.519290 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Attempting to bind port be9178bb-2631-4fe3-aec5-46cc971df8f8 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:47.519997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Attempting to bind port be9178bb-2631-4fe3-aec5-46cc971df8f8 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:47.521107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Attempting to bind port be9178bb-2631-4fe3-aec5-46cc971df8f8 on network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:47.558860 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Port be9178bb-2631-4fe3-aec5-46cc971df8f8 on network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:17:47.560098 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Attempting to bind port be9178bb-2631-4fe3-aec5-46cc971df8f8 on network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:47.578511 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:47.579050 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Checking segment: {'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:47.579590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Bound using segment: {'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:47.580515 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Bound port: be9178bb-2631-4fe3-aec5-46cc971df8f8, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:47.580959 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:47.589629 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f62495fc-e4d8-4741-b198-b2839cff2992 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:47.676808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port f62495fc-e4d8-4741-b198-b2839cff2992 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:47.677745 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:47.706292 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] For port be9178bb-2631-4fe3-aec5-46cc971df8f8, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:47.710417 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] For port be9178bb-2631-4fe3-aec5-46cc971df8f8, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=be9178bb-2631-4fe3-aec5-46cc971df8f8,segment=NetworkSegment(1cb7607d-41bd-43a8-b08c-97b09d554af1),segment_id=1cb7607d-41bd-43a8-b08c-97b09d554af1)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:47.753904 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:47.828049 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a915cd3c-936f-4541-b4d6-9dd6fe681a2a', 'name': 'tempest-NetworksTestDHCPv6-router-688647129', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:41Z', 'updated_at': '2021-07-15T15:17:42Z', 'revision_number': 2, 'project_id': '648eaa30fc0846128b77b03349ad01d8', 'gw_port_host': None, '_interfaces': [{'id': '9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5', 'name': '', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'mac_address': 'fa:16:3e:e3:75:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a915cd3c-936f-4541-b4d6-9dd6fe681a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'c7eb7464-1f44-4095-8f1c-c4ecece2e930', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:41Z', 'updated_at': '2021-07-15T15:17:46Z', 'revision_number': 4, 'project_id': '648eaa30fc0846128b77b03349ad01d8', 'subnets': [{'id': 'c7eb7464-1f44-4095-8f1c-c4ecece2e930', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:47.832384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Pushing event updated for resources: {'Port': ['ID=be9178bb-2631-4fe3-aec5-46cc971df8f8,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:47.843552 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:47.869341 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:47.872314 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:47.872314 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8aac1747-2016-49df-8d7f-84f9d7473745 service neutron] 10.222.0.22 "PUT /v2.0/ports/be9178bb-2631-4fe3-aec5-46cc971df8f8 HTTP/1.1" status: 200 len: 1092 time: 1.9368706 Jul 15 15:17:47.872314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2c70cc-217a-4b65-a320-854cf7caf5f1', 'tag': 'be9178bb-2631-4fe3-aec5-46cc971df8f8'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:17:47.874349 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0470a971-4e7b-4920-89ac-a1c849aa7888" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2c70cc-217a-4b65-a320-854cf7caf5f1", "tag": "be9178bb-2631-4fe3-aec5-46cc971df8f8"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:47.960928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Allocated IP 172.25.4.209 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/d1f15130-7ad0-43c7-9e52-41e8bcb73af8) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:47.963152 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51bb216-18de-4bba-80e3-0e9cc516cbaa None None] The sync data for ids ['a915cd3c-936f-4541-b4d6-9dd6fe681a2a'] in n-d-764435-3 is: [{'id': 'a915cd3c-936f-4541-b4d6-9dd6fe681a2a', 'name': 'tempest-NetworksTestDHCPv6-router-688647129', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:41Z', 'updated_at': '2021-07-15T15:17:42Z', 'revision_number': 2, 'project_id': '648eaa30fc0846128b77b03349ad01d8', 'gw_port_host': None, '_interfaces': [{'id': '9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5', 'name': '', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'mac_address': 'fa:16:3e:e3:75:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a915cd3c-936f-4541-b4d6-9dd6fe681a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'c7eb7464-1f44-4095-8f1c-c4ecece2e930', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:41Z', 'updated_at': '2021-07-15T15:17:46Z', 'revision_number': 4, 'project_id': '648eaa30fc0846128b77b03349ad01d8', 'subnets': [{'id': 'c7eb7464-1f44-4095-8f1c-c4ecece2e930', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:48.031703 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c9a168-c7ea-4b1c-93f3-5dc023ddf28b x-openstack-request-id: req-d7c9a168-c7ea-4b1c-93f3-5dc023ddf28b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:48.032023 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2c70cc-217a-4b65-a320-854cf7caf5f1", "tag": "be9178bb-2631-4fe3-aec5-46cc971df8f8", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:48.032281 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d7c9a168-c7ea-4b1c-93f3-5dc023ddf28b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:48.032688 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2c70cc-217a-4b65-a320-854cf7caf5f1', 'tag': 'be9178bb-2631-4fe3-aec5-46cc971df8f8', 'status': 'completed', 'code': 200} Jul 15 15:17:48.245678 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b515be2a-10da-4152-9cdc-889e35f2d6c3 req-29728741-6e60-433d-8bca-2fb9567e4174 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3050680 Jul 15 15:17:48.283014 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:48.294835 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-f68bffbc-2fee-4517-bebe-06a8588b7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:48.296564 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-f68bffbc-2fee-4517-bebe-06a8588b7e65 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2db6d724ceec4df59f0f69f5abe77cf3&device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 1095 time: 0.2751453 Jul 15 15:17:48.452386 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9ab657c6-be1d-4aa4-b398-0a338a27fce7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:48.452735 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ab657c6-be1d-4aa4-b398-0a338a27fce7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:48.495370 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-8eedacfa-0109-4aea-81b7-06c51a54f5db service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be9178bb-2631-4fe3-aec5-46cc971df8f8 HTTP/1.1" status: 200 len: 217 time: 0.1707780 Jul 15 15:17:48.690172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-1fe39273-721c-4126-a4e0-83367cf33715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:48.693736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-1fe39273-721c-4126-a4e0-83367cf33715 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61f1753c-5b9f-4677-ae22-56509e286e82 HTTP/1.1" status: 200 len: 849 time: 0.1622508 Jul 15 15:17:48.775839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d4a546-7554-4b6f-a11b-7ce2f58198f4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Router b7313674-24f9-4b80-a507-b8a586a663bb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:17:48.813061 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1818dae5-317c-4b9c-b9c7-00b8c68c337e admin admin] Deleting port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:48.813392 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1818dae5-317c-4b9c-b9c7-00b8c68c337e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:48.860990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cae25e-5f52-4241-9b00-eda4d03b2ea6 req-725979b1-c66b-498d-897e-238f1803277a tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:48.862692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d7cae25e-5f52-4241-9b00-eda4d03b2ea6 req-725979b1-c66b-498d-897e-238f1803277a tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 944 time: 0.2738512 Jul 15 15:17:48.978177 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:48.989860 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:49.065679 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-41cd9e51-013f-42e2-86e9-b855b01eb765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:49.071550 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-41cd9e51-013f-42e2-86e9-b855b01eb765 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=579fa8cf-a9bb-4f78-bf43-84ac7a207108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3675544 Jul 15 15:17:49.099861 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-9ab657c6-be1d-4aa4-b398-0a338a27fce7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] For port 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:49.102342 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ab657c6-be1d-4aa4-b398-0a338a27fce7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:49.105373 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:49.134285 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9ab657c6-be1d-4aa4-b398-0a338a27fce7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:49.140210 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d4fdcac-686e-4678-8637-7044d1cde010 req-311a5f55-1a22-4701-aedc-b3705f9febb9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8318326 Jul 15 15:17:49.169463 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:49.189573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515be2a-10da-4152-9cdc-889e35f2d6c3 req-1ceef3f7-42f7-48f0-8730-a32d5913b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:49.194047 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b515be2a-10da-4152-9cdc-889e35f2d6c3 req-1ceef3f7-42f7-48f0-8730-a32d5913b4fc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 1097 time: 0.8377950 Jul 15 15:17:49.213273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d7cae25e-5f52-4241-9b00-eda4d03b2ea6 req-87407dd8-b5c5-4aef-9e57-1c61383ff823 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002963 Jul 15 15:17:49.255951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-1818dae5-317c-4b9c-b9c7-00b8c68c337e admin admin] For port 98cbcfaa-c96f-43ea-98aa-a521cddd55c7, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=98cbcfaa-c96f-43ea-98aa-a521cddd55c7,segment=NetworkSegment(cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8),segment_id=cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:49.256319 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1818dae5-317c-4b9c-b9c7-00b8c68c337e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:49.272973 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:49.322600 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1818dae5-317c-4b9c-b9c7-00b8c68c337e admin admin] Calling delete_port for 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:49.334925 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:49.373864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'Port': ['ID=abdb7ed0-94b7-41b8-ae3f-86b4030ca445,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:49.383247 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d4a546-7554-4b6f-a11b-7ce2f58198f4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:49.394033 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-11d4a546-7554-4b6f-a11b-7ce2f58198f4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:49.415694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e836d2d-6ab7-488b-afd6-05f8cda9f517 None None] Sync routers for ids ['b7313674-24f9-4b80-a507-b8a586a663bb'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:49.426192 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e836d2d-6ab7-488b-afd6-05f8cda9f517 None None] Routers {'b7313674-24f9-4b80-a507-b8a586a663bb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:49.427162 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9e836d2d-6ab7-488b-afd6-05f8cda9f517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b7313674-24f9-4b80-a507-b8a586a663bb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:49.466488 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:49.468210 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:49.476544 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:49.497227 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:49.570637 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=d1f15130-7ad0-43c7-9e52-41e8bcb73af8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:49.616836 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-3629e7df-4c70-4ed6-8f4c-feed96b2f69d service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937985 Jul 15 15:17:49.699715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:49.701145 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fdcac-686e-4678-8637-7044d1cde010 req-938f845c-dbdf-4e97-9db1-41e48b806f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:49.702815 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d4fdcac-686e-4678-8637-7044d1cde010 req-938f845c-dbdf-4e97-9db1-41e48b806f5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa1c872dfc224a95b77ffe6e9a9fcd2c&device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 1135 time: 0.4960330 Jul 15 15:17:49.716294 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515be2a-10da-4152-9cdc-889e35f2d6c3 req-51cc33df-9153-45d7-9ea8-f2b070de6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:49.718029 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b515be2a-10da-4152-9cdc-889e35f2d6c3 req-51cc33df-9153-45d7-9ea8-f2b070de6f23 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 200 len: 918 time: 0.4879241 Jul 15 15:17:49.729240 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-11d4a546-7554-4b6f-a11b-7ce2f58198f4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "PUT /v2.0/floatingips/5dae3033-20c2-405d-b6d0-36ebd7f65487 HTTP/1.1" status: 200 len: 992 time: 5.5648613 Jul 15 15:17:49.740473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'tag': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:17:49.742161 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21345828-cc34-4bb9-b8f0-769399a43ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "81b0f4ab-645f-4a6c-bcea-1d44825fbcae", "tag": "7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:49.779631 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9e836d2d-6ab7-488b-afd6-05f8cda9f517 None None] Set router b7313674-24f9-4b80-a507-b8a586a663bb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:49.827031 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57bc542-99e7-46a7-bcaf-a7a1f86ef2f0 x-openstack-request-id: req-a57bc542-99e7-46a7-bcaf-a7a1f86ef2f0 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:49.827478 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b0f4ab-645f-4a6c-bcea-1d44825fbcae", "tag": "7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:49.827721 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a57bc542-99e7-46a7-bcaf-a7a1f86ef2f0 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:49.828883 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'tag': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef', 'status': 'completed', 'code': 200} Jul 15 15:17:49.910355 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:49.925275 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:49.925645 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:49.961844 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Floating IP def420df-4f86-40c0-8776-8420031a766f associated. External IP: 172.25.4.223, port: ce0e7757-ff57-46fc-bfdc-c7b76707bf74. Jul 15 15:17:49.994430 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b515be2a-10da-4152-9cdc-889e35f2d6c3 req-1c5c0138-49a0-4ae0-8b39-7c3b8bf726be service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef HTTP/1.1" status: 200 len: 1000 time: 0.2434850 Jul 15 15:17:50.043394 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8370e253-ff3c-498d-8fb5-6d472f5cd484 req-d8daec15-0472-4b11-8a91-d4527d519855 service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101157 Jul 15 15:17:50.200222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fdcac-686e-4678-8637-7044d1cde010 req-ad018f7b-43f6-4f43-83e6-7605545ed5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:50.201719 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d4fdcac-686e-4678-8637-7044d1cde010 req-ad018f7b-43f6-4f43-83e6-7605545ed5ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=22d68543-baaf-4a5b-81ff-bc226b485184 HTTP/1.1" status: 200 len: 898 time: 0.3795602 Jul 15 15:17:50.235849 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:50.261232 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ab657c6-be1d-4aa4-b398-0a338a27fce7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:50.334747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9e836d2d-6ab7-488b-afd6-05f8cda9f517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '5dae3033-20c2-405d-b6d0-36ebd7f65487', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'port_id': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'mac_address': 'fa:16:3e:df:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:17:09Z', 'updated_at': '2021-07-15T15:17:45Z', 'revision_number': 1, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8204b2f8-e400-49ed-bfbd-48de8d7c2208', 'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'mac_address': 'fa:16:3e:2d:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:17Z', 'updated_at': '2021-07-15T15:12:31Z', 'revision_number': 5, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'subnets': [{'id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:50.398415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e836d2d-6ab7-488b-afd6-05f8cda9f517 None None] Checking router: b7313674-24f9-4b80-a507-b8a586a663bb for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:50.432496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e836d2d-6ab7-488b-afd6-05f8cda9f517 None None] Routers {'b7313674-24f9-4b80-a507-b8a586a663bb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:50.432496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9e836d2d-6ab7-488b-afd6-05f8cda9f517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b7313674-24f9-4b80-a507-b8a586a663bb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:50.437028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515be2a-10da-4152-9cdc-889e35f2d6c3 req-bf57205f-310f-4f23-8cce-eda0719dbbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:50.438909 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b515be2a-10da-4152-9cdc-889e35f2d6c3 req-bf57205f-310f-4f23-8cce-eda0719dbbde service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e02218b1-8e75-4c36-9d6e-ae1449beb9a6 HTTP/1.1" status: 200 len: 856 time: 0.3003480 Jul 15 15:17:50.516546 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab657c6-be1d-4aa4-b398-0a338a27fce7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:50.673474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9e836d2d-6ab7-488b-afd6-05f8cda9f517 None None] Set router b7313674-24f9-4b80-a507-b8a586a663bb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:50.677999 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d4fdcac-686e-4678-8637-7044d1cde010 req-9332301d-6fb0-4bc0-a169-933c0490a01a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce0e7757-ff57-46fc-bfdc-c7b76707bf74 HTTP/1.1" status: 200 len: 999 time: 0.4633389 Jul 15 15:17:50.717459 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ab657c6-be1d-4aa4-b398-0a338a27fce7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:50.789633 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515be2a-10da-4152-9cdc-889e35f2d6c3 req-1d3fafc2-576b-4283-9ea1-475bb9220ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:50.791462 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b515be2a-10da-4152-9cdc-889e35f2d6c3 req-1d3fafc2-576b-4283-9ea1-475bb9220ec6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f4383174-585e-4d4e-b660-80050803c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3229079 Jul 15 15:17:50.826488 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fdcac-686e-4678-8637-7044d1cde010 req-a1c08b75-12ad-4727-9cb0-8da3627facce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:50.828296 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d4fdcac-686e-4678-8637-7044d1cde010 req-a1c08b75-12ad-4727-9cb0-8da3627facce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd4d22ea-6551-4399-89d6-17e10eccfae5 HTTP/1.1" status: 200 len: 835 time: 0.1377051 Jul 15 15:17:50.913695 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1818dae5-317c-4b9c-b9c7-00b8c68c337e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:50.974166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818dae5-317c-4b9c-b9c7-00b8c68c337e admin admin] Pushing event deleted for resources: {'Port': ['ID=98cbcfaa-c96f-43ea-98aa-a521cddd55c7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:51.043471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470a971-4e7b-4920-89ac-a1c849aa7888 req-b0938ba9-7e4a-4a85-aea4-2e711054e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:51.044940 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0470a971-4e7b-4920-89ac-a1c849aa7888 req-b0938ba9-7e4a-4a85-aea4-2e711054e0e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2db6d724ceec4df59f0f69f5abe77cf3&device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 1095 time: 0.9471343 Jul 15 15:17:51.119711 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9e836d2d-6ab7-488b-afd6-05f8cda9f517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '5dae3033-20c2-405d-b6d0-36ebd7f65487', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'port_id': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'mac_address': 'fa:16:3e:df:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:17:09Z', 'updated_at': '2021-07-15T15:17:45Z', 'revision_number': 1, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8204b2f8-e400-49ed-bfbd-48de8d7c2208', 'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'mac_address': 'fa:16:3e:2d:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:17Z', 'updated_at': '2021-07-15T15:12:31Z', 'revision_number': 5, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'subnets': [{'id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:51.191378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e836d2d-6ab7-488b-afd6-05f8cda9f517 None None] The sync data for ids ['b7313674-24f9-4b80-a507-b8a586a663bb'] in n-d-764435-3 is: [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '5dae3033-20c2-405d-b6d0-36ebd7f65487', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'port_id': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'mac_address': 'fa:16:3e:df:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:17:09Z', 'updated_at': '2021-07-15T15:17:45Z', 'revision_number': 1, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8204b2f8-e400-49ed-bfbd-48de8d7c2208', 'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'mac_address': 'fa:16:3e:2d:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:17Z', 'updated_at': '2021-07-15T15:12:31Z', 'revision_number': 5, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'subnets': [{'id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:51.233704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b2a8c-3b5b-4f1c-a0e7-0ff30948236e req-f0716370-9a23-4999-83dc-633d9bb676d4 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:51.238204 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec8b2a8c-3b5b-4f1c-a0e7-0ff30948236e req-f0716370-9a23-4999-83dc-633d9bb676d4 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 944 time: 0.4345992 Jul 15 15:17:51.276653 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:51.288464 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab657c6-be1d-4aa4-b398-0a338a27fce7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Router a915cd3c-936f-4541-b4d6-9dd6fe681a2a has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:17:51.327667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fdcac-686e-4678-8637-7044d1cde010 req-5d384197-46c6-4742-9227-dff0676b71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:51.329527 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d4fdcac-686e-4678-8637-7044d1cde010 req-5d384197-46c6-4742-9227-dff0676b71b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22d68543-baaf-4a5b-81ff-bc226b485184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4569440 Jul 15 15:17:51.330731 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Router d745af1d-375b-4ada-930d-e84499932abb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:17:51.342830 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b515be2a-10da-4152-9cdc-889e35f2d6c3 req-431b7805-4583-44d0-824d-fcfa59f874a8 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131819 Jul 15 15:17:51.390169 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec8b2a8c-3b5b-4f1c-a0e7-0ff30948236e req-5e43e27c-e2f4-4a23-94ee-dc9960492e93 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421998 Jul 15 15:17:51.430888 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470a971-4e7b-4920-89ac-a1c849aa7888 req-3d750ce0-15a2-48dc-b7f7-07db28be7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:51.432383 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0470a971-4e7b-4920-89ac-a1c849aa7888 req-3d750ce0-15a2-48dc-b7f7-07db28be7360 service neutron] 10.222.0.22 "GET /v2.0/networks?id=579fa8cf-a9bb-4f78-bf43-84ac7a207108 HTTP/1.1" status: 200 len: 911 time: 0.3236721 Jul 15 15:17:51.549469 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0470a971-4e7b-4920-89ac-a1c849aa7888 req-48a88b9b-794c-42d3-8709-e7bd74a394f5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be9178bb-2631-4fe3-aec5-46cc971df8f8 HTTP/1.1" status: 200 len: 217 time: 0.0819576 Jul 15 15:17:51.657265 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1818dae5-317c-4b9c-b9c7-00b8c68c337e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:51.662241 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab657c6-be1d-4aa4-b398-0a338a27fce7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:51.663727 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:51.707607 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4edc50-1edd-4f76-aa17-8078e0ef84b8 None None] Sync routers for ids ['a915cd3c-936f-4541-b4d6-9dd6fe681a2a'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:51.725858 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4edc50-1edd-4f76-aa17-8078e0ef84b8 None None] Routers {'a915cd3c-936f-4541-b4d6-9dd6fe681a2a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:51.726628 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2e4edc50-1edd-4f76-aa17-8078e0ef84b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a915cd3c-936f-4541-b4d6-9dd6fe681a2a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:51.765873 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7745f5-c37b-42b9-8610-649496ca225c None None] New status for floating IP 5dae3033-20c2-405d-b6d0-36ebd7f65487: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:17:51.793711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470a971-4e7b-4920-89ac-a1c849aa7888 req-b965adc9-000c-4df1-85b2-1201819410ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:51.795306 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0470a971-4e7b-4920-89ac-a1c849aa7888 req-b965adc9-000c-4df1-85b2-1201819410ed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61f1753c-5b9f-4677-ae22-56509e286e82 HTTP/1.1" status: 200 len: 849 time: 0.2371435 Jul 15 15:17:51.871717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:51.886642 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e38be-7e2e-4b1b-b8df-242a338b5550 None None] Sync routers for ids ['d745af1d-375b-4ada-930d-e84499932abb'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:51.920290 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2e4edc50-1edd-4f76-aa17-8078e0ef84b8 None None] Set router a915cd3c-936f-4541-b4d6-9dd6fe681a2a gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:51.925000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device be9178bb-2631-4fe3-aec5-46cc971df8f8 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:17:51.954555 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:52.080903 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-49ddf523-9c27-4305-b3ce-1ff2e1ede213 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.8991783 Jul 15 15:17:52.084717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49066) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:52.085845 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9ab657c6-be1d-4aa4-b398-0a338a27fce7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "PUT /v2.0/routers/a915cd3c-936f-4541-b4d6-9dd6fe681a2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1496537 Jul 15 15:17:52.089637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88439ee7-0426-4976-b2dc-886d7891abce', 'tag': 'ce0e7757-ff57-46fc-bfdc-c7b76707bf74'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:17:52.090975 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2e4edc50-1edd-4f76-aa17-8078e0ef84b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a915cd3c-936f-4541-b4d6-9dd6fe681a2a', 'name': 'tempest-NetworksTestDHCPv6-router-688647129', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:41Z', 'updated_at': '2021-07-15T15:17:50Z', 'revision_number': 3, 'project_id': '648eaa30fc0846128b77b03349ad01d8', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:52.093067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49068) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:52.096566 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d6a35d-ad11-4347-9ff4-518579242f52" -d '{"events": [{"name": "network-changed", "server_uuid": "88439ee7-0426-4976-b2dc-886d7891abce", "tag": "ce0e7757-ff57-46fc-bfdc-c7b76707bf74"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:52.110108 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b515be2a-10da-4152-9cdc-889e35f2d6c3 req-ac1ec58a-7746-42f9-b477-2fce1b711ab2 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7523353 Jul 15 15:17:52.112147 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d4fdcac-686e-4678-8637-7044d1cde010 req-43ac3e11-e029-4378-9db4-e594499d0fe0 service neutron] 10.222.0.11 "GET /v2.0/networks/22d68543-baaf-4a5b-81ff-bc226b485184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7679462 Jul 15 15:17:52.182202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470a971-4e7b-4920-89ac-a1c849aa7888 req-76589d59-1aa3-44ef-bcb0-df4d66590905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.190058 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0470a971-4e7b-4920-89ac-a1c849aa7888 req-76589d59-1aa3-44ef-bcb0-df4d66590905 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=579fa8cf-a9bb-4f78-bf43-84ac7a207108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3806469 Jul 15 15:17:52.206026 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port be9178bb-2631-4fe3-aec5-46cc971df8f8, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=be9178bb-2631-4fe3-aec5-46cc971df8f8,segment=NetworkSegment(1cb7607d-41bd-43a8-b08c-97b09d554af1),segment_id=1cb7607d-41bd-43a8-b08c-97b09d554af1)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:52.214251 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e38be-7e2e-4b1b-b8df-242a338b5550 None None] Routers {'d745af1d-375b-4ada-930d-e84499932abb'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:52.215067 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7e5e38be-7e2e-4b1b-b8df-242a338b5550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d745af1d-375b-4ada-930d-e84499932abb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:52.219772 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4edc50-1edd-4f76-aa17-8078e0ef84b8 None None] Checking router: a915cd3c-936f-4541-b4d6-9dd6fe681a2a for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:52.251449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'be9178bb-2631-4fe3-aec5-46cc971df8f8', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'port_id': 'be9178bb-2631-4fe3-aec5-46cc971df8f8', 'mac_address': 'fa:16:3e:e4:d1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:17:52.305282 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fa4126-a5cb-4b36-9269-8deadaf214dd x-openstack-request-id: req-50fa4126-a5cb-4b36-9269-8deadaf214dd {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:52.307202 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88439ee7-0426-4976-b2dc-886d7891abce", "tag": "ce0e7757-ff57-46fc-bfdc-c7b76707bf74", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:52.307458 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50fa4126-a5cb-4b36-9269-8deadaf214dd {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:52.307872 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88439ee7-0426-4976-b2dc-886d7891abce', 'tag': 'ce0e7757-ff57-46fc-bfdc-c7b76707bf74', 'status': 'completed', 'code': 200} Jul 15 15:17:52.310342 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:52.320551 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4edc50-1edd-4f76-aa17-8078e0ef84b8 None None] Routers {'a915cd3c-936f-4541-b4d6-9dd6fe681a2a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:52.321186 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2e4edc50-1edd-4f76-aa17-8078e0ef84b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a915cd3c-936f-4541-b4d6-9dd6fe681a2a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:52.343225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9178bb-2631-4fe3-aec5-46cc971df8f8 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:17:52.380910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port be9178bb-2631-4fe3-aec5-46cc971df8f8, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=be9178bb-2631-4fe3-aec5-46cc971df8f8,segment=NetworkSegment(1cb7607d-41bd-43a8-b08c-97b09d554af1),segment_id=1cb7607d-41bd-43a8-b08c-97b09d554af1)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:52.388249 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:52.479359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=be9178bb-2631-4fe3-aec5-46cc971df8f8,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:52.488633 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2e4edc50-1edd-4f76-aa17-8078e0ef84b8 None None] Set router a915cd3c-936f-4541-b4d6-9dd6fe681a2a gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:52.533743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13b4c74-9a81-41a0-a18d-d6befe9333b7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.535512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13b4c74-9a81-41a0-a18d-d6befe9333b7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.537596 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b13b4c74-9a81-41a0-a18d-d6befe9333b7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4422169 Jul 15 15:17:52.545570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49078) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:52.554378 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2e4edc50-1edd-4f76-aa17-8078e0ef84b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a915cd3c-936f-4541-b4d6-9dd6fe681a2a', 'name': 'tempest-NetworksTestDHCPv6-router-688647129', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:41Z', 'updated_at': '2021-07-15T15:17:50Z', 'revision_number': 3, 'project_id': '648eaa30fc0846128b77b03349ad01d8', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:52.594798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['be9178bb-2631-4fe3-aec5-46cc971df8f8'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:17:52.625098 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4edc50-1edd-4f76-aa17-8078e0ef84b8 None None] The sync data for ids ['a915cd3c-936f-4541-b4d6-9dd6fe681a2a'] in n-d-764435-3 is: [{'id': 'a915cd3c-936f-4541-b4d6-9dd6fe681a2a', 'name': 'tempest-NetworksTestDHCPv6-router-688647129', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:41Z', 'updated_at': '2021-07-15T15:17:50Z', 'revision_number': 3, 'project_id': '648eaa30fc0846128b77b03349ad01d8', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:52.627025 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4d4fdcac-686e-4678-8637-7044d1cde010 req-b8c32b3c-a8d4-4db9-877a-0b953e12371e service neutron] 10.222.0.11 "GET /v2.0/networks/22d68543-baaf-4a5b-81ff-bc226b485184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648986 Jul 15 15:17:52.672679 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-7e5e38be-7e2e-4b1b-b8df-242a338b5550 None None] Set router d745af1d-375b-4ada-930d-e84499932abb gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:52.684361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-7135edb6-4db8-449f-8ccd-6ea4b0c846b2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet c7eb7464-1f44-4095-8f1c-c4ecece2e930 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:17:52.694433 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7135edb6-4db8-449f-8ccd-6ea4b0c846b2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:52.744565 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccbe431-81f8-428d-8664-fb9d8a3254a7 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.745200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccbe431-81f8-428d-8664-fb9d8a3254a7 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.745659 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccbe431-81f8-428d-8664-fb9d8a3254a7 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.746110 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccbe431-81f8-428d-8664-fb9d8a3254a7 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.746578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccbe431-81f8-428d-8664-fb9d8a3254a7 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.747054 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccbe431-81f8-428d-8664-fb9d8a3254a7 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.747509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccbe431-81f8-428d-8664-fb9d8a3254a7 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.748145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccbe431-81f8-428d-8664-fb9d8a3254a7 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.748598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccbe431-81f8-428d-8664-fb9d8a3254a7 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.753559 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-eccbe431-81f8-428d-8664-fb9d8a3254a7 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6376 time: 0.6203766 Jul 15 15:17:52.762172 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21345828-cc34-4bb9-b8f0-769399a43ae0 req-49ecd03d-5b94-4e92-bd04-a30dc83ddb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.765565 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-21345828-cc34-4bb9-b8f0-769399a43ae0 req-49ecd03d-5b94-4e92-bd04-a30dc83ddb3b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 1097 time: 0.5002975 Jul 15 15:17:52.767823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49080) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:52.778016 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:52.825427 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7135edb6-4db8-449f-8ccd-6ea4b0c846b2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:52.887854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a9cd8-1341-4da2-a5ae-1be5e6c54ea4 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.888337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a9cd8-1341-4da2-a5ae-1be5e6c54ea4 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.888800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a9cd8-1341-4da2-a5ae-1be5e6c54ea4 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.889255 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a9cd8-1341-4da2-a5ae-1be5e6c54ea4 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.889709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a9cd8-1341-4da2-a5ae-1be5e6c54ea4 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.890194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a9cd8-1341-4da2-a5ae-1be5e6c54ea4 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.890684 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a9cd8-1341-4da2-a5ae-1be5e6c54ea4 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.891159 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a9cd8-1341-4da2-a5ae-1be5e6c54ea4 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.891774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a9cd8-1341-4da2-a5ae-1be5e6c54ea4 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:52.897102 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2b7a9cd8-1341-4da2-a5ae-1be5e6c54ea4 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5909 time: 0.1280839 Jul 15 15:17:52.914920 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49084) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:53.005674 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:53.032155 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7e5e38be-7e2e-4b1b-b8df-242a338b5550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd745af1d-375b-4ada-930d-e84499932abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442550384', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:47Z', 'updated_at': '2021-07-15T15:17:02Z', 'revision_number': 4, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:49Z', 'updated_at': '2021-07-15T15:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'def420df-4f86-40c0-8776-8420031a766f', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'floating_ip_address': '172.25.4.223', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'port_id': 'ce0e7757-ff57-46fc-bfdc-c7b76707bf74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184', 'mac_address': 'fa:16:3e:ed:6d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88439ee7-0426-4976-b2dc-886d7891abce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:17:47Z', 'updated_at': '2021-07-15T15:17:47Z', 'revision_number': 0, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec233795-c9a7-4959-8765-7d39e4d070bc', 'name': '', 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'mac_address': 'fa:16:3e:98:f3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:57Z', 'updated_at': '2021-07-15T15:17:09Z', 'revision_number': 5, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'subnets': [{'id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:53.063798 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e38be-7e2e-4b1b-b8df-242a338b5550 None None] Checking router: d745af1d-375b-4ada-930d-e84499932abb for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:53.074482 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e38be-7e2e-4b1b-b8df-242a338b5550 None None] Routers {'d745af1d-375b-4ada-930d-e84499932abb'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:53.075161 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7e5e38be-7e2e-4b1b-b8df-242a338b5550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d745af1d-375b-4ada-930d-e84499932abb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:53.102573 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7135edb6-4db8-449f-8ccd-6ea4b0c846b2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:53.200498 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0470a971-4e7b-4920-89ac-a1c849aa7888 req-9e29c933-2035-4b88-b2bd-415414a9812d service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9640765 Jul 15 15:17:53.208497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2df4d-84f2-4645-a99a-5610ed593058 req-bdb725be-236f-4bc4-adaa-6d26c55bbb58 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:53.215190 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8a2df4d-84f2-4645-a99a-5610ed593058 req-bdb725be-236f-4bc4-adaa-6d26c55bbb58 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 945 time: 0.4558270 Jul 15 15:17:53.249135 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-7e5e38be-7e2e-4b1b-b8df-242a338b5550 None None] Set router d745af1d-375b-4ada-930d-e84499932abb gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:53.308618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1818dae5-317c-4b9c-b9c7-00b8c68c337e admin admin] Router c2210205-85be-4466-a003-7d2f1aae2e5c has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:17:53.435271 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8a2df4d-84f2-4645-a99a-5610ed593058 req-b5e48712-d7e8-4857-8623-455a7fb3b5c8 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191114 Jul 15 15:17:53.435812 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=d1f15130-7ad0-43c7-9e52-41e8bcb73af8,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:53.441376 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:53.519810 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:53.558697 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21345828-cc34-4bb9-b8f0-769399a43ae0 req-489916bd-1e21-4bdd-8c16-13bb87d9069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:53.559950 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-21345828-cc34-4bb9-b8f0-769399a43ae0 req-489916bd-1e21-4bdd-8c16-13bb87d9069a service neutron] 10.222.0.22 "GET /v2.0/networks?id=f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 200 len: 918 time: 0.7840805 Jul 15 15:17:53.619467 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7135edb6-4db8-449f-8ccd-6ea4b0c846b2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:53.642561 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0470a971-4e7b-4920-89ac-a1c849aa7888 req-2eeb98d0-0c04-4318-afda-0628413362b3 service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130733 Jul 15 15:17:53.728045 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6a35d-ad11-4347-9ff4-518579242f52 req-b07abd7a-9f75-424e-ae43-955aeb971bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:53.729552 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-66d6a35d-ad11-4347-9ff4-518579242f52 req-b07abd7a-9f75-424e-ae43-955aeb971bc4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa1c872dfc224a95b77ffe6e9a9fcd2c&device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 1135 time: 0.9549558 Jul 15 15:17:53.753284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135edb6-4db8-449f-8ccd-6ea4b0c846b2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=c7eb7464-1f44-4095-8f1c-c4ecece2e930,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:53.812579 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7135edb6-4db8-449f-8ccd-6ea4b0c846b2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:53.814798 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8201138f-5d5b-4cf4-aac6-e4fea5326694 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5040 time: 0.8956490 Jul 15 15:17:53.821238 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7135edb6-4db8-449f-8ccd-6ea4b0c846b2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/c7eb7464-1f44-4095-8f1c-c4ecece2e930 HTTP/1.1" status: 204 len: 168 time: 1.2723672 Jul 15 15:17:53.823514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49088) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:53.823761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49090) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:53.843957 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7e5e38be-7e2e-4b1b-b8df-242a338b5550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd745af1d-375b-4ada-930d-e84499932abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442550384', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:47Z', 'updated_at': '2021-07-15T15:17:02Z', 'revision_number': 4, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:49Z', 'updated_at': '2021-07-15T15:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'def420df-4f86-40c0-8776-8420031a766f', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'floating_ip_address': '172.25.4.223', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'port_id': 'ce0e7757-ff57-46fc-bfdc-c7b76707bf74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184', 'mac_address': 'fa:16:3e:ed:6d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88439ee7-0426-4976-b2dc-886d7891abce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:17:47Z', 'updated_at': '2021-07-15T15:17:47Z', 'revision_number': 0, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec233795-c9a7-4959-8765-7d39e4d070bc', 'name': '', 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'mac_address': 'fa:16:3e:98:f3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:57Z', 'updated_at': '2021-07-15T15:17:09Z', 'revision_number': 5, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'subnets': [{'id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:53.873639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65724a11-a81e-4d2e-8d68-1f36ec1a31c9 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:53.876037 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:17:53.876394 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9fe6c356-39d6-419b-8ebc-ae2f91a5f8e5 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:53.939606 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-21345828-cc34-4bb9-b8f0-769399a43ae0 req-c0e421a7-3550-4dcf-8854-5215b8d67059 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef HTTP/1.1" status: 200 len: 1002 time: 0.3291500 Jul 15 15:17:53.940897 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Floating IP 4bd691af-1c05-4cea-8219-990863767ee7 associated. External IP: 172.25.4.209, port: af8fa02e-d106-41b2-ade8-af7b5fa8b8f1. Jul 15 15:17:53.946723 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device be9178bb-2631-4fe3-aec5-46cc971df8f8 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:54.101391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21345828-cc34-4bb9-b8f0-769399a43ae0 req-699cf9ba-48dd-4f47-ba33-3a36bae4e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:54.102991 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-21345828-cc34-4bb9-b8f0-769399a43ae0 req-699cf9ba-48dd-4f47-ba33-3a36bae4e503 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e02218b1-8e75-4c36-9d6e-ae1449beb9a6 HTTP/1.1" status: 200 len: 856 time: 0.1475697 Jul 15 15:17:54.146516 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e38be-7e2e-4b1b-b8df-242a338b5550 None None] The sync data for ids ['d745af1d-375b-4ada-930d-e84499932abb'] in n-d-764435-3 is: [{'id': 'd745af1d-375b-4ada-930d-e84499932abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442550384', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:47Z', 'updated_at': '2021-07-15T15:17:02Z', 'revision_number': 4, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:49Z', 'updated_at': '2021-07-15T15:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'def420df-4f86-40c0-8776-8420031a766f', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'floating_ip_address': '172.25.4.223', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'port_id': 'ce0e7757-ff57-46fc-bfdc-c7b76707bf74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184', 'mac_address': 'fa:16:3e:ed:6d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88439ee7-0426-4976-b2dc-886d7891abce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:17:47Z', 'updated_at': '2021-07-15T15:17:47Z', 'revision_number': 0, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec233795-c9a7-4959-8765-7d39e4d070bc', 'name': '', 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'mac_address': 'fa:16:3e:98:f3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:57Z', 'updated_at': '2021-07-15T15:17:09Z', 'revision_number': 5, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'subnets': [{'id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:54.173529 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6a35d-ad11-4347-9ff4-518579242f52 req-e10b3c3c-a446-497a-8404-b25be7fe13bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:54.175075 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-66d6a35d-ad11-4347-9ff4-518579242f52 req-e10b3c3c-a446-497a-8404-b25be7fe13bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=22d68543-baaf-4a5b-81ff-bc226b485184 HTTP/1.1" status: 200 len: 898 time: 0.4264243 Jul 15 15:17:54.183946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port be9178bb-2631-4fe3-aec5-46cc971df8f8 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:54.193945 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port be9178bb-2631-4fe3-aec5-46cc971df8f8 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:54.194309 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:54.336922 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:54.377590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21345828-cc34-4bb9-b8f0-769399a43ae0 req-f4178e61-3729-4df7-a6f7-9c591bfa11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:54.379172 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-21345828-cc34-4bb9-b8f0-769399a43ae0 req-f4178e61-3729-4df7-a6f7-9c591bfa11d3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f4383174-585e-4d4e-b660-80050803c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2421062 Jul 15 15:17:54.381485 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-66d6a35d-ad11-4347-9ff4-518579242f52 req-6bccccb7-35c2-47be-8648-d84a888c4de7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce0e7757-ff57-46fc-bfdc-c7b76707bf74 HTTP/1.1" status: 200 len: 999 time: 0.1836295 Jul 15 15:17:54.398718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcf4d13-1c5c-41af-8da1-3ac8de18e3ab None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:17:54.440726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2c70cc-217a-4b65-a320-854cf7caf5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9178bb-2631-4fe3-aec5-46cc971df8f8'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:17:54.444045 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c977300a-250f-49ef-b157-379a3f5e28e7" -d '{"events": [{"server_uuid": "8f2c70cc-217a-4b65-a320-854cf7caf5f1", "name": "network-vif-plugged", "status": "completed", "tag": "be9178bb-2631-4fe3-aec5-46cc971df8f8"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:54.526513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port be9178bb-2631-4fe3-aec5-46cc971df8f8, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=be9178bb-2631-4fe3-aec5-46cc971df8f8,segment=NetworkSegment(1cb7607d-41bd-43a8-b08c-97b09d554af1),segment_id=1cb7607d-41bd-43a8-b08c-97b09d554af1)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:54.541455 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:54.566028 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a32df5-c112-46cd-a0b7-30abf45c2e94 x-openstack-request-id: req-b8a32df5-c112-46cd-a0b7-30abf45c2e94 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:54.566733 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2c70cc-217a-4b65-a320-854cf7caf5f1", "name": "network-vif-plugged", "status": "completed", "tag": "be9178bb-2631-4fe3-aec5-46cc971df8f8", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:54.567756 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b8a32df5-c112-46cd-a0b7-30abf45c2e94 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:54.568472 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2c70cc-217a-4b65-a320-854cf7caf5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9178bb-2631-4fe3-aec5-46cc971df8f8', 'code': 200} Jul 15 15:17:54.644838 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09de1e93-5f88-4688-984d-16b80cd5a44a None None] New status for floating IP def420df-4f86-40c0-8776-8420031a766f: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:17:54.680047 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6a35d-ad11-4347-9ff4-518579242f52 req-31ed8cd4-e86a-43ec-860d-3fc6241814f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:54.682194 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-66d6a35d-ad11-4347-9ff4-518579242f52 req-31ed8cd4-e86a-43ec-860d-3fc6241814f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd4d22ea-6551-4399-89d6-17e10eccfae5 HTTP/1.1" status: 200 len: 835 time: 0.2778523 Jul 15 15:17:54.705140 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router 9e42e469-1471-40a0-9dd9-729a3960d98a has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:17:54.726357 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-21345828-cc34-4bb9-b8f0-769399a43ae0 req-53240360-0ccc-46f3-82bc-0b6d7b41f1f7 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395159 Jul 15 15:17:54.756096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf4d13-1c5c-41af-8da1-3ac8de18e3ab None None] Deleting port f62495fc-e4d8-4741-b198-b2839cff2992 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:54.756575 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4d13-1c5c-41af-8da1-3ac8de18e3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:54.822934 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3bcf4d13-1c5c-41af-8da1-3ac8de18e3ab None None] For port f62495fc-e4d8-4741-b198-b2839cff2992, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f62495fc-e4d8-4741-b198-b2839cff2992,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:54.823362 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4d13-1c5c-41af-8da1-3ac8de18e3ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:54.843423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf4d13-1c5c-41af-8da1-3ac8de18e3ab None None] Calling delete_port for f62495fc-e4d8-4741-b198-b2839cff2992 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:54.845186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=be9178bb-2631-4fe3-aec5-46cc971df8f8,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:54.853459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1818dae5-317c-4b9c-b9c7-00b8c68c337e admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:54.860836 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1818dae5-317c-4b9c-b9c7-00b8c68c337e admin admin] 10.222.0.38 "PUT /v2.0/routers/c2210205-85be-4466-a003-7d2f1aae2e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5492659 Jul 15 15:17:54.866892 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0658f08f-a720-4325-92b9-0799b4238831 None None] Sync routers for ids ['c2210205-85be-4466-a003-7d2f1aae2e5c'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:54.875467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49100) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:54.876457 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0658f08f-a720-4325-92b9-0799b4238831 None None] Routers {'c2210205-85be-4466-a003-7d2f1aae2e5c'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:54.877302 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0658f08f-a720-4325-92b9-0799b4238831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c2210205-85be-4466-a003-7d2f1aae2e5c'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:54.974096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6a35d-ad11-4347-9ff4-518579242f52 req-c3e4d744-1193-4d4b-ac8f-51cf6b9cc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:54.975704 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-66d6a35d-ad11-4347-9ff4-518579242f52 req-c3e4d744-1193-4d4b-ac8f-51cf6b9cc086 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22d68543-baaf-4a5b-81ff-bc226b485184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2855237 Jul 15 15:17:54.981993 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-21345828-cc34-4bb9-b8f0-769399a43ae0 req-9bbc5941-b6aa-4320-8a99-ee3d971c901b service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282178 Jul 15 15:17:55.013424 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:55.015931 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4d13-1c5c-41af-8da1-3ac8de18e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:55.035645 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0658f08f-a720-4325-92b9-0799b4238831 None None] Set router c2210205-85be-4466-a003-7d2f1aae2e5c gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:55.036856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e345af-c9e7-46dd-a9fb-8b6a75c9b398 None None] Sync routers for ids ['9e42e469-1471-40a0-9dd9-729a3960d98a'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:55.040769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcf4d13-1c5c-41af-8da1-3ac8de18e3ab None None] No DVR routers for this DVR port f62495fc-e4d8-4741-b198-b2839cff2992 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:17:55.043501 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:55.096109 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-eda29e8f-3062-43e1-be40-d8b619096f02 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.5865483 Jul 15 15:17:55.096484 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf4d13-1c5c-41af-8da1-3ac8de18e3ab None None] Pushing event deleted for resources: {'Port': ['ID=f62495fc-e4d8-4741-b198-b2839cff2992,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:55.097343 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef54fc6b-8353-4c42-b703-6bb08919745b admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:55.098780 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:17:55.100425 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e345af-c9e7-46dd-a9fb-8b6a75c9b398 None None] Routers {'9e42e469-1471-40a0-9dd9-729a3960d98a'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:55.101300 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b4e345af-c9e7-46dd-a9fb-8b6a75c9b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9e42e469-1471-40a0-9dd9-729a3960d98a'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:55.104776 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5255f67e-ae33-4bb0-8e4b-73b8a142bb59" -d '{"events": [{"name": "network-changed", "server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:55.230392 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-66d6a35d-ad11-4347-9ff4-518579242f52 req-aedb2ec4-ed25-4e58-80cc-b084aa9fa827 service neutron] 10.222.0.11 "GET /v2.0/networks/22d68543-baaf-4a5b-81ff-bc226b485184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453361 Jul 15 15:17:55.256673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-b4e345af-c9e7-46dd-a9fb-8b6a75c9b398 None None] Set router 9e42e469-1471-40a0-9dd9-729a3960d98a gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:55.281007 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef54fc6b-8353-4c42-b703-6bb08919745b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:55.305886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0fcc58fd-0765-440d-95be-68e61d711347 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.4621007 Jul 15 15:17:55.307961 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49112) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:55.391107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e2655-0349-40d8-8036-e53692fbb29c req-518b5c52-8e20-43d6-b437-406d3bd99330 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:55.392655 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e44e2655-0349-40d8-8036-e53692fbb29c req-518b5c52-8e20-43d6-b437-406d3bd99330 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.7078943 Jul 15 15:17:55.402813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25e501d-9e8e-4f63-8124-43471abba456 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:55.403256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25e501d-9e8e-4f63-8124-43471abba456 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:55.404928 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e25e501d-9e8e-4f63-8124-43471abba456 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d745af1d-375b-4ada-930d-e84499932abb HTTP/1.1" status: 200 len: 1989 time: 1.5802190 Jul 15 15:17:55.412113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ded66c-5fd9-48b8-88dc-721645a7a6c5 req-411701a9-6503-4f99-83d0-fe29addf14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:55.413644 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27ded66c-5fd9-48b8-88dc-721645a7a6c5 req-411701a9-6503-4f99-83d0-fe29addf14fb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 1097 time: 0.7376263 Jul 15 15:17:55.420480 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0658f08f-a720-4325-92b9-0799b4238831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'name': 'tempest-TestAggregatesBasicOps-219884484-router', 'tenant_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '577778b4-018c-452d-a8b2-3bd8c36ccd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:12Z', 'updated_at': '2021-07-15T15:17:50Z', 'revision_number': 5, 'project_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'gw_port': {'id': '577778b4-018c-452d-a8b2-3bd8c36ccd7c', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:14Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:55.497466 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0658f08f-a720-4325-92b9-0799b4238831 None None] Checking router: c2210205-85be-4466-a003-7d2f1aae2e5c for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:55.527259 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0658f08f-a720-4325-92b9-0799b4238831 None None] Routers {'c2210205-85be-4466-a003-7d2f1aae2e5c'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:55.528884 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0658f08f-a720-4325-92b9-0799b4238831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c2210205-85be-4466-a003-7d2f1aae2e5c'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:55.535601 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e44e2655-0349-40d8-8036-e53692fbb29c req-72a47a9b-50a5-431d-88e1-b88c1d5c8d48 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285622 Jul 15 15:17:55.561176 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27ded66c-5fd9-48b8-88dc-721645a7a6c5 req-05ab27ee-5860-4abd-abfd-84cc32b1e41d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378102 Jul 15 15:17:55.570327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ea705-28b0-4742-9b17-5be4d40a9912 req-e225587a-cb83-4882-ab9e-464f96e2a10c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:55.572313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a5ea705-28b0-4742-9b17-5be4d40a9912 req-e225587a-cb83-4882-ab9e-464f96e2a10c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.2653384 Jul 15 15:17:55.593907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-ef54fc6b-8353-4c42-b703-6bb08919745b admin admin] Deleting port 577778b4-018c-452d-a8b2-3bd8c36ccd7c {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:55.607000 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef54fc6b-8353-4c42-b703-6bb08919745b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:55.647194 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f62495fc-e4d8-4741-b198-b2839cff2992 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:55.690026 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0658f08f-a720-4325-92b9-0799b4238831 None None] Set router c2210205-85be-4466-a003-7d2f1aae2e5c gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:55.697908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: f62495fc-e4d8-4741-b198-b2839cff2992 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:17:55.698714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f62495fc-e4d8-4741-b198-b2839cff2992 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:55.745444 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b4e345af-c9e7-46dd-a9fb-8b6a75c9b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984865156', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:51Z', 'updated_at': '2021-07-15T15:17:11Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:52Z', 'updated_at': '2021-07-15T15:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '4bd691af-1c05-4cea-8219-990863767ee7', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'port_id': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'mac_address': 'fa:16:3e:00:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a364b-431a-4bda-a178-f36cbe325f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:17:50Z', 'updated_at': '2021-07-15T15:17:50Z', 'revision_number': 0, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb8d02d-a086-4836-8db5-57982f9aeb80', 'name': '', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:f0:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:06Z', 'updated_at': '2021-07-15T15:17:22Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:55.773871 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a5ea705-28b0-4742-9b17-5be4d40a9912 req-641a74ae-97dd-4789-a720-3db174d33a0f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939611 Jul 15 15:17:55.800628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e345af-c9e7-46dd-a9fb-8b6a75c9b398 None None] Checking router: 9e42e469-1471-40a0-9dd9-729a3960d98a for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:55.812067 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e345af-c9e7-46dd-a9fb-8b6a75c9b398 None None] Routers {'9e42e469-1471-40a0-9dd9-729a3960d98a'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:55.812970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b4e345af-c9e7-46dd-a9fb-8b6a75c9b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9e42e469-1471-40a0-9dd9-729a3960d98a'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:55.825958 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0658f08f-a720-4325-92b9-0799b4238831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'name': 'tempest-TestAggregatesBasicOps-219884484-router', 'tenant_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:12Z', 'updated_at': '2021-07-15T15:17:55Z', 'revision_number': 6, 'project_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:55.851008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49118) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:55.878476 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0658f08f-a720-4325-92b9-0799b4238831 None None] The sync data for ids ['c2210205-85be-4466-a003-7d2f1aae2e5c'] in n-d-764435-3 is: [{'id': 'c2210205-85be-4466-a003-7d2f1aae2e5c', 'name': 'tempest-TestAggregatesBasicOps-219884484-router', 'tenant_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:12Z', 'updated_at': '2021-07-15T15:17:55Z', 'revision_number': 6, 'project_id': '8d03bc54907240c9b3da67d8a3ad78eb', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:55.961529 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-b4e345af-c9e7-46dd-a9fb-8b6a75c9b398 None None] Set router 9e42e469-1471-40a0-9dd9-729a3960d98a gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:55.975406 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-ef54fc6b-8353-4c42-b703-6bb08919745b admin admin] For port 577778b4-018c-452d-a8b2-3bd8c36ccd7c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=577778b4-018c-452d-a8b2-3bd8c36ccd7c,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:55.976422 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef54fc6b-8353-4c42-b703-6bb08919745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:55.993501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-ef54fc6b-8353-4c42-b703-6bb08919745b admin admin] Calling delete_port for 577778b4-018c-452d-a8b2-3bd8c36ccd7c owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:56.017547 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aba5a09-11b9-4b95-8c70-6ae869a3aa12 x-openstack-request-id: req-1aba5a09-11b9-4b95-8c70-6ae869a3aa12 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:56.018108 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:56.018108 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1aba5a09-11b9-4b95-8c70-6ae869a3aa12 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:56.018472 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'status': 'completed', 'code': 200} Jul 15 15:17:56.036726 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c8076ba-3d24-4c18-9957-2cb94e3c1f74 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:56.077870 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-59fcb71b-f20c-425d-8b4a-ab8fb633d423 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/floatingips/4bd691af-1c05-4cea-8219-990863767ee7 HTTP/1.1" status: 200 len: 991 time: 0.2145498 Jul 15 15:17:56.103367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255f67e-ae33-4bb0-8e4b-73b8a142bb59 req-cc94f395-4ccd-489b-bdc0-625aa915c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:56.103367 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5255f67e-ae33-4bb0-8e4b-73b8a142bb59 req-cc94f395-4ccd-489b-bdc0-625aa915c5c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1096 time: 0.4209785 Jul 15 15:17:56.115302 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-66d6a35d-ad11-4347-9ff4-518579242f52 req-c5c64a77-4569-4362-989c-4b26bf9b9874 service neutron] 10.222.0.11 "GET /v2.0/networks/22d68543-baaf-4a5b-81ff-bc226b485184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8743999 Jul 15 15:17:56.234994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b4e345af-c9e7-46dd-a9fb-8b6a75c9b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984865156', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:51Z', 'updated_at': '2021-07-15T15:17:11Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:52Z', 'updated_at': '2021-07-15T15:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '4bd691af-1c05-4cea-8219-990863767ee7', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'port_id': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'mac_address': 'fa:16:3e:00:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a364b-431a-4bda-a178-f36cbe325f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:17:50Z', 'updated_at': '2021-07-15T15:17:50Z', 'revision_number': 0, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb8d02d-a086-4836-8db5-57982f9aeb80', 'name': '', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:f0:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:06Z', 'updated_at': '2021-07-15T15:17:22Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:56.238465 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c8076ba-3d24-4c18-9957-2cb94e3c1f74 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:56.241544 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c8076ba-3d24-4c18-9957-2cb94e3c1f74 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:56.277310 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e345af-c9e7-46dd-a9fb-8b6a75c9b398 None None] The sync data for ids ['9e42e469-1471-40a0-9dd9-729a3960d98a'] in n-d-764435-3 is: [{'id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984865156', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:51Z', 'updated_at': '2021-07-15T15:17:11Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:52Z', 'updated_at': '2021-07-15T15:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '4bd691af-1c05-4cea-8219-990863767ee7', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'port_id': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'mac_address': 'fa:16:3e:00:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247a364b-431a-4bda-a178-f36cbe325f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:17:50Z', 'updated_at': '2021-07-15T15:17:50Z', 'revision_number': 0, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb8d02d-a086-4836-8db5-57982f9aeb80', 'name': '', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:f0:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:06Z', 'updated_at': '2021-07-15T15:17:22Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:56.289012 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef54fc6b-8353-4c42-b703-6bb08919745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:56.304250 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c8076ba-3d24-4c18-9957-2cb94e3c1f74 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:56.305143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8076ba-3d24-4c18-9957-2cb94e3c1f74 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Fanout notify agent at l3_agent the message router_deleted on router a915cd3c-936f-4541-b4d6-9dd6fe681a2a {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:17:56.314596 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c8076ba-3d24-4c18-9957-2cb94e3c1f74 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:56.315907 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0c8076ba-3d24-4c18-9957-2cb94e3c1f74 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/routers/a915cd3c-936f-4541-b4d6-9dd6fe681a2a HTTP/1.1" status: 204 len: 168 time: 1.0048323 Jul 15 15:17:56.318698 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49122) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:56.324160 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-db83520b-f0d1-4abd-906f-9aca45ec3893 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:56.378669 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54fc6b-8353-4c42-b703-6bb08919745b admin admin] Pushing event deleted for resources: {'Port': ['ID=577778b4-018c-452d-a8b2-3bd8c36ccd7c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:56.457334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db83520b-f0d1-4abd-906f-9aca45ec3893 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:56.464461 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db83520b-f0d1-4abd-906f-9aca45ec3893 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:56.514701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255f67e-ae33-4bb0-8e4b-73b8a142bb59 req-bc17ddf0-5108-483c-bf3f-577399e8efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:56.516411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5255f67e-ae33-4bb0-8e4b-73b8a142bb59 req-bc17ddf0-5108-483c-bf3f-577399e8efb9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ccba156-8e62-472c-aa79-380bf6176149 HTTP/1.1" status: 200 len: 897 time: 0.4054441 Jul 15 15:17:56.520693 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef54fc6b-8353-4c42-b703-6bb08919745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:56.789261 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5028f7-3daf-4cb1-bec0-b3ff3e4407a8 None None] New status for floating IP 4bd691af-1c05-4cea-8219-990863767ee7: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:17:56.794488 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db83520b-f0d1-4abd-906f-9aca45ec3893 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:56.803000 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef54fc6b-8353-4c42-b703-6bb08919745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:56.811275 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef54fc6b-8353-4c42-b703-6bb08919745b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:56.839892 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5255f67e-ae33-4bb0-8e4b-73b8a142bb59 req-9426fb0a-9dd3-40c0-919d-c3e2d98271a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 200 len: 999 time: 0.3145819 Jul 15 15:17:56.887611 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db83520b-f0d1-4abd-906f-9aca45ec3893 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:56.891981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-db83520b-f0d1-4abd-906f-9aca45ec3893 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:56.895662 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db83520b-f0d1-4abd-906f-9aca45ec3893 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:56.905591 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db83520b-f0d1-4abd-906f-9aca45ec3893 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:56.926331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0860e418-53ed-4cdc-a1a5-b37fb205cff0 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:56.954912 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef54fc6b-8353-4c42-b703-6bb08919745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:56.955382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef54fc6b-8353-4c42-b703-6bb08919745b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2210205-85be-4466-a003-7d2f1aae2e5c {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:17:56.956575 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-db83520b-f0d1-4abd-906f-9aca45ec3893 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6365252 Jul 15 15:17:56.960570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49128) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:56.964274 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef54fc6b-8353-4c42-b703-6bb08919745b admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:56.965398 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ef54fc6b-8353-4c42-b703-6bb08919745b admin admin] 10.222.0.38 "DELETE /v2.0/routers/c2210205-85be-4466-a003-7d2f1aae2e5c HTTP/1.1" status: 204 len: 168 time: 2.0735669 Jul 15 15:17:56.968944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-97189cf5-2d43-42e6-9f34-39ea08c33533 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1600965359', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:56.970077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49130) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:56.999524 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83520b-f0d1-4abd-906f-9aca45ec3893 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=0af0c433-f298-40a4-8cb3-4b7825554897,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:57.014956 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255f67e-ae33-4bb0-8e4b-73b8a142bb59 req-5ad7ade1-63f0-4f6c-adf7-dc084d95de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:57.016480 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5255f67e-ae33-4bb0-8e4b-73b8a142bb59 req-5ad7ade1-63f0-4f6c-adf7-dc084d95de0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25455b05-a94e-447c-b84e-9cd2a3a78a80 HTTP/1.1" status: 200 len: 835 time: 0.1211047 Jul 15 15:17:57.038961 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97189cf5-2d43-42e6-9f34-39ea08c33533 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:57.040245 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97189cf5-2d43-42e6-9f34-39ea08c33533 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:57.087494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414ece0-d3f8-47a7-afae-ba96743385bf req-75a5e681-7d01-4c31-a8ed-78b176a570f1 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:57.089062 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e414ece0-d3f8-47a7-afae-ba96743385bf req-75a5e681-7d01-4c31-a8ed-78b176a570f1 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.3797121 Jul 15 15:17:57.089569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49134) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:57.161960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8c46c2-b9db-4ce1-ae93-1cf7e5cc70c6 admin admin] Deleting subnet 8032b4ff-5990-433d-bdcd-157661555dc2 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:17:57.175867 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a8c46c2-b9db-4ce1-ae93-1cf7e5cc70c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:57.185991 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97189cf5-2d43-42e6-9f34-39ea08c33533 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:57.199193 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97189cf5-2d43-42e6-9f34-39ea08c33533 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:57.220851 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97189cf5-2d43-42e6-9f34-39ea08c33533 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:57.222296 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-97189cf5-2d43-42e6-9f34-39ea08c33533 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2600060 Jul 15 15:17:57.225061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49136) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:57.240910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': '0af0c433-f298-40a4-8cb3-4b7825554897'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:17:57.242193 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:57.441510 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Allocated IP 2001:db8::2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/0af0c433-f298-40a4-8cb3-4b7825554897/7e495a37-4c39-4d01-9d22-a1ab16e9493c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:57.579849 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b7b25155-3cc2-45cc-aec6-c67b3e2c6773 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/floatingips/4bd691af-1c05-4cea-8219-990863767ee7 HTTP/1.1" status: 200 len: 993 time: 0.4861131 Jul 15 15:17:57.594085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 577778b4-018c-452d-a8b2-3bd8c36ccd7c no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:57.602520 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e414ece0-d3f8-47a7-afae-ba96743385bf req-03b48092-1a61-40f9-8fe3-1270f1bc32cc tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4989376 Jul 15 15:17:57.608970 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:17:57.646826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 577778b4-018c-452d-a8b2-3bd8c36ccd7c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:17:57.647302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 577778b4-018c-452d-a8b2-3bd8c36ccd7c not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:57.647461 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a8c46c2-b9db-4ce1-ae93-1cf7e5cc70c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:57.647912 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:57.654570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255f67e-ae33-4bb0-8e4b-73b8a142bb59 req-4935c766-9121-4533-ab5e-0df0bf7260a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:57.657262 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5255f67e-ae33-4bb0-8e4b-73b8a142bb59 req-4935c766-9121-4533-ab5e-0df0bf7260a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ccba156-8e62-472c-aa79-380bf6176149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6224716 Jul 15 15:17:57.676543 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:17:57.677086 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 98cbcfaa-c96f-43ea-98aa-a521cddd55c7 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:57.696440 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:57.707250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Transition to ACTIVE for port object 7e495a37-4c39-4d01-9d22-a1ab16e9493c will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:57.723992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Transition to ACTIVE for port object 7e495a37-4c39-4d01-9d22-a1ab16e9493c will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:57.726758 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:57.732825 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:57.786012 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Pushing event updated for resources: {'Port': ['ID=7e495a37-4c39-4d01-9d22-a1ab16e9493c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:57.788302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5255f67e-ae33-4bb0-8e4b-73b8a142bb59 req-b7541227-6759-4577-9b07-c5a3d45a4cee service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104596 Jul 15 15:17:57.795824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:57.798388 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:57.800611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:57.864652 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Attempting to bind port 7e495a37-4c39-4d01-9d22-a1ab16e9493c on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:17:57.864908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Attempting to bind port 7e495a37-4c39-4d01-9d22-a1ab16e9493c by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:17:57.865325 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Attempting to bind port 7e495a37-4c39-4d01-9d22-a1ab16e9493c on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:17:57.870591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:17:57.871096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:17:57.871791 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:57.871944 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:17:57.872508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Bound port: 7e495a37-4c39-4d01-9d22-a1ab16e9493c, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:17:57.872722 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:57.939910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] For port 7e495a37-4c39-4d01-9d22-a1ab16e9493c, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:57.943768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] For port 7e495a37-4c39-4d01-9d22-a1ab16e9493c, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7e495a37-4c39-4d01-9d22-a1ab16e9493c,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:57.950817 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:57.981885 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a8c46c2-b9db-4ce1-ae93-1cf7e5cc70c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:58.026655 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e0a2a-043f-4611-b566-e8a68b9238d0 None None] Pushing event updated for resources: {'Port': ['ID=7e495a37-4c39-4d01-9d22-a1ab16e9493c,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:58.037672 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5255f67e-ae33-4bb0-8e4b-73b8a142bb59 req-29e24711-166b-4bc6-93e1-8511ee63ff32 service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403796 Jul 15 15:17:58.046487 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae703924-7afb-497c-a30f-68ee79db90c0 req-ba90a741-80af-4573-abcd-e1559ce64c51 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:58.048159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae703924-7afb-497c-a30f-68ee79db90c0 req-ba90a741-80af-4573-abcd-e1559ce64c51 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.2277765 Jul 15 15:17:58.062416 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49142) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:58.068283 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d2826fa8-84a9-47a7-89ed-d2c87e1508d3 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Request body: {'floatingip': {'port_id': 'be9178bb-2631-4fe3-aec5-46cc971df8f8'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:58.120486 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d2826fa8-84a9-47a7-89ed-d2c87e1508d3 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:58.138820 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::1 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/0af0c433-f298-40a4-8cb3-4b7825554897/3614dc54-fdc9-4d12-92fd-5339b329e14c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:58.202093 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a8c46c2-b9db-4ce1-ae93-1cf7e5cc70c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:58.231316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c46c2-b9db-4ce1-ae93-1cf7e5cc70c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8032b4ff-5990-433d-bdcd-157661555dc2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:58.242754 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a8c46c2-b9db-4ce1-ae93-1cf7e5cc70c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:58.253690 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6a8c46c2-b9db-4ce1-ae93-1cf7e5cc70c6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8032b4ff-5990-433d-bdcd-157661555dc2 HTTP/1.1" status: 204 len: 168 time: 1.2803771 Jul 15 15:17:58.253928 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49146) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:58.279308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf34075f-7e23-4f2b-8172-aeea6363345f None None] Network 1d99af44-e129-4bb1-bd24-334e72791d31 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:17:58.347643 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:58.366752 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object 3614dc54-fdc9-4d12-92fd-5339b329e14c will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:17:58.412986 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:58.421018 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:58.450015 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:58.453301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:58.486784 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:58.487919 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:58.575444 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] Deleting port 72507305-1148-4a8e-a6c9-f103c02334d0 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:58.575903 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:58.587399 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=3614dc54-fdc9-4d12-92fd-5339b329e14c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:58.603844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13baccf-05d2-43e7-a80c-317b63e76104 None None] DHCP port deletion for 1d99af44-e129-4bb1-bd24-334e72791d31 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:17:58.656886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c13baccf-05d2-43e7-a80c-317b63e76104 None None] Deleting port 72507305-1148-4a8e-a6c9-f103c02334d0 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:17:58.657457 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c13baccf-05d2-43e7-a80c-317b63e76104 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:58.677843 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:58.738696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c13baccf-05d2-43e7-a80c-317b63e76104 None None] For port 72507305-1148-4a8e-a6c9-f103c02334d0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=72507305-1148-4a8e-a6c9-f103c02334d0,segment=NetworkSegment(cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8),segment_id=cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:58.739822 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c13baccf-05d2-43e7-a80c-317b63e76104 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:58.754200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c13baccf-05d2-43e7-a80c-317b63e76104 None None] Calling delete_port for 72507305-1148-4a8e-a6c9-f103c02334d0 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:58.767836 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] For port 72507305-1148-4a8e-a6c9-f103c02334d0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=72507305-1148-4a8e-a6c9-f103c02334d0,segment=NetworkSegment(cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8),segment_id=cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:58.768214 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:58.846623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] Calling delete_port for 72507305-1148-4a8e-a6c9-f103c02334d0 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:17:58.853035 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c13baccf-05d2-43e7-a80c-317b63e76104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:58.890990 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13baccf-05d2-43e7-a80c-317b63e76104 None None] Pushing event deleted for resources: {'Port': ['ID=72507305-1148-4a8e-a6c9-f103c02334d0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:58.905468 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13baccf-05d2-43e7-a80c-317b63e76104 None None] No DVR routers for this DVR port 72507305-1148-4a8e-a6c9-f103c02334d0 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:17:59.035515 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d2826fa8-84a9-47a7-89ed-d2c87e1508d3 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:59.037422 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:59.048427 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d2826fa8-84a9-47a7-89ed-d2c87e1508d3 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:59.065626 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:59.071615 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:59.072515 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:59.104603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] No DVR routers for this DVR port 72507305-1148-4a8e-a6c9-f103c02334d0 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:17:59.164109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=3614dc54-fdc9-4d12-92fd-5339b329e14c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:59.179812 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=72507305-1148-4a8e-a6c9-f103c02334d0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:59.237864 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:59.241714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:59.244934 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-d2826fa8-84a9-47a7-89ed-d2c87e1508d3 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Floating IP 295e1028-2324-438f-95e9-dcd5536b7b45 associated. External IP: 172.25.4.44, port: be9178bb-2631-4fe3-aec5-46cc971df8f8. Jul 15 15:17:59.333359 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:59.352701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d99af44-e129-4bb1-bd24-334e72791d31']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:59.382020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Router 69465e80-570f-46a7-8732-bcba567fad51 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:17:59.409466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:59.409466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9bf2bf-8fee-43f9-bd9e-90ea44d178d8') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:59.439866 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:59.470282 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:59.482704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:17:59.483206 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:17:59.493601 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:17:59.509733 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4b58f19b-13bf-4cbc-91d1-29677dfcd3d1 None None] Provisioning for port 7e495a37-4c39-4d01-9d22-a1ab16e9493c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:59.557750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:59.564576 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0abeccd3-61de-4303-9cc4-7e2db6fae995 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "PUT /v2.0/routers/69465e80-570f-46a7-8732-bcba567fad51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3379717 Jul 15 15:17:59.566559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49152) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:59.569475 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Sync routers for ids ['69465e80-570f-46a7-8732-bcba567fad51'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:59.586787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Routers {'69465e80-570f-46a7-8732-bcba567fad51'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:59.588706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['69465e80-570f-46a7-8732-bcba567fad51'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:59.646584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dae2a1-bdc4-4033-bb90-c7204eb27cfc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:59.652475 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-71dae2a1-bdc4-4033-bb90-c7204eb27cfc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports/3614dc54-fdc9-4d12-92fd-5339b329e14c HTTP/1.1" status: 200 len: 911 time: 0.0847185 Jul 15 15:17:59.653142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49154) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:59.711794 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:59.717441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7e495a37-4c39-4d01-9d22-a1ab16e9493c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:59.722991 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:59.728724 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1d99af44-e129-4bb1-bd24-334e72791d31 HTTP/1.1" status: 204 len: 168 time: 1.4645350 Jul 15 15:17:59.755667 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae8a08-2ad2-4356-a167-77a10ac9c7a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d99af44-e129-4bb1-bd24-334e72791d31,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:59.772012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2826fa8-84a9-47a7-89ed-d2c87e1508d3 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Router 52919df6-9f50-4474-8e8d-9f18468cb33a has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:17:59.815220 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f7beb1-9c36-4591-9ddd-e0c736dce13a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:59.850385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f7beb1-9c36-4591-9ddd-e0c736dce13a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:59.859857 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49160) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:59.860596 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-74f7beb1-9c36-4591-9ddd-e0c736dce13a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2063429 Jul 15 15:18:00.100502 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49168) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:00.132415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Set router 69465e80-570f-46a7-8732-bcba567fad51 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:00.187233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2826fa8-84a9-47a7-89ed-d2c87e1508d3 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:18:00.204592 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d2826fa8-84a9-47a7-89ed-d2c87e1508d3 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:00.244621 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e8bef-352f-4f8e-9d38-278f43174359 None None] Sync routers for ids ['52919df6-9f50-4474-8e8d-9f18468cb33a'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:18:00.261457 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e8bef-352f-4f8e-9d38-278f43174359 None None] Routers {'52919df6-9f50-4474-8e8d-9f18468cb33a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:00.262847 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ec93d5de-dd9a-4b18-91e2-cf3fe37d3170 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3d09bfe7c7149249db8b7a8f4c648ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598351 Jul 15 15:18:00.264094 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-053e8bef-352f-4f8e-9d38-278f43174359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52919df6-9f50-4474-8e8d-9f18468cb33a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:00.264607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49172) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:00.278157 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d2826fa8-84a9-47a7-89ed-d2c87e1508d3 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "PUT /v2.0/floatingips/295e1028-2324-438f-95e9-dcd5536b7b45 HTTP/1.1" status: 200 len: 991 time: 2.2142925 Jul 15 15:18:00.279096 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2c70cc-217a-4b65-a320-854cf7caf5f1', 'tag': 'be9178bb-2631-4fe3-aec5-46cc971df8f8'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:18:00.282001 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bbc747-7a33-48ef-bc68-e1917ddf01d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2c70cc-217a-4b65-a320-854cf7caf5f1", "tag": "be9178bb-2631-4fe3-aec5-46cc971df8f8"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:18:00.324548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3b93621f-393a-40cb-b368-6db4aca49674 None None] Provisioning for port 3614dc54-fdc9-4d12-92fd-5339b329e14c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:00.338706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3b93621f-393a-40cb-b368-6db4aca49674 None None] Provisioning complete for port 3614dc54-fdc9-4d12-92fd-5339b329e14c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:00.339080 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b93621f-393a-40cb-b368-6db4aca49674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:00.353352 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e433a340-0845-4639-b9bd-77409faeb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:00.364342 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e4dade5-9cb8-4090-8144-42c7992d4876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:00.391873 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e4dade5-9cb8-4090-8144-42c7992d4876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:00.471729 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e4dade5-9cb8-4090-8144-42c7992d4876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:00.479146 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e4dade5-9cb8-4090-8144-42c7992d4876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:00.481107 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5e4dade5-9cb8-4090-8144-42c7992d4876 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df2c0a3a-9acd-4274-acab-34c5a437812e HTTP/1.1" status: 204 len: 168 time: 0.2154131 Jul 15 15:18:00.500384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 7e495a37-4c39-4d01-9d22-a1ab16e9493c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:00.515168 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7e495a37-4c39-4d01-9d22-a1ab16e9493c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:00.515930 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:00.520077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3b93621f-393a-40cb-b368-6db4aca49674 None None] Port 3614dc54-fdc9-4d12-92fd-5339b329e14c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:18:00.530347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4dade5-9cb8-4090-8144-42c7992d4876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2c0a3a-9acd-4274-acab-34c5a437812e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:00.659378 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-053e8bef-352f-4f8e-9d38-278f43174359 None None] Set router 52919df6-9f50-4474-8e8d-9f18468cb33a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:00.672281 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08df1315-c44d-44d4-804b-929c35be0f9f x-openstack-request-id: req-08df1315-c44d-44d4-804b-929c35be0f9f {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:18:00.672909 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2c70cc-217a-4b65-a320-854cf7caf5f1", "tag": "be9178bb-2631-4fe3-aec5-46cc971df8f8", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:18:00.673330 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-08df1315-c44d-44d4-804b-929c35be0f9f {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:18:00.673925 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2c70cc-217a-4b65-a320-854cf7caf5f1', 'tag': 'be9178bb-2631-4fe3-aec5-46cc971df8f8', 'status': 'completed', 'code': 200} Jul 15 15:18:00.680679 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d7b92991-4be2-492d-9027-c294599bd152 None None] Provisioning complete for port 3614dc54-fdc9-4d12-92fd-5339b329e14c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:00.681214 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7b92991-4be2-492d-9027-c294599bd152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:00.703835 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:00.732331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69465e80-570f-46a7-8732-bcba567fad51', 'name': 'tempest-NetworksTestDHCPv6-router-1600965359', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:57Z', 'updated_at': '2021-07-15T15:17:58Z', 'revision_number': 2, 'project_id': '648eaa30fc0846128b77b03349ad01d8', 'gw_port_host': None, '_interfaces': [{'id': '3614dc54-fdc9-4d12-92fd-5339b329e14c', 'name': '', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'mac_address': 'fa:16:3e:34:cd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69465e80-570f-46a7-8732-bcba567fad51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '0af0c433-f298-40a4-8cb3-4b7825554897', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:57Z', 'updated_at': '2021-07-15T15:17:58Z', 'revision_number': 2, 'project_id': '648eaa30fc0846128b77b03349ad01d8', 'subnets': [{'id': '0af0c433-f298-40a4-8cb3-4b7825554897', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:00.787370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Checking router: 69465e80-570f-46a7-8732-bcba567fad51 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:18:00.787722 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Updating router 69465e80-570f-46a7-8732-bcba567fad51 port 3614dc54-fdc9-4d12-92fd-5339b329e14c binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:18:00.825860 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbc747-7a33-48ef-bc68-e1917ddf01d6 req-5e385617-9b47-43e4-a2f8-fbd42598db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:00.827831 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44bbc747-7a33-48ef-bc68-e1917ddf01d6 req-5e385617-9b47-43e4-a2f8-fbd42598db62 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2db6d724ceec4df59f0f69f5abe77cf3&device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 1097 time: 0.1573682 Jul 15 15:18:00.862239 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:00.872421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d7b92991-4be2-492d-9027-c294599bd152 None None] Port 3614dc54-fdc9-4d12-92fd-5339b329e14c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:18:00.900664 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 7e495a37-4c39-4d01-9d22-a1ab16e9493c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7e495a37-4c39-4d01-9d22-a1ab16e9493c,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:00.910427 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:01.118879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbc747-7a33-48ef-bc68-e1917ddf01d6 req-070ef21d-e52d-46f0-8cae-de0dec0928bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:01.120379 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44bbc747-7a33-48ef-bc68-e1917ddf01d6 req-070ef21d-e52d-46f0-8cae-de0dec0928bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=579fa8cf-a9bb-4f78-bf43-84ac7a207108 HTTP/1.1" status: 200 len: 911 time: 0.2819016 Jul 15 15:18:01.147531 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 72507305-1148-4a8e-a6c9-f103c02334d0 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:18:01.163096 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-053e8bef-352f-4f8e-9d38-278f43174359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '295e1028-2324-438f-95e9-dcd5536b7b45', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'floating_ip_address': '172.25.4.44', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'port_id': 'be9178bb-2631-4fe3-aec5-46cc971df8f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'mac_address': 'fa:16:3e:e4:d1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c70cc-217a-4b65-a320-854cf7caf5f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:17:37Z', 'updated_at': '2021-07-15T15:17:58Z', 'revision_number': 1, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9917db3c-8f0e-4cdb-8007-0ea773e6f04b', 'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'mac_address': 'fa:16:3e:da:06:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:27Z', 'updated_at': '2021-07-15T15:17:41Z', 'revision_number': 5, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'subnets': [{'id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:01.209902 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 72507305-1148-4a8e-a6c9-f103c02334d0 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:18:01.210258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 72507305-1148-4a8e-a6c9-f103c02334d0 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:18:01.226387 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e8bef-352f-4f8e-9d38-278f43174359 None None] Checking router: 52919df6-9f50-4474-8e8d-9f18468cb33a for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:18:01.273930 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=7e495a37-4c39-4d01-9d22-a1ab16e9493c,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:01.317661 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e8bef-352f-4f8e-9d38-278f43174359 None None] Routers {'52919df6-9f50-4474-8e8d-9f18468cb33a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:01.318607 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-053e8bef-352f-4f8e-9d38-278f43174359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52919df6-9f50-4474-8e8d-9f18468cb33a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:01.348930 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49188) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:01.434858 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44bbc747-7a33-48ef-bc68-e1917ddf01d6 req-dd9816c6-edd0-4987-8edb-12bc056c153c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be9178bb-2631-4fe3-aec5-46cc971df8f8 HTTP/1.1" status: 200 len: 999 time: 0.3009493 Jul 15 15:18:01.438563 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7e873e1d-fb9a-43f6-a8bc-a2d47836c796 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8d03bc54907240c9b3da67d8a3ad78eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883379 Jul 15 15:18:01.441491 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49190) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:01.466662 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-053e8bef-352f-4f8e-9d38-278f43174359 None None] Set router 52919df6-9f50-4474-8e8d-9f18468cb33a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:01.491746 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b28f46ad-4a10-4eff-8c85-2732747c7069 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:01.500070 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:01.529274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Transition to ACTIVE for port object 3614dc54-fdc9-4d12-92fd-5339b329e14c will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:01.552422 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:01.599823 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48b6478f-c106-4a21-a865-5bf7a67f6c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:01.638724 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbc747-7a33-48ef-bc68-e1917ddf01d6 req-96a6d43c-71b6-459e-bac1-0590d3a4f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:01.641765 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44bbc747-7a33-48ef-bc68-e1917ddf01d6 req-96a6d43c-71b6-459e-bac1-0590d3a4f492 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61f1753c-5b9f-4677-ae22-56509e286e82 HTTP/1.1" status: 200 len: 849 time: 0.1997061 Jul 15 15:18:01.656285 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7e495a37-4c39-4d01-9d22-a1ab16e9493c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:01.679897 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48b6478f-c106-4a21-a865-5bf7a67f6c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:01.759372 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48b6478f-c106-4a21-a865-5bf7a67f6c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:01.762851 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48b6478f-c106-4a21-a865-5bf7a67f6c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:01.764381 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-48b6478f-c106-4a21-a865-5bf7a67f6c2b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6c8bcfc4-59bf-4da5-9540-0ca08da94036 HTTP/1.1" status: 204 len: 168 time: 0.3189466 Jul 15 15:18:01.774090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6478f-c106-4a21-a865-5bf7a67f6c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8bcfc4-59bf-4da5-9540-0ca08da94036,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:01.850265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbc747-7a33-48ef-bc68-e1917ddf01d6 req-0f744903-38e4-4760-8de4-4dad47a2a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:01.852027 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44bbc747-7a33-48ef-bc68-e1917ddf01d6 req-0f744903-38e4-4760-8de4-4dad47a2a504 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=579fa8cf-a9bb-4f78-bf43-84ac7a207108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2007301 Jul 15 15:18:01.861396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80db28c-cefb-4e4d-b103-1da8da015513 None None] Pushing event updated for resources: {'Port': ['ID=3614dc54-fdc9-4d12-92fd-5339b329e14c,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:01.950652 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Attempting to bind port 3614dc54-fdc9-4d12-92fd-5339b329e14c on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:01.951514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Attempting to bind port 3614dc54-fdc9-4d12-92fd-5339b329e14c by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:01.951514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Attempting to bind port 3614dc54-fdc9-4d12-92fd-5339b329e14c on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:01.963149 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:01.964127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:01.964557 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:01.964965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:01.965470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Bound port: 3614dc54-fdc9-4d12-92fd-5339b329e14c, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:01.965869 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:02.001507 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-053e8bef-352f-4f8e-9d38-278f43174359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '295e1028-2324-438f-95e9-dcd5536b7b45', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'floating_ip_address': '172.25.4.44', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'port_id': 'be9178bb-2631-4fe3-aec5-46cc971df8f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'mac_address': 'fa:16:3e:e4:d1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c70cc-217a-4b65-a320-854cf7caf5f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:17:37Z', 'updated_at': '2021-07-15T15:17:58Z', 'revision_number': 1, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9917db3c-8f0e-4cdb-8007-0ea773e6f04b', 'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'mac_address': 'fa:16:3e:da:06:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:27Z', 'updated_at': '2021-07-15T15:17:41Z', 'revision_number': 5, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'subnets': [{'id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:02.040944 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-b28f46ad-4a10-4eff-8c85-2732747c7069 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port 3614dc54-fdc9-4d12-92fd-5339b329e14c {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:02.042550 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b28f46ad-4a10-4eff-8c85-2732747c7069 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:02.052467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7e495a37-4c39-4d01-9d22-a1ab16e9493c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:02.059115 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:02.062579 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e8bef-352f-4f8e-9d38-278f43174359 None None] The sync data for ids ['52919df6-9f50-4474-8e8d-9f18468cb33a'] in n-d-764435-3 is: [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '295e1028-2324-438f-95e9-dcd5536b7b45', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'floating_ip_address': '172.25.4.44', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'port_id': 'be9178bb-2631-4fe3-aec5-46cc971df8f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'mac_address': 'fa:16:3e:e4:d1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c70cc-217a-4b65-a320-854cf7caf5f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:17:37Z', 'updated_at': '2021-07-15T15:17:58Z', 'revision_number': 1, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9917db3c-8f0e-4cdb-8007-0ea773e6f04b', 'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'mac_address': 'fa:16:3e:da:06:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:27Z', 'updated_at': '2021-07-15T15:17:41Z', 'revision_number': 5, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'subnets': [{'id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:18:02.108523 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44bbc747-7a33-48ef-bc68-e1917ddf01d6 req-2783c42a-f448-43e9-85ca-81ca5d40bdb0 service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487047 Jul 15 15:18:02.218472 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] For port 3614dc54-fdc9-4d12-92fd-5339b329e14c, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:02.226569 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] For port 3614dc54-fdc9-4d12-92fd-5339b329e14c, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3614dc54-fdc9-4d12-92fd-5339b329e14c,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:02.240211 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:02.300232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-b28f46ad-4a10-4eff-8c85-2732747c7069 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] For port 3614dc54-fdc9-4d12-92fd-5339b329e14c, host n-d-764435-3, got binding levels [] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:02.300754 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b28f46ad-4a10-4eff-8c85-2732747c7069 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:02.315035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44bbc747-7a33-48ef-bc68-e1917ddf01d6 req-16b82956-5e74-4142-bb61-06311fe6b865 service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736500 Jul 15 15:18:02.330930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-b28f46ad-4a10-4eff-8c85-2732747c7069 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for 3614dc54-fdc9-4d12-92fd-5339b329e14c owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:02.366755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80db28c-cefb-4e4d-b103-1da8da015513 None None] Pushing event updated for resources: {'Port': ['ID=3614dc54-fdc9-4d12-92fd-5339b329e14c,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:02.470572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Routers {'69465e80-570f-46a7-8732-bcba567fad51'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:02.471219 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:17:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['69465e80-570f-46a7-8732-bcba567fad51'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:02.558656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d820c-444f-4f6a-b60b-c693f03754c1 None None] New status for floating IP 295e1028-2324-438f-95e9-dcd5536b7b45: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:18:02.634019 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b28f46ad-4a10-4eff-8c85-2732747c7069 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:02.681538 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] Set router 69465e80-570f-46a7-8732-bcba567fad51 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:02.696229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f46ad-4a10-4eff-8c85-2732747c7069 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=3614dc54-fdc9-4d12-92fd-5339b329e14c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:02.865209 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b28f46ad-4a10-4eff-8c85-2732747c7069 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.063979 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49220) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:03.094382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f00fbfca-f925-46ff-9ac1-8f5f0ddcb104 None None] Could not find standard attr ID for object 3614dc54-fdc9-4d12-92fd-5339b329e14c. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:18:03.102504 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.134793 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-285a61a7-fe0b-412c-8159-a081de45c6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.196126 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28f46ad-4a10-4eff-8c85-2732747c7069 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Router 69465e80-570f-46a7-8732-bcba567fad51 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:18:03.205194 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69465e80-570f-46a7-8732-bcba567fad51', 'name': 'tempest-NetworksTestDHCPv6-router-1600965359', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:57Z', 'updated_at': '2021-07-15T15:17:58Z', 'revision_number': 2, 'project_id': '648eaa30fc0846128b77b03349ad01d8', 'gw_port_host': None, '_interfaces': [{'id': '3614dc54-fdc9-4d12-92fd-5339b329e14c', 'name': '', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'mac_address': 'fa:16:3e:34:cd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69465e80-570f-46a7-8732-bcba567fad51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '0af0c433-f298-40a4-8cb3-4b7825554897', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:57Z', 'updated_at': '2021-07-15T15:18:02Z', 'revision_number': 4, 'project_id': '648eaa30fc0846128b77b03349ad01d8', 'subnets': [{'id': '0af0c433-f298-40a4-8cb3-4b7825554897', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:03.241728 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd078b-cd0e-4ae6-bea3-14a2a509f497 None None] The sync data for ids ['69465e80-570f-46a7-8732-bcba567fad51'] in n-d-764435-3 is: [{'id': '69465e80-570f-46a7-8732-bcba567fad51', 'name': 'tempest-NetworksTestDHCPv6-router-1600965359', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:57Z', 'updated_at': '2021-07-15T15:17:58Z', 'revision_number': 2, 'project_id': '648eaa30fc0846128b77b03349ad01d8', 'gw_port_host': None, '_interfaces': [{'id': '3614dc54-fdc9-4d12-92fd-5339b329e14c', 'name': '', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'mac_address': 'fa:16:3e:34:cd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69465e80-570f-46a7-8732-bcba567fad51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '0af0c433-f298-40a4-8cb3-4b7825554897', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:57Z', 'updated_at': '2021-07-15T15:18:02Z', 'revision_number': 4, 'project_id': '648eaa30fc0846128b77b03349ad01d8', 'subnets': [{'id': '0af0c433-f298-40a4-8cb3-4b7825554897', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:18:03.276537 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d987be43-bdef-4921-8acb-af6dc42a3b07 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-757234565-network', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:03.300975 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28f46ad-4a10-4eff-8c85-2732747c7069 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:18:03.310975 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b28f46ad-4a10-4eff-8c85-2732747c7069 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "PUT /v2.0/routers/69465e80-570f-46a7-8732-bcba567fad51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4497502 Jul 15 15:18:03.312041 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d987be43-bdef-4921-8acb-af6dc42a3b07 admin admin] Made reservation on behalf of c4951b87b9cf4a53bbe3aeb9c5776abe for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:03.314288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49226) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:03.314699 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d987be43-bdef-4921-8acb-af6dc42a3b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.328023 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d987be43-bdef-4921-8acb-af6dc42a3b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.383174 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6925bf-bca3-4873-8597-af2d353dbf8a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:03.385091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6925bf-bca3-4873-8597-af2d353dbf8a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:03.386627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8c6925bf-bca3-4873-8597-af2d353dbf8a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0707572 Jul 15 15:18:03.389520 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49228) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:03.444672 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ee5f75-e973-48d0-9c73-e761b0c614b6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet 0af0c433-f298-40a4-8cb3-4b7825554897 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:03.447557 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d987be43-bdef-4921-8acb-af6dc42a3b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.447872 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5f75-e973-48d0-9c73-e761b0c614b6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.460036 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d987be43-bdef-4921-8acb-af6dc42a3b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.498039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d987be43-bdef-4921-8acb-af6dc42a3b07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:18:03.499369 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5f75-e973-48d0-9c73-e761b0c614b6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.511850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987be43-bdef-4921-8acb-af6dc42a3b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1985132-7d3e-4c37-8eb9-06ecf079f8cc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:03.517221 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d987be43-bdef-4921-8acb-af6dc42a3b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.517571 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-d987be43-bdef-4921-8acb-af6dc42a3b07 admin admin] Added segment 480c614a-5444-4543-abc7-65332e891838 of type vlan for network e49a3944-4abb-4d4a-85b8-ce91fa47307f Jul 15 15:18:03.617810 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d987be43-bdef-4921-8acb-af6dc42a3b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.672699 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5f75-e973-48d0-9c73-e761b0c614b6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.698711 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d987be43-bdef-4921-8acb-af6dc42a3b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.700159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d987be43-bdef-4921-8acb-af6dc42a3b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:03.701197 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d987be43-bdef-4921-8acb-af6dc42a3b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.738673 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d987be43-bdef-4921-8acb-af6dc42a3b07 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6730967 Jul 15 15:18:03.746342 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49244) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:03.752500 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2e21d609-942d-4510-97a2-73bf1537292c admin admin] Request body: {'subnet': {'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-757234565-subnet', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:03.773645 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5f75-e973-48d0-9c73-e761b0c614b6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.800359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987be43-bdef-4921-8acb-af6dc42a3b07 admin admin] Pushing event updated for resources: {'Network': ['ID=e49a3944-4abb-4d4a-85b8-ce91fa47307f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:03.811600 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee5f75-e973-48d0-9c73-e761b0c614b6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=0af0c433-f298-40a4-8cb3-4b7825554897,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:03.812135 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network e49a3944-4abb-4d4a-85b8-ce91fa47307f details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:18:03.814326 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5f75-e973-48d0-9c73-e761b0c614b6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.816714 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e9ee5f75-e973-48d0-9c73-e761b0c614b6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/0af0c433-f298-40a4-8cb3-4b7825554897 HTTP/1.1" status: 204 len: 168 time: 0.4263513 Jul 15 15:18:03.819352 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49246) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:03.842618 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e21d609-942d-4510-97a2-73bf1537292c admin admin] Made reservation on behalf of c4951b87b9cf4a53bbe3aeb9c5776abe for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:03.845540 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e21d609-942d-4510-97a2-73bf1537292c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.170592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92115b40-62bd-42d1-9577-3200438d6753 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:04.269505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49252) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:04.282400 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e21d609-942d-4510-97a2-73bf1537292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.314970 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.395928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21d609-942d-4510-97a2-73bf1537292c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebec1bfa-356e-4760-bb2a-3ffcc34e1e62,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:04.400164 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e21d609-942d-4510-97a2-73bf1537292c admin admin] Checking segment: {'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:04.400547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e21d609-942d-4510-97a2-73bf1537292c admin admin] Network hostable DHCP agents. Network: e49a3944-4abb-4d4a-85b8-ce91fa47307f, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:18:04.425685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e21d609-942d-4510-97a2-73bf1537292c admin admin] Network e49a3944-4abb-4d4a-85b8-ce91fa47307f is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:18:04.440662 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2e21d609-942d-4510-97a2-73bf1537292c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, e49a3944-4abb-4d4a-85b8-ce91fa47307f) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:04.449895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b363d62e-be5a-4dea-bc2d-f066f1788738 None None] Network e49a3944-4abb-4d4a-85b8-ce91fa47307f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:04.450504 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e21d609-942d-4510-97a2-73bf1537292c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:04.453719 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e21d609-942d-4510-97a2-73bf1537292c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.467807 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-739eaceb-bf77-469a-8236-56c32844f101 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6471267 Jul 15 15:18:04.468529 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49258) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:04.476495 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2e21d609-942d-4510-97a2-73bf1537292c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7272940 Jul 15 15:18:04.478141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49260) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:04.488443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-757234565-router', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:04.521732 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-566df171-fa6f-4643-b821-a53f58d913f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.535273 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab4b9bd-85d9-48f5-bef0-70ce8f57d408 None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:18:04.548887 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.552845 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.564256 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9d2292bd-b5fa-4ac1-9b15-5c29e60548da tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.644738 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1ab4b9bd-85d9-48f5-bef0-70ce8f57d408 None None] Deleting port 7e495a37-4c39-4d01-9d22-a1ab16e9493c {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:04.646101 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ab4b9bd-85d9-48f5-bef0-70ce8f57d408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.647963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.717882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1ab4b9bd-85d9-48f5-bef0-70ce8f57d408 None None] For port 7e495a37-4c39-4d01-9d22-a1ab16e9493c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7e495a37-4c39-4d01-9d22-a1ab16e9493c,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:04.718878 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ab4b9bd-85d9-48f5-bef0-70ce8f57d408 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.727354 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9d2292bd-b5fa-4ac1-9b15-5c29e60548da tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.730188 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9d2292bd-b5fa-4ac1-9b15-5c29e60548da tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.758147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1ab4b9bd-85d9-48f5-bef0-70ce8f57d408 None None] Calling delete_port for 7e495a37-4c39-4d01-9d22-a1ab16e9493c owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:04.766377 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-e49a3944-4abb-4d4a-85b8-ce91fa47307f', 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'fixed_ips': [{'subnet_id': 'ebec1bfa-356e-4760-bb2a-3ffcc34e1e62'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:18:04.767377 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.782738 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9d2292bd-b5fa-4ac1-9b15-5c29e60548da tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.783413 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2292bd-b5fa-4ac1-9b15-5c29e60548da tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Fanout notify agent at l3_agent the message router_deleted on router 69465e80-570f-46a7-8732-bcba567fad51 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:18:04.791830 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9d2292bd-b5fa-4ac1-9b15-5c29e60548da tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.796221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9d2292bd-b5fa-4ac1-9b15-5c29e60548da tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/routers/69465e80-570f-46a7-8732-bcba567fad51 HTTP/1.1" status: 204 len: 168 time: 0.3257735 Jul 15 15:18:04.796473 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49262) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:04.819713 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-566df171-fa6f-4643-b821-a53f58d913f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.825298 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.852039 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-566df171-fa6f-4643-b821-a53f58d913f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.912786 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-566df171-fa6f-4643-b821-a53f58d913f3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b3c57c86a654dd9b42ba986feb5ba5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6391926 Jul 15 15:18:04.915305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49264) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:04.916027 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566df171-fa6f-4643-b821-a53f58d913f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78262cdc-eebc-4770-87df-4b72a48effcc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:04.962665 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ab4b9bd-85d9-48f5-bef0-70ce8f57d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.979556 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab4b9bd-85d9-48f5-bef0-70ce8f57d408 None None] No DVR routers for this DVR port 7e495a37-4c39-4d01-9d22-a1ab16e9493c on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:18:04.986602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1f23c3-c884-4465-903a-411b3978eda4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:04.987790 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3f1f23c3-c884-4465-903a-411b3978eda4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1877952 Jul 15 15:18:04.991081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49266) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:05.019403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4b9bd-85d9-48f5-bef0-70ce8f57d408 None None] Pushing event deleted for resources: {'Port': ['ID=7e495a37-4c39-4d01-9d22-a1ab16e9493c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:05.040576 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53b7cf29-1442-4860-9d92-7f1af0fa93ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:05.041982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Allocated IP 172.20.0.2 (e49a3944-4abb-4d4a-85b8-ce91fa47307f/ebec1bfa-356e-4760-bb2a-3ffcc34e1e62/e2e07799-a377-4f3d-9bd7-d2865a8c4fc0) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:05.064510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce6f498-1ded-4459-9ecc-08f85bd535bc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:05.066314 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2ce6f498-1ded-4459-9ecc-08f85bd535bc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0741889 Jul 15 15:18:05.070112 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49268) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:05.070582 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53b7cf29-1442-4860-9d92-7f1af0fa93ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:05.113244 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49270) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:05.113576 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-671935d9-a982-4d68-a1bd-b7f0652db646 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422740 Jul 15 15:18:05.120335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-05435021-bd0f-4000-b7a4-2bfc730f73dd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:05.165897 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457126a5-1453-43a5-ad37-ca030a6da686 None None] Sync routers for ids ['69465e80-570f-46a7-8732-bcba567fad51'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:18:05.175498 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457126a5-1453-43a5-ad37-ca030a6da686 None None] Routers set() bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:05.176037 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457126a5-1453-43a5-ad37-ca030a6da686 None None] Router IDs set() for agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 15:18:05.176884 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_agentschedulers_db [None req-457126a5-1453-43a5-ad37-ca030a6da686 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'69465e80-570f-46a7-8732-bcba567fad51'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:18:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent'). {{(pid=100714) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 15:18:05.186022 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457126a5-1453-43a5-ad37-ca030a6da686 None None] Routers set() bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:05.186503 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457126a5-1453-43a5-ad37-ca030a6da686 None None] Router IDs set() for agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 15:18:05.187365 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_agentschedulers_db [None req-457126a5-1453-43a5-ad37-ca030a6da686 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'69465e80-570f-46a7-8732-bcba567fad51'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:18:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent'). {{(pid=100714) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 15:18:05.188125 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457126a5-1453-43a5-ad37-ca030a6da686 None None] The sync data for ids ['69465e80-570f-46a7-8732-bcba567fad51'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:18:05.240950 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:05.245660 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53b7cf29-1442-4860-9d92-7f1af0fa93ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:05.248236 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53b7cf29-1442-4860-9d92-7f1af0fa93ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:05.249387 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-53b7cf29-1442-4860-9d92-7f1af0fa93ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/78262cdc-eebc-4770-87df-4b72a48effcc HTTP/1.1" status: 204 len: 168 time: 0.3306687 Jul 15 15:18:05.250126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Transition to ACTIVE for port object e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:05.272340 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Transition to ACTIVE for port object e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:05.278647 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:05.296235 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7cf29-1442-4860-9d92-7f1af0fa93ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78262cdc-eebc-4770-87df-4b72a48effcc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:05.319602 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:05.333676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Network e49a3944-4abb-4d4a-85b8-ce91fa47307f is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:05.339350 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:05.344681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:05.347298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05435021-bd0f-4000-b7a4-2bfc730f73dd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:05.351710 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05435021-bd0f-4000-b7a4-2bfc730f73dd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:05.355307 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:05.409269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Pushing event updated for resources: {'Port': ['ID=e2e07799-a377-4f3d-9bd7-d2865a8c4fc0,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:05.424577 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Attempting to bind port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:05.424946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Attempting to bind port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:05.425658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Attempting to bind port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 on network e49a3944-4abb-4d4a-85b8-ce91fa47307f {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:05.432100 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:05.432584 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Checking segment: {'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:05.432998 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:05.433397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Bound using segment: {'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:05.433872 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Bound port: e2e07799-a377-4f3d-9bd7-d2865a8c4fc0, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:05.434258 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:05.515676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] For port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:05.519706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] For port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e2e07799-a377-4f3d-9bd7-d2865a8c4fc0,segment=NetworkSegment(480c614a-5444-4543-abc7-65332e891838),segment_id=480c614a-5444-4543-abc7-65332e891838)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:05.526283 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:05.566158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Allocated IP 172.25.4.153 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/419d5f50-5a49-4cc7-a15a-93d0dcfb6a73) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:05.629633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e70bf-947e-453d-9b82-6223f2232640 None None] Pushing event updated for resources: {'Port': ['ID=e2e07799-a377-4f3d-9bd7-d2865a8c4fc0,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:05.694277 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7e495a37-4c39-4d01-9d22-a1ab16e9493c no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:18:05.729326 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 7e495a37-4c39-4d01-9d22-a1ab16e9493c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:18:05.730281 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7e495a37-4c39-4d01-9d22-a1ab16e9493c not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:18:05.983898 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:06.167484 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:06.202244 n-d-764435-3 neutron-server[100712]: DEBUG neutron.objects.ports [None req-05435021-bd0f-4000-b7a4-2bfc730f73dd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:18:06.204761 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05435021-bd0f-4000-b7a4-2bfc730f73dd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:06.260201 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05435021-bd0f-4000-b7a4-2bfc730f73dd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:06.269043 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-05435021-bd0f-4000-b7a4-2bfc730f73dd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:06.276445 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05435021-bd0f-4000-b7a4-2bfc730f73dd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:06.280522 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05435021-bd0f-4000-b7a4-2bfc730f73dd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:06.280668 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f7f586-809a-4233-9f15-04a4a59aef25 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:06.292646 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05435021-bd0f-4000-b7a4-2bfc730f73dd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=1695b2b7-cdd3-4b84-99cc-7050d2229fea,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:06.297990 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:06.311617 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-05435021-bd0f-4000-b7a4-2bfc730f73dd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1972044 Jul 15 15:18:06.315027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49302) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:06.322976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1a635cb5-40b1-4209-85ca-5ffd47c55148 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:06.344769 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:06.351236 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:06.355216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:06.382856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=419d5f50-5a49-4cc7-a15a-93d0dcfb6a73,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:06.515925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a635cb5-40b1-4209-85ca-5ffd47c55148 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:06.525642 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': '1695b2b7-cdd3-4b84-99cc-7050d2229fea'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:18:06.526567 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:06.526731 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1a635cb5-40b1-4209-85ca-5ffd47c55148 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:06.779719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Allocated IP 2001:db8::f816:3eff:fed4:6450 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/1695b2b7-cdd3-4b84-99cc-7050d2229fea/d0416e0a-b970-402a-a8a3-3719953b328d) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:06.820302 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:06.936988 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c664af4d-de49-4eb1-92b9-ec4b4b8e376e None None] Network e49a3944-4abb-4d4a-85b8-ce91fa47307f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:06.951947 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1a635cb5-40b1-4209-85ca-5ffd47c55148 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:07.007670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5712bc20-e3a4-4a5d-a5ae-685d2349d845 None None] Provisioning for port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:07.014420 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a635cb5-40b1-4209-85ca-5ffd47c55148 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=b84f526f-6f14-49cb-a08f-8d9c533f03ad,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:07.032342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a635cb5-40b1-4209-85ca-5ffd47c55148 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:07.035583 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-1a635cb5-40b1-4209-85ca-5ffd47c55148 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:07.039809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a635cb5-40b1-4209-85ca-5ffd47c55148 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:07.040424 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1a635cb5-40b1-4209-85ca-5ffd47c55148 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:07.079018 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:07.079622 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49320) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:07.080236 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1a635cb5-40b1-4209-85ca-5ffd47c55148 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7639437 Jul 15 15:18:07.085424 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e1d9fa9f-979f-4c5e-8747-d0687c2ad7df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'mac_address': 'fa:16:3e:2a:ce:76', 'name': 'tempest-NetworksTestDHCPv6-239501759'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:07.098982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Transition to ACTIVE for port object d0416e0a-b970-402a-a8a3-3719953b328d will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:07.151953 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Transition to ACTIVE for port object d0416e0a-b970-402a-a8a3-3719953b328d will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:07.161253 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:07.163368 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:07.214111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:07.218724 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:07.222885 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:07.273690 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Pushing event updated for resources: {'Port': ['ID=d0416e0a-b970-402a-a8a3-3719953b328d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:07.309968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Attempting to bind port d0416e0a-b970-402a-a8a3-3719953b328d on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:07.310343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Attempting to bind port d0416e0a-b970-402a-a8a3-3719953b328d by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:07.310734 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Attempting to bind port d0416e0a-b970-402a-a8a3-3719953b328d on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:07.320143 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:07.320517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:07.320935 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:07.321299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:07.321826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Bound port: d0416e0a-b970-402a-a8a3-3719953b328d, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:07.322215 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:07.322676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d9fa9f-979f-4c5e-8747-d0687c2ad7df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:07.395526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] For port d0416e0a-b970-402a-a8a3-3719953b328d, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:07.397872 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] For port d0416e0a-b970-402a-a8a3-3719953b328d, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d0416e0a-b970-402a-a8a3-3719953b328d,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:07.403463 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:07.460322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Router eaa5b551-b0e4-497c-98aa-4b8a78e052f3 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:18:07.472041 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1d9fa9f-979f-4c5e-8747-d0687c2ad7df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:07.486645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fd054-e65d-413e-9e61-f568c5a566a4 None None] Pushing event updated for resources: {'Port': ['ID=d0416e0a-b970-402a-a8a3-3719953b328d,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:07.567960 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-e1d9fa9f-979f-4c5e-8747-d0687c2ad7df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port dcaf074a-7724-44a8-8251-b2184e9cc547 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:18:07.671929 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:07.688026 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:18:07.742600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Sync routers for ids ['eaa5b551-b0e4-497c-98aa-4b8a78e052f3'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:18:07.744183 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:07.748037 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-355c00bb-0625-4e33-a599-66d6d2c80ae4 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2659233 Jul 15 15:18:07.748366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49338) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:07.845208 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e1d9fa9f-979f-4c5e-8747-d0687c2ad7df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 172.20.0.7 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/b84f526f-6f14-49cb-a08f-8d9c533f03ad/dcaf074a-7724-44a8-8251-b2184e9cc547) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:07.854272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e1d9fa9f-979f-4c5e-8747-d0687c2ad7df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::f816:3eff:fe2a:ce76 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/1695b2b7-cdd3-4b84-99cc-7050d2229fea/dcaf074a-7724-44a8-8251-b2184e9cc547) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:07.870858 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Routers {'eaa5b551-b0e4-497c-98aa-4b8a78e052f3'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:07.871507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:18:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['eaa5b551-b0e4-497c-98aa-4b8a78e052f3'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:08.133511 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1d9fa9f-979f-4c5e-8747-d0687c2ad7df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:08.148080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-e1d9fa9f-979f-4c5e-8747-d0687c2ad7df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object dcaf074a-7724-44a8-8251-b2184e9cc547 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:08.204350 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:08.218316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:08.218930 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:08.228858 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1d9fa9f-979f-4c5e-8747-d0687c2ad7df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:08.268046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Set router eaa5b551-b0e4-497c-98aa-4b8a78e052f3 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:08.285489 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d9fa9f-979f-4c5e-8747-d0687c2ad7df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:08.291767 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e1d9fa9f-979f-4c5e-8747-d0687c2ad7df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:08.296787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9fa9f-979f-4c5e-8747-d0687c2ad7df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:08.303329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9fa9f-979f-4c5e-8747-d0687c2ad7df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=dcaf074a-7724-44a8-8251-b2184e9cc547,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:08.335316 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:08.380631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d9fa9f-979f-4c5e-8747-d0687c2ad7df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:08.382012 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1d9fa9f-979f-4c5e-8747-d0687c2ad7df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:08.406434 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e1d9fa9f-979f-4c5e-8747-d0687c2ad7df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3259203 Jul 15 15:18:08.407668 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49346) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:08.509597 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b528cd-fbe6-4e7a-a13b-1b94d9f1a220 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:08.522938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b528cd-fbe6-4e7a-a13b-1b94d9f1a220 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:08.524629 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-87b528cd-fbe6-4e7a-a13b-1b94d9f1a220 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1155746 Jul 15 15:18:08.531662 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49348) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:08.535224 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:08.574686 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Allocated IP 172.20.0.1 (e49a3944-4abb-4d4a-85b8-ce91fa47307f/ebec1bfa-356e-4760-bb2a-3ffcc34e1e62/0c7ff475-69b2-447b-a893-53087e3a9671) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:08.649714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e2e07799-a377-4f3d-9bd7-d2865a8c4fc0,segment=NetworkSegment(480c614a-5444-4543-abc7-65332e891838),segment_id=480c614a-5444-4543-abc7-65332e891838)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:08.665913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7008fdf3-54b2-4b59-bea7-deabc5d637b8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port dcaf074a-7724-44a8-8251-b2184e9cc547 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:08.666274 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7008fdf3-54b2-4b59-bea7-deabc5d637b8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:08.669261 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:08.740843 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:08.761523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Transition to ACTIVE for port object 0c7ff475-69b2-447b-a893-53087e3a9671 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:08.789472 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=e2e07799-a377-4f3d-9bd7-d2865a8c4fc0,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:08.795341 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7008fdf3-54b2-4b59-bea7-deabc5d637b8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:08.804310 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'name': 'tempest-TestServerMultinode-757234565-router', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:04Z', 'updated_at': '2021-07-15T15:18:06Z', 'revision_number': 3, 'project_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'gw_port': {'id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:05Z', 'updated_at': '2021-07-15T15:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:08.809824 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:08.811631 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:08.812156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:08.812508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:08.812659 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7008fdf3-54b2-4b59-bea7-deabc5d637b8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for dcaf074a-7724-44a8-8251-b2184e9cc547 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:08.813229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:08.813577 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:08.813912 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:08.814249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:08.829984 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:08.830408 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:08.830785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:08.831128 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:08.831465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:08.858083 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Network e49a3944-4abb-4d4a-85b8-ce91fa47307f is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:08.862049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:08.868448 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:08.900696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Checking router: eaa5b551-b0e4-497c-98aa-4b8a78e052f3 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:18:08.901555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Updating router eaa5b551-b0e4-497c-98aa-4b8a78e052f3 port 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:18:08.907432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Pushing event updated for resources: {'Port': ['ID=0c7ff475-69b2-447b-a893-53087e3a9671,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:08.935174 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:08.956238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbc8fd8-e342-40cf-b947-d9700cb12093 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:09.063358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3dd7aaa2-3da5-4b06-ab48-88af0a68b374 None None] Provisioning for port d0416e0a-b970-402a-a8a3-3719953b328d completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:09.081620 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.136024 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7008fdf3-54b2-4b59-bea7-deabc5d637b8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.146706 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.173041 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008fdf3-54b2-4b59-bea7-deabc5d637b8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=dcaf074a-7724-44a8-8251-b2184e9cc547,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:09.338184 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7008fdf3-54b2-4b59-bea7-deabc5d637b8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.340321 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7008fdf3-54b2-4b59-bea7-deabc5d637b8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/dcaf074a-7724-44a8-8251-b2184e9cc547 HTTP/1.1" status: 204 len: 168 time: 0.8075938 Jul 15 15:18:09.342938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49356) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:09.360517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-81f6a104-b2c8-4048-ab4d-23f57c9ca327 None None] Provisioning for port 0c7ff475-69b2-447b-a893-53087e3a9671 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:09.375829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-81f6a104-b2c8-4048-ab4d-23f57c9ca327 None None] Provisioning complete for port 0c7ff475-69b2-447b-a893-53087e3a9671 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:09.376203 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81f6a104-b2c8-4048-ab4d-23f57c9ca327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.406318 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.413135 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.419602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d359f9-6c6e-41be-9726-858a90ca73a9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:09.421271 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d359f9-6c6e-41be-9726-858a90ca73a9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:09.423103 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d359f9-6c6e-41be-9726-858a90ca73a9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:09.424729 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-02d359f9-6c6e-41be-9726-858a90ca73a9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0806837 Jul 15 15:18:09.429220 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49358) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:09.501150 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.510193 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-169e480e-c01d-466f-83e8-6bd05b3e3d11 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet 1695b2b7-cdd3-4b84-99cc-7050d2229fea {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:09.516298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-81f6a104-b2c8-4048-ab4d-23f57c9ca327 None None] Port 0c7ff475-69b2-447b-a893-53087e3a9671 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:18:09.516467 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-169e480e-c01d-466f-83e8-6bd05b3e3d11 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.589578 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-169e480e-c01d-466f-83e8-6bd05b3e3d11 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.618789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Pushing event updated for resources: {'Port': ['ID=0c7ff475-69b2-447b-a893-53087e3a9671,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:09.650555 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.660350 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Transition to ACTIVE for port object 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:09.682435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Network e49a3944-4abb-4d4a-85b8-ce91fa47307f is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:09.684101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:09.705014 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.734248 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-169e480e-c01d-466f-83e8-6bd05b3e3d11 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.814980 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Attempting to bind port 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:09.815541 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Attempting to bind port 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:09.816073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Attempting to bind port 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:09.832360 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afd0fd-b5d1-4742-be24-dd65908d18ee None None] Pushing event updated for resources: {'Port': ['ID=419d5f50-5a49-4cc7-a15a-93d0dcfb6a73,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:09.839780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:09.840433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:09.841012 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.841957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:09.842643 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Bound port: 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:09.843211 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.846355 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886a2c95-3c58-4f5b-b3ee-c790cab22844 None None] Update dhcp port {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'fixed_ips': [{'subnet_id': '1695b2b7-cdd3-4b84-99cc-7050d2229fea', 'ip_address': '2001:db8::f816:3eff:fed4:6450'}, {'subnet_id': 'b84f526f-6f14-49cb-a08f-8d9c533f03ad'}], 'binding:host_id': 'n-d-764435-3'}, 'id': 'd0416e0a-b970-402a-a8a3-3719953b328d'} from n-d-764435-3. {{(pid=100713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 15:18:09.852244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d0416e0a-b970-402a-a8a3-3719953b328d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:09.856039 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-169e480e-c01d-466f-83e8-6bd05b3e3d11 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.891732 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e480e-c01d-466f-83e8-6bd05b3e3d11 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=1695b2b7-cdd3-4b84-99cc-7050d2229fea,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:09.894326 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-169e480e-c01d-466f-83e8-6bd05b3e3d11 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.897050 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-169e480e-c01d-466f-83e8-6bd05b3e3d11 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/1695b2b7-cdd3-4b84-99cc-7050d2229fea HTTP/1.1" status: 204 len: 168 time: 0.4668186 Jul 15 15:18:09.899681 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49366) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:09.912423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Router eaa5b551-b0e4-497c-98aa-4b8a78e052f3 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:18:09.960682 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e7b8ee-e275-46fc-88c4-6239cb45a2b3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet b84f526f-6f14-49cb-a08f-8d9c533f03ad {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:09.965153 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44e7b8ee-e275-46fc-88c4-6239cb45a2b3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:09.986955 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port d0416e0a-b970-402a-a8a3-3719953b328d completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:09.993575 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-886a2c95-3c58-4f5b-b3ee-c790cab22844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:10.002522 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] For port 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:10.013582 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d0416e0a-b970-402a-a8a3-3719953b328d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:10.014000 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:10.034410 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44e7b8ee-e275-46fc-88c4-6239cb45a2b3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:10.050117 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] For port 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=419d5f50-5a49-4cc7-a15a-93d0dcfb6a73,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:10.050460 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:18:10.065344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1182ed21-f62c-46be-a383-e150ec06cf27 admin admin] 10.222.0.38 "PUT /v2.0/routers/eaa5b551-b0e4-497c-98aa-4b8a78e052f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3157218 Jul 15 15:18:10.066765 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:10.112847 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44e7b8ee-e275-46fc-88c4-6239cb45a2b3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:10.154878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e3cd28b3-4986-466e-91ed-84e51bc4b198 None None] Provisioning complete for port 0c7ff475-69b2-447b-a893-53087e3a9671 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:10.155074 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3cd28b3-4986-466e-91ed-84e51bc4b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:10.195732 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44e7b8ee-e275-46fc-88c4-6239cb45a2b3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:10.231259 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44e7b8ee-e275-46fc-88c4-6239cb45a2b3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:10.233623 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-44e7b8ee-e275-46fc-88c4-6239cb45a2b3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/b84f526f-6f14-49cb-a08f-8d9c533f03ad HTTP/1.1" status: 204 len: 168 time: 0.3325126 Jul 15 15:18:10.234472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7b8ee-e275-46fc-88c4-6239cb45a2b3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=b84f526f-6f14-49cb-a08f-8d9c533f03ad,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:10.236175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49376) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:10.275276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afd0fd-b5d1-4742-be24-dd65908d18ee None None] Pushing event updated for resources: {'Port': ['ID=419d5f50-5a49-4cc7-a15a-93d0dcfb6a73,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:10.276735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-46b2611f-08a2-48ec-bae2-4a0f7cca7bcd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385251 Jul 15 15:18:10.279414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49378) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:10.281552 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Routers {'eaa5b551-b0e4-497c-98aa-4b8a78e052f3'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:10.282189 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:18:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['eaa5b551-b0e4-497c-98aa-4b8a78e052f3'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:10.284570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-bba2596e-44f4-4ed9-8dfe-4459f0631af1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:10.330043 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd28b3-4986-466e-91ed-84e51bc4b198 None None] Port 0c7ff475-69b2-447b-a893-53087e3a9671 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server [None req-886a2c95-3c58-4f5b-b3ee-c790cab22844 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b84f526f-6f14-49cb-a08f-8d9c533f03ad: This subnet is being modified by another concurrent operation. Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise exception Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b84f526f-6f14-49cb-a08f-8d9c533f03ad: This subnet is being modified by another concurrent operation. Jul 15 15:18:10.359111 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Jul 15 15:18:10.403114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba2596e-44f4-4ed9-8dfe-4459f0631af1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:10.408807 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bba2596e-44f4-4ed9-8dfe-4459f0631af1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:10.423651 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:10.462167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b7af7-574e-460c-a8a4-45a7cb0dbfea None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:10.508742 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port d0416e0a-b970-402a-a8a3-3719953b328d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d0416e0a-b970-402a-a8a3-3719953b328d,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:10.512718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] Set router eaa5b551-b0e4-497c-98aa-4b8a78e052f3 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:10.540842 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:10.541630 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:10.725420 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5e81a9c4-964c-44ee-b8ef-0e2a44cafa0a None None] Provisioning complete for port d0416e0a-b970-402a-a8a3-3719953b328d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:10.725677 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e81a9c4-964c-44ee-b8ef-0e2a44cafa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:10.798969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=d0416e0a-b970-402a-a8a3-3719953b328d,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:10.841520 n-d-764435-3 neutron-server[100711]: DEBUG neutron.objects.ports [None req-bba2596e-44f4-4ed9-8dfe-4459f0631af1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:18:10.842196 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49404) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:10.847692 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-dc8fd6e4-9a96-44a6-90b9-5f875c07c0cf admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1538132941-network', 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:10.877541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8fd6e4-9a96-44a6-90b9-5f875c07c0cf admin admin] Made reservation on behalf of dad45eb298424f6a8b9d0cd1df08899e for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:10.881115 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd6e4-9a96-44a6-90b9-5f875c07c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:10.892227 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd6e4-9a96-44a6-90b9-5f875c07c0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:10.921956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:10.922375 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:11.031632 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd6e4-9a96-44a6-90b9-5f875c07c0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:11.039533 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd6e4-9a96-44a6-90b9-5f875c07c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:11.083716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8fd6e4-9a96-44a6-90b9-5f875c07c0cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:18:11.085987 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fd6e4-9a96-44a6-90b9-5f875c07c0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61691489-4a90-4d5e-99f1-662b4bb985fe,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:11.109953 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd6e4-9a96-44a6-90b9-5f875c07c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:11.110830 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-dc8fd6e4-9a96-44a6-90b9-5f875c07c0cf admin admin] Added segment 0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca of type vlan for network 7dbbd06a-ce00-4007-9a0e-9c50f22a9980 Jul 15 15:18:11.166593 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bba2596e-44f4-4ed9-8dfe-4459f0631af1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:11.178769 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd6e4-9a96-44a6-90b9-5f875c07c0cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:11.226695 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd6e4-9a96-44a6-90b9-5f875c07c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:11.227813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8fd6e4-9a96-44a6-90b9-5f875c07c0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:11.228576 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd6e4-9a96-44a6-90b9-5f875c07c0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:11.267713 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'name': 'tempest-TestServerMultinode-757234565-router', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:04Z', 'updated_at': '2021-07-15T15:18:09Z', 'revision_number': 4, 'project_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'gw_port': {'id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:05Z', 'updated_at': '2021-07-15T15:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '0c7ff475-69b2-447b-a893-53087e3a9671', 'name': '', 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'mac_address': 'fa:16:3e:95:e5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ebec1bfa-356e-4760-bb2a-3ffcc34e1e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:08Z', 'updated_at': '2021-07-15T15:18:09Z', 'revision_number': 2, 'project_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'subnets': [{'id': 'ebec1bfa-356e-4760-bb2a-3ffcc34e1e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:11.302817 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dc8fd6e4-9a96-44a6-90b9-5f875c07c0cf admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4594295 Jul 15 15:18:11.305583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49412) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:11.310850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9ea1b8a0-11c2-4f31-9dc1-b3ae5c9afd5e admin admin] Request body: {'subnet': {'network_id': '7dbbd06a-ce00-4007-9a0e-9c50f22a9980', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1538132941-subnet', 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:11.336083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07425f9-f543-49a3-89e1-17a7fc906245 None None] The sync data for ids ['eaa5b551-b0e4-497c-98aa-4b8a78e052f3'] in n-d-764435-3 is: [{'id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'name': 'tempest-TestServerMultinode-757234565-router', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:04Z', 'updated_at': '2021-07-15T15:18:09Z', 'revision_number': 4, 'project_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'gw_port': {'id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:05Z', 'updated_at': '2021-07-15T15:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '0c7ff475-69b2-447b-a893-53087e3a9671', 'name': '', 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'mac_address': 'fa:16:3e:95:e5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ebec1bfa-356e-4760-bb2a-3ffcc34e1e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:08Z', 'updated_at': '2021-07-15T15:18:09Z', 'revision_number': 2, 'project_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'subnets': [{'id': 'ebec1bfa-356e-4760-bb2a-3ffcc34e1e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:18:11.366008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f855ce53-5ef9-49bb-be25-faa6e1990e84 None None] Provisioning complete for port d0416e0a-b970-402a-a8a3-3719953b328d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:11.366791 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f855ce53-5ef9-49bb-be25-faa6e1990e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:11.385647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fd6e4-9a96-44a6-90b9-5f875c07c0cf admin admin] Pushing event updated for resources: {'Network': ['ID=7dbbd06a-ce00-4007-9a0e-9c50f22a9980,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:11.412367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 7dbbd06a-ce00-4007-9a0e-9c50f22a9980 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:18:11.433634 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea1b8a0-11c2-4f31-9dc1-b3ae5c9afd5e admin admin] Made reservation on behalf of dad45eb298424f6a8b9d0cd1df08899e for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:11.436189 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b8a0-11c2-4f31-9dc1-b3ae5c9afd5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:11.461114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dce2a58-1631-4b54-9c3e-a23b915c4e57 None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:18:11.640167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d0416e0a-b970-402a-a8a3-3719953b328d no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:18:11.743161 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b8a0-11c2-4f31-9dc1-b3ae5c9afd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:11.855961 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-bba2596e-44f4-4ed9-8dfe-4459f0631af1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] For port d0416e0a-b970-402a-a8a3-3719953b328d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d0416e0a-b970-402a-a8a3-3719953b328d,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:11.873094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1b8a0-11c2-4f31-9dc1-b3ae5c9afd5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=62cd9163-376a-4e32-a814-04dbf18c1384,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:11.902173 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bba2596e-44f4-4ed9-8dfe-4459f0631af1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:11.906615 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dce2a58-1631-4b54-9c3e-a23b915c4e57 None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:18:11.909216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea1b8a0-11c2-4f31-9dc1-b3ae5c9afd5e admin admin] Checking segment: {'id': '0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7dbbd06a-ce00-4007-9a0e-9c50f22a9980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:11.909739 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bba2596e-44f4-4ed9-8dfe-4459f0631af1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:11.910019 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea1b8a0-11c2-4f31-9dc1-b3ae5c9afd5e admin admin] Network hostable DHCP agents. Network: 7dbbd06a-ce00-4007-9a0e-9c50f22a9980, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:18:11.911772 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bba2596e-44f4-4ed9-8dfe-4459f0631af1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:11.912256 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:11.939192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea1b8a0-11c2-4f31-9dc1-b3ae5c9afd5e admin admin] Network 7dbbd06a-ce00-4007-9a0e-9c50f22a9980 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:18:11.961032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9ea1b8a0-11c2-4f31-9dc1-b3ae5c9afd5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 7dbbd06a-ce00-4007-9a0e-9c50f22a9980) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:11.984344 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea1b8a0-11c2-4f31-9dc1-b3ae5c9afd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:11.985458 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b8a0-11c2-4f31-9dc1-b3ae5c9afd5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:12.010415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-929e013b-cc0d-4637-bf6b-c98c3547a595 None None] Could not find standard attr ID for object dcaf074a-7724-44a8-8251-b2184e9cc547. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:18:12.020053 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9ea1b8a0-11c2-4f31-9dc1-b3ae5c9afd5e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7132683 Jul 15 15:18:12.024416 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49418) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:12.035153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1538132941-router', 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:12.066108 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:12.068312 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:12.071797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba2596e-44f4-4ed9-8dfe-4459f0631af1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:12.076726 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:18:12.077081 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:18:12.080532 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-bba2596e-44f4-4ed9-8dfe-4459f0631af1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:12.083701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba2596e-44f4-4ed9-8dfe-4459f0631af1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:12.084318 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bba2596e-44f4-4ed9-8dfe-4459f0631af1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:12.091737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2596e-44f4-4ed9-8dfe-4459f0631af1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=ff5aa3da-bb00-42af-b0ba-a3e17b209509,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:12.097531 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2596e-44f4-4ed9-8dfe-4459f0631af1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=d0416e0a-b970-402a-a8a3-3719953b328d,revision_number=6']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:12.131018 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bba2596e-44f4-4ed9-8dfe-4459f0631af1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8483536 Jul 15 15:18:12.132440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49422) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:12.138298 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c53d8ccf-9a1c-40c2-8bb5-a82d00de3dea tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:12.154668 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:12.287792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53d8ccf-9a1c-40c2-8bb5-a82d00de3dea tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:12.292896 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c53d8ccf-9a1c-40c2-8bb5-a82d00de3dea tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:12.366816 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:12.694218 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:12.767699 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port d0416e0a-b970-402a-a8a3-3719953b328d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d0416e0a-b970-402a-a8a3-3719953b328d,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:12.775511 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:12.815534 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c53d8ccf-9a1c-40c2-8bb5-a82d00de3dea tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:12.861408 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=d0416e0a-b970-402a-a8a3-3719953b328d,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:12.872846 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:12.900255 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:12.911917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d8ccf-9a1c-40c2-8bb5-a82d00de3dea tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=b3fca2f2-6092-46e0-a0f5-ba1fc62cd6c4,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:12.937661 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53d8ccf-9a1c-40c2-8bb5-a82d00de3dea tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:12.939717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-c53d8ccf-9a1c-40c2-8bb5-a82d00de3dea tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:12.943726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53d8ccf-9a1c-40c2-8bb5-a82d00de3dea tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:12.944624 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c53d8ccf-9a1c-40c2-8bb5-a82d00de3dea tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:12.972153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c53d8ccf-9a1c-40c2-8bb5-a82d00de3dea tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8382130 Jul 15 15:18:12.973378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49440) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:12.983847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-64586a9c-bd37-4fa1-aed4-e7a50b1aad6d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'mac_address': 'fa:16:3e:39:f9:9a', 'name': 'tempest-NetworksTestDHCPv6-1922281943'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:13.071299 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Allocated IP 172.25.4.212 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/6d242849-9dbb-41c1-b39d-76693f4bf4bd) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:13.189798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64586a9c-bd37-4fa1-aed4-e7a50b1aad6d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:13.222980 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49442) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:13.320058 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-64586a9c-bd37-4fa1-aed4-e7a50b1aad6d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:13.332042 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:13.368809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-64586a9c-bd37-4fa1-aed4-e7a50b1aad6d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port 907dbf84-4a74-4a74-a183-6afa29f413be yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:18:13.417947 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ed8d20fc-506f-4d05-ba85-a9ae0b28854d tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3857 time: 0.1922204 Jul 15 15:18:13.424227 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49444) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:13.429698 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f511c61f-d23f-4dd2-a1e6-688584eb1ecd tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Request body: {'network': {'name': 'tempest-network-smoke--727139410', 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'port_security_enabled': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:13.477917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad93a780-09d8-48cf-8a1f-7a0e12c9e5c1 None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:18:13.495551 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f511c61f-d23f-4dd2-a1e6-688584eb1ecd tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Made reservation on behalf of fa1c872dfc224a95b77ffe6e9a9fcd2c for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:13.504572 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f511c61f-d23f-4dd2-a1e6-688584eb1ecd tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:13.513060 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:13.584623 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:13.601459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=6d242849-9dbb-41c1-b39d-76693f4bf4bd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:13.616494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:13.619345 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:13.634485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-64586a9c-bd37-4fa1-aed4-e7a50b1aad6d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 172.20.0.2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/b3fca2f2-6092-46e0-a0f5-ba1fc62cd6c4/907dbf84-4a74-4a74-a183-6afa29f413be) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:13.656638 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-64586a9c-bd37-4fa1-aed4-e7a50b1aad6d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::f816:3eff:fe39:f99a (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/ff5aa3da-bb00-42af-b0ba-a3e17b209509/907dbf84-4a74-4a74-a183-6afa29f413be) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:13.688985 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f1efec0f-bf72-4527-9239-0004c58d1460 None None] Provisioning complete for port d0416e0a-b970-402a-a8a3-3719953b328d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:13.689360 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f1efec0f-bf72-4527-9239-0004c58d1460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:13.780805 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d0416e0a-b970-402a-a8a3-3719953b328d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:13.943501 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-64586a9c-bd37-4fa1-aed4-e7a50b1aad6d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:13.956704 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f1efec0f-bf72-4527-9239-0004c58d1460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:13.959431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad93a780-09d8-48cf-8a1f-7a0e12c9e5c1 None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:18:13.979660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d0416e0a-b970-402a-a8a3-3719953b328d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:13.980074 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:13.996682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-64586a9c-bd37-4fa1-aed4-e7a50b1aad6d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object 907dbf84-4a74-4a74-a183-6afa29f413be will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:14.045482 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f1efec0f-bf72-4527-9239-0004c58d1460 None None] For port d0416e0a-b970-402a-a8a3-3719953b328d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d0416e0a-b970-402a-a8a3-3719953b328d,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:14.049662 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-64586a9c-bd37-4fa1-aed4-e7a50b1aad6d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:14.066328 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f1efec0f-bf72-4527-9239-0004c58d1460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:14.132520 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64586a9c-bd37-4fa1-aed4-e7a50b1aad6d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:14.137471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-64586a9c-bd37-4fa1-aed4-e7a50b1aad6d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:14.148987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64586a9c-bd37-4fa1-aed4-e7a50b1aad6d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:14.180227 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:14.180835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:14.180937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:14.181237 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:14.182242 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:14.182627 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:14.182966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:14.183305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:14.183800 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:14.185280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:14.186280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:14.186675 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:14.194950 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64586a9c-bd37-4fa1-aed4-e7a50b1aad6d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=907dbf84-4a74-4a74-a183-6afa29f413be,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:14.208393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f511c61f-d23f-4dd2-a1e6-688584eb1ecd tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:18:14.210238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efec0f-bf72-4527-9239-0004c58d1460 None None] Pushing event updated for resources: {'Port': ['ID=d0416e0a-b970-402a-a8a3-3719953b328d,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:14.223133 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f511c61f-d23f-4dd2-a1e6-688584eb1ecd tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:14.223585 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-f511c61f-d23f-4dd2-a1e6-688584eb1ecd tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Added segment 24f65b12-344a-4732-b574-01c8d9c3c21c of type vlan for network a3048145-b0ae-486a-bb2b-64535af0c124 Jul 15 15:18:14.227347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64586a9c-bd37-4fa1-aed4-e7a50b1aad6d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:14.229207 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-64586a9c-bd37-4fa1-aed4-e7a50b1aad6d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:14.256855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-64586a9c-bd37-4fa1-aed4-e7a50b1aad6d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2824860 Jul 15 15:18:14.257788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49452) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:14.275696 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f511c61f-d23f-4dd2-a1e6-688584eb1ecd tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:14.290088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:14.364413 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55a58c-cb76-4cdb-a7e4-e570e678eadf tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:14.374582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55a58c-cb76-4cdb-a7e4-e570e678eadf tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:14.378798 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1f55a58c-cb76-4cdb-a7e4-e570e678eadf tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1173711 Jul 15 15:18:14.379498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49454) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:14.424291 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:14.454866 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:14.455153 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:14.511874 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f511c61f-d23f-4dd2-a1e6-688584eb1ecd tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:14.519865 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f511c61f-d23f-4dd2-a1e6-688584eb1ecd tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:14.521297 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f511c61f-d23f-4dd2-a1e6-688584eb1ecd tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:14.528137 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-2ff6d8ae-db14-457b-8cd5-dc7711619d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port 907dbf84-4a74-4a74-a183-6afa29f413be {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:14.528539 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d8ae-db14-457b-8cd5-dc7711619d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:14.604644 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f511c61f-d23f-4dd2-a1e6-688584eb1ecd tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1792998 Jul 15 15:18:14.607915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49456) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:14.651465 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1652746637', 'admin_state_up': True, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:14.658190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7dbbd06a-ce00-4007-9a0e-9c50f22a9980', 'network_id': '7dbbd06a-ce00-4007-9a0e-9c50f22a9980', 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'fixed_ips': [{'subnet_id': '62cd9163-376a-4e32-a814-04dbf18c1384'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:18:14.659575 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d8ae-db14-457b-8cd5-dc7711619d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:14.662440 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:14.664130 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511c61f-d23f-4dd2-a1e6-688584eb1ecd tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'Network': ['ID=a3048145-b0ae-486a-bb2b-64535af0c124,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:14.679390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-2ff6d8ae-db14-457b-8cd5-dc7711619d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for 907dbf84-4a74-4a74-a183-6afa29f413be owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:14.688262 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:14.693939 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network a3048145-b0ae-486a-bb2b-64535af0c124 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:18:14.734178 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:14.735219 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:14.843135 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:14.846354 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Sync routers for ids ['eaa5b551-b0e4-497c-98aa-4b8a78e052f3'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:18:14.873900 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Routers {'eaa5b551-b0e4-497c-98aa-4b8a78e052f3'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:14.874445 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-83964754-6419-4917-80e7-9fb72a753832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:18:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['eaa5b551-b0e4-497c-98aa-4b8a78e052f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:15.000976 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Allocated IP 172.20.0.2 (7dbbd06a-ce00-4007-9a0e-9c50f22a9980/62cd9163-376a-4e32-a814-04dbf18c1384/8c7d9151-15f8-41ec-a037-3d467dcc27f2) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:15.005323 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.007439 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d8ae-db14-457b-8cd5-dc7711619d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.061774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6d8ae-db14-457b-8cd5-dc7711619d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=907dbf84-4a74-4a74-a183-6afa29f413be,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:15.085571 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fda7f1-ed9c-44b6-9572-91564af1f81b None None] Update dhcp port {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'fixed_ips': [{'subnet_id': 'ff5aa3da-bb00-42af-b0ba-a3e17b209509', 'ip_address': '2001:db8::f816:3eff:fed4:6450'}, {'subnet_id': 'b3fca2f2-6092-46e0-a0f5-ba1fc62cd6c4'}], 'binding:host_id': 'n-d-764435-3'}, 'id': 'd0416e0a-b970-402a-a8a3-3719953b328d'} from n-d-764435-3. {{(pid=100713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 15:18:15.088672 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Set router eaa5b551-b0e4-497c-98aa-4b8a78e052f3 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:15.089214 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=419d5f50-5a49-4cc7-a15a-93d0dcfb6a73,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:15.143711 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.227502 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d8ae-db14-457b-8cd5-dc7711619d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.229579 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2ff6d8ae-db14-457b-8cd5-dc7711619d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/907dbf84-4a74-4a74-a183-6afa29f413be HTTP/1.1" status: 204 len: 168 time: 0.8487899 Jul 15 15:18:15.232194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49464) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:15.239685 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=419d5f50-5a49-4cc7-a15a-93d0dcfb6a73,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:15.286820 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8fda7f1-ed9c-44b6-9572-91564af1f81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.292187 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.337069 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-83964754-6419-4917-80e7-9fb72a753832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'name': 'tempest-TestServerMultinode-757234565-router', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:04Z', 'updated_at': '2021-07-15T15:18:09Z', 'revision_number': 4, 'project_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'gw_port': {'id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:05Z', 'updated_at': '2021-07-15T15:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '0c7ff475-69b2-447b-a893-53087e3a9671', 'name': '', 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'mac_address': 'fa:16:3e:95:e5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ebec1bfa-356e-4760-bb2a-3ffcc34e1e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:08Z', 'updated_at': '2021-07-15T15:18:09Z', 'revision_number': 2, 'project_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'subnets': [{'id': 'ebec1bfa-356e-4760-bb2a-3ffcc34e1e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:15.344524 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.352065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7143f5e6-1f62-4b55-9101-8bd19520fc87 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:15.353607 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7143f5e6-1f62-4b55-9101-8bd19520fc87 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:15.365361 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7143f5e6-1f62-4b55-9101-8bd19520fc87 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:15.367108 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7143f5e6-1f62-4b55-9101-8bd19520fc87 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1339676 Jul 15 15:18:15.369816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49466) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:15.371635 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Checking router: eaa5b551-b0e4-497c-98aa-4b8a78e052f3 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:18:15.372370 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Updating router eaa5b551-b0e4-497c-98aa-4b8a78e052f3 port 0c7ff475-69b2-447b-a893-53087e3a9671 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:18:15.414118 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.429285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb763825-ba39-4152-a1ee-1986967ab8af tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet b3fca2f2-6092-46e0-a0f5-ba1fc62cd6c4 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:15.434006 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb763825-ba39-4152-a1ee-1986967ab8af tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.476950 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb763825-ba39-4152-a1ee-1986967ab8af tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.527583 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb763825-ba39-4152-a1ee-1986967ab8af tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.647491 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb763825-ba39-4152-a1ee-1986967ab8af tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.688524 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb763825-ba39-4152-a1ee-1986967ab8af tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.693620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bb763825-ba39-4152-a1ee-1986967ab8af tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/b3fca2f2-6092-46e0-a0f5-ba1fc62cd6c4 HTTP/1.1" status: 204 len: 168 time: 0.3199546 Jul 15 15:18:15.714514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49468) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:15.725788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb763825-ba39-4152-a1ee-1986967ab8af tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=b3fca2f2-6092-46e0-a0f5-ba1fc62cd6c4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:15.759083 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.768567 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Transition to ACTIVE for port object 8c7d9151-15f8-41ec-a037-3d467dcc27f2 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Transition to ACTIVE for port object 8c7d9151-15f8-41ec-a037-3d467dcc27f2 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server [None req-d8fda7f1-ed9c-44b6-9572-91564af1f81b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3fca2f2-6092-46e0-a0f5-ba1fc62cd6c4: This subnet is being modified by another concurrent operation. Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise exception Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3fca2f2-6092-46e0-a0f5-ba1fc62cd6c4: This subnet is being modified by another concurrent operation. Jul 15 15:18:15.794417 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Jul 15 15:18:15.805436 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d0416e0a-b970-402a-a8a3-3719953b328d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:15.806889 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.811738 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc1d681-ae9b-4654-8494-eaf084a64817 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet ff5aa3da-bb00-42af-b0ba-a3e17b209509 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:15.818941 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0cc1d681-ae9b-4654-8494-eaf084a64817 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.840220 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.842065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Router 9977e9ea-d5eb-4b2d-8359-82d93f237877 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:18:15.877980 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.914893 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Pushing event updated for resources: {'Port': ['ID=8c7d9151-15f8-41ec-a037-3d467dcc27f2,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:15.931145 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Network 7dbbd06a-ce00-4007-9a0e-9c50f22a9980 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:15.937600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:15.941595 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0cc1d681-ae9b-4654-8494-eaf084a64817 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.944025 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:15.953506 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:15.974824 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Transition to ACTIVE for port object 0c7ff475-69b2-447b-a893-53087e3a9671 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:15.988354 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:16.136137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d0416e0a-b970-402a-a8a3-3719953b328d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:16.136827 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:16.152060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:18:16.163359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Allocated IP 172.25.4.127 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/97f7dbbd-7c63-4430-b20f-1bfffb053909) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:16.222798 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:16.225129 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-53727acb-3276-41c0-a98f-3a0740815ff1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1988080 Jul 15 15:18:16.228839 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0cc1d681-ae9b-4654-8494-eaf084a64817 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:16.230103 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49482) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:16.273801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Attempting to bind port 8c7d9151-15f8-41ec-a037-3d467dcc27f2 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:16.274190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Attempting to bind port 8c7d9151-15f8-41ec-a037-3d467dcc27f2 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7dbbd06a-ce00-4007-9a0e-9c50f22a9980'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:16.274585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Attempting to bind port 8c7d9151-15f8-41ec-a037-3d467dcc27f2 on network 7dbbd06a-ce00-4007-9a0e-9c50f22a9980 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:16.277349 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b85c3-131a-4053-a5a5-3cc1ffeca366 None None] Pushing event updated for resources: {'Port': ['ID=0c7ff475-69b2-447b-a893-53087e3a9671,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:16.289353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Sync routers for ids ['9977e9ea-d5eb-4b2d-8359-82d93f237877'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:18:16.312493 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b85c3-131a-4053-a5a5-3cc1ffeca366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:16.312927 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b85c3-131a-4053-a5a5-3cc1ffeca366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:16.313349 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b85c3-131a-4053-a5a5-3cc1ffeca366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:16.315059 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b85c3-131a-4053-a5a5-3cc1ffeca366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:16.315469 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b85c3-131a-4053-a5a5-3cc1ffeca366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:16.315702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:16.315933 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b85c3-131a-4053-a5a5-3cc1ffeca366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:16.316473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Checking segment: {'id': '0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7dbbd06a-ce00-4007-9a0e-9c50f22a9980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:16.317593 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b85c3-131a-4053-a5a5-3cc1ffeca366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:16.319523 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:16.320178 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b85c3-131a-4053-a5a5-3cc1ffeca366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:16.320455 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Bound using segment: {'id': '0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7dbbd06a-ce00-4007-9a0e-9c50f22a9980'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:16.320653 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b85c3-131a-4053-a5a5-3cc1ffeca366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:16.321051 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b85c3-131a-4053-a5a5-3cc1ffeca366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:16.321445 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b85c3-131a-4053-a5a5-3cc1ffeca366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:16.323635 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Bound port: 8c7d9151-15f8-41ec-a037-3d467dcc27f2, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7dbbd06a-ce00-4007-9a0e-9c50f22a9980'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:16.324082 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b85c3-131a-4053-a5a5-3cc1ffeca366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:16.324559 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:16.338885 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Attempting to bind port 0c7ff475-69b2-447b-a893-53087e3a9671 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:16.339347 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Attempting to bind port 0c7ff475-69b2-447b-a893-53087e3a9671 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:16.339803 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Attempting to bind port 0c7ff475-69b2-447b-a893-53087e3a9671 on network e49a3944-4abb-4d4a-85b8-ce91fa47307f {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:16.354017 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:16.354411 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Checking segment: {'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:16.357959 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:16.358371 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Bound using segment: {'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:16.358895 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Bound port: 0c7ff475-69b2-447b-a893-53087e3a9671, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:16.359334 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:16.392704 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0cc1d681-ae9b-4654-8494-eaf084a64817 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:16.443827 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Routers {'9977e9ea-d5eb-4b2d-8359-82d93f237877'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:16.444480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:18:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9977e9ea-d5eb-4b2d-8359-82d93f237877'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:16.456098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1d681-ae9b-4654-8494-eaf084a64817 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5aa3da-bb00-42af-b0ba-a3e17b209509,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:16.458300 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-83964754-6419-4917-80e7-9fb72a753832 None None] For port 0c7ff475-69b2-447b-a893-53087e3a9671, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:16.461304 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0cc1d681-ae9b-4654-8494-eaf084a64817 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:16.463488 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-83964754-6419-4917-80e7-9fb72a753832 None None] For port 0c7ff475-69b2-447b-a893-53087e3a9671, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0c7ff475-69b2-447b-a893-53087e3a9671,segment=NetworkSegment(480c614a-5444-4543-abc7-65332e891838),segment_id=480c614a-5444-4543-abc7-65332e891838)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:16.466030 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0cc1d681-ae9b-4654-8494-eaf084a64817 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/ff5aa3da-bb00-42af-b0ba-a3e17b209509 HTTP/1.1" status: 204 len: 168 time: 0.7501233 Jul 15 15:18:16.468770 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49488) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:16.472976 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:16.526604 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5c490b8f-d1f0-4e63-abdf-cd38ac668573 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566583 Jul 15 15:18:16.529305 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49490) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:16.534778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e77d834d-db9b-4842-8670-c8eca48afae4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:16.590068 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Set router 9977e9ea-d5eb-4b2d-8359-82d93f237877 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:16.603557 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:16.615836 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b85c3-131a-4053-a5a5-3cc1ffeca366 None None] Pushing event updated for resources: {'Port': ['ID=0c7ff475-69b2-447b-a893-53087e3a9671,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:16.626442 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Routers {'eaa5b551-b0e4-497c-98aa-4b8a78e052f3'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:16.626711 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-83964754-6419-4917-80e7-9fb72a753832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:18:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['eaa5b551-b0e4-497c-98aa-4b8a78e052f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:16.655279 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77d834d-db9b-4842-8670-c8eca48afae4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:16.663569 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e77d834d-db9b-4842-8670-c8eca48afae4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:16.761409 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:16.830854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:16.834424 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:16.843778 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:16.852060 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-83964754-6419-4917-80e7-9fb72a753832 None None] Set router eaa5b551-b0e4-497c-98aa-4b8a78e052f3 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:16.853732 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:17.039982 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e77d834d-db9b-4842-8670-c8eca48afae4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:17.101096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] For port 8c7d9151-15f8-41ec-a037-3d467dcc27f2, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:17.114426 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d834d-db9b-4842-8670-c8eca48afae4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:17.127529 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e77d834d-db9b-4842-8670-c8eca48afae4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:17.140017 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-83964754-6419-4917-80e7-9fb72a753832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'name': 'tempest-TestServerMultinode-757234565-router', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:04Z', 'updated_at': '2021-07-15T15:18:09Z', 'revision_number': 4, 'project_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'gw_port': {'id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:05Z', 'updated_at': '2021-07-15T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '0c7ff475-69b2-447b-a893-53087e3a9671', 'name': '', 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'mac_address': 'fa:16:3e:95:e5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ebec1bfa-356e-4760-bb2a-3ffcc34e1e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:08Z', 'updated_at': '2021-07-15T15:18:16Z', 'revision_number': 4, 'project_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'subnets': [{'id': 'ebec1bfa-356e-4760-bb2a-3ffcc34e1e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:17.143722 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d834d-db9b-4842-8670-c8eca48afae4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:17.145203 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e77d834d-db9b-4842-8670-c8eca48afae4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:17.172993 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83964754-6419-4917-80e7-9fb72a753832 None None] The sync data for ids ['eaa5b551-b0e4-497c-98aa-4b8a78e052f3'] in n-d-764435-3 is: [{'id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'name': 'tempest-TestServerMultinode-757234565-router', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:04Z', 'updated_at': '2021-07-15T15:18:09Z', 'revision_number': 4, 'project_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'gw_port': {'id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:05Z', 'updated_at': '2021-07-15T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '0c7ff475-69b2-447b-a893-53087e3a9671', 'name': '', 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'mac_address': 'fa:16:3e:95:e5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ebec1bfa-356e-4760-bb2a-3ffcc34e1e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:08Z', 'updated_at': '2021-07-15T15:18:16Z', 'revision_number': 4, 'project_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'subnets': [{'id': 'ebec1bfa-356e-4760-bb2a-3ffcc34e1e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:18:17.180090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d834d-db9b-4842-8670-c8eca48afae4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=cdab3b05-770a-483f-88f6-a51f21d283a5,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:17.189780 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e77d834d-db9b-4842-8670-c8eca48afae4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6592331 Jul 15 15:18:17.191109 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] For port 8c7d9151-15f8-41ec-a037-3d467dcc27f2, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8c7d9151-15f8-41ec-a037-3d467dcc27f2,segment=NetworkSegment(0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca),segment_id=0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:17.193647 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49492) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:17.199877 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c6fbc4fc-56f6-4826-b185-6cce4b99bfe6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:17.222827 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:17.372808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:17.373386 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:17.420305 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656dfd2-a2a4-4305-abec-f2f891f3b8c4 None None] Pushing event updated for resources: {'Port': ['ID=8c7d9151-15f8-41ec-a037-3d467dcc27f2,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:17.461603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fbc4fc-56f6-4826-b185-6cce4b99bfe6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:17.474117 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc4fc-56f6-4826-b185-6cce4b99bfe6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:17.510494 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'name': 'tempest-TestServerMultinode-1538132941-router', 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '6d242849-9dbb-41c1-b39d-76693f4bf4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:12Z', 'updated_at': '2021-07-15T15:18:14Z', 'revision_number': 3, 'project_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'gw_port': {'id': '6d242849-9dbb-41c1-b39d-76693f4bf4bd', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:12Z', 'updated_at': '2021-07-15T15:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:17.545507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Checking router: 9977e9ea-d5eb-4b2d-8359-82d93f237877 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:18:17.545969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Updating router 9977e9ea-d5eb-4b2d-8359-82d93f237877 port 6d242849-9dbb-41c1-b39d-76693f4bf4bd binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:18:17.594642 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:17.601153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'Port': ['ID=97f7dbbd-7c63-4430-b20f-1bfffb053909,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:17.979838 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0c7ff475-69b2-447b-a893-53087e3a9671 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:18.067078 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.143335 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 0c7ff475-69b2-447b-a893-53087e3a9671 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:18.149539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 0c7ff475-69b2-447b-a893-53087e3a9671 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:18.149922 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.249093 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.267550 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.275271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.objects.ports [None req-c6fbc4fc-56f6-4826-b185-6cce4b99bfe6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:18:18.343107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 0c7ff475-69b2-447b-a893-53087e3a9671, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0c7ff475-69b2-447b-a893-53087e3a9671,segment=NetworkSegment(480c614a-5444-4543-abc7-65332e891838),segment_id=480c614a-5444-4543-abc7-65332e891838)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:18.352339 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.434264 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.439208 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d0416e0a-b970-402a-a8a3-3719953b328d no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:18:18.488463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Allocated IP 172.20.0.1 (7dbbd06a-ce00-4007-9a0e-9c50f22a9980/62cd9163-376a-4e32-a814-04dbf18c1384/7f4f03c1-5e19-4625-bab0-3c91e6585e9a) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:18.552933 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Transition to ACTIVE for port object 6d242849-9dbb-41c1-b39d-76693f4bf4bd will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:18.557961 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc4fc-56f6-4826-b185-6cce4b99bfe6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.579980 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.645902 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=0c7ff475-69b2-447b-a893-53087e3a9671,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:18.707405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5e8f7-6aef-491c-973f-6086255432e9 None None] Pushing event updated for resources: {'Port': ['ID=6d242849-9dbb-41c1-b39d-76693f4bf4bd,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:18.730615 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Attempting to bind port 6d242849-9dbb-41c1-b39d-76693f4bf4bd on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:18.730994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Attempting to bind port 6d242849-9dbb-41c1-b39d-76693f4bf4bd by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:18.731369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Attempting to bind port 6d242849-9dbb-41c1-b39d-76693f4bf4bd on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:18.738577 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:18.739523 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:18.740213 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.740617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:18.741102 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Bound port: 6d242849-9dbb-41c1-b39d-76693f4bf4bd, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:18.741491 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.784096 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-c6fbc4fc-56f6-4826-b185-6cce4b99bfe6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] For port d0416e0a-b970-402a-a8a3-3719953b328d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d0416e0a-b970-402a-a8a3-3719953b328d,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:18.819124 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc4fc-56f6-4826-b185-6cce4b99bfe6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.828242 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.828486 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc4fc-56f6-4826-b185-6cce4b99bfe6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.829242 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc4fc-56f6-4826-b185-6cce4b99bfe6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.850518 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.870191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] For port 6d242849-9dbb-41c1-b39d-76693f4bf4bd, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:18.890650 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] For port 6d242849-9dbb-41c1-b39d-76693f4bf4bd, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d242849-9dbb-41c1-b39d-76693f4bf4bd,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:18.934059 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.947572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fbc4fc-56f6-4826-b185-6cce4b99bfe6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:18.952681 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:18.966621 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-c6fbc4fc-56f6-4826-b185-6cce4b99bfe6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:18.976733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fbc4fc-56f6-4826-b185-6cce4b99bfe6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:18.977340 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc4fc-56f6-4826-b185-6cce4b99bfe6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:19.006490 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c6fbc4fc-56f6-4826-b185-6cce4b99bfe6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8074214 Jul 15 15:18:19.006798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49514) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:19.013754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ccded370-f9c7-4851-88b8-186e91b72e35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'mac_address': 'fa:16:3e:17:32:47', 'name': 'tempest-NetworksTestDHCPv6-2118984223'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:19.016512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Transition to ACTIVE for port object 7f4f03c1-5e19-4625-bab0-3c91e6585e9a will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:19.030793 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:18:19.031253 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:18:19.042895 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:19.044485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbc4fc-56f6-4826-b185-6cce4b99bfe6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=336498df-7cee-4997-9eb4-021286a16c4c,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:19.049428 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbc4fc-56f6-4826-b185-6cce4b99bfe6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=d0416e0a-b970-402a-a8a3-3719953b328d,revision_number=11']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:19.076375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Routers {'9977e9ea-d5eb-4b2d-8359-82d93f237877'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:19.083163 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:18:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9977e9ea-d5eb-4b2d-8359-82d93f237877'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:19.089123 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:19.139229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5e8f7-6aef-491c-973f-6086255432e9 None None] Pushing event updated for resources: {'Port': ['ID=6d242849-9dbb-41c1-b39d-76693f4bf4bd,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:19.151645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Router aaa68c76-4354-4c43-b771-737d85d4ab85 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:18:19.172227 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Network 7dbbd06a-ce00-4007-9a0e-9c50f22a9980 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:19.179066 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:19.182742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Pushing event updated for resources: {'Port': ['ID=7f4f03c1-5e19-4625-bab0-3c91e6585e9a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:19.185009 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:19.188749 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df63f5f0-0606-4d91-b611-ed0b51b1b247 None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:18:19.218486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccded370-f9c7-4851-88b8-186e91b72e35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:19.290028 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-aaf586f8-213a-4622-8055-ec3e47fb8333 None None] Provisioning for port 8c7d9151-15f8-41ec-a037-3d467dcc27f2 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:19.297889 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:19.323048 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:19.358970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] Set router 9977e9ea-d5eb-4b2d-8359-82d93f237877 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:19.385939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:18:19.393039 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-aaf586f8-213a-4622-8055-ec3e47fb8333 None None] Provisioning complete for port d0416e0a-b970-402a-a8a3-3719953b328d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:19.393408 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aaf586f8-213a-4622-8055-ec3e47fb8333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:19.394685 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ccded370-f9c7-4851-88b8-186e91b72e35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:19.399881 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Sync routers for ids ['aaa68c76-4354-4c43-b771-737d85d4ab85'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:18:19.414277 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Routers {'aaa68c76-4354-4c43-b771-737d85d4ab85'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:19.415181 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:18:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['aaa68c76-4354-4c43-b771-737d85d4ab85'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:19.429376 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:19.431592 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d529a34f-8c1a-446c-ab87-f5d9ff494c11 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.8212323 Jul 15 15:18:19.436353 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49524) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:19.534064 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:19.539558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-ccded370-f9c7-4851-88b8-186e91b72e35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port e374f438-2675-44de-928d-aec42b60d3b2 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:18:19.640010 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Set router aaa68c76-4354-4c43-b771-737d85d4ab85 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:19.754052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d90c774-f90c-4bf6-9d5e-5b78005c78ca tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:19.761265 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5d90c774-f90c-4bf6-9d5e-5b78005c78ca tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=fa1c872dfc224a95b77ffe6e9a9fcd2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3130448 Jul 15 15:18:19.762281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49528) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:19.809800 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:19.825013 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:19.869206 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:19.963300 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:19.977713 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Pushing event updated for resources: {'Port': ['ID=7f4f03c1-5e19-4625-bab0-3c91e6585e9a,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:20.010220 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-ccded370-f9c7-4851-88b8-186e91b72e35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 172.20.0.12 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/cdab3b05-770a-483f-88f6-a51f21d283a5/e374f438-2675-44de-928d-aec42b60d3b2) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:20.010705 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1652746637', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:14Z', 'updated_at': '2021-07-15T15:18:17Z', 'revision_number': 3, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:15Z', 'updated_at': '2021-07-15T15:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:20.017625 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1511bef6-ae4b-4caa-b3fb-09462425db84 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:20.018107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-ccded370-f9c7-4851-88b8-186e91b72e35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::f816:3eff:fe17:3247 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/336498df-7cee-4997-9eb4-021286a16c4c/e374f438-2675-44de-928d-aec42b60d3b2) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:20.019549 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1511bef6-ae4b-4caa-b3fb-09462425db84 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2562180 Jul 15 15:18:20.029828 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49532) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:20.042568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63f5f0-0606-4d91-b611-ed0b51b1b247 None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:18:20.064125 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Checking router: aaa68c76-4354-4c43-b771-737d85d4ab85 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:18:20.065114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port d0416e0a-b970-402a-a8a3-3719953b328d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d0416e0a-b970-402a-a8a3-3719953b328d,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:20.065956 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Updating router aaa68c76-4354-4c43-b771-737d85d4ab85 port 97f7dbbd-7c63-4430-b20f-1bfffb053909 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:18:20.081416 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:20.090905 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a89ea42c-925c-4437-854b-ad62e19ff1e6 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0597868 Jul 15 15:18:20.091725 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49534) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:20.148542 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'name': 'tempest-TestServerMultinode-1538132941-router', 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '6d242849-9dbb-41c1-b39d-76693f4bf4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:12Z', 'updated_at': '2021-07-15T15:18:14Z', 'revision_number': 3, 'project_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'gw_port': {'id': '6d242849-9dbb-41c1-b39d-76693f4bf4bd', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:12Z', 'updated_at': '2021-07-15T15:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:20.161438 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8d56dde7-73d8-4e19-b096-f4edf4a7d041 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=fa1c872dfc224a95b77ffe6e9a9fcd2c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0646789 Jul 15 15:18:20.162168 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:20.181868 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:20.197308 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ccded370-f9c7-4851-88b8-186e91b72e35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:20.212098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-ccded370-f9c7-4851-88b8-186e91b72e35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object e374f438-2675-44de-928d-aec42b60d3b2 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:20.259076 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ccded370-f9c7-4851-88b8-186e91b72e35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:20.290162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Network 7dbbd06a-ce00-4007-9a0e-9c50f22a9980 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:20.299637 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:20.340073 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccded370-f9c7-4851-88b8-186e91b72e35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:20.372270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-ccded370-f9c7-4851-88b8-186e91b72e35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:20.378811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3636dbef-2385-41d1-9e4f-636f64888a0e tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:20.384374 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccded370-f9c7-4851-88b8-186e91b72e35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:20.387582 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3636dbef-2385-41d1-9e4f-636f64888a0e tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2229159 Jul 15 15:18:20.389684 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49540) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:20.397000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=d0416e0a-b970-402a-a8a3-3719953b328d,revision_number=12']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:20.409669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f073408-a38d-44e1-8ee0-e5712a22d4bc None None] The sync data for ids ['9977e9ea-d5eb-4b2d-8359-82d93f237877'] in n-d-764435-3 is: [{'id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'name': 'tempest-TestServerMultinode-1538132941-router', 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '6d242849-9dbb-41c1-b39d-76693f4bf4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:12Z', 'updated_at': '2021-07-15T15:18:14Z', 'revision_number': 3, 'project_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'gw_port': {'id': '6d242849-9dbb-41c1-b39d-76693f4bf4bd', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:12Z', 'updated_at': '2021-07-15T15:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:18:20.444884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8c7d9151-15f8-41ec-a037-3d467dcc27f2 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:20.482041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccded370-f9c7-4851-88b8-186e91b72e35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=e374f438-2675-44de-928d-aec42b60d3b2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:20.517162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49542) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:20.525124 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1a34c3ad-1c8f-4ed9-aab1-57a1e0e4f17d tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1267257979', 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124', 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:20.527185 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7f59ccbb-7956-4a0a-8c44-5f1ebb8fdfeb tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1345513 Jul 15 15:18:20.549258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 8c7d9151-15f8-41ec-a037-3d467dcc27f2 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:20.565820 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 8c7d9151-15f8-41ec-a037-3d467dcc27f2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:20.566249 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:20.585125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Router 9977e9ea-d5eb-4b2d-8359-82d93f237877 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:18:20.606125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccded370-f9c7-4851-88b8-186e91b72e35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:20.606521 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ccded370-f9c7-4851-88b8-186e91b72e35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:20.718329 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ccded370-f9c7-4851-88b8-186e91b72e35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7086778 Jul 15 15:18:20.726181 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49546) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:20.767734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:18:20.794827 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ad06cee7-9b07-42f1-87a6-6fe5c4f1405c admin admin] 10.222.0.38 "PUT /v2.0/routers/9977e9ea-d5eb-4b2d-8359-82d93f237877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5631957 Jul 15 15:18:20.802486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a34c3ad-1c8f-4ed9-aab1-57a1e0e4f17d tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Made reservation on behalf of fa1c872dfc224a95b77ffe6e9a9fcd2c for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:20.810946 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1a34c3ad-1c8f-4ed9-aab1-57a1e0e4f17d tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:20.908101 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:20.992805 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:21.025413 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Transition to ACTIVE for port object 97f7dbbd-7c63-4430-b20f-1bfffb053909 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:21.043826 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:21.136978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 8c7d9151-15f8-41ec-a037-3d467dcc27f2, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8c7d9151-15f8-41ec-a037-3d467dcc27f2,segment=NetworkSegment(0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca),segment_id=0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:21.139743 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c8306e-e56d-438d-8259-58eeb534c1aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:21.148098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c8306e-e56d-438d-8259-58eeb534c1aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:21.152888 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49558) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:21.154920 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-31c8306e-e56d-438d-8259-58eeb534c1aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.4272733 Jul 15 15:18:21.163370 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:21.164179 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0c7ff475-69b2-447b-a893-53087e3a9671 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:21.192837 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4330d1a-d2db-430b-836c-7d163498bcf9 None None] Pushing event updated for resources: {'Port': ['ID=97f7dbbd-7c63-4430-b20f-1bfffb053909,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:21.208533 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Attempting to bind port 97f7dbbd-7c63-4430-b20f-1bfffb053909 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:21.209177 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Attempting to bind port 97f7dbbd-7c63-4430-b20f-1bfffb053909 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:21.209794 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Attempting to bind port 97f7dbbd-7c63-4430-b20f-1bfffb053909 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:21.224841 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:21.225228 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:21.225620 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:21.226011 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:21.226816 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Bound port: 97f7dbbd-7c63-4430-b20f-1bfffb053909, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:21.226957 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:21.321557 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b42b39-c49b-46b5-98fb-00a0ee628262 req-23839902-622d-482e-9985-3eb7f03763da tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:21.332992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15b42b39-c49b-46b5-98fb-00a0ee628262 req-23839902-622d-482e-9985-3eb7f03763da tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1096 time: 0.2350039 Jul 15 15:18:21.346550 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] For port 97f7dbbd-7c63-4430-b20f-1bfffb053909, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:21.349567 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] For port 97f7dbbd-7c63-4430-b20f-1bfffb053909, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=97f7dbbd-7c63-4430-b20f-1bfffb053909,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:21.359151 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:21.372553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d3365b5e-51db-4036-8bd7-b0aaaccb366d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port e374f438-2675-44de-928d-aec42b60d3b2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:21.373618 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3365b5e-51db-4036-8bd7-b0aaaccb366d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:21.381021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6116bd-f338-4e2f-8651-e25826a782a8 None None] Update dhcp port {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'fixed_ips': [{'subnet_id': '336498df-7cee-4997-9eb4-021286a16c4c', 'ip_address': '2001:db8::f816:3eff:fed4:6450'}, {'subnet_id': 'cdab3b05-770a-483f-88f6-a51f21d283a5'}], 'binding:host_id': 'n-d-764435-3'}, 'id': 'd0416e0a-b970-402a-a8a3-3719953b328d'} from n-d-764435-3. {{(pid=100713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 15:18:21.436953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15b42b39-c49b-46b5-98fb-00a0ee628262 req-282e3fb7-c924-4005-af77-9bcfde102f18 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023889 Jul 15 15:18:21.468978 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b6116bd-f338-4e2f-8651-e25826a782a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:21.516688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=8c7d9151-15f8-41ec-a037-3d467dcc27f2,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:21.535513 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Routers {'aaa68c76-4354-4c43-b771-737d85d4ab85'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:21.536759 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:18:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['aaa68c76-4354-4c43-b771-737d85d4ab85'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:21.539156 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3365b5e-51db-4036-8bd7-b0aaaccb366d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:21.557852 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d3365b5e-51db-4036-8bd7-b0aaaccb366d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for e374f438-2675-44de-928d-aec42b60d3b2 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:21.618666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 0c7ff475-69b2-447b-a893-53087e3a9671 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:21.619052 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:21.654104 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4330d1a-d2db-430b-836c-7d163498bcf9 None None] Pushing event updated for resources: {'Port': ['ID=97f7dbbd-7c63-4430-b20f-1bfffb053909,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:21.665741 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1a34c3ad-1c8f-4ed9-aab1-57a1e0e4f17d tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:21.824240 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3365b5e-51db-4036-8bd7-b0aaaccb366d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:21.837802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a34c3ad-1c8f-4ed9-aab1-57a1e0e4f17d tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Checking segment: {'id': '24f65b12-344a-4732-b574-01c8d9c3c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:21.838809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a34c3ad-1c8f-4ed9-aab1-57a1e0e4f17d tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Network hostable DHCP agents. Network: a3048145-b0ae-486a-bb2b-64535af0c124, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:18:21.853462 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] Set router aaa68c76-4354-4c43-b771-737d85d4ab85 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:21.920001 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3365b5e-51db-4036-8bd7-b0aaaccb366d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=e374f438-2675-44de-928d-aec42b60d3b2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:21.987602 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-3b6116bd-f338-4e2f-8651-e25826a782a8 None None] Allocated IP 172.20.0.2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/cdab3b05-770a-483f-88f6-a51f21d283a5/d0416e0a-b970-402a-a8a3-3719953b328d) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:22.041624 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34c3ad-1c8f-4ed9-aab1-57a1e0e4f17d tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'Subnet': ['ID=772cf31f-02cd-4241-ab0c-e323299eeb20,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:22.061346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a34c3ad-1c8f-4ed9-aab1-57a1e0e4f17d tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Network a3048145-b0ae-486a-bb2b-64535af0c124 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:18:22.121933 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3365b5e-51db-4036-8bd7-b0aaaccb366d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:22.123997 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d3365b5e-51db-4036-8bd7-b0aaaccb366d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/e374f438-2675-44de-928d-aec42b60d3b2 HTTP/1.1" status: 204 len: 168 time: 0.9700913 Jul 15 15:18:22.126560 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49584) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:22.233749 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3b6116bd-f338-4e2f-8651-e25826a782a8 None None] For port d0416e0a-b970-402a-a8a3-3719953b328d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d0416e0a-b970-402a-a8a3-3719953b328d,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:22.241711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2e66f-016b-45d3-8081-2107de261113 req-ac9457a2-5891-4c9a-ade6-22d27236f7d6 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:22.249289 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dc2e66f-016b-45d3-8081-2107de261113 req-ac9457a2-5891-4c9a-ade6-22d27236f7d6 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/networks?id=e49a3944-4abb-4d4a-85b8-ce91fa47307f HTTP/1.1" status: 200 len: 910 time: 0.1591785 Jul 15 15:18:22.263459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-1a34c3ad-1c8f-4ed9-aab1-57a1e0e4f17d tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, a3048145-b0ae-486a-bb2b-64535af0c124) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:22.269574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a34c3ad-1c8f-4ed9-aab1-57a1e0e4f17d tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:22.271113 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1a34c3ad-1c8f-4ed9-aab1-57a1e0e4f17d tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:22.272676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44916366-0a59-4bc0-a78d-7cc59d9f52fb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:22.275355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44916366-0a59-4bc0-a78d-7cc59d9f52fb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:22.276901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44916366-0a59-4bc0-a78d-7cc59d9f52fb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:22.278506 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-44916366-0a59-4bc0-a78d-7cc59d9f52fb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1509800 Jul 15 15:18:22.281217 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49588) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:22.289161 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dc2e66f-016b-45d3-8081-2107de261113 req-b7d9841d-fe53-4167-8b7d-6e2c0b4f636d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/quotas/dad45eb298424f6a8b9d0cd1df08899e HTTP/1.1" status: 200 len: 375 time: 0.0388854 Jul 15 15:18:22.292831 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b6116bd-f338-4e2f-8651-e25826a782a8 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:22.324152 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3b6116bd-f338-4e2f-8651-e25826a782a8 None None] Transition to ACTIVE for port object d0416e0a-b970-402a-a8a3-3719953b328d will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:22.328885 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1652746637', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:14Z', 'updated_at': '2021-07-15T15:18:17Z', 'revision_number': 3, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:15Z', 'updated_at': '2021-07-15T15:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:22.334276 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b6116bd-f338-4e2f-8651-e25826a782a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:22.387007 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb840776-f8d8-41ac-9aac-364158634b66 None None] The sync data for ids ['aaa68c76-4354-4c43-b771-737d85d4ab85'] in n-d-764435-3 is: [{'id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1652746637', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:14Z', 'updated_at': '2021-07-15T15:18:17Z', 'revision_number': 3, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:15Z', 'updated_at': '2021-07-15T15:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:18:22.403904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-db556bbe-baad-43a0-a8b2-820629dbbc22 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet 336498df-7cee-4997-9eb4-021286a16c4c {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:22.408963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db556bbe-baad-43a0-a8b2-820629dbbc22 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:22.414360 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6116bd-f338-4e2f-8651-e25826a782a8 None None] Pushing event updated for resources: {'Port': ['ID=d0416e0a-b970-402a-a8a3-3719953b328d,revision_number=13']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:22.420450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d242849-9dbb-41c1-b39d-76693f4bf4bd up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:22.467269 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db556bbe-baad-43a0-a8b2-820629dbbc22 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:22.542808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 6d242849-9dbb-41c1-b39d-76693f4bf4bd completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:22.548611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6d242849-9dbb-41c1-b39d-76693f4bf4bd triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:22.549217 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:22.593676 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db556bbe-baad-43a0-a8b2-820629dbbc22 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:22.726367 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db556bbe-baad-43a0-a8b2-820629dbbc22 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:22.752272 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db556bbe-baad-43a0-a8b2-820629dbbc22 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:22.757065 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-db556bbe-baad-43a0-a8b2-820629dbbc22 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/336498df-7cee-4997-9eb4-021286a16c4c HTTP/1.1" status: 204 len: 168 time: 0.4720387 Jul 15 15:18:22.759195 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49598) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:22.760968 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:22.813479 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 6d242849-9dbb-41c1-b39d-76693f4bf4bd, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d242849-9dbb-41c1-b39d-76693f4bf4bd,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:22.821236 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:22.822254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8c7d9151-15f8-41ec-a037-3d467dcc27f2 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:22.866466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1a34c3ad-1c8f-4ed9-aab1-57a1e0e4f17d tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3482687 Jul 15 15:18:22.873615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49600) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:22.884379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db556bbe-baad-43a0-a8b2-820629dbbc22 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=336498df-7cee-4997-9eb4-021286a16c4c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:22.935717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4959a9-e767-49c3-a2da-ae50654d9582 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet cdab3b05-770a-483f-88f6-a51f21d283a5 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:22.944978 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b4959a9-e767-49c3-a2da-ae50654d9582 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:23.024537 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b4959a9-e767-49c3-a2da-ae50654d9582 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:23.026761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=6d242849-9dbb-41c1-b39d-76693f4bf4bd,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:23.059090 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 8c7d9151-15f8-41ec-a037-3d467dcc27f2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:23.059620 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:23.124266 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b4959a9-e767-49c3-a2da-ae50654d9582 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:23.198487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49604) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:23.217063 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b4959a9-e767-49c3-a2da-ae50654d9582 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:23.318884 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4959a9-e767-49c3-a2da-ae50654d9582 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=cdab3b05-770a-483f-88f6-a51f21d283a5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:23.324518 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b4959a9-e767-49c3-a2da-ae50654d9582 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:23.333875 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba381d4-9953-4e07-b608-3d66198483d7 req-feae5b9d-9f55-4694-8de2-27721859d767 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:23.340880 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5ba381d4-9953-4e07-b608-3d66198483d7 req-feae5b9d-9f55-4694-8de2-27721859d767 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 1.5066619 Jul 15 15:18:23.348489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49608) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:23.350973 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2b4959a9-e767-49c3-a2da-ae50654d9582 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/cdab3b05-770a-483f-88f6-a51f21d283a5 HTTP/1.1" status: 204 len: 168 time: 0.5780430 Jul 15 15:18:23.395040 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d6bcd1e-bf95-4415-8d50-7c3447bebc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:23.408980 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-172d6cb5-bb07-4338-9401-99fc7c1b6e3a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469403 Jul 15 15:18:23.416222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49610) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:23.433730 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-038f170b-d349-4150-9df5-c0412dbf5ca3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:23.499681 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dc2e66f-016b-45d3-8081-2107de261113 req-6b1929b0-8a55-4ea8-affa-b1574f32ccf0 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?tenant_id=dad45eb298424f6a8b9d0cd1df08899e&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2096210 Jul 15 15:18:23.506521 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5ba381d4-9953-4e07-b608-3d66198483d7 req-180a0558-64e6-47a2-a7ad-eb274b437b78 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647649 Jul 15 15:18:23.543554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49612) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:23.677925 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a821c2de-8dd8-4b79-8e17-a76535a6fb7f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/floatingips/4bd691af-1c05-4cea-8219-990863767ee7 HTTP/1.1" status: 200 len: 993 time: 0.1221848 Jul 15 15:18:23.830262 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d6bcd1e-bf95-4415-8d50-7c3447bebc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:23.841094 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d6bcd1e-bf95-4415-8d50-7c3447bebc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:23.845658 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dc2e66f-016b-45d3-8081-2107de261113 req-c2277eed-eb93-4b51-92c2-ff5d26473592 service neutron] 10.222.0.38 "GET /v2.0/networks/e49a3944-4abb-4d4a-85b8-ce91fa47307f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792408 Jul 15 15:18:23.903028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038f170b-d349-4150-9df5-c0412dbf5ca3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:23.906951 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-038f170b-d349-4150-9df5-c0412dbf5ca3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:23.939192 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:23.958299 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9d6bcd1e-bf95-4415-8d50-7c3447bebc0f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e9062781e1a04de2850dfcb1169d1e9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7578897 Jul 15 15:18:23.965533 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49618) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:23.976125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bcd1e-bf95-4415-8d50-7c3447bebc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71759506-9cfc-47d2-b45c-e872b3081487,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:23.990856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f77335-c04f-4d33-8b05-169fc05807a4 None None] Network 7dbbd06a-ce00-4007-9a0e-9c50f22a9980 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:24.104897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dc2e66f-016b-45d3-8081-2107de261113 req-fa080546-f67c-4e9e-a59e-0b5bed3490bc service neutron] 10.222.0.38 "GET /v2.0/networks/e49a3944-4abb-4d4a-85b8-ce91fa47307f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359946 Jul 15 15:18:24.251098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3cda6c-9a46-42a8-8cfb-b0803d08b799 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:24.253213 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ff9ced-3b37-41bc-a1a7-8448f81155c1 None None] Network a3048145-b0ae-486a-bb2b-64535af0c124 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:24.262667 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Sync routers for ids ['9977e9ea-d5eb-4b2d-8359-82d93f237877'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:18:24.354485 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Routers {'9977e9ea-d5eb-4b2d-8359-82d93f237877'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:24.355255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:18:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9977e9ea-d5eb-4b2d-8359-82d93f237877'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:24.481500 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-786bd4e7-bdc2-42ec-b1dd-fc0bfaa9083a None None] Provisioning for port d0416e0a-b970-402a-a8a3-3719953b328d completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:24.523996 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d242849-9dbb-41c1-b39d-76693f4bf4bd up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:24.561388 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-786bd4e7-bdc2-42ec-b1dd-fc0bfaa9083a None None] Provisioning complete for port d0416e0a-b970-402a-a8a3-3719953b328d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:24.561721 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-786bd4e7-bdc2-42ec-b1dd-fc0bfaa9083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:24.675504 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Allocated IP 172.20.0.17 (a3048145-b0ae-486a-bb2b-64535af0c124/772cf31f-02cd-4241-ab0c-e323299eeb20/69bbb5bf-db43-4f5c-9514-9f7d8a778e39) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:24.754003 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dc28879-857c-49db-8cda-78d5806823a4 req-ed5ef043-6c72-47b8-a9b5-2a2713b5f53e tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 210 time: 0.0641220 Jul 15 15:18:24.998225 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:25.054159 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Transition to ACTIVE for port object 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:25.296701 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:25.307894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-2d3338d5-fd9b-4bc6-a7ff-d1ea8a5209b3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2428801 Jul 15 15:18:25.309100 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8a18e56-f515-432c-8c1f-ee6deaf87a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:25.357733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729b568-6e22-4a07-903e-0ac742b8dc82 req-e7ede517-3e1a-49c5-8de3-e9f5e15b998c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:25.360954 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8a18e56-f515-432c-8c1f-ee6deaf87a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:25.371148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c729b568-6e22-4a07-903e-0ac742b8dc82 req-e7ede517-3e1a-49c5-8de3-e9f5e15b998c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.2284522 Jul 15 15:18:25.389414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Network a3048145-b0ae-486a-bb2b-64535af0c124 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:25.432442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:25.438153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:25.492963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-038f170b-d349-4150-9df5-c0412dbf5ca3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:25.565449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Set router 9977e9ea-d5eb-4b2d-8359-82d93f237877 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:25.582912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'Port': ['ID=69bbb5bf-db43-4f5c-9514-9f7d8a778e39,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:25.586269 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038f170b-d349-4150-9df5-c0412dbf5ca3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:25.587190 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8a18e56-f515-432c-8c1f-ee6deaf87a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:25.589734 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8a18e56-f515-432c-8c1f-ee6deaf87a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:25.591421 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d8a18e56-f515-432c-8c1f-ee6deaf87a26 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/71759506-9cfc-47d2-b45c-e872b3081487 HTTP/1.1" status: 204 len: 168 time: 1.6243587 Jul 15 15:18:25.603928 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:25.636192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a18e56-f515-432c-8c1f-ee6deaf87a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71759506-9cfc-47d2-b45c-e872b3081487,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:25.647655 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-038f170b-d349-4150-9df5-c0412dbf5ca3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:25.655203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038f170b-d349-4150-9df5-c0412dbf5ca3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:25.655819 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-038f170b-d349-4150-9df5-c0412dbf5ca3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:25.697919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f170b-d349-4150-9df5-c0412dbf5ca3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=bc475da1-56ea-4e86-99ed-4dc3c9ba298e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:25.721620 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-038f170b-d349-4150-9df5-c0412dbf5ca3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3018463 Jul 15 15:18:25.725027 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49654) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:25.734462 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c729b568-6e22-4a07-903e-0ac742b8dc82 req-ee04febb-7800-4da6-8fbb-4d35b8877e5e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579128 Jul 15 15:18:25.737271 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4cccf1ca-bf8f-464b-8c17-bbef9586992b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:25.934182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6d242849-9dbb-41c1-b39d-76693f4bf4bd triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:25.935530 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:26.032279 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cccf1ca-bf8f-464b-8c17-bbef9586992b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:26.039280 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cccf1ca-bf8f-464b-8c17-bbef9586992b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:26.040441 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:26.165282 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-786bd4e7-bdc2-42ec-b1dd-fc0bfaa9083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:26.182383 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f2a72d88-3053-4568-adab-97503a41fe29 req-82fad9d8-3c5e-4946-b5e5-2f2fb6e9788c tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 210 time: 0.1015394 Jul 15 15:18:26.397595 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49676) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:26.441473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-a3048145-b0ae-486a-bb2b-64535af0c124', 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'fixed_ips': [{'subnet_id': '772cf31f-02cd-4241-ab0c-e323299eeb20'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:18:26.442771 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:26.482335 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a508728d-0bdc-4bd3-9e97-9111795d5e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:26.501600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-786bd4e7-bdc2-42ec-b1dd-fc0bfaa9083a None None] For port d0416e0a-b970-402a-a8a3-3719953b328d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d0416e0a-b970-402a-a8a3-3719953b328d,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:26.559993 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a4c64c-dc01-44f3-a81b-31c3a655f520 None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:18:26.563660 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-786bd4e7-bdc2-42ec-b1dd-fc0bfaa9083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:26.611344 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-786bd4e7-bdc2-42ec-b1dd-fc0bfaa9083a None None] Could not find standard attr ID for object e374f438-2675-44de-928d-aec42b60d3b2. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:18:26.624211 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 97f7dbbd-7c63-4430-b20f-1bfffb053909 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:26.665462 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a508728d-0bdc-4bd3-9e97-9111795d5e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:26.778901 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a508728d-0bdc-4bd3-9e97-9111795d5e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:26.860156 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508728d-0bdc-4bd3-9e97-9111795d5e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4728f6bb-38f6-49fe-9d1e-f4797e1d1c36,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:26.864797 n-d-764435-3 neutron-server[100712]: DEBUG neutron.objects.ports [None req-4cccf1ca-bf8f-464b-8c17-bbef9586992b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:18:26.886894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a508728d-0bdc-4bd3-9e97-9111795d5e66 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=18722b6e062046c3bee2e4655e7d29d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4873793 Jul 15 15:18:26.906923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49680) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:27.074387 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:27.077127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bd4e7-bdc2-42ec-b1dd-fc0bfaa9083a None None] Pushing event updated for resources: {'Port': ['ID=d0416e0a-b970-402a-a8a3-3719953b328d,revision_number=16']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:27.095956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Allocated IP 172.20.0.18 (a3048145-b0ae-486a-bb2b-64535af0c124/772cf31f-02cd-4241-ab0c-e323299eeb20/5144ac5e-b5f6-492b-bbd2-1c1822aad2b1) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:27.117428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ee0b8ffd-99c2-4bb4-8d4d-76240271feff None None] Provisioning complete for port 0c7ff475-69b2-447b-a893-53087e3a9671 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:27.118064 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8ffd-99c2-4bb4-8d4d-76240271feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:27.135241 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:27.199915 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb5318e-88c7-4e5d-b9e3-5dabeb0d924e None None] Network 7dbbd06a-ce00-4007-9a0e-9c50f22a9980 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:27.265337 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 97f7dbbd-7c63-4430-b20f-1bfffb053909 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:27.268259 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cccf1ca-bf8f-464b-8c17-bbef9586992b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:27.274604 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-21a4c64c-dc01-44f3-a81b-31c3a655f520 None None] Deleting port d0416e0a-b970-402a-a8a3-3719953b328d {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:27.274990 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21a4c64c-dc01-44f3-a81b-31c3a655f520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:27.313814 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b472f35b-23da-4749-8db6-8b661b76106b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:27.321971 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 97f7dbbd-7c63-4430-b20f-1bfffb053909 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:27.322950 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:27.348845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2e66f-016b-45d3-8081-2107de261113 req-d8f23925-9649-4b25-afda-701583fec2f8 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:27.350848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dc2e66f-016b-45d3-8081-2107de261113 req-d8f23925-9649-4b25-afda-701583fec2f8 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.11 "GET /v2.0/networks?id=e49a3944-4abb-4d4a-85b8-ce91fa47307f HTTP/1.1" status: 200 len: 910 time: 0.4619124 Jul 15 15:18:27.371092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-5dc2e66f-016b-45d3-8081-2107de261113 req-b79644ce-82dd-4424-9972-af386f8b475d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Request body: {'port': {'device_id': '20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d', 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f', 'admin_state_up': True, 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:27.404034 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc2e66f-016b-45d3-8081-2107de261113 req-b79644ce-82dd-4424-9972-af386f8b475d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Made reservation on behalf of dad45eb298424f6a8b9d0cd1df08899e for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:27.406497 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5dc2e66f-016b-45d3-8081-2107de261113 req-b79644ce-82dd-4424-9972-af386f8b475d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:27.423383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc5243-062e-4a1a-b5e5-f4a4c755bb6b req-138e3bda-ee17-4644-9719-911cc78e017f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:27.424788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30cc5243-062e-4a1a-b5e5-f4a4c755bb6b req-138e3bda-ee17-4644-9719-911cc78e017f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.3990393 Jul 15 15:18:27.425669 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:27.428384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'Port': ['ID=69bbb5bf-db43-4f5c-9514-9f7d8a778e39,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:27.439672 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b472f35b-23da-4749-8db6-8b661b76106b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:27.458156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'name': 'tempest-TestServerMultinode-1538132941-router', 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '6d242849-9dbb-41c1-b39d-76693f4bf4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:12Z', 'updated_at': '2021-07-15T15:18:19Z', 'revision_number': 4, 'project_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'gw_port': {'id': '6d242849-9dbb-41c1-b39d-76693f4bf4bd', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:12Z', 'updated_at': '2021-07-15T15:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '7f4f03c1-5e19-4625-bab0-3c91e6585e9a', 'name': '', 'network_id': '7dbbd06a-ce00-4007-9a0e-9c50f22a9980', 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'mac_address': 'fa:16:3e:55:6b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '62cd9163-376a-4e32-a814-04dbf18c1384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:18Z', 'updated_at': '2021-07-15T15:18:19Z', 'revision_number': 2, 'project_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'subnets': [{'id': '62cd9163-376a-4e32-a814-04dbf18c1384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:27.473658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-4cccf1ca-bf8f-464b-8c17-bbef9586992b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] For port d0416e0a-b970-402a-a8a3-3719953b328d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d0416e0a-b970-402a-a8a3-3719953b328d,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:27.480216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-689e192c-02d4-40b5-85b2-b86d6a525937 req-e5c9d1d8-1b7e-435f-bd25-fdb5d6521e77 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 210 time: 0.0775278 Jul 15 15:18:27.507351 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cccf1ca-bf8f-464b-8c17-bbef9586992b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:27.513650 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cccf1ca-bf8f-464b-8c17-bbef9586992b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:27.514629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cccf1ca-bf8f-464b-8c17-bbef9586992b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:27.606728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cccf1ca-bf8f-464b-8c17-bbef9586992b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:27.613611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Checking router: 9977e9ea-d5eb-4b2d-8359-82d93f237877 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:18:27.614268 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Updating router 9977e9ea-d5eb-4b2d-8359-82d93f237877 port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:18:27.620384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4cccf1ca-bf8f-464b-8c17-bbef9586992b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:27.628306 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cccf1ca-bf8f-464b-8c17-bbef9586992b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:27.630351 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cccf1ca-bf8f-464b-8c17-bbef9586992b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:27.663412 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccf1ca-bf8f-464b-8c17-bbef9586992b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=d4914c7d-e14b-4d36-ad5d-377a9c6070b1,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:27.675080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccf1ca-bf8f-464b-8c17-bbef9586992b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=d0416e0a-b970-402a-a8a3-3719953b328d,revision_number=18']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:27.685050 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4cccf1ca-bf8f-464b-8c17-bbef9586992b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9559281 Jul 15 15:18:27.685410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49688) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:27.691987 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-65564f51-43a2-4c2a-834a-d8b4ba1f47df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'mac_address': 'fa:16:3e:b8:78:db', 'name': 'tempest-NetworksTestDHCPv6-726645604'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:27.777485 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:27.872790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-21a4c64c-dc01-44f3-a81b-31c3a655f520 None None] For port d0416e0a-b970-402a-a8a3-3719953b328d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d0416e0a-b970-402a-a8a3-3719953b328d,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:27.873625 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21a4c64c-dc01-44f3-a81b-31c3a655f520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:27.918428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a9a6fccc-bb2f-47a9-91fb-960e1c067caf None None] Provisioning for port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:27.929200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-21a4c64c-dc01-44f3-a81b-31c3a655f520 None None] Calling delete_port for d0416e0a-b970-402a-a8a3-3719953b328d owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:27.946694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-00ecef18-a526-4099-b8f8-beb216758f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:27.948221 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-00ecef18-a526-4099-b8f8-beb216758f28 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1096 time: 0.2518089 Jul 15 15:18:27.953285 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a9a6fccc-bb2f-47a9-91fb-960e1c067caf None None] Provisioning complete for port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:27.953980 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9a6fccc-bb2f-47a9-91fb-960e1c067caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:28.055914 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30cc5243-062e-4a1a-b5e5-f4a4c755bb6b req-44080f77-8b24-400b-8461-a53cb1b72d7d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6015940 Jul 15 15:18:28.092391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-09f84cd4-69e3-468d-8253-083b61bcad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:28.094076 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-09f84cd4-69e3-468d-8253-083b61bcad7d service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ccba156-8e62-472c-aa79-380bf6176149 HTTP/1.1" status: 200 len: 897 time: 0.1379282 Jul 15 15:18:28.113368 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65564f51-43a2-4c2a-834a-d8b4ba1f47df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:28.120940 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b472f35b-23da-4749-8db6-8b661b76106b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:28.127258 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b472f35b-23da-4749-8db6-8b661b76106b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:28.127258 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b472f35b-23da-4749-8db6-8b661b76106b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4728f6bb-38f6-49fe-9d1e-f4797e1d1c36 HTTP/1.1" status: 204 len: 168 time: 1.2166290 Jul 15 15:18:28.161978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472f35b-23da-4749-8db6-8b661b76106b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4728f6bb-38f6-49fe-9d1e-f4797e1d1c36,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:28.184589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a9a6fccc-bb2f-47a9-91fb-960e1c067caf None None] Port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:18:28.241589 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Network a3048145-b0ae-486a-bb2b-64535af0c124 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:28.244725 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:28.268184 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-b6cdf4a3-9123-4b9f-9808-f0f2eb05e42d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 200 len: 1001 time: 0.1673942 Jul 15 15:18:28.321120 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:28.351133 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65564f51-43a2-4c2a-834a-d8b4ba1f47df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:28.364693 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-5dc2e66f-016b-45d3-8081-2107de261113 req-b79644ce-82dd-4424-9972-af386f8b475d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Allocated IP 172.20.0.8 (e49a3944-4abb-4d4a-85b8-ce91fa47307f/ebec1bfa-356e-4760-bb2a-3ffcc34e1e62/cf44af3c-3b6c-4034-8589-f03a5db0ce89) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:28.386789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-65564f51-43a2-4c2a-834a-d8b4ba1f47df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port 6afe5423-07eb-4e36-b9d0-23a11c9328e7 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:18:28.389895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Transition to ACTIVE for port object 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:28.422521 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:28.428743 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a9a6fccc-bb2f-47a9-91fb-960e1c067caf None None] Provisioning complete for port 8c7d9151-15f8-41ec-a037-3d467dcc27f2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:28.428932 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9a6fccc-bb2f-47a9-91fb-960e1c067caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:28.436129 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-00296440-ae22-4d98-991e-5f4cdd190501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:28.438300 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-00296440-ae22-4d98-991e-5f4cdd190501 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25455b05-a94e-447c-b84e-9cd2a3a78a80 HTTP/1.1" status: 200 len: 835 time: 0.1617875 Jul 15 15:18:28.484841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Router aaa68c76-4354-4c43-b771-737d85d4ab85 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:18:28.527437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Transition to ACTIVE for port object 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:28.565157 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 97f7dbbd-7c63-4430-b20f-1bfffb053909, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=97f7dbbd-7c63-4430-b20f-1bfffb053909,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:28.579523 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:28.589420 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-516d7909-cf81-48c7-a0aa-4cd11517e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:28.590991 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-516d7909-cf81-48c7-a0aa-4cd11517e86a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ccba156-8e62-472c-aa79-380bf6176149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435349 Jul 15 15:18:28.611017 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:28.611778 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d0416e0a-b970-402a-a8a3-3719953b328d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:28.706804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Network a3048145-b0ae-486a-bb2b-64535af0c124 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:28.729953 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:28.758149 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:28.795240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-65564f51-43a2-4c2a-834a-d8b4ba1f47df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 172.20.0.11 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/bc475da1-56ea-4e86-99ed-4dc3c9ba298e/6afe5423-07eb-4e36-b9d0-23a11c9328e7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:28.807109 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0a95fbb-a9b1-4b03-8c9b-29016dba47c2 req-33d032f7-6ae5-4bfd-a409-f154c6a63590 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 210 time: 0.0954511 Jul 15 15:18:28.818156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-65564f51-43a2-4c2a-834a-d8b4ba1f47df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::f816:3eff:feb8:78db (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/d4914c7d-e14b-4d36-ad5d-377a9c6070b1/6afe5423-07eb-4e36-b9d0-23a11c9328e7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:28.865100 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Pushing event updated for resources: {'Port': ['ID=5144ac5e-b5f6-492b-bbd2-1c1822aad2b1,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:28.880285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49698) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:28.938497 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-234e55f2-5584-4b16-ad42-01edd33b630e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:28.984570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:18:28.995805 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Sync routers for ids ['aaa68c76-4354-4c43-b771-737d85d4ab85'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:18:29.015382 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Routers {'aaa68c76-4354-4c43-b771-737d85d4ab85'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:29.016361 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b236cd29-57a7-4e43-88ab-67a08abf09a9 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "PUT /v2.0/routers/aaa68c76-4354-4c43-b771-737d85d4ab85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1198554 Jul 15 15:18:29.016583 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:18:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['aaa68c76-4354-4c43-b771-737d85d4ab85'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:29.115705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Attempting to bind port 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:29.116450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Attempting to bind port 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '24f65b12-344a-4732-b574-01c8d9c3c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:29.117112 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Attempting to bind port 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 on network a3048145-b0ae-486a-bb2b-64535af0c124 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:29.177872 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:29.184060 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Checking segment: {'id': '24f65b12-344a-4732-b574-01c8d9c3c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:29.186247 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.187154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Bound using segment: {'id': '24f65b12-344a-4732-b574-01c8d9c3c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:29.189408 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Bound port: 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f65b12-344a-4732-b574-01c8d9c3c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:29.190146 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.200585 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-b823a3e8-3d2d-4db8-b7c0-0a7a255257e9 service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989077 Jul 15 15:18:29.266981 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65564f51-43a2-4c2a-834a-d8b4ba1f47df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.288455 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21a4c64c-dc01-44f3-a81b-31c3a655f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.290084 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5dc2e66f-016b-45d3-8081-2107de261113 req-b79644ce-82dd-4424-9972-af386f8b475d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.300491 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Set router aaa68c76-4354-4c43-b771-737d85d4ab85 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:29.320120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-5dc2e66f-016b-45d3-8081-2107de261113 req-b79644ce-82dd-4424-9972-af386f8b475d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Transition to ACTIVE for port object cf44af3c-3b6c-4034-8589-f03a5db0ce89 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:29.388707 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-c1704805-15ba-4107-905c-dc491d31d345 service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803396 Jul 15 15:18:29.393260 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-65564f51-43a2-4c2a-834a-d8b4ba1f47df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object 6afe5423-07eb-4e36-b9d0-23a11c9328e7 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:29.459853 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=97f7dbbd-7c63-4430-b20f-1bfffb053909,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:29.484900 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65564f51-43a2-4c2a-834a-d8b4ba1f47df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.488161 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d0416e0a-b970-402a-a8a3-3719953b328d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:29.488554 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.572445 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65564f51-43a2-4c2a-834a-d8b4ba1f47df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:29.576883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-65564f51-43a2-4c2a-834a-d8b4ba1f47df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:29.579796 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-234e55f2-5584-4b16-ad42-01edd33b630e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.592155 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65564f51-43a2-4c2a-834a-d8b4ba1f47df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:29.608288 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-234e55f2-5584-4b16-ad42-01edd33b630e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.648611 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65564f51-43a2-4c2a-834a-d8b4ba1f47df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=6afe5423-07eb-4e36-b9d0-23a11c9328e7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:29.667503 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4c64c-dc01-44f3-a81b-31c3a655f520 None None] Pushing event deleted for resources: {'Port': ['ID=d0416e0a-b970-402a-a8a3-3719953b328d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:29.695387 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-234e55f2-5584-4b16-ad42-01edd33b630e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6127bdbb4f71405d90291caf216186e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8111777 Jul 15 15:18:29.701215 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1652746637', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:14Z', 'updated_at': '2021-07-15T15:18:25Z', 'revision_number': 4, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:15Z', 'updated_at': '2021-07-15T15:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '69bbb5bf-db43-4f5c-9514-9f7d8a778e39', 'name': '', 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'mac_address': 'fa:16:3e:dd:6b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '772cf31f-02cd-4241-ab0c-e323299eeb20', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:24Z', 'updated_at': '2021-07-15T15:18:26Z', 'revision_number': 2, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'subnets': [{'id': '772cf31f-02cd-4241-ab0c-e323299eeb20', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:29.701472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65564f51-43a2-4c2a-834a-d8b4ba1f47df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:29.702047 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65564f51-43a2-4c2a-834a-d8b4ba1f47df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.705489 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49716) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:29.706308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Port d0416e0a-b970-402a-a8a3-3719953b328d was deleted so its status cannot be updated. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 15:18:29.720724 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-65416ff3-ddfd-495b-aef1-ac7dcb326dca None None] Provisioning complete for port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:29.721323 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65416ff3-ddfd-495b-aef1-ac7dcb326dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.732781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a4c64c-dc01-44f3-a81b-31c3a655f520 None None] No DVR routers for this DVR port d0416e0a-b970-402a-a8a3-3719953b328d on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:18:29.746470 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.752645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] For port 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:29.759223 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-65564f51-43a2-4c2a-834a-d8b4ba1f47df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0700748 Jul 15 15:18:29.759967 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef591a-0df6-4e4e-a5f2-5b4c4a55f6bc req-67289e7c-0c2b-4ba7-a22a-0972e68ba591 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:29.761753 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86ef591a-0df6-4e4e-a5f2-5b4c4a55f6bc req-67289e7c-0c2b-4ba7-a22a-0972e68ba591 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.4397993 Jul 15 15:18:29.764508 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49718) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:29.772799 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5dc2e66f-016b-45d3-8081-2107de261113 req-b79644ce-82dd-4424-9972-af386f8b475d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.806422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb17f802-8048-4929-8da6-b857c71fbc05 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:29.813459 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] For port 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5144ac5e-b5f6-492b-bbd2-1c1822aad2b1,segment=NetworkSegment(24f65b12-344a-4732-b574-01c8d9c3c21c),segment_id=24f65b12-344a-4732-b574-01c8d9c3c21c)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:29.828006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Transition to ACTIVE for port object 7f4f03c1-5e19-4625-bab0-3c91e6585e9a will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:29.830622 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Checking router: aaa68c76-4354-4c43-b771-737d85d4ab85 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:18:29.830973 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Updating router aaa68c76-4354-4c43-b771-737d85d4ab85 port 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:18:29.852057 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.862169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc2e66f-016b-45d3-8081-2107de261113 req-b79644ce-82dd-4424-9972-af386f8b475d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Network e49a3944-4abb-4d4a-85b8-ce91fa47307f is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:29.865479 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e55f2-5584-4b16-ad42-01edd33b630e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836c37f2-2158-4102-96b8-982b150b825b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:29.866593 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ca1d-1203-4563-a3c9-606153a378bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.894226 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-5dc2e66f-016b-45d3-8081-2107de261113 req-b79644ce-82dd-4424-9972-af386f8b475d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:29.900433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a618f346-b13f-48f7-9f96-48a5654bc157 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:29.902507 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a618f346-b13f-48f7-9f96-48a5654bc157 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1366744 Jul 15 15:18:29.907659 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.908339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49722) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:29.923395 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ca1d-1203-4563-a3c9-606153a378bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:29.948136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3aba7-f359-4089-902e-a011fffb1025 None None] Pushing event updated for resources: {'Port': ['ID=5144ac5e-b5f6-492b-bbd2-1c1822aad2b1,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:29.954007 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 97f7dbbd-7c63-4430-b20f-1bfffb053909 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:29.956352 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.022076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-65416ff3-ddfd-495b-aef1-ac7dcb326dca None None] Port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:18:30.048256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc2e66f-016b-45d3-8081-2107de261113 req-b79644ce-82dd-4424-9972-af386f8b475d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:30.122122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-0d267fc0-1089-46a5-b290-f4254228d9fa tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:30.131026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-0d267fc0-1089-46a5-b290-f4254228d9fa tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/networks?id=a3048145-b0ae-486a-bb2b-64535af0c124 HTTP/1.1" status: 200 len: 797 time: 0.6114581 Jul 15 15:18:30.139052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-fa633f93-31fa-433d-b9c6-dbca0bb76508 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port 6afe5423-07eb-4e36-b9d0-23a11c9328e7 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:30.139571 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa633f93-31fa-433d-b9c6-dbca0bb76508 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.142368 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ca1d-1203-4563-a3c9-606153a378bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.146766 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ca1d-1203-4563-a3c9-606153a378bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.148295 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7dd9ca1d-1203-4563-a3c9-606153a378bb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/836c37f2-2158-4102-96b8-982b150b825b HTTP/1.1" status: 204 len: 168 time: 0.4399524 Jul 15 15:18:30.165775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79644ce-82dd-4424-9972-af386f8b475d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Pushing event updated for resources: {'Port': ['ID=cf44af3c-3b6c-4034-8589-f03a5db0ce89,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:30.215335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9ca1d-1203-4563-a3c9-606153a378bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836c37f2-2158-4102-96b8-982b150b825b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:30.226053 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-1e3a6120-9163-43de-a873-edfb1edf61c1 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/quotas/fa1c872dfc224a95b77ffe6e9a9fcd2c HTTP/1.1" status: 200 len: 375 time: 0.0886445 Jul 15 15:18:30.263166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86ef591a-0df6-4e4e-a5f2-5b4c4a55f6bc req-e0d72add-9b90-4e05-b6f8-85ed1ba14179 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4634137 Jul 15 15:18:30.264681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2e66f-016b-45d3-8081-2107de261113 req-b79644ce-82dd-4424-9972-af386f8b475d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:30.266688 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5dc2e66f-016b-45d3-8081-2107de261113 req-b79644ce-82dd-4424-9972-af386f8b475d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.332088 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-05327050-f0c9-4a60-af1c-b81166682227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.374095 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dc2e66f-016b-45d3-8081-2107de261113 req-b79644ce-82dd-4424-9972-af386f8b475d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.0073385 Jul 15 15:18:30.403909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-65416ff3-ddfd-495b-aef1-ac7dcb326dca None None] Provisioning complete for port 8c7d9151-15f8-41ec-a037-3d467dcc27f2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:30.404322 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65416ff3-ddfd-495b-aef1-ac7dcb326dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.417191 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Request body: {'port': {'device_id': '20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:30.438240 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13538413-6c4c-4ddd-810e-57584288fb0d None None] Pushing event updated for resources: {'Port': ['ID=7f4f03c1-5e19-4625-bab0-3c91e6585e9a,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:30.523480 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa633f93-31fa-433d-b9c6-dbca0bb76508 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.526674 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.541832 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Transition to ACTIVE for port object 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:30.547972 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-8f74b7b2-65ef-4d19-bf52-679d4b187e35 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa1c872dfc224a95b77ffe6e9a9fcd2c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3192408 Jul 15 15:18:30.561602 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.574498 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-fa633f93-31fa-433d-b9c6-dbca0bb76508 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for 6afe5423-07eb-4e36-b9d0-23a11c9328e7 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:30.607580 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 97f7dbbd-7c63-4430-b20f-1bfffb053909 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:30.607951 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.693577 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943d3bc-8df8-4749-bf03-b9da474aeaad None None] Pushing event updated for resources: {'Port': ['ID=69bbb5bf-db43-4f5c-9514-9f7d8a778e39,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:30.707158 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-d94be901-85e7-4202-9d23-72df33904e2d service neutron] 10.222.0.38 "GET /v2.0/networks/a3048145-b0ae-486a-bb2b-64535af0c124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157453 Jul 15 15:18:30.771902 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Attempting to bind port 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:30.772280 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Attempting to bind port 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '24f65b12-344a-4732-b574-01c8d9c3c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:30.772644 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Attempting to bind port 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 on network a3048145-b0ae-486a-bb2b-64535af0c124 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:30.782326 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:30.782721 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Checking segment: {'id': '24f65b12-344a-4732-b574-01c8d9c3c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:30.783123 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.783516 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Bound using segment: {'id': '24f65b12-344a-4732-b574-01c8d9c3c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:30.783992 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Bound port: 69bbb5bf-db43-4f5c-9514-9f7d8a778e39, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f65b12-344a-4732-b574-01c8d9c3c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:30.784370 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.841532 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Attempting to bind port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:30.842007 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Attempting to bind port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7dbbd06a-ce00-4007-9a0e-9c50f22a9980'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:30.842290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Attempting to bind port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a on network 7dbbd06a-ce00-4007-9a0e-9c50f22a9980 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:30.847188 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-9aa51e44-eb5e-4c68-92b7-c90679d1327e service neutron] 10.222.0.38 "GET /v2.0/networks/a3048145-b0ae-486a-bb2b-64535af0c124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271367 Jul 15 15:18:30.874250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:30.874722 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Checking segment: {'id': '0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7dbbd06a-ce00-4007-9a0e-9c50f22a9980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:30.875144 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.875641 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Bound using segment: {'id': '0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7dbbd06a-ce00-4007-9a0e-9c50f22a9980'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:30.876127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Bound port: 7f4f03c1-5e19-4625-bab0-3c91e6585e9a, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7dbbd06a-ce00-4007-9a0e-9c50f22a9980'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:30.876512 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.913200 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.939017 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] For port 69bbb5bf-db43-4f5c-9514-9f7d8a778e39, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:30.950645 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c5584-a9c7-4ef9-9939-753cd7f349f0 req-59ac8f46-654c-44ef-8048-8dce48ff8277 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:30.952575 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c11c5584-a9c7-4ef9-9939-753cd7f349f0 req-59ac8f46-654c-44ef-8048-8dce48ff8277 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 1027 time: 0.4345806 Jul 15 15:18:30.979527 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa633f93-31fa-433d-b9c6-dbca0bb76508 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.980845 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] For port 69bbb5bf-db43-4f5c-9514-9f7d8a778e39, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=69bbb5bf-db43-4f5c-9514-9f7d8a778e39,segment=NetworkSegment(24f65b12-344a-4732-b574-01c8d9c3c21c),segment_id=24f65b12-344a-4732-b574-01c8d9c3c21c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:30.990271 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:31.049967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c11c5584-a9c7-4ef9-9939-753cd7f349f0 req-1b5ba79a-70cd-4b9a-974f-44b8931e1cc1 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695586 Jul 15 15:18:31.054388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa633f93-31fa-433d-b9c6-dbca0bb76508 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=6afe5423-07eb-4e36-b9d0-23a11c9328e7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:31.074260 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] For port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:31.081012 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] For port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7f4f03c1-5e19-4625-bab0-3c91e6585e9a,segment=NetworkSegment(0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca),segment_id=0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:31.105779 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:31.146245 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943d3bc-8df8-4749-bf03-b9da474aeaad None None] Pushing event updated for resources: {'Port': ['ID=69bbb5bf-db43-4f5c-9514-9f7d8a778e39,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:31.184071 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Routers {'aaa68c76-4354-4c43-b771-737d85d4ab85'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:31.184986 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:18:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['aaa68c76-4354-4c43-b771-737d85d4ab85'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:31.366256 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa633f93-31fa-433d-b9c6-dbca0bb76508 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:31.374469 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fa633f93-31fa-433d-b9c6-dbca0bb76508 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/6afe5423-07eb-4e36-b9d0-23a11c9328e7 HTTP/1.1" status: 204 len: 168 time: 1.4649122 Jul 15 15:18:31.376519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49750) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:31.536941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c43a27-698f-45d8-8dc1-ee7f2403ab1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:31.592267 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c43a27-698f-45d8-8dc1-ee7f2403ab1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:31.592267 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c43a27-698f-45d8-8dc1-ee7f2403ab1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:31.597593 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Routers {'9977e9ea-d5eb-4b2d-8359-82d93f237877'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:31.597593 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:18:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9977e9ea-d5eb-4b2d-8359-82d93f237877'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:31.597980 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-91c43a27-698f-45d8-8dc1-ee7f2403ab1d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1905093 Jul 15 15:18:31.597980 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49758) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:31.624513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecc8b2a-dc9c-473e-859d-25f0a07d068d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': 'bc475da1-56ea-4e86-99ed-4dc3c9ba298e'}, {'subnet_id': 'd4914c7d-e14b-4d36-ad5d-377a9c6070b1'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:18:31.625773 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8b2a-dc9c-473e-859d-25f0a07d068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:31.689437 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] Set router aaa68c76-4354-4c43-b771-737d85d4ab85 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:31.760426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f13f1c4-622b-4d66-9820-130106bf2331 req-953630d2-238c-47b5-81b5-d0b8181bebae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 210 time: 0.1687467 Jul 15 15:18:31.761266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba848ce-dac5-44e8-8b6e-72d9e849f5bc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet bc475da1-56ea-4e86-99ed-4dc3c9ba298e {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:31.768935 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eba848ce-dac5-44e8-8b6e-72d9e849f5bc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:31.872350 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eba848ce-dac5-44e8-8b6e-72d9e849f5bc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:31.976380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf44af3c-3b6c-4034-8589-f03a5db0ce89 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:18:31.979822 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eba848ce-dac5-44e8-8b6e-72d9e849f5bc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:31.992293 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:32.011390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e2c90-c925-436c-b0d3-71f63d08bc97 req-2d696b72-dd44-4ecb-a40c-4bdbaebcf146 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:32.021514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-917e2c90-c925-436c-b0d3-71f63d08bc97 req-2d696b72-dd44-4ecb-a40c-4bdbaebcf146 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.2888448 Jul 15 15:18:32.048427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Transition to ACTIVE for port object cf44af3c-3b6c-4034-8589-f03a5db0ce89 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:32.058561 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:32.125770 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-917e2c90-c925-436c-b0d3-71f63d08bc97 req-2c48779a-8ffd-4008-bdef-f2f7b51aeab2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021504 Jul 15 15:18:32.145603 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1652746637', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:14Z', 'updated_at': '2021-07-15T15:18:25Z', 'revision_number': 4, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:15Z', 'updated_at': '2021-07-15T15:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '69bbb5bf-db43-4f5c-9514-9f7d8a778e39', 'name': '', 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'mac_address': 'fa:16:3e:dd:6b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '772cf31f-02cd-4241-ab0c-e323299eeb20', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:24Z', 'updated_at': '2021-07-15T15:18:30Z', 'revision_number': 4, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'subnets': [{'id': '772cf31f-02cd-4241-ab0c-e323299eeb20', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:32.175867 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eba848ce-dac5-44e8-8b6e-72d9e849f5bc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:32.177552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Pushing event updated for resources: {'Port': ['ID=cf44af3c-3b6c-4034-8589-f03a5db0ce89,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:32.210076 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c7a917-e4eb-4876-bbbe-f3a230df705c None None] The sync data for ids ['aaa68c76-4354-4c43-b771-737d85d4ab85'] in n-d-764435-3 is: [{'id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1652746637', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:14Z', 'updated_at': '2021-07-15T15:18:25Z', 'revision_number': 4, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:15Z', 'updated_at': '2021-07-15T15:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '69bbb5bf-db43-4f5c-9514-9f7d8a778e39', 'name': '', 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'mac_address': 'fa:16:3e:dd:6b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '772cf31f-02cd-4241-ab0c-e323299eeb20', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:24Z', 'updated_at': '2021-07-15T15:18:30Z', 'revision_number': 4, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'subnets': [{'id': '772cf31f-02cd-4241-ab0c-e323299eeb20', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:18:32.258934 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eba848ce-dac5-44e8-8b6e-72d9e849f5bc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:32.266214 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49770) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:32.267606 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-eba848ce-dac5-44e8-8b6e-72d9e849f5bc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/bc475da1-56ea-4e86-99ed-4dc3c9ba298e HTTP/1.1" status: 204 len: 168 time: 0.6958261 Jul 15 15:18:32.268673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba848ce-dac5-44e8-8b6e-72d9e849f5bc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=bc475da1-56ea-4e86-99ed-4dc3c9ba298e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:32.409025 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d0416e0a-b970-402a-a8a3-3719953b328d no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:18:32.434372 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c985f5-ab55-4e3a-8a19-53abf3d1bac2 None None] Network a3048145-b0ae-486a-bb2b-64535af0c124 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:32.451813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: d0416e0a-b970-402a-a8a3-3719953b328d {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:18:32.452199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d0416e0a-b970-402a-a8a3-3719953b328d not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:18:32.466676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13538413-6c4c-4ddd-810e-57584288fb0d None None] Pushing event updated for resources: {'Port': ['ID=7f4f03c1-5e19-4625-bab0-3c91e6585e9a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:32.495929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Attempting to bind port cf44af3c-3b6c-4034-8589-f03a5db0ce89 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:32.496451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Attempting to bind port cf44af3c-3b6c-4034-8589-f03a5db0ce89 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:32.502572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Attempting to bind port cf44af3c-3b6c-4034-8589-f03a5db0ce89 on network e49a3944-4abb-4d4a-85b8-ce91fa47307f {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:32.529300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Port cf44af3c-3b6c-4034-8589-f03a5db0ce89 on network e49a3944-4abb-4d4a-85b8-ce91fa47307f not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:18:32.529851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Attempting to bind port cf44af3c-3b6c-4034-8589-f03a5db0ce89 on network e49a3944-4abb-4d4a-85b8-ce91fa47307f {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:32.563281 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:32.564136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Checking segment: {'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:32.564768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Bound using segment: {'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:32.565290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Bound port: cf44af3c-3b6c-4034-8589-f03a5db0ce89, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:32.565852 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:32.594094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d595a39-027f-4e83-b532-44ee863eb260 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet d4914c7d-e14b-4d36-ad5d-377a9c6070b1 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:32.621821 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d595a39-027f-4e83-b532-44ee863eb260 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:32.723798 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d595a39-027f-4e83-b532-44ee863eb260 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:32.728430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1caff-fe3b-405e-a1d5-8fe5617cafe2 req-7512b800-e7e7-461c-b76e-cced68e4e2c6 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:32.736797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-48c1caff-fe3b-405e-a1d5-8fe5617cafe2 req-7512b800-e7e7-461c-b76e-cced68e4e2c6 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 1052 time: 0.3686643 Jul 15 15:18:32.797906 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] For port cf44af3c-3b6c-4034-8589-f03a5db0ce89, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:32.829028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] For port cf44af3c-3b6c-4034-8589-f03a5db0ce89, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=cf44af3c-3b6c-4034-8589-f03a5db0ce89,segment=NetworkSegment(480c614a-5444-4543-abc7-65332e891838),segment_id=480c614a-5444-4543-abc7-65332e891838)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:32.842520 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:32.853293 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d595a39-027f-4e83-b532-44ee863eb260 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:32.870736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-48c1caff-fe3b-405e-a1d5-8fe5617cafe2 req-eb98502c-cfe7-4591-9e5f-37f6624bb6d7 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326749 Jul 15 15:18:32.922900 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:32.923875 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:32.926025 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dc2e66f-016b-45d3-8081-2107de261113 req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] 10.222.0.11 "PUT /v2.0/ports/cf44af3c-3b6c-4034-8589-f03a5db0ce89 HTTP/1.1" status: 200 len: 1091 time: 2.5363960 Jul 15 15:18:32.926800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d', 'tag': 'cf44af3c-3b6c-4034-8589-f03a5db0ce89'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:18:32.929496 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfbb34f-ea87-41e1-ba3e-9fad01ab42fe" -d '{"events": [{"name": "network-changed", "server_uuid": "20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d", "tag": "cf44af3c-3b6c-4034-8589-f03a5db0ce89"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:18:33.061025 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce39ecac-b3aa-45c4-8c8b-6a71280f60fd x-openstack-request-id: req-ce39ecac-b3aa-45c4-8c8b-6a71280f60fd {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:18:33.061663 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d", "tag": "cf44af3c-3b6c-4034-8589-f03a5db0ce89", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:18:33.062274 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ce39ecac-b3aa-45c4-8c8b-6a71280f60fd {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:18:33.062928 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d', 'tag': 'cf44af3c-3b6c-4034-8589-f03a5db0ce89', 'status': 'completed', 'code': 200} Jul 15 15:18:33.072324 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] Set router 9977e9ea-d5eb-4b2d-8359-82d93f237877 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:33.076875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:33.167617 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-81fbbf9a-54d6-41e9-87f7-f527508d9846 req-d16eeefd-97ea-4b9d-85fe-9145084d5ef6 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 210 time: 0.0893843 Jul 15 15:18:33.204142 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-90c629f1-ffce-4c11-a1d1-9c52deab6002 None None] Provisioning for port cf44af3c-3b6c-4034-8589-f03a5db0ce89 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:33.240302 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa89fd-184e-4737-9159-ba1f0d050b32 service neutron] Pushing event updated for resources: {'Port': ['ID=cf44af3c-3b6c-4034-8589-f03a5db0ce89,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:33.254315 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d595a39-027f-4e83-b532-44ee863eb260 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:33.294817 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d595a39-027f-4e83-b532-44ee863eb260 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=d4914c7d-e14b-4d36-ad5d-377a9c6070b1,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server [None req-7ecc8b2a-dc9c-473e-859d-25f0a07d068d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4914c7d-e14b-4d36-ad5d-377a9c6070b1: This subnet is being modified by another concurrent operation. Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise exception Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4914c7d-e14b-4d36-ad5d-377a9c6070b1: This subnet is being modified by another concurrent operation. Jul 15 15:18:33.300590 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Jul 15 15:18:33.306861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d595a39-027f-4e83-b532-44ee863eb260 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:33.315957 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6d595a39-027f-4e83-b532-44ee863eb260 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/d4914c7d-e14b-4d36-ad5d-377a9c6070b1 HTTP/1.1" status: 204 len: 168 time: 1.0451107 Jul 15 15:18:33.316679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49788) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:33.318155 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2e66f-016b-45d3-8081-2107de261113 req-e79a3ab6-da29-4028-9baf-7c85f7329c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:33.321687 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dc2e66f-016b-45d3-8081-2107de261113 req-e79a3ab6-da29-4028-9baf-7c85f7329c7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dad45eb298424f6a8b9d0cd1df08899e&device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 1094 time: 0.3392169 Jul 15 15:18:33.360820 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8473370-0ef9-413a-a6dd-0b0c37d3c28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:33.362662 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:33.448320 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 49790) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:33.449151 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e418d481-4660-4b4f-9320-c749a9a45019 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1312060 Jul 15 15:18:33.532038 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-12033b64-1b13-4370-8ebd-8485ba46d298 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0810070 Jul 15 15:18:33.533618 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dc2e66f-016b-45d3-8081-2107de261113 req-57cc17f3-6397-4047-8858-a9d4cca80dbd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf44af3c-3b6c-4034-8589-f03a5db0ce89 HTTP/1.1" status: 200 len: 217 time: 0.1550124 Jul 15 15:18:33.535310 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49792) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:33.585243 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f59ef62-ec24-427e-8109-d7fb01ee3c09 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:33.625263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:33.649061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:33.667392 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88507484-ee03-4ddf-bcba-ded3f2b970e7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:33.671965 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-88507484-ee03-4ddf-bcba-ded3f2b970e7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1349123 Jul 15 15:18:33.672542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49796) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:33.730855 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8c702e1f-1f07-4155-8bdd-24b3881c0072 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513182 Jul 15 15:18:33.742216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49798) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:33.753242 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-21602934-de3c-4a0a-9dbd-15020546610e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:33.781570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-099af9dd-1e2f-40c0-ba19-a867a26e3689 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:33.784053 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-099af9dd-1e2f-40c0-ba19-a867a26e3689 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.22 "GET /v2.0/networks?id=a3048145-b0ae-486a-bb2b-64535af0c124 HTTP/1.1" status: 200 len: 797 time: 0.4579556 Jul 15 15:18:33.817708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726b566-7d91-4c46-955f-b69b7d7b54bd req-6d200b38-6b5e-4be2-a980-ef7774dac392 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:33.824185 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2726b566-7d91-4c46-955f-b69b7d7b54bd req-6d200b38-6b5e-4be2-a980-ef7774dac392 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.3849900 Jul 15 15:18:33.834194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Request body: {'port': {'device_id': 'f48a388e-88df-42d8-be50-55dc09bb422e', 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124', 'admin_state_up': True, 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:33.908691 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a570d186-4b50-4b2d-a417-b221c3a6003a None None] Provisioning for port 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:33.935522 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a570d186-4b50-4b2d-a417-b221c3a6003a None None] Provisioning complete for port 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:33.936048 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a570d186-4b50-4b2d-a417-b221c3a6003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:34.010478 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21602934-de3c-4a0a-9dbd-15020546610e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:34.014617 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21602934-de3c-4a0a-9dbd-15020546610e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:34.016259 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-21602934-de3c-4a0a-9dbd-15020546610e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:18:34.016835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21602934-de3c-4a0a-9dbd-15020546610e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:18:34.049841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:34.062050 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-21602934-de3c-4a0a-9dbd-15020546610e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3184984 Jul 15 15:18:34.065916 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49806) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:34.096535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ae079b2b-db18-4c32-9db2-ae1e2366cd52 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:34.164324 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2e66f-016b-45d3-8081-2107de261113 req-9b4833a2-95f9-481e-818c-986c0f1b011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:34.165725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8334e8-b334-428b-9121-098d09dded01 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:34.165839 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dc2e66f-016b-45d3-8081-2107de261113 req-9b4833a2-95f9-481e-818c-986c0f1b011b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebec1bfa-356e-4760-bb2a-3ffcc34e1e62 HTTP/1.1" status: 200 len: 848 time: 0.6006637 Jul 15 15:18:34.375851 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'name': 'tempest-TestServerMultinode-1538132941-router', 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '6d242849-9dbb-41c1-b39d-76693f4bf4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:12Z', 'updated_at': '2021-07-15T15:18:19Z', 'revision_number': 4, 'project_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'gw_port': {'id': '6d242849-9dbb-41c1-b39d-76693f4bf4bd', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:12Z', 'updated_at': '2021-07-15T15:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '7f4f03c1-5e19-4625-bab0-3c91e6585e9a', 'name': '', 'network_id': '7dbbd06a-ce00-4007-9a0e-9c50f22a9980', 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'mac_address': 'fa:16:3e:55:6b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '62cd9163-376a-4e32-a814-04dbf18c1384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:18Z', 'updated_at': '2021-07-15T15:18:31Z', 'revision_number': 4, 'project_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'subnets': [{'id': '62cd9163-376a-4e32-a814-04dbf18c1384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:34.397863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2726b566-7d91-4c46-955f-b69b7d7b54bd req-719f7f8a-ea4f-495e-b58b-6baaa1b25b31 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264771 Jul 15 15:18:34.408813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae079b2b-db18-4c32-9db2-ae1e2366cd52 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:34.411328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Made reservation on behalf of fa1c872dfc224a95b77ffe6e9a9fcd2c for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:34.416423 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:34.417701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef5a85f-719f-4276-a4a7-85392ffd9c9e None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:34.422971 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:34.424031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c9302-867f-4b9d-bab5-d2ba992f8975 None None] The sync data for ids ['9977e9ea-d5eb-4b2d-8359-82d93f237877'] in n-d-764435-3 is: [{'id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'name': 'tempest-TestServerMultinode-1538132941-router', 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '6d242849-9dbb-41c1-b39d-76693f4bf4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:12Z', 'updated_at': '2021-07-15T15:18:19Z', 'revision_number': 4, 'project_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'gw_port': {'id': '6d242849-9dbb-41c1-b39d-76693f4bf4bd', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:12Z', 'updated_at': '2021-07-15T15:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '7f4f03c1-5e19-4625-bab0-3c91e6585e9a', 'name': '', 'network_id': '7dbbd06a-ce00-4007-9a0e-9c50f22a9980', 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'mac_address': 'fa:16:3e:55:6b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '62cd9163-376a-4e32-a814-04dbf18c1384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:18Z', 'updated_at': '2021-07-15T15:18:31Z', 'revision_number': 4, 'project_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'subnets': [{'id': '62cd9163-376a-4e32-a814-04dbf18c1384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:18:34.430906 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae079b2b-db18-4c32-9db2-ae1e2366cd52 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:34.433556 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae079b2b-db18-4c32-9db2-ae1e2366cd52 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:18:34.434270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae079b2b-db18-4c32-9db2-ae1e2366cd52 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:18:34.459909 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ae079b2b-db18-4c32-9db2-ae1e2366cd52 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3911030 Jul 15 15:18:34.463690 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49810) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:34.501722 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a801b98c-f362-4038-96e4-55449e7af33e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:34.633308 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:18:34.643475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2e66f-016b-45d3-8081-2107de261113 req-fa4360b7-98d7-43bd-b110-c7f8d1135da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:34.646638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dc2e66f-016b-45d3-8081-2107de261113 req-fa4360b7-98d7-43bd-b110-c7f8d1135da5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e49a3944-4abb-4d4a-85b8-ce91fa47307f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4700313 Jul 15 15:18:34.652326 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a570d186-4b50-4b2d-a417-b221c3a6003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:34.692541 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90da0a83-61e5-4b0f-94e0-f2a8244beaf5 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:34.740412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a570d186-4b50-4b2d-a417-b221c3a6003a None None] For port 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5144ac5e-b5f6-492b-bbd2-1c1822aad2b1,segment=NetworkSegment(24f65b12-344a-4732-b574-01c8d9c3c21c),segment_id=24f65b12-344a-4732-b574-01c8d9c3c21c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:34.754025 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a570d186-4b50-4b2d-a417-b221c3a6003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:34.802441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a801b98c-f362-4038-96e4-55449e7af33e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:34.807274 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a801b98c-f362-4038-96e4-55449e7af33e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:34.809387 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a801b98c-f362-4038-96e4-55449e7af33e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:18:34.809881 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a801b98c-f362-4038-96e4-55449e7af33e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:18:34.833520 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29a460-de84-45a1-a7ef-1b58b9c8dd46 req-697a66af-9c4b-4bf6-bf15-43041d15f242 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:34.846593 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c29a460-de84-45a1-a7ef-1b58b9c8dd46 req-697a66af-9c4b-4bf6-bf15-43041d15f242 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 1094 time: 0.5340567 Jul 15 15:18:34.846867 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a801b98c-f362-4038-96e4-55449e7af33e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3817096 Jul 15 15:18:34.849225 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49814) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:34.858118 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-64ad2789-71d8-4450-bc69-59cb67ee96fc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:34.924440 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dc2e66f-016b-45d3-8081-2107de261113 req-1c33e7b5-b7ff-4249-85d0-84c2f76cf499 service neutron] 10.222.0.11 "GET /v2.0/networks/e49a3944-4abb-4d4a-85b8-ce91fa47307f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676024 Jul 15 15:18:34.955914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570d186-4b50-4b2d-a417-b221c3a6003a None None] Pushing event updated for resources: {'Port': ['ID=5144ac5e-b5f6-492b-bbd2-1c1822aad2b1,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:34.966159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0650c823-f84a-421e-bafe-0aa64ef68623 req-1329fdd7-1c79-46d6-a2a5-5dbef48fb877 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 210 time: 0.0610542 Jul 15 15:18:34.986211 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a570d186-4b50-4b2d-a417-b221c3a6003a None None] Provisioning for port 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:34.999616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a570d186-4b50-4b2d-a417-b221c3a6003a None None] Provisioning complete for port 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:35.000000 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a570d186-4b50-4b2d-a417-b221c3a6003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:35.073821 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c29a460-de84-45a1-a7ef-1b58b9c8dd46 req-9eeec291-bdf4-4976-9a25-44b79ac47a35 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256386 Jul 15 15:18:35.168907 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a570d186-4b50-4b2d-a417-b221c3a6003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:35.190879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ad2789-71d8-4450-bc69-59cb67ee96fc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:35.199854 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64ad2789-71d8-4450-bc69-59cb67ee96fc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:35.201759 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ad2789-71d8-4450-bc69-59cb67ee96fc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:18:35.204643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ad2789-71d8-4450-bc69-59cb67ee96fc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:18:35.252272 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-64ad2789-71d8-4450-bc69-59cb67ee96fc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4006214 Jul 15 15:18:35.256693 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a570d186-4b50-4b2d-a417-b221c3a6003a None None] For port 69bbb5bf-db43-4f5c-9514-9f7d8a778e39, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=69bbb5bf-db43-4f5c-9514-9f7d8a778e39,segment=NetworkSegment(24f65b12-344a-4732-b574-01c8d9c3c21c),segment_id=24f65b12-344a-4732-b574-01c8d9c3c21c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:35.257510 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49822) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:35.263134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e9060c40-ede5-43ff-987a-13382817dd8b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:35.275441 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a570d186-4b50-4b2d-a417-b221c3a6003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:35.372860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570d186-4b50-4b2d-a417-b221c3a6003a None None] Pushing event updated for resources: {'Port': ['ID=69bbb5bf-db43-4f5c-9514-9f7d8a778e39,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:35.479573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ccb99a5a-03ed-43df-9ea0-dd2ba507d183 None None] Provisioning complete for port 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:35.480102 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccb99a5a-03ed-43df-9ea0-dd2ba507d183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:35.537580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9060c40-ede5-43ff-987a-13382817dd8b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:35.541411 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9060c40-ede5-43ff-987a-13382817dd8b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:35.542904 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9060c40-ede5-43ff-987a-13382817dd8b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:18:35.543356 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9060c40-ede5-43ff-987a-13382817dd8b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:18:35.576115 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e9060c40-ede5-43ff-987a-13382817dd8b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3144817 Jul 15 15:18:35.576441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49836) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:35.584532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1e6b5431-ffdb-43a2-8f8c-fa3e94350e3a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:35.669596 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ccb99a5a-03ed-43df-9ea0-dd2ba507d183 None None] Provisioning complete for port 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:35.670138 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccb99a5a-03ed-43df-9ea0-dd2ba507d183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:35.728128 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6b5431-ffdb-43a2-8f8c-fa3e94350e3a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:35.732550 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e6b5431-ffdb-43a2-8f8c-fa3e94350e3a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:35.734944 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6b5431-ffdb-43a2-8f8c-fa3e94350e3a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:18:35.735223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6b5431-ffdb-43a2-8f8c-fa3e94350e3a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:18:35.757293 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-d2947fb6-b97f-4e9c-b054-29bfde431b11 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4aae0798bdd4401f8bf50b67ead8c455&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529757 Jul 15 15:18:35.757521 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1e6b5431-ffdb-43a2-8f8c-fa3e94350e3a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1799378 Jul 15 15:18:35.758202 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49838) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:35.800451 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6f7d89c9-90be-4e4e-b13a-6de528bd8d09 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0407250 Jul 15 15:18:35.802018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49840) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:35.865541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c48a8b8-b800-42f1-9bc9-2e5207627ca6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:35.870245 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9c48a8b8-b800-42f1-9bc9-2e5207627ca6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0669031 Jul 15 15:18:35.870900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49842) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:35.924754 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1c3f09cb-ecc8-460e-94cd-9255cbb68e89 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527060 Jul 15 15:18:35.925440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49844) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:35.932311 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-08c47a69-6fd4-4339-b79d-8b86bd8d5ec6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:35.933317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b302d06-18f8-49f7-a989-a807db3feaf7 None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:18:35.970809 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5ef5f90a-97d6-4316-8a4a-c03870f2440f None None] Provisioning complete for port 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:35.971189 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ef5f90a-97d6-4316-8a4a-c03870f2440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:35.995999 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dc2e66f-016b-45d3-8081-2107de261113 req-b1b79e37-6473-4168-85ce-661e222687ae service neutron] 10.222.0.11 "GET /v2.0/networks/e49a3944-4abb-4d4a-85b8-ce91fa47307f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0436444 Jul 15 15:18:36.009018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Allocated IP 172.20.0.19 (a3048145-b0ae-486a-bb2b-64535af0c124/772cf31f-02cd-4241-ab0c-e323299eeb20/5f40db7f-dc51-4334-bafa-1780d63f695a) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:36.059653 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:36.059856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c47a69-6fd4-4339-b79d-8b86bd8d5ec6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:36.064272 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08c47a69-6fd4-4339-b79d-8b86bd8d5ec6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:36.175519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d28e2-241d-4833-9726-c62b05f7b0d5 req-5728d4d2-c994-4eba-a9f9-2c62f822ba68 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:36.182871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b302d06-18f8-49f7-a989-a807db3feaf7 None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:18:36.183436 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-352d28e2-241d-4833-9726-c62b05f7b0d5 req-5728d4d2-c994-4eba-a9f9-2c62f822ba68 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.4776826 Jul 15 15:18:36.194400 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-77a6f81c-4502-46b3-8eba-62bf677c5333 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:36.203077 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-77a6f81c-4502-46b3-8eba-62bf677c5333 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3985720 Jul 15 15:18:36.268806 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-352d28e2-241d-4833-9726-c62b05f7b0d5 req-56034c3e-4695-456c-bc02-21ed3e907881 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838842 Jul 15 15:18:36.324065 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4b15df58-a55d-4391-bf64-d91538019d8a None None] Provisioning complete for port 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:36.324914 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4b15df58-a55d-4391-bf64-d91538019d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:36.331450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-6b8737af-3c75-48fa-9b33-d0a96b8fe094 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/quotas/4aae0798bdd4401f8bf50b67ead8c455 HTTP/1.1" status: 200 len: 375 time: 0.1274369 Jul 15 15:18:36.395924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbb34f-ea87-41e1-ba3e-9fad01ab42fe req-95ec8b24-0cfc-4080-a11f-8e2a9967933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:36.397459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bfbb34f-ea87-41e1-ba3e-9fad01ab42fe req-95ec8b24-0cfc-4080-a11f-8e2a9967933b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dad45eb298424f6a8b9d0cd1df08899e&device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 1094 time: 0.3151832 Jul 15 15:18:36.407161 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-4854515e-ef78-40aa-af2a-73af35fdcb55 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4aae0798bdd4401f8bf50b67ead8c455&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748165 Jul 15 15:18:36.415952 n-d-764435-3 neutron-server[100712]: DEBUG neutron.objects.ports [None req-08c47a69-6fd4-4339-b79d-8b86bd8d5ec6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:18:36.416846 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08c47a69-6fd4-4339-b79d-8b86bd8d5ec6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:36.473894 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c47a69-6fd4-4339-b79d-8b86bd8d5ec6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=7276fa6b-28ff-46e3-80b9-e2cff673518d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:36.480570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c47a69-6fd4-4339-b79d-8b86bd8d5ec6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:36.482561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-08c47a69-6fd4-4339-b79d-8b86bd8d5ec6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:36.484636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c47a69-6fd4-4339-b79d-8b86bd8d5ec6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:36.485257 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08c47a69-6fd4-4339-b79d-8b86bd8d5ec6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:36.511777 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-08c47a69-6fd4-4339-b79d-8b86bd8d5ec6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5819929 Jul 15 15:18:36.512768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49854) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:36.519700 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-839972c7-835d-468a-ab9a-59a74199223b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'mac_address': 'fa:16:3e:65:6a:a2', 'name': 'tempest-NetworksTestDHCPv6-805923744'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:36.560376 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:36.597023 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90dcc6e4-791d-4bbc-9c71-0c3bd491b85d req-f56bb145-570a-4345-bc87-94916257b90d tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 210 time: 0.0614033 Jul 15 15:18:36.643084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Transition to ACTIVE for port object 5f40db7f-dc51-4334-bafa-1780d63f695a will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:36.690332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbb34f-ea87-41e1-ba3e-9fad01ab42fe req-0b7d5bd3-1e3d-4b7b-abee-d6bbfdd9fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:36.692458 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bfbb34f-ea87-41e1-ba3e-9fad01ab42fe req-0b7d5bd3-1e3d-4b7b-abee-d6bbfdd9fdd6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e49a3944-4abb-4d4a-85b8-ce91fa47307f HTTP/1.1" status: 200 len: 910 time: 0.2799711 Jul 15 15:18:36.712445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': '7276fa6b-28ff-46e3-80b9-e2cff673518d'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:18:36.714319 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:36.730643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839972c7-835d-468a-ab9a-59a74199223b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:36.792604 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bfbb34f-ea87-41e1-ba3e-9fad01ab42fe req-63dc5060-131d-4c9c-8fa3-513bb4f2e0c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf44af3c-3b6c-4034-8589-f03a5db0ce89 HTTP/1.1" status: 200 len: 217 time: 0.0913091 Jul 15 15:18:36.869322 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7f4f03c1-5e19-4625-bab0-3c91e6585e9a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:36.888595 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-839972c7-835d-468a-ab9a-59a74199223b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:36.892925 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:37.002318 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Allocated IP 2001:db8::f816:3eff:fe9a:4abc (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/7276fa6b-28ff-46e3-80b9-e2cff673518d/62a61f1f-3dfe-473a-aff9-46375e8ebd65) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:37.019048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Network a3048145-b0ae-486a-bb2b-64535af0c124 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:37.031062 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:37.034970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:37.048452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:37.050307 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:37.050857 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:37.054123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbb34f-ea87-41e1-ba3e-9fad01ab42fe req-3a897f8a-5e6f-4429-bf00-75f39a76ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:37.056624 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bfbb34f-ea87-41e1-ba3e-9fad01ab42fe req-3a897f8a-5e6f-4429-bf00-75f39a76ca49 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebec1bfa-356e-4760-bb2a-3ffcc34e1e62 HTTP/1.1" status: 200 len: 848 time: 0.2539005 Jul 15 15:18:37.184194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event updated for resources: {'Port': ['ID=5f40db7f-dc51-4334-bafa-1780d63f695a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:37.212303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e8f6f00-cb3c-4553-b54a-315892e4700d req-ad0254d7-7548-402d-8d83-d13a9287040d tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 210 time: 0.1598163 Jul 15 15:18:37.239281 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:37.239790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:37.240211 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:37.240636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:37.241029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:37.241451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:37.241843 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:37.242470 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:37.243457 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:37.243889 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:37.244300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:37.244831 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:37.246404 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:37.272332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e45ea-8e78-4725-9341-8ea8637e7db2 req-54a0f989-e66f-4224-99c1-6b9bc5bf1181 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:37.274229 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4c6e45ea-8e78-4725-9341-8ea8637e7db2 req-54a0f989-e66f-4224-99c1-6b9bc5bf1181 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 1094 time: 0.3976510 Jul 15 15:18:37.281912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:37.282696 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:37.296356 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:37.311923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7f4f03c1-5e19-4625-bab0-3c91e6585e9a,segment=NetworkSegment(0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca),segment_id=0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:37.316353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Transition to ACTIVE for port object 62a61f1f-3dfe-473a-aff9-46375e8ebd65 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:37.325456 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:37.326325 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:37.348817 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-815a3d3d-3ee7-4511-ab59-6b7f9eb0c701 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.5485392 Jul 15 15:18:37.367168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Request body: {'port': {'device_id': 'f48a388e-88df-42d8-be50-55dc09bb422e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:37.378469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-839972c7-835d-468a-ab9a-59a74199223b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port eccf0227-1c8a-44b3-9915-b707e6953bd0 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:18:37.393921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device cf44af3c-3b6c-4034-8589-f03a5db0ce89 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:18:37.405619 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Transition to ACTIVE for port object 62a61f1f-3dfe-473a-aff9-46375e8ebd65 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:37.421668 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbb34f-ea87-41e1-ba3e-9fad01ab42fe req-09bdbdeb-303d-4c7c-88da-cbd789dcfc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:37.423831 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bfbb34f-ea87-41e1-ba3e-9fad01ab42fe req-09bdbdeb-303d-4c7c-88da-cbd789dcfc03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e49a3944-4abb-4d4a-85b8-ce91fa47307f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3467324 Jul 15 15:18:37.438098 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:37.483999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:37.496191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:37.498727 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:37.500832 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=7f4f03c1-5e19-4625-bab0-3c91e6585e9a,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:37.529499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-839972c7-835d-468a-ab9a-59a74199223b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::f816:3eff:fe65:6aa2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/7276fa6b-28ff-46e3-80b9-e2cff673518d/eccf0227-1c8a-44b3-9915-b707e6953bd0) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:37.550375 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:37.610486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4c6e45ea-8e78-4725-9341-8ea8637e7db2 req-18cc51ea-a68f-4a3e-a021-b5c4979383f5 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876935 Jul 15 15:18:37.753224 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-839972c7-835d-468a-ab9a-59a74199223b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:37.770656 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-839972c7-835d-468a-ab9a-59a74199223b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object eccf0227-1c8a-44b3-9915-b707e6953bd0 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:37.810245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff42a8-046b-4b9f-83d1-2b8540ee22dd req-37817e0a-9abc-4dab-b57c-60bfc98baa84 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:37.811871 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3fff42a8-046b-4b9f-83d1-2b8540ee22dd req-37817e0a-9abc-4dab-b57c-60bfc98baa84 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.3284235 Jul 15 15:18:37.823968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:37.824532 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-839972c7-835d-468a-ab9a-59a74199223b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:37.824623 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:37.824692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bfbb34f-ea87-41e1-ba3e-9fad01ab42fe req-bbe9c422-ce38-444c-b182-b543ca74a9c7 service neutron] 10.222.0.11 "GET /v2.0/networks/e49a3944-4abb-4d4a-85b8-ce91fa47307f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448014 Jul 15 15:18:37.849442 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839972c7-835d-468a-ab9a-59a74199223b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:37.853212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-839972c7-835d-468a-ab9a-59a74199223b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:37.877332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839972c7-835d-468a-ab9a-59a74199223b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:37.885276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839972c7-835d-468a-ab9a-59a74199223b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:37.886401 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-839972c7-835d-468a-ab9a-59a74199223b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:37.900254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Pushing event updated for resources: {'Port': ['ID=62a61f1f-3dfe-473a-aff9-46375e8ebd65,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:37.912284 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Attempting to bind port 62a61f1f-3dfe-473a-aff9-46375e8ebd65 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:37.912670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Attempting to bind port 62a61f1f-3dfe-473a-aff9-46375e8ebd65 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:37.913045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Attempting to bind port 62a61f1f-3dfe-473a-aff9-46375e8ebd65 on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:37.924505 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:37.924922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:37.925312 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:37.925417 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-839972c7-835d-468a-ab9a-59a74199223b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4111607 Jul 15 15:18:37.925783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:37.926317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Bound port: 62a61f1f-3dfe-473a-aff9-46375e8ebd65, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:37.926733 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:37.926880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839972c7-835d-468a-ab9a-59a74199223b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=eccf0227-1c8a-44b3-9915-b707e6953bd0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:37.929551 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49872) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:37.965937 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port cf44af3c-3b6c-4034-8589-f03a5db0ce89, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=cf44af3c-3b6c-4034-8589-f03a5db0ce89,segment=NetworkSegment(480c614a-5444-4543-abc7-65332e891838),segment_id=480c614a-5444-4543-abc7-65332e891838)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:38.000648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057ddb26-d454-4243-996b-8aab087cdbf3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:38.008077 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057ddb26-d454-4243-996b-8aab087cdbf3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:38.012233 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-057ddb26-d454-4243-996b-8aab087cdbf3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0792828 Jul 15 15:18:38.012905 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49876) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:38.035070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'cf44af3c-3b6c-4034-8589-f03a5db0ce89', 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f', 'port_id': 'cf44af3c-3b6c-4034-8589-f03a5db0ce89', 'mac_address': 'fa:16:3e:8d:03:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebec1bfa-356e-4760-bb2a-3ffcc34e1e62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:18:38.045726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:38.046057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3fff42a8-046b-4b9f-83d1-2b8540ee22dd req-d8d179c3-8ddf-4ce1-9184-7f5b5a6f5ab0 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142503 Jul 15 15:18:38.095763 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bfbb34f-ea87-41e1-ba3e-9fad01ab42fe req-a2e6e3b6-7095-43a5-9641-356370ee6ff4 service neutron] 10.222.0.11 "GET /v2.0/networks/e49a3944-4abb-4d4a-85b8-ce91fa47307f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595134 Jul 15 15:18:38.125877 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] For port 62a61f1f-3dfe-473a-aff9-46375e8ebd65, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:38.134958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] For port 62a61f1f-3dfe-473a-aff9-46375e8ebd65, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=62a61f1f-3dfe-473a-aff9-46375e8ebd65,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:38.137437 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:38.143970 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-02278b5b-e484-46eb-b131-f24630ed3285 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port eccf0227-1c8a-44b3-9915-b707e6953bd0 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:38.144325 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02278b5b-e484-46eb-b131-f24630ed3285 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:38.148968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc86eff-e8e9-4caa-9645-c90ade957caf req-270520a0-454c-4727-998f-c14395b3fa7e tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:38.154971 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:38.162304 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dc86eff-e8e9-4caa-9645-c90ade957caf req-270520a0-454c-4727-998f-c14395b3fa7e tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 895 time: 0.2773466 Jul 15 15:18:38.210567 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2536d-757d-4a0a-97e1-481378782aba None None] Pushing event updated for resources: {'Port': ['ID=62a61f1f-3dfe-473a-aff9-46375e8ebd65,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:38.220170 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf44af3c-3b6c-4034-8589-f03a5db0ce89 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:18:38.265008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port cf44af3c-3b6c-4034-8589-f03a5db0ce89, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=cf44af3c-3b6c-4034-8589-f03a5db0ce89,segment=NetworkSegment(480c614a-5444-4543-abc7-65332e891838),segment_id=480c614a-5444-4543-abc7-65332e891838)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:38.277595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:38.278150 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:38.284225 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02278b5b-e484-46eb-b131-f24630ed3285 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:38.300242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f40db7f-dc51-4334-bafa-1780d63f695a {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:18:38.302047 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-02278b5b-e484-46eb-b131-f24630ed3285 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for eccf0227-1c8a-44b3-9915-b707e6953bd0 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:38.311842 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:38.317364 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:38.346724 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Transition to ACTIVE for port object 5f40db7f-dc51-4334-bafa-1780d63f695a will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:38.356867 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:38.425609 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=cf44af3c-3b6c-4034-8589-f03a5db0ce89,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:38.449144 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Pushing event updated for resources: {'Port': ['ID=5f40db7f-dc51-4334-bafa-1780d63f695a,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:38.501173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-80570438-b554-406f-8447-56880a4378fb tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4aae0798bdd4401f8bf50b67ead8c455&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428419 Jul 15 15:18:38.522428 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02278b5b-e484-46eb-b131-f24630ed3285 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:38.574282 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02278b5b-e484-46eb-b131-f24630ed3285 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=eccf0227-1c8a-44b3-9915-b707e6953bd0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:38.601232 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['cf44af3c-3b6c-4034-8589-f03a5db0ce89'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:18:38.646348 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02278b5b-e484-46eb-b131-f24630ed3285 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:38.649913 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-02278b5b-e484-46eb-b131-f24630ed3285 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/eccf0227-1c8a-44b3-9915-b707e6953bd0 HTTP/1.1" status: 204 len: 168 time: 0.6364653 Jul 15 15:18:38.657530 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49882) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:38.714655 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7f4f03c1-5e19-4625-bab0-3c91e6585e9a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:38.768023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b775508-073c-427d-a67e-2b7d58d488eb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:38.771639 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b775508-073c-427d-a67e-2b7d58d488eb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:38.773282 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1b775508-073c-427d-a67e-2b7d58d488eb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1145601 Jul 15 15:18:38.782004 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49884) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:38.800558 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38a2fefe-35a2-4ff4-a180-cb03fd48816e req-e2d37157-9285-45da-b734-d328749f38fe tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 210 time: 0.2074018 Jul 15 15:18:38.870966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc58431e-78b0-4575-ae86-de217556568e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet 7276fa6b-28ff-46e3-80b9-e2cff673518d {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:38.874696 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc58431e-78b0-4575-ae86-de217556568e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:38.884796 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:38.885320 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:38.909710 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-6175442d-dea9-41c7-8962-95fbda6542fa tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:38.911953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-6175442d-dea9-41c7-8962-95fbda6542fa tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3840568 Jul 15 15:18:38.924618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Attempting to bind port 5f40db7f-dc51-4334-bafa-1780d63f695a on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:38.924954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Attempting to bind port 5f40db7f-dc51-4334-bafa-1780d63f695a by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '24f65b12-344a-4732-b574-01c8d9c3c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:38.925288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Attempting to bind port 5f40db7f-dc51-4334-bafa-1780d63f695a on network a3048145-b0ae-486a-bb2b-64535af0c124 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:38.927095 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc58431e-78b0-4575-ae86-de217556568e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:38.931624 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Request body: {'port': {'device_id': '4f622dd4-65b9-49d9-b460-6e5e5519b1d8', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': '4aae0798bdd4401f8bf50b67ead8c455'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:38.951471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Port 5f40db7f-dc51-4334-bafa-1780d63f695a on network a3048145-b0ae-486a-bb2b-64535af0c124 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:18:38.951798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Attempting to bind port 5f40db7f-dc51-4334-bafa-1780d63f695a on network a3048145-b0ae-486a-bb2b-64535af0c124 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:38.970080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:38.970442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Checking segment: {'id': '24f65b12-344a-4732-b574-01c8d9c3c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:38.970828 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Bound using segment: {'id': '24f65b12-344a-4732-b574-01c8d9c3c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:38.971270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Bound port: 5f40db7f-dc51-4334-bafa-1780d63f695a, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f65b12-344a-4732-b574-01c8d9c3c21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:38.971631 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:39.022856 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc58431e-78b0-4575-ae86-de217556568e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:39.037253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c85e4-c0d7-4197-aeed-267e24357ee0 req-a9d0de4b-9b98-46bf-acb9-4536a7518239 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:39.038812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d18c85e4-c0d7-4197-aeed-267e24357ee0 req-a9d0de4b-9b98-46bf-acb9-4536a7518239 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 1095 time: 0.1939707 Jul 15 15:18:39.088308 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc58431e-78b0-4575-ae86-de217556568e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:39.129100 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58431e-78b0-4575-ae86-de217556568e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=7276fa6b-28ff-46e3-80b9-e2cff673518d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:39.134441 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc58431e-78b0-4575-ae86-de217556568e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:39.136803 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fc58431e-78b0-4575-ae86-de217556568e tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/7276fa6b-28ff-46e3-80b9-e2cff673518d HTTP/1.1" status: 204 len: 168 time: 0.3537307 Jul 15 15:18:39.139357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49888) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:39.162855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d18c85e4-c0d7-4197-aeed-267e24357ee0 req-500c410e-0e4a-4b8e-b360-9b32fb4cc457 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041963 Jul 15 15:18:39.171800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] For port 5f40db7f-dc51-4334-bafa-1780d63f695a, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:39.175252 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] For port 5f40db7f-dc51-4334-bafa-1780d63f695a, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5f40db7f-dc51-4334-bafa-1780d63f695a,segment=NetworkSegment(24f65b12-344a-4732-b574-01c8d9c3c21c),segment_id=24f65b12-344a-4732-b574-01c8d9c3c21c)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:39.176673 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Made reservation on behalf of 4aae0798bdd4401f8bf50b67ead8c455 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:39.180789 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:39.185244 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:39.194760 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a655f61f-8b94-46e1-8cbc-4fb1c988d1d1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473566 Jul 15 15:18:39.204669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49892) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:39.212089 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0fce9aa1-38d7-4a03-b4f4-b004cf320287 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:39.252442 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:39.273761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Pushing event updated for resources: {'Port': ['ID=5f40db7f-dc51-4334-bafa-1780d63f695a,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:39.318393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:39.319048 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:39.320476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-027f08a7-d295-4dd6-914d-7503797f9caf service neutron] 10.222.0.22 "PUT /v2.0/ports/5f40db7f-dc51-4334-bafa-1780d63f695a HTTP/1.1" status: 200 len: 1055 time: 1.9607987 Jul 15 15:18:39.320975 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48a388e-88df-42d8-be50-55dc09bb422e', 'tag': '5f40db7f-dc51-4334-bafa-1780d63f695a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:18:39.323253 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4843d421-e947-4998-9988-954a922dafcd" -d '{"events": [{"name": "network-changed", "server_uuid": "f48a388e-88df-42d8-be50-55dc09bb422e", "tag": "5f40db7f-dc51-4334-bafa-1780d63f695a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:18:39.388823 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device cf44af3c-3b6c-4034-8589-f03a5db0ce89 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:39.440581 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port cf44af3c-3b6c-4034-8589-f03a5db0ce89 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:39.446859 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port cf44af3c-3b6c-4034-8589-f03a5db0ce89 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:39.447303 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:39.532937 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:39.562784 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf44af3c-3b6c-4034-8589-f03a5db0ce89'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:18:39.565126 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ade9a1-88ec-4b11-ad2a-414ac88c65e0" -d '{"events": [{"server_uuid": "20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d", "name": "network-vif-plugged", "status": "completed", "tag": "cf44af3c-3b6c-4034-8589-f03a5db0ce89"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:18:39.580729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port cf44af3c-3b6c-4034-8589-f03a5db0ce89, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=cf44af3c-3b6c-4034-8589-f03a5db0ce89,segment=NetworkSegment(480c614a-5444-4543-abc7-65332e891838),segment_id=480c614a-5444-4543-abc7-65332e891838)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:39.587716 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:39.595624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac6c1a-b179-4296-80db-b1bac15b2d2a None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:39.728862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=cf44af3c-3b6c-4034-8589-f03a5db0ce89,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:39.769549 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-45803241-45c9-4028-aac9-59145f0c279b None None] Provisioning for port 62a61f1f-3dfe-473a-aff9-46375e8ebd65 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:39.873048 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e027cf47-b6a0-4351-82ad-d8d3f8a40a22 None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:18:39.876463 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935f23f-405f-4b56-a62f-cae181b9f003 req-35fe93d9-7adb-4d94-8592-427af2e421a7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:39.878363 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5935f23f-405f-4b56-a62f-cae181b9f003 req-35fe93d9-7adb-4d94-8592-427af2e421a7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.6306469 Jul 15 15:18:39.923105 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eca418-6d6a-4e6f-9eb3-135588731949 req-5d803dec-e80d-46fc-ae24-17626ce5f723 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:39.924756 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54eca418-6d6a-4e6f-9eb3-135588731949 req-5d803dec-e80d-46fc-ae24-17626ce5f723 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 907 time: 0.6140499 Jul 15 15:18:39.924889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4998a71d-4ed3-4a54-ba31-2664440a75fb None None] Provisioning for port 5f40db7f-dc51-4334-bafa-1780d63f695a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:39.953286 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-86eb0f11-914e-48c9-8c90-580557828b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:39.954851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-86eb0f11-914e-48c9-8c90-580557828b3a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fa1c872dfc224a95b77ffe6e9a9fcd2c&device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 1058 time: 0.5801494 Jul 15 15:18:39.961823 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e027cf47-b6a0-4351-82ad-d8d3f8a40a22 None None] Deleting port 62a61f1f-3dfe-473a-aff9-46375e8ebd65 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:39.962628 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e027cf47-b6a0-4351-82ad-d8d3f8a40a22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.018460 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc7a4e2-8eae-47d0-9818-cda63ff4104b x-openstack-request-id: req-6fc7a4e2-8eae-47d0-9818-cda63ff4104b {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:18:40.018790 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48a388e-88df-42d8-be50-55dc09bb422e", "tag": "5f40db7f-dc51-4334-bafa-1780d63f695a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:18:40.019038 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6fc7a4e2-8eae-47d0-9818-cda63ff4104b {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:18:40.019446 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48a388e-88df-42d8-be50-55dc09bb422e', 'tag': '5f40db7f-dc51-4334-bafa-1780d63f695a', 'status': 'completed', 'code': 200} Jul 15 15:18:40.022176 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.026070 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-53414563-bc63-4582-9ebf-fd81af42f843 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5f40db7f-dc51-4334-bafa-1780d63f695a HTTP/1.1" status: 200 len: 217 time: 0.0578177 Jul 15 15:18:40.041381 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5935f23f-405f-4b56-a62f-cae181b9f003 req-7fb224ec-3532-4534-ad1d-3c044b237d0e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505401 Jul 15 15:18:40.050401 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.054253 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fce9aa1-38d7-4a03-b4f4-b004cf320287 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:40.060291 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fce9aa1-38d7-4a03-b4f4-b004cf320287 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.076094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e027cf47-b6a0-4351-82ad-d8d3f8a40a22 None None] For port 62a61f1f-3dfe-473a-aff9-46375e8ebd65, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=62a61f1f-3dfe-473a-aff9-46375e8ebd65,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:40.076501 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e027cf47-b6a0-4351-82ad-d8d3f8a40a22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.126397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e027cf47-b6a0-4351-82ad-d8d3f8a40a22 None None] Calling delete_port for 62a61f1f-3dfe-473a-aff9-46375e8ebd65 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:40.230431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-7b42ccd6-bd4f-4afe-bd21-f99d0dbbc5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:40.231988 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-7b42ccd6-bd4f-4afe-bd21-f99d0dbbc5ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=772cf31f-02cd-4241-ab0c-e323299eeb20 HTTP/1.1" status: 200 len: 838 time: 0.1892986 Jul 15 15:18:40.244417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7941d8a3-0a3c-4fe6-bd41-13247b37b42f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:40.248927 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed1ca1d-9a97-422f-a612-865c48e107ec x-openstack-request-id: req-aed1ca1d-9a97-422f-a612-865c48e107ec {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:18:40.249282 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d", "name": "network-vif-plugged", "status": "completed", "tag": "cf44af3c-3b6c-4034-8589-f03a5db0ce89", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:18:40.249545 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aed1ca1d-9a97-422f-a612-865c48e107ec {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:18:40.249999 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf44af3c-3b6c-4034-8589-f03a5db0ce89', 'code': 200} Jul 15 15:18:40.434378 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e027cf47-b6a0-4351-82ad-d8d3f8a40a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.450363 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f80bf1ed-5885-4ff2-9628-94feadba4d82 req-537baf4e-d11d-4a5e-a691-a056ef4bbb52 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 210 time: 0.0893211 Jul 15 15:18:40.465400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027cf47-b6a0-4351-82ad-d8d3f8a40a22 None None] Pushing event deleted for resources: {'Port': ['ID=62a61f1f-3dfe-473a-aff9-46375e8ebd65,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:40.484786 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e027cf47-b6a0-4351-82ad-d8d3f8a40a22 None None] No DVR routers for this DVR port 62a61f1f-3dfe-473a-aff9-46375e8ebd65 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:18:40.499957 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Allocated IP 192.168.233.191 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/308b30a7-4b46-4c0f-b9db-3224d160fc0a) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:40.502617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a0688-9e50-490d-b8bd-7ba293e7ee39 req-b35794de-f32e-4ad6-bd6e-e3f94778a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:40.505161 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-285a0688-9e50-490d-b8bd-7ba293e7ee39 req-b35794de-f32e-4ad6-bd6e-e3f94778a665 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 1096 time: 0.2442045 Jul 15 15:18:40.551629 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-b0971a95-78c6-4821-9ae7-8553291f68b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:40.553168 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-b0971a95-78c6-4821-9ae7-8553291f68b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3048145-b0ae-486a-bb2b-64535af0c124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3098259 Jul 15 15:18:40.606725 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-285a0688-9e50-490d-b8bd-7ba293e7ee39 req-6be44181-f665-4b68-8f55-882c97dd014b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652995 Jul 15 15:18:40.675403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.objects.ports [None req-0fce9aa1-38d7-4a03-b4f4-b004cf320287 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:18:40.677321 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fce9aa1-38d7-4a03-b4f4-b004cf320287 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.691428 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba5666-1882-4dd4-b69d-c8577fe3fda0 req-e862c192-85e2-40e2-a9bf-9611c239fd0c tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:40.694197 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-21ba5666-1882-4dd4-b69d-c8577fe3fda0 req-e862c192-85e2-40e2-a9bf-9611c239fd0c tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 1096 time: 0.1966045 Jul 15 15:18:40.716550 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fce9aa1-38d7-4a03-b4f4-b004cf320287 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:40.721176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0fce9aa1-38d7-4a03-b4f4-b004cf320287 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:40.725482 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fce9aa1-38d7-4a03-b4f4-b004cf320287 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:40.726206 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fce9aa1-38d7-4a03-b4f4-b004cf320287 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.732767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447ca2a8-3293-4a38-af7e-4797c6050c23 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:40.747305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce9aa1-38d7-4a03-b4f4-b004cf320287 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=077d48ed-cb3a-464d-ad2c-29a50d1fb870,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:40.753674 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0fce9aa1-38d7-4a03-b4f4-b004cf320287 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5478466 Jul 15 15:18:40.756884 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49906) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:40.763120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c52afdc5-b78a-4016-b343-204f11d3b78c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'mac_address': 'fa:16:3e:35:36:86', 'name': 'tempest-NetworksTestDHCPv6-1868734238'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:40.777857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-77e4731b-1610-4bbf-9573-50c39cc97083 service neutron] 10.222.0.22 "GET /v2.0/networks/a3048145-b0ae-486a-bb2b-64535af0c124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173014 Jul 15 15:18:40.814724 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-21ba5666-1882-4dd4-b69d-c8577fe3fda0 req-338a6a98-c8e7-4aca-a185-74cd46a1e99f tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134648 Jul 15 15:18:40.886159 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.887029 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52afdc5-b78a-4016-b343-204f11d3b78c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:40.893002 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c52afdc5-b78a-4016-b343-204f11d3b78c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.898091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': '077d48ed-cb3a-464d-ad2c-29a50d1fb870'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:18:40.899350 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.909128 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Transition to ACTIVE for port object 308b30a7-4b46-4c0f-b9db-3224d160fc0a will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:40.920797 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-c52afdc5-b78a-4016-b343-204f11d3b78c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port d7f17b8c-a064-4e79-bd2c-be2e4722b5f8 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:18:40.929522 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd91083b-0dfa-4703-a462-2cb49ae74461 req-16a885db-be1c-425a-8ecd-109ab558bcf1 service neutron] 10.222.0.22 "GET /v2.0/networks/a3048145-b0ae-486a-bb2b-64535af0c124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411576 Jul 15 15:18:40.966007 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:41.058355 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:41.061456 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c52afdc5-b78a-4016-b343-204f11d3b78c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::f816:3eff:fe35:3686 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/077d48ed-cb3a-464d-ad2c-29a50d1fb870/d7f17b8c-a064-4e79-bd2c-be2e4722b5f8) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:41.065452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:41.074367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:41.089495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Pushing event updated for resources: {'Port': ['ID=308b30a7-4b46-4c0f-b9db-3224d160fc0a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:41.203536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843d421-e947-4998-9988-954a922dafcd req-e14a8dfb-9514-4972-a6c9-4bb5568845fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:41.205066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4843d421-e947-4998-9988-954a922dafcd req-e14a8dfb-9514-4972-a6c9-4bb5568845fd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fa1c872dfc224a95b77ffe6e9a9fcd2c&device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 1058 time: 0.1985540 Jul 15 15:18:41.220552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:41.221197 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:41.254786 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c52afdc5-b78a-4016-b343-204f11d3b78c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:41.272208 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-c52afdc5-b78a-4016-b343-204f11d3b78c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object d7f17b8c-a064-4e79-bd2c-be2e4722b5f8 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:41.297073 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-bcf972ca-df5d-4c45-94f0-ebfde1d7248e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3727028 Jul 15 15:18:41.307095 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785bf4c-a538-462f-a965-13daed0085cc req-4b9d55d6-fe2b-47bf-b91b-40bdd4d2b12a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:41.308760 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8785bf4c-a538-462f-a965-13daed0085cc req-4b9d55d6-fe2b-47bf-b91b-40bdd4d2b12a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 907 time: 0.2303214 Jul 15 15:18:41.311269 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c52afdc5-b78a-4016-b343-204f11d3b78c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:41.335501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Request body: {'port': {'device_id': '4f622dd4-65b9-49d9-b460-6e5e5519b1d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:41.359218 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52afdc5-b78a-4016-b343-204f11d3b78c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:41.363086 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c52afdc5-b78a-4016-b343-204f11d3b78c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:41.367948 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52afdc5-b78a-4016-b343-204f11d3b78c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:41.373986 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52afdc5-b78a-4016-b343-204f11d3b78c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:41.374499 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c52afdc5-b78a-4016-b343-204f11d3b78c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:41.389856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bd18afcb-c504-4353-b1f6-9650fd212f9d None None] Provisioning for port 308b30a7-4b46-4c0f-b9db-3224d160fc0a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:41.398039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52afdc5-b78a-4016-b343-204f11d3b78c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=d7f17b8c-a064-4e79-bd2c-be2e4722b5f8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:41.401391 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bd18afcb-c504-4353-b1f6-9650fd212f9d None None] Provisioning complete for port 308b30a7-4b46-4c0f-b9db-3224d160fc0a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:41.401391 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd18afcb-c504-4353-b1f6-9650fd212f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:41.412983 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c52afdc5-b78a-4016-b343-204f11d3b78c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6549449 Jul 15 15:18:41.419512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49916) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:41.445595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Allocated IP 2001:db8::f816:3eff:fe19:c183 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/077d48ed-cb3a-464d-ad2c-29a50d1fb870/f53057fd-7e46-4e93-9a6d-0b511ce53efb) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:41.491277 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-bd18afcb-c504-4353-b1f6-9650fd212f9d None None] Port 308b30a7-4b46-4c0f-b9db-3224d160fc0a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:18:41.491472 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc14cf-4492-495e-9768-1e1c66c2db8a req-d71b4134-951d-4dcd-87e3-4c7f429cede6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:41.498853 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2cbc14cf-4492-495e-9768-1e1c66c2db8a req-d71b4134-951d-4dcd-87e3-4c7f429cede6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.3017848 Jul 15 15:18:41.505136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843d421-e947-4998-9988-954a922dafcd req-b95471a9-9461-401d-b3b5-64726cc1137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:41.507078 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4843d421-e947-4998-9988-954a922dafcd req-b95471a9-9461-401d-b3b5-64726cc1137f service neutron] 10.222.0.22 "GET /v2.0/networks?id=a3048145-b0ae-486a-bb2b-64535af0c124 HTTP/1.1" status: 200 len: 898 time: 0.2824233 Jul 15 15:18:41.514362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d16672-988c-47d6-9264-2c0d6e2e09b4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:41.516934 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a7d16672-988c-47d6-9264-2c0d6e2e09b4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0960135 Jul 15 15:18:41.520274 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49920) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:41.646430 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2cbc14cf-4492-495e-9768-1e1c66c2db8a req-cb922b02-4b9b-4c95-b254-59399346f950 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457348 Jul 15 15:18:41.651033 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4843d421-e947-4998-9988-954a922dafcd req-26bd6e88-28f9-4c1e-978e-80197715ebd5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5f40db7f-dc51-4334-bafa-1780d63f695a HTTP/1.1" status: 200 len: 217 time: 0.0862567 Jul 15 15:18:41.652861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:41.657711 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e706b4fb-24ec-495d-aa4e-9a977ca7d37c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port d7f17b8c-a064-4e79-bd2c-be2e4722b5f8 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:41.658050 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e706b4fb-24ec-495d-aa4e-9a977ca7d37c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:41.688916 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:41.698639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Transition to ACTIVE for port object f53057fd-7e46-4e93-9a6d-0b511ce53efb will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:41.717110 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Transition to ACTIVE for port object f53057fd-7e46-4e93-9a6d-0b511ce53efb will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:41.727358 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:41.777273 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e706b4fb-24ec-495d-aa4e-9a977ca7d37c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:41.784151 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:41.789306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:41.791340 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Pushing event updated for resources: {'Port': ['ID=f53057fd-7e46-4e93-9a6d-0b511ce53efb,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:41.794401 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e706b4fb-24ec-495d-aa4e-9a977ca7d37c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for d7f17b8c-a064-4e79-bd2c-be2e4722b5f8 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:41.798927 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:41.842132 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843d421-e947-4998-9988-954a922dafcd req-b3a27378-c8eb-4aa4-9aa7-79eb1ed702bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:41.843875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4843d421-e947-4998-9988-954a922dafcd req-b3a27378-c8eb-4aa4-9aa7-79eb1ed702bb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=772cf31f-02cd-4241-ab0c-e323299eeb20 HTTP/1.1" status: 200 len: 838 time: 0.1738586 Jul 15 15:18:41.869612 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Attempting to bind port f53057fd-7e46-4e93-9a6d-0b511ce53efb on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:41.870008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Attempting to bind port f53057fd-7e46-4e93-9a6d-0b511ce53efb by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:41.870466 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Attempting to bind port f53057fd-7e46-4e93-9a6d-0b511ce53efb on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:41.878216 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:41.878756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:41.879411 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:41.879946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:41.880444 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Bound port: f53057fd-7e46-4e93-9a6d-0b511ce53efb, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:41.881139 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:41.975147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] For port f53057fd-7e46-4e93-9a6d-0b511ce53efb, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:41.978451 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] For port f53057fd-7e46-4e93-9a6d-0b511ce53efb, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f53057fd-7e46-4e93-9a6d-0b511ce53efb,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:41.983925 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:41.985087 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e706b4fb-24ec-495d-aa4e-9a977ca7d37c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:42.027255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706b4fb-24ec-495d-aa4e-9a977ca7d37c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=d7f17b8c-a064-4e79-bd2c-be2e4722b5f8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:42.052579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a6ad9-d492-416d-a5fb-1d1bc82139c2 req-18767a23-1921-48ad-97bd-85c117bcfcc0 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:42.056020 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c48a6ad9-d492-416d-a5fb-1d1bc82139c2 req-18767a23-1921-48ad-97bd-85c117bcfcc0 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 936 time: 0.2718863 Jul 15 15:18:42.060739 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e706b4fb-24ec-495d-aa4e-9a977ca7d37c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:42.063338 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e706b4fb-24ec-495d-aa4e-9a977ca7d37c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/d7f17b8c-a064-4e79-bd2c-be2e4722b5f8 HTTP/1.1" status: 204 len: 168 time: 0.5418656 Jul 15 15:18:42.064779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba9e3f-60b7-4d0a-b42d-ebd0325caa22 None None] Pushing event updated for resources: {'Port': ['ID=f53057fd-7e46-4e93-9a6d-0b511ce53efb,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:42.065738 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49926) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:42.113960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843d421-e947-4998-9988-954a922dafcd req-c8c75a08-247f-476d-9591-24b5dcfa1e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:42.115591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4843d421-e947-4998-9988-954a922dafcd req-c8c75a08-247f-476d-9591-24b5dcfa1e01 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3048145-b0ae-486a-bb2b-64535af0c124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2480354 Jul 15 15:18:42.131036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1ff90a-d911-4645-963e-7d8aee0bdd4c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:42.132700 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1ff90a-d911-4645-963e-7d8aee0bdd4c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:42.136298 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6c1ff90a-d911-4645-963e-7d8aee0bdd4c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0671771 Jul 15 15:18:42.136937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49928) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:42.187230 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c48a6ad9-d492-416d-a5fb-1d1bc82139c2 req-38a718bb-f47b-41e4-a056-27634c67e2a8 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/security-groups?id=7941d8a3-0a3c-4fe6-bd41-13247b37b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191020 Jul 15 15:18:42.201086 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-0990a61d-d21d-41bc-b346-2f9650eb3d07 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet 077d48ed-cb3a-464d-ad2c-29a50d1fb870 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:42.209770 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0990a61d-d21d-41bc-b346-2f9650eb3d07 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:42.217773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5f40db7f-dc51-4334-bafa-1780d63f695a details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:18:42.269519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8b3a9-19ac-4274-a780-80f3eff2046e req-47c7955a-5340-4d92-8766-cf45cfd0dc87 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:42.278724 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbd8b3a9-19ac-4274-a780-80f3eff2046e req-47c7955a-5340-4d92-8766-cf45cfd0dc87 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 1096 time: 0.3142834 Jul 15 15:18:42.281782 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0990a61d-d21d-41bc-b346-2f9650eb3d07 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:42.324224 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308b30a7-4b46-4c0f-b9db-3224d160fc0a {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:18:42.368646 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:42.381101 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbd8b3a9-19ac-4274-a780-80f3eff2046e req-b3feed5b-75c6-4b36-9c57-09ddb0c6de65 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009552 Jul 15 15:18:42.387198 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4843d421-e947-4998-9988-954a922dafcd req-af89f131-f305-4db8-97e0-33e3bd5df1b7 service neutron] 10.222.0.22 "GET /v2.0/networks/a3048145-b0ae-486a-bb2b-64535af0c124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634830 Jul 15 15:18:42.397562 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0990a61d-d21d-41bc-b346-2f9650eb3d07 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:42.415092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Transition to ACTIVE for port object 308b30a7-4b46-4c0f-b9db-3224d160fc0a will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:42.436667 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:42.454334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 5f40db7f-dc51-4334-bafa-1780d63f695a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5f40db7f-dc51-4334-bafa-1780d63f695a,segment=NetworkSegment(24f65b12-344a-4732-b574-01c8d9c3c21c),segment_id=24f65b12-344a-4732-b574-01c8d9c3c21c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:42.478211 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '5f40db7f-dc51-4334-bafa-1780d63f695a', 'network_id': 'a3048145-b0ae-486a-bb2b-64535af0c124', 'port_id': '5f40db7f-dc51-4334-bafa-1780d63f695a', 'mac_address': 'fa:16:3e:ee:6c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772cf31f-02cd-4241-ab0c-e323299eeb20', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:18:42.517894 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0990a61d-d21d-41bc-b346-2f9650eb3d07 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:42.534596 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:42.550267 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990a61d-d21d-41bc-b346-2f9650eb3d07 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=077d48ed-cb3a-464d-ad2c-29a50d1fb870,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:42.553512 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0990a61d-d21d-41bc-b346-2f9650eb3d07 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:42.558290 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0990a61d-d21d-41bc-b346-2f9650eb3d07 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/077d48ed-cb3a-464d-ad2c-29a50d1fb870 HTTP/1.1" status: 204 len: 168 time: 0.4174860 Jul 15 15:18:42.558474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f40db7f-dc51-4334-bafa-1780d63f695a {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:18:42.562411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49936) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:42.609809 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 5f40db7f-dc51-4334-bafa-1780d63f695a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5f40db7f-dc51-4334-bafa-1780d63f695a,segment=NetworkSegment(24f65b12-344a-4732-b574-01c8d9c3c21c),segment_id=24f65b12-344a-4732-b574-01c8d9c3c21c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:42.615942 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-45166a32-aec4-4787-aba4-35417bd637f6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499771 Jul 15 15:18:42.616575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49938) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:42.620014 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:42.685430 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=5f40db7f-dc51-4334-bafa-1780d63f695a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:42.693403 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Pushing event updated for resources: {'Port': ['ID=308b30a7-4b46-4c0f-b9db-3224d160fc0a,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:42.696673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e237a63-f540-44de-8e85-6c5b2ff5f794 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:42.698486 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1e237a63-f540-44de-8e85-6c5b2ff5f794 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0808694 Jul 15 15:18:42.705821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49944) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:42.724280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f53057fd-7e46-4e93-9a6d-0b511ce53efb up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:42.776622 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2c9201-e4bf-49c0-80cc-391eca635c26 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:42.778231 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8c2c9201-e4bf-49c0-80cc-391eca635c26 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0712740 Jul 15 15:18:42.781153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49946) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:42.798162 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port f53057fd-7e46-4e93-9a6d-0b511ce53efb completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:42.827468 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-88cc405c-3f96-4f56-beb1-698d15c61ce2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446942 Jul 15 15:18:42.831301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49948) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:42.835507 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4843d421-e947-4998-9988-954a922dafcd req-5dc8582b-645c-401a-8443-a18c7e6f3868 service neutron] 10.222.0.22 "GET /v2.0/networks/a3048145-b0ae-486a-bb2b-64535af0c124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310987 Jul 15 15:18:42.839036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-67b37e9b-2bf4-47e3-989c-eb9203dd76df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:42.861687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['5f40db7f-dc51-4334-bafa-1780d63f695a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:18:42.882948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0fe30-1a75-4811-8903-2c143e1ba446 req-f7aaf98f-0dae-4151-8b34-21cf32de9cde tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:42.884660 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9c0fe30-1a75-4811-8903-2c143e1ba446 req-f7aaf98f-0dae-4151-8b34-21cf32de9cde tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 1096 time: 0.2823427 Jul 15 15:18:42.925335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb3f5c-1f8c-424b-92e2-ba775d25af8c req-9df1b7b0-4e68-407e-989e-28138fdb4920 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:42.928783 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8fb3f5c-1f8c-424b-92e2-ba775d25af8c req-9df1b7b0-4e68-407e-989e-28138fdb4920 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 907 time: 0.4448602 Jul 15 15:18:42.943327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Attempting to bind port 308b30a7-4b46-4c0f-b9db-3224d160fc0a on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:42.943807 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Attempting to bind port 308b30a7-4b46-4c0f-b9db-3224d160fc0a by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:42.944505 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Attempting to bind port 308b30a7-4b46-4c0f-b9db-3224d160fc0a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:42.952164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Port 308b30a7-4b46-4c0f-b9db-3224d160fc0a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:18:42.952639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Attempting to bind port 308b30a7-4b46-4c0f-b9db-3224d160fc0a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:42.971576 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9c0fe30-1a75-4811-8903-2c143e1ba446 req-ee95e64e-eb22-4914-ab6a-1f3cc88e598a tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781591 Jul 15 15:18:42.976489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:42.976837 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:42.977228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:42.983019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Bound port: 308b30a7-4b46-4c0f-b9db-3224d160fc0a, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:42.983795 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:42.994049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b37e9b-2bf4-47e3-989c-eb9203dd76df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:42.998302 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67b37e9b-2bf4-47e3-989c-eb9203dd76df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:43.071636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] For port 308b30a7-4b46-4c0f-b9db-3224d160fc0a, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:43.081930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] For port 308b30a7-4b46-4c0f-b9db-3224d160fc0a, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=308b30a7-4b46-4c0f-b9db-3224d160fc0a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:43.090135 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:43.175313 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Pushing event updated for resources: {'Port': ['ID=308b30a7-4b46-4c0f-b9db-3224d160fc0a,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:43.182307 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:43.183464 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:43.189144 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-ec08466a-3aec-4dc0-a707-8a21f2593d07 service neutron] 10.222.0.11 "PUT /v2.0/ports/308b30a7-4b46-4c0f-b9db-3224d160fc0a HTTP/1.1" status: 200 len: 1096 time: 1.8624868 Jul 15 15:18:43.190233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f622dd4-65b9-49d9-b460-6e5e5519b1d8', 'tag': '308b30a7-4b46-4c0f-b9db-3224d160fc0a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:18:43.193763 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f99d29-60d6-4531-aa44-c6a7494d1df8" -d '{"events": [{"name": "network-changed", "server_uuid": "4f622dd4-65b9-49d9-b460-6e5e5519b1d8", "tag": "308b30a7-4b46-4c0f-b9db-3224d160fc0a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:18:43.417220 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-586fff80-779c-4810-a1e2-1dc4cede8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:43.418816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-586fff80-779c-4810-a1e2-1dc4cede8d6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4aae0798bdd4401f8bf50b67ead8c455&device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 1099 time: 0.1757002 Jul 15 15:18:43.428489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfcbda-fbeb-42b9-805e-c805ce7ae5e3 req-2b317707-ce1d-4cd1-91d0-a795ff09ae29 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:43.429983 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2dfcbda-fbeb-42b9-805e-c805ce7ae5e3 req-2b317707-ce1d-4cd1-91d0-a795ff09ae29 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 1096 time: 0.1508031 Jul 15 15:18:43.439120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643baeb4-1c2c-4ef0-8ff3-cb3c17eac7da req-05a28c1b-e8af-475a-bdfe-6d3467557a7a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:43.440583 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-643baeb4-1c2c-4ef0-8ff3-cb3c17eac7da req-05a28c1b-e8af-475a-bdfe-6d3467557a7a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.1422570 Jul 15 15:18:43.461635 n-d-764435-3 neutron-server[100712]: DEBUG neutron.objects.ports [None req-67b37e9b-2bf4-47e3-989c-eb9203dd76df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:18:43.476290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab3f0a8-1cd0-4df3-a078-98d962897aae None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:43.509131 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-db7df89d-1c9f-485e-87ee-a0a877e83ae4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=308b30a7-4b46-4c0f-b9db-3224d160fc0a HTTP/1.1" status: 200 len: 217 time: 0.0781078 Jul 15 15:18:43.566848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2dfcbda-fbeb-42b9-805e-c805ce7ae5e3 req-1bd6b037-c28a-41b4-b5f5-9fd15ee48907 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251619 Jul 15 15:18:43.589501 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-643baeb4-1c2c-4ef0-8ff3-cb3c17eac7da req-544027f8-b6c3-4d70-b012-4fcd9d43853f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328888 Jul 15 15:18:43.622490 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-fc369961-3df9-4ff4-9782-8b9f7198fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:43.627797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-fc369961-3df9-4ff4-9782-8b9f7198fdf4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1050482 Jul 15 15:18:43.629347 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5132c044-a231-47cd-a121-daa77ae73439 x-openstack-request-id: req-5132c044-a231-47cd-a121-daa77ae73439 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:18:43.630977 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f622dd4-65b9-49d9-b460-6e5e5519b1d8", "tag": "308b30a7-4b46-4c0f-b9db-3224d160fc0a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:18:43.631353 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5132c044-a231-47cd-a121-daa77ae73439 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:18:43.631843 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f622dd4-65b9-49d9-b460-6e5e5519b1d8', 'tag': '308b30a7-4b46-4c0f-b9db-3224d160fc0a', 'status': 'completed', 'code': 200} Jul 15 15:18:43.641414 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d8a2c4ff-f852-45c4-9ccc-08e6eb1d2e13 None None] Provisioning for port f53057fd-7e46-4e93-9a6d-0b511ce53efb completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:43.653264 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d8a2c4ff-f852-45c4-9ccc-08e6eb1d2e13 None None] Provisioning complete for port f53057fd-7e46-4e93-9a6d-0b511ce53efb triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:43.653642 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c4ff-f852-45c4-9ccc-08e6eb1d2e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:43.674698 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67b37e9b-2bf4-47e3-989c-eb9203dd76df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:43.787699 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-55455e49-b92d-4282-b64f-3c296f5f02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:43.789232 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-55455e49-b92d-4282-b64f-3c296f5f02f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1445708 Jul 15 15:18:43.830831 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c4ff-f852-45c4-9ccc-08e6eb1d2e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:43.854817 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ee480-04bb-450f-9770-16c07ab3bce1 req-f437d8c0-0904-4c2d-b723-0c79c610088e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:43.856716 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a16ee480-04bb-450f-9770-16c07ab3bce1 req-f437d8c0-0904-4c2d-b723-0c79c610088e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 948 time: 0.1169386 Jul 15 15:18:43.886456 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-67b37e9b-2bf4-47e3-989c-eb9203dd76df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] For port f53057fd-7e46-4e93-9a6d-0b511ce53efb, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f53057fd-7e46-4e93-9a6d-0b511ce53efb,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:43.921786 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67b37e9b-2bf4-47e3-989c-eb9203dd76df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:43.928180 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67b37e9b-2bf4-47e3-989c-eb9203dd76df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:43.929281 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67b37e9b-2bf4-47e3-989c-eb9203dd76df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:43.974128 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-d8a2c4ff-f852-45c4-9ccc-08e6eb1d2e13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:18:43.974497 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-d8a2c4ff-f852-45c4-9ccc-08e6eb1d2e13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:18:44.013116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b37e9b-2bf4-47e3-989c-eb9203dd76df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:44.024974 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-67b37e9b-2bf4-47e3-989c-eb9203dd76df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:44.033233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b37e9b-2bf4-47e3-989c-eb9203dd76df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:44.033840 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67b37e9b-2bf4-47e3-989c-eb9203dd76df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:44.044905 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b37e9b-2bf4-47e3-989c-eb9203dd76df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=86b34cb9-8605-4c59-b3a8-d18b89eb5a8c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:44.062650 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b37e9b-2bf4-47e3-989c-eb9203dd76df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=f53057fd-7e46-4e93-9a6d-0b511ce53efb,revision_number=5']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:44.069199 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-67b37e9b-2bf4-47e3-989c-eb9203dd76df tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2366686 Jul 15 15:18:44.072151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49972) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:44.078073 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0a0fc690-d8a8-4103-9232-6eb52a2e9aca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'mac_address': 'fa:16:3e:15:3d:99', 'name': 'tempest-NetworksTestDHCPv6-380631327'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:44.133550 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcf51c4-4cd9-4960-bf52-62d7d2a4299b None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:44.223834 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0fc690-d8a8-4103-9232-6eb52a2e9aca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:44.265317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5f40db7f-dc51-4334-bafa-1780d63f695a up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:44.313648 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a0fc690-d8a8-4103-9232-6eb52a2e9aca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:44.337893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-0a0fc690-d8a8-4103-9232-6eb52a2e9aca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port 97cb3db3-2bb4-4ff6-b6c0-2d0a808314f4 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:18:44.359026 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 5f40db7f-dc51-4334-bafa-1780d63f695a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:44.366903 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 5f40db7f-dc51-4334-bafa-1780d63f695a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:44.367643 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:44.388057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a16ee480-04bb-450f-9770-16c07ab3bce1 req-256a2ecb-2976-4d7a-9bba-1fd7f499b499 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/security-groups?id=7941d8a3-0a3c-4fe6-bd41-13247b37b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160499 Jul 15 15:18:44.412894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-5882d06b-bacc-42bc-8347-6204c88c551f service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111867 Jul 15 15:18:44.469751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-0a0fc690-d8a8-4103-9232-6eb52a2e9aca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::f816:3eff:fe15:3d99 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/86b34cb9-8605-4c59-b3a8-d18b89eb5a8c/97cb3db3-2bb4-4ff6-b6c0-2d0a808314f4) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:44.484603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-456a6a10-5d7c-4c99-9c42-4ce042761715 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:44.499916 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-456a6a10-5d7c-4c99-9c42-4ce042761715 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/networks?id=e49a3944-4abb-4d4a-85b8-ce91fa47307f HTTP/1.1" status: 200 len: 910 time: 0.6291935 Jul 15 15:18:44.512724 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:44.561299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 5f40db7f-dc51-4334-bafa-1780d63f695a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5f40db7f-dc51-4334-bafa-1780d63f695a,segment=NetworkSegment(24f65b12-344a-4732-b574-01c8d9c3c21c),segment_id=24f65b12-344a-4732-b574-01c8d9c3c21c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:44.562033 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-0eb054e1-d679-429f-b29d-15a209bfc21c tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/quotas/dad45eb298424f6a8b9d0cd1df08899e HTTP/1.1" status: 200 len: 375 time: 0.0611148 Jul 15 15:18:44.564126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48a388e-88df-42d8-be50-55dc09bb422e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f40db7f-dc51-4334-bafa-1780d63f695a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:18:44.566842 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d050840-76a7-4610-8104-1cd2ab6484d9" -d '{"events": [{"server_uuid": "f48a388e-88df-42d8-be50-55dc09bb422e", "name": "network-vif-plugged", "status": "completed", "tag": "5f40db7f-dc51-4334-bafa-1780d63f695a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:18:44.571954 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:44.573934 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c4ff-f852-45c4-9ccc-08e6eb1d2e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:44.655308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d8a2c4ff-f852-45c4-9ccc-08e6eb1d2e13 None None] For port f53057fd-7e46-4e93-9a6d-0b511ce53efb, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f53057fd-7e46-4e93-9a6d-0b511ce53efb,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:44.665159 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c4ff-f852-45c4-9ccc-08e6eb1d2e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:44.679650 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=5f40db7f-dc51-4334-bafa-1780d63f695a,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:44.686846 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f53057fd-7e46-4e93-9a6d-0b511ce53efb up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:44.721113 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4102d3b-1fa5-4cec-889b-fe4dd9221dfa req-a5d8c993-25a9-4e0e-bc51-4f58e75579cc service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964272 Jul 15 15:18:44.730485 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a0fc690-d8a8-4103-9232-6eb52a2e9aca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:44.749905 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-0a0fc690-d8a8-4103-9232-6eb52a2e9aca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object 97cb3db3-2bb4-4ff6-b6c0-2d0a808314f4 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:44.765586 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-db1c8ef5-5da8-42d5-99f8-456fc221ec6b tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?tenant_id=dad45eb298424f6a8b9d0cd1df08899e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2021081 Jul 15 15:18:44.797014 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a0fc690-d8a8-4103-9232-6eb52a2e9aca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:44.809946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb1e87-b1c2-4145-8830-70dd61097382 req-65dcb8b0-f2c7-4437-9f3c-634521d2767c tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:44.810714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2c4ff-f852-45c4-9ccc-08e6eb1d2e13 None None] Pushing event updated for resources: {'Port': ['ID=f53057fd-7e46-4e93-9a6d-0b511ce53efb,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:44.821843 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bcfb1e87-b1c2-4145-8830-70dd61097382 req-65dcb8b0-f2c7-4437-9f3c-634521d2767c tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 909 time: 0.1875834 Jul 15 15:18:44.829716 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-69dba899-1954-456e-87d0-874992399acb None None] Provisioning complete for port f53057fd-7e46-4e93-9a6d-0b511ce53efb triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:44.830206 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69dba899-1954-456e-87d0-874992399acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:44.856021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0fc690-d8a8-4103-9232-6eb52a2e9aca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:44.860612 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0a0fc690-d8a8-4103-9232-6eb52a2e9aca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:44.869743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0fc690-d8a8-4103-9232-6eb52a2e9aca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:44.877899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0fc690-d8a8-4103-9232-6eb52a2e9aca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:44.878829 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a0fc690-d8a8-4103-9232-6eb52a2e9aca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:44.888414 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port f53057fd-7e46-4e93-9a6d-0b511ce53efb triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:44.889056 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:44.900979 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fc690-d8a8-4103-9232-6eb52a2e9aca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=97cb3db3-2bb4-4ff6-b6c0-2d0a808314f4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:44.917597 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0a0fc690-d8a8-4103-9232-6eb52a2e9aca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8441319 Jul 15 15:18:44.921839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49982) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:44.970786 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f99d29-60d6-4531-aa44-c6a7494d1df8 req-5dae28c6-642f-40be-8b4e-06b69f3c1a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:44.972323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7f99d29-60d6-4531-aa44-c6a7494d1df8 req-5dae28c6-642f-40be-8b4e-06b69f3c1a6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4aae0798bdd4401f8bf50b67ead8c455&device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 1099 time: 0.1453297 Jul 15 15:18:44.982082 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-869821e6-f8b7-495e-bd37-5f46e4dfea51 service neutron] 10.222.0.38 "GET /v2.0/networks/e49a3944-4abb-4d4a-85b8-ce91fa47307f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155464 Jul 15 15:18:45.058169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65399ec-fb9d-42fd-96e1-461152291409 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:45.069173 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65399ec-fb9d-42fd-96e1-461152291409 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:45.070876 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c65399ec-fb9d-42fd-96e1-461152291409 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1462216 Jul 15 15:18:45.073939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49984) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:45.160816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f99d29-60d6-4531-aa44-c6a7494d1df8 req-3884bfe9-42ba-446a-9e3f-d337b4b2d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:45.162883 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7f99d29-60d6-4531-aa44-c6a7494d1df8 req-3884bfe9-42ba-446a-9e3f-d337b4b2d889 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1781228 Jul 15 15:18:45.175416 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-4f05582a-6e40-4ac3-bcca-6f968a2dd0f4 service neutron] 10.222.0.38 "GET /v2.0/networks/e49a3944-4abb-4d4a-85b8-ce91fa47307f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920087 Jul 15 15:18:45.216038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-dffc8609-d0c5-405b-8d84-5f6b471555c8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port 97cb3db3-2bb4-4ff6-b6c0-2d0a808314f4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:45.216582 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dffc8609-d0c5-405b-8d84-5f6b471555c8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:45.262738 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7f99d29-60d6-4531-aa44-c6a7494d1df8 req-ceac676e-f470-4edf-9330-3153850051d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=308b30a7-4b46-4c0f-b9db-3224d160fc0a HTTP/1.1" status: 200 len: 217 time: 0.0818524 Jul 15 15:18:45.388378 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f453cb-d8b4-430a-8c2d-fa005c52e33f x-openstack-request-id: req-77f453cb-d8b4-430a-8c2d-fa005c52e33f {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:18:45.388378 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48a388e-88df-42d8-be50-55dc09bb422e", "name": "network-vif-plugged", "status": "completed", "tag": "5f40db7f-dc51-4334-bafa-1780d63f695a", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:18:45.388378 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-77f453cb-d8b4-430a-8c2d-fa005c52e33f {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:18:45.388779 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48a388e-88df-42d8-be50-55dc09bb422e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f40db7f-dc51-4334-bafa-1780d63f695a', 'code': 200} Jul 15 15:18:45.403821 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dffc8609-d0c5-405b-8d84-5f6b471555c8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:45.416226 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f99d29-60d6-4531-aa44-c6a7494d1df8 req-2635275d-c604-4f09-835c-e821a0df7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:45.417872 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7f99d29-60d6-4531-aa44-c6a7494d1df8 req-2635275d-c604-4f09-835c-e821a0df7ac2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1462405 Jul 15 15:18:45.449354 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-dffc8609-d0c5-405b-8d84-5f6b471555c8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for 97cb3db3-2bb4-4ff6-b6c0-2d0a808314f4 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:45.553259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a2e576da-398d-40fa-ae37-7a5f11d096e2 None None] Could not find standard attr ID for object d7f17b8c-a064-4e79-bd2c-be2e4722b5f8. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:18:45.573819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f99d29-60d6-4531-aa44-c6a7494d1df8 req-237c4f45-4ff5-478e-8b09-2df2001ccacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:45.575703 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7f99d29-60d6-4531-aa44-c6a7494d1df8 req-237c4f45-4ff5-478e-8b09-2df2001ccacf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473231 Jul 15 15:18:45.577634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf7e21-084b-47ea-81d7-1c9644fb29e1 req-5b1dd8e7-161f-42d1-a165-db55d8721346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:45.578643 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a2e576da-398d-40fa-ae37-7a5f11d096e2 None None] Provisioning for port 97cb3db3-2bb4-4ff6-b6c0-2d0a808314f4 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:45.579100 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ccf7e21-084b-47ea-81d7-1c9644fb29e1 req-5b1dd8e7-161f-42d1-a165-db55d8721346 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 1060 time: 0.2014909 Jul 15 15:18:45.590402 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a2e576da-398d-40fa-ae37-7a5f11d096e2 None None] Provisioning complete for port 97cb3db3-2bb4-4ff6-b6c0-2d0a808314f4 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:45.590806 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a2e576da-398d-40fa-ae37-7a5f11d096e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:45.626936 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304e1a0-87f0-4450-8484-9228864eaeb4 req-b815cf98-57ae-4713-9c8e-1654b5e50d15 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:45.634727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0304e1a0-87f0-4450-8484-9228864eaeb4 req-b815cf98-57ae-4713-9c8e-1654b5e50d15 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.1700969 Jul 15 15:18:45.656313 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a2e576da-398d-40fa-ae37-7a5f11d096e2 None None] Port 97cb3db3-2bb4-4ff6-b6c0-2d0a808314f4 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:18:45.680645 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dffc8609-d0c5-405b-8d84-5f6b471555c8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:45.726777 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc8609-d0c5-405b-8d84-5f6b471555c8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=97cb3db3-2bb4-4ff6-b6c0-2d0a808314f4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:45.759208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0304e1a0-87f0-4450-8484-9228864eaeb4 req-b786a8ce-b6ff-4057-a947-6162cae53907 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234984 Jul 15 15:18:45.763906 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dffc8609-d0c5-405b-8d84-5f6b471555c8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:45.766267 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dffc8609-d0c5-405b-8d84-5f6b471555c8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/97cb3db3-2bb4-4ff6-b6c0-2d0a808314f4 HTTP/1.1" status: 204 len: 168 time: 0.6912348 Jul 15 15:18:45.768661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 49996) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:45.798409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f936612-fbd6-46bc-abee-a512a8215674 req-cd8af2c9-2240-4abb-bb45-df4f206b4df5 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:45.800021 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1f936612-fbd6-46bc-abee-a512a8215674 req-cd8af2c9-2240-4abb-bb45-df4f206b4df5 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 948 time: 0.2361341 Jul 15 15:18:45.858038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac58b807-4bf3-4da4-bc66-b2b85850e7ff tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:45.860375 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac58b807-4bf3-4da4-bc66-b2b85850e7ff tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:45.865066 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ac58b807-4bf3-4da4-bc66-b2b85850e7ff tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0824311 Jul 15 15:18:45.865219 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7f99d29-60d6-4531-aa44-c6a7494d1df8 req-77a47037-3269-4bd7-a268-7ee304608bbc service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767005 Jul 15 15:18:45.865305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50000) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:45.867147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-286d3f41-ef03-4726-8552-885e43b5f766 req-22329cfb-b6ea-4225-bff9-ee8650f10c31 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3d64dddd-2316-4595-8acb-57f2e38944d0 HTTP/1.1" status: 200 len: 210 time: 0.0523307 Jul 15 15:18:45.892036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1f936612-fbd6-46bc-abee-a512a8215674 req-0f431051-82b3-43c4-96a1-866ceeb1ba5a tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/security-groups?id=7941d8a3-0a3c-4fe6-bd41-13247b37b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827591 Jul 15 15:18:45.948421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d25358-733b-4c5d-b002-f8e7f4631f26 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet 86b34cb9-8605-4c59-b3a8-d18b89eb5a8c {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:45.951882 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35d25358-733b-4c5d-b002-f8e7f4631f26 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:45.999972 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7f99d29-60d6-4531-aa44-c6a7494d1df8 req-90642b58-b2cb-4d31-acf5-a48b27ecd944 service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117349 Jul 15 15:18:46.011028 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35d25358-733b-4c5d-b002-f8e7f4631f26 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:46.129000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b3224-0760-4c6c-a16a-7e539f41ddf7 req-a1535098-8897-4f65-9feb-0cf4780a80e0 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:46.147160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-989b3224-0760-4c6c-a16a-7e539f41ddf7 req-a1535098-8897-4f65-9feb-0cf4780a80e0 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 909 time: 0.0959537 Jul 15 15:18:46.364859 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35d25358-733b-4c5d-b002-f8e7f4631f26 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:46.433107 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35d25358-733b-4c5d-b002-f8e7f4631f26 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:46.464638 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d25358-733b-4c5d-b002-f8e7f4631f26 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=86b34cb9-8605-4c59-b3a8-d18b89eb5a8c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:46.468302 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35d25358-733b-4c5d-b002-f8e7f4631f26 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:46.470180 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-35d25358-733b-4c5d-b002-f8e7f4631f26 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/86b34cb9-8605-4c59-b3a8-d18b89eb5a8c HTTP/1.1" status: 204 len: 168 time: 0.6040657 Jul 15 15:18:46.472953 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50008) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:46.478330 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca9a3c6-36da-4d30-ab27-0ae307900f39 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:46.510481 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b0f7d581-1a74-4d8a-998c-0cdae6adc8d6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0364220 Jul 15 15:18:46.513233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50010) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:46.518091 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ca374f52-9a10-489d-938b-7543be17287a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:46.595441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f53057fd-7e46-4e93-9a6d-0b511ce53efb up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:46.608063 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca374f52-9a10-489d-938b-7543be17287a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:46.611825 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca374f52-9a10-489d-938b-7543be17287a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:46.662106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port f53057fd-7e46-4e93-9a6d-0b511ce53efb triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:46.662508 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:46.732603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302419a1-b075-4986-b7b3-fa779b4d1429 None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:18:46.795592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-302419a1-b075-4986-b7b3-fa779b4d1429 None None] Deleting port f53057fd-7e46-4e93-9a6d-0b511ce53efb {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:46.795967 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-302419a1-b075-4986-b7b3-fa779b4d1429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:46.900095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-302419a1-b075-4986-b7b3-fa779b4d1429 None None] For port f53057fd-7e46-4e93-9a6d-0b511ce53efb, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f53057fd-7e46-4e93-9a6d-0b511ce53efb,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:46.901477 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-302419a1-b075-4986-b7b3-fa779b4d1429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:46.921405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-302419a1-b075-4986-b7b3-fa779b4d1429 None None] Calling delete_port for f53057fd-7e46-4e93-9a6d-0b511ce53efb owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:46.931899 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-2505c128-56a3-4591-924f-86f965656353 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:46.933486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-2505c128-56a3-4591-924f-86f965656353 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.22 "GET /v2.0/networks?id=e49a3944-4abb-4d4a-85b8-ce91fa47307f HTTP/1.1" status: 200 len: 910 time: 0.1239388 Jul 15 15:18:46.945850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-a14c78a6-96d3-46e8-a9ce-01712e5798c2 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Request body: {'port': {'device_id': '3d64dddd-2316-4595-8acb-57f2e38944d0', 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f', 'admin_state_up': True, 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:46.971918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-a14c78a6-96d3-46e8-a9ce-01712e5798c2 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Made reservation on behalf of dad45eb298424f6a8b9d0cd1df08899e for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:46.974695 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-a14c78a6-96d3-46e8-a9ce-01712e5798c2 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:46.995093 n-d-764435-3 neutron-server[100712]: DEBUG neutron.objects.ports [None req-ca374f52-9a10-489d-938b-7543be17287a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:18:47.078387 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-302419a1-b075-4986-b7b3-fa779b4d1429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:47.108316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302419a1-b075-4986-b7b3-fa779b4d1429 None None] Pushing event deleted for resources: {'Port': ['ID=f53057fd-7e46-4e93-9a6d-0b511ce53efb,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:47.111554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302419a1-b075-4986-b7b3-fa779b4d1429 None None] No DVR routers for this DVR port f53057fd-7e46-4e93-9a6d-0b511ce53efb on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:18:47.116593 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-497d26b5-631e-4421-815d-660ca795f276 req-51a78474-e989-41a4-827d-014498c72e7e tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3d64dddd-2316-4595-8acb-57f2e38944d0 HTTP/1.1" status: 200 len: 210 time: 0.0707397 Jul 15 15:18:47.133189 n-d-764435-3 neutron-server[100712]: WARNING neutron.services.revisions.revision_plugin [None req-ca374f52-9a10-489d-938b-7543be17287a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Could not find related port for resource to bump revision. Jul 15 15:18:47.138013 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.ipam_pluggable_backend [None req-ca374f52-9a10-489d-938b-7543be17287a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Port f53057fd-7e46-4e93-9a6d-0b511ce53efb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100712) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 15 15:18:47.140455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.ipam_pluggable_backend [None req-ca374f52-9a10-489d-938b-7543be17287a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Reverting IP allocation for 2001:db8::f816:3eff:fe19:c183 {{(pid=100712) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 15 15:18:47.151476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.ipam_pluggable_backend [None req-ca374f52-9a10-489d-938b-7543be17287a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe19:c183 {{(pid=100712) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 15 15:18:47.151555 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274866e-b612-4078-b17e-e88c62dc6869 req-529d9414-e8ce-4837-a07b-fba0f1696fc1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:47.151633 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca374f52-9a10-489d-938b-7543be17287a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:47.152532 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5274866e-b612-4078-b17e-e88c62dc6869 req-529d9414-e8ce-4837-a07b-fba0f1696fc1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.1754911 Jul 15 15:18:47.198480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca374f52-9a10-489d-938b-7543be17287a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:47.201629 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ca374f52-9a10-489d-938b-7543be17287a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:47.206044 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca374f52-9a10-489d-938b-7543be17287a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:47.206675 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca374f52-9a10-489d-938b-7543be17287a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:47.210040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca374f52-9a10-489d-938b-7543be17287a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=68dc01dd-9651-407d-9fe4-90cdbe6c7b2a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:47.214458 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc1bd79-03da-43b8-8256-27d72b546eec None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:47.229804 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5274866e-b612-4078-b17e-e88c62dc6869 req-b980358f-ac9c-4506-9111-64bb8a4026a2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762913 Jul 15 15:18:47.241634 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ca374f52-9a10-489d-938b-7543be17287a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7244742 Jul 15 15:18:47.258900 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-a14c78a6-96d3-46e8-a9ce-01712e5798c2 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Allocated IP 172.20.0.4 (e49a3944-4abb-4d4a-85b8-ce91fa47307f/ebec1bfa-356e-4760-bb2a-3ffcc34e1e62/c74881b0-b03b-48c9-bc66-c51551952132) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:47.259275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50022) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:47.262007 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-38848884-81c8-428f-acbf-f0bd56cd3e19 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'mac_address': 'fa:16:3e:6f:a9:67', 'name': 'tempest-NetworksTestDHCPv6-1299561133'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:47.375388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fcc92-d4a8-4f42-8b6a-bcb0595b9040 req-515a6d8b-be48-4099-b6c3-5f2a5fca2af1 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:47.377014 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-438fcc92-d4a8-4f42-8b6a-bcb0595b9040 req-515a6d8b-be48-4099-b6c3-5f2a5fca2af1 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 948 time: 0.1265736 Jul 15 15:18:47.429537 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 308b30a7-4b46-4c0f-b9db-3224d160fc0a details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:18:47.438958 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a41007f5-cb83-4e08-b472-6812a4bac10b req-d16ce62d-ddc7-4a30-a698-ea80ec0f9c50 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1377332 Jul 15 15:18:47.445824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': '68dc01dd-9651-407d-9fe4-90cdbe6c7b2a'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:18:47.446901 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:47.474928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38848884-81c8-428f-acbf-f0bd56cd3e19 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:47.480673 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38848884-81c8-428f-acbf-f0bd56cd3e19 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:47.500779 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-438fcc92-d4a8-4f42-8b6a-bcb0595b9040 req-9ecdd597-98c4-46fa-afea-1e2523b29375 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/security-groups?id=7941d8a3-0a3c-4fe6-bd41-13247b37b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095095 Jul 15 15:18:47.519498 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-a14c78a6-96d3-46e8-a9ce-01712e5798c2 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:47.535849 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-a14c78a6-96d3-46e8-a9ce-01712e5798c2 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Transition to ACTIVE for port object c74881b0-b03b-48c9-bc66-c51551952132 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:47.542441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-38848884-81c8-428f-acbf-f0bd56cd3e19 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port 30edb4d5-f388-4db0-8869-7bf57d345bba yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:18:47.552707 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f690e33-f2ff-416f-bfec-4f789735c47b req-49845e19-2e45-4893-9133-be6a8259fd31 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:47.554276 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5f690e33-f2ff-416f-bfec-4f789735c47b req-49845e19-2e45-4893-9133-be6a8259fd31 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 909 time: 0.1735108 Jul 15 15:18:47.631111 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-a14c78a6-96d3-46e8-a9ce-01712e5798c2 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:47.666702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['cf44af3c-3b6c-4034-8589-f03a5db0ce89'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:18:47.678137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41007f5-cb83-4e08-b472-6812a4bac10b req-18eb284e-1aee-45c1-abbc-bffd4c31a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:47.680225 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a41007f5-cb83-4e08-b472-6812a4bac10b req-18eb284e-1aee-45c1-abbc-bffd4c31a2c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 1097 time: 0.1874957 Jul 15 15:18:47.685137 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-a14c78a6-96d3-46e8-a9ce-01712e5798c2 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Network e49a3944-4abb-4d4a-85b8-ce91fa47307f is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:47.685307 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 308b30a7-4b46-4c0f-b9db-3224d160fc0a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=308b30a7-4b46-4c0f-b9db-3224d160fc0a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:47.688755 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-a14c78a6-96d3-46e8-a9ce-01712e5798c2 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:47.696574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-a14c78a6-96d3-46e8-a9ce-01712e5798c2 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:47.742268 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '308b30a7-4b46-4c0f-b9db-3224d160fc0a', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': '308b30a7-4b46-4c0f-b9db-3224d160fc0a', 'mac_address': 'fa:16:3e:da:71:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:18:47.745429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c78a6-96d3-46e8-a9ce-01712e5798c2 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Pushing event updated for resources: {'Port': ['ID=c74881b0-b03b-48c9-bc66-c51551952132,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:47.750381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Allocated IP 2001:db8::f816:3eff:fe11:d020 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/68dc01dd-9651-407d-9fe4-90cdbe6c7b2a/f8e2995d-5e6a-4733-8d7c-7ca49c2fafda) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:47.764243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-a14c78a6-96d3-46e8-a9ce-01712e5798c2 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:47.765192 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-a14c78a6-96d3-46e8-a9ce-01712e5798c2 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:47.784633 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-a14c78a6-96d3-46e8-a9ce-01712e5798c2 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8428831 Jul 15 15:18:47.796620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Request body: {'port': {'device_id': '3d64dddd-2316-4595-8acb-57f2e38944d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:47.859000 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41007f5-cb83-4e08-b472-6812a4bac10b req-5c4e52b0-e263-4b6a-ae4c-97bbbb42ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:47.861009 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a41007f5-cb83-4e08-b472-6812a4bac10b req-5c4e52b0-e263-4b6a-ae4c-97bbbb42ae87 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 200 len: 918 time: 0.1462185 Jul 15 15:18:47.888480 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:47.943195 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:47.953673 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a41007f5-cb83-4e08-b472-6812a4bac10b req-5098d954-d127-4a47-a876-fa53178d7a6a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef HTTP/1.1" status: 200 len: 1002 time: 0.0860636 Jul 15 15:18:47.977648 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308b30a7-4b46-4c0f-b9db-3224d160fc0a {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:18:48.012772 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41007f5-cb83-4e08-b472-6812a4bac10b req-2e5b3666-3151-4dcb-8025-6d7ff0f2b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:48.014081 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a41007f5-cb83-4e08-b472-6812a4bac10b req-2e5b3666-3151-4dcb-8025-6d7ff0f2b3cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e02218b1-8e75-4c36-9d6e-ae1449beb9a6 HTTP/1.1" status: 200 len: 856 time: 0.0526056 Jul 15 15:18:48.024763 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 308b30a7-4b46-4c0f-b9db-3224d160fc0a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=308b30a7-4b46-4c0f-b9db-3224d160fc0a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:48.037273 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:48.076163 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41007f5-cb83-4e08-b472-6812a4bac10b req-6175828a-1a08-4cfb-ae17-bead89799889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:48.077814 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a41007f5-cb83-4e08-b472-6812a4bac10b req-6175828a-1a08-4cfb-ae17-bead89799889 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f4383174-585e-4d4e-b660-80050803c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566905 Jul 15 15:18:48.085591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0a27e-f898-49d5-bca1-393d5e4c7c6f req-23d02c89-114a-4e41-b73d-5d523b1d0d93 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:48.096016 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76a0a27e-f898-49d5-bca1-393d5e4c7c6f req-23d02c89-114a-4e41-b73d-5d523b1d0d93 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 909 time: 0.2277968 Jul 15 15:18:48.156357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-73fbb125-920c-48db-a8de-e9f7bb4f8251 None None] Provisioning for port c74881b0-b03b-48c9-bc66-c51551952132 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:48.161599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=308b30a7-4b46-4c0f-b9db-3224d160fc0a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:48.169536 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:48.174514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-73fbb125-920c-48db-a8de-e9f7bb4f8251 None None] Provisioning complete for port c74881b0-b03b-48c9-bc66-c51551952132 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:48.174900 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-73fbb125-920c-48db-a8de-e9f7bb4f8251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:48.198281 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Transition to ACTIVE for port object f8e2995d-5e6a-4733-8d7c-7ca49c2fafda will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:48.202222 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a41007f5-cb83-4e08-b472-6812a4bac10b req-379bac4e-394f-4b9e-b24f-94ed6914ad31 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178930 Jul 15 15:18:48.231772 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Transition to ACTIVE for port object f8e2995d-5e6a-4733-8d7c-7ca49c2fafda will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:48.234627 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-73fbb125-920c-48db-a8de-e9f7bb4f8251 None None] Port c74881b0-b03b-48c9-bc66-c51551952132 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:18:48.240936 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:48.284965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:48.286964 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:48.289553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:48.333506 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['308b30a7-4b46-4c0f-b9db-3224d160fc0a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:18:48.335409 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Pushing event updated for resources: {'Port': ['ID=f8e2995d-5e6a-4733-8d7c-7ca49c2fafda,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:48.385822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74881b0-b03b-48c9-bc66-c51551952132 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:18:48.396691 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:48.399404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Attempting to bind port f8e2995d-5e6a-4733-8d7c-7ca49c2fafda on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:48.399404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Attempting to bind port f8e2995d-5e6a-4733-8d7c-7ca49c2fafda by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:48.399615 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Attempting to bind port f8e2995d-5e6a-4733-8d7c-7ca49c2fafda on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:48.407565 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:48.408013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:48.408341 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:48.408735 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:48.409204 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Bound port: f8e2995d-5e6a-4733-8d7c-7ca49c2fafda, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:48.409582 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:48.416243 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a41007f5-cb83-4e08-b472-6812a4bac10b req-6e836fbf-718b-4696-8cf2-c15cf636a123 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061512 Jul 15 15:18:48.419358 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-38848884-81c8-428f-acbf-f0bd56cd3e19 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::f816:3eff:fe6f:a967 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/68dc01dd-9651-407d-9fe4-90cdbe6c7b2a/30edb4d5-f388-4db0-8869-7bf57d345bba) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:48.428991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Transition to ACTIVE for port object c74881b0-b03b-48c9-bc66-c51551952132 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:48.437235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d84b37-e80d-49f9-9368-4c3ceec6f456 req-c909a605-008a-4329-bd70-4c5c8e88577d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:48.445001 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a4d84b37-e80d-49f9-9368-4c3ceec6f456 req-c909a605-008a-4329-bd70-4c5c8e88577d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3d64dddd-2316-4595-8acb-57f2e38944d0 HTTP/1.1" status: 200 len: 1027 time: 0.1643765 Jul 15 15:18:48.456606 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:48.473779 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5febe-efa1-4120-93e2-1e4a4aab3561 req-742f3150-2eba-4f8b-9a9d-1e49f17f855e tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:48.475366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79a5febe-efa1-4120-93e2-1e4a4aab3561 req-742f3150-2eba-4f8b-9a9d-1e49f17f855e tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 1060 time: 0.1529853 Jul 15 15:18:48.543026 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] For port f8e2995d-5e6a-4733-8d7c-7ca49c2fafda, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:48.561410 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a4d84b37-e80d-49f9-9368-4c3ceec6f456 req-63e57994-7d6d-447f-a43f-7493e087c67b tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153517 Jul 15 15:18:48.565313 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] For port f8e2995d-5e6a-4733-8d7c-7ca49c2fafda, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f8e2995d-5e6a-4733-8d7c-7ca49c2fafda,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:48.570113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Pushing event updated for resources: {'Port': ['ID=c74881b0-b03b-48c9-bc66-c51551952132,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:48.578275 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:48.711862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e890da5-a46b-4f03-b782-f507c08d1322 None None] Pushing event updated for resources: {'Port': ['ID=f8e2995d-5e6a-4733-8d7c-7ca49c2fafda,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:48.729084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f53057fd-7e46-4e93-9a6d-0b511ce53efb no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:18:48.733630 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38848884-81c8-428f-acbf-f0bd56cd3e19 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:48.752127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-38848884-81c8-428f-acbf-f0bd56cd3e19 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object 30edb4d5-f388-4db0-8869-7bf57d345bba will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:48.794846 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: f53057fd-7e46-4e93-9a6d-0b511ce53efb {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:18:48.795196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f53057fd-7e46-4e93-9a6d-0b511ce53efb not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:18:48.796611 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38848884-81c8-428f-acbf-f0bd56cd3e19 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:48.844710 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Attempting to bind port c74881b0-b03b-48c9-bc66-c51551952132 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:48.845323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Attempting to bind port c74881b0-b03b-48c9-bc66-c51551952132 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:48.845729 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Attempting to bind port c74881b0-b03b-48c9-bc66-c51551952132 on network e49a3944-4abb-4d4a-85b8-ce91fa47307f {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:48.862827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38848884-81c8-428f-acbf-f0bd56cd3e19 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:48.874729 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Port c74881b0-b03b-48c9-bc66-c51551952132 on network e49a3944-4abb-4d4a-85b8-ce91fa47307f not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:18:48.875145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Attempting to bind port c74881b0-b03b-48c9-bc66-c51551952132 on network e49a3944-4abb-4d4a-85b8-ce91fa47307f {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:48.884513 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38848884-81c8-428f-acbf-f0bd56cd3e19 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=30edb4d5-f388-4db0-8869-7bf57d345bba,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:48.888561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-38848884-81c8-428f-acbf-f0bd56cd3e19 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:48.889245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:48.889663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Checking segment: {'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:48.891062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Bound using segment: {'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:48.891488 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38848884-81c8-428f-acbf-f0bd56cd3e19 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:48.891990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Bound port: c74881b0-b03b-48c9-bc66-c51551952132, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480c614a-5444-4543-abc7-65332e891838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:48.892458 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:48.900584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38848884-81c8-428f-acbf-f0bd56cd3e19 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:48.903193 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38848884-81c8-428f-acbf-f0bd56cd3e19 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:48.935195 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-38848884-81c8-428f-acbf-f0bd56cd3e19 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6867301 Jul 15 15:18:48.936143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50042) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:48.992674 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:49.025423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755891c-e0c9-40fe-8b2e-27fd7983a2dd req-f5344d9f-426f-4fa1-aa4a-7d834554185d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:49.027103 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8755891c-e0c9-40fe-8b2e-27fd7983a2dd req-f5344d9f-426f-4fa1-aa4a-7d834554185d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.3170974 Jul 15 15:18:49.042893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd9b78c-df34-4bc1-990b-c0f1ad124662 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:49.049242 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd9b78c-df34-4bc1-990b-c0f1ad124662 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:49.052184 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1bd9b78c-df34-4bc1-990b-c0f1ad124662 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1148388 Jul 15 15:18:49.055264 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50044) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:49.060829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476deae9-4fe8-48be-a58b-bb34e067176a req-c30c8993-924d-463c-8b40-6a7686b3e4b5 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:49.067341 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-476deae9-4fe8-48be-a58b-bb34e067176a req-c30c8993-924d-463c-8b40-6a7686b3e4b5 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 1135 time: 0.2528057 Jul 15 15:18:49.112840 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] For port c74881b0-b03b-48c9-bc66-c51551952132, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:49.142874 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] For port c74881b0-b03b-48c9-bc66-c51551952132, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c74881b0-b03b-48c9-bc66-c51551952132,segment=NetworkSegment(480c614a-5444-4543-abc7-65332e891838),segment_id=480c614a-5444-4543-abc7-65332e891838)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:49.155622 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:49.169506 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6548dff3-55b0-470d-ac2f-f6c633be12fb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port 30edb4d5-f388-4db0-8869-7bf57d345bba {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:49.169863 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6548dff3-55b0-470d-ac2f-f6c633be12fb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:49.193804 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8755891c-e0c9-40fe-8b2e-27fd7983a2dd req-af0817ec-0e66-4126-be2e-26b6fc0cfee9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526649 Jul 15 15:18:49.205784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-476deae9-4fe8-48be-a58b-bb34e067176a req-47626744-9fe1-4f90-baea-59889eb0ab1f tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=c0dd314c-4f35-4931-ab3c-698572907299&id=2567e05a-de24-432d-b1bb-a535fd6978cc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1331868 Jul 15 15:18:49.213728 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:49.214366 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:49.215820 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] 10.222.0.22 "PUT /v2.0/ports/c74881b0-b03b-48c9-bc66-c51551952132 HTTP/1.1" status: 200 len: 1091 time: 1.4239743 Jul 15 15:18:49.216268 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d64dddd-2316-4595-8acb-57f2e38944d0', 'tag': 'c74881b0-b03b-48c9-bc66-c51551952132'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:18:49.218573 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db23e475-f2e9-46d9-b6af-d58f0cb1c0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3d64dddd-2316-4595-8acb-57f2e38944d0", "tag": "c74881b0-b03b-48c9-bc66-c51551952132"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:18:49.249494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50048) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:49.283987 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:49.321887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf973b-6828-4ced-bad7-bbe4f850a5cf service neutron] Pushing event updated for resources: {'Port': ['ID=c74881b0-b03b-48c9-bc66-c51551952132,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:49.340805 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6548dff3-55b0-470d-ac2f-f6c633be12fb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:49.361020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6548dff3-55b0-470d-ac2f-f6c633be12fb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for 30edb4d5-f388-4db0-8869-7bf57d345bba owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:49.368459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb2280f-d307-495f-8f39-7d32717d3ec0 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:49.373153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ccb2280f-d307-495f-8f39-7d32717d3ec0 tempest-TestSecurityGroupsBasicOps-215918048 tempest-TestSecurityGroupsBasicOps-215918048-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 1055 time: 0.1224053 Jul 15 15:18:49.376672 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-4bd1f62e-818f-4520-8efb-c6d63b852746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:49.378406 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-4bd1f62e-818f-4520-8efb-c6d63b852746 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dad45eb298424f6a8b9d0cd1df08899e&device_id=3d64dddd-2316-4595-8acb-57f2e38944d0 HTTP/1.1" status: 200 len: 1094 time: 0.1114511 Jul 15 15:18:49.420995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 308b30a7-4b46-4c0f-b9db-3224d160fc0a up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:49.434504 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-1660c916-12dc-46ca-b603-3dc48a936e78 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c74881b0-b03b-48c9-bc66-c51551952132 HTTP/1.1" status: 200 len: 217 time: 0.0478730 Jul 15 15:18:49.537349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 308b30a7-4b46-4c0f-b9db-3224d160fc0a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:49.545387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 308b30a7-4b46-4c0f-b9db-3224d160fc0a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:49.545885 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:49.550755 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-afc92d3a-f4d6-46cd-aff4-810cab934854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:49.553005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-afc92d3a-f4d6-46cd-aff4-810cab934854 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ebec1bfa-356e-4760-bb2a-3ffcc34e1e62 HTTP/1.1" status: 200 len: 848 time: 0.1069007 Jul 15 15:18:49.628456 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac30feb-bc8e-439e-849b-1e7e65e89575 x-openstack-request-id: req-bac30feb-bc8e-439e-849b-1e7e65e89575 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:18:49.628772 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d64dddd-2316-4595-8acb-57f2e38944d0", "tag": "c74881b0-b03b-48c9-bc66-c51551952132", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:18:49.629395 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bac30feb-bc8e-439e-849b-1e7e65e89575 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:18:49.629812 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d64dddd-2316-4595-8acb-57f2e38944d0', 'tag': 'c74881b0-b03b-48c9-bc66-c51551952132', 'status': 'completed', 'code': 200} Jul 15 15:18:49.652471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caf0b2-7f08-48ea-a71e-acdfa37ccb77 req-c7e64f14-3b04-443b-822b-60f3ae28336b tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:49.654111 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90caf0b2-7f08-48ea-a71e-acdfa37ccb77 req-c7e64f14-3b04-443b-822b-60f3ae28336b tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 949 time: 0.2229056 Jul 15 15:18:49.673344 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6548dff3-55b0-470d-ac2f-f6c633be12fb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:49.705678 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-88f76339-d416-42ab-951f-d64f5cf5aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:49.708003 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-88f76339-d416-42ab-951f-d64f5cf5aeca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e49a3944-4abb-4d4a-85b8-ce91fa47307f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399157 Jul 15 15:18:49.719564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548dff3-55b0-470d-ac2f-f6c633be12fb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=30edb4d5-f388-4db0-8869-7bf57d345bba,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:49.765161 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:49.766737 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90caf0b2-7f08-48ea-a71e-acdfa37ccb77 req-2d937c83-c49a-490b-9951-aac43707794e tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/security-groups?id=7941d8a3-0a3c-4fe6-bd41-13247b37b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003304 Jul 15 15:18:49.807534 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 308b30a7-4b46-4c0f-b9db-3224d160fc0a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=308b30a7-4b46-4c0f-b9db-3224d160fc0a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:49.808625 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f622dd4-65b9-49d9-b460-6e5e5519b1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308b30a7-4b46-4c0f-b9db-3224d160fc0a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:18:49.811510 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90ee370-1d68-43b5-b0bf-326740ec81d7" -d '{"events": [{"server_uuid": "4f622dd4-65b9-49d9-b460-6e5e5519b1d8", "name": "network-vif-plugged", "status": "completed", "tag": "308b30a7-4b46-4c0f-b9db-3224d160fc0a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:18:49.815799 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:49.821795 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6548dff3-55b0-470d-ac2f-f6c633be12fb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:49.831963 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6548dff3-55b0-470d-ac2f-f6c633be12fb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/30edb4d5-f388-4db0-8869-7bf57d345bba HTTP/1.1" status: 204 len: 168 time: 0.7726324 Jul 15 15:18:49.832982 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50056) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:49.900159 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=308b30a7-4b46-4c0f-b9db-3224d160fc0a,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:49.918190 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-91082e1d-ea0a-425c-b637-515efc3af564 service neutron] 10.222.0.22 "GET /v2.0/networks/e49a3944-4abb-4d4a-85b8-ce91fa47307f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034686 Jul 15 15:18:49.929532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff0c55c-1b72-4cb1-bcaf-95d8fd098d16 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:49.931008 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff0c55c-1b72-4cb1-bcaf-95d8fd098d16 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:49.932671 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1ff0c55c-1b72-4cb1-bcaf-95d8fd098d16 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0984623 Jul 15 15:18:49.937534 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50058) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:50.001260 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e41608a-9041-47b6-b0d2-c71e52262461 x-openstack-request-id: req-5e41608a-9041-47b6-b0d2-c71e52262461 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:18:50.001857 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f622dd4-65b9-49d9-b460-6e5e5519b1d8", "name": "network-vif-plugged", "status": "completed", "tag": "308b30a7-4b46-4c0f-b9db-3224d160fc0a", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:18:50.002304 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e41608a-9041-47b6-b0d2-c71e52262461 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:18:50.002924 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f622dd4-65b9-49d9-b460-6e5e5519b1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308b30a7-4b46-4c0f-b9db-3224d160fc0a', 'code': 200} Jul 15 15:18:50.015965 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba035df-f22b-43f5-abc4-9af530e5a2aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet 68dc01dd-9651-407d-9fe4-90cdbe6c7b2a {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:50.019649 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cba035df-f22b-43f5-abc4-9af530e5a2aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:50.075539 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2a80dd9-8a20-4427-98fa-a573bbb1c9c4 req-50e1c088-8de3-4fe2-9222-de4065bfec94 service neutron] 10.222.0.22 "GET /v2.0/networks/e49a3944-4abb-4d4a-85b8-ce91fa47307f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501894 Jul 15 15:18:50.089528 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9308f-3506-45ed-ad33-08f39d9565d3 req-5368868d-9f94-4aa1-9ccb-6eac6316ea46 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:50.096391 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44c9308f-3506-45ed-ad33-08f39d9565d3 req-5368868d-9f94-4aa1-9ccb-6eac6316ea46 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3d64dddd-2316-4595-8acb-57f2e38944d0 HTTP/1.1" status: 200 len: 1094 time: 0.1249170 Jul 15 15:18:50.097164 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cba035df-f22b-43f5-abc4-9af530e5a2aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:50.146354 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44c9308f-3506-45ed-ad33-08f39d9565d3 req-41edfda4-277f-4e25-aa84-d16e92e70294 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488982 Jul 15 15:18:50.232409 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cba035df-f22b-43f5-abc4-9af530e5a2aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:50.291283 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-acf0872c-e15c-4fb5-b9d2-5ee7468e3c8b None None] Provisioning for port f8e2995d-5e6a-4733-8d7c-7ca49c2fafda completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:50.320315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6f189-07d7-44da-9d5d-e2fed571dce7 req-79edde57-e6d6-4aa8-b746-e1a9e0e44b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:50.322754 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fad6f189-07d7-44da-9d5d-e2fed571dce7 req-79edde57-e6d6-4aa8-b746-e1a9e0e44b9a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 1101 time: 0.1793776 Jul 15 15:18:50.323467 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cba035df-f22b-43f5-abc4-9af530e5a2aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:50.325804 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23e475-f2e9-46d9-b6af-d58f0cb1c0b2 req-3edb8207-d4da-4c35-854b-7133c07c5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:50.327277 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db23e475-f2e9-46d9-b6af-d58f0cb1c0b2 req-3edb8207-d4da-4c35-854b-7133c07c5db0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dad45eb298424f6a8b9d0cd1df08899e&device_id=3d64dddd-2316-4595-8acb-57f2e38944d0 HTTP/1.1" status: 200 len: 1094 time: 0.1684942 Jul 15 15:18:50.340324 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cba035df-f22b-43f5-abc4-9af530e5a2aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:50.342595 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cba035df-f22b-43f5-abc4-9af530e5a2aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/68dc01dd-9651-407d-9fe4-90cdbe6c7b2a HTTP/1.1" status: 204 len: 168 time: 0.4035859 Jul 15 15:18:50.348691 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50064) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:50.361689 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba035df-f22b-43f5-abc4-9af530e5a2aa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=68dc01dd-9651-407d-9fe4-90cdbe6c7b2a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:50.374644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf058f8-efa0-402f-89a8-0a46ccf9c8ff req-78cf0c26-6964-4393-8ed4-92f6c2a0ff4d tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:50.376269 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-caf058f8-efa0-402f-89a8-0a46ccf9c8ff req-78cf0c26-6964-4393-8ed4-92f6c2a0ff4d tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 909 time: 0.2289658 Jul 15 15:18:50.437008 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dbaf7587-7faf-4601-ae9d-97af0de464f6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835638 Jul 15 15:18:50.437090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50068) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:50.467889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e3f62c-664c-40b7-974e-3fd16afd73c5 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:50.482520 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fad6f189-07d7-44da-9d5d-e2fed571dce7 req-6131ee8a-43da-4d8c-bf3b-cee0b2f4ddbc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7941d8a3-0a3c-4fe6-bd41-13247b37b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518154 Jul 15 15:18:50.525275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90813ee-260d-4c13-8daf-924bdbaa8ebe tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:50.527396 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d90813ee-260d-4c13-8daf-924bdbaa8ebe tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0894394 Jul 15 15:18:50.530519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50070) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:50.544841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e1b5278b-25f6-4e0e-9593-ec5edaf463cf None None] Could not find standard attr ID for object 30edb4d5-f388-4db0-8869-7bf57d345bba. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:18:50.573897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23e475-f2e9-46d9-b6af-d58f0cb1c0b2 req-a86d9aae-93bd-4bc9-847c-b48650542257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:50.575452 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db23e475-f2e9-46d9-b6af-d58f0cb1c0b2 req-a86d9aae-93bd-4bc9-847c-b48650542257 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e49a3944-4abb-4d4a-85b8-ce91fa47307f HTTP/1.1" status: 200 len: 910 time: 0.2277222 Jul 15 15:18:50.586984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f621ed3-3e4e-4350-a82b-f3f69450c0d8 req-056fc87f-0535-4cfc-9890-39891c04aa2d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:50.595714 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6f621ed3-3e4e-4350-a82b-f3f69450c0d8 req-056fc87f-0535-4cfc-9890-39891c04aa2d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.2290261 Jul 15 15:18:50.631078 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a915661-ffa8-4d0d-9439-b619f872bc81 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:50.633135 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8a915661-ffa8-4d0d-9439-b619f872bc81 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1023936 Jul 15 15:18:50.636380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50074) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:50.670431 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db23e475-f2e9-46d9-b6af-d58f0cb1c0b2 req-e299b2df-339c-4f4d-a029-74dbdd439c3d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c74881b0-b03b-48c9-bc66-c51551952132 HTTP/1.1" status: 200 len: 217 time: 0.0622411 Jul 15 15:18:50.696922 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6063dd43-451a-417a-8868-066b1b4e3c31 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540345 Jul 15 15:18:50.697687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50076) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:50.701201 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f8e2995d-5e6a-4733-8d7c-7ca49c2fafda up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:50.703550 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2e061e80-5f45-4916-9eb3-e888968b4079 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:50.716198 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6f621ed3-3e4e-4350-a82b-f3f69450c0d8 req-a26bd646-e49b-4d28-90b1-77307d80053c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184521 Jul 15 15:18:50.734001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f60e27a-1c5d-405e-aab8-4b3b16058abf None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:18:50.758216 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23e475-f2e9-46d9-b6af-d58f0cb1c0b2 req-0e05bc15-6587-4632-a7a9-2fe8709b47e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:50.759724 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db23e475-f2e9-46d9-b6af-d58f0cb1c0b2 req-0e05bc15-6587-4632-a7a9-2fe8709b47e4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ebec1bfa-356e-4760-bb2a-3ffcc34e1e62 HTTP/1.1" status: 200 len: 848 time: 0.0822089 Jul 15 15:18:50.805174 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port f8e2995d-5e6a-4733-8d7c-7ca49c2fafda completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:50.815263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0f60e27a-1c5d-405e-aab8-4b3b16058abf None None] Deleting port f8e2995d-5e6a-4733-8d7c-7ca49c2fafda {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:50.815722 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f60e27a-1c5d-405e-aab8-4b3b16058abf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:50.817451 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port f8e2995d-5e6a-4733-8d7c-7ca49c2fafda triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:50.817866 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:50.818255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e061e80-5f45-4916-9eb3-e888968b4079 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:50.822503 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e061e80-5f45-4916-9eb3-e888968b4079 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:50.844685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23e475-f2e9-46d9-b6af-d58f0cb1c0b2 req-a7e8ce85-4daf-4836-a184-c142c6a44090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:50.846357 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db23e475-f2e9-46d9-b6af-d58f0cb1c0b2 req-a7e8ce85-4daf-4836-a184-c142c6a44090 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e49a3944-4abb-4d4a-85b8-ce91fa47307f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791619 Jul 15 15:18:50.915754 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0f60e27a-1c5d-405e-aab8-4b3b16058abf None None] For port f8e2995d-5e6a-4733-8d7c-7ca49c2fafda, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f8e2995d-5e6a-4733-8d7c-7ca49c2fafda,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:50.916116 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f60e27a-1c5d-405e-aab8-4b3b16058abf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:50.932866 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0f60e27a-1c5d-405e-aab8-4b3b16058abf None None] Calling delete_port for f8e2995d-5e6a-4733-8d7c-7ca49c2fafda owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:50.986836 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db23e475-f2e9-46d9-b6af-d58f0cb1c0b2 req-c8461fb1-225b-4f4e-b9db-db4a7c067d79 service neutron] 10.222.0.22 "GET /v2.0/networks/e49a3944-4abb-4d4a-85b8-ce91fa47307f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306689 Jul 15 15:18:51.011805 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:51.039957 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e061e80-5f45-4916-9eb3-e888968b4079 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:51.068005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port f8e2995d-5e6a-4733-8d7c-7ca49c2fafda, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f8e2995d-5e6a-4733-8d7c-7ca49c2fafda,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:51.071599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa17d3-4076-458f-95ee-0f8f2a6ed540 req-8ca5bdc9-bb1d-42e0-821b-4cee2b74d1a3 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:51.074932 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:51.079328 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35fa17d3-4076-458f-95ee-0f8f2a6ed540 req-8ca5bdc9-bb1d-42e0-821b-4cee2b74d1a3 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 950 time: 0.1511161 Jul 15 15:18:51.095794 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e061e80-5f45-4916-9eb3-e888968b4079 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:51.102090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2e061e80-5f45-4916-9eb3-e888968b4079 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:51.105957 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f60e27a-1c5d-405e-aab8-4b3b16058abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:51.113006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e061e80-5f45-4916-9eb3-e888968b4079 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:51.114670 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e061e80-5f45-4916-9eb3-e888968b4079 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:51.128961 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60e27a-1c5d-405e-aab8-4b3b16058abf None None] No DVR routers for this DVR port f8e2995d-5e6a-4733-8d7c-7ca49c2fafda on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:18:51.136233 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2e061e80-5f45-4916-9eb3-e888968b4079 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4373007 Jul 15 15:18:51.136965 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50080) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:51.145368 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-772f8d83-16a4-4e6b-8b18-691eefe18cc8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'mac_address': 'fa:16:3e:19:8a:59', 'name': 'tempest-NetworksTestDHCPv6-54050936'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:51.152149 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=f8e2995d-5e6a-4733-8d7c-7ca49c2fafda,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:51.161474 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35fa17d3-4076-458f-95ee-0f8f2a6ed540 req-11fddca1-a668-4dbc-bfd8-3de038acde23 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/security-groups?id=7941d8a3-0a3c-4fe6-bd41-13247b37b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816486 Jul 15 15:18:51.180558 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db23e475-f2e9-46d9-b6af-d58f0cb1c0b2 req-d6623ebc-37eb-4433-9683-1315f0d4d6b1 service neutron] 10.222.0.22 "GET /v2.0/networks/e49a3944-4abb-4d4a-85b8-ce91fa47307f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793926 Jul 15 15:18:51.183522 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d6c110-4910-4de3-a20d-60954d36f20f None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:51.186202 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e061e80-5f45-4916-9eb3-e888968b4079 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=33b2bdb3-5ee8-48dd-9ab5-8afbd7fe65c7,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:51.194731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60e27a-1c5d-405e-aab8-4b3b16058abf None None] Pushing event deleted for resources: {'Port': ['ID=f8e2995d-5e6a-4733-8d7c-7ca49c2fafda,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:51.341049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772f8d83-16a4-4e6b-8b18-691eefe18cc8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:51.373489 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': '33b2bdb3-5ee8-48dd-9ab5-8afbd7fe65c7'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:18:51.374718 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:51.449997 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-772f8d83-16a4-4e6b-8b18-691eefe18cc8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:51.475562 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-772f8d83-16a4-4e6b-8b18-691eefe18cc8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port 99171b56-2428-4054-b69c-43e82fd0adde yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:18:51.571798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Allocated IP 2001:db8::2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/33b2bdb3-5ee8-48dd-9ab5-8afbd7fe65c7/3213f3fd-2218-4ed6-ba1c-92451b0ad466) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:51.734388 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:51.736562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c791ed0-14dc-4a91-9839-50c044b1e8f7 req-5e7b038a-7616-4020-8618-09a7dc552609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:51.738413 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c791ed0-14dc-4a91-9839-50c044b1e8f7 req-5e7b038a-7616-4020-8618-09a7dc552609 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1096 time: 0.5412405 Jul 15 15:18:51.743639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Transition to ACTIVE for port object 3213f3fd-2218-4ed6-ba1c-92451b0ad466 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:51.761863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Transition to ACTIVE for port object 3213f3fd-2218-4ed6-ba1c-92451b0ad466 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:51.767538 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65e638-096d-42d3-bbb5-c09866644ce6 req-fe1c10a8-a4d3-452a-91b2-b8b6c91ac654 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:51.767694 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:51.769011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f65e638-096d-42d3-bbb5-c09866644ce6 req-fe1c10a8-a4d3-452a-91b2-b8b6c91ac654 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 909 time: 0.1771300 Jul 15 15:18:51.779381 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ccd5f-0975-4e43-9a18-b343768db9a9 req-72ef1d28-7612-4428-8cb0-3919c122c8ea tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:51.780903 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-db5ccd5f-0975-4e43-9a18-b343768db9a9 req-72ef1d28-7612-4428-8cb0-3919c122c8ea tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 909 time: 0.1869738 Jul 15 15:18:51.782694 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77e623-167e-4abf-a65f-8d3862e7e7aa req-80753e89-32d2-4eae-97b9-76e42942dabd tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:51.790237 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e77e623-167e-4abf-a65f-8d3862e7e7aa req-80753e89-32d2-4eae-97b9-76e42942dabd tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3d64dddd-2316-4595-8acb-57f2e38944d0 HTTP/1.1" status: 200 len: 1094 time: 0.1971338 Jul 15 15:18:51.824530 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:51.827416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:51.830016 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:51.832751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-772f8d83-16a4-4e6b-8b18-691eefe18cc8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::207 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/33b2bdb3-5ee8-48dd-9ab5-8afbd7fe65c7/99171b56-2428-4054-b69c-43e82fd0adde) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:51.840852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Pushing event updated for resources: {'Port': ['ID=3213f3fd-2218-4ed6-ba1c-92451b0ad466,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:51.903635 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Attempting to bind port 3213f3fd-2218-4ed6-ba1c-92451b0ad466 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:51.904018 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Attempting to bind port 3213f3fd-2218-4ed6-ba1c-92451b0ad466 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:51.905070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Attempting to bind port 3213f3fd-2218-4ed6-ba1c-92451b0ad466 on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:51.911317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:51.911898 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:51.912315 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:51.912714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:51.913892 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Bound port: 3213f3fd-2218-4ed6-ba1c-92451b0ad466, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:51.913892 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:51.966694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e77e623-167e-4abf-a65f-8d3862e7e7aa req-25a29d97-b2db-4c20-9fe9-ba85063e4f7d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754396 Jul 15 15:18:51.998595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] For port 3213f3fd-2218-4ed6-ba1c-92451b0ad466, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:52.003529 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c791ed0-14dc-4a91-9839-50c044b1e8f7 req-fdeae43e-7d25-473f-9123-be4e8dedfc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:52.004626 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] For port 3213f3fd-2218-4ed6-ba1c-92451b0ad466, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3213f3fd-2218-4ed6-ba1c-92451b0ad466,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:52.005143 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c791ed0-14dc-4a91-9839-50c044b1e8f7 req-fdeae43e-7d25-473f-9123-be4e8dedfc78 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ccba156-8e62-472c-aa79-380bf6176149 HTTP/1.1" status: 200 len: 897 time: 0.2334967 Jul 15 15:18:52.012488 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.057605 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-772f8d83-16a4-4e6b-8b18-691eefe18cc8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.094052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-772f8d83-16a4-4e6b-8b18-691eefe18cc8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object 99171b56-2428-4054-b69c-43e82fd0adde will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:52.109241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d203e2-a6c0-41ae-8239-e2342cce0954 None None] Pushing event updated for resources: {'Port': ['ID=3213f3fd-2218-4ed6-ba1c-92451b0ad466,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:52.137174 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-772f8d83-16a4-4e6b-8b18-691eefe18cc8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.153937 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-4f65e638-096d-42d3-bbb5-c09866644ce6 req-9c924a87-da53-44e3-a122-5d66875b1789 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Deleting port 5f40db7f-dc51-4334-bafa-1780d63f695a {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:52.154483 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f65e638-096d-42d3-bbb5-c09866644ce6 req-9c924a87-da53-44e3-a122-5d66875b1789 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.186451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772f8d83-16a4-4e6b-8b18-691eefe18cc8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:52.188897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c791ed0-14dc-4a91-9839-50c044b1e8f7 req-07aa7536-f9aa-4718-920c-415a17888f38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 200 len: 1001 time: 0.1691694 Jul 15 15:18:52.189388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-772f8d83-16a4-4e6b-8b18-691eefe18cc8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:52.194233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f8d83-16a4-4e6b-8b18-691eefe18cc8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:52.199931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772f8d83-16a4-4e6b-8b18-691eefe18cc8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:52.200577 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-772f8d83-16a4-4e6b-8b18-691eefe18cc8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.211060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f8d83-16a4-4e6b-8b18-691eefe18cc8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=99171b56-2428-4054-b69c-43e82fd0adde,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:52.225121 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-772f8d83-16a4-4e6b-8b18-691eefe18cc8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0819473 Jul 15 15:18:52.225514 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50096) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:52.256664 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c74881b0-b03b-48c9-bc66-c51551952132 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:18:52.323951 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45945e51-ee98-4295-8ae0-72494d10f22d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:52.327138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631ba0d-4928-4905-94a1-4f0e4999ef43 req-923a1e72-93c0-49fc-bb7f-cc52b57be9c0 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:52.328731 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4631ba0d-4928-4905-94a1-4f0e4999ef43 req-923a1e72-93c0-49fc-bb7f-cc52b57be9c0 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.2247288 Jul 15 15:18:52.330740 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-4f65e638-096d-42d3-bbb5-c09866644ce6 req-9c924a87-da53-44e3-a122-5d66875b1789 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] For port 5f40db7f-dc51-4334-bafa-1780d63f695a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5f40db7f-dc51-4334-bafa-1780d63f695a,segment=NetworkSegment(24f65b12-344a-4732-b574-01c8d9c3c21c),segment_id=24f65b12-344a-4732-b574-01c8d9c3c21c)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:52.331116 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f65e638-096d-42d3-bbb5-c09866644ce6 req-9c924a87-da53-44e3-a122-5d66875b1789 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.340474 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45945e51-ee98-4295-8ae0-72494d10f22d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:52.342388 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-45945e51-ee98-4295-8ae0-72494d10f22d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1158352 Jul 15 15:18:52.351204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50100) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:52.366408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c791ed0-14dc-4a91-9839-50c044b1e8f7 req-17f46a7b-37fe-4485-900c-3e08247d51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:52.366408 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c791ed0-14dc-4a91-9839-50c044b1e8f7 req-17f46a7b-37fe-4485-900c-3e08247d51b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25455b05-a94e-447c-b84e-9cd2a3a78a80 HTTP/1.1" status: 200 len: 835 time: 0.1338904 Jul 15 15:18:52.368683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-4f65e638-096d-42d3-bbb5-c09866644ce6 req-9c924a87-da53-44e3-a122-5d66875b1789 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Calling delete_port for 5f40db7f-dc51-4334-bafa-1780d63f695a owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:52.453279 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c74881b0-b03b-48c9-bc66-c51551952132, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c74881b0-b03b-48c9-bc66-c51551952132,segment=NetworkSegment(480c614a-5444-4543-abc7-65332e891838),segment_id=480c614a-5444-4543-abc7-65332e891838)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:52.460628 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4631ba0d-4928-4905-94a1-4f0e4999ef43 req-8bb1a9b0-ddbf-4ebc-9c05-1381a5356b1f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139588 Jul 15 15:18:52.487865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'c74881b0-b03b-48c9-bc66-c51551952132', 'network_id': 'e49a3944-4abb-4d4a-85b8-ce91fa47307f', 'port_id': 'c74881b0-b03b-48c9-bc66-c51551952132', 'mac_address': 'fa:16:3e:d2:62:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebec1bfa-356e-4760-bb2a-3ffcc34e1e62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:18:52.506469 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-0f8f5ea6-c17c-4a45-a331-edf68dd5ed7c service neutron] show failed (client error): The resource could not be found. Jul 15 15:18:52.507947 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-0f8f5ea6-c17c-4a45-a331-edf68dd5ed7c service neutron] 10.222.0.11 "GET /v2.0/ports/af8fa02e-d106-41b2-ade8-af7b5fa8b8f1/bindings/n-h2-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.1643329 Jul 15 15:18:52.559047 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.599554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74881b0-b03b-48c9-bc66-c51551952132 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:18:52.604294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c791ed0-14dc-4a91-9839-50c044b1e8f7 req-d4a2567d-84c9-4a82-a607-fc54aacbdc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:52.604933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e1d48-c0f3-4b2d-a037-860fe2177b78 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port 99171b56-2428-4054-b69c-43e82fd0adde {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:52.605309 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1d48-c0f3-4b2d-a037-860fe2177b78 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.606912 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c791ed0-14dc-4a91-9839-50c044b1e8f7 req-d4a2567d-84c9-4a82-a607-fc54aacbdc23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ccba156-8e62-472c-aa79-380bf6176149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2080176 Jul 15 15:18:52.671886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c74881b0-b03b-48c9-bc66-c51551952132, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c74881b0-b03b-48c9-bc66-c51551952132,segment=NetworkSegment(480c614a-5444-4543-abc7-65332e891838),segment_id=480c614a-5444-4543-abc7-65332e891838)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:52.679902 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.731991 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3213f3fd-2218-4ed6-ba1c-92451b0ad466 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:52.777957 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1d48-c0f3-4b2d-a037-860fe2177b78 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.799273 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=c74881b0-b03b-48c9-bc66-c51551952132,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:52.805141 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c791ed0-14dc-4a91-9839-50c044b1e8f7 req-37fef837-1d1b-4ffe-b4ba-9047baa0a1fe service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806631 Jul 15 15:18:52.819036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e1d48-c0f3-4b2d-a037-860fe2177b78 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for 99171b56-2428-4054-b69c-43e82fd0adde owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:52.828353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 3213f3fd-2218-4ed6-ba1c-92451b0ad466 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:52.836115 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f65e638-096d-42d3-bbb5-c09866644ce6 req-9c924a87-da53-44e3-a122-5d66875b1789 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.890052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c924a87-da53-44e3-a122-5d66875b1789 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event deleted for resources: {'Port': ['ID=5f40db7f-dc51-4334-bafa-1780d63f695a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:52.911958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['c74881b0-b03b-48c9-bc66-c51551952132'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:18:52.917185 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f8e2995d-5e6a-4733-8d7c-7ca49c2fafda no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:18:52.968860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: f8e2995d-5e6a-4733-8d7c-7ca49c2fafda {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:18:52.969295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f8e2995d-5e6a-4733-8d7c-7ca49c2fafda not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:18:53.006947 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f65e638-096d-42d3-bbb5-c09866644ce6 req-9c924a87-da53-44e3-a122-5d66875b1789 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] No DVR routers for this DVR port 5f40db7f-dc51-4334-bafa-1780d63f695a on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:18:53.010444 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-4f65e638-096d-42d3-bbb5-c09866644ce6 req-9c924a87-da53-44e3-a122-5d66875b1789 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:53.013089 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f65e638-096d-42d3-bbb5-c09866644ce6 req-9c924a87-da53-44e3-a122-5d66875b1789 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.22 "DELETE /v2.0/ports/5f40db7f-dc51-4334-bafa-1780d63f695a HTTP/1.1" status: 204 len: 173 time: 1.2208891 Jul 15 15:18:53.018061 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48a388e-88df-42d8-be50-55dc09bb422e', 'name': 'network-vif-deleted', 'tag': '5f40db7f-dc51-4334-bafa-1780d63f695a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:18:53.020883 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd535396-56e7-4a38-939d-c389103539a3" -d '{"events": [{"server_uuid": "f48a388e-88df-42d8-be50-55dc09bb422e", "name": "network-vif-deleted", "tag": "5f40db7f-dc51-4334-bafa-1780d63f695a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:18:53.049976 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4c42ef9-634a-4683-8b57-8ee86e6ef064 req-04eb07a5-4724-44ae-9fde-9a7fb088c597 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=f48a388e-88df-42d8-be50-55dc09bb422e HTTP/1.1" status: 200 len: 210 time: 0.1035745 Jul 15 15:18:53.115105 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c6d2e-1b51-4311-a44e-eeef8a3c3a9a req-5246afaf-08c1-4a53-8fa5-53870eeba417 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:53.131241 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe1c6d2e-1b51-4311-a44e-eeef8a3c3a9a req-5246afaf-08c1-4a53-8fa5-53870eeba417 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 950 time: 0.7939422 Jul 15 15:18:53.158918 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c791ed0-14dc-4a91-9839-50c044b1e8f7 req-c9f47ec0-dc4f-42e4-8d5b-28a2e513773a service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193333 Jul 15 15:18:53.179682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1d48-c0f3-4b2d-a037-860fe2177b78 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:53.226902 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe1c6d2e-1b51-4311-a44e-eeef8a3c3a9a req-341c1d00-c121-4802-ad2a-56c29e80c0f2 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/security-groups?id=7941d8a3-0a3c-4fe6-bd41-13247b37b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944526 Jul 15 15:18:53.282260 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-f8f32675-cf68-49b1-a87d-1968948c601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:53.284823 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-f8f32675-cf68-49b1-a87d-1968948c601c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a&tenant_id=5ef1d87b1ef049c18d214bfde5982884 HTTP/1.1" status: 200 len: 1096 time: 0.3993599 Jul 15 15:18:53.290984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e1d48-c0f3-4b2d-a037-860fe2177b78 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=99171b56-2428-4054-b69c-43e82fd0adde,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:53.303232 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:53.346025 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1116e652-3647-4e65-86fa-271dbc0aaf38 x-openstack-request-id: req-1116e652-3647-4e65-86fa-271dbc0aaf38 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:18:53.346910 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48a388e-88df-42d8-be50-55dc09bb422e", "name": "network-vif-deleted", "tag": "5f40db7f-dc51-4334-bafa-1780d63f695a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:18:53.347267 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1116e652-3647-4e65-86fa-271dbc0aaf38 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:18:53.347822 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48a388e-88df-42d8-be50-55dc09bb422e', 'name': 'network-vif-deleted', 'tag': '5f40db7f-dc51-4334-bafa-1780d63f695a', 'status': 'completed', 'code': 200} Jul 15 15:18:53.369127 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1d48-c0f3-4b2d-a037-860fe2177b78 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:53.373351 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7d1e1d48-c0f3-4b2d-a037-860fe2177b78 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/99171b56-2428-4054-b69c-43e82fd0adde HTTP/1.1" status: 204 len: 168 time: 1.0200438 Jul 15 15:18:53.373972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50114) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:53.466822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434bc10f-6d31-4bd1-a922-28f729f31af3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:53.468493 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434bc10f-6d31-4bd1-a922-28f729f31af3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:53.470619 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-434bc10f-6d31-4bd1-a922-28f729f31af3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0955489 Jul 15 15:18:53.472758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50116) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:53.478619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234cda2-995d-4766-b93a-9cbe18528393 req-66fc97e0-e4fb-49c6-8b85-919adbd626de tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:53.482040 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:53.485731 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7234cda2-995d-4766-b93a-9cbe18528393 req-66fc97e0-e4fb-49c6-8b85-919adbd626de tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3d64dddd-2316-4595-8acb-57f2e38944d0 HTTP/1.1" status: 200 len: 1095 time: 0.0822918 Jul 15 15:18:53.541954 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7234cda2-995d-4766-b93a-9cbe18528393 req-16e64e9c-f852-4439-b155-e0159dde7698 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545781 Jul 15 15:18:53.571611 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0fccbb-a006-4512-a015-27bd481c2cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet 33b2bdb3-5ee8-48dd-9ab5-8afbd7fe65c7 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:53.575081 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a0fccbb-a006-4512-a015-27bd481c2cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:53.625681 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a0fccbb-a006-4512-a015-27bd481c2cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:53.766871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-08ceba0b-a336-4695-b176-0dc5feb303b6 None None] Provisioning for port 3213f3fd-2218-4ed6-ba1c-92451b0ad466 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:53.772365 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-08ceba0b-a336-4695-b176-0dc5feb303b6 None None] Provisioning complete for port 3213f3fd-2218-4ed6-ba1c-92451b0ad466 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:53.772939 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08ceba0b-a336-4695-b176-0dc5feb303b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:53.795002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9fadf-72b9-4d6d-a3b9-b756c0aaf29b req-059c831d-6654-43ad-8438-71ab3a91d6d5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:53.799668 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45c9fadf-72b9-4d6d-a3b9-b756c0aaf29b req-059c831d-6654-43ad-8438-71ab3a91d6d5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.1280873 Jul 15 15:18:53.897886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45c9fadf-72b9-4d6d-a3b9-b756c0aaf29b req-d269826e-4526-4207-aa26-d8018645f060 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873420 Jul 15 15:18:53.919382 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08ceba0b-a336-4695-b176-0dc5feb303b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:53.974292 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-08ceba0b-a336-4695-b176-0dc5feb303b6 None None] For port 3213f3fd-2218-4ed6-ba1c-92451b0ad466, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3213f3fd-2218-4ed6-ba1c-92451b0ad466,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:53.980658 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08ceba0b-a336-4695-b176-0dc5feb303b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:54.010656 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a0fccbb-a006-4512-a015-27bd481c2cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:54.209382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50130) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:54.227473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-03abb5a2-7f60-4eb3-a165-dc2003b8a91f None None] Could not find standard attr ID for object 99171b56-2428-4054-b69c-43e82fd0adde. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:18:54.248864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ceba0b-a336-4695-b176-0dc5feb303b6 None None] Pushing event updated for resources: {'Port': ['ID=3213f3fd-2218-4ed6-ba1c-92451b0ad466,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:54.262198 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c74881b0-b03b-48c9-bc66-c51551952132 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:54.332818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port c74881b0-b03b-48c9-bc66-c51551952132 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:54.343183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port c74881b0-b03b-48c9-bc66-c51551952132 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:54.343776 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:54.465916 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:54.521742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:54.532251 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:54.577022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:54.596330 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d64dddd-2316-4595-8acb-57f2e38944d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74881b0-b03b-48c9-bc66-c51551952132'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:18:54.598703 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Transition to ACTIVE for port object af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:54.599855 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:18:54.602849 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ff33b4-5310-409d-ae81-ee1a3dac751e" -d '{"events": [{"server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "name": "network-vif-unplugged", "status": "completed", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:18:54.607305 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a0fccbb-a006-4512-a015-27bd481c2cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:54.607935 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f713bf-cd5d-45f9-b143-8f87218122c5" -d '{"events": [{"server_uuid": "3d64dddd-2316-4595-8acb-57f2e38944d0", "name": "network-vif-plugged", "status": "completed", "tag": "c74881b0-b03b-48c9-bc66-c51551952132"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:18:54.644818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fd1652-023f-4529-8459-34ae0941a8af None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:54.647560 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:54.655132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a0fccbb-a006-4512-a015-27bd481c2cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:54.658877 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9a0fccbb-a006-4512-a015-27bd481c2cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/33b2bdb3-5ee8-48dd-9ab5-8afbd7fe65c7 HTTP/1.1" status: 204 len: 168 time: 1.1844814 Jul 15 15:18:54.687083 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50142) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:54.724032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fccbb-a006-4512-a015-27bd481c2cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=33b2bdb3-5ee8-48dd-9ab5-8afbd7fe65c7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:54.742381 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0e68a9bb-3da4-4e99-b1a5-89b11f7d1537 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480380 Jul 15 15:18:54.746756 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50144) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:54.773152 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c74881b0-b03b-48c9-bc66-c51551952132, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c74881b0-b03b-48c9-bc66-c51551952132,segment=NetworkSegment(480c614a-5444-4543-abc7-65332e891838),segment_id=480c614a-5444-4543-abc7-65332e891838)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:54.791412 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9011ac32-5280-4ebf-944b-8a049f62505b x-openstack-request-id: req-9011ac32-5280-4ebf-944b-8a049f62505b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:18:54.791717 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "name": "network-vif-unplugged", "status": "completed", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:18:54.791978 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9011ac32-5280-4ebf-944b-8a049f62505b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:18:54.792385 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'code': 200} Jul 15 15:18:54.807678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3213f3fd-2218-4ed6-ba1c-92451b0ad466 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:54.812382 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0436550d-46ca-4cf7-9eed-9809539472fd x-openstack-request-id: req-0436550d-46ca-4cf7-9eed-9809539472fd {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:18:54.812878 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d64dddd-2316-4595-8acb-57f2e38944d0", "name": "network-vif-plugged", "status": "completed", "tag": "c74881b0-b03b-48c9-bc66-c51551952132", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:18:54.813276 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0436550d-46ca-4cf7-9eed-9809539472fd {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:18:54.813923 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d64dddd-2316-4595-8acb-57f2e38944d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74881b0-b03b-48c9-bc66-c51551952132', 'code': 200} Jul 15 15:18:54.872334 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:54.873511 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5f40db7f-dc51-4334-bafa-1780d63f695a no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:18:54.929081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Pushing event updated for resources: {'Port': ['ID=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:54.984615 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 5f40db7f-dc51-4334-bafa-1780d63f695a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:18:54.985365 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5f40db7f-dc51-4334-bafa-1780d63f695a not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:18:54.992558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a82b6a-97ec-4277-a019-8c65606d67f3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:55.000451 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c8a82b6a-97ec-4277-a019-8c65606d67f3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2521827 Jul 15 15:18:55.008483 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50148) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:55.060462 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3213f3fd-2218-4ed6-ba1c-92451b0ad466 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:55.060838 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:55.087179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d03340-42c5-4d87-a422-9f986471fcc2 req-b51e95f0-5357-426a-a5c4-7f448ce930e7 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:55.091942 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89d03340-42c5-4d87-a422-9f986471fcc2 req-b51e95f0-5357-426a-a5c4-7f448ce930e7 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3d64dddd-2316-4595-8acb-57f2e38944d0 HTTP/1.1" status: 200 len: 1096 time: 0.2787387 Jul 15 15:18:55.103711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2db4b9-9e7a-47a0-8eb1-cf8bcd357dc2 req-8320ce1b-db43-4f0f-9104-30bb80a35dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:55.103711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e2db4b9-9e7a-47a0-8eb1-cf8bcd357dc2 req-8320ce1b-db43-4f0f-9104-30bb80a35dee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3d64dddd-2316-4595-8acb-57f2e38944d0 HTTP/1.1" status: 200 len: 1096 time: 0.2291446 Jul 15 15:18:55.132495 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=c74881b0-b03b-48c9-bc66-c51551952132,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:55.175823 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] No DVR routers for this DVR port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:18:55.240418 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a19a2-4256-46b4-b6b8-328c5e3f478d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:55.242434 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6c1a19a2-4256-46b4-b6b8-328c5e3f478d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2272077 Jul 15 15:18:55.245928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50152) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:55.250591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15118f0a-0ebd-42b6-b37b-3a1fb77e010f None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:18:55.259294 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e2db4b9-9e7a-47a0-8eb1-cf8bcd357dc2 req-83590834-798d-488a-b530-dbef31e88157 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442111 Jul 15 15:18:55.271747 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89d03340-42c5-4d87-a422-9f986471fcc2 req-29118c1b-c810-4c77-8809-5532f274e53c tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648440 Jul 15 15:18:55.286885 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a10891cc-2301-4aec-8a4e-d87079fa263b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:55.299548 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-40313913-db32-4fe2-bb42-a1c121a120a5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522232 Jul 15 15:18:55.304361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50154) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:55.310003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0efd1131-a714-41e0-b535-43e160eb1d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:55.333111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-15118f0a-0ebd-42b6-b37b-3a1fb77e010f None None] Deleting port 3213f3fd-2218-4ed6-ba1c-92451b0ad466 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:55.333588 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15118f0a-0ebd-42b6-b37b-3a1fb77e010f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:55.402715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-15118f0a-0ebd-42b6-b37b-3a1fb77e010f None None] For port 3213f3fd-2218-4ed6-ba1c-92451b0ad466, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3213f3fd-2218-4ed6-ba1c-92451b0ad466,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:55.403268 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15118f0a-0ebd-42b6-b37b-3a1fb77e010f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:55.420112 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-15118f0a-0ebd-42b6-b37b-3a1fb77e010f None None] Calling delete_port for 3213f3fd-2218-4ed6-ba1c-92451b0ad466 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:55.421408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57bac2-3569-4f05-a99c-9155691ee765 req-da131caa-8055-443a-b84b-aeea37492da5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:55.428659 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd57bac2-3569-4f05-a99c-9155691ee765 req-da131caa-8055-443a-b84b-aeea37492da5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 943 time: 0.2938788 Jul 15 15:18:55.481527 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efd1131-a714-41e0-b535-43e160eb1d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:55.490091 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0efd1131-a714-41e0-b535-43e160eb1d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:55.516827 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:18:55.521224 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd57bac2-3569-4f05-a99c-9155691ee765 req-d6a008c5-86ae-46ae-9e62-539b643da4e0 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915182 Jul 15 15:18:55.546886 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15118f0a-0ebd-42b6-b37b-3a1fb77e010f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:55.571671 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15118f0a-0ebd-42b6-b37b-3a1fb77e010f None None] Pushing event deleted for resources: {'Port': ['ID=3213f3fd-2218-4ed6-ba1c-92451b0ad466,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:55.597334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15118f0a-0ebd-42b6-b37b-3a1fb77e010f None None] No DVR routers for this DVR port 3213f3fd-2218-4ed6-ba1c-92451b0ad466 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:18:55.610397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:18:55.657533 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Attempting to bind port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:55.657800 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Attempting to bind port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:55.658140 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Attempting to bind port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 on network 1ccba156-8e62-472c-aa79-380bf6176149 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:55.668325 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 on network 1ccba156-8e62-472c-aa79-380bf6176149 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:18:55.668674 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Attempting to bind port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 on network 1ccba156-8e62-472c-aa79-380bf6176149 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:55.682593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:55.682954 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Checking segment: {'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:55.683383 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Bound using segment: {'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:55.683845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Bound port: af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:55.684247 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:55.715800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a10891cc-2301-4aec-8a4e-d87079fa263b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Deleting port 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:55.716269 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a10891cc-2301-4aec-8a4e-d87079fa263b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:55.803021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:55.824450 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:55.837930 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:55.844958 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-a10891cc-2301-4aec-8a4e-d87079fa263b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] For port 69bbb5bf-db43-4f5c-9514-9f7d8a778e39, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=69bbb5bf-db43-4f5c-9514-9f7d8a778e39,segment=NetworkSegment(24f65b12-344a-4732-b574-01c8d9c3c21c),segment_id=24f65b12-344a-4732-b574-01c8d9c3c21c)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:55.845590 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a10891cc-2301-4aec-8a4e-d87079fa263b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:55.865430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a10891cc-2301-4aec-8a4e-d87079fa263b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Calling delete_port for 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:55.916332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:55.916970 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:55.918403 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] 10.222.0.22 "PUT /v2.0/ports/af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 200 len: 1091 time: 2.6204047 Jul 15 15:18:55.987100 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db698a6-9da4-40e4-8136-55fed4c879f5 service neutron] Pushing event updated for resources: {'Port': ['ID=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:56.053289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.objects.ports [None req-0efd1131-a714-41e0-b535-43e160eb1d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:18:56.055731 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0efd1131-a714-41e0-b535-43e160eb1d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.118949 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a10891cc-2301-4aec-8a4e-d87079fa263b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.135921 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd1131-a714-41e0-b535-43e160eb1d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=c8b227e8-3ca4-4e04-bd47-ddb1c0edb081,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:56.151039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10891cc-2301-4aec-8a4e-d87079fa263b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event deleted for resources: {'Port': ['ID=69bbb5bf-db43-4f5c-9514-9f7d8a778e39,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:56.162662 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efd1131-a714-41e0-b535-43e160eb1d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:56.167579 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0efd1131-a714-41e0-b535-43e160eb1d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:56.170545 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd1131-a714-41e0-b535-43e160eb1d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:56.172575 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0efd1131-a714-41e0-b535-43e160eb1d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.180749 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cefc80-e3d4-4ae0-99ec-4d1cd5d02ea5 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:56.194381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-992d3afd-efd0-42e8-b476-0deb7f74586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:56.195910 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-992d3afd-efd0-42e8-b476-0deb7f74586d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1094 time: 0.2485299 Jul 15 15:18:56.232771 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0efd1131-a714-41e0-b535-43e160eb1d2b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9271917 Jul 15 15:18:56.252362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50160) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:56.260813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e43ee27d-e253-48bb-90f4-ffaeba491f7c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:56.433948 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a10891cc-2301-4aec-8a4e-d87079fa263b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.465888 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': 'c8b227e8-3ca4-4e04-bd47-ddb1c0edb081'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:18:56.466977 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.508840 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-bda332cb-c56e-477d-84c0-b0b42cb4bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:56.510935 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-bda332cb-c56e-477d-84c0-b0b42cb4bb35 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1ccba156-8e62-472c-aa79-380bf6176149 HTTP/1.1" status: 200 len: 897 time: 0.2914531 Jul 15 15:18:56.641466 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43ee27d-e253-48bb-90f4-ffaeba491f7c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:56.645774 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e43ee27d-e253-48bb-90f4-ffaeba491f7c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.658728 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-d0afe728-3901-4d40-9643-c14fceb3b6b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 200 len: 999 time: 0.1404061 Jul 15 15:18:56.665554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Allocated IP 2001:db8::f816:3eff:fe56:9477 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/c8b227e8-3ca4-4e04-bd47-ddb1c0edb081/267447fc-30de-4743-9df7-5824666678f5) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:56.777681 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-d009a433-e381-4aff-9653-7ea6c27f8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:56.779463 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-d009a433-e381-4aff-9653-7ea6c27f8ea1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25455b05-a94e-447c-b84e-9cd2a3a78a80 HTTP/1.1" status: 200 len: 835 time: 0.1076145 Jul 15 15:18:56.789329 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3213f3fd-2218-4ed6-ba1c-92451b0ad466 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:18:56.806507 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:18:56.810641 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:18:56.829005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 3213f3fd-2218-4ed6-ba1c-92451b0ad466 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:18:56.829355 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3213f3fd-2218-4ed6-ba1c-92451b0ad466 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:18:56.898503 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.911989 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Transition to ACTIVE for port object 267447fc-30de-4743-9df7-5824666678f5 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:56.933717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Transition to ACTIVE for port object 267447fc-30de-4743-9df7-5824666678f5 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:56.943132 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.947987 n-d-764435-3 neutron-server[100712]: INFO neutron.db.ipam_backend_mixin [None req-e43ee27d-e253-48bb-90f4-ffaeba491f7c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c8b227e8-3ca4-4e04-bd47-ddb1c0edb081 (CIDR: 2001:db8::/64) Jul 15 15:18:56.953535 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43ee27d-e253-48bb-90f4-ffaeba491f7c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:18:56.954041 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43ee27d-e253-48bb-90f4-ffaeba491f7c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:18:56.969320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-fe0b782a-78a6-481f-b4b5-b3c4e0f99eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:56.971042 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-fe0b782a-78a6-481f-b4b5-b3c4e0f99eff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1ccba156-8e62-472c-aa79-380bf6176149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803112 Jul 15 15:18:56.974588 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e43ee27d-e253-48bb-90f4-ffaeba491f7c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7192779 Jul 15 15:18:56.976265 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50174) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:56.982495 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e5563538-272d-4be6-9be1-ab0035e8a948 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:56.993001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:56.996721 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:57.002441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:57.006502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Pushing event updated for resources: {'Port': ['ID=267447fc-30de-4743-9df7-5824666678f5,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:57.071880 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Attempting to bind port 267447fc-30de-4743-9df7-5824666678f5 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:18:57.072415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Attempting to bind port 267447fc-30de-4743-9df7-5824666678f5 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:18:57.073030 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Attempting to bind port 267447fc-30de-4743-9df7-5824666678f5 on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:18:57.078718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:18:57.079254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:18:57.079759 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.080255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:18:57.080831 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Bound port: 267447fc-30de-4743-9df7-5824666678f5, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:18:57.081318 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.157209 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] For port 267447fc-30de-4743-9df7-5824666678f5, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:18:57.162771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] For port 267447fc-30de-4743-9df7-5824666678f5, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=267447fc-30de-4743-9df7-5824666678f5,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:18:57.167998 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.195345 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-2c2fa51b-8cb0-4433-912b-735e2afb12a7 service neutron] 10.222.0.22 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083449 Jul 15 15:18:57.261685 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5b92b-ba7f-47e2-b41e-c35b56dfd3e4 None None] Pushing event updated for resources: {'Port': ['ID=267447fc-30de-4743-9df7-5824666678f5,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:57.329732 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de948d5-eed6-4bd1-9903-b3a9d5545908 req-401381fa-7337-45c3-8b45-7487ff2deb16 service neutron] 10.222.0.22 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256874 Jul 15 15:18:57.332623 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5563538-272d-4be6-9be1-ab0035e8a948 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:57.337041 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5563538-272d-4be6-9be1-ab0035e8a948 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.362982 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde1b22-42f9-4cf7-929f-bcf3c622e1d3 req-b36d416e-7d78-40bd-93db-ab9f88dfca2f tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:57.370315 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fdde1b22-42f9-4cf7-929f-bcf3c622e1d3 req-b36d416e-7d78-40bd-93db-ab9f88dfca2f tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3d64dddd-2316-4595-8acb-57f2e38944d0 HTTP/1.1" status: 200 len: 1096 time: 0.8594630 Jul 15 15:18:57.531973 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10891cc-2301-4aec-8a4e-d87079fa263b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Router aaa68c76-4354-4c43-b771-737d85d4ab85 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:18:57.556594 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fdde1b22-42f9-4cf7-929f-bcf3c622e1d3 req-0f138e28-6277-400f-a605-0742abd4a058 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851909 Jul 15 15:18:57.570786 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a03ce-531c-4358-9ed7-a06b46b67aff req-ad1c47a5-4863-40fe-b4d7-360748686c35 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:57.572551 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c26a03ce-531c-4358-9ed7-a06b46b67aff req-ad1c47a5-4863-40fe-b4d7-360748686c35 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 943 time: 0.3968213 Jul 15 15:18:57.711143 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c26a03ce-531c-4358-9ed7-a06b46b67aff req-fa57ede8-dd71-4098-b3df-466efa7df605 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306286 Jul 15 15:18:57.768212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10891cc-2301-4aec-8a4e-d87079fa263b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:18:57.778894 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bdebe6-793a-4165-9a48-234d4830d7e0 None None] Sync routers for ids ['aaa68c76-4354-4c43-b771-737d85d4ab85'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:18:57.791256 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a10891cc-2301-4aec-8a4e-d87079fa263b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "PUT /v2.0/routers/aaa68c76-4354-4c43-b771-737d85d4ab85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5801008 Jul 15 15:18:57.792194 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bdebe6-793a-4165-9a48-234d4830d7e0 None None] Routers {'aaa68c76-4354-4c43-b771-737d85d4ab85'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:57.792921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-94bdebe6-793a-4165-9a48-234d4830d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:18:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['aaa68c76-4354-4c43-b771-737d85d4ab85'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:57.793437 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5563538-272d-4be6-9be1-ab0035e8a948 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.799523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50180) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:57.842453 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be59c3b-bee9-451e-8a7c-f4e36c5abd36 x-openstack-request-id: req-2be59c3b-bee9-451e-8a7c-f4e36c5abd36 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:18:57.844312 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:18:57.844680 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2be59c3b-bee9-451e-8a7c-f4e36c5abd36 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:18:57.846406 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'status': 'completed', 'code': 200} Jul 15 15:18:57.917546 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5563538-272d-4be6-9be1-ab0035e8a948 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:57.918893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ed13d9-37e4-415a-9da1-6c1a4275ab2c tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Deleting subnet 772cf31f-02cd-4241-ab0c-e323299eeb20 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:57.925367 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e5563538-272d-4be6-9be1-ab0035e8a948 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:57.933557 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5563538-272d-4be6-9be1-ab0035e8a948 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:57.934505 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5563538-272d-4be6-9be1-ab0035e8a948 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.939024 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c8ed13d9-37e4-415a-9da1-6c1a4275ab2c tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.949626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5563538-272d-4be6-9be1-ab0035e8a948 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=d291a3ee-254e-4773-99fe-8a5a9298a82e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:57.977106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-94bdebe6-793a-4165-9a48-234d4830d7e0 None None] Set router aaa68c76-4354-4c43-b771-737d85d4ab85 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:57.988038 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e5563538-272d-4be6-9be1-ab0035e8a948 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0041420 Jul 15 15:18:57.989357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50182) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:57.997499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e94d7f44-c510-4b81-81ce-9bdbe94121e8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'mac_address': 'fa:16:3e:d0:41:95', 'name': 'tempest-NetworksTestDHCPv6-695648716'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:18:58.044986 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c8ed13d9-37e4-415a-9da1-6c1a4275ab2c tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:58.141696 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-37e10dfa-dcd6-4398-9a32-99902e20a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:58.143477 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-37e10dfa-dcd6-4398-9a32-99902e20a908 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1094 time: 0.2772837 Jul 15 15:18:58.171941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-05e16e31-259d-4758-9381-7edaabccc24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:58.174466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-05e16e31-259d-4758-9381-7edaabccc24c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1094 time: 0.2516823 Jul 15 15:18:58.192994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94d7f44-c510-4b81-81ce-9bdbe94121e8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:18:58.244850 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-94bdebe6-793a-4165-9a48-234d4830d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1652746637', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:14Z', 'updated_at': '2021-07-15T15:18:56Z', 'revision_number': 5, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:15Z', 'updated_at': '2021-07-15T15:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:58.289966 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bdebe6-793a-4165-9a48-234d4830d7e0 None None] Checking router: aaa68c76-4354-4c43-b771-737d85d4ab85 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:18:58.301655 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bdebe6-793a-4165-9a48-234d4830d7e0 None None] Routers {'aaa68c76-4354-4c43-b771-737d85d4ab85'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:58.303930 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-94bdebe6-793a-4165-9a48-234d4830d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:18:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['aaa68c76-4354-4c43-b771-737d85d4ab85'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:58.304085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e13866-ee92-4f9d-a336-0105d9add1b5 req-e4ef2f14-0b8f-4b42-92b6-9bec6c33f834 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:58.313649 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b5e13866-ee92-4f9d-a336-0105d9add1b5 req-e4ef2f14-0b8f-4b42-92b6-9bec6c33f834 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3d64dddd-2316-4595-8acb-57f2e38944d0 HTTP/1.1" status: 200 len: 1096 time: 0.2752514 Jul 15 15:18:58.397591 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c8ed13d9-37e4-415a-9da1-6c1a4275ab2c tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:58.481178 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c8ed13d9-37e4-415a-9da1-6c1a4275ab2c tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:58.505648 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c8ed13d9-37e4-415a-9da1-6c1a4275ab2c tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:58.507990 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c8ed13d9-37e4-415a-9da1-6c1a4275ab2c tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "DELETE /v2.0/subnets/772cf31f-02cd-4241-ab0c-e323299eeb20 HTTP/1.1" status: 204 len: 168 time: 0.7048483 Jul 15 15:18:58.511042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-94bdebe6-793a-4165-9a48-234d4830d7e0 None None] Set router aaa68c76-4354-4c43-b771-737d85d4ab85 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:58.529022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50186) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:58.539922 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b5e13866-ee92-4f9d-a336-0105d9add1b5 req-6b02b252-46a5-48eb-9ad9-621c698f0791 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253182 Jul 15 15:18:58.655747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68a5b1b-1959-4c92-8868-6dc0d7658b67 None None] Network a3048145-b0ae-486a-bb2b-64535af0c124 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:58.773845 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e94d7f44-c510-4b81-81ce-9bdbe94121e8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:58.775658 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed13d9-37e4-415a-9da1-6c1a4275ab2c tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event deleted for resources: {'Subnet': ['ID=772cf31f-02cd-4241-ab0c-e323299eeb20,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:58.784815 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70015382-71c9-4644-8979-7c7b23221bae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:58.825010 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-e94d7f44-c510-4b81-81ce-9bdbe94121e8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port d9868f4e-283d-4e09-a511-dc0ef37cb32e yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:18:58.837756 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-a65df0ad-8310-4551-b322-4630e03bc00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:58.839480 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-a65df0ad-8310-4551-b322-4630e03bc00e service neutron] 10.222.0.22 "GET /v2.0/networks?id=1ccba156-8e62-472c-aa79-380bf6176149 HTTP/1.1" status: 200 len: 897 time: 0.6881454 Jul 15 15:18:58.843353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404f1638-ddfe-4c78-9a6b-6a163d0db54a None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:58.845220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 267447fc-30de-4743-9df7-5824666678f5 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:18:58.953935 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-34fe5ba2-d744-491c-b0a7-e8c0b2e814be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:58.955512 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-34fe5ba2-d744-491c-b0a7-e8c0b2e814be service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ccba156-8e62-472c-aa79-380bf6176149 HTTP/1.1" status: 200 len: 897 time: 0.7570789 Jul 15 15:18:58.973960 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-58baa532-f42f-4bd2-ab58-7d9d2e0d33d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 200 len: 999 time: 0.1013339 Jul 15 15:18:59.069871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1b441139-0b7e-4d2d-b4a4-97cccc5bb11f None None] Provisioning for port 267447fc-30de-4743-9df7-5824666678f5 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:59.074439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-8c9f8317-b525-4a79-b7a6-91f4cf59b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:59.076036 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-8c9f8317-b525-4a79-b7a6-91f4cf59b5b6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25455b05-a94e-447c-b84e-9cd2a3a78a80 HTTP/1.1" status: 200 len: 835 time: 0.0815794 Jul 15 15:18:59.077090 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 267447fc-30de-4743-9df7-5824666678f5 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:18:59.111679 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 267447fc-30de-4743-9df7-5824666678f5 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:59.111679 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.119761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1b441139-0b7e-4d2d-b4a4-97cccc5bb11f None None] Provisioning complete for port 267447fc-30de-4743-9df7-5824666678f5 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:18:59.120693 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b441139-0b7e-4d2d-b4a4-97cccc5bb11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.179077 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e94d7f44-c510-4b81-81ce-9bdbe94121e8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8:0:1::75 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/d291a3ee-254e-4773-99fe-8a5a9298a82e/d9868f4e-283d-4e09-a511-dc0ef37cb32e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:59.191120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e94d7f44-c510-4b81-81ce-9bdbe94121e8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::f816:3eff:fed0:4195 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/c8b227e8-3ca4-4e04-bd47-ddb1c0edb081/d9868f4e-283d-4e09-a511-dc0ef37cb32e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:18:59.253380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dad8b4-0fe2-4c96-856a-7107919f0f51 req-af917879-eb52-4355-9926-081a39ecb686 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:59.256557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1dad8b4-0fe2-4c96-856a-7107919f0f51 req-af917879-eb52-4355-9926-081a39ecb686 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3d64dddd-2316-4595-8acb-57f2e38944d0 HTTP/1.1" status: 200 len: 1096 time: 0.4446878 Jul 15 15:18:59.265752 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70015382-71c9-4644-8979-7c7b23221bae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.284848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-9d70c70d-d3ef-4d55-a62c-24a396935a90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 200 len: 999 time: 0.3180182 Jul 15 15:18:59.394274 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e94d7f44-c510-4b81-81ce-9bdbe94121e8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.412841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-e94d7f44-c510-4b81-81ce-9bdbe94121e8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object d9868f4e-283d-4e09-a511-dc0ef37cb32e will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:18:59.436743 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-75952ef1-7cf9-411f-87d6-c38217343994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:59.438325 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-75952ef1-7cf9-411f-87d6-c38217343994 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25455b05-a94e-447c-b84e-9cd2a3a78a80 HTTP/1.1" status: 200 len: 835 time: 0.0884562 Jul 15 15:18:59.455571 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1dad8b4-0fe2-4c96-856a-7107919f0f51 req-31577f2d-b198-443b-8df7-bef8030bd5f9 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659098 Jul 15 15:18:59.458567 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-b52e73d2-14f9-4162-a501-68e8a76a4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:59.461293 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-b52e73d2-14f9-4162-a501-68e8a76a4e01 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1ccba156-8e62-472c-aa79-380bf6176149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3651376 Jul 15 15:18:59.464265 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e94d7f44-c510-4b81-81ce-9bdbe94121e8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.524494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59983afd-9c71-455d-995b-df51906b79d5 req-bf6082d3-9040-4e82-8509-895eb64055c5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:59.526360 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59983afd-9c71-455d-995b-df51906b79d5 req-bf6082d3-9040-4e82-8509-895eb64055c5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 943 time: 0.3708618 Jul 15 15:18:59.599264 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59983afd-9c71-455d-995b-df51906b79d5 req-7efa7ea8-2ee2-44aa-8153-9b55a3fa42c6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655015 Jul 15 15:18:59.603092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-3dc8a6b0-b85c-424c-b7f6-2d0076396d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:59.604577 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-3dc8a6b0-b85c-424c-b7f6-2d0076396d24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ccba156-8e62-472c-aa79-380bf6176149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556339 Jul 15 15:18:59.611241 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-70015382-71c9-4644-8979-7c7b23221bae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Deleting port 97f7dbbd-7c63-4430-b20f-1bfffb053909 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:59.611660 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70015382-71c9-4644-8979-7c7b23221bae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.715426 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-281365da-1521-424d-a360-59f211363392 service neutron] 10.222.0.22 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711349 Jul 15 15:18:59.716298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d7f44-c510-4b81-81ce-9bdbe94121e8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=d9868f4e-283d-4e09-a511-dc0ef37cb32e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:59.737025 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-ac26e0cb-54c3-4567-a820-d5e654c51363 service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224418 Jul 15 15:18:59.745774 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94d7f44-c510-4b81-81ce-9bdbe94121e8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:18:59.764913 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b441139-0b7e-4d2d-b4a4-97cccc5bb11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.770339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e94d7f44-c510-4b81-81ce-9bdbe94121e8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:18:59.790380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d7f44-c510-4b81-81ce-9bdbe94121e8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:18:59.809381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94d7f44-c510-4b81-81ce-9bdbe94121e8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:59.811567 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e94d7f44-c510-4b81-81ce-9bdbe94121e8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.878143 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1b441139-0b7e-4d2d-b4a4-97cccc5bb11f None None] For port 267447fc-30de-4743-9df7-5824666678f5, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=267447fc-30de-4743-9df7-5824666678f5,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:59.881014 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-94bdebe6-793a-4165-9a48-234d4830d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1652746637', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:14Z', 'updated_at': '2021-07-15T15:18:56Z', 'revision_number': 5, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:15Z', 'updated_at': '2021-07-15T15:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:59.920765 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bdebe6-793a-4165-9a48-234d4830d7e0 None None] The sync data for ids ['aaa68c76-4354-4c43-b771-737d85d4ab85'] in n-d-764435-3 is: [{'id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1652746637', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:14Z', 'updated_at': '2021-07-15T15:18:56Z', 'revision_number': 5, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': '97f7dbbd-7c63-4430-b20f-1bfffb053909', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa68c76-4354-4c43-b771-737d85d4ab85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:15Z', 'updated_at': '2021-07-15T15:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:18:59.923836 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c8f80-f4b5-4352-923b-8dcc43b5b790 None None] DHCP port deletion for a3048145-b0ae-486a-bb2b-64535af0c124 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:18:59.925276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-70015382-71c9-4644-8979-7c7b23221bae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] For port 97f7dbbd-7c63-4430-b20f-1bfffb053909, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=97f7dbbd-7c63-4430-b20f-1bfffb053909,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:59.925745 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70015382-71c9-4644-8979-7c7b23221bae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.925886 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b441139-0b7e-4d2d-b4a4-97cccc5bb11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.952385 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e94d7f44-c510-4b81-81ce-9bdbe94121e8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9599988 Jul 15 15:18:59.955607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50202) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:59.964533 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-70015382-71c9-4644-8979-7c7b23221bae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Calling delete_port for 97f7dbbd-7c63-4430-b20f-1bfffb053909 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:59.972513 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.981079 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-cb186b6f-37ec-4c82-8001-73330b5dc298 service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336926 Jul 15 15:19:00.156096 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-90455977-8e47-4873-bc93-bb7d5170ae10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.177059 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b441139-0b7e-4d2d-b4a4-97cccc5bb11f None None] Pushing event updated for resources: {'Port': ['ID=267447fc-30de-4743-9df7-5824666678f5,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:00.184750 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267a775b-fe2e-4982-aec0-08c4eb7188a7 None None] Update dhcp port {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'fixed_ips': [{'subnet_id': 'c8b227e8-3ca4-4e04-bd47-ddb1c0edb081', 'ip_address': '2001:db8::f816:3eff:fe56:9477'}, {'subnet_id': 'd291a3ee-254e-4773-99fe-8a5a9298a82e'}], 'binding:host_id': 'n-d-764435-3'}, 'id': '267447fc-30de-4743-9df7-5824666678f5'} from n-d-764435-3. {{(pid=100713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 15:19:00.227219 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:19:00.227575 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:19:00.238289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-228c8f80-f4b5-4352-923b-8dcc43b5b790 None None] Deleting port 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:00.238725 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-228c8f80-f4b5-4352-923b-8dcc43b5b790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.252471 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fce6e6d8-d4e7-49fd-8637-02ca80de6dd5 req-e0429ed7-d71e-4d91-8e1d-5d071b0a0f69 service neutron] 10.222.0.22 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217178 Jul 15 15:19:00.284963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-960d96fd-8bd4-471e-ab56-ebd49b348cc0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port d9868f4e-283d-4e09-a511-dc0ef37cb32e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:00.287716 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-960d96fd-8bd4-471e-ab56-ebd49b348cc0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.321980 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:19:00.337387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-228c8f80-f4b5-4352-923b-8dcc43b5b790 None None] For port 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5144ac5e-b5f6-492b-bbd2-1c1822aad2b1,segment=NetworkSegment(24f65b12-344a-4732-b574-01c8d9c3c21c),segment_id=24f65b12-344a-4732-b574-01c8d9c3c21c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:00.337793 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-228c8f80-f4b5-4352-923b-8dcc43b5b790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.346895 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-267a775b-fe2e-4982-aec0-08c4eb7188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.361050 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70015382-71c9-4644-8979-7c7b23221bae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.381042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-228c8f80-f4b5-4352-923b-8dcc43b5b790 None None] Calling delete_port for 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:00.407781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70015382-71c9-4644-8979-7c7b23221bae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event deleted for resources: {'Port': ['ID=97f7dbbd-7c63-4430-b20f-1bfffb053909,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:00.436710 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-960d96fd-8bd4-471e-ab56-ebd49b348cc0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.451270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-960d96fd-8bd4-471e-ab56-ebd49b348cc0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for d9868f4e-283d-4e09-a511-dc0ef37cb32e owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:00.475631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66452b02-ad5e-46e8-821c-a89a3e6b75e5 req-4545b63d-bda1-48b9-a6e8-a21aed1db277 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:00.477437 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66452b02-ad5e-46e8-821c-a89a3e6b75e5 req-4545b63d-bda1-48b9-a6e8-a21aed1db277 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3d64dddd-2316-4595-8acb-57f2e38944d0 HTTP/1.1" status: 200 len: 1096 time: 0.1551197 Jul 15 15:19:00.512207 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70015382-71c9-4644-8979-7c7b23221bae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.638508 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66452b02-ad5e-46e8-821c-a89a3e6b75e5 req-7a9e81d5-c7fd-47b6-b054-a0c0c5364f3c tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534209 Jul 15 15:19:00.669264 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70015382-71c9-4644-8979-7c7b23221bae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.681189 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70015382-71c9-4644-8979-7c7b23221bae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.696563 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-228c8f80-f4b5-4352-923b-8dcc43b5b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.726348 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-960d96fd-8bd4-471e-ab56-ebd49b348cc0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.739813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:00.743974 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c8f80-f4b5-4352-923b-8dcc43b5b790 None None] Pushing event deleted for resources: {'Port': ['ID=5144ac5e-b5f6-492b-bbd2-1c1822aad2b1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:00.751298 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70015382-71c9-4644-8979-7c7b23221bae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.753369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70015382-71c9-4644-8979-7c7b23221bae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Fanout notify agent at l3_agent the message router_deleted on router aaa68c76-4354-4c43-b771-737d85d4ab85 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:19:00.765946 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70015382-71c9-4644-8979-7c7b23221bae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.767165 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-70015382-71c9-4644-8979-7c7b23221bae tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "DELETE /v2.0/routers/aaa68c76-4354-4c43-b771-737d85d4ab85 HTTP/1.1" status: 204 len: 168 time: 2.2262437 Jul 15 15:19:00.778387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50212) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:00.806460 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d96fd-8bd4-471e-ab56-ebd49b348cc0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=d9868f4e-283d-4e09-a511-dc0ef37cb32e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:00.828238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c8f80-f4b5-4352-923b-8dcc43b5b790 None None] No DVR routers for this DVR port 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:00.857446 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-267a775b-fe2e-4982-aec0-08c4eb7188a7 None None] Allocated IP 2001:db8:0:1::2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/d291a3ee-254e-4773-99fe-8a5a9298a82e/267447fc-30de-4743-9df7-5824666678f5) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:00.893389 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'port_id': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'mac_address': 'fa:16:3e:00:a5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:19:00.916381 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-960d96fd-8bd4-471e-ab56-ebd49b348cc0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.918555 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-960d96fd-8bd4-471e-ab56-ebd49b348cc0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/d9868f4e-283d-4e09-a511-dc0ef37cb32e HTTP/1.1" status: 204 len: 168 time: 0.9543114 Jul 15 15:19:00.919894 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48da31a2-bcfe-4a6d-906e-53d87a825a7a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.921759 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50216) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:01.046172 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c215da35-ba39-4fc5-8b2f-c13af84fa21b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:01.052593 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c215da35-ba39-4fc5-8b2f-c13af84fa21b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1297698 Jul 15 15:19:01.053625 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50218) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:01.058429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-267a775b-fe2e-4982-aec0-08c4eb7188a7 None None] For port 267447fc-30de-4743-9df7-5824666678f5, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=267447fc-30de-4743-9df7-5824666678f5,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:01.060272 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:01.085264 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48da31a2-bcfe-4a6d-906e-53d87a825a7a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:01.088878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:19:01.123190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-48da31a2-bcfe-4a6d-906e-53d87a825a7a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3048145-b0ae-486a-bb2b-64535af0c124']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:01.126155 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed663bbe-1f9c-4918-b161-a0346aed103a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:01.126785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:01.132701 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-267a775b-fe2e-4982-aec0-08c4eb7188a7 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:01.134541 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ed663bbe-1f9c-4918-b161-a0346aed103a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0795021 Jul 15 15:19:01.135104 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50220) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:01.136818 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:01.140183 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-48da31a2-bcfe-4a6d-906e-53d87a825a7a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f65b12-344a-4732-b574-01c8d9c3c21c') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:01.140484 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-48da31a2-bcfe-4a6d-906e-53d87a825a7a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f65b12-344a-4732-b574-01c8d9c3c21c') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:01.152655 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48da31a2-bcfe-4a6d-906e-53d87a825a7a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:01.172886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-267a775b-fe2e-4982-aec0-08c4eb7188a7 None None] Transition to ACTIVE for port object 267447fc-30de-4743-9df7-5824666678f5 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:19:01.173310 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48da31a2-bcfe-4a6d-906e-53d87a825a7a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:01.182159 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-267a775b-fe2e-4982-aec0-08c4eb7188a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:01.186928 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48da31a2-bcfe-4a6d-906e-53d87a825a7a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:19:01.187343 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48da31a2-bcfe-4a6d-906e-53d87a825a7a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:19:01.190325 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:19:01.202802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb71629-f135-439f-96a5-0d0a7f4ef02d req-289a83c6-d1b2-4c38-ac74-16c003c1b114 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:01.203706 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-acb71629-f135-439f-96a5-0d0a7f4ef02d req-289a83c6-d1b2-4c38-ac74-16c003c1b114 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 943 time: 0.1157014 Jul 15 15:19:01.209937 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:01.222395 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a13d39b-517b-44c5-9ec0-a873dc1a1830 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:01.224939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a13d39b-517b-44c5-9ec0-a873dc1a1830 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:01.227419 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a13d39b-517b-44c5-9ec0-a873dc1a1830 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:01.230684 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0a13d39b-517b-44c5-9ec0-a873dc1a1830 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0920227 Jul 15 15:19:01.232327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50224) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:01.305355 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a775b-fe2e-4982-aec0-08c4eb7188a7 None None] Pushing event updated for resources: {'Port': ['ID=267447fc-30de-4743-9df7-5824666678f5,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:01.327652 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48da31a2-bcfe-4a6d-906e-53d87a825a7a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:01.339829 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-48da31a2-bcfe-4a6d-906e-53d87a825a7a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:01.341754 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-48da31a2-bcfe-4a6d-906e-53d87a825a7a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "DELETE /v2.0/networks/a3048145-b0ae-486a-bb2b-64535af0c124 HTTP/1.1" status: 204 len: 168 time: 0.5623629 Jul 15 15:19:01.344572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50226) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:01.358073 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-acb71629-f135-439f-96a5-0d0a7f4ef02d req-00b5b1ba-a2dc-4c8c-a1b0-d1cc679e18f5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306262 Jul 15 15:19:01.379861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d9188a-8dea-4347-9e4b-f310b67d2e21 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet c8b227e8-3ca4-4e04-bd47-ddb1c0edb081 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:19:01.383114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da31a2-bcfe-4a6d-906e-53d87a825a7a tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event deleted for resources: {'Network': ['ID=a3048145-b0ae-486a-bb2b-64535af0c124,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:01.386933 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d7d9188a-8dea-4347-9e4b-f310b67d2e21 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:01.423294 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['af8fa02e-d106-41b2-ade8-af7b5fa8b8f1'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:19:01.450007 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d7d9188a-8dea-4347-9e4b-f310b67d2e21 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:01.537555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 267447fc-30de-4743-9df7-5824666678f5 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:19:01.578300 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d7d9188a-8dea-4347-9e4b-f310b67d2e21 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:01.681104 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d7d9188a-8dea-4347-9e4b-f310b67d2e21 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:01.749480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9188a-8dea-4347-9e4b-f310b67d2e21 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b227e8-3ca4-4e04-bd47-ddb1c0edb081,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:01.753515 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ef128-e754-45bb-b9d2-636e81a3a3b7 req-47a128e7-b14c-471f-ae8d-573a891e889d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:01.762558 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d7d9188a-8dea-4347-9e4b-f310b67d2e21 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:01.767082 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e83ef128-e754-45bb-b9d2-636e81a3a3b7 req-47a128e7-b14c-471f-ae8d-573a891e889d tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3d64dddd-2316-4595-8acb-57f2e38944d0 HTTP/1.1" status: 200 len: 1096 time: 0.2580738 Jul 15 15:19:01.767669 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d7d9188a-8dea-4347-9e4b-f310b67d2e21 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/c8b227e8-3ca4-4e04-bd47-ddb1c0edb081 HTTP/1.1" status: 204 len: 168 time: 0.5293970 Jul 15 15:19:01.775125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50234) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:01.796204 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:01.830859 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:01.831524 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5144ac5e-b5f6-492b-bbd2-1c1822aad2b1 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:01.831777 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:01.876677 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:01.877023 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 69bbb5bf-db43-4f5c-9514-9f7d8a778e39 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:01.903505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-baddb453-cfcf-48ba-b84b-a1779525adda tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Deleting port abdb7ed0-94b7-41b8-ae3f-86b4030ca445 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:01.903999 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-baddb453-cfcf-48ba-b84b-a1779525adda tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:01.989966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e83ef128-e754-45bb-b9d2-636e81a3a3b7 req-240b4431-757a-4597-96ca-e30dd289c207 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Deleting port c74881b0-b03b-48c9-bc66-c51551952132 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:01.990403 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e83ef128-e754-45bb-b9d2-636e81a3a3b7 req-240b4431-757a-4597-96ca-e30dd289c207 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:02.023206 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-baddb453-cfcf-48ba-b84b-a1779525adda tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:02.023637 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-baddb453-cfcf-48ba-b84b-a1779525adda tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:02.048183 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-baddb453-cfcf-48ba-b84b-a1779525adda tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Calling delete_port for abdb7ed0-94b7-41b8-ae3f-86b4030ca445 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:02.156992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d97656c-0c49-4c59-96bf-d226b1691cc8 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:02.188209 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3b95ce5e-b5d7-4806-9300-9e2469439975 None None] Could not find standard attr ID for object d9868f4e-283d-4e09-a511-dc0ef37cb32e. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:19:02.201986 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e83ef128-e754-45bb-b9d2-636e81a3a3b7 req-240b4431-757a-4597-96ca-e30dd289c207 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] For port c74881b0-b03b-48c9-bc66-c51551952132, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c74881b0-b03b-48c9-bc66-c51551952132,segment=NetworkSegment(480c614a-5444-4543-abc7-65332e891838),segment_id=480c614a-5444-4543-abc7-65332e891838)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:02.202362 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e83ef128-e754-45bb-b9d2-636e81a3a3b7 req-240b4431-757a-4597-96ca-e30dd289c207 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:02.223425 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e83ef128-e754-45bb-b9d2-636e81a3a3b7 req-240b4431-757a-4597-96ca-e30dd289c207 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Calling delete_port for c74881b0-b03b-48c9-bc66-c51551952132 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:02.235411 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3b95ce5e-b5d7-4806-9300-9e2469439975 None None] Provisioning for port 267447fc-30de-4743-9df7-5824666678f5 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:19:02.245455 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3b95ce5e-b5d7-4806-9300-9e2469439975 None None] Provisioning complete for port 267447fc-30de-4743-9df7-5824666678f5 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:02.245776 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b95ce5e-b5d7-4806-9300-9e2469439975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:02.400793 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-baddb453-cfcf-48ba-b84b-a1779525adda tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:02.441399 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddb453-cfcf-48ba-b84b-a1779525adda tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event deleted for resources: {'Port': ['ID=abdb7ed0-94b7-41b8-ae3f-86b4030ca445,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:02.455311 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05ed755-6244-47ce-b4a8-94f4f26163e7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet d291a3ee-254e-4773-99fe-8a5a9298a82e {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:19:02.468056 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a05ed755-6244-47ce-b4a8-94f4f26163e7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:02.491810 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e83ef128-e754-45bb-b9d2-636e81a3a3b7 req-240b4431-757a-4597-96ca-e30dd289c207 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:02.502362 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['cf44af3c-3b6c-4034-8589-f03a5db0ce89'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:19:02.540271 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b4431-757a-4597-96ca-e30dd289c207 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Pushing event deleted for resources: {'Port': ['ID=c74881b0-b03b-48c9-bc66-c51551952132,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:02.580645 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-18a1a664-e1c5-4b27-a78c-fff081259674 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:02.582392 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-18a1a664-e1c5-4b27-a78c-fff081259674 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.22 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a&tenant_id=5ef1d87b1ef049c18d214bfde5982884&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 944 time: 0.8133376 Jul 15 15:19:02.590028 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a05ed755-6244-47ce-b4a8-94f4f26163e7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:02.604850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83ef128-e754-45bb-b9d2-636e81a3a3b7 req-240b4431-757a-4597-96ca-e30dd289c207 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] No DVR routers for this DVR port c74881b0-b03b-48c9-bc66-c51551952132 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:02.606806 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-baddb453-cfcf-48ba-b84b-a1779525adda tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:02.607151 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-baddb453-cfcf-48ba-b84b-a1779525adda tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Floating IP def420df-4f86-40c0-8776-8420031a766f disassociated (deleted). External IP: 172.25.4.223, port: ce0e7757-ff57-46fc-bfdc-c7b76707bf74. Jul 15 15:19:02.665374 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4f866-74eb-49ef-9613-2fd4fc0f0996 req-8e31a05f-7a97-4b4f-96af-a4cc0b5a4597 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:02.667096 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82f4f866-74eb-49ef-9613-2fd4fc0f0996 req-8e31a05f-7a97-4b4f-96af-a4cc0b5a4597 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 944 time: 0.7382491 Jul 15 15:19:02.669037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ce611-d8b2-41c0-9b98-7ea4754e1d81 req-dd4a20c8-928b-4a78-b898-feedd06f7fc5 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:02.670518 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-820ce611-d8b2-41c0-9b98-7ea4754e1d81 req-dd4a20c8-928b-4a78-b898-feedd06f7fc5 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3d64dddd-2316-4595-8acb-57f2e38944d0 HTTP/1.1" status: 200 len: 1018 time: 0.7999160 Jul 15 15:19:02.752508 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e83ef128-e754-45bb-b9d2-636e81a3a3b7 req-240b4431-757a-4597-96ca-e30dd289c207 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:02.754883 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e83ef128-e754-45bb-b9d2-636e81a3a3b7 req-240b4431-757a-4597-96ca-e30dd289c207 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.22 "DELETE /v2.0/ports/c74881b0-b03b-48c9-bc66-c51551952132 HTTP/1.1" status: 204 len: 173 time: 0.9821594 Jul 15 15:19:02.755262 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d64dddd-2316-4595-8acb-57f2e38944d0', 'name': 'network-vif-deleted', 'tag': 'c74881b0-b03b-48c9-bc66-c51551952132'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:19:02.766999 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c2da15-2587-4c45-9736-e7fcc7e9306e" -d '{"events": [{"server_uuid": "3d64dddd-2316-4595-8acb-57f2e38944d0", "name": "network-vif-deleted", "tag": "c74881b0-b03b-48c9-bc66-c51551952132"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:19:02.809196 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-820ce611-d8b2-41c0-9b98-7ea4754e1d81 req-4b0db045-66b2-47d9-a87e-dbb076de2f61 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315546 Jul 15 15:19:02.834589 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:02.894011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-aee4028b-9e83-4561-89eb-e50781ed4c01 service neutron] 10.222.0.22 "GET /v2.0/ports/af8fa02e-d106-41b2-ade8-af7b5fa8b8f1/bindings/n-h2-764435-3 HTTP/1.1" status: 200 len: 382 time: 0.2585187 Jul 15 15:19:02.907228 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82f4f866-74eb-49ef-9613-2fd4fc0f0996 req-bcf07adc-cea8-44c1-9500-ee846c3b89d5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975548 Jul 15 15:19:02.945322 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-567b99cc-1216-42b9-9c47-79acd77c9555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:02.950902 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a05ed755-6244-47ce-b4a8-94f4f26163e7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:03.028084 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baddb453-cfcf-48ba-b84b-a1779525adda tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Router d745af1d-375b-4ada-930d-e84499932abb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:19:03.089000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 267447fc-30de-4743-9df7-5824666678f5 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:19:03.146320 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50d22f3-a286-4ad3-80db-a3cc42f80b79 x-openstack-request-id: req-c50d22f3-a286-4ad3-80db-a3cc42f80b79 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:19:03.146320 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d64dddd-2316-4595-8acb-57f2e38944d0", "name": "network-vif-deleted", "tag": "c74881b0-b03b-48c9-bc66-c51551952132", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:19:03.146320 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c50d22f3-a286-4ad3-80db-a3cc42f80b79 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:19:03.146320 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d64dddd-2316-4595-8acb-57f2e38944d0', 'name': 'network-vif-deleted', 'tag': 'c74881b0-b03b-48c9-bc66-c51551952132', 'status': 'completed', 'code': 200} Jul 15 15:19:03.179272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 267447fc-30de-4743-9df7-5824666678f5 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:03.179642 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:03.189218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-53a4c302-a183-4587-8c06-2b56f4041895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:03.192033 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-53a4c302-a183-4587-8c06-2b56f4041895 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1095 time: 0.2341082 Jul 15 15:19:03.198953 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a05ed755-6244-47ce-b4a8-94f4f26163e7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:03.245023 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a05ed755-6244-47ce-b4a8-94f4f26163e7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:03.247241 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a05ed755-6244-47ce-b4a8-94f4f26163e7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/d291a3ee-254e-4773-99fe-8a5a9298a82e HTTP/1.1" status: 204 len: 168 time: 1.4471455 Jul 15 15:19:03.258766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ed755-6244-47ce-b4a8-94f4f26163e7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=d291a3ee-254e-4773-99fe-8a5a9298a82e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:03.268319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50246) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:03.328813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 97f7dbbd-7c63-4430-b20f-1bfffb053909 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:03.339983 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-69048e53-9481-41ec-959c-9d89148155e5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700860 Jul 15 15:19:03.343007 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50248) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:03.348518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c24c3268-891b-4d78-bf64-fbe42a8efe4f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:03.376965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 97f7dbbd-7c63-4430-b20f-1bfffb053909 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:03.377636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 97f7dbbd-7c63-4430-b20f-1bfffb053909 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:03.436883 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a45aad5-feb0-4ae3-a526-dcb4ab186c11 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:03.466145 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-12469aaa-82e1-4691-ad5b-dcd914d1d69d None None] Provisioning complete for port 267447fc-30de-4743-9df7-5824666678f5 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:03.466361 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-12469aaa-82e1-4691-ad5b-dcd914d1d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:03.487798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-b4f600d7-4f4b-474b-94aa-9f1d2b43b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:03.489400 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-b4f600d7-4f4b-474b-94aa-9f1d2b43b31a service neutron] 10.222.0.22 "GET /v2.0/networks?id=1ccba156-8e62-472c-aa79-380bf6176149 HTTP/1.1" status: 200 len: 897 time: 0.2806721 Jul 15 15:19:03.561508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24c3268-891b-4d78-bf64-fbe42a8efe4f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:03.565915 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c24c3268-891b-4d78-bf64-fbe42a8efe4f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:03.604226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-906983ec-1654-4563-b2a8-10b4ed67b35f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 200 len: 1000 time: 0.1078386 Jul 15 15:19:03.630406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baddb453-cfcf-48ba-b84b-a1779525adda tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:19:03.635533 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-baddb453-cfcf-48ba-b84b-a1779525adda tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:03.642988 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206bc1c5-9263-4185-8a11-2b174dc1e3ed None None] Sync routers for ids ['d745af1d-375b-4ada-930d-e84499932abb'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:19:03.655381 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206bc1c5-9263-4185-8a11-2b174dc1e3ed None None] Routers {'d745af1d-375b-4ada-930d-e84499932abb'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:03.656017 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-206bc1c5-9263-4185-8a11-2b174dc1e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d745af1d-375b-4ada-930d-e84499932abb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:03.672694 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-3d44bdf5-d5cb-4d70-a7fb-8de45cad5ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:03.674319 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-3d44bdf5-d5cb-4d70-a7fb-8de45cad5ce8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25455b05-a94e-447c-b84e-9cd2a3a78a80 HTTP/1.1" status: 200 len: 835 time: 0.0595939 Jul 15 15:19:03.677229 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-baddb453-cfcf-48ba-b84b-a1779525adda tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "DELETE /v2.0/floatingips/def420df-4f86-40c0-8776-8420031a766f HTTP/1.1" status: 204 len: 168 time: 2.3306324 Jul 15 15:19:03.787596 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4455998c-f67d-44c2-b51a-c49a9795d3b6 None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:19:03.794194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-7881bea6-52a3-4aed-bad0-c5a6a7cd1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:03.795876 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-7881bea6-52a3-4aed-bad0-c5a6a7cd1a5f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1ccba156-8e62-472c-aa79-380bf6176149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877945 Jul 15 15:19:03.802374 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-206bc1c5-9263-4185-8a11-2b174dc1e3ed None None] Set router d745af1d-375b-4ada-930d-e84499932abb gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:19:03.850772 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4455998c-f67d-44c2-b51a-c49a9795d3b6 None None] Deleting port 267447fc-30de-4743-9df7-5824666678f5 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:03.851305 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4455998c-f67d-44c2-b51a-c49a9795d3b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:03.977721 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4455998c-f67d-44c2-b51a-c49a9795d3b6 None None] For port 267447fc-30de-4743-9df7-5824666678f5, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=267447fc-30de-4743-9df7-5824666678f5,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:03.978344 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4455998c-f67d-44c2-b51a-c49a9795d3b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:03.993217 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4455998c-f67d-44c2-b51a-c49a9795d3b6 None None] Calling delete_port for 267447fc-30de-4743-9df7-5824666678f5 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:04.043387 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-3a44d41f-e4d0-43e9-a56a-8a3a587bc5a9 service neutron] 10.222.0.22 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189362 Jul 15 15:19:04.085711 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4455998c-f67d-44c2-b51a-c49a9795d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:04.133403 n-d-764435-3 neutron-server[100711]: DEBUG neutron.objects.ports [None req-c24c3268-891b-4d78-bf64-fbe42a8efe4f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:19:04.134777 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455998c-f67d-44c2-b51a-c49a9795d3b6 None None] Pushing event deleted for resources: {'Port': ['ID=267447fc-30de-4743-9df7-5824666678f5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:04.140209 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4455998c-f67d-44c2-b51a-c49a9795d3b6 None None] No DVR routers for this DVR port 267447fc-30de-4743-9df7-5824666678f5 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:04.162640 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c24c3268-891b-4d78-bf64-fbe42a8efe4f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:04.196075 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-206bc1c5-9263-4185-8a11-2b174dc1e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd745af1d-375b-4ada-930d-e84499932abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442550384', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:47Z', 'updated_at': '2021-07-15T15:17:02Z', 'revision_number': 4, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:49Z', 'updated_at': '2021-07-15T15:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'ec233795-c9a7-4959-8765-7d39e4d070bc', 'name': '', 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'mac_address': 'fa:16:3e:98:f3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:57Z', 'updated_at': '2021-07-15T15:17:09Z', 'revision_number': 5, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'subnets': [{'id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:04.223947 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206bc1c5-9263-4185-8a11-2b174dc1e3ed None None] Checking router: d745af1d-375b-4ada-930d-e84499932abb for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:19:04.232172 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206bc1c5-9263-4185-8a11-2b174dc1e3ed None None] Routers {'d745af1d-375b-4ada-930d-e84499932abb'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:04.232776 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-206bc1c5-9263-4185-8a11-2b174dc1e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d745af1d-375b-4ada-930d-e84499932abb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:04.278520 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24c3268-891b-4d78-bf64-fbe42a8efe4f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:04.283650 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:04.303472 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-c24c3268-891b-4d78-bf64-fbe42a8efe4f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:04.311579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24c3268-891b-4d78-bf64-fbe42a8efe4f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:04.312172 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c24c3268-891b-4d78-bf64-fbe42a8efe4f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:04.313492 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070041e1-a5a6-460d-93b4-22d8543a5f79 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:04.324661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-7052817b-92d0-42b4-8cfd-2797ff59f9da service neutron] 10.222.0.22 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736375 Jul 15 15:19:04.325254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c3268-891b-4d78-bf64-fbe42a8efe4f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=dfd630b5-d9ce-4670-80e2-9cc4769d0769,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:04.342009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:19:04.357641 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4e4bd-822e-41cc-ba4b-892dfc2494c7 req-df107aa9-8049-4148-b7d9-623a208b54ed tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:04.364791 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-23d4e4bd-822e-41cc-ba4b-892dfc2494c7 req-df107aa9-8049-4148-b7d9-623a208b54ed tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 984 time: 0.2840397 Jul 15 15:19:04.366197 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-206bc1c5-9263-4185-8a11-2b174dc1e3ed None None] Set router d745af1d-375b-4ada-930d-e84499932abb gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:19:04.372028 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c24c3268-891b-4d78-bf64-fbe42a8efe4f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0256476 Jul 15 15:19:04.372425 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50266) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:04.378445 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e02c55d2-e59c-40f4-8000-54a0150da4e5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:04.409644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7f9d7-ac79-48d4-bedf-55422c9e8a37 req-8cc1727b-2aaa-4ca5-b2b1-f1e8055b50be tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:04.411198 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55c7f9d7-ac79-48d4-bedf-55422c9e8a37 req-8cc1727b-2aaa-4ca5-b2b1-f1e8055b50be tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 944 time: 0.2542956 Jul 15 15:19:04.460560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-23d4e4bd-822e-41cc-ba4b-892dfc2494c7 req-5952354d-5f74-4d8e-976e-2653c4c80952 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0dd314c-4f35-4931-ab3c-698572907299&id=2567e05a-de24-432d-b1bb-a535fd6978cc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0947733 Jul 15 15:19:04.483272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:19:04.505470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:04.506403 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:04.517193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55c7f9d7-ac79-48d4-bedf-55422c9e8a37 req-c2785c0e-5bd3-4264-ac4b-b9e101f7be20 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944014 Jul 15 15:19:04.540962 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02c55d2-e59c-40f4-8000-54a0150da4e5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:04.547769 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e02c55d2-e59c-40f4-8000-54a0150da4e5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:04.678553 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-206bc1c5-9263-4185-8a11-2b174dc1e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd745af1d-375b-4ada-930d-e84499932abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442550384', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:47Z', 'updated_at': '2021-07-15T15:17:02Z', 'revision_number': 4, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:49Z', 'updated_at': '2021-07-15T15:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'ec233795-c9a7-4959-8765-7d39e4d070bc', 'name': '', 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'mac_address': 'fa:16:3e:98:f3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:57Z', 'updated_at': '2021-07-15T15:17:09Z', 'revision_number': 5, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'subnets': [{'id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:04.711950 n-d-764435-3 neutron-server[100712]: INFO neutron.db.ipam_backend_mixin [None req-e02c55d2-e59c-40f4-8000-54a0150da4e5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dfd630b5-d9ce-4670-80e2-9cc4769d0769 (CIDR: 2001:db8::/64) Jul 15 15:19:04.716165 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02c55d2-e59c-40f4-8000-54a0150da4e5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:19:04.716769 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02c55d2-e59c-40f4-8000-54a0150da4e5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:04.734948 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e02c55d2-e59c-40f4-8000-54a0150da4e5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3609519 Jul 15 15:19:04.737670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50268) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:04.744154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9f134d7a-5144-4fe7-88da-f1025aaa76e1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:04.749006 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206bc1c5-9263-4185-8a11-2b174dc1e3ed None None] The sync data for ids ['d745af1d-375b-4ada-930d-e84499932abb'] in n-d-764435-3 is: [{'id': 'd745af1d-375b-4ada-930d-e84499932abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442550384', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:47Z', 'updated_at': '2021-07-15T15:17:02Z', 'revision_number': 4, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:49Z', 'updated_at': '2021-07-15T15:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'ec233795-c9a7-4959-8765-7d39e4d070bc', 'name': '', 'network_id': '22d68543-baaf-4a5b-81ff-bc226b485184', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'mac_address': 'fa:16:3e:98:f3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:57Z', 'updated_at': '2021-07-15T15:17:09Z', 'revision_number': 5, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'subnets': [{'id': 'dd4d22ea-6551-4399-89d6-17e10eccfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:19:04.898648 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': 'dfd630b5-d9ce-4670-80e2-9cc4769d0769'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:19:04.899717 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:04.949481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f134d7a-5144-4fe7-88da-f1025aaa76e1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:04.955212 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f134d7a-5144-4fe7-88da-f1025aaa76e1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:04.993625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2d22d-32f3-4575-9301-3f87ccdac5a8 req-3d880bb8-c792-4828-aff1-aca200ca8ddc tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:04.999059 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8db2d22d-32f3-4575-9301-3f87ccdac5a8 req-3d880bb8-c792-4828-aff1-aca200ca8ddc tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 1096 time: 0.1223733 Jul 15 15:19:05.014254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 267447fc-30de-4743-9df7-5824666678f5 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:05.051709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 267447fc-30de-4743-9df7-5824666678f5 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:05.051898 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 267447fc-30de-4743-9df7-5824666678f5 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:05.058667 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:05.083489 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8db2d22d-32f3-4575-9301-3f87ccdac5a8 req-9e8a41e5-41d7-4b55-9b4b-1305a77962e3 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791285 Jul 15 15:19:05.098702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa45783-6cd2-41f0-8eab-292c676e5758 None None] New status for floating IP def420df-4f86-40c0-8776-8420031a766f: DOWN {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:19:05.117642 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:19:05.119918 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b389ee-238a-4fb3-b49e-633db63d5514" -d '{"events": [{"server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "name": "network-vif-plugged", "status": "completed", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:19:05.145765 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88439ee7-0426-4976-b2dc-886d7891abce', 'tag': 'ce0e7757-ff57-46fc-bfdc-c7b76707bf74'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:19:05.149841 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d669d09-2955-45fe-9c45-b8d7ccf26c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "88439ee7-0426-4976-b2dc-886d7891abce", "tag": "ce0e7757-ff57-46fc-bfdc-c7b76707bf74"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:19:05.195311 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:05.204266 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:05.205100 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c74881b0-b03b-48c9-bc66-c51551952132 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:05.215196 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2054b5-f9ba-4b70-8087-bb9f7c4ae5e2 x-openstack-request-id: req-0d2054b5-f9ba-4b70-8087-bb9f7c4ae5e2 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:19:05.215473 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88439ee7-0426-4976-b2dc-886d7891abce", "tag": "ce0e7757-ff57-46fc-bfdc-c7b76707bf74", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:19:05.215717 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d2054b5-f9ba-4b70-8087-bb9f7c4ae5e2 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:19:05.216111 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88439ee7-0426-4976-b2dc-886d7891abce', 'tag': 'ce0e7757-ff57-46fc-bfdc-c7b76707bf74', 'status': 'completed', 'code': 200} Jul 15 15:19:05.238890 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1909951f-16b7-42f0-9640-636b0bf47223 x-openstack-request-id: req-1909951f-16b7-42f0-9640-636b0bf47223 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:19:05.239166 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "name": "network-vif-plugged", "status": "completed", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:19:05.239428 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1909951f-16b7-42f0-9640-636b0bf47223 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:19:05.239819 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'code': 200} Jul 15 15:19:05.242382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Allocated IP 2001:db8::f816:3eff:fe9a:6a30 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/dfd630b5-d9ce-4670-80e2-9cc4769d0769/4ca9873d-d80f-43c6-bf17-ad998ff55d03) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:05.262278 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: c74881b0-b03b-48c9-bc66-c51551952132 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:05.262278 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c74881b0-b03b-48c9-bc66-c51551952132 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:05.300612 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f134d7a-5144-4fe7-88da-f1025aaa76e1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:05.319794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:05.360658 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f134d7a-5144-4fe7-88da-f1025aaa76e1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:05.367190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-9f134d7a-5144-4fe7-88da-f1025aaa76e1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:05.372140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669d09-2955-45fe-9c45-b8d7ccf26c4d req-06c281a4-d102-48cb-95e6-16f475b75a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:05.373649 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d669d09-2955-45fe-9c45-b8d7ccf26c4d req-06c281a4-d102-48cb-95e6-16f475b75a10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa1c872dfc224a95b77ffe6e9a9fcd2c&device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 1135 time: 0.1256800 Jul 15 15:19:05.375120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f134d7a-5144-4fe7-88da-f1025aaa76e1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:05.375699 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f134d7a-5144-4fe7-88da-f1025aaa76e1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:05.378933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f134d7a-5144-4fe7-88da-f1025aaa76e1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=f40c8939-5253-4d44-989b-a7a46deb9bf8,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:05.399923 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9f134d7a-5144-4fe7-88da-f1025aaa76e1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6602731 Jul 15 15:19:05.402837 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50278) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:05.407915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-eeb19615-ee9e-41bf-918b-75e66e27d81d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'mac_address': 'fa:16:3e:d3:3b:2b', 'name': 'tempest-NetworksTestDHCPv6-1209638830'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:05.443300 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:05.451807 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Transition to ACTIVE for port object 4ca9873d-d80f-43c6-bf17-ad998ff55d03 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:19:05.467407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Transition to ACTIVE for port object 4ca9873d-d80f-43c6-bf17-ad998ff55d03 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:19:05.474680 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:05.500095 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669d09-2955-45fe-9c45-b8d7ccf26c4d req-c884aaec-ad19-4c1a-bc06-5dcf46a878c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:05.502895 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d669d09-2955-45fe-9c45-b8d7ccf26c4d req-c884aaec-ad19-4c1a-bc06-5dcf46a878c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=22d68543-baaf-4a5b-81ff-bc226b485184 HTTP/1.1" status: 200 len: 898 time: 0.1127698 Jul 15 15:19:05.531415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:05.532943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Pushing event updated for resources: {'Port': ['ID=4ca9873d-d80f-43c6-bf17-ad998ff55d03,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:05.537836 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:05.541182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:19:05.552256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb19615-ee9e-41bf-918b-75e66e27d81d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:05.612957 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d669d09-2955-45fe-9c45-b8d7ccf26c4d req-f117bd93-ae45-4a28-8a61-a6c433d8df85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce0e7757-ff57-46fc-bfdc-c7b76707bf74 HTTP/1.1" status: 200 len: 217 time: 0.0871406 Jul 15 15:19:05.624768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Attempting to bind port 4ca9873d-d80f-43c6-bf17-ad998ff55d03 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:19:05.625349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Attempting to bind port 4ca9873d-d80f-43c6-bf17-ad998ff55d03 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:19:05.625717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Attempting to bind port 4ca9873d-d80f-43c6-bf17-ad998ff55d03 on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:19:05.633625 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:19:05.633998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:19:05.634396 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:05.634814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:19:05.635571 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Bound port: 4ca9873d-d80f-43c6-bf17-ad998ff55d03, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:19:05.636008 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:05.656408 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eeb19615-ee9e-41bf-918b-75e66e27d81d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:05.685253 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-eeb19615-ee9e-41bf-918b-75e66e27d81d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port 86d22849-c18b-45ef-a061-4e96e536faba yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:19:05.712673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] For port 4ca9873d-d80f-43c6-bf17-ad998ff55d03, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:19:05.716245 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] For port 4ca9873d-d80f-43c6-bf17-ad998ff55d03, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4ca9873d-d80f-43c6-bf17-ad998ff55d03,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:19:05.720275 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:05.738652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669d09-2955-45fe-9c45-b8d7ccf26c4d req-7c8de69c-fdae-40fd-a25c-ab11b231b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:05.740478 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d669d09-2955-45fe-9c45-b8d7ccf26c4d req-7c8de69c-fdae-40fd-a25c-ab11b231b176 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd4d22ea-6551-4399-89d6-17e10eccfae5 HTTP/1.1" status: 200 len: 835 time: 0.1007378 Jul 15 15:19:05.782024 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa815a-3c64-48cf-87d1-3cc6ebac66a5 req-58c26dc2-df09-4fa9-a75d-715348a3fbaf tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:05.786974 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2aa815a-3c64-48cf-87d1-3cc6ebac66a5 req-58c26dc2-df09-4fa9-a75d-715348a3fbaf tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 984 time: 0.1834872 Jul 15 15:19:05.805126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb1490-7056-4943-8e4e-deb5a03e39fc None None] Pushing event updated for resources: {'Port': ['ID=4ca9873d-d80f-43c6-bf17-ad998ff55d03,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:05.866866 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357b41e-eb69-4134-8618-8094df507d11 req-d8c738cc-9c8a-4002-9879-87ea7bd4c324 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:05.868569 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0357b41e-eb69-4134-8618-8094df507d11 req-d8c738cc-9c8a-4002-9879-87ea7bd4c324 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.1797554 Jul 15 15:19:05.879743 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2aa815a-3c64-48cf-87d1-3cc6ebac66a5 req-da5d96f8-31a7-4bf9-8646-892f737ff7eb tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/security-groups?id=c0dd314c-4f35-4931-ab3c-698572907299&id=2567e05a-de24-432d-b1bb-a535fd6978cc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0910797 Jul 15 15:19:05.921714 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669d09-2955-45fe-9c45-b8d7ccf26c4d req-eb5e8f1d-4fee-4f06-8f3b-5539a9fb48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:05.923417 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d669d09-2955-45fe-9c45-b8d7ccf26c4d req-eb5e8f1d-4fee-4f06-8f3b-5539a9fb48d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=22d68543-baaf-4a5b-81ff-bc226b485184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697412 Jul 15 15:19:05.979888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0357b41e-eb69-4134-8618-8094df507d11 req-46d9067f-b73c-41ca-b6f7-0917abedce31 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988121 Jul 15 15:19:05.991644 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:06.002927 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0074b-1f62-4814-b731-c7e8b52111ff req-a2545dbd-1eac-45b8-b1a5-633455982884 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:06.004642 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de0074b-1f62-4814-b731-c7e8b52111ff req-a2545dbd-1eac-45b8-b1a5-633455982884 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.11 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 984 time: 0.2725818 Jul 15 15:19:06.161949 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d669d09-2955-45fe-9c45-b8d7ccf26c4d req-608034ea-9c10-4145-a397-fa40bd7776cc service neutron] 10.222.0.11 "GET /v2.0/networks/22d68543-baaf-4a5b-81ff-bc226b485184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230697 Jul 15 15:19:06.248414 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-eeb19615-ee9e-41bf-918b-75e66e27d81d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8:0:1::26e (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/f40c8939-5253-4d44-989b-a7a46deb9bf8/86d22849-c18b-45ef-a061-4e96e536faba) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:06.257921 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-eeb19615-ee9e-41bf-918b-75e66e27d81d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::f816:3eff:fed3:3b2b (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/dfd630b5-d9ce-4670-80e2-9cc4769d0769/86d22849-c18b-45ef-a061-4e96e536faba) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:06.395188 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d669d09-2955-45fe-9c45-b8d7ccf26c4d req-087c6da6-16ac-4aec-b93d-a4394880c160 service neutron] 10.222.0.11 "GET /v2.0/networks/22d68543-baaf-4a5b-81ff-bc226b485184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210503 Jul 15 15:19:06.421098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b60786-4b0b-4bd1-86a0-2f61eebeec37 req-7474499c-a5b6-4588-90e0-23028749352b tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:06.422977 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44b60786-4b0b-4bd1-86a0-2f61eebeec37 req-7474499c-a5b6-4588-90e0-23028749352b tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 1096 time: 0.1463649 Jul 15 15:19:06.487169 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44b60786-4b0b-4bd1-86a0-2f61eebeec37 req-fc44656b-2d9f-4c5e-a7c3-a0eb3dc4f40f tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=61691489-4a90-4d5e-99f1-662b4bb985fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578179 Jul 15 15:19:06.499408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3de0074b-1f62-4814-b731-c7e8b52111ff req-747a43ea-cd58-4279-a738-e5ade965be31 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Deleting port ce0e7757-ff57-46fc-bfdc-c7b76707bf74 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:06.500283 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3de0074b-1f62-4814-b731-c7e8b52111ff req-747a43ea-cd58-4279-a738-e5ade965be31 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:06.544196 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eeb19615-ee9e-41bf-918b-75e66e27d81d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:06.602151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-eeb19615-ee9e-41bf-918b-75e66e27d81d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object 86d22849-c18b-45ef-a061-4e96e536faba will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:19:06.638676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3de0074b-1f62-4814-b731-c7e8b52111ff req-747a43ea-cd58-4279-a738-e5ade965be31 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] For port ce0e7757-ff57-46fc-bfdc-c7b76707bf74, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ce0e7757-ff57-46fc-bfdc-c7b76707bf74,segment=NetworkSegment(f5a3fe10-2b82-4c5a-bab2-e0d23956883c),segment_id=f5a3fe10-2b82-4c5a-bab2-e0d23956883c)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:06.639065 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3de0074b-1f62-4814-b731-c7e8b52111ff req-747a43ea-cd58-4279-a738-e5ade965be31 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:06.660051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3de0074b-1f62-4814-b731-c7e8b52111ff req-747a43ea-cd58-4279-a738-e5ade965be31 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Calling delete_port for ce0e7757-ff57-46fc-bfdc-c7b76707bf74 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:06.713144 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eeb19615-ee9e-41bf-918b-75e66e27d81d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:06.792055 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb19615-ee9e-41bf-918b-75e66e27d81d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:06.811370 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-eeb19615-ee9e-41bf-918b-75e66e27d81d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:06.812036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-6bcd224d-9cdd-4ef1-9964-91cc3064d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:06.814109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb19615-ee9e-41bf-918b-75e66e27d81d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:19:06.815141 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-6bcd224d-9cdd-4ef1-9964-91cc3064d392 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a&tenant_id=5ef1d87b1ef049c18d214bfde5982884 HTTP/1.1" status: 200 len: 1096 time: 0.1193788 Jul 15 15:19:06.820883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb19615-ee9e-41bf-918b-75e66e27d81d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:06.821955 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eeb19615-ee9e-41bf-918b-75e66e27d81d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:06.829589 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:06.874077 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-eeb19615-ee9e-41bf-918b-75e66e27d81d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4701154 Jul 15 15:19:06.877634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50296) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:06.881386 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb19615-ee9e-41bf-918b-75e66e27d81d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=86d22849-c18b-45ef-a061-4e96e536faba,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:06.900897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d533ba-49db-48a4-b09d-108d0cc48746 req-ef0cd1f9-6bfd-4a07-8825-1405f20229db tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:06.903009 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a7d533ba-49db-48a4-b09d-108d0cc48746 req-ef0cd1f9-6bfd-4a07-8825-1405f20229db tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 1096 time: 0.1776278 Jul 15 15:19:07.099109 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3de0074b-1f62-4814-b731-c7e8b52111ff req-747a43ea-cd58-4279-a738-e5ade965be31 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:07.127047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4ca9873d-d80f-43c6-bf17-ad998ff55d03 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:19:07.157094 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:07.215153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-53cf028d-8024-4a2d-9ebf-0c93cb03accc req-019634a3-9cba-4582-95bf-e0a35332e182 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "GET /v2.0/ports?device_id=88439ee7-0426-4976-b2dc-886d7891abce HTTP/1.1" status: 200 len: 210 time: 0.0736299 Jul 15 15:19:07.266172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 4ca9873d-d80f-43c6-bf17-ad998ff55d03 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:19:07.285009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a81da0b-3e53-4f6c-b8b8-5f94bde53f8b None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:07.300282 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a43ea-cd58-4279-a738-e5ade965be31 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event deleted for resources: {'Port': ['ID=ce0e7757-ff57-46fc-bfdc-c7b76707bf74,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:07.332809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-05ba1b22-9310-458b-9407-e25817cfd13b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port 86d22849-c18b-45ef-a061-4e96e536faba {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:07.333318 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ba1b22-9310-458b-9407-e25817cfd13b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:07.360143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de0074b-1f62-4814-b731-c7e8b52111ff req-747a43ea-cd58-4279-a738-e5ade965be31 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] No DVR routers for this DVR port ce0e7757-ff57-46fc-bfdc-c7b76707bf74 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:07.363415 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3de0074b-1f62-4814-b731-c7e8b52111ff req-747a43ea-cd58-4279-a738-e5ade965be31 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:07.365427 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-3de0074b-1f62-4814-b731-c7e8b52111ff req-747a43ea-cd58-4279-a738-e5ade965be31 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.11 "DELETE /v2.0/ports/ce0e7757-ff57-46fc-bfdc-c7b76707bf74 HTTP/1.1" status: 204 len: 173 time: 1.2588589 Jul 15 15:19:07.365878 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88439ee7-0426-4976-b2dc-886d7891abce', 'name': 'network-vif-deleted', 'tag': 'ce0e7757-ff57-46fc-bfdc-c7b76707bf74'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:19:07.368202 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088c554b-e8de-4070-84f9-8f002daf6600" -d '{"events": [{"server_uuid": "88439ee7-0426-4976-b2dc-886d7891abce", "name": "network-vif-deleted", "tag": "ce0e7757-ff57-46fc-bfdc-c7b76707bf74"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:19:07.395714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a7d533ba-49db-48a4-b09d-108d0cc48746 req-1d740b8e-afab-419c-a4e6-b0f1b0eaeeec tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Deleting port cf44af3c-3b6c-4034-8589-f03a5db0ce89 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:07.397822 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7d533ba-49db-48a4-b09d-108d0cc48746 req-1d740b8e-afab-419c-a4e6-b0f1b0eaeeec tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:07.536310 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-31fd8321-239e-427d-a134-6b96d4ad10af None None] Provisioning for port 4ca9873d-d80f-43c6-bf17-ad998ff55d03 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:19:07.542646 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-31fd8321-239e-427d-a134-6b96d4ad10af None None] Provisioning complete for port 4ca9873d-d80f-43c6-bf17-ad998ff55d03 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:07.543030 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31fd8321-239e-427d-a134-6b96d4ad10af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:07.565477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde94c45-6e32-4f8a-a247-61db87db1bc8 req-6e1b9eec-0460-424e-b32c-e84f8cd5f5c2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:07.570127 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dde94c45-6e32-4f8a-a247-61db87db1bc8 req-6e1b9eec-0460-424e-b32c-e84f8cd5f5c2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.3697543 Jul 15 15:19:07.601849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a7d533ba-49db-48a4-b09d-108d0cc48746 req-1d740b8e-afab-419c-a4e6-b0f1b0eaeeec tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] For port cf44af3c-3b6c-4034-8589-f03a5db0ce89, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=cf44af3c-3b6c-4034-8589-f03a5db0ce89,segment=NetworkSegment(480c614a-5444-4543-abc7-65332e891838),segment_id=480c614a-5444-4543-abc7-65332e891838)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:07.602440 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7d533ba-49db-48a4-b09d-108d0cc48746 req-1d740b8e-afab-419c-a4e6-b0f1b0eaeeec tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:07.641744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a7d533ba-49db-48a4-b09d-108d0cc48746 req-1d740b8e-afab-419c-a4e6-b0f1b0eaeeec tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Calling delete_port for cf44af3c-3b6c-4034-8589-f03a5db0ce89 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:07.711070 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7e26ed-7f83-4fd0-906b-f3dbea35d4a7 x-openstack-request-id: req-5f7e26ed-7f83-4fd0-906b-f3dbea35d4a7 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:19:07.711440 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88439ee7-0426-4976-b2dc-886d7891abce", "name": "network-vif-deleted", "tag": "ce0e7757-ff57-46fc-bfdc-c7b76707bf74", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:19:07.711632 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5f7e26ed-7f83-4fd0-906b-f3dbea35d4a7 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:19:07.712018 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88439ee7-0426-4976-b2dc-886d7891abce', 'name': 'network-vif-deleted', 'tag': 'ce0e7757-ff57-46fc-bfdc-c7b76707bf74', 'status': 'completed', 'code': 200} Jul 15 15:19:07.772029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:07.818433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:19:07.871056 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7d533ba-49db-48a4-b09d-108d0cc48746 req-1d740b8e-afab-419c-a4e6-b0f1b0eaeeec tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:07.871668 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31fd8321-239e-427d-a134-6b96d4ad10af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:07.904773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Update dhcp port {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'fixed_ips': [{'subnet_id': 'dfd630b5-d9ce-4670-80e2-9cc4769d0769', 'ip_address': '2001:db8::f816:3eff:fe9a:6a30'}, {'subnet_id': 'f40c8939-5253-4d44-989b-a7a46deb9bf8'}], 'binding:host_id': 'n-d-764435-3'}, 'id': '4ca9873d-d80f-43c6-bf17-ad998ff55d03'} from n-d-764435-3. {{(pid=100713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 15:19:07.968683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['cf44af3c-3b6c-4034-8589-f03a5db0ce89'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:19:07.976183 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d740b8e-afab-419c-a4e6-b0f1b0eaeeec tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf44af3c-3b6c-4034-8589-f03a5db0ce89,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:07.995319 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:08.051950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d533ba-49db-48a4-b09d-108d0cc48746 req-1d740b8e-afab-419c-a4e6-b0f1b0eaeeec tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] No DVR routers for this DVR port cf44af3c-3b6c-4034-8589-f03a5db0ce89 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:08.055167 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7d533ba-49db-48a4-b09d-108d0cc48746 req-1d740b8e-afab-419c-a4e6-b0f1b0eaeeec tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:08.065115 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a7d533ba-49db-48a4-b09d-108d0cc48746 req-1d740b8e-afab-419c-a4e6-b0f1b0eaeeec tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.11 "DELETE /v2.0/ports/cf44af3c-3b6c-4034-8589-f03a5db0ce89 HTTP/1.1" status: 204 len: 173 time: 1.1555665 Jul 15 15:19:08.082811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-31fd8321-239e-427d-a134-6b96d4ad10af None None] For port 4ca9873d-d80f-43c6-bf17-ad998ff55d03, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4ca9873d-d80f-43c6-bf17-ad998ff55d03,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:08.101160 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31fd8321-239e-427d-a134-6b96d4ad10af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:08.250623 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd8321-239e-427d-a134-6b96d4ad10af None None] Pushing event updated for resources: {'Port': ['ID=4ca9873d-d80f-43c6-bf17-ad998ff55d03,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:08.319378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Allocated IP 2001:db8:0:1::2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/f40c8939-5253-4d44-989b-a7a46deb9bf8/4ca9873d-d80f-43c6-bf17-ad998ff55d03) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:08.425100 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ba1b22-9310-458b-9407-e25817cfd13b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:08.435491 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:19:08.437962 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd858b4-d690-4379-b5c1-f4ea024efdf6" -d '{"events": [{"server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "name": "network-vif-unplugged", "status": "completed", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:19:08.443421 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dde94c45-6e32-4f8a-a247-61db87db1bc8 req-fb76b014-751c-4e97-b38b-b19f38653db2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8431704 Jul 15 15:19:08.445483 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:08.493299 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-249ef8bf-bb0c-417c-bfbe-0ce52a35e13a req-d77c2c96-e83c-4456-948b-ec9fe1ee40b1 tempest-TestServerMultinode-755976820 tempest-TestServerMultinode-755976820-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d HTTP/1.1" status: 200 len: 210 time: 0.0664058 Jul 15 15:19:08.529508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-05ba1b22-9310-458b-9407-e25817cfd13b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for 86d22849-c18b-45ef-a061-4e96e536faba owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:08.531021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] For port 4ca9873d-d80f-43c6-bf17-ad998ff55d03, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4ca9873d-d80f-43c6-bf17-ad998ff55d03,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:08.585134 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Transition to ACTIVE for port object af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:19:08.612578 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:08.660799 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50322) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:08.675281 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:08.740631 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Transition to ACTIVE for port object 4ca9873d-d80f-43c6-bf17-ad998ff55d03 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:19:08.751535 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:08.845539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Pushing event updated for resources: {'Port': ['ID=4ca9873d-d80f-43c6-bf17-ad998ff55d03,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:08.849084 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8588a0ee-2ce3-4fda-92d0-ac2ee3cd3f2c x-openstack-request-id: req-8588a0ee-2ce3-4fda-92d0-ac2ee3cd3f2c {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:19:08.849389 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "name": "network-vif-unplugged", "status": "completed", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:19:08.849643 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8588a0ee-2ce3-4fda-92d0-ac2ee3cd3f2c {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:19:08.850074 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'code': 200} Jul 15 15:19:08.852226 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-971a5509-fa0d-4bfe-820a-ffd440bde4d5 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:08.883215 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:08.883558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:08.883895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:08.884226 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:08.884555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:08.884877 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:08.885207 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:08.885528 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:08.886134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:08.886458 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:08.886824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:08.887132 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72d2db-0003-47d6-b2d1-e43c8bbaef7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:08.953006 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-971a5509-fa0d-4bfe-820a-ffd440bde4d5 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:09.026348 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-971a5509-fa0d-4bfe-820a-ffd440bde4d5 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:09.030772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Pushing event updated for resources: {'Port': ['ID=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,revision_number=10']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:09.031370 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-971a5509-fa0d-4bfe-820a-ffd440bde4d5 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:09.034058 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-971a5509-fa0d-4bfe-820a-ffd440bde4d5 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "DELETE /v2.0/security-groups/c0dd314c-4f35-4931-ab3c-698572907299 HTTP/1.1" status: 204 len: 168 time: 0.3709078 Jul 15 15:19:09.056381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50324) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:09.084752 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4ca9873d-d80f-43c6-bf17-ad998ff55d03 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:19:09.088699 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a5509-fa0d-4bfe-820a-ffd440bde4d5 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dd314c-4f35-4931-ab3c-698572907299,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:09.195754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] No DVR routers for this DVR port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:09.241825 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1548bf08-0f40-41cb-82c1-311d08bd4400 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:09.292758 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1548bf08-0f40-41cb-82c1-311d08bd4400 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:09.347476 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1548bf08-0f40-41cb-82c1-311d08bd4400 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:09.351599 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1548bf08-0f40-41cb-82c1-311d08bd4400 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:09.352815 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1548bf08-0f40-41cb-82c1-311d08bd4400 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "DELETE /v2.0/security-groups/2567e05a-de24-432d-b1bb-a535fd6978cc HTTP/1.1" status: 204 len: 168 time: 0.2930279 Jul 15 15:19:09.356503 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50326) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:09.374506 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548bf08-0f40-41cb-82c1-311d08bd4400 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2567e05a-de24-432d-b1bb-a535fd6978cc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:09.483911 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ba1b22-9310-458b-9407-e25817cfd13b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:09.500009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ce0e7757-ff57-46fc-bfdc-c7b76707bf74 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:09.542545 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: ce0e7757-ff57-46fc-bfdc-c7b76707bf74 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:09.542909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ce0e7757-ff57-46fc-bfdc-c7b76707bf74 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:09.543344 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device cf44af3c-3b6c-4034-8589-f03a5db0ce89 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:09.546619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba1b22-9310-458b-9407-e25817cfd13b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=86d22849-c18b-45ef-a061-4e96e536faba,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:09.628752 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: cf44af3c-3b6c-4034-8589-f03a5db0ce89 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:09.629789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device cf44af3c-3b6c-4034-8589-f03a5db0ce89 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:09.672433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50332) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:09.684952 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Attempting to bind port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:19:09.685445 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Attempting to bind port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:19:09.685922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Attempting to bind port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 on network 1ccba156-8e62-472c-aa79-380bf6176149 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:19:09.692082 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05ba1b22-9310-458b-9407-e25817cfd13b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:09.697309 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-05ba1b22-9310-458b-9407-e25817cfd13b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/86d22849-c18b-45ef-a061-4e96e536faba HTTP/1.1" status: 204 len: 168 time: 2.8154345 Jul 15 15:19:09.698245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 on network 1ccba156-8e62-472c-aa79-380bf6176149 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:19:09.698735 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Attempting to bind port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 on network 1ccba156-8e62-472c-aa79-380bf6176149 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:19:09.700920 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50336) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:09.727808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:19:09.727808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Checking segment: {'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:19:09.728060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d', 'name': 'network-vif-deleted', 'tag': 'cf44af3c-3b6c-4034-8589-f03a5db0ce89'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:19:09.728326 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Bound using segment: {'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:19:09.728933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Bound port: af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f258598a-1c41-4242-bccf-9e06ca761d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:19:09.729372 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:09.730394 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9c97ac-18e8-4e44-a220-527f7faff201" -d '{"events": [{"server_uuid": "20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d", "name": "network-vif-deleted", "tag": "cf44af3c-3b6c-4034-8589-f03a5db0ce89"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:19:09.944984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1622c27-96c7-46f0-b603-c4301f4dcd40 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:09.949526 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a1622c27-96c7-46f0-b603-c4301f4dcd40 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2475026 Jul 15 15:19:09.954647 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50342) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:09.989879 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066f6b6c-a782-4cd6-82fa-f113747f7b3d x-openstack-request-id: req-066f6b6c-a782-4cd6-82fa-f113747f7b3d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:19:09.990151 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d", "name": "network-vif-deleted", "tag": "cf44af3c-3b6c-4034-8589-f03a5db0ce89", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:19:09.990349 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-066f6b6c-a782-4cd6-82fa-f113747f7b3d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:19:09.990754 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ad30ec-3d6f-4bf9-8a5d-3149c656ec0d', 'name': 'network-vif-deleted', 'tag': 'cf44af3c-3b6c-4034-8589-f03a5db0ce89', 'status': 'completed', 'code': 200} Jul 15 15:19:10.001321 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81c3cb-6e2c-4699-b414-035429019fe0 req-e0b57e4a-193b-4fe0-b0a8-5a7a3a584919 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:10.008683 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df81c3cb-6e2c-4699-b414-035429019fe0 req-e0b57e4a-193b-4fe0-b0a8-5a7a3a584919 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 944 time: 0.2836685 Jul 15 15:19:10.030352 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:19:10.072808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:19:10.094515 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:10.164671 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df81c3cb-6e2c-4699-b414-035429019fe0 req-63415a75-1931-47c8-ad2c-51eaf5e617de tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547117 Jul 15 15:19:10.179194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:10.179898 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:10.181376 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] 10.222.0.11 "PUT /v2.0/ports/af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 200 len: 1092 time: 3.3566816 Jul 15 15:19:10.220183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-314f699b-1902-461f-9f14-7518bad05a30 None None] Provisioning for port 4ca9873d-d80f-43c6-bf17-ad998ff55d03 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:19:10.229709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-314f699b-1902-461f-9f14-7518bad05a30 None None] Provisioning complete for port 4ca9873d-d80f-43c6-bf17-ad998ff55d03 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:10.230362 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-314f699b-1902-461f-9f14-7518bad05a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:10.266215 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da3546-6c3c-4745-832e-f489e71de332 service neutron] Pushing event updated for resources: {'Port': ['ID=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,revision_number=11']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:10.286818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bf0f3e-303a-43ed-8863-b0b361bed959 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:10.291402 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f5bf0f3e-303a-43ed-8863-b0b361bed959 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3356729 Jul 15 15:19:10.292088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50346) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:10.385006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:10.418043 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d81147-9e64-44eb-965f-c8837fa2bef0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:10.419760 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d81147-9e64-44eb-965f-c8837fa2bef0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:10.421324 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d81147-9e64-44eb-965f-c8837fa2bef0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:10.425989 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d3d81147-9e64-44eb-965f-c8837fa2bef0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1319382 Jul 15 15:19:10.428077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50348) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:10.473518 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-314f699b-1902-461f-9f14-7518bad05a30 None None] Could not find standard attr ID for object 86d22849-c18b-45ef-a061-4e96e536faba. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:19:10.484582 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:10.495995 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bec6b914-593f-4f97-a01d-7a321978b406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:10.501239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-00028733-7e51-4751-9bf1-9dd36b0c2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:10.503239 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-00028733-7e51-4751-9bf1-9dd36b0c2f2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1095 time: 0.2842298 Jul 15 15:19:10.537015 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48fea3ae-2176-4253-81ae-879bea631bd3 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:10.619575 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f05b286-b04e-4536-9be5-4a855f20ed14 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet dfd630b5-d9ce-4670-80e2-9cc4769d0769 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:19:10.626932 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f05b286-b04e-4536-9be5-4a855f20ed14 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:10.666884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-7993881b-4970-4415-aea7-f0748ed37c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:10.668659 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-7993881b-4970-4415-aea7-f0748ed37c8a service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ccba156-8e62-472c-aa79-380bf6176149 HTTP/1.1" status: 200 len: 897 time: 0.1564150 Jul 15 15:19:10.711291 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3855425f-a774-4760-9404-91f5db1fc1d2 None None] Could not find standard attr ID for object 86d22849-c18b-45ef-a061-4e96e536faba. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:19:10.722421 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f05b286-b04e-4536-9be5-4a855f20ed14 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:10.865231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:19:10.867774 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb99175e-385a-48bb-97c5-ee8457ba11fb" -d '{"events": [{"name": "network-changed", "server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:19:10.873455 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-cb3bdbf2-77e0-4904-b409-749b0d60434d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 200 len: 999 time: 0.1961050 Jul 15 15:19:10.948170 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f05b286-b04e-4536-9be5-4a855f20ed14 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:11.069975 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f05b286-b04e-4536-9be5-4a855f20ed14 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:11.084093 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410b362a-cb06-4f53-89c5-16ee7c2046e8 x-openstack-request-id: req-410b362a-cb06-4f53-89c5-16ee7c2046e8 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:19:11.084398 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:19:11.084643 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-410b362a-cb06-4f53-89c5-16ee7c2046e8 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:19:11.085129 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'status': 'completed', 'code': 200} Jul 15 15:19:11.125283 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a7b80-db88-4a24-8aaa-ad9155eeed6f None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:11.136660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-f5ff2bdf-91f0-4b91-80cc-aa7972af4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:11.138692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-f5ff2bdf-91f0-4b91-80cc-aa7972af4dc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25455b05-a94e-447c-b84e-9cd2a3a78a80 HTTP/1.1" status: 200 len: 835 time: 0.1099803 Jul 15 15:19:11.139598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05b286-b04e-4536-9be5-4a855f20ed14 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd630b5-d9ce-4670-80e2-9cc4769d0769,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:11.142446 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f05b286-b04e-4536-9be5-4a855f20ed14 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:11.147083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3f05b286-b04e-4536-9be5-4a855f20ed14 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/dfd630b5-d9ce-4670-80e2-9cc4769d0769 HTTP/1.1" status: 204 len: 168 time: 0.7179983 Jul 15 15:19:11.179285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50356) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:11.312804 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b094e92-8467-405a-a007-4dcd2d8cf00c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet f40c8939-5253-4d44-989b-a7a46deb9bf8 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:19:11.322697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-79b6d193-765b-4a00-a482-6eef960f7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:11.324830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-79b6d193-765b-4a00-a482-6eef960f7779 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1095 time: 0.2131481 Jul 15 15:19:11.325250 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b094e92-8467-405a-a007-4dcd2d8cf00c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:11.402240 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-8ee6f2fb-5eca-48d2-8c35-c996140165ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:11.404055 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-8ee6f2fb-5eca-48d2-8c35-c996140165ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ccba156-8e62-472c-aa79-380bf6176149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2535231 Jul 15 15:19:11.419463 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-d12f3cd8-25c2-4ace-9379-e6b36457b0af service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:19:11.421528 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-d12f3cd8-25c2-4ace-9379-e6b36457b0af service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059776 Jul 15 15:19:11.424089 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b094e92-8467-405a-a007-4dcd2d8cf00c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:11.563223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-48fea3ae-2176-4253-81ae-879bea631bd3 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Deleting port ec233795-c9a7-4959-8765-7d39e4d070bc {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:11.563741 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48fea3ae-2176-4253-81ae-879bea631bd3 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:11.569810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bec6b914-593f-4f97-a01d-7a321978b406 admin admin] Deleting port 0c7ff475-69b2-447b-a893-53087e3a9671 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:11.570152 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bec6b914-593f-4f97-a01d-7a321978b406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:11.615986 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:19:11.666484 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-faba3afa-704b-410a-9158-066f08bda8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:11.668010 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-faba3afa-704b-410a-9158-066f08bda8fc service neutron] 10.222.0.22 "GET /v2.0/networks?id=1ccba156-8e62-472c-aa79-380bf6176149 HTTP/1.1" status: 200 len: 897 time: 0.3357992 Jul 15 15:19:11.727469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-bec6b914-593f-4f97-a01d-7a321978b406 admin admin] For port 0c7ff475-69b2-447b-a893-53087e3a9671, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0c7ff475-69b2-447b-a893-53087e3a9671,segment=NetworkSegment(480c614a-5444-4543-abc7-65332e891838),segment_id=480c614a-5444-4543-abc7-65332e891838)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:11.727837 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bec6b914-593f-4f97-a01d-7a321978b406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:11.742139 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bec6b914-593f-4f97-a01d-7a321978b406 admin admin] Calling delete_port for 0c7ff475-69b2-447b-a893-53087e3a9671 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:11.796842 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f7080-77d0-4d21-9f70-4907448e10d1 req-3bd24d50-e1b7-4b4a-9e70-b2a1ec592712 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:11.804546 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e20f7080-77d0-4d21-9f70-4907448e10d1 req-3bd24d50-e1b7-4b4a-9e70-b2a1ec592712 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 944 time: 0.3205142 Jul 15 15:19:11.825986 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b094e92-8467-405a-a007-4dcd2d8cf00c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:11.843243 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-8915c68d-6eae-4323-906d-299ccc4e7e12 service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447750 Jul 15 15:19:11.878562 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-48fea3ae-2176-4253-81ae-879bea631bd3 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] For port ec233795-c9a7-4959-8765-7d39e4d070bc, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ec233795-c9a7-4959-8765-7d39e4d070bc,segment=NetworkSegment(f5a3fe10-2b82-4c5a-bab2-e0d23956883c),segment_id=f5a3fe10-2b82-4c5a-bab2-e0d23956883c)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:11.879686 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48fea3ae-2176-4253-81ae-879bea631bd3 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:11.908628 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-71ff019a-82f4-40a5-9a3c-e7d39abe82d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 200 len: 999 time: 0.2106197 Jul 15 15:19:11.949510 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-48fea3ae-2176-4253-81ae-879bea631bd3 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Calling delete_port for ec233795-c9a7-4959-8765-7d39e4d070bc owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:11.965554 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e20f7080-77d0-4d21-9f70-4907448e10d1 req-8256d394-db38-4d8c-8bc2-e8966f7e4214 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601212 Jul 15 15:19:12.068857 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-364c27f1-596e-4763-b3b1-b80e7ae7c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:12.070325 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-364c27f1-596e-4763-b3b1-b80e7ae7c80b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25455b05-a94e-447c-b84e-9cd2a3a78a80 HTTP/1.1" status: 200 len: 835 time: 0.1506052 Jul 15 15:19:12.071360 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b094e92-8467-405a-a007-4dcd2d8cf00c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:12.094335 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-562c4958-d555-4ed8-b5a1-8b8daa6479ca req-e00a9585-8c85-4a7a-856a-222817e7998f service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289217 Jul 15 15:19:12.185746 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b094e92-8467-405a-a007-4dcd2d8cf00c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=f40c8939-5253-4d44-989b-a7a46deb9bf8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:12.227348 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8b094e92-8467-405a-a007-4dcd2d8cf00c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:12.232054 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8b094e92-8467-405a-a007-4dcd2d8cf00c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/f40c8939-5253-4d44-989b-a7a46deb9bf8 HTTP/1.1" status: 204 len: 168 time: 1.0506179 Jul 15 15:19:12.235130 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50366) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:12.288177 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e9fc25c3-98f7-40da-9a61-367f1212fdce tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482633 Jul 15 15:19:12.289482 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50368) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:12.301920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0b4b40e6-a53a-4685-8f5f-e2dac4918cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:12.357308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27101132-99b6-4f71-b3d4-7950037afa87 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:12.364514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-f0042252-44aa-460e-869e-e915a34ef275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:12.366273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-f0042252-44aa-460e-869e-e915a34ef275 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1ccba156-8e62-472c-aa79-380bf6176149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2877879 Jul 15 15:19:12.393884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-3fc3fb49-3b49-4c92-b9dd-3f384436339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:12.396014 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-3fc3fb49-3b49-4c92-b9dd-3f384436339a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1095 time: 0.2240515 Jul 15 15:19:12.433619 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bec6b914-593f-4f97-a01d-7a321978b406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:12.508830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4b40e6-a53a-4685-8f5f-e2dac4918cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:12.516472 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b4b40e6-a53a-4685-8f5f-e2dac4918cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:12.610392 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8a0d0015-4cd1-421a-949c-a7df648c0d31 None None] Provisioning complete for port 4ca9873d-d80f-43c6-bf17-ad998ff55d03 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:12.612160 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8a0d0015-4cd1-421a-949c-a7df648c0d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:12.620825 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-25280cef-6740-42c3-817d-4d68f41ac087 service neutron] 10.222.0.22 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476885 Jul 15 15:19:12.663788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-d1e2d3e5-3897-4072-9015-21f5d5d06b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:12.669113 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-d1e2d3e5-3897-4072-9015-21f5d5d06b80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ccba156-8e62-472c-aa79-380bf6176149 HTTP/1.1" status: 200 len: 897 time: 0.2452471 Jul 15 15:19:12.671391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6b914-593f-4f97-a01d-7a321978b406 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7ff475-69b2-447b-a893-53087e3a9671,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:12.866575 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955a7250-b00e-47b2-86a7-df3b56622c04 None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:19:12.908482 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-55f6cd5c-a463-4f44-b6fb-d783b6dad58d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 200 len: 999 time: 0.1841009 Jul 15 15:19:12.936823 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-955a7250-b00e-47b2-86a7-df3b56622c04 None None] Deleting port 4ca9873d-d80f-43c6-bf17-ad998ff55d03 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:12.937351 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-955a7250-b00e-47b2-86a7-df3b56622c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:13.004689 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-4d15f06d-1fe7-4916-8416-343795e3d171 service neutron] 10.222.0.22 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713117 Jul 15 15:19:13.011149 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-6c007ccb-e0c4-4623-bd7c-035e4d3de37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:13.012752 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-6c007ccb-e0c4-4623-bd7c-035e4d3de37a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25455b05-a94e-447c-b84e-9cd2a3a78a80 HTTP/1.1" status: 200 len: 835 time: 0.0873766 Jul 15 15:19:13.017936 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-955a7250-b00e-47b2-86a7-df3b56622c04 None None] For port 4ca9873d-d80f-43c6-bf17-ad998ff55d03, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4ca9873d-d80f-43c6-bf17-ad998ff55d03,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:13.018436 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-955a7250-b00e-47b2-86a7-df3b56622c04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:13.033432 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-955a7250-b00e-47b2-86a7-df3b56622c04 None None] Calling delete_port for 4ca9873d-d80f-43c6-bf17-ad998ff55d03 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:13.092761 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48fea3ae-2176-4253-81ae-879bea631bd3 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:13.168198 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4ca9873d-d80f-43c6-bf17-ad998ff55d03 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:13.169888 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-ee8e257d-890f-4b7f-baaf-27234ddd26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:13.171808 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-ee8e257d-890f-4b7f-baaf-27234ddd26eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ccba156-8e62-472c-aa79-380bf6176149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497808 Jul 15 15:19:13.262297 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-955a7250-b00e-47b2-86a7-df3b56622c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:13.318844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a7250-b00e-47b2-86a7-df3b56622c04 None None] Pushing event deleted for resources: {'Port': ['ID=4ca9873d-d80f-43c6-bf17-ad998ff55d03,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:13.322589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a7250-b00e-47b2-86a7-df3b56622c04 None None] No DVR routers for this DVR port 4ca9873d-d80f-43c6-bf17-ad998ff55d03 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:13.330949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No active binding found for port 4ca9873d-d80f-43c6-bf17-ad998ff55d03 {{(pid=100713) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 15:19:13.331428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4ca9873d-d80f-43c6-bf17-ad998ff55d03 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:13.338433 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b4b40e6-a53a-4685-8f5f-e2dac4918cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:13.368647 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-9dd4b258-b256-4360-88f2-0e8ecf068ad1 service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894207 Jul 15 15:19:13.376635 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fea3ae-2176-4253-81ae-879bea631bd3 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event deleted for resources: {'Port': ['ID=ec233795-c9a7-4959-8765-7d39e4d070bc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:13.433907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadde93-5b2f-4e47-90cc-cfc39058ddeb req-1f2e8441-bd07-4d33-a857-a6bc95e4263a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:13.435501 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4dadde93-5b2f-4e47-90cc-cfc39058ddeb req-1f2e8441-bd07-4d33-a857-a6bc95e4263a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 944 time: 0.1986158 Jul 15 15:19:13.509238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:19:13.523900 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bec6b914-593f-4f97-a01d-7a321978b406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:13.559625 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b40e6-a53a-4685-8f5f-e2dac4918cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:13.569479 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0b4b40e6-a53a-4685-8f5f-e2dac4918cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:13.580036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4b40e6-a53a-4685-8f5f-e2dac4918cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:13.583989 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b4b40e6-a53a-4685-8f5f-e2dac4918cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:13.590826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fb638b-93b2-46ce-8cee-8e6d11c3ed47 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:13.608920 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4dadde93-5b2f-4e47-90cc-cfc39058ddeb req-74e98b3c-603a-40f2-86ef-48b9d5c9dffe tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671345 Jul 15 15:19:13.614203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b40e6-a53a-4685-8f5f-e2dac4918cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=88c0ed3a-93ed-4b39-bc10-d11bde16c9cb,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:13.623038 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb99175e-385a-48bb-97c5-ee8457ba11fb req-0e350550-9ef1-458e-8d1e-d3e955960d84 service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423670 Jul 15 15:19:13.688665 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0b4b40e6-a53a-4685-8f5f-e2dac4918cb5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3963997 Jul 15 15:19:13.693200 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50378) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:13.706069 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c4fc7cda-63df-41ae-9e18-3c21005e8fca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:13.816687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:13.820505 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': '88c0ed3a-93ed-4b39-bc10-d11bde16c9cb'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:19:13.821355 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:13.843121 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'port_id': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'mac_address': 'fa:16:3e:00:a5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:19:13.981325 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:13.981814 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48fea3ae-2176-4253-81ae-879bea631bd3 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:14.012549 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:19:14.062006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:14.068655 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:14.138029 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,revision_number=12']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:14.154456 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Allocated IP 2001:db8::2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/88c0ed3a-93ed-4b39-bc10-d11bde16c9cb/6142282e-3d50-4513-af03-c677e60fa64a) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:14.475420 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['af8fa02e-d106-41b2-ade8-af7b5fa8b8f1'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:19:14.502124 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fc7cda-63df-41ae-9e18-3c21005e8fca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:14.506670 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7cda-63df-41ae-9e18-3c21005e8fca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:14.535306 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:14.555626 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Transition to ACTIVE for port object 6142282e-3d50-4513-af03-c677e60fa64a will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:19:14.622899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec6b914-593f-4f97-a01d-7a321978b406 admin admin] Router eaa5b551-b0e4-497c-98aa-4b8a78e052f3 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:19:14.648563 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Transition to ACTIVE for port object 6142282e-3d50-4513-af03-c677e60fa64a will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:19:14.665146 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:14.734034 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:14.761916 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:14.763780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Pushing event updated for resources: {'Port': ['ID=6142282e-3d50-4513-af03-c677e60fa64a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:14.765891 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:19:14.768609 n-d-764435-3 neutron-server[100712]: INFO neutron.db.ipam_backend_mixin [None req-c4fc7cda-63df-41ae-9e18-3c21005e8fca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 88c0ed3a-93ed-4b39-bc10-d11bde16c9cb (CIDR: 2001:db8::/64) Jul 15 15:19:14.838834 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fc7cda-63df-41ae-9e18-3c21005e8fca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:19:14.839314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4fc7cda-63df-41ae-9e18-3c21005e8fca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:14.866621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Attempting to bind port 6142282e-3d50-4513-af03-c677e60fa64a on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:19:14.867000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Attempting to bind port 6142282e-3d50-4513-af03-c677e60fa64a by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:19:14.867351 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Attempting to bind port 6142282e-3d50-4513-af03-c677e60fa64a on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:19:14.877462 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:19:14.877824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:19:14.878242 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:14.878647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:19:14.879651 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Bound port: 6142282e-3d50-4513-af03-c677e60fa64a, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:19:14.880430 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:14.936574 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c4fc7cda-63df-41ae-9e18-3c21005e8fca tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2420027 Jul 15 15:19:14.940502 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50390) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:14.947730 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2f6e143c-906d-444e-b999-74810edac521 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:15.010600 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf1417-256f-4906-a21a-a02ddeb9db23 req-daea643f-0da5-4efa-b426-20e12dc67288 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:15.021720 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9cbf1417-256f-4906-a21a-a02ddeb9db23 req-daea643f-0da5-4efa-b426-20e12dc67288 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 945 time: 0.2076824 Jul 15 15:19:15.026669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7b242520-0960-434d-a5e3-ba389665787a None None] For port 6142282e-3d50-4513-af03-c677e60fa64a, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:19:15.030761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7b242520-0960-434d-a5e3-ba389665787a None None] For port 6142282e-3d50-4513-af03-c677e60fa64a, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6142282e-3d50-4513-af03-c677e60fa64a,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:19:15.040217 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:15.135651 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9cbf1417-256f-4906-a21a-a02ddeb9db23 req-bc5c087f-1fc3-4262-9d17-39a47c81c5fd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127808 Jul 15 15:19:15.164286 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50394) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:15.174775 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b242520-0960-434d-a5e3-ba389665787a None None] Pushing event updated for resources: {'Port': ['ID=6142282e-3d50-4513-af03-c677e60fa64a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:15.202852 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec6b914-593f-4f97-a01d-7a321978b406 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:19:15.215101 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcfffcc-10b0-42c8-b078-699775208c22 None None] Sync routers for ids ['eaa5b551-b0e4-497c-98aa-4b8a78e052f3'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:19:15.216214 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bec6b914-593f-4f97-a01d-7a321978b406 admin admin] 10.222.0.38 "PUT /v2.0/routers/eaa5b551-b0e4-497c-98aa-4b8a78e052f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5420520 Jul 15 15:19:15.218478 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fea3ae-2176-4253-81ae-879bea631bd3 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Router d745af1d-375b-4ada-930d-e84499932abb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:19:15.219722 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50396) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:15.231285 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcfffcc-10b0-42c8-b078-699775208c22 None None] Routers {'eaa5b551-b0e4-497c-98aa-4b8a78e052f3'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:15.232234 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9dcfffcc-10b0-42c8-b078-699775208c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['eaa5b551-b0e4-497c-98aa-4b8a78e052f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:15.397070 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-9dcfffcc-10b0-42c8-b078-699775208c22 None None] Set router eaa5b551-b0e4-497c-98aa-4b8a78e052f3 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:19:15.408362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6e143c-906d-444e-b999-74810edac521 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:15.413418 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2f6e143c-906d-444e-b999-74810edac521 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:15.571484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fea3ae-2176-4253-81ae-879bea631bd3 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:19:15.578442 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-48fea3ae-2176-4253-81ae-879bea631bd3 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "PUT /v2.0/routers/d745af1d-375b-4ada-930d-e84499932abb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2198029 Jul 15 15:19:15.584050 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50398) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:15.585438 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd82323e-ac07-44fc-81a2-499b05b8343f None None] Sync routers for ids ['d745af1d-375b-4ada-930d-e84499932abb'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:19:15.599907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82323e-ac07-44fc-81a2-499b05b8343f None None] Routers {'d745af1d-375b-4ada-930d-e84499932abb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:15.600933 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bd82323e-ac07-44fc-81a2-499b05b8343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d745af1d-375b-4ada-930d-e84499932abb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:15.711333 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Deleting subnet dd4d22ea-6551-4399-89d6-17e10eccfae5 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:19:15.716559 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:15.811829 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9dcfffcc-10b0-42c8-b078-699775208c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'name': 'tempest-TestServerMultinode-757234565-router', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:04Z', 'updated_at': '2021-07-15T15:19:12Z', 'revision_number': 5, 'project_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'gw_port': {'id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:05Z', 'updated_at': '2021-07-15T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:15.843131 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:15.849525 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcfffcc-10b0-42c8-b078-699775208c22 None None] Checking router: eaa5b551-b0e4-497c-98aa-4b8a78e052f3 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:19:15.859869 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcfffcc-10b0-42c8-b078-699775208c22 None None] Routers {'eaa5b551-b0e4-497c-98aa-4b8a78e052f3'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:15.860635 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9dcfffcc-10b0-42c8-b078-699775208c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['eaa5b551-b0e4-497c-98aa-4b8a78e052f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:15.872546 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-bd82323e-ac07-44fc-81a2-499b05b8343f None None] Set router d745af1d-375b-4ada-930d-e84499932abb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:19:16.074718 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:16.118002 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2070a0ed-026f-453c-abaa-8668e6e35607 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/floatingips/4bd691af-1c05-4cea-8219-990863767ee7 HTTP/1.1" status: 200 len: 992 time: 0.9523230 Jul 15 15:19:16.156837 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-9dcfffcc-10b0-42c8-b078-699775208c22 None None] Set router eaa5b551-b0e4-497c-98aa-4b8a78e052f3 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:19:16.233780 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52f647d6-7f4b-408e-8eb1-42bdd85349c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:16.236266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bd82323e-ac07-44fc-81a2-499b05b8343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd745af1d-375b-4ada-930d-e84499932abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442550384', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:47Z', 'updated_at': '2021-07-15T15:19:12Z', 'revision_number': 5, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:49Z', 'updated_at': '2021-07-15T15:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:16.267918 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:16.276159 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd82323e-ac07-44fc-81a2-499b05b8343f None None] Checking router: d745af1d-375b-4ada-930d-e84499932abb for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:19:16.287956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82323e-ac07-44fc-81a2-499b05b8343f None None] Routers {'d745af1d-375b-4ada-930d-e84499932abb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:16.289190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bd82323e-ac07-44fc-81a2-499b05b8343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d745af1d-375b-4ada-930d-e84499932abb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:16.340924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4d22ea-6551-4399-89d6-17e10eccfae5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:16.357284 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:16.359438 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "DELETE /v2.0/subnets/dd4d22ea-6551-4399-89d6-17e10eccfae5 HTTP/1.1" status: 204 len: 168 time: 0.7745390 Jul 15 15:19:16.362199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50408) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:16.363480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:16.366082 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:16.367502 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:16.367902 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:16.368365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:16.368806 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:16.372516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:16.373010 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:16.373458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:16.373896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:16.374326 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:16.377598 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535eb4c2-2a49-43fd-b5a9-f8172afe242b tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:16.496562 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-bd82323e-ac07-44fc-81a2-499b05b8343f None None] Set router d745af1d-375b-4ada-930d-e84499932abb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:19:16.511336 n-d-764435-3 neutron-server[100712]: DEBUG neutron.objects.ports [None req-2f6e143c-906d-444e-b999-74810edac521 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:19:16.657255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17e0594-0990-4bb7-a189-6060fbffa5f2 None None] Network 22d68543-baaf-4a5b-81ff-bc226b485184 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:16.666357 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92eeeffe-cfa6-4b6e-a884-a6f99acbf6b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:16.710666 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52f647d6-7f4b-408e-8eb1-42bdd85349c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:16.908448 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92eeeffe-cfa6-4b6e-a884-a6f99acbf6b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:16.921768 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9dcfffcc-10b0-42c8-b078-699775208c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'name': 'tempest-TestServerMultinode-757234565-router', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:04Z', 'updated_at': '2021-07-15T15:19:12Z', 'revision_number': 5, 'project_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'gw_port': {'id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:05Z', 'updated_at': '2021-07-15T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:16.931793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-52f647d6-7f4b-408e-8eb1-42bdd85349c5 admin admin] Deleting port 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:16.932136 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52f647d6-7f4b-408e-8eb1-42bdd85349c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:16.952655 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcfffcc-10b0-42c8-b078-699775208c22 None None] The sync data for ids ['eaa5b551-b0e4-497c-98aa-4b8a78e052f3'] in n-d-764435-3 is: [{'id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'name': 'tempest-TestServerMultinode-757234565-router', 'tenant_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:04Z', 'updated_at': '2021-07-15T15:19:12Z', 'revision_number': 5, 'project_id': 'c4951b87b9cf4a53bbe3aeb9c5776abe', 'gw_port': {'id': '419d5f50-5a49-4cc7-a15a-93d0dcfb6a73', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa5b551-b0e4-497c-98aa-4b8a78e052f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:05Z', 'updated_at': '2021-07-15T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:19:17.033367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-09ebc0c3-91ad-49a5-a65e-32086a8b6106 None None] Provisioning for port 6142282e-3d50-4513-af03-c677e60fa64a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:19:17.124360 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bd82323e-ac07-44fc-81a2-499b05b8343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd745af1d-375b-4ada-930d-e84499932abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442550384', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:47Z', 'updated_at': '2021-07-15T15:19:12Z', 'revision_number': 5, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:49Z', 'updated_at': '2021-07-15T15:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:17.154251 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2f6e143c-906d-444e-b999-74810edac521 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:17.161149 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd82323e-ac07-44fc-81a2-499b05b8343f None None] The sync data for ids ['d745af1d-375b-4ada-930d-e84499932abb'] in n-d-764435-3 is: [{'id': 'd745af1d-375b-4ada-930d-e84499932abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-442550384', 'tenant_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:47Z', 'updated_at': '2021-07-15T15:19:12Z', 'revision_number': 5, 'project_id': 'fa1c872dfc224a95b77ffe6e9a9fcd2c', 'gw_port': {'id': 'd4ad2ea4-7a3c-4e4a-92de-10722eb44018', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd745af1d-375b-4ada-930d-e84499932abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:49Z', 'updated_at': '2021-07-15T15:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:19:17.163103 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-92eeeffe-cfa6-4b6e-a884-a6f99acbf6b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Deleting port d4ad2ea4-7a3c-4e4a-92de-10722eb44018 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:17.163103 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92eeeffe-cfa6-4b6e-a884-a6f99acbf6b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:17.228253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-52f647d6-7f4b-408e-8eb1-42bdd85349c5 admin admin] For port 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=419d5f50-5a49-4cc7-a15a-93d0dcfb6a73,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:17.228906 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52f647d6-7f4b-408e-8eb1-42bdd85349c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:17.280812 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-52f647d6-7f4b-408e-8eb1-42bdd85349c5 admin admin] Calling delete_port for 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:17.345790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-92eeeffe-cfa6-4b6e-a884-a6f99acbf6b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] For port d4ad2ea4-7a3c-4e4a-92de-10722eb44018, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d4ad2ea4-7a3c-4e4a-92de-10722eb44018,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:17.346124 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92eeeffe-cfa6-4b6e-a884-a6f99acbf6b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:17.365289 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-92eeeffe-cfa6-4b6e-a884-a6f99acbf6b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Calling delete_port for d4ad2ea4-7a3c-4e4a-92de-10722eb44018 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:17.391197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-2f6e143c-906d-444e-b999-74810edac521 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] For port 6142282e-3d50-4513-af03-c677e60fa64a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6142282e-3d50-4513-af03-c677e60fa64a,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:17.404354 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede943f-a374-431d-921f-8c9295d377f7 None None] DHCP port deletion for 22d68543-baaf-4a5b-81ff-bc226b485184 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:19:17.474631 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2f6e143c-906d-444e-b999-74810edac521 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:17.480230 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2f6e143c-906d-444e-b999-74810edac521 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:17.482694 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2f6e143c-906d-444e-b999-74810edac521 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:17.500919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-aede943f-a374-431d-921f-8c9295d377f7 None None] Deleting port da5269d2-bf60-4c38-a5bd-39f551e08e59 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:17.501285 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aede943f-a374-431d-921f-8c9295d377f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:17.601987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-aede943f-a374-431d-921f-8c9295d377f7 None None] For port da5269d2-bf60-4c38-a5bd-39f551e08e59, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=da5269d2-bf60-4c38-a5bd-39f551e08e59,segment=NetworkSegment(f5a3fe10-2b82-4c5a-bab2-e0d23956883c),segment_id=f5a3fe10-2b82-4c5a-bab2-e0d23956883c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:17.602484 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aede943f-a374-431d-921f-8c9295d377f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:17.617887 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-aede943f-a374-431d-921f-8c9295d377f7 None None] Calling delete_port for da5269d2-bf60-4c38-a5bd-39f551e08e59 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:17.632248 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e143c-906d-444e-b999-74810edac521 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=6142282e-3d50-4513-af03-c677e60fa64a,revision_number=4']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:17.658614 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e143c-906d-444e-b999-74810edac521 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:17.662313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2f6e143c-906d-444e-b999-74810edac521 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:17.664393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e143c-906d-444e-b999-74810edac521 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=2cb6913e-1bd9-41d4-bcbe-6e39c67ed1a0,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:17.666995 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e143c-906d-444e-b999-74810edac521 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:17.667598 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2f6e143c-906d-444e-b999-74810edac521 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:17.725843 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2f6e143c-906d-444e-b999-74810edac521 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7822156 Jul 15 15:19:17.726763 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50416) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:17.733649 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-25db495f-fc6d-4bbf-91d1-eb70bd405efc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'mac_address': 'fa:16:3e:98:22:72', 'name': 'tempest-NetworksTestDHCPv6-1131327874'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:17.798456 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:19:17.806519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a2cb49-a3e1-4189-a050-3beb6cc1de9c None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:17.819123 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52f647d6-7f4b-408e-8eb1-42bdd85349c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:17.890482 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f647d6-7f4b-408e-8eb1-42bdd85349c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=419d5f50-5a49-4cc7-a15a-93d0dcfb6a73,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:17.969038 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6142282e-3d50-4513-af03-c677e60fa64a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:19:18.030169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25db495f-fc6d-4bbf-91d1-eb70bd405efc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:18.038665 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92eeeffe-cfa6-4b6e-a884-a6f99acbf6b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.108604 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eeeffe-cfa6-4b6e-a884-a6f99acbf6b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event deleted for resources: {'Port': ['ID=d4ad2ea4-7a3c-4e4a-92de-10722eb44018,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:18.145077 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52f647d6-7f4b-408e-8eb1-42bdd85349c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.160696 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aede943f-a374-431d-921f-8c9295d377f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.243910 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25db495f-fc6d-4bbf-91d1-eb70bd405efc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.244838 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52f647d6-7f4b-408e-8eb1-42bdd85349c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.247114 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52f647d6-7f4b-408e-8eb1-42bdd85349c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.289499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-25db495f-fc6d-4bbf-91d1-eb70bd405efc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port 5b3c8584-3fc5-4b39-b0ec-411f04d82f87 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:19:18.312605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede943f-a374-431d-921f-8c9295d377f7 None None] No DVR routers for this DVR port da5269d2-bf60-4c38-a5bd-39f551e08e59 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:18.322071 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede943f-a374-431d-921f-8c9295d377f7 None None] Pushing event deleted for resources: {'Port': ['ID=da5269d2-bf60-4c38-a5bd-39f551e08e59,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:18.335228 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52f647d6-7f4b-408e-8eb1-42bdd85349c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.335765 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f647d6-7f4b-408e-8eb1-42bdd85349c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaa5b551-b0e4-497c-98aa-4b8a78e052f3 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:19:18.348959 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52f647d6-7f4b-408e-8eb1-42bdd85349c5 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.354396 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-52f647d6-7f4b-408e-8eb1-42bdd85349c5 admin admin] 10.222.0.38 "DELETE /v2.0/routers/eaa5b551-b0e4-497c-98aa-4b8a78e052f3 HTTP/1.1" status: 204 len: 168 time: 3.1332874 Jul 15 15:19:18.359432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50424) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:18.375026 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:19:18.390358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 6142282e-3d50-4513-af03-c677e60fa64a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:19:18.396435 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6142282e-3d50-4513-af03-c677e60fa64a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:18.397140 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.401004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:18.401602 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.463268 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92eeeffe-cfa6-4b6e-a884-a6f99acbf6b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.598220 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d373ec49-300f-424f-83c8-b8fd1de84c83 admin admin] Deleting subnet ebec1bfa-356e-4760-bb2a-3ffcc34e1e62 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:19:18.603706 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d373ec49-300f-424f-83c8-b8fd1de84c83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.607905 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92eeeffe-cfa6-4b6e-a884-a6f99acbf6b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.642652 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92eeeffe-cfa6-4b6e-a884-a6f99acbf6b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.661713 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.712275 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d373ec49-300f-424f-83c8-b8fd1de84c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.714513 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.740975 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92eeeffe-cfa6-4b6e-a884-a6f99acbf6b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.741680 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eeeffe-cfa6-4b6e-a884-a6f99acbf6b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Fanout notify agent at l3_agent the message router_deleted on router d745af1d-375b-4ada-930d-e84499932abb {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:19:18.741916 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 6142282e-3d50-4513-af03-c677e60fa64a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6142282e-3d50-4513-af03-c677e60fa64a,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:18.750292 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-92eeeffe-cfa6-4b6e-a884-a6f99acbf6b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.755008 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-92eeeffe-cfa6-4b6e-a884-a6f99acbf6b4 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "DELETE /v2.0/routers/d745af1d-375b-4ada-930d-e84499932abb HTTP/1.1" status: 204 len: 168 time: 2.3912945 Jul 15 15:19:18.755795 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50428) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:18.765918 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.861709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:19:18.864665 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-25db495f-fc6d-4bbf-91d1-eb70bd405efc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::23c (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/88c0ed3a-93ed-4b39-bc10-d11bde16c9cb/5b3c8584-3fc5-4b39-b0ec-411f04d82f87) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:18.864801 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4c19bf-db45-48cc-9355-b79268346f41" -d '{"events": [{"server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "name": "network-vif-plugged", "status": "completed", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:19:18.884225 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-25db495f-fc6d-4bbf-91d1-eb70bd405efc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8:0:1:f816:3eff:fe98:2272 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/2cb6913e-1bd9-41d4-bcbe-6e39c67ed1a0/5b3c8584-3fc5-4b39-b0ec-411f04d82f87) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:18.911212 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:18.918947 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c26a10db-5c28-404d-a4c7-ed34e006dca8 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.938280 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:18.954856 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d373ec49-300f-424f-83c8-b8fd1de84c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.006896 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0450c08-42cc-415c-b8fa-763d461f0d02 x-openstack-request-id: req-a0450c08-42cc-415c-b8fa-763d461f0d02 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:19:19.008174 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "name": "network-vif-plugged", "status": "completed", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:19:19.009624 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a0450c08-42cc-415c-b8fa-763d461f0d02 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:19:19.012356 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'code': 200} Jul 15 15:19:19.058513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=6142282e-3d50-4513-af03-c677e60fa64a,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:19.164504 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c26a10db-5c28-404d-a4c7-ed34e006dca8 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.179774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-c26a10db-5c28-404d-a4c7-ed34e006dca8 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d68543-baaf-4a5b-81ff-bc226b485184']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:19.191096 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d373ec49-300f-424f-83c8-b8fd1de84c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.215440 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d373ec49-300f-424f-83c8-b8fd1de84c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.217662 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d373ec49-300f-424f-83c8-b8fd1de84c83 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ebec1bfa-356e-4760-bb2a-3ffcc34e1e62 HTTP/1.1" status: 204 len: 168 time: 0.8570716 Jul 15 15:19:19.220701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-c26a10db-5c28-404d-a4c7-ed34e006dca8 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a3fe10-2b82-4c5a-bab2-e0d23956883c') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:19.221048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-c26a10db-5c28-404d-a4c7-ed34e006dca8 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a3fe10-2b82-4c5a-bab2-e0d23956883c') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:19.224636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50440) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:19.228248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58abec2b-875d-4b07-a2c6-620d8413ff72 None None] Network e49a3944-4abb-4d4a-85b8-ce91fa47307f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:19.265634 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c26a10db-5c28-404d-a4c7-ed34e006dca8 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.297001 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373ec49-300f-424f-83c8-b8fd1de84c83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebec1bfa-356e-4760-bb2a-3ffcc34e1e62,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:19.314406 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c26a10db-5c28-404d-a4c7-ed34e006dca8 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.334644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26a10db-5c28-404d-a4c7-ed34e006dca8 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:19:19.335292 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c26a10db-5c28-404d-a4c7-ed34e006dca8 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:19:19.339414 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:19:19.354292 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.387431 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25db495f-fc6d-4bbf-91d1-eb70bd405efc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.429986 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.436663 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-25db495f-fc6d-4bbf-91d1-eb70bd405efc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object 5b3c8584-3fc5-4b39-b0ec-411f04d82f87 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:19:19.519236 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c26a10db-5c28-404d-a4c7-ed34e006dca8 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.530126 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c26a10db-5c28-404d-a4c7-ed34e006dca8 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.536239 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c26a10db-5c28-404d-a4c7-ed34e006dca8 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] 10.222.0.38 "DELETE /v2.0/networks/22d68543-baaf-4a5b-81ff-bc226b485184 HTTP/1.1" status: 204 len: 168 time: 0.7769196 Jul 15 15:19:19.556253 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25db495f-fc6d-4bbf-91d1-eb70bd405efc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.582928 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.588604 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a10db-5c28-404d-a4c7-ed34e006dca8 tempest-TestSecurityGroupsBasicOps-152912818 tempest-TestSecurityGroupsBasicOps-152912818-project] Pushing event deleted for resources: {'Network': ['ID=22d68543-baaf-4a5b-81ff-bc226b485184,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:19.631311 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6142282e-3d50-4513-af03-c677e60fa64a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:19:19.644582 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,revision_number=13']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:19.686975 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] Deleting port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:19.689525 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.692502 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25db495f-fc6d-4bbf-91d1-eb70bd405efc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:19.696435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-25db495f-fc6d-4bbf-91d1-eb70bd405efc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:19.715028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25db495f-fc6d-4bbf-91d1-eb70bd405efc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:19:19.746479 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25db495f-fc6d-4bbf-91d1-eb70bd405efc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:19.747161 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25db495f-fc6d-4bbf-91d1-eb70bd405efc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.820478 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-25db495f-fc6d-4bbf-91d1-eb70bd405efc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0922301 Jul 15 15:19:19.826817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db495f-fc6d-4bbf-91d1-eb70bd405efc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=5b3c8584-3fc5-4b39-b0ec-411f04d82f87,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:19.827766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50448) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:19.862240 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6142282e-3d50-4513-af03-c677e60fa64a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:19.862781 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:19.991121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] For port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e2e07799-a377-4f3d-9bd7-d2865a8c4fc0,segment=NetworkSegment(480c614a-5444-4543-abc7-65332e891838),segment_id=480c614a-5444-4543-abc7-65332e891838)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:19.991417 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.013854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] Calling delete_port for e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:20.050239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37858d28-7f01-48d2-b7d3-551d41c60ddb None None] DHCP port deletion for e49a3944-4abb-4d4a-85b8-ce91fa47307f request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:19:20.062924 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9cb6d52e-32e9-4651-8ab3-4da3a9689094 None None] Provisioning complete for port 6142282e-3d50-4513-af03-c677e60fa64a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:20.063304 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d52e-32e9-4651-8ab3-4da3a9689094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.095956 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a2ef0d7b-59d0-43d8-86c6-ff367588198d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port 5b3c8584-3fc5-4b39-b0ec-411f04d82f87 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:20.096309 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0d7b-59d0-43d8-86c6-ff367588198d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.272798 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.277406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50454) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:20.313590 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0d7b-59d0-43d8-86c6-ff367588198d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.318947 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e07799-a377-4f3d-9bd7-d2865a8c4fc0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:20.326363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] No DVR routers for this DVR port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:20.363947 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a2ef0d7b-59d0-43d8-86c6-ff367588198d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for 5b3c8584-3fc5-4b39-b0ec-411f04d82f87 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:20.472870 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.488115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49a3944-4abb-4d4a-85b8-ce91fa47307f']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:20.516782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480c614a-5444-4543-abc7-65332e891838') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:20.517111 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480c614a-5444-4543-abc7-65332e891838') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:20.531329 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.556850 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.581017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:19:20.581214 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:19:20.583427 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:19:20.622099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ec233795-c9a7-4959-8765-7d39e4d070bc no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:20.627995 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dd40c76f-0900-4938-acf0-a6ddc47fefef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fa1c872dfc224a95b77ffe6e9a9fcd2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467450 Jul 15 15:19:20.628516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50460) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:20.653561 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-37858d28-7f01-48d2-b7d3-551d41c60ddb None None] Deleting port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:20.654244 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-37858d28-7f01-48d2-b7d3-551d41c60ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.661040 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: ec233795-c9a7-4959-8765-7d39e4d070bc {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:20.661676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ec233795-c9a7-4959-8765-7d39e4d070bc not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:20.662281 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0c7ff475-69b2-447b-a893-53087e3a9671 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:20.705243 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.709149 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 0c7ff475-69b2-447b-a893-53087e3a9671 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:20.709739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0c7ff475-69b2-447b-a893-53087e3a9671 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:20.710339 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device da5269d2-bf60-4c38-a5bd-39f551e08e59 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:20.714834 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.721101 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e49a3944-4abb-4d4a-85b8-ce91fa47307f HTTP/1.1" status: 204 len: 168 time: 1.4858959 Jul 15 15:19:20.726084 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50464) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:20.749773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: da5269d2-bf60-4c38-a5bd-39f551e08e59 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:20.750461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device da5269d2-bf60-4c38-a5bd-39f551e08e59 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:20.751141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:20.777407 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a0d9d-e1d2-4e27-9ea0-b403d2339d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=e49a3944-4abb-4d4a-85b8-ce91fa47307f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:20.806151 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0d7b-59d0-43d8-86c6-ff367588198d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.827901 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:20.828276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 419d5f50-5a49-4cc7-a15a-93d0dcfb6a73 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:20.840822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef0d7b-59d0-43d8-86c6-ff367588198d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=5b3c8584-3fc5-4b39-b0ec-411f04d82f87,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:20.861085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-37858d28-7f01-48d2-b7d3-551d41c60ddb None None] For port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0, host n-d-764435-3, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:20.861428 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-37858d28-7f01-48d2-b7d3-551d41c60ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.890101 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64da27bc-d6ea-4b8b-a648-95c0975e9259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.904009 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0d7b-59d0-43d8-86c6-ff367588198d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.908516 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a2ef0d7b-59d0-43d8-86c6-ff367588198d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/5b3c8584-3fc5-4b39-b0ec-411f04d82f87 HTTP/1.1" status: 204 len: 168 time: 1.0750995 Jul 15 15:19:20.909190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50466) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:20.919641 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-37858d28-7f01-48d2-b7d3-551d41c60ddb None None] Calling delete_port for e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:20.923290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-37858d28-7f01-48d2-b7d3-551d41c60ddb None None] Port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 was not found and therefore no delete operation was performed {{(pid=100713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:19:20.925345 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-37858d28-7f01-48d2-b7d3-551d41c60ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:20.996439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9292d855-656b-44fe-b405-ffa8198ae4af None None] Could not find standard attr ID for object 5b3c8584-3fc5-4b39-b0ec-411f04d82f87. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:19:20.997796 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37858d28-7f01-48d2-b7d3-551d41c60ddb None None] Network e49a3944-4abb-4d4a-85b8-ce91fa47307f is not hosted by any dhcp agent {{(pid=100713) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 15:19:20.998265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37858d28-7f01-48d2-b7d3-551d41c60ddb None None] No DVR routers for this DVR port e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:21.001821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37858d28-7f01-48d2-b7d3-551d41c60ddb None None] Pushing event deleted for resources: {'Port': ['ID=e2e07799-a377-4f3d-9bd7-d2865a8c4fc0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:21.034878 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64da27bc-d6ea-4b8b-a648-95c0975e9259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:21.078566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9620de4-c292-4296-966a-837c9846ad3c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:21.087482 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e9620de4-c292-4296-966a-837c9846ad3c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1767917 Jul 15 15:19:21.088660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50468) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:21.092656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6142282e-3d50-4513-af03-c677e60fa64a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:19:21.191880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3688bd84-a1f5-4248-86a9-843ce6aee84a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:21.192893 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6142282e-3d50-4513-af03-c677e60fa64a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:21.193346 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:21.196726 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3688bd84-a1f5-4248-86a9-843ce6aee84a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1068628 Jul 15 15:19:21.197344 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50472) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:21.234638 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64da27bc-d6ea-4b8b-a648-95c0975e9259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:21.237455 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64da27bc-d6ea-4b8b-a648-95c0975e9259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:21.239599 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-64da27bc-d6ea-4b8b-a648-95c0975e9259 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb3b0567-8c1a-4eda-a42b-257c7d2e97a1 HTTP/1.1" status: 204 len: 168 time: 0.6094475 Jul 15 15:19:21.258665 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da27bc-d6ea-4b8b-a648-95c0975e9259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3b0567-8c1a-4eda-a42b-257c7d2e97a1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:21.284530 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6dfe88-2b75-450d-921b-4772cc78abaa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:21.288179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6dfe88-2b75-450d-921b-4772cc78abaa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:21.291491 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6dfe88-2b75-450d-921b-4772cc78abaa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:21.293853 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ff6dfe88-2b75-450d-921b-4772cc78abaa tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0955391 Jul 15 15:19:21.297562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50476) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:21.358822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31b9514-0034-45ac-8374-dbb7a9d89ed9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet 2cb6913e-1bd9-41d4-bcbe-6e39c67ed1a0 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:19:21.363374 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e31b9514-0034-45ac-8374-dbb7a9d89ed9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:21.401867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d4ad2ea4-7a3c-4e4a-92de-10722eb44018 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:21.436956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: d4ad2ea4-7a3c-4e4a-92de-10722eb44018 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:21.437309 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d4ad2ea4-7a3c-4e4a-92de-10722eb44018 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:21.437733 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:21.452843 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e31b9514-0034-45ac-8374-dbb7a9d89ed9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:21.483601 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:21.484094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e2e07799-a377-4f3d-9bd7-d2865a8c4fc0 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:21.521281 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27f1c53f-08bd-4bff-a83d-b70fe71b4284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:21.589864 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e31b9514-0034-45ac-8374-dbb7a9d89ed9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:21.665312 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e31b9514-0034-45ac-8374-dbb7a9d89ed9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:21.678131 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50484) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:21.697713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b9514-0034-45ac-8374-dbb7a9d89ed9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb6913e-1bd9-41d4-bcbe-6e39c67ed1a0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:21.701456 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e31b9514-0034-45ac-8374-dbb7a9d89ed9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:21.706106 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e31b9514-0034-45ac-8374-dbb7a9d89ed9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/2cb6913e-1bd9-41d4-bcbe-6e39c67ed1a0 HTTP/1.1" status: 204 len: 168 time: 0.4075372 Jul 15 15:19:21.707735 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50486) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:21.709217 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2fb635-53a8-4c94-b461-7c8458c59f70 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:21.726552 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-613032fe-6e9b-453f-a10c-9be80219f5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:21.795058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d0cffe-a756-436f-ae88-37892506f4f3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet 88c0ed3a-93ed-4b39-bc10-d11bde16c9cb {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:19:21.804161 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d0cffe-a756-436f-ae88-37892506f4f3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:21.883513 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d0cffe-a756-436f-ae88-37892506f4f3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:22.089022 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-eb971665-dfc0-43c6-870e-f930c1504915 req-5e97740a-182d-4dda-b4c9-245aaffb01cf service neutron] (100712) timed out ('10.222.0.38', 55892) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:19:22.103946 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d0cffe-a756-436f-ae88-37892506f4f3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:22.111305 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-613032fe-6e9b-453f-a10c-9be80219f5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:22.144003 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-613032fe-6e9b-453f-a10c-9be80219f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:22.200887 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-27f1c53f-08bd-4bff-a83d-b70fe71b4284 admin admin] Deleting port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:22.201240 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27f1c53f-08bd-4bff-a83d-b70fe71b4284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:22.227927 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-613032fe-6e9b-453f-a10c-9be80219f5f2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f56e3c92b0f74c29b6c38b4d55a6a59e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5476730 Jul 15 15:19:22.229615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50494) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:22.256387 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613032fe-6e9b-453f-a10c-9be80219f5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076bcde9-3547-4b31-8ebc-5fa6924bf210,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:22.304930 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-79ec2e2b-0c48-44e4-9b3a-4a3a49b87141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:22.319313 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d0cffe-a756-436f-ae88-37892506f4f3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:22.331693 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-79ec2e2b-0c48-44e4-9b3a-4a3a49b87141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:22.362675 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0cffe-a756-436f-ae88-37892506f4f3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=88c0ed3a-93ed-4b39-bc10-d11bde16c9cb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:22.378816 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d0cffe-a756-436f-ae88-37892506f4f3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:22.383798 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-58d0cffe-a756-436f-ae88-37892506f4f3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/88c0ed3a-93ed-4b39-bc10-d11bde16c9cb HTTP/1.1" status: 204 len: 168 time: 0.6736436 Jul 15 15:19:22.386202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50498) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:22.398781 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-27f1c53f-08bd-4bff-a83d-b70fe71b4284 admin admin] For port 7f4f03c1-5e19-4625-bab0-3c91e6585e9a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7f4f03c1-5e19-4625-bab0-3c91e6585e9a,segment=NetworkSegment(0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca),segment_id=0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:22.399163 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27f1c53f-08bd-4bff-a83d-b70fe71b4284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:22.413516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-27f1c53f-08bd-4bff-a83d-b70fe71b4284 admin admin] Calling delete_port for 7f4f03c1-5e19-4625-bab0-3c91e6585e9a owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:22.433962 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f4b7ac3e-3f33-4624-9b97-ce31205465c4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464356 Jul 15 15:19:22.436700 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50500) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:22.444781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1ba51819-c508-4f5f-9232-61443e8ae7d0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:22.584913 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-79ec2e2b-0c48-44e4-9b3a-4a3a49b87141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:22.589414 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-79ec2e2b-0c48-44e4-9b3a-4a3a49b87141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:22.592651 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-79ec2e2b-0c48-44e4-9b3a-4a3a49b87141 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/076bcde9-3547-4b31-8ebc-5fa6924bf210 HTTP/1.1" status: 204 len: 168 time: 0.3600001 Jul 15 15:19:22.620388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba51819-c508-4f5f-9232-61443e8ae7d0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:22.633238 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1ba51819-c508-4f5f-9232-61443e8ae7d0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:22.639211 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec2e2b-0c48-44e4-9b3a-4a3a49b87141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076bcde9-3547-4b31-8ebc-5fa6924bf210,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:22.674048 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6517001-079e-4f8a-8840-24a2fca9e920 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:22.745889 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27f1c53f-08bd-4bff-a83d-b70fe71b4284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:22.886701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a8c79880-26b3-4b62-ad72-3ab3d0f00489 None None] Provisioning complete for port 6142282e-3d50-4513-af03-c677e60fa64a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:22.887446 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8c79880-26b3-4b62-ad72-3ab3d0f00489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:23.151062 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba870d7-7ed2-4068-8cd5-8d5ff78bcdb9 None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:19:23.303368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0ba870d7-7ed2-4068-8cd5-8d5ff78bcdb9 None None] Deleting port 6142282e-3d50-4513-af03-c677e60fa64a {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:23.309705 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0ba870d7-7ed2-4068-8cd5-8d5ff78bcdb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:23.370682 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50522) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:23.379528 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1c53f-08bd-4bff-a83d-b70fe71b4284 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f4f03c1-5e19-4625-bab0-3c91e6585e9a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:23.466652 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0ba870d7-7ed2-4068-8cd5-8d5ff78bcdb9 None None] For port 6142282e-3d50-4513-af03-c677e60fa64a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6142282e-3d50-4513-af03-c677e60fa64a,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:23.467061 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0ba870d7-7ed2-4068-8cd5-8d5ff78bcdb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:23.469536 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2efd0bab-4fb4-4c2b-a5b5-7c8f0cb1846b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a319518d9cb143f6be8bfd1a5b5cf982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976915 Jul 15 15:19:23.473624 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50524) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:23.498605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0ba870d7-7ed2-4068-8cd5-8d5ff78bcdb9 None None] Calling delete_port for 6142282e-3d50-4513-af03-c677e60fa64a owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:23.571982 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e6167-6e18-4e41-858c-a25e2a3d3286 req-98b1760e-6874-410e-8635-126589a3a1b5 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:23.573629 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac6e6167-6e18-4e41-858c-a25e2a3d3286 req-98b1760e-6874-410e-8635-126589a3a1b5 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.1287177 Jul 15 15:19:23.610917 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0ba870d7-7ed2-4068-8cd5-8d5ff78bcdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:23.642301 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f60fdd6-0ec6-4928-add6-bdc1729086cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:23.654091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba870d7-7ed2-4068-8cd5-8d5ff78bcdb9 None None] Pushing event deleted for resources: {'Port': ['ID=6142282e-3d50-4513-af03-c677e60fa64a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:23.658773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba870d7-7ed2-4068-8cd5-8d5ff78bcdb9 None None] No DVR routers for this DVR port 6142282e-3d50-4513-af03-c677e60fa64a on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:23.664553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac6e6167-6e18-4e41-858c-a25e2a3d3286 req-b0529810-26aa-40d5-b53d-5cada25939ca tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838675 Jul 15 15:19:23.688868 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27f1c53f-08bd-4bff-a83d-b70fe71b4284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:23.693318 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1ba51819-c508-4f5f-9232-61443e8ae7d0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:23.693958 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f60fdd6-0ec6-4928-add6-bdc1729086cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:23.746249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba51819-c508-4f5f-9232-61443e8ae7d0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:23.750639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-1ba51819-c508-4f5f-9232-61443e8ae7d0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:23.756511 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba51819-c508-4f5f-9232-61443e8ae7d0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:23.757414 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1ba51819-c508-4f5f-9232-61443e8ae7d0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:23.766690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba51819-c508-4f5f-9232-61443e8ae7d0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=38e4cbcb-7e49-4992-8455-af0edf913dd7,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:23.772192 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e565c0-ba6a-456c-827f-70fbc22da2f2 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:23.786954 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1ba51819-c508-4f5f-9232-61443e8ae7d0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3491168 Jul 15 15:19:23.791667 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50526) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:23.798369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-80d5e13c-2971-4ae4-b84b-09a80344ceae tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:23.909201 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f60fdd6-0ec6-4928-add6-bdc1729086cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:23.916241 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f60fdd6-0ec6-4928-add6-bdc1729086cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:23.918648 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9f60fdd6-0ec6-4928-add6-bdc1729086cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5cafbcac-cc30-402a-9bce-da96d464a46f HTTP/1.1" status: 204 len: 168 time: 0.4432092 Jul 15 15:19:23.958024 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60fdd6-0ec6-4928-add6-bdc1729086cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cafbcac-cc30-402a-9bce-da96d464a46f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:24.025659 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d5e13c-2971-4ae4-b84b-09a80344ceae tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:24.031860 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80d5e13c-2971-4ae4-b84b-09a80344ceae tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:24.122736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'tenant_id': '648eaa30fc0846128b77b03349ad01d8', 'fixed_ips': [{'subnet_id': '38e4cbcb-7e49-4992-8455-af0edf913dd7'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:19:24.124654 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:24.144087 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f1c53f-08bd-4bff-a83d-b70fe71b4284 admin admin] Router 9977e9ea-d5eb-4b2d-8359-82d93f237877 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:19:24.249073 n-d-764435-3 neutron-server[100711]: INFO neutron.db.ipam_backend_mixin [None req-80d5e13c-2971-4ae4-b84b-09a80344ceae tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38e4cbcb-7e49-4992-8455-af0edf913dd7 (CIDR: 2001:db8::/64) Jul 15 15:19:24.259629 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d5e13c-2971-4ae4-b84b-09a80344ceae tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:19:24.259629 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d5e13c-2971-4ae4-b84b-09a80344ceae tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:24.295310 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-80d5e13c-2971-4ae4-b84b-09a80344ceae tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5016232 Jul 15 15:19:24.296108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50532) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:24.305914 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a004e704-416c-4ece-93aa-4488398012ec tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'subnet': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:24.354359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Allocated IP 2001:db8::2 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/38e4cbcb-7e49-4992-8455-af0edf913dd7/d2e79ac0-13de-4a10-8b41-09721f27ebff) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:24.407156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f1c53f-08bd-4bff-a83d-b70fe71b4284 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:19:24.418576 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd05410-8a78-4631-85b7-a29c00476232 None None] Sync routers for ids ['9977e9ea-d5eb-4b2d-8359-82d93f237877'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:19:24.420670 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-27f1c53f-08bd-4bff-a83d-b70fe71b4284 admin admin] 10.222.0.38 "PUT /v2.0/routers/9977e9ea-d5eb-4b2d-8359-82d93f237877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6923802 Jul 15 15:19:24.424164 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:24.434736 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd05410-8a78-4631-85b7-a29c00476232 None None] Routers {'9977e9ea-d5eb-4b2d-8359-82d93f237877'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:24.435904 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4bd05410-8a78-4631-85b7-a29c00476232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9977e9ea-d5eb-4b2d-8359-82d93f237877'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:24.583498 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:24.593381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Transition to ACTIVE for port object d2e79ac0-13de-4a10-8b41-09721f27ebff will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:19:24.611796 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Transition to ACTIVE for port object d2e79ac0-13de-4a10-8b41-09721f27ebff will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:19:24.615773 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a004e704-416c-4ece-93aa-4488398012ec tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:24.619627 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a004e704-416c-4ece-93aa-4488398012ec tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:24.620742 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:24.666678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:24.670927 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:24.675233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:19:24.717674 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15720433-ee05-40bc-9123-2b12c1ba78c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:24.727843 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4bd05410-8a78-4631-85b7-a29c00476232 None None] Set router 9977e9ea-d5eb-4b2d-8359-82d93f237877 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:19:24.754856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Pushing event updated for resources: {'Port': ['ID=d2e79ac0-13de-4a10-8b41-09721f27ebff,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:24.780082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Attempting to bind port d2e79ac0-13de-4a10-8b41-09721f27ebff on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:19:24.780739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Attempting to bind port d2e79ac0-13de-4a10-8b41-09721f27ebff by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:19:24.780861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Attempting to bind port d2e79ac0-13de-4a10-8b41-09721f27ebff on network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:19:24.786698 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:19:24.787083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Checking segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:19:24.787496 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:24.788042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Bound using segment: {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:19:24.788527 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Bound port: d2e79ac0-13de-4a10-8b41-09721f27ebff, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a12d19-7b57-4851-af7b-f77f09d033fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:19:24.788918 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:24.884476 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15720433-ee05-40bc-9123-2b12c1ba78c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:24.913882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] For port d2e79ac0-13de-4a10-8b41-09721f27ebff, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:19:24.918554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] For port d2e79ac0-13de-4a10-8b41-09721f27ebff, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d2e79ac0-13de-4a10-8b41-09721f27ebff,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:19:24.931667 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:24.985179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-15720433-ee05-40bc-9123-2b12c1ba78c8 admin admin] Deleting port 6d242849-9dbb-41c1-b39d-76693f4bf4bd {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:24.985718 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15720433-ee05-40bc-9123-2b12c1ba78c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:25.072754 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e921c-0193-4c22-b580-3a73ffede55f None None] Pushing event updated for resources: {'Port': ['ID=d2e79ac0-13de-4a10-8b41-09721f27ebff,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:25.110160 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4bd05410-8a78-4631-85b7-a29c00476232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'name': 'tempest-TestServerMultinode-1538132941-router', 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '6d242849-9dbb-41c1-b39d-76693f4bf4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:12Z', 'updated_at': '2021-07-15T15:19:22Z', 'revision_number': 5, 'project_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'gw_port': {'id': '6d242849-9dbb-41c1-b39d-76693f4bf4bd', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:67:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:18:12Z', 'updated_at': '2021-07-15T15:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:25.146636 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd05410-8a78-4631-85b7-a29c00476232 None None] Checking router: 9977e9ea-d5eb-4b2d-8359-82d93f237877 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:19:25.158365 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd05410-8a78-4631-85b7-a29c00476232 None None] Routers {'9977e9ea-d5eb-4b2d-8359-82d93f237877'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:25.159245 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4bd05410-8a78-4631-85b7-a29c00476232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9977e9ea-d5eb-4b2d-8359-82d93f237877'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:25.168538 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6142282e-3d50-4513-af03-c677e60fa64a no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:25.181366 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-15720433-ee05-40bc-9123-2b12c1ba78c8 admin admin] For port 6d242849-9dbb-41c1-b39d-76693f4bf4bd, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6d242849-9dbb-41c1-b39d-76693f4bf4bd,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:25.181747 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15720433-ee05-40bc-9123-2b12c1ba78c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:25.196339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc1900-66c5-4913-8b2b-d5aab0a18b96 req-3bebd3bd-52c9-4392-8bbb-a13231027741 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:25.199055 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-15720433-ee05-40bc-9123-2b12c1ba78c8 admin admin] Calling delete_port for 6d242849-9dbb-41c1-b39d-76693f4bf4bd owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:25.203460 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fbc1900-66c5-4913-8b2b-d5aab0a18b96 req-3bebd3bd-52c9-4392-8bbb-a13231027741 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.2625003 Jul 15 15:19:25.208758 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 6142282e-3d50-4513-af03-c677e60fa64a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:25.213793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6142282e-3d50-4513-af03-c677e60fa64a not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:25.339264 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4bd05410-8a78-4631-85b7-a29c00476232 None None] Set router 9977e9ea-d5eb-4b2d-8359-82d93f237877 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:19:25.430073 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4bd05410-8a78-4631-85b7-a29c00476232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'name': 'tempest-TestServerMultinode-1538132941-router', 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:12Z', 'updated_at': '2021-07-15T15:19:24Z', 'revision_number': 6, 'project_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:25.468210 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd05410-8a78-4631-85b7-a29c00476232 None None] The sync data for ids ['9977e9ea-d5eb-4b2d-8359-82d93f237877'] in n-d-764435-3 is: [{'id': '9977e9ea-d5eb-4b2d-8359-82d93f237877', 'name': 'tempest-TestServerMultinode-1538132941-router', 'tenant_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:18:12Z', 'updated_at': '2021-07-15T15:19:24Z', 'revision_number': 6, 'project_id': 'dad45eb298424f6a8b9d0cd1df08899e', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:19:25.515600 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15720433-ee05-40bc-9123-2b12c1ba78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:25.544042 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fbc1900-66c5-4913-8b2b-d5aab0a18b96 req-5310280c-4509-4b68-ad58-0195722e3dc6 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3393533 Jul 15 15:19:25.560324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15720433-ee05-40bc-9123-2b12c1ba78c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d242849-9dbb-41c1-b39d-76693f4bf4bd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:25.580985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.objects.ports [None req-a004e704-416c-4ece-93aa-4488398012ec tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:19:25.647382 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15720433-ee05-40bc-9123-2b12c1ba78c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:25.744578 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15720433-ee05-40bc-9123-2b12c1ba78c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:25.746753 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15720433-ee05-40bc-9123-2b12c1ba78c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:25.766137 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a004e704-416c-4ece-93aa-4488398012ec tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:25.795497 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15720433-ee05-40bc-9123-2b12c1ba78c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:25.796130 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15720433-ee05-40bc-9123-2b12c1ba78c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9977e9ea-d5eb-4b2d-8359-82d93f237877 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:19:25.802132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15720433-ee05-40bc-9123-2b12c1ba78c8 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:25.806607 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-15720433-ee05-40bc-9123-2b12c1ba78c8 admin admin] 10.222.0.38 "DELETE /v2.0/routers/9977e9ea-d5eb-4b2d-8359-82d93f237877 HTTP/1.1" status: 204 len: 168 time: 1.3811054 Jul 15 15:19:25.806782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50544) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:25.926443 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-c517e179-124f-49f5-9aa1-d3751645025d admin admin] Deleting subnet 62cd9163-376a-4e32-a814-04dbf18c1384 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:19:25.943854 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c517e179-124f-49f5-9aa1-d3751645025d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:26.048505 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c517e179-124f-49f5-9aa1-d3751645025d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:26.097124 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-a004e704-416c-4ece-93aa-4488398012ec tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] For port d2e79ac0-13de-4a10-8b41-09721f27ebff, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d2e79ac0-13de-4a10-8b41-09721f27ebff,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:26.187566 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a004e704-416c-4ece-93aa-4488398012ec tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:26.202760 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a004e704-416c-4ece-93aa-4488398012ec tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:26.203557 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a004e704-416c-4ece-93aa-4488398012ec tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:26.288170 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c517e179-124f-49f5-9aa1-d3751645025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:26.338758 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a004e704-416c-4ece-93aa-4488398012ec tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:26.352033 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-a004e704-416c-4ece-93aa-4488398012ec tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:26.364190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a004e704-416c-4ece-93aa-4488398012ec tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:26.364808 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a004e704-416c-4ece-93aa-4488398012ec tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:26.371666 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004e704-416c-4ece-93aa-4488398012ec tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Subnet': ['ID=6284b47b-a652-4328-ae70-94420787453b,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:26.392948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004e704-416c-4ece-93aa-4488398012ec tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=d2e79ac0-13de-4a10-8b41-09721f27ebff,revision_number=4']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:26.412567 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a004e704-416c-4ece-93aa-4488398012ec tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1149733 Jul 15 15:19:26.415886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50548) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:26.420373 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-621b47bf-cdb9-49f5-aaeb-9d1acb943468 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Request body: {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'mac_address': 'fa:16:3e:5d:6f:68', 'name': 'tempest-NetworksTestDHCPv6-1713060130'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:26.462736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98256f1f-2d4e-4fae-95c3-961e67b96ff3 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:26.465015 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c517e179-124f-49f5-9aa1-d3751645025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:26.513684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-480669c9-8e91-44fa-a873-715f8cb0be3d None None] Provisioning for port d2e79ac0-13de-4a10-8b41-09721f27ebff completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:19:26.520845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517e179-124f-49f5-9aa1-d3751645025d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62cd9163-376a-4e32-a814-04dbf18c1384,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:26.535160 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c517e179-124f-49f5-9aa1-d3751645025d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:26.539925 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50552) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:26.540433 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c517e179-124f-49f5-9aa1-d3751645025d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/62cd9163-376a-4e32-a814-04dbf18c1384 HTTP/1.1" status: 204 len: 168 time: 0.7321796 Jul 15 15:19:26.565108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d7ec6-c0c0-4346-ae59-e80ecbac3e76 None None] Network 7dbbd06a-ce00-4007-9a0e-9c50f22a9980 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:26.630833 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621b47bf-cdb9-49f5-aaeb-9d1acb943468 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Made reservation on behalf of 648eaa30fc0846128b77b03349ad01d8 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:26.690346 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:26.794637 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-621b47bf-cdb9-49f5-aaeb-9d1acb943468 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:26.825854 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] Deleting port 8c7d9151-15f8-41ec-a037-3d467dcc27f2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:26.826351 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:26.836666 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-621b47bf-cdb9-49f5-aaeb-9d1acb943468 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] device_id is not set on port 29a6f050-3065-47cb-92a1-1e7a726ec19d yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:19:26.924154 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] For port 8c7d9151-15f8-41ec-a037-3d467dcc27f2, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8c7d9151-15f8-41ec-a037-3d467dcc27f2,segment=NetworkSegment(0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca),segment_id=0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:26.924530 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:26.959792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] Calling delete_port for 8c7d9151-15f8-41ec-a037-3d467dcc27f2 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:26.986138 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f6fdd9-b90b-4cc8-a18b-7a3b7f55065f None None] DHCP port deletion for 7dbbd06a-ce00-4007-9a0e-9c50f22a9980 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:19:26.994489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2aed20-49b7-47fa-80a6-c330a3aee239 req-a0e14cad-ff20-4757-863d-905ded82fd0d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:26.996190 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df2aed20-49b7-47fa-80a6-c330a3aee239 req-a0e14cad-ff20-4757-863d-905ded82fd0d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.1772695 Jul 15 15:19:27.083338 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df2aed20-49b7-47fa-80a6-c330a3aee239 req-39a43398-17ef-4150-8555-f0c4d04787fb tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808372 Jul 15 15:19:27.106100 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-79f6fdd9-b90b-4cc8-a18b-7a3b7f55065f None None] Deleting port 8c7d9151-15f8-41ec-a037-3d467dcc27f2 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:27.106564 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79f6fdd9-b90b-4cc8-a18b-7a3b7f55065f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.130621 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.148457 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d2e79ac0-13de-4a10-8b41-09721f27ebff up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:19:27.184744 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-621b47bf-cdb9-49f5-aaeb-9d1acb943468 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8::358 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/38e4cbcb-7e49-4992-8455-af0edf913dd7/29a6f050-3065-47cb-92a1-1e7a726ec19d) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:27.189116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7d9151-15f8-41ec-a037-3d467dcc27f2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:27.196222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] No DVR routers for this DVR port 8c7d9151-15f8-41ec-a037-3d467dcc27f2 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:27.197340 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-621b47bf-cdb9-49f5-aaeb-9d1acb943468 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5d:6f68 (7c77711a-2e5c-4f5f-9dde-9446448e5c1c/6284b47b-a652-4328-ae70-94420787453b/29a6f050-3065-47cb-92a1-1e7a726ec19d) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:27.249594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-79f6fdd9-b90b-4cc8-a18b-7a3b7f55065f None None] For port 8c7d9151-15f8-41ec-a037-3d467dcc27f2, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8c7d9151-15f8-41ec-a037-3d467dcc27f2,segment=NetworkSegment(0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca),segment_id=0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:27.250928 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79f6fdd9-b90b-4cc8-a18b-7a3b7f55065f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.268873 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-79f6fdd9-b90b-4cc8-a18b-7a3b7f55065f None None] Calling delete_port for 8c7d9151-15f8-41ec-a037-3d467dcc27f2 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:27.305954 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.324120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbbd06a-ce00-4007-9a0e-9c50f22a9980']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:27.343507 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:27.343812 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0743ead7-fcaf-4c2e-83f7-75cf8d7a6aca') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:27.364881 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.384526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port d2e79ac0-13de-4a10-8b41-09721f27ebff completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:19:27.392859 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d2e79ac0-13de-4a10-8b41-09721f27ebff triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:27.393455 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.396639 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.411278 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:19:27.412418 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:19:27.416893 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:19:27.428671 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-621b47bf-cdb9-49f5-aaeb-9d1acb943468 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.450378 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79f6fdd9-b90b-4cc8-a18b-7a3b7f55065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.479228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-621b47bf-cdb9-49f5-aaeb-9d1acb943468 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Transition to ACTIVE for port object 29a6f050-3065-47cb-92a1-1e7a726ec19d will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:19:27.486160 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6fdd9-b90b-4cc8-a18b-7a3b7f55065f None None] Pushing event deleted for resources: {'Port': ['ID=8c7d9151-15f8-41ec-a037-3d467dcc27f2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:27.488295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f6fdd9-b90b-4cc8-a18b-7a3b7f55065f None None] No DVR routers for this DVR port 8c7d9151-15f8-41ec-a037-3d467dcc27f2 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:27.555874 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.559384 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-621b47bf-cdb9-49f5-aaeb-9d1acb943468 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.560987 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.564574 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.570259 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7dbbd06a-ce00-4007-9a0e-9c50f22a9980 HTTP/1.1" status: 204 len: 168 time: 1.0292461 Jul 15 15:19:27.580842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0e812-d617-4b37-8009-32d51a4491e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dbbd06a-ce00-4007-9a0e-9c50f22a9980,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:27.604914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port d2e79ac0-13de-4a10-8b41-09721f27ebff, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d2e79ac0-13de-4a10-8b41-09721f27ebff,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:27.615713 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.631699 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621b47bf-cdb9-49f5-aaeb-9d1acb943468 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:27.635967 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-621b47bf-cdb9-49f5-aaeb-9d1acb943468 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:27.640838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621b47bf-cdb9-49f5-aaeb-9d1acb943468 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:19:27.654615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621b47bf-cdb9-49f5-aaeb-9d1acb943468 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:27.654615 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-621b47bf-cdb9-49f5-aaeb-9d1acb943468 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.657098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b47bf-cdb9-49f5-aaeb-9d1acb943468 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event updated for resources: {'Port': ['ID=29a6f050-3065-47cb-92a1-1e7a726ec19d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:27.694113 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-621b47bf-cdb9-49f5-aaeb-9d1acb943468 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2752039 Jul 15 15:19:27.695039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50562) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:27.718927 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d242849-9dbb-41c1-b39d-76693f4bf4bd no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:27.749267 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 6d242849-9dbb-41c1-b39d-76693f4bf4bd {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:27.749589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6d242849-9dbb-41c1-b39d-76693f4bf4bd not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:27.749956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7f4f03c1-5e19-4625-bab0-3c91e6585e9a no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:27.806052 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=d2e79ac0-13de-4a10-8b41-09721f27ebff,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:27.812688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 7f4f03c1-5e19-4625-bab0-3c91e6585e9a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:27.813036 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7f4f03c1-5e19-4625-bab0-3c91e6585e9a not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:27.835769 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-102ede54-6cbe-4353-8954-ea068dece93f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting port 29a6f050-3065-47cb-92a1-1e7a726ec19d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:27.836133 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-102ede54-6cbe-4353-8954-ea068dece93f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.940529 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-102ede54-6cbe-4353-8954-ea068dece93f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:27.953800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50566) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:27.954755 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-102ede54-6cbe-4353-8954-ea068dece93f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Calling delete_port for 29a6f050-3065-47cb-92a1-1e7a726ec19d owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:28.000472 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d54a3387-c1fb-4599-85ec-401ae57e86bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c4951b87b9cf4a53bbe3aeb9c5776abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453012 Jul 15 15:19:28.003065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50568) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:28.063431 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a6def0f5-ff5f-4403-b1fd-4d7ba2329c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:28.087962 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a6def0f5-ff5f-4403-b1fd-4d7ba2329c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:28.131810 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1f6e958a-d791-4144-8ce8-3930598747cd None None] Provisioning complete for port d2e79ac0-13de-4a10-8b41-09721f27ebff triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:28.132187 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1f6e958a-d791-4144-8ce8-3930598747cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:28.160817 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a6def0f5-ff5f-4403-b1fd-4d7ba2329c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:28.163682 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a6def0f5-ff5f-4403-b1fd-4d7ba2329c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:28.166590 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a6def0f5-ff5f-4403-b1fd-4d7ba2329c7a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f1985132-7d3e-4c37-8eb9-06ecf079f8cc HTTP/1.1" status: 204 len: 168 time: 0.1593566 Jul 15 15:19:28.175370 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6def0f5-ff5f-4403-b1fd-4d7ba2329c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1985132-7d3e-4c37-8eb9-06ecf079f8cc,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:28.238622 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-102ede54-6cbe-4353-8954-ea068dece93f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:28.300397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ede54-6cbe-4353-8954-ea068dece93f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Port': ['ID=29a6f050-3065-47cb-92a1-1e7a726ec19d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:28.372596 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-00baa2ed-ef28-495b-949c-a15482704fd6 None None] Could not find standard attr ID for object 29a6f050-3065-47cb-92a1-1e7a726ec19d. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:19:28.393075 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-102ede54-6cbe-4353-8954-ea068dece93f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:28.404874 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-102ede54-6cbe-4353-8954-ea068dece93f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/29a6f050-3065-47cb-92a1-1e7a726ec19d HTTP/1.1" status: 204 len: 168 time: 0.7085195 Jul 15 15:19:28.415043 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50574) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:28.415229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e003e76-b635-4709-b1de-4bb5202a1e7a req-a130dc33-deff-47a6-adcb-ab289356a20f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:28.417353 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e003e76-b635-4709-b1de-4bb5202a1e7a req-a130dc33-deff-47a6-adcb-ab289356a20f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.1029458 Jul 15 15:19:28.533057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e003e76-b635-4709-b1de-4bb5202a1e7a req-ac9587bc-b8b0-43d5-b1d2-d25359eda666 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089439 Jul 15 15:19:28.561481 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f09a953-623b-4988-bd26-70104776af84 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:28.563111 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4f09a953-623b-4988-bd26-70104776af84 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1467292 Jul 15 15:19:28.565779 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50580) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:28.658399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ba03cb-a7a6-4405-b550-5995fe708df2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:28.661654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-69ba03cb-a7a6-4405-b550-5995fe708df2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0945284 Jul 15 15:19:28.664067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50582) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:28.734689 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffcb421-85e0-4698-9d9e-a8fb3ec1174d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:28.736470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffcb421-85e0-4698-9d9e-a8fb3ec1174d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:28.738058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffcb421-85e0-4698-9d9e-a8fb3ec1174d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:28.742657 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fffcb421-85e0-4698-9d9e-a8fb3ec1174d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0750470 Jul 15 15:19:28.743193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50584) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:28.791485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50586) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:28.811849 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-05dcc213-26d4-40dd-8cdb-b15f6c3b809d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet 38e4cbcb-7e49-4992-8455-af0edf913dd7 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:19:28.815654 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05dcc213-26d4-40dd-8cdb-b15f6c3b809d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:28.842836 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b558f8a0-f736-41a6-b276-b16b009ea49e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dad45eb298424f6a8b9d0cd1df08899e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501387 Jul 15 15:19:28.845524 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50588) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:28.874451 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05dcc213-26d4-40dd-8cdb-b15f6c3b809d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:28.967699 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a19c-fb91-466c-98c1-5e27fc3ac2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:29.015277 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a19c-fb91-466c-98c1-5e27fc3ac2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:29.037698 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05dcc213-26d4-40dd-8cdb-b15f6c3b809d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:29.044279 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d2e79ac0-13de-4a10-8b41-09721f27ebff up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:19:29.112033 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d2e79ac0-13de-4a10-8b41-09721f27ebff triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:29.112395 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:29.112505 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a19c-fb91-466c-98c1-5e27fc3ac2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:29.115500 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a19c-fb91-466c-98c1-5e27fc3ac2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:29.116783 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bbc2a19c-fb91-466c-98c1-5e27fc3ac2fd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61691489-4a90-4d5e-99f1-662b4bb985fe HTTP/1.1" status: 204 len: 168 time: 0.2703013 Jul 15 15:19:29.129659 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05dcc213-26d4-40dd-8cdb-b15f6c3b809d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:29.132294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2a19c-fb91-466c-98c1-5e27fc3ac2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61691489-4a90-4d5e-99f1-662b4bb985fe,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:29.168258 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcc213-26d4-40dd-8cdb-b15f6c3b809d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=38e4cbcb-7e49-4992-8455-af0edf913dd7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:29.172909 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-05dcc213-26d4-40dd-8cdb-b15f6c3b809d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:29.174935 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-05dcc213-26d4-40dd-8cdb-b15f6c3b809d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/38e4cbcb-7e49-4992-8455-af0edf913dd7 HTTP/1.1" status: 204 len: 168 time: 0.4305389 Jul 15 15:19:29.177992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50602) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:29.258905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-24cb8e3f-2ea9-4607-aea5-904e830605ac tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Deleting subnet 6284b47b-a652-4328-ae70-94420787453b {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:19:29.263362 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-24cb8e3f-2ea9-4607-aea5-904e830605ac tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:29.323999 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-24cb8e3f-2ea9-4607-aea5-904e830605ac tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:29.327233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d907722-d13b-41d6-bc57-3ff5984ebcf1 None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:29.450862 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-24cb8e3f-2ea9-4607-aea5-904e830605ac tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:29.533600 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-24cb8e3f-2ea9-4607-aea5-904e830605ac tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:29.557567 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-24cb8e3f-2ea9-4607-aea5-904e830605ac tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:29.561873 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-24cb8e3f-2ea9-4607-aea5-904e830605ac tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/6284b47b-a652-4328-ae70-94420787453b HTTP/1.1" status: 204 len: 168 time: 0.3796232 Jul 15 15:19:29.562280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50614) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:29.626552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb8e3f-2ea9-4607-aea5-904e830605ac tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Subnet': ['ID=6284b47b-a652-4328-ae70-94420787453b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:29.657851 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8f9f396a-26a8-47af-b3ba-d0bee49b4bf4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942714 Jul 15 15:19:29.661202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50618) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:29.688347 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8c7d9151-15f8-41ec-a037-3d467dcc27f2 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:29.774572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 8c7d9151-15f8-41ec-a037-3d467dcc27f2 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:29.776053 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8c7d9151-15f8-41ec-a037-3d467dcc27f2 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:29.783461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e926049d-2afe-48cf-97b5-0f2178e22fd8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:29.791167 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e926049d-2afe-48cf-97b5-0f2178e22fd8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1264973 Jul 15 15:19:29.791582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50626) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:29.876736 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0bc089-d291-4414-a11c-2fa5cf126107 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:29.879218 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4a0bc089-d291-4414-a11c-2fa5cf126107 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0854166 Jul 15 15:19:29.882201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50628) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:29.891544 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5758bdbb-04ca-421c-9947-521590cfe114 None None] Update dhcp port {'port': {'network_id': '7c77711a-2e5c-4f5f-9dde-9446448e5c1c', 'fixed_ips': [{'subnet_id': '6284b47b-a652-4328-ae70-94420787453b'}], 'binding:host_id': 'n-d-764435-3'}, 'id': 'd2e79ac0-13de-4a10-8b41-09721f27ebff'} from n-d-764435-3. {{(pid=100713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 15:19:29.924739 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4173bb71-a3be-4f74-97db-235eb474ab88 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413616 Jul 15 15:19:29.929314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50630) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:29.941154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09e91d-932d-49d3-ac3b-c3aa9191dbce req-bdc7b51b-0ff7-42d1-884f-6c9812b699f2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:29.941961 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5758bdbb-04ca-421c-9947-521590cfe114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:29.943665 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a09e91d-932d-49d3-ac3b-c3aa9191dbce req-bdc7b51b-0ff7-42d1-884f-6c9812b699f2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.1535816 Jul 15 15:19:29.966947 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63058c3-58f4-4f00-83b7-0d15f1b88623 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:29.967684 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63058c3-58f4-4f00-83b7-0d15f1b88623 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:29.969472 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a63058c3-58f4-4f00-83b7-0d15f1b88623 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/29a6f050-3065-47cb-92a1-1e7a726ec19d HTTP/1.1" status: 404 len: 333 time: 0.0391386 Jul 15 15:19:29.973731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50632) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.004810 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-313ddaad-9c83-4e21-80be-2a688bd871e2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.005651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313ddaad-9c83-4e21-80be-2a688bd871e2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.008136 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-313ddaad-9c83-4e21-80be-2a688bd871e2 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/6284b47b-a652-4328-ae70-94420787453b HTTP/1.1" status: 404 len: 337 time: 0.0334270 Jul 15 15:19:30.010732 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50634) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.016845 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a09e91d-932d-49d3-ac3b-c3aa9191dbce req-1b68d42f-3b49-428d-b3fb-550de6aa7253 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643892 Jul 15 15:19:30.040866 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-299db542-02e0-43d4-9c4b-1c8eec440a76 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.041256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299db542-02e0-43d4-9c4b-1c8eec440a76 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.043092 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-299db542-02e0-43d4-9c4b-1c8eec440a76 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/38e4cbcb-7e49-4992-8455-af0edf913dd7 HTTP/1.1" status: 404 len: 337 time: 0.0312645 Jul 15 15:19:30.046192 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8103f301-b8f5-4a75-bd82-4bf0e0ce0de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:30.050145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50638) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.079718 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-e322bd73-9faa-4bef-9d25-370ffea63d35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.080462 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e322bd73-9faa-4bef-9d25-370ffea63d35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.084786 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e322bd73-9faa-4bef-9d25-370ffea63d35 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/5b3c8584-3fc5-4b39-b0ec-411f04d82f87 HTTP/1.1" status: 404 len: 333 time: 0.0304618 Jul 15 15:19:30.085019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50642) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.119572 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf985c5-6ed6-4307-9470-35e0d4967cdb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.119884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf985c5-6ed6-4307-9470-35e0d4967cdb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.122584 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8cf985c5-6ed6-4307-9470-35e0d4967cdb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/2cb6913e-1bd9-41d4-bcbe-6e39c67ed1a0 HTTP/1.1" status: 404 len: 337 time: 0.0356998 Jul 15 15:19:30.124733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50646) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.179291 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e97d2d-2d79-42e6-b18a-9308ce4d02db tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.180054 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e97d2d-2d79-42e6-b18a-9308ce4d02db tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.182329 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-19e97d2d-2d79-42e6-b18a-9308ce4d02db tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/88c0ed3a-93ed-4b39-bc10-d11bde16c9cb HTTP/1.1" status: 404 len: 337 time: 0.0559824 Jul 15 15:19:30.184708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50648) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.193695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf54f1de-00fa-4db0-89ff-12d01c06008c None None] Network 7c77711a-2e5c-4f5f-9dde-9446448e5c1c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:30.219621 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d86d72-8028-4c52-a283-ff969bbd6ed6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.220281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d86d72-8028-4c52-a283-ff969bbd6ed6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.224401 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-80d86d72-8028-4c52-a283-ff969bbd6ed6 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/86d22849-c18b-45ef-a061-4e96e536faba HTTP/1.1" status: 404 len: 333 time: 0.0363240 Jul 15 15:19:30.224664 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50650) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.239626 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-266a4dc2-f322-4533-885c-d039bb9650f1 None None] Provisioning complete for port d2e79ac0-13de-4a10-8b41-09721f27ebff triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:30.239924 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-266a4dc2-f322-4533-885c-d039bb9650f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:30.253121 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfac06f9-bc77-4f2a-8b3a-ca6ce37ad8ba tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.253596 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfac06f9-bc77-4f2a-8b3a-ca6ce37ad8ba tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.260106 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dfac06f9-bc77-4f2a-8b3a-ca6ce37ad8ba tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/f40c8939-5253-4d44-989b-a7a46deb9bf8 HTTP/1.1" status: 404 len: 337 time: 0.0301633 Jul 15 15:19:30.260352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50652) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.287037 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-927189ff-98ab-4674-8d59-41023528d58a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.287500 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927189ff-98ab-4674-8d59-41023528d58a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.295707 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-927189ff-98ab-4674-8d59-41023528d58a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/dfd630b5-d9ce-4670-80e2-9cc4769d0769 HTTP/1.1" status: 404 len: 337 time: 0.0280280 Jul 15 15:19:30.295933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50654) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.322462 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb24e25-d075-4783-94cb-759db1714e07 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.323206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb24e25-d075-4783-94cb-759db1714e07 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.327284 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9cb24e25-d075-4783-94cb-759db1714e07 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/d9868f4e-283d-4e09-a511-dc0ef37cb32e HTTP/1.1" status: 404 len: 333 time: 0.0280437 Jul 15 15:19:30.327580 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50656) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.357219 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3ab007-1e19-41ce-a9c1-797a4bfb79fd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.357964 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3ab007-1e19-41ce-a9c1-797a4bfb79fd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.359843 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1f3ab007-1e19-41ce-a9c1-797a4bfb79fd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/d291a3ee-254e-4773-99fe-8a5a9298a82e HTTP/1.1" status: 404 len: 337 time: 0.0298877 Jul 15 15:19:30.362264 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50662) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.393164 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-80db9fd0-07a3-4174-a69b-d64361abfac8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.393636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80db9fd0-07a3-4174-a69b-d64361abfac8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.398443 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-80db9fd0-07a3-4174-a69b-d64361abfac8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/c8b227e8-3ca4-4e04-bd47-ddb1c0edb081 HTTP/1.1" status: 404 len: 337 time: 0.0328500 Jul 15 15:19:30.398854 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50664) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.428534 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c120802d-c181-403a-b578-a7d93b83cbed tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.429375 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c120802d-c181-403a-b578-a7d93b83cbed tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.431135 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c120802d-c181-403a-b578-a7d93b83cbed tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/99171b56-2428-4054-b69c-43e82fd0adde HTTP/1.1" status: 404 len: 333 time: 0.0312743 Jul 15 15:19:30.433688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50666) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.437533 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178dccc4-dad7-4e16-914b-20a83ca11250 None None] DHCP port deletion for 7c77711a-2e5c-4f5f-9dde-9446448e5c1c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:19:30.462919 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9ba880-043c-4f1b-9d98-3738309ddcc4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.463385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9ba880-043c-4f1b-9d98-3738309ddcc4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.467002 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dc9ba880-043c-4f1b-9d98-3738309ddcc4 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/33b2bdb3-5ee8-48dd-9ab5-8afbd7fe65c7 HTTP/1.1" status: 404 len: 337 time: 0.0322967 Jul 15 15:19:30.467742 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50668) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.489298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-178dccc4-dad7-4e16-914b-20a83ca11250 None None] Deleting port d2e79ac0-13de-4a10-8b41-09721f27ebff {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:30.489681 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-178dccc4-dad7-4e16-914b-20a83ca11250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:30.496387 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9ec0ac-e47f-4e19-a487-364d2a047a29 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.497182 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b9ec0ac-e47f-4e19-a487-364d2a047a29 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.501360 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0b9ec0ac-e47f-4e19-a487-364d2a047a29 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/30edb4d5-f388-4db0-8869-7bf57d345bba HTTP/1.1" status: 404 len: 333 time: 0.0301518 Jul 15 15:19:30.501716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50670) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.533592 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ec0717-7aa1-4d1b-a860-4ce0ece4708f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.534048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ec0717-7aa1-4d1b-a860-4ce0ece4708f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.536701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f2ec0717-7aa1-4d1b-a860-4ce0ece4708f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/68dc01dd-9651-407d-9fe4-90cdbe6c7b2a HTTP/1.1" status: 404 len: 337 time: 0.0338833 Jul 15 15:19:30.539175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50672) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.560767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-178dccc4-dad7-4e16-914b-20a83ca11250 None None] For port d2e79ac0-13de-4a10-8b41-09721f27ebff, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d2e79ac0-13de-4a10-8b41-09721f27ebff,segment=NetworkSegment(11a12d19-7b57-4851-af7b-f77f09d033fe),segment_id=11a12d19-7b57-4851-af7b-f77f09d033fe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:30.561129 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-178dccc4-dad7-4e16-914b-20a83ca11250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:30.565505 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea8a7b1-3309-4e55-913e-f78c33a2db9b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.566734 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea8a7b1-3309-4e55-913e-f78c33a2db9b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.569295 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bea8a7b1-3309-4e55-913e-f78c33a2db9b tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/97cb3db3-2bb4-4ff6-b6c0-2d0a808314f4 HTTP/1.1" status: 404 len: 333 time: 0.0288384 Jul 15 15:19:30.571614 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50674) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.573943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-178dccc4-dad7-4e16-914b-20a83ca11250 None None] Calling delete_port for d2e79ac0-13de-4a10-8b41-09721f27ebff owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:30.597063 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1d67b7-a32b-4e54-a33c-4c257b80b1d5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.598165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1d67b7-a32b-4e54-a33c-4c257b80b1d5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.600639 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2b1d67b7-a32b-4e54-a33c-4c257b80b1d5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/86b34cb9-8605-4c59-b3a8-d18b89eb5a8c HTTP/1.1" status: 404 len: 337 time: 0.0278208 Jul 15 15:19:30.602864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50676) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.630386 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d707f8c-c4c1-44ad-9a7b-76f7c20d067a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.631501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d707f8c-c4c1-44ad-9a7b-76f7c20d067a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.635550 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8d707f8c-c4c1-44ad-9a7b-76f7c20d067a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/d7f17b8c-a064-4e79-bd2c-be2e4722b5f8 HTTP/1.1" status: 404 len: 333 time: 0.0294206 Jul 15 15:19:30.636030 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50684) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.664364 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-178dccc4-dad7-4e16-914b-20a83ca11250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:30.669795 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efb0dda-a5e4-4cde-acb5-3b48fcf0ac7f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.670466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efb0dda-a5e4-4cde-acb5-3b48fcf0ac7f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.675178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0efb0dda-a5e4-4cde-acb5-3b48fcf0ac7f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/077d48ed-cb3a-464d-ad2c-29a50d1fb870 HTTP/1.1" status: 404 len: 337 time: 0.0354934 Jul 15 15:19:30.675346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50686) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.693910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dccc4-dad7-4e16-914b-20a83ca11250 None None] Pushing event deleted for resources: {'Port': ['ID=d2e79ac0-13de-4a10-8b41-09721f27ebff,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:30.699166 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178dccc4-dad7-4e16-914b-20a83ca11250 None None] No DVR routers for this DVR port d2e79ac0-13de-4a10-8b41-09721f27ebff on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:30.704109 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bed20c-8c8e-4e0b-8d57-2a6ce80738cd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.706915 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91bed20c-8c8e-4e0b-8d57-2a6ce80738cd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.706915 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-91bed20c-8c8e-4e0b-8d57-2a6ce80738cd tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/eccf0227-1c8a-44b3-9915-b707e6953bd0 HTTP/1.1" status: 404 len: 333 time: 0.0302761 Jul 15 15:19:30.710145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50688) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.741256 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7199e59-5e2b-497b-ab47-6e86bf19459f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.741719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7199e59-5e2b-497b-ab47-6e86bf19459f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.745803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a7199e59-5e2b-497b-ab47-6e86bf19459f tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/7276fa6b-28ff-46e3-80b9-e2cff673518d HTTP/1.1" status: 404 len: 337 time: 0.0324128 Jul 15 15:19:30.746038 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50690) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.772660 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ed7304-421a-4d7b-b110-6201e92d57ef tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.773307 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ed7304-421a-4d7b-b110-6201e92d57ef tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.777268 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-52ed7304-421a-4d7b-b110-6201e92d57ef tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/6afe5423-07eb-4e36-b9d0-23a11c9328e7 HTTP/1.1" status: 404 len: 333 time: 0.0280252 Jul 15 15:19:30.777494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50692) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.803657 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-360017b1-eddc-4280-b17c-a7c918a40c62 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.804113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360017b1-eddc-4280-b17c-a7c918a40c62 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.808117 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-360017b1-eddc-4280-b17c-a7c918a40c62 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/d4914c7d-e14b-4d36-ad5d-377a9c6070b1 HTTP/1.1" status: 404 len: 337 time: 0.0274248 Jul 15 15:19:30.808287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50694) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.835019 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e24c66-5a1c-4419-abf3-6c2a8758c5d7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.835395 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e24c66-5a1c-4419-abf3-6c2a8758c5d7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.837131 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-93e24c66-5a1c-4419-abf3-6c2a8758c5d7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/bc475da1-56ea-4e86-99ed-4dc3c9ba298e HTTP/1.1" status: 404 len: 337 time: 0.0279567 Jul 15 15:19:30.839918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50696) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.866229 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6dc7f86-3835-4c12-9e6e-5e4522376d20 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.866927 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6dc7f86-3835-4c12-9e6e-5e4522376d20 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.868652 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d6dc7f86-3835-4c12-9e6e-5e4522376d20 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/e374f438-2675-44de-928d-aec42b60d3b2 HTTP/1.1" status: 404 len: 333 time: 0.0278342 Jul 15 15:19:30.871154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50698) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.902561 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-237c009b-657c-4bd9-95b5-cb224acb1bd5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.903089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237c009b-657c-4bd9-95b5-cb224acb1bd5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.905010 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-237c009b-657c-4bd9-95b5-cb224acb1bd5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/336498df-7cee-4997-9eb4-021286a16c4c HTTP/1.1" status: 404 len: 337 time: 0.0327938 Jul 15 15:19:30.907513 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50704) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.935548 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e23715c-6fda-4503-852c-135284849868 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.936019 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e23715c-6fda-4503-852c-135284849868 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.940314 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2e23715c-6fda-4503-852c-135284849868 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/cdab3b05-770a-483f-88f6-a51f21d283a5 HTTP/1.1" status: 404 len: 337 time: 0.0292890 Jul 15 15:19:30.940783 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50706) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.973808 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6828b10-9043-42ee-9fe3-b894cc3378c0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:30.974650 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6828b10-9043-42ee-9fe3-b894cc3378c0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:30.979135 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a6828b10-9043-42ee-9fe3-b894cc3378c0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/907dbf84-4a74-4a74-a183-6afa29f413be HTTP/1.1" status: 404 len: 333 time: 0.0349619 Jul 15 15:19:30.979381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50708) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:30.987248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d2e79ac0-13de-4a10-8b41-09721f27ebff no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:31.008955 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f92783-1848-4e0b-80e5-7d946ec4baad tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.009266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: d2e79ac0-13de-4a10-8b41-09721f27ebff {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:31.009427 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f92783-1848-4e0b-80e5-7d946ec4baad tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.009769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d2e79ac0-13de-4a10-8b41-09721f27ebff not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:31.012008 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-30f92783-1848-4e0b-80e5-7d946ec4baad tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/b3fca2f2-6092-46e0-a0f5-ba1fc62cd6c4 HTTP/1.1" status: 404 len: 337 time: 0.0316439 Jul 15 15:19:31.014520 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50710) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.043559 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac52d16b-5029-4bc2-a0d3-c4b89c7f94cf tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.044023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac52d16b-5029-4bc2-a0d3-c4b89c7f94cf tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.045765 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ac52d16b-5029-4bc2-a0d3-c4b89c7f94cf tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/ff5aa3da-bb00-42af-b0ba-a3e17b209509 HTTP/1.1" status: 404 len: 337 time: 0.0302896 Jul 15 15:19:31.049064 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50714) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.077891 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b55742-2c44-4aad-87db-71ecee3c95fe tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.078771 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b55742-2c44-4aad-87db-71ecee3c95fe tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.082584 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-70b55742-2c44-4aad-87db-71ecee3c95fe tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/dcaf074a-7724-44a8-8251-b2184e9cc547 HTTP/1.1" status: 404 len: 333 time: 0.0304279 Jul 15 15:19:31.084477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50716) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.112878 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1be532e-6031-4753-b91d-5bb3bc112ab7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.113727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1be532e-6031-4753-b91d-5bb3bc112ab7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.118058 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e1be532e-6031-4753-b91d-5bb3bc112ab7 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/b84f526f-6f14-49cb-a08f-8d9c533f03ad HTTP/1.1" status: 404 len: 337 time: 0.0301197 Jul 15 15:19:31.118348 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50718) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.149310 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7dbdafd-2d23-4279-895c-2c811ba854e3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.149858 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7dbdafd-2d23-4279-895c-2c811ba854e3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.153881 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c7dbdafd-2d23-4279-895c-2c811ba854e3 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/1695b2b7-cdd3-4b84-99cc-7050d2229fea HTTP/1.1" status: 404 len: 337 time: 0.0323234 Jul 15 15:19:31.154459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50720) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.185100 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b877f50c-0149-434c-8c20-54ce914e5499 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports?device_id=69465e80-570f-46a7-8732-bcba567fad51 HTTP/1.1" status: 200 len: 205 time: 0.0295243 Jul 15 15:19:31.187697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50726) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.234716 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-16e57e30-1eb7-4cb0-a417-013c64218f30 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] delete failed (client error): The resource could not be found. Jul 15 15:19:31.239967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-16e57e30-1eb7-4cb0-a417-013c64218f30 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/routers/69465e80-570f-46a7-8732-bcba567fad51 HTTP/1.1" status: 404 len: 336 time: 0.0512524 Jul 15 15:19:31.242765 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50730) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.268540 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92426979-89f9-4328-a14b-6ac201ae2692 req-3553acce-717e-4161-8c4e-dd9671028917 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:31.277088 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-92426979-89f9-4328-a14b-6ac201ae2692 req-3553acce-717e-4161-8c4e-dd9671028917 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.1298914 Jul 15 15:19:31.283081 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7e8e11-53aa-4b7d-af05-2382da8871f5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.283626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7e8e11-53aa-4b7d-af05-2382da8871f5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.288437 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fb7e8e11-53aa-4b7d-af05-2382da8871f5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/0af0c433-f298-40a4-8cb3-4b7825554897 HTTP/1.1" status: 404 len: 337 time: 0.0444572 Jul 15 15:19:31.289135 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50732) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.323143 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-92426979-89f9-4328-a14b-6ac201ae2692 req-e3289d80-452f-4f10-8d6f-e3a06c49f9f8 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450749 Jul 15 15:19:31.327141 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8fefe457-4886-4590-86c9-d54d2f400921 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "GET /v2.0/ports?device_id=a915cd3c-936f-4541-b4d6-9dd6fe681a2a HTTP/1.1" status: 200 len: 205 time: 0.0368037 Jul 15 15:19:31.328045 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50734) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.370368 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-480fb10b-01f5-4534-b8fc-1afb0ad7d0de tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] delete failed (client error): The resource could not be found. Jul 15 15:19:31.371381 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-480fb10b-01f5-4534-b8fc-1afb0ad7d0de tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/routers/a915cd3c-936f-4541-b4d6-9dd6fe681a2a HTTP/1.1" status: 404 len: 336 time: 0.0423608 Jul 15 15:19:31.373964 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50736) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.401638 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b5281b-b4f0-477e-9157-272508e9f3b0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.402091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b5281b-b4f0-477e-9157-272508e9f3b0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.403830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c2b5281b-b4f0-477e-9157-272508e9f3b0 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/c7eb7464-1f44-4095-8f1c-c4ecece2e930 HTTP/1.1" status: 404 len: 337 time: 0.0288122 Jul 15 15:19:31.406369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50738) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.436925 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75f5b15-ffd2-4d33-9c10-7275e3228960 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.437373 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d75f5b15-ffd2-4d33-9c10-7275e3228960 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.439085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d75f5b15-ffd2-4d33-9c10-7275e3228960 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/ce0101fd-8860-4f4b-93e6-49a2ae27e40d HTTP/1.1" status: 404 len: 337 time: 0.0318105 Jul 15 15:19:31.441563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50740) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.468115 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af6c5d7-8094-43d8-8042-13f82baded76 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.468772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af6c5d7-8094-43d8-8042-13f82baded76 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.470477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4af6c5d7-8094-43d8-8042-13f82baded76 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/4507c24e-634e-46c4-9585-4583f0194435 HTTP/1.1" status: 404 len: 333 time: 0.0280070 Jul 15 15:19:31.473027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50746) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.499291 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc24d035-71ae-4f44-8ec0-062725cd52c1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.499744 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc24d035-71ae-4f44-8ec0-062725cd52c1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.501486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fc24d035-71ae-4f44-8ec0-062725cd52c1 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/49de38e8-bd68-49dc-b33f-be256d8a3738 HTTP/1.1" status: 404 len: 337 time: 0.0275524 Jul 15 15:19:31.504544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50748) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.535039 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57c3fba-d451-4b6f-832b-e115c13d4961 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.535828 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57c3fba-d451-4b6f-832b-e115c13d4961 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.538573 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f57c3fba-d451-4b6f-832b-e115c13d4961 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/75e64485-84bb-4619-ba11-7232d2d015e7 HTTP/1.1" status: 404 len: 333 time: 0.0322571 Jul 15 15:19:31.540218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50750) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.566207 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34a84cc-f993-41f3-b0f7-85396af56d5c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.567323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34a84cc-f993-41f3-b0f7-85396af56d5c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.569048 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a34a84cc-f993-41f3-b0f7-85396af56d5c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/10f0b3d5-f19a-4813-9975-5585e0e5c3e0 HTTP/1.1" status: 404 len: 337 time: 0.0278287 Jul 15 15:19:31.571506 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50752) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.603069 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1410d2-769b-4105-a9c0-ffd5d4fde139 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.603717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1410d2-769b-4105-a9c0-ffd5d4fde139 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.605411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fe1410d2-769b-4105-a9c0-ffd5d4fde139 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/c6438043-32d5-4a0d-9e6d-bace9c6a1a68 HTTP/1.1" status: 404 len: 333 time: 0.0330200 Jul 15 15:19:31.608138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50754) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.634291 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbf9d78-0f7e-4cd9-a314-5417b25c21cb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.634762 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbf9d78-0f7e-4cd9-a314-5417b25c21cb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.636424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1dbf9d78-0f7e-4cd9-a314-5417b25c21cb tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/a6d34c0c-4a53-4ae7-8ff7-2095600224da HTTP/1.1" status: 404 len: 337 time: 0.0274065 Jul 15 15:19:31.638944 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50756) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.665922 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-40852616-45c7-4066-a053-8931a2325602 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.666637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40852616-45c7-4066-a053-8931a2325602 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.670578 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-40852616-45c7-4066-a053-8931a2325602 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/94ba24a4-960d-467a-acd7-e737ab6ce0a4 HTTP/1.1" status: 404 len: 333 time: 0.0285707 Jul 15 15:19:31.671284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50760) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.700241 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f2aaad-a302-4d35-9d05-ebd6755a77dc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.700694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f2aaad-a302-4d35-9d05-ebd6755a77dc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.702380 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-08f2aaad-a302-4d35-9d05-ebd6755a77dc tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/a133d9ef-3511-43f6-a483-3e831929c987 HTTP/1.1" status: 404 len: 337 time: 0.0301111 Jul 15 15:19:31.704872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50762) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.730610 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2815e0a6-ded7-4931-b7bc-4b00e584dd5a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.731287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2815e0a6-ded7-4931-b7bc-4b00e584dd5a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.733010 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2815e0a6-ded7-4931-b7bc-4b00e584dd5a tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/c0a010ea-9e4e-482c-91e3-ed6eb60b87d9 HTTP/1.1" status: 404 len: 333 time: 0.0272126 Jul 15 15:19:31.735457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50768) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.761741 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-3997809d-ac29-4b2c-9bbf-5213eeb2291d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.762204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3997809d-ac29-4b2c-9bbf-5213eeb2291d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.764022 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3997809d-ac29-4b2c-9bbf-5213eeb2291d tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/530485e5-fced-4ea8-aca9-c4f2e4e51e31 HTTP/1.1" status: 404 len: 337 time: 0.0275898 Jul 15 15:19:31.767184 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50770) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.801469 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df802dc-bbfa-4378-9713-daa33d98d1c5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.802325 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df802dc-bbfa-4378-9713-daa33d98d1c5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.804414 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8df802dc-bbfa-4378-9713-daa33d98d1c5 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/c2d886eb-588c-40db-a21d-fb960b5aa099 HTTP/1.1" status: 404 len: 333 time: 0.0365980 Jul 15 15:19:31.806904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50772) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.832664 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-6748db2e-92ab-4744-9c9c-0945a28f39f8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.833117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6748db2e-92ab-4744-9c9c-0945a28f39f8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.834840 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6748db2e-92ab-4744-9c9c-0945a28f39f8 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/cb371fe9-5e53-4f5f-807c-4a4d6d55f9ca HTTP/1.1" status: 404 len: 337 time: 0.0269957 Jul 15 15:19:31.837346 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50774) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.863694 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3104ed5-0eff-4eb5-a449-b126fbb1a79c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.864247 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3104ed5-0eff-4eb5-a449-b126fbb1a79c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.865966 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c3104ed5-0eff-4eb5-a449-b126fbb1a79c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/ports/27db3aec-3a29-4bf5-b442-9e1e480dc1c6 HTTP/1.1" status: 404 len: 333 time: 0.0277519 Jul 15 15:19:31.869010 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50776) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.896909 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1bea53e-e9d5-4147-a55c-8fbd0af9c49c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] DELETE failed (client error): The resource could not be found. Jul 15 15:19:31.897293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1bea53e-e9d5-4147-a55c-8fbd0af9c49c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:19:31.899088 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d1bea53e-e9d5-4147-a55c-8fbd0af9c49c tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/subnets/c07a1106-06f9-49bd-92a4-eadad632152e HTTP/1.1" status: 404 len: 337 time: 0.0291541 Jul 15 15:19:31.902622 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50778) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:31.986428 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b808ae8-4a39-400f-8897-91462e73cbc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:32.370169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b808ae8-4a39-400f-8897-91462e73cbc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:32.382748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0b808ae8-4a39-400f-8897-91462e73cbc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c77711a-2e5c-4f5f-9dde-9446448e5c1c']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:32.393981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0b808ae8-4a39-400f-8897-91462e73cbc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a12d19-7b57-4851-af7b-f77f09d033fe') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:32.394564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0b808ae8-4a39-400f-8897-91462e73cbc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a12d19-7b57-4851-af7b-f77f09d033fe') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:32.404706 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b808ae8-4a39-400f-8897-91462e73cbc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:32.419339 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b808ae8-4a39-400f-8897-91462e73cbc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:32.425384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b808ae8-4a39-400f-8897-91462e73cbc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:19:32.426479 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b808ae8-4a39-400f-8897-91462e73cbc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:19:32.429730 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:19:32.497832 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b808ae8-4a39-400f-8897-91462e73cbc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:32.512535 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b808ae8-4a39-400f-8897-91462e73cbc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:32.520688 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0b808ae8-4a39-400f-8897-91462e73cbc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] 10.222.0.38 "DELETE /v2.0/networks/7c77711a-2e5c-4f5f-9dde-9446448e5c1c HTTP/1.1" status: 204 len: 168 time: 0.6167753 Jul 15 15:19:32.532171 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b808ae8-4a39-400f-8897-91462e73cbc9 tempest-NetworksTestDHCPv6-122969268 tempest-NetworksTestDHCPv6-122969268-project] Pushing event deleted for resources: {'Network': ['ID=7c77711a-2e5c-4f5f-9dde-9446448e5c1c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:32.544646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ecb6b-901b-4f00-a4d8-409199818513 req-59c19fde-9375-417a-8d3c-29483af282e9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:32.546219 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-068ecb6b-901b-4f00-a4d8-409199818513 req-59c19fde-9375-417a-8d3c-29483af282e9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.0810819 Jul 15 15:19:32.586139 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-068ecb6b-901b-4f00-a4d8-409199818513 req-ec6f1e56-6199-4e64-aadb-35194ecfc4eb tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338819 Jul 15 15:19:32.809234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50804) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:32.818211 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:32.931643 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-84a5e4f6-df93-449f-b17b-269507b1c675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:32.972008 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-121aa7e2-c3c8-481e-bd67-ded919493bc2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=648eaa30fc0846128b77b03349ad01d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604426 Jul 15 15:19:32.973831 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50810) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:33.024129 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7adcbceb-63ce-4198-9ea4-3792b7ce90e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:33.045312 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7adcbceb-63ce-4198-9ea4-3792b7ce90e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:33.105056 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7adcbceb-63ce-4198-9ea4-3792b7ce90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:33.108194 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7adcbceb-63ce-4198-9ea4-3792b7ce90e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:33.109205 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7adcbceb-63ce-4198-9ea4-3792b7ce90e2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ff464319-0217-4bf1-92a1-4a16e422bfd9 HTTP/1.1" status: 204 len: 168 time: 0.1342156 Jul 15 15:19:33.118013 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcbceb-63ce-4198-9ea4-3792b7ce90e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff464319-0217-4bf1-92a1-4a16e422bfd9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:33.822082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0cdb2-4911-4100-afa8-f03a9fee4914 req-d9dcb451-a0d7-4b36-b3fb-ba37665c8366 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:33.823808 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22b0cdb2-4911-4100-afa8-f03a9fee4914 req-d9dcb451-a0d7-4b36-b3fb-ba37665c8366 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.0735772 Jul 15 15:19:33.864904 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22b0cdb2-4911-4100-afa8-f03a9fee4914 req-5a412ea9-47e2-47c5-b248-e3ca28776c57 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353560 Jul 15 15:19:33.879769 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50850) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:33.992727 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cd46e04e-819f-403c-8d84-2f79093149bf tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-77781679'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:34.016351 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd46e04e-819f-403c-8d84-2f79093149bf tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Made reservation on behalf of b6b423ecc8f94e348f56d9d791f05b70 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:34.020888 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd46e04e-819f-403c-8d84-2f79093149bf tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.029828 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd46e04e-819f-403c-8d84-2f79093149bf tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.126369 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd46e04e-819f-403c-8d84-2f79093149bf tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.131341 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd46e04e-819f-403c-8d84-2f79093149bf tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.162650 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd46e04e-819f-403c-8d84-2f79093149bf tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:19:34.168958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46e04e-819f-403c-8d84-2f79093149bf tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a84f7b-d929-441a-aa7a-f2bd41260274,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:34.177241 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd46e04e-819f-403c-8d84-2f79093149bf tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.178058 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-cd46e04e-819f-403c-8d84-2f79093149bf tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Added segment 60a134d1-b162-48be-90c3-5362c70f0d97 of type vlan for network 41f73799-5231-4480-9f56-74728cd7a65b Jul 15 15:19:34.223402 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd46e04e-819f-403c-8d84-2f79093149bf tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.259434 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd46e04e-819f-403c-8d84-2f79093149bf tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.265436 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd46e04e-819f-403c-8d84-2f79093149bf tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:34.266097 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd46e04e-819f-403c-8d84-2f79093149bf tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.294570 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.309809 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cd46e04e-819f-403c-8d84-2f79093149bf tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4289041 Jul 15 15:19:34.313170 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50862) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:34.345304 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6b7a9037-dcf9-48c7-8b5c-3547e862659a tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'subnet': {'network_id': '41f73799-5231-4480-9f56-74728cd7a65b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:34.360311 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46e04e-819f-403c-8d84-2f79093149bf tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Network': ['ID=41f73799-5231-4480-9f56-74728cd7a65b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:34.372196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 41f73799-5231-4480-9f56-74728cd7a65b details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:19:34.443734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7a9037-dcf9-48c7-8b5c-3547e862659a tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Made reservation on behalf of b6b423ecc8f94e348f56d9d791f05b70 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:34.447325 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9037-dcf9-48c7-8b5c-3547e862659a tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.458578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:19:34.578545 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:34.592352 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'port_id': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef', 'mac_address': 'fa:16:3e:df:4a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:19:34.633475 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.647504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:19:34.668031 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9037-dcf9-48c7-8b5c-3547e862659a tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.672928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:34.680445 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.740566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a9037-dcf9-48c7-8b5c-3547e862659a tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Subnet': ['ID=615d8dec-f449-40c9-9c85-cea49b1e4dcd,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:34.749832 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a9037-dcf9-48c7-8b5c-3547e862659a tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Checking segment: {'id': '60a134d1-b162-48be-90c3-5362c70f0d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '41f73799-5231-4480-9f56-74728cd7a65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:19:34.750213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7a9037-dcf9-48c7-8b5c-3547e862659a tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network hostable DHCP agents. Network: 41f73799-5231-4480-9f56-74728cd7a65b, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:19:34.757602 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:34.771633 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7a9037-dcf9-48c7-8b5c-3547e862659a tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network 41f73799-5231-4480-9f56-74728cd7a65b is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:19:34.772603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:19:34.785374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6b7a9037-dcf9-48c7-8b5c-3547e862659a tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 41f73799-5231-4480-9f56-74728cd7a65b) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:34.796053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7a9037-dcf9-48c7-8b5c-3547e862659a tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:34.796714 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9037-dcf9-48c7-8b5c-3547e862659a tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.808142 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0151de5-f084-4c74-8988-620e25318768 None None] Network 41f73799-5231-4480-9f56-74728cd7a65b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:34.813648 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6b7a9037-dcf9-48c7-8b5c-3547e862659a tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4999011 Jul 15 15:19:34.816689 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 50878) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:34.821460 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-682832273', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:34.866655 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.867072 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.930511 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:35.043715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2319238a-4342-4101-9337-7ab6e1a684f7 None None] Network 41f73799-5231-4480-9f56-74728cd7a65b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:35.140787 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:35.156007 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c68326-4c88-4757-9fdc-f4378921de88 req-7b8b7643-d103-4ccc-aba7-0a95c55da517 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:35.157738 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65c68326-4c88-4757-9fdc-f4378921de88 req-7b8b7643-d103-4ccc-aba7-0a95c55da517 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 945 time: 0.1037266 Jul 15 15:19:35.214321 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65c68326-4c88-4757-9fdc-f4378921de88 req-5f6f7bab-b5d5-4617-b8d9-feca59c5475f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437546 Jul 15 15:19:35.385862 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:35.406393 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:35.524105 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Allocated IP 172.25.4.136 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/20734c1f-066d-45c7-8ff2-4f3138131e33) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:35.642368 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:35.682829 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:35.732966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:35.736117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:35.740653 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:19:35.762898 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=20734c1f-066d-45c7-8ff2-4f3138131e33,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:35.980406 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:36.017966 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:36.275380 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:36.454256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd18baf-d945-4a8d-8065-b3c05c3d56bf req-0e3ae13d-55c2-452c-91e9-41071dc44bb7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:36.462152 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:19:36.469747 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-abd18baf-d945-4a8d-8065-b3c05c3d56bf req-0e3ae13d-55c2-452c-91e9-41071dc44bb7 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 945 time: 0.0964770 Jul 15 15:19:36.473764 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:19:36.546906 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:19:36.547475 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:36.548597 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-abd18baf-d945-4a8d-8065-b3c05c3d56bf req-dbc24cb6-7034-445a-a146-844aa0db65c4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774782 Jul 15 15:19:36.622592 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:19:36.642380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5d7227-0f0e-4be3-ada6-ba34bae31c81 None None] Sync routers for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:19:36.658935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5d7227-0f0e-4be3-ada6-ba34bae31c81 None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:36.659615 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fe5d7227-0f0e-4be3-ada6-ba34bae31c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:36.660777 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:36.665621 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-64c35fa6-c9cf-4598-8de2-5c3e91a9695e tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8476958 Jul 15 15:19:36.668397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 50916) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:36.713381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fe5d7227-0f0e-4be3-ada6-ba34bae31c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:36.751234 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5d7227-0f0e-4be3-ada6-ba34bae31c81 None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:36.752268 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fe5d7227-0f0e-4be3-ada6-ba34bae31c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:36.803698 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fe5d7227-0f0e-4be3-ada6-ba34bae31c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:36.805520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5d7227-0f0e-4be3-ada6-ba34bae31c81 None None] The sync data for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:19:36.814679 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:36.862977 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:19:36.867343 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c6aaac-307c-453f-981a-8ddb0542529f" -d '{"events": [{"server_uuid": "81b0f4ab-645f-4a6c-bcea-1d44825fbcae", "name": "network-vif-plugged", "status": "completed", "tag": "7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:19:36.921618 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b9fdaa-72ad-476e-84b5-1fd6ebb2c090 x-openstack-request-id: req-d7b9fdaa-72ad-476e-84b5-1fd6ebb2c090 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:19:36.921913 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b0f4ab-645f-4a6c-bcea-1d44825fbcae", "name": "network-vif-plugged", "status": "completed", "tag": "7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:19:36.922167 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d7b9fdaa-72ad-476e-84b5-1fd6ebb2c090 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:19:36.922777 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef', 'code': 200} Jul 15 15:19:36.931053 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:36.941829 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:37.034558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:37.351769 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:37.752184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Allocated IP 172.20.0.1 (41f73799-5231-4480-9f56-74728cd7a65b/615d8dec-f449-40c9-9c85-cea49b1e4dcd/a376c81c-e204-4216-8078-56966c043732) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:37.965077 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:38.011911 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bb9df-2a4f-4233-8b2b-64f12d5413c9 req-86d8a90a-8812-49e0-b655-b77997585ded tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:38.013498 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b86bb9df-2a4f-4233-8b2b-64f12d5413c9 req-86d8a90a-8812-49e0-b655-b77997585ded tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.1545463 Jul 15 15:19:38.117185 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b86bb9df-2a4f-4233-8b2b-64f12d5413c9 req-dea7ba71-dc3a-47ae-9212-293c5fd23f3f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764608 Jul 15 15:19:38.144708 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:38.199531 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network 41f73799-5231-4480-9f56-74728cd7a65b is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:38.205778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:38.210066 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:19:38.271273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=a376c81c-e204-4216-8078-56966c043732,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:38.282789 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:38.287968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:38.288455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:38.288903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:38.289343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:38.289779 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:38.292845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:38.294355 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:38.295474 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:38.296198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:38.296637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:38.297077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:38.297516 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:19:38.520577 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:38.954963 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:38.965630 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:39.051686 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:39.053776 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=a376c81c-e204-4216-8078-56966c043732,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:39.288622 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network 41f73799-5231-4480-9f56-74728cd7a65b is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:39.291917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:39.955290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e91f1d-f3ee-428d-a08d-ac58d4253588 req-3e6546b4-343d-4840-aeb1-dd0156fd379a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:39.966903 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4e91f1d-f3ee-428d-a08d-ac58d4253588 req-3e6546b4-343d-4840-aeb1-dd0156fd379a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.6768718 Jul 15 15:19:40.018203 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:19:40.045192 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4e91f1d-f3ee-428d-a08d-ac58d4253588 req-1e30ca9a-2cf9-4184-9749-12977ceea4d8 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711372 Jul 15 15:19:40.206404 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:19:40.220209 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905c635-5814-44ca-a57f-7d341700fa2f None None] Sync routers for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:19:40.221335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51018) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:40.228144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f07544d6-aa38-43d2-8aa9-ba038e537bfa tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'port': {'network_id': '41f73799-5231-4480-9f56-74728cd7a65b', 'name': 'tempest-FloatingIPTestJSON-1037595990'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:40.231736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-be558974-0dc4-44cf-bcc9-a0963f28ac33 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "PUT /v2.0/routers/1f88c8f1-cc0e-441a-ba8b-99a4b90c077b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5613353 Jul 15 15:19:40.232825 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5905c635-5814-44ca-a57f-7d341700fa2f None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:40.234021 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5905c635-5814-44ca-a57f-7d341700fa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:40.317362 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5905c635-5814-44ca-a57f-7d341700fa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:40.346017 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5905c635-5814-44ca-a57f-7d341700fa2f None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:40.346870 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5905c635-5814-44ca-a57f-7d341700fa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:40.390480 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5905c635-5814-44ca-a57f-7d341700fa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:40.391412 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905c635-5814-44ca-a57f-7d341700fa2f None None] The sync data for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:19:40.422602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07544d6-aa38-43d2-8aa9-ba038e537bfa tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Made reservation on behalf of b6b423ecc8f94e348f56d9d791f05b70 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:40.426787 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f07544d6-aa38-43d2-8aa9-ba038e537bfa tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:40.447798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-f07544d6-aa38-43d2-8aa9-ba038e537bfa tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] device_id is not set on port f25ba507-dc17-47bc-a39c-a477818e447f yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:19:40.630085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f07544d6-aa38-43d2-8aa9-ba038e537bfa tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Allocated IP 172.20.0.14 (41f73799-5231-4480-9f56-74728cd7a65b/615d8dec-f449-40c9-9c85-cea49b1e4dcd/f25ba507-dc17-47bc-a39c-a477818e447f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:40.944950 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f07544d6-aa38-43d2-8aa9-ba038e537bfa tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:41.038592 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f07544d6-aa38-43d2-8aa9-ba038e537bfa tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:41.095616 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07544d6-aa38-43d2-8aa9-ba038e537bfa tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network 41f73799-5231-4480-9f56-74728cd7a65b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:41.097271 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f07544d6-aa38-43d2-8aa9-ba038e537bfa tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:41.112835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07544d6-aa38-43d2-8aa9-ba038e537bfa tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:19:41.116472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07544d6-aa38-43d2-8aa9-ba038e537bfa tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=f25ba507-dc17-47bc-a39c-a477818e447f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:41.197198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07544d6-aa38-43d2-8aa9-ba038e537bfa tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:41.198285 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f07544d6-aa38-43d2-8aa9-ba038e537bfa tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:41.229736 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f07544d6-aa38-43d2-8aa9-ba038e537bfa tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0062304 Jul 15 15:19:41.232473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51038) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:41.237949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-273c9bc5-b376-4d64-aaa7-a10acad2b920 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'port': {'network_id': '41f73799-5231-4480-9f56-74728cd7a65b', 'name': 'tempest-FloatingIPTestJSON-1131985903'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:41.431878 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c08bad-afb8-4371-a97a-958a13f23ff0 req-1f966e71-bbfb-4776-b558-1811d7673232 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:41.446077 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3c08bad-afb8-4371-a97a-958a13f23ff0 req-1f966e71-bbfb-4776-b558-1811d7673232 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.1639812 Jul 15 15:19:41.553174 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273c9bc5-b376-4d64-aaa7-a10acad2b920 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Made reservation on behalf of b6b423ecc8f94e348f56d9d791f05b70 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:41.560918 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-273c9bc5-b376-4d64-aaa7-a10acad2b920 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:41.580322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3c08bad-afb8-4371-a97a-958a13f23ff0 req-122ce4f5-23a5-417f-9d7b-22714132b55b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266892 Jul 15 15:19:41.586442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-273c9bc5-b376-4d64-aaa7-a10acad2b920 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] device_id is not set on port a52b1dd9-a9ba-4f74-9e7c-51781fad7bb6 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:19:41.765196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-273c9bc5-b376-4d64-aaa7-a10acad2b920 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Allocated IP 172.20.0.2 (41f73799-5231-4480-9f56-74728cd7a65b/615d8dec-f449-40c9-9c85-cea49b1e4dcd/a52b1dd9-a9ba-4f74-9e7c-51781fad7bb6) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:42.057983 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-273c9bc5-b376-4d64-aaa7-a10acad2b920 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:42.134285 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-273c9bc5-b376-4d64-aaa7-a10acad2b920 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:42.209938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c9bc5-b376-4d64-aaa7-a10acad2b920 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=a52b1dd9-a9ba-4f74-9e7c-51781fad7bb6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:42.232192 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273c9bc5-b376-4d64-aaa7-a10acad2b920 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network 41f73799-5231-4480-9f56-74728cd7a65b is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:42.234643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-273c9bc5-b376-4d64-aaa7-a10acad2b920 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:42.249299 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c9bc5-b376-4d64-aaa7-a10acad2b920 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:19:42.314988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273c9bc5-b376-4d64-aaa7-a10acad2b920 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:42.315621 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-273c9bc5-b376-4d64-aaa7-a10acad2b920 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:42.336153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-273c9bc5-b376-4d64-aaa7-a10acad2b920 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1024084 Jul 15 15:19:42.339438 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51060) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:42.344426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': 'a52b1dd9-a9ba-4f74-9e7c-51781fad7bb6', 'fixed_ip_address': '172.20.0.2'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:42.396275 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:42.516655 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:42.643027 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Allocated IP 172.25.4.78 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/68388c62-7fcf-4892-8899-68f9b5198055) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:42.835259 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:42.931019 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:42.998033 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:43.001579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67da2ec-f50f-4083-bf22-827317b0a882 req-de8177e3-ccc4-4d44-98ae-520653a8c2b4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:43.003561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:43.003780 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b67da2ec-f50f-4083-bf22-827317b0a882 req-de8177e3-ccc4-4d44-98ae-520653a8c2b4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.1337531 Jul 15 15:19:43.023546 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:19:43.064598 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b67da2ec-f50f-4083-bf22-827317b0a882 req-0e1a2190-d7ae-4334-a44f-0d977de0590f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484107 Jul 15 15:19:43.156549 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=68388c62-7fcf-4892-8899-68f9b5198055,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:44.037824 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:44.173037 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:44.407908 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:44.431265 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:44.542477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b7b7f-425d-406e-8dbb-cb42441b601d req-8b536994-b487-40dc-b495-f60206671be2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:44.551413 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-357b7b7f-425d-406e-8dbb-cb42441b601d req-8b536994-b487-40dc-b495-f60206671be2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.1279938 Jul 15 15:19:44.592533 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:44.596592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-357b7b7f-425d-406e-8dbb-cb42441b601d req-4d2e9349-3414-4c59-813a-834596d20a84 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442657 Jul 15 15:19:44.659652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=68388c62-7fcf-4892-8899-68f9b5198055,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:44.741350 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Floating IP b9bc25fb-2893-4ddb-b216-de4e7c320c92 associated. External IP: 172.25.4.78, port: a52b1dd9-a9ba-4f74-9e7c-51781fad7bb6. Jul 15 15:19:45.028705 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:19:45.212072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:19:45.222863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6739c-141e-4c72-89e1-cc6aef8dcd83 None None] Sync routers for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:19:45.231892 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b6739c-141e-4c72-89e1-cc6aef8dcd83 None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:45.232522 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-86b6739c-141e-4c72-89e1-cc6aef8dcd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:45.241426 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:45.265857 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-86b6739c-141e-4c72-89e1-cc6aef8dcd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:45.275734 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b6739c-141e-4c72-89e1-cc6aef8dcd83 None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:45.276382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-86b6739c-141e-4c72-89e1-cc6aef8dcd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:45.306319 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2868529e-4cc7-4367-ac9c-d3c63474f7ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9657545 Jul 15 15:19:45.309362 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51104) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:45.314410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-7c9f01c9-2fad-453f-ba11-0339596e488c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:45.319110 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-86b6739c-141e-4c72-89e1-cc6aef8dcd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:45.319925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6739c-141e-4c72-89e1-cc6aef8dcd83 None None] The sync data for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:19:45.412519 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7c9f01c9-2fad-453f-ba11-0339596e488c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:45.633816 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7c9f01c9-2fad-453f-ba11-0339596e488c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:45.644066 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7c9f01c9-2fad-453f-ba11-0339596e488c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:45.645166 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-7c9f01c9-2fad-453f-ba11-0339596e488c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Floating IP b9bc25fb-2893-4ddb-b216-de4e7c320c92 disassociated. External IP: 172.25.4.78, port: a52b1dd9-a9ba-4f74-9e7c-51781fad7bb6. Jul 15 15:19:45.972382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568a6c0-e17d-49c1-913c-ecba508e1684 req-79b4ad08-bad5-4bbf-a760-ddae60f512a5 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:45.980984 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1568a6c0-e17d-49c1-913c-ecba508e1684 req-79b4ad08-bad5-4bbf-a760-ddae60f512a5 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.1984324 Jul 15 15:19:46.045094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9f01c9-2fad-453f-ba11-0339596e488c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:19:46.048660 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1568a6c0-e17d-49c1-913c-ecba508e1684 req-f3ceee0f-3e83-4bd8-9e52-ef99e5e02b57 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669072 Jul 15 15:19:46.207675 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9f01c9-2fad-453f-ba11-0339596e488c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:19:46.213613 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7c9f01c9-2fad-453f-ba11-0339596e488c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:46.221957 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16771a77-406b-4bf0-9b4c-71beac31fbec None None] Sync routers for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:19:46.235746 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16771a77-406b-4bf0-9b4c-71beac31fbec None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:46.236301 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-16771a77-406b-4bf0-9b4c-71beac31fbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:46.294993 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51128) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:46.296079 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7c9f01c9-2fad-453f-ba11-0339596e488c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "PUT /v2.0/floatingips/b9bc25fb-2893-4ddb-b216-de4e7c320c92 HTTP/1.1" status: 200 len: 687 time: 0.9855909 Jul 15 15:19:46.308326 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-16771a77-406b-4bf0-9b4c-71beac31fbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:46.336718 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16771a77-406b-4bf0-9b4c-71beac31fbec None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:46.337580 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-16771a77-406b-4bf0-9b4c-71beac31fbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:46.374744 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-16771a77-406b-4bf0-9b4c-71beac31fbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:46.375408 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16771a77-406b-4bf0-9b4c-71beac31fbec None None] The sync data for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:19:46.491827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3c4aa-5edd-4c2d-a434-2eb6abf21117 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting port 68388c62-7fcf-4892-8899-68f9b5198055 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:46.492962 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c4aa-5edd-4c2d-a434-2eb6abf21117 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:46.591920 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c4aa-5edd-4c2d-a434-2eb6abf21117 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:46.592670 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c4aa-5edd-4c2d-a434-2eb6abf21117 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:46.611595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3c4aa-5edd-4c2d-a434-2eb6abf21117 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Calling delete_port for 68388c62-7fcf-4892-8899-68f9b5198055 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:46.857012 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c4aa-5edd-4c2d-a434-2eb6abf21117 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:46.884924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3c4aa-5edd-4c2d-a434-2eb6abf21117 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Port': ['ID=68388c62-7fcf-4892-8899-68f9b5198055,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:47.002257 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c4aa-5edd-4c2d-a434-2eb6abf21117 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:47.006581 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c4aa-5edd-4c2d-a434-2eb6abf21117 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:47.007988 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6bb3c4aa-5edd-4c2d-a434-2eb6abf21117 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/floatingips/b9bc25fb-2893-4ddb-b216-de4e7c320c92 HTTP/1.1" status: 204 len: 168 time: 0.7118731 Jul 15 15:19:47.012297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51150) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:47.017048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': 'f25ba507-dc17-47bc-a39c-a477818e447f'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:47.092155 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:47.157243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3db15-168c-47bb-b293-0cc83173c5b9 req-75ae2e5c-881e-4c0c-ae0b-84f9390702fa tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:47.157795 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2a3db15-168c-47bb-b293-0cc83173c5b9 req-75ae2e5c-881e-4c0c-ae0b-84f9390702fa tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1097 time: 0.1291087 Jul 15 15:19:47.269848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2a3db15-168c-47bb-b293-0cc83173c5b9 req-51cc901d-af25-4f63-821e-09a6dcbb8946 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934579 Jul 15 15:19:47.283595 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:47.307606 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51158) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:47.538831 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-85db48dc-7233-4ccf-afc9-d18d0ff8af9c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting port d1f15130-7ad0-43c7-9e52-41e8bcb73af8 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:47.539511 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85db48dc-7233-4ccf-afc9-d18d0ff8af9c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:47.545809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f46632-234b-4e7b-8591-043fb886fe74 req-9018f3ad-16bf-4707-90a2-496d2af36f06 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:47.550195 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19f46632-234b-4e7b-8591-043fb886fe74 req-9018f3ad-16bf-4707-90a2-496d2af36f06 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.2010992 Jul 15 15:19:47.605623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Allocated IP 172.25.4.155 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/41557798-e04d-40b0-9805-04748dc5ab48) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:47.625441 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19f46632-234b-4e7b-8591-043fb886fe74 req-766b4fb0-001d-404e-95a7-32558acaf09f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647860 Jul 15 15:19:47.762213 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85db48dc-7233-4ccf-afc9-d18d0ff8af9c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:47.762656 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85db48dc-7233-4ccf-afc9-d18d0ff8af9c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:47.776880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-85db48dc-7233-4ccf-afc9-d18d0ff8af9c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Calling delete_port for d1f15130-7ad0-43c7-9e52-41e8bcb73af8 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:47.798946 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:47.897630 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:47.947216 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:47.953393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:47.957444 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:19:47.991465 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=41557798-e04d-40b0-9805-04748dc5ab48,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:48.037337 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85db48dc-7233-4ccf-afc9-d18d0ff8af9c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:48.076763 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db48dc-7233-4ccf-afc9-d18d0ff8af9c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Port': ['ID=d1f15130-7ad0-43c7-9e52-41e8bcb73af8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:48.150398 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85db48dc-7233-4ccf-afc9-d18d0ff8af9c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:48.150967 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-85db48dc-7233-4ccf-afc9-d18d0ff8af9c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Floating IP 4bd691af-1c05-4cea-8219-990863767ee7 disassociated (deleted). External IP: 172.25.4.209, port: af8fa02e-d106-41b2-ade8-af7b5fa8b8f1. Jul 15 15:19:48.424108 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:48.508351 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85db48dc-7233-4ccf-afc9-d18d0ff8af9c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router 9e42e469-1471-40a0-9dd9-729a3960d98a has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:19:48.561062 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:48.621241 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:19:48.660425 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85db48dc-7233-4ccf-afc9-d18d0ff8af9c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:19:48.672268 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a5714-6fb8-4a08-81f9-e6cd1ceab761 None None] Sync routers for ids ['9e42e469-1471-40a0-9dd9-729a3960d98a'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:19:48.672735 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85db48dc-7233-4ccf-afc9-d18d0ff8af9c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:48.687355 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a5714-6fb8-4a08-81f9-e6cd1ceab761 None None] Routers {'9e42e469-1471-40a0-9dd9-729a3960d98a'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:48.688520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b51a5714-6fb8-4a08-81f9-e6cd1ceab761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9e42e469-1471-40a0-9dd9-729a3960d98a'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:48.774243 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-85db48dc-7233-4ccf-afc9-d18d0ff8af9c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/floatingips/4bd691af-1c05-4cea-8219-990863767ee7 HTTP/1.1" status: 204 len: 168 time: 1.4629877 Jul 15 15:19:48.774243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:19:48.801944 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbafe4b9-3ebd-49d4-bd7b-02d6f3fc7440" -d '{"events": [{"name": "network-changed", "server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:19:48.928417 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:48.960807 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:48.992382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-b51a5714-6fb8-4a08-81f9-e6cd1ceab761 None None] Set router 9e42e469-1471-40a0-9dd9-729a3960d98a gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:19:49.101951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7055b-29dd-43eb-87d2-6be1ede2044f req-6729912b-dda8-4a2e-8507-bf9e72b65739 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:49.103391 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:49.113356 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbd7055b-29dd-43eb-87d2-6be1ede2044f req-6729912b-dda8-4a2e-8507-bf9e72b65739 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.2456741 Jul 15 15:19:49.165205 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:49.184352 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b46b07-f1ad-48ed-9030-f3020aa014c2 x-openstack-request-id: req-52b46b07-f1ad-48ed-9030-f3020aa014c2 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:19:49.184645 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:19:49.184894 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-52b46b07-f1ad-48ed-9030-f3020aa014c2 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:19:49.185293 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'status': 'completed', 'code': 200} Jul 15 15:19:49.236055 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbd7055b-29dd-43eb-87d2-6be1ede2044f req-e0b3438d-c001-4d59-9c38-857b138b2789 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217201 Jul 15 15:19:49.236662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=41557798-e04d-40b0-9805-04748dc5ab48,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:49.332017 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Floating IP 89a74b52-56c2-43cb-a001-d3b7df4d18fa associated. External IP: 172.25.4.155, port: f25ba507-dc17-47bc-a39c-a477818e447f. Jul 15 15:19:49.362391 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:49.381042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b51a5714-6fb8-4a08-81f9-e6cd1ceab761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984865156', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:51Z', 'updated_at': '2021-07-15T15:17:11Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:52Z', 'updated_at': '2021-07-15T15:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9eb8d02d-a086-4836-8db5-57982f9aeb80', 'name': '', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:f0:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:06Z', 'updated_at': '2021-07-15T15:17:22Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:49.418641 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a5714-6fb8-4a08-81f9-e6cd1ceab761 None None] Checking router: 9e42e469-1471-40a0-9dd9-729a3960d98a for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:19:49.435010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a5714-6fb8-4a08-81f9-e6cd1ceab761 None None] Routers {'9e42e469-1471-40a0-9dd9-729a3960d98a'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:49.436949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b51a5714-6fb8-4a08-81f9-e6cd1ceab761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9e42e469-1471-40a0-9dd9-729a3960d98a'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:49.522723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafe4b9-3ebd-49d4-bd7b-02d6f3fc7440 req-3ccc818a-c256-49b6-b1ec-6bcedbd76760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:49.526053 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbafe4b9-3ebd-49d4-bd7b-02d6f3fc7440 req-3ccc818a-c256-49b6-b1ec-6bcedbd76760 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 1097 time: 0.2997408 Jul 15 15:19:49.810633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-b51a5714-6fb8-4a08-81f9-e6cd1ceab761 None None] Set router 9e42e469-1471-40a0-9dd9-729a3960d98a gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:19:50.004576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafe4b9-3ebd-49d4-bd7b-02d6f3fc7440 req-71569389-686b-443a-af13-c9fb2b6192d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:50.006661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbafe4b9-3ebd-49d4-bd7b-02d6f3fc7440 req-71569389-686b-443a-af13-c9fb2b6192d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ccba156-8e62-472c-aa79-380bf6176149 HTTP/1.1" status: 200 len: 897 time: 0.4652212 Jul 15 15:19:50.039989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:19:50.064729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b51a5714-6fb8-4a08-81f9-e6cd1ceab761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984865156', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:51Z', 'updated_at': '2021-07-15T15:17:11Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:52Z', 'updated_at': '2021-07-15T15:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9eb8d02d-a086-4836-8db5-57982f9aeb80', 'name': '', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:f0:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:06Z', 'updated_at': '2021-07-15T15:17:22Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:50.089426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbafe4b9-3ebd-49d4-bd7b-02d6f3fc7440 req-9e46e4d1-bfe0-4acf-b498-e78140bdda5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 200 len: 217 time: 0.0663445 Jul 15 15:19:50.101130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a5714-6fb8-4a08-81f9-e6cd1ceab761 None None] The sync data for ids ['9e42e469-1471-40a0-9dd9-729a3960d98a'] in n-d-764435-3 is: [{'id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984865156', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:51Z', 'updated_at': '2021-07-15T15:17:11Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:52Z', 'updated_at': '2021-07-15T15:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9eb8d02d-a086-4836-8db5-57982f9aeb80', 'name': '', 'network_id': '1ccba156-8e62-472c-aa79-380bf6176149', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:f0:11:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:06Z', 'updated_at': '2021-07-15T15:17:22Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '25455b05-a94e-447c-b84e-9cd2a3a78a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:19:50.576325 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726ea2cf-7edc-4ff4-bf88-1cf7b0766233 None None] New status for floating IP 4bd691af-1c05-4cea-8219-990863767ee7: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:19:50.694328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59db859-f03f-469f-b816-f19a9eb52366 req-bdb66993-8d34-4396-93b2-65150519f464 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:50.696640 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e59db859-f03f-469f-b816-f19a9eb52366 req-bdb66993-8d34-4396-93b2-65150519f464 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 946 time: 0.1958127 Jul 15 15:19:50.827884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee4d99-f2cb-457b-bb6e-58810a46aac0 req-12c0f2f3-b71d-4792-b340-14527a818be1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:50.834400 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52ee4d99-f2cb-457b-bb6e-58810a46aac0 req-12c0f2f3-b71d-4792-b340-14527a818be1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 946 time: 0.9770684 Jul 15 15:19:50.858065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafe4b9-3ebd-49d4-bd7b-02d6f3fc7440 req-2cd4fabd-6394-4323-9236-49fd6c6b6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:50.860681 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbafe4b9-3ebd-49d4-bd7b-02d6f3fc7440 req-2cd4fabd-6394-4323-9236-49fd6c6b6a67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25455b05-a94e-447c-b84e-9cd2a3a78a80 HTTP/1.1" status: 200 len: 835 time: 0.7465465 Jul 15 15:19:50.964954 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e59db859-f03f-469f-b816-f19a9eb52366 req-6c09974b-d9e0-417a-8a76-3b353f520224 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:50.964954 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e59db859-f03f-469f-b816-f19a9eb52366 req-6c09974b-d9e0-417a-8a76-3b353f520224 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:51.010447 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52ee4d99-f2cb-457b-bb6e-58810a46aac0 req-92de5763-f6c6-4b61-8fa5-169f5a25b806 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac454a3f-e350-4b1b-8367-5ef5b2899fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750529 Jul 15 15:19:51.036317 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:19:51.049740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c923e-3ecd-4c36-97ba-b8ed4df4b6de None None] Sync routers for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:19:51.065195 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c923e-3ecd-4c36-97ba-b8ed4df4b6de None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:51.065840 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-258c923e-3ecd-4c36-97ba-b8ed4df4b6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:51.104852 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2523143c-3498-4754-9e12-9ec806324966 req-bb2e1b36-c1fb-47b7-aa80-cfc7ef9f7073 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0222611 Jul 15 15:19:51.129379 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:51.141945 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-258c923e-3ecd-4c36-97ba-b8ed4df4b6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:51.153773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c923e-3ecd-4c36-97ba-b8ed4df4b6de None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:51.154406 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-258c923e-3ecd-4c36-97ba-b8ed4df4b6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:51.194444 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-258c923e-3ecd-4c36-97ba-b8ed4df4b6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:51.195139 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c923e-3ecd-4c36-97ba-b8ed4df4b6de None None] The sync data for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:19:51.199998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9d54f08c-cc10-4b39-90c3-b3a5961df718 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.1865923 Jul 15 15:19:51.226255 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f75f4-5421-4833-88c2-51ba03065988 req-61e314e1-070b-4030-8359-272b2b7580d9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:51.233979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-536f75f4-5421-4833-88c2-51ba03065988 req-61e314e1-070b-4030-8359-272b2b7580d9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.4589748 Jul 15 15:19:51.234486 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e59db859-f03f-469f-b816-f19a9eb52366 req-6c09974b-d9e0-417a-8a76-3b353f520224 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] For port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:51.235091 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e59db859-f03f-469f-b816-f19a9eb52366 req-6c09974b-d9e0-417a-8a76-3b353f520224 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:51.245067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51226) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:51.249890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e59db859-f03f-469f-b816-f19a9eb52366 req-6c09974b-d9e0-417a-8a76-3b353f520224 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Calling delete_port for af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:51.334908 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb2ddc0a-383c-464a-9a3a-7bd2efe3251c req-886864c2-987a-42af-90e5-8143c569fb7b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4043441 Jul 15 15:19:51.465523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafe4b9-3ebd-49d4-bd7b-02d6f3fc7440 req-c782c2d9-5909-4548-9ec6-e3256c41e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:51.467850 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbafe4b9-3ebd-49d4-bd7b-02d6f3fc7440 req-c782c2d9-5909-4548-9ec6-e3256c41e0f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ccba156-8e62-472c-aa79-380bf6176149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5691237 Jul 15 15:19:51.505995 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-536f75f4-5421-4833-88c2-51ba03065988 req-62d44cc4-7bfc-4aa9-97fd-daa73e427a48 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687681 Jul 15 15:19:51.515302 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e59db859-f03f-469f-b816-f19a9eb52366 req-6c09974b-d9e0-417a-8a76-3b353f520224 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:51.596291 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-04614697-612b-44e9-ba7e-bd809228c170 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "GET /v2.0/floatingips/89a74b52-56c2-43cb-a001-d3b7df4d18fa HTTP/1.1" status: 200 len: 979 time: 0.2627704 Jul 15 15:19:51.601556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51238) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:51.614199 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ddc0a-383c-464a-9a3a-7bd2efe3251c req-de86a4d9-7614-4bbf-b919-fb3d4ce360fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:51.616565 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb2ddc0a-383c-464a-9a3a-7bd2efe3251c req-de86a4d9-7614-4bbf-b919-fb3d4ce360fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4aae0798bdd4401f8bf50b67ead8c455&device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 1101 time: 0.1942213 Jul 15 15:19:51.617651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09974b-d9e0-417a-8a76-3b353f520224 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Port': ['ID=af8fa02e-d106-41b2-ade8-af7b5fa8b8f1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:51.707496 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59db859-f03f-469f-b816-f19a9eb52366 req-6c09974b-d9e0-417a-8a76-3b353f520224 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] No DVR routers for this DVR port af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:51.719352 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e59db859-f03f-469f-b816-f19a9eb52366 req-6c09974b-d9e0-417a-8a76-3b353f520224 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:51.723896 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e59db859-f03f-469f-b816-f19a9eb52366 req-6c09974b-d9e0-417a-8a76-3b353f520224 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "DELETE /v2.0/ports/af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 HTTP/1.1" status: 204 len: 173 time: 1.0171666 Jul 15 15:19:51.724839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'name': 'network-vif-deleted', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:19:51.727575 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66e0650-4ba1-4110-a554-2f6351a21d18" -d '{"events": [{"server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "name": "network-vif-deleted", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:19:51.784069 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d01789-0e2f-4842-90fc-c7d28ab01874 x-openstack-request-id: req-93d01789-0e2f-4842-90fc-c7d28ab01874 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:19:51.784394 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247a364b-431a-4bda-a178-f36cbe325f6a", "name": "network-vif-deleted", "tag": "af8fa02e-d106-41b2-ade8-af7b5fa8b8f1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:19:51.784603 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-93d01789-0e2f-4842-90fc-c7d28ab01874 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:19:51.786008 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247a364b-431a-4bda-a178-f36cbe325f6a', 'name': 'network-vif-deleted', 'tag': 'af8fa02e-d106-41b2-ade8-af7b5fa8b8f1', 'status': 'completed', 'code': 200} Jul 15 15:19:51.819332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ddc0a-383c-464a-9a3a-7bd2efe3251c req-ca44cc3a-b9f8-4a7a-a415-9aeadcc9e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:51.821354 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb2ddc0a-383c-464a-9a3a-7bd2efe3251c req-ca44cc3a-b9f8-4a7a-a415-9aeadcc9e50c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.1635888 Jul 15 15:19:51.848967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b1563139-32dc-4c91-9e01-ebe49b68def9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2444029 Jul 15 15:19:51.857590 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51244) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:51.865235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b9a6b80f-c41c-42e1-8ef1-21cca3feff0b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'floatingip': {'port_id': 'a52b1dd9-a9ba-4f74-9e7c-51781fad7bb6'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:51.897123 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb2ddc0a-383c-464a-9a3a-7bd2efe3251c req-200ecc26-10fc-45ac-b2d0-b77b0f727fca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=308b30a7-4b46-4c0f-b9db-3224d160fc0a HTTP/1.1" status: 200 len: 217 time: 0.0686235 Jul 15 15:19:51.913831 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523143c-3498-4754-9e12-9ec806324966 req-b517cf7f-2673-436b-b492-9e16b4811427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:51.916382 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2523143c-3498-4754-9e12-9ec806324966 req-b517cf7f-2673-436b-b492-9e16b4811427 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2db6d724ceec4df59f0f69f5abe77cf3&device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 1097 time: 0.7181814 Jul 15 15:19:51.999987 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ddc0a-383c-464a-9a3a-7bd2efe3251c req-9329ea4f-d29d-43af-9c0b-50da8ba6a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:52.007150 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb2ddc0a-383c-464a-9a3a-7bd2efe3251c req-9329ea4f-d29d-43af-9c0b-50da8ba6a4c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.1033328 Jul 15 15:19:52.089830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523143c-3498-4754-9e12-9ec806324966 req-f4592d31-b9c5-4535-b109-d323e132b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:52.091774 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2523143c-3498-4754-9e12-9ec806324966 req-f4592d31-b9c5-4535-b109-d323e132b513 service neutron] 10.222.0.22 "GET /v2.0/networks?id=579fa8cf-a9bb-4f78-bf43-84ac7a207108 HTTP/1.1" status: 200 len: 911 time: 0.1427555 Jul 15 15:19:52.101158 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbafe4b9-3ebd-49d4-bd7b-02d6f3fc7440 req-0f828986-0067-4da6-9d80-c12b6ae17838 service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144722 Jul 15 15:19:52.169438 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ddc0a-383c-464a-9a3a-7bd2efe3251c req-487812a9-38ea-4880-b653-f704ccd5db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:52.172826 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb2ddc0a-383c-464a-9a3a-7bd2efe3251c req-487812a9-38ea-4880-b653-f704ccd5db63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1586123 Jul 15 15:19:52.280347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d8bfe-b398-46e8-8058-1281e16a0057 req-0b2553ae-3b2c-428f-bc6f-a0f9f0d7fec2 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:52.289915 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-802d8bfe-b398-46e8-8058-1281e16a0057 req-0b2553ae-3b2c-428f-bc6f-a0f9f0d7fec2 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.5424120 Jul 15 15:19:52.294675 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b9a6b80f-c41c-42e1-8ef1-21cca3feff0b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:52.367061 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb2ddc0a-383c-464a-9a3a-7bd2efe3251c req-15039691-e2c4-4109-a1bd-88fc3603408d service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822031 Jul 15 15:19:52.508987 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bb2ddc0a-383c-464a-9a3a-7bd2efe3251c req-01cfa60e-37bb-4e99-88a4-9e55fbba1f3f service neutron] 10.222.0.11 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305106 Jul 15 15:19:52.720457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-87fdd085-fed0-4400-ab12-8b5a5e168b4b req-4a03b45f-980b-4233-9531-61d6f69b990c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=247a364b-431a-4bda-a178-f36cbe325f6a HTTP/1.1" status: 200 len: 210 time: 0.1172299 Jul 15 15:19:52.748760 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2523143c-3498-4754-9e12-9ec806324966 req-58b1347a-a1c4-4951-bd64-5721974b5c99 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be9178bb-2631-4fe3-aec5-46cc971df8f8 HTTP/1.1" status: 200 len: 1001 time: 0.6412029 Jul 15 15:19:52.758660 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-802d8bfe-b398-46e8-8058-1281e16a0057 req-a64af643-b7b3-4dd4-bafe-2e7d749ae2a1 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4677358 Jul 15 15:19:52.856889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fbafe4b9-3ebd-49d4-bd7b-02d6f3fc7440 req-651207f4-58b6-4a63-91f4-739844fbdabd service neutron] 10.222.0.11 "GET /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7350852 Jul 15 15:19:52.868686 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523143c-3498-4754-9e12-9ec806324966 req-1ffaac33-89a0-45be-afbe-df7f3add7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:52.870331 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2523143c-3498-4754-9e12-9ec806324966 req-1ffaac33-89a0-45be-afbe-df7f3add7642 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61f1753c-5b9f-4677-ae22-56509e286e82 HTTP/1.1" status: 200 len: 849 time: 0.1107163 Jul 15 15:19:53.132639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523143c-3498-4754-9e12-9ec806324966 req-8a683823-54f9-423f-8729-12116bf4d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:53.134172 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2523143c-3498-4754-9e12-9ec806324966 req-8a683823-54f9-423f-8729-12116bf4d84d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=579fa8cf-a9bb-4f78-bf43-84ac7a207108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2555540 Jul 15 15:19:53.148459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-2523143c-3498-4754-9e12-9ec806324966 req-a5b8f192-28fa-4ce4-a931-69cc8135cb27 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:19:53.149442 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2523143c-3498-4754-9e12-9ec806324966 req-a5b8f192-28fa-4ce4-a931-69cc8135cb27 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087247 Jul 15 15:19:53.160867 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582053f-ed9a-44c9-901d-c800f9823e8f req-fea0316e-06c6-4ce9-991e-1a7e91a01088 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:53.162479 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2582053f-ed9a-44c9-901d-c800f9823e8f req-fea0316e-06c6-4ce9-991e-1a7e91a01088 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.2254345 Jul 15 15:19:53.339147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2582053f-ed9a-44c9-901d-c800f9823e8f req-61b1e678-71cf-4d16-a08d-df3a98e90348 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632891 Jul 15 15:19:53.366164 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b9a6b80f-c41c-42e1-8ef1-21cca3feff0b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:53.370821 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2523143c-3498-4754-9e12-9ec806324966 req-78ea7ad9-3d2c-4b09-95f6-5e9e214c6fe6 service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048273 Jul 15 15:19:53.371877 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b9a6b80f-c41c-42e1-8ef1-21cca3feff0b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:53.531302 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-b9a6b80f-c41c-42e1-8ef1-21cca3feff0b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Floating IP 89a74b52-56c2-43cb-a001-d3b7df4d18fa associated. External IP: 172.25.4.155, port: f25ba507-dc17-47bc-a39c-a477818e447f. Jul 15 15:19:53.596075 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2523143c-3498-4754-9e12-9ec806324966 req-210f7f8a-44bf-4301-8af8-a6bbe47a23fd service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449673 Jul 15 15:19:53.732601 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:53.754502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:53.755234 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device af8fa02e-d106-41b2-ade8-af7b5fa8b8f1 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:53.815606 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26803e4-1454-46f9-9dd0-306c27263d5c req-988b521c-ed4e-4920-9353-a2bf7aee15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:53.817784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b26803e4-1454-46f9-9dd0-306c27263d5c req-988b521c-ed4e-4920-9353-a2bf7aee15cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 1097 time: 0.1292670 Jul 15 15:19:53.822069 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a6b80f-c41c-42e1-8ef1-21cca3feff0b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:19:53.867530 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51294) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:54.270936 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c946-0b21-433a-b7b3-a7bfcf1a0b12 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:54.435916 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26803e4-1454-46f9-9dd0-306c27263d5c req-c704f9f3-e135-4fed-9566-eedcb1c53791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:54.437430 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b26803e4-1454-46f9-9dd0-306c27263d5c req-c704f9f3-e135-4fed-9566-eedcb1c53791 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 200 len: 918 time: 0.6135566 Jul 15 15:19:54.465180 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585f8fa-bbce-4b23-9812-915756aba4a5 req-2e5d779e-c18f-4d34-a6e4-3bd779987013 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:54.466853 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9585f8fa-bbce-4b23-9812-915756aba4a5 req-2e5d779e-c18f-4d34-a6e4-3bd779987013 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.1894476 Jul 15 15:19:54.469486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a6b80f-c41c-42e1-8ef1-21cca3feff0b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:19:54.490273 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15af82-a3a4-4f4f-8f83-f94c6248336d None None] Sync routers for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:19:54.506842 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15af82-a3a4-4f4f-8f83-f94c6248336d None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:54.507945 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8b15af82-a3a4-4f4f-8f83-f94c6248336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:54.554896 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8b15af82-a3a4-4f4f-8f83-f94c6248336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:54.565797 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15af82-a3a4-4f4f-8f83-f94c6248336d None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:54.567656 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8b15af82-a3a4-4f4f-8f83-f94c6248336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:54.591804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3c946-0b21-433a-b7b3-a7bfcf1a0b12 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting port 9eb8d02d-a086-4836-8db5-57982f9aeb80 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:54.592340 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c946-0b21-433a-b7b3-a7bfcf1a0b12 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:54.605979 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8b15af82-a3a4-4f4f-8f83-f94c6248336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:54.606634 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15af82-a3a4-4f4f-8f83-f94c6248336d None None] The sync data for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:19:54.697623 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9585f8fa-bbce-4b23-9812-915756aba4a5 req-3d64a7de-aaf1-43bc-9edb-f3cac25f7fb6 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981595 Jul 15 15:19:54.700757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b26803e4-1454-46f9-9dd0-306c27263d5c req-13c4a8d3-eb4a-4b75-b222-9751bfe79cef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef HTTP/1.1" status: 200 len: 1002 time: 0.2516875 Jul 15 15:19:54.725494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-c7b3c946-0b21-433a-b7b3-a7bfcf1a0b12 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] For port 9eb8d02d-a086-4836-8db5-57982f9aeb80, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9eb8d02d-a086-4836-8db5-57982f9aeb80,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:54.725870 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c946-0b21-433a-b7b3-a7bfcf1a0b12 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:54.744385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3c946-0b21-433a-b7b3-a7bfcf1a0b12 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Calling delete_port for 9eb8d02d-a086-4836-8db5-57982f9aeb80 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:54.848989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57682e7-a310-4380-b718-7ccb41dc3196 req-305c5a43-e641-4eab-b01d-a0e7eb6ffaa9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:54.850563 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c57682e7-a310-4380-b718-7ccb41dc3196 req-305c5a43-e641-4eab-b01d-a0e7eb6ffaa9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.3792048 Jul 15 15:19:54.867677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26803e4-1454-46f9-9dd0-306c27263d5c req-d6fdf4e5-3c96-4941-83e5-cd024aa7119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:54.869407 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b26803e4-1454-46f9-9dd0-306c27263d5c req-d6fdf4e5-3c96-4941-83e5-cd024aa7119f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e02218b1-8e75-4c36-9d6e-ae1449beb9a6 HTTP/1.1" status: 200 len: 856 time: 0.1217391 Jul 15 15:19:54.952268 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c57682e7-a310-4380-b718-7ccb41dc3196 req-885d5f2a-49c7-4c65-b206-4a110603ce14 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867505 Jul 15 15:19:54.954579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a6b80f-c41c-42e1-8ef1-21cca3feff0b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:19:54.961993 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c946-0b21-433a-b7b3-a7bfcf1a0b12 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:54.994801 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3c946-0b21-433a-b7b3-a7bfcf1a0b12 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Port': ['ID=9eb8d02d-a086-4836-8db5-57982f9aeb80,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:55.061073 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26803e4-1454-46f9-9dd0-306c27263d5c req-bdf2801d-2a2e-49e0-bbce-f00842f353e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:55.063342 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b26803e4-1454-46f9-9dd0-306c27263d5c req-bdf2801d-2a2e-49e0-bbce-f00842f353e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f4383174-585e-4d4e-b660-80050803c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1824195 Jul 15 15:19:55.187006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a6b80f-c41c-42e1-8ef1-21cca3feff0b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:19:55.193635 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b9a6b80f-c41c-42e1-8ef1-21cca3feff0b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:55.203421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8a601-c006-4735-b305-b9fb5cd385ba None None] Sync routers for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:19:55.216212 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c946-0b21-433a-b7b3-a7bfcf1a0b12 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:55.225250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd8a601-c006-4735-b305-b9fb5cd385ba None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:55.226218 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7cd8a601-c006-4735-b305-b9fb5cd385ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:55.273411 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7cd8a601-c006-4735-b305-b9fb5cd385ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:55.280629 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b26803e4-1454-46f9-9dd0-306c27263d5c req-8dd3ec2e-e324-42eb-ae55-b40684574e91 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889782 Jul 15 15:19:55.284485 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd8a601-c006-4735-b305-b9fb5cd385ba None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:55.285705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7cd8a601-c006-4735-b305-b9fb5cd385ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:55.292624 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b9a6b80f-c41c-42e1-8ef1-21cca3feff0b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "PUT /v2.0/floatingips/89a74b52-56c2-43cb-a001-d3b7df4d18fa HTTP/1.1" status: 200 len: 978 time: 3.4291880 Jul 15 15:19:55.302612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51322) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:55.307387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-83f86c2c-1be9-4726-99d4-53dfdc79c4c1 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:55.340842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7cd8a601-c006-4735-b305-b9fb5cd385ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:55.341632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8a601-c006-4735-b305-b9fb5cd385ba None None] The sync data for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:19:55.433479 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-83f86c2c-1be9-4726-99d4-53dfdc79c4c1 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:55.502056 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b26803e4-1454-46f9-9dd0-306c27263d5c req-7e065d3b-9a98-49b7-b846-9eff44e15576 service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107120 Jul 15 15:19:55.620237 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-83f86c2c-1be9-4726-99d4-53dfdc79c4c1 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:55.625386 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-83f86c2c-1be9-4726-99d4-53dfdc79c4c1 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:55.625711 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-83f86c2c-1be9-4726-99d4-53dfdc79c4c1 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Floating IP 89a74b52-56c2-43cb-a001-d3b7df4d18fa disassociated. External IP: 172.25.4.155, port: a52b1dd9-a9ba-4f74-9e7c-51781fad7bb6. Jul 15 15:19:55.792850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b3c946-0b21-433a-b7b3-a7bfcf1a0b12 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router 9e42e469-1471-40a0-9dd9-729a3960d98a has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:19:55.887436 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f86c2c-1be9-4726-99d4-53dfdc79c4c1 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:19:55.916980 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b3c946-0b21-433a-b7b3-a7bfcf1a0b12 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:19:55.922198 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c7b3c946-0b21-433a-b7b3-a7bfcf1a0b12 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "PUT /v2.0/routers/9e42e469-1471-40a0-9dd9-729a3960d98a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0534041 Jul 15 15:19:55.924880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51336) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:55.928718 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92c71e-9246-4784-bd07-b7e9afc575de None None] Sync routers for ids ['9e42e469-1471-40a0-9dd9-729a3960d98a'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:19:55.937872 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d92c71e-9246-4784-bd07-b7e9afc575de None None] Routers {'9e42e469-1471-40a0-9dd9-729a3960d98a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:55.938702 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9d92c71e-9246-4784-bd07-b7e9afc575de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9e42e469-1471-40a0-9dd9-729a3960d98a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:55.971061 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049f64c-73ec-4dee-b995-37027dadf292 req-ec6fc2f4-4099-4a3a-bcc2-6ef72047116c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:55.973388 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9049f64c-73ec-4dee-b995-37027dadf292 req-ec6fc2f4-4099-4a3a-bcc2-6ef72047116c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.1276710 Jul 15 15:19:56.021452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c21230-4c24-4882-a1ae-86ae03c5ff2e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting subnet 25455b05-a94e-447c-b84e-9cd2a3a78a80 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:19:56.025529 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2c21230-4c24-4882-a1ae-86ae03c5ff2e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:56.057676 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-9d92c71e-9246-4784-bd07-b7e9afc575de None None] Set router 9e42e469-1471-40a0-9dd9-729a3960d98a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:19:56.076744 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f86c2c-1be9-4726-99d4-53dfdc79c4c1 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:19:56.080686 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9049f64c-73ec-4dee-b995-37027dadf292 req-01e6d26e-4a25-4f49-92a1-ea5cd6b29ed1 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759706 Jul 15 15:19:56.085858 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac854ac0-85ac-4118-b156-82d0e7ec1281 None None] Sync routers for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:19:56.095071 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac854ac0-85ac-4118-b156-82d0e7ec1281 None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:56.095702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ac854ac0-85ac-4118-b156-82d0e7ec1281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:56.110011 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2c21230-4c24-4882-a1ae-86ae03c5ff2e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:56.125382 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-83f86c2c-1be9-4726-99d4-53dfdc79c4c1 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:56.211309 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ac854ac0-85ac-4118-b156-82d0e7ec1281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:56.236883 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac854ac0-85ac-4118-b156-82d0e7ec1281 None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:56.237781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ac854ac0-85ac-4118-b156-82d0e7ec1281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:56.267471 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2c21230-4c24-4882-a1ae-86ae03c5ff2e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:56.286840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-83f86c2c-1be9-4726-99d4-53dfdc79c4c1 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "PUT /v2.0/floatingips/89a74b52-56c2-43cb-a001-d3b7df4d18fa HTTP/1.1" status: 200 len: 688 time: 0.9830983 Jul 15 15:19:56.289447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51344) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:56.302415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ac854ac0-85ac-4118-b156-82d0e7ec1281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:56.303361 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac854ac0-85ac-4118-b156-82d0e7ec1281 None None] The sync data for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:19:56.352621 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2c21230-4c24-4882-a1ae-86ae03c5ff2e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:56.367735 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9d92c71e-9246-4784-bd07-b7e9afc575de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984865156', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:51Z', 'updated_at': '2021-07-15T15:19:54Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:52Z', 'updated_at': '2021-07-15T15:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:56.396565 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c21230-4c24-4882-a1ae-86ae03c5ff2e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Subnet': ['ID=25455b05-a94e-447c-b84e-9cd2a3a78a80,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:56.399122 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92c71e-9246-4784-bd07-b7e9afc575de None None] Checking router: 9e42e469-1471-40a0-9dd9-729a3960d98a for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:19:56.409473 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2c21230-4c24-4882-a1ae-86ae03c5ff2e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:56.415984 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c2c21230-4c24-4882-a1ae-86ae03c5ff2e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/subnets/25455b05-a94e-447c-b84e-9cd2a3a78a80 HTTP/1.1" status: 204 len: 168 time: 0.4893336 Jul 15 15:19:56.416461 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d92c71e-9246-4784-bd07-b7e9afc575de None None] Routers {'9e42e469-1471-40a0-9dd9-729a3960d98a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:19:56.417199 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9d92c71e-9246-4784-bd07-b7e9afc575de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9e42e469-1471-40a0-9dd9-729a3960d98a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:56.418501 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53675993-5e70-448c-898d-e1df6fee0b54 None None] Network 1ccba156-8e62-472c-aa79-380bf6176149 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:19:56.419302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51346) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:56.493674 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721cd2f-3088-4d33-bc5e-7aa1a4774ba1 req-51966b9d-881c-44b7-a179-0e7aaff51e7f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:56.495411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d721cd2f-3088-4d33-bc5e-7aa1a4774ba1 req-51966b9d-881c-44b7-a179-0e7aaff51e7f tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 946 time: 0.3020320 Jul 15 15:19:56.539325 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39502878-beae-44c6-9d57-25918bfd6cb7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:56.572582 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-9d92c71e-9246-4784-bd07-b7e9afc575de None None] Set router 9e42e469-1471-40a0-9dd9-729a3960d98a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:19:56.581926 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:56.633798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-2b752356-46c3-4c44-bee7-946cbda5a36f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting port 41557798-e04d-40b0-9805-04748dc5ab48 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:56.634393 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b752356-46c3-4c44-bee7-946cbda5a36f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:56.650362 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d721cd2f-3088-4d33-bc5e-7aa1a4774ba1 req-68ea8f91-01ca-4ecd-a125-a37f324ba53a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442919 Jul 15 15:19:56.671007 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39502878-beae-44c6-9d57-25918bfd6cb7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:56.781444 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-39502878-beae-44c6-9d57-25918bfd6cb7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting port 67553859-dde2-49b3-b184-b0394b7c2cc6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:56.781848 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39502878-beae-44c6-9d57-25918bfd6cb7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:56.784443 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:56.801364 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b752356-46c3-4c44-bee7-946cbda5a36f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:56.802137 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b752356-46c3-4c44-bee7-946cbda5a36f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:56.815295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4587cfe1-97eb-44b9-9914-5f2704e255f2 None None] DHCP port deletion for 1ccba156-8e62-472c-aa79-380bf6176149 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:19:56.826452 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9d92c71e-9246-4784-bd07-b7e9afc575de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984865156', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:51Z', 'updated_at': '2021-07-15T15:19:54Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:52Z', 'updated_at': '2021-07-15T15:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:56.827422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-2b752356-46c3-4c44-bee7-946cbda5a36f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Calling delete_port for 41557798-e04d-40b0-9805-04748dc5ab48 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:56.862426 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92c71e-9246-4784-bd07-b7e9afc575de None None] The sync data for ids ['9e42e469-1471-40a0-9dd9-729a3960d98a'] in n-d-764435-3 is: [{'id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984865156', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:16:51Z', 'updated_at': '2021-07-15T15:19:54Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '67553859-dde2-49b3-b184-b0394b7c2cc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e42e469-1471-40a0-9dd9-729a3960d98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:16:52Z', 'updated_at': '2021-07-15T15:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:19:56.886235 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:19:56.888657 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d43ffbe-ac8d-4742-ae10-5f0f613494ae" -d '{"events": [{"server_uuid": "81b0f4ab-645f-4a6c-bcea-1d44825fbcae", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:19:56.926285 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-39502878-beae-44c6-9d57-25918bfd6cb7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] For port 67553859-dde2-49b3-b184-b0394b7c2cc6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=67553859-dde2-49b3-b184-b0394b7c2cc6,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:56.927020 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39502878-beae-44c6-9d57-25918bfd6cb7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:56.928921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:56.938449 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:56.948906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-39502878-beae-44c6-9d57-25918bfd6cb7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Calling delete_port for 67553859-dde2-49b3-b184-b0394b7c2cc6 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:56.976010 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111f2ee7-0296-4c3f-832f-e6284a821ca9 x-openstack-request-id: req-111f2ee7-0296-4c3f-832f-e6284a821ca9 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:19:56.976304 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b0f4ab-645f-4a6c-bcea-1d44825fbcae", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:19:56.976549 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-111f2ee7-0296-4c3f-832f-e6284a821ca9 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:19:56.976941 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef', 'code': 200} Jul 15 15:19:56.989813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4587cfe1-97eb-44b9-9914-5f2704e255f2 None None] Deleting port eee63083-2eb5-46c5-9a6c-7f14e9d876d5 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:19:56.990196 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4587cfe1-97eb-44b9-9914-5f2704e255f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:57.040730 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:57.062858 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b752356-46c3-4c44-bee7-946cbda5a36f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:57.097924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b752356-46c3-4c44-bee7-946cbda5a36f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Port': ['ID=41557798-e04d-40b0-9805-04748dc5ab48,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:57.117767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4587cfe1-97eb-44b9-9914-5f2704e255f2 None None] For port eee63083-2eb5-46c5-9a6c-7f14e9d876d5, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=eee63083-2eb5-46c5-9a6c-7f14e9d876d5,segment=NetworkSegment(f258598a-1c41-4242-bccf-9e06ca761d7a),segment_id=f258598a-1c41-4242-bccf-9e06ca761d7a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:19:57.118162 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4587cfe1-97eb-44b9-9914-5f2704e255f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:57.153395 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4587cfe1-97eb-44b9-9914-5f2704e255f2 None None] Calling delete_port for eee63083-2eb5-46c5-9a6c-7f14e9d876d5 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:19:57.172829 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b752356-46c3-4c44-bee7-946cbda5a36f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:57.176968 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b752356-46c3-4c44-bee7-946cbda5a36f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:57.178152 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2b752356-46c3-4c44-bee7-946cbda5a36f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/floatingips/89a74b52-56c2-43cb-a001-d3b7df4d18fa HTTP/1.1" status: 204 len: 168 time: 0.8874388 Jul 15 15:19:57.186719 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51366) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:57.234956 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-09198249-3c32-4191-8e11-2b9068aa09b8 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] delete failed (client error): The resource could not be found. Jul 15 15:19:57.236741 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-09198249-3c32-4191-8e11-2b9068aa09b8 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/floatingips/89a74b52-56c2-43cb-a001-d3b7df4d18fa HTTP/1.1" status: 404 len: 345 time: 0.0483387 Jul 15 15:19:57.243144 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51368) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:57.310286 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4587cfe1-97eb-44b9-9914-5f2704e255f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:57.376067 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587cfe1-97eb-44b9-9914-5f2704e255f2 None None] No DVR routers for this DVR port eee63083-2eb5-46c5-9a6c-7f14e9d876d5 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:57.391312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587cfe1-97eb-44b9-9914-5f2704e255f2 None None] Pushing event deleted for resources: {'Port': ['ID=eee63083-2eb5-46c5-9a6c-7f14e9d876d5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:57.394830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device eee63083-2eb5-46c5-9a6c-7f14e9d876d5 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:57.404757 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39502878-beae-44c6-9d57-25918bfd6cb7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:57.436799 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: eee63083-2eb5-46c5-9a6c-7f14e9d876d5 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:57.437573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device eee63083-2eb5-46c5-9a6c-7f14e9d876d5 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:57.438146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9eb8d02d-a086-4836-8db5-57982f9aeb80 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:57.463762 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 9eb8d02d-a086-4836-8db5-57982f9aeb80 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:57.464375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9eb8d02d-a086-4836-8db5-57982f9aeb80 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:57.501734 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df595d-f932-4054-b10c-19b2c2e890da req-c51ef7dc-f5aa-4bab-885d-1d52572ea98e tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:57.510406 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9df595d-f932-4054-b10c-19b2c2e890da req-c51ef7dc-f5aa-4bab-885d-1d52572ea98e tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.1505642 Jul 15 15:19:57.514409 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39502878-beae-44c6-9d57-25918bfd6cb7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Port': ['ID=67553859-dde2-49b3-b184-b0394b7c2cc6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:57.516523 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39502878-beae-44c6-9d57-25918bfd6cb7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:57.535550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013e7d6-f427-4389-af96-752aeedf003d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:57.541659 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013e7d6-f427-4389-af96-752aeedf003d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:57.547659 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013e7d6-f427-4389-af96-752aeedf003d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:57.552173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5013e7d6-f427-4389-af96-752aeedf003d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "GET /v2.0/ports?network_id=41f73799-5231-4480-9f56-74728cd7a65b HTTP/1.1" status: 200 len: 2359 time: 0.3052876 Jul 15 15:19:57.552636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51370) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:57.617137 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9df595d-f932-4054-b10c-19b2c2e890da req-4fad89e9-c43f-46ce-b853-9c5118049c78 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057174 Jul 15 15:19:57.637417 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39502878-beae-44c6-9d57-25918bfd6cb7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:57.640976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e45999-7867-4c91-9ffa-0953ebe2609d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:57.642327 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-80e45999-7867-4c91-9ffa-0953ebe2609d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "GET /v2.0/subnets/615d8dec-f449-40c9-9c85-cea49b1e4dcd HTTP/1.1" status: 200 len: 797 time: 0.0887759 Jul 15 15:19:57.643816 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39502878-beae-44c6-9d57-25918bfd6cb7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:57.649243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51376) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:57.654929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-61587091-491a-4a99-bcf2-0a0c44701c09 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'port': {'network_id': '41f73799-5231-4480-9f56-74728cd7a65b', 'name': 'tempest-FloatingIPTestJSON-1911597811', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:57.701018 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39502878-beae-44c6-9d57-25918bfd6cb7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:57.701553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39502878-beae-44c6-9d57-25918bfd6cb7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Fanout notify agent at l3_agent the message router_deleted on router 9e42e469-1471-40a0-9dd9-729a3960d98a {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:19:57.710510 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39502878-beae-44c6-9d57-25918bfd6cb7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:57.711734 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-39502878-beae-44c6-9d57-25918bfd6cb7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/routers/9e42e469-1471-40a0-9dd9-729a3960d98a HTTP/1.1" status: 204 len: 168 time: 1.2892933 Jul 15 15:19:57.714817 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51380) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:57.852055 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b035a57f-2e7e-4e09-904c-50e972496c7c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:57.963316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61587091-491a-4a99-bcf2-0a0c44701c09 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Made reservation on behalf of b6b423ecc8f94e348f56d9d791f05b70 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:19:58.037367 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b035a57f-2e7e-4e09-904c-50e972496c7c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:58.440879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b035a57f-2e7e-4e09-904c-50e972496c7c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccba156-8e62-472c-aa79-380bf6176149']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:58.450719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f56085-8dcd-4730-8b74-d8d55896827f req-2c76718c-0631-459b-a51f-577a1cd82af9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:58.452253 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-48f56085-8dcd-4730-8b74-d8d55896827f req-2c76718c-0631-459b-a51f-577a1cd82af9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.5975363 Jul 15 15:19:58.474676 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b035a57f-2e7e-4e09-904c-50e972496c7c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f258598a-1c41-4242-bccf-9e06ca761d7a') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:58.474974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b035a57f-2e7e-4e09-904c-50e972496c7c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f258598a-1c41-4242-bccf-9e06ca761d7a') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:58.492810 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b035a57f-2e7e-4e09-904c-50e972496c7c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:58.525037 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b035a57f-2e7e-4e09-904c-50e972496c7c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:58.529557 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61587091-491a-4a99-bcf2-0a0c44701c09 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:58.540318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b035a57f-2e7e-4e09-904c-50e972496c7c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:19:58.540722 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b035a57f-2e7e-4e09-904c-50e972496c7c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:19:58.548902 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:19:58.569707 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-48f56085-8dcd-4730-8b74-d8d55896827f req-4af09a87-2cdb-493c-9db4-ff6d583c7fb1 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074727 Jul 15 15:19:58.584114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-61587091-491a-4a99-bcf2-0a0c44701c09 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] device_id is not set on port 2c2639fd-0c73-4054-a540-f4eaf005da17 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:19:58.685118 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b035a57f-2e7e-4e09-904c-50e972496c7c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:58.711195 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b035a57f-2e7e-4e09-904c-50e972496c7c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:58.716308 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51406) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:58.716834 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b035a57f-2e7e-4e09-904c-50e972496c7c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/networks/1ccba156-8e62-472c-aa79-380bf6176149 HTTP/1.1" status: 204 len: 168 time: 1.0006635 Jul 15 15:19:58.764971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035a57f-2e7e-4e09-904c-50e972496c7c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Network': ['ID=1ccba156-8e62-472c-aa79-380bf6176149,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:58.825953 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-158e9218-2b7a-4458-99b3-d55e5ee9f0a1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:58.863928 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-158e9218-2b7a-4458-99b3-d55e5ee9f0a1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:58.944142 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-158e9218-2b7a-4458-99b3-d55e5ee9f0a1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:58.947929 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-158e9218-2b7a-4458-99b3-d55e5ee9f0a1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:58.952254 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-158e9218-2b7a-4458-99b3-d55e5ee9f0a1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/security-groups/ac454a3f-e350-4b1b-8367-5ef5b2899fa8 HTTP/1.1" status: 204 len: 168 time: 0.2311010 Jul 15 15:19:58.969626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e9218-2b7a-4458-99b3-d55e5ee9f0a1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac454a3f-e350-4b1b-8367-5ef5b2899fa8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:58.999839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e5b9f-66a1-437b-99c4-206db01e09f7 req-0b9c6b80-05a3-49f0-823c-0ee0a139e3c8 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:59.009269 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac8e5b9f-66a1-437b-99c4-206db01e09f7 req-0b9c6b80-05a3-49f0-823c-0ee0a139e3c8 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.2252920 Jul 15 15:19:59.039582 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 67553859-dde2-49b3-b184-b0394b7c2cc6 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:59.067743 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 67553859-dde2-49b3-b184-b0394b7c2cc6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:59.068408 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 67553859-dde2-49b3-b184-b0394b7c2cc6 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:59.101897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac8e5b9f-66a1-437b-99c4-206db01e09f7 req-72a63174-3733-4150-80de-dd0ecdab0e8a tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916512 Jul 15 15:19:59.187356 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-61587091-491a-4a99-bcf2-0a0c44701c09 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Allocated IP 172.20.0.13 (41f73799-5231-4480-9f56-74728cd7a65b/615d8dec-f449-40c9-9c85-cea49b1e4dcd/2c2639fd-0c73-4054-a540-f4eaf005da17) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:59.196005 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-61587091-491a-4a99-bcf2-0a0c44701c09 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Allocated IP 172.20.0.12 (41f73799-5231-4480-9f56-74728cd7a65b/615d8dec-f449-40c9-9c85-cea49b1e4dcd/2c2639fd-0c73-4054-a540-f4eaf005da17) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:59.387849 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61587091-491a-4a99-bcf2-0a0c44701c09 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:59.450002 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61587091-491a-4a99-bcf2-0a0c44701c09 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:59.507198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61587091-491a-4a99-bcf2-0a0c44701c09 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network 41f73799-5231-4480-9f56-74728cd7a65b is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:19:59.516507 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-61587091-491a-4a99-bcf2-0a0c44701c09 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:19:59.520511 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61587091-491a-4a99-bcf2-0a0c44701c09 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:19:59.555987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61587091-491a-4a99-bcf2-0a0c44701c09 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=2c2639fd-0c73-4054-a540-f4eaf005da17,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:59.586393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61587091-491a-4a99-bcf2-0a0c44701c09 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:19:59.587303 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-61587091-491a-4a99-bcf2-0a0c44701c09 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:59.608467 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-61587091-491a-4a99-bcf2-0a0c44701c09 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9576228 Jul 15 15:19:59.609131 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51440) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:59.613846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': '2c2639fd-0c73-4054-a540-f4eaf005da17', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:59.645597 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:59.697438 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51446) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:59.702745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-eedb43b2-5f38-4415-859a-c31c99067824 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1941141012', 'description': 'tempest-secgroup-smoke-1941141012 description', 'project_id': '5ef1d87b1ef049c18d214bfde5982884'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:59.735184 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eedb43b2-5f38-4415-859a-c31c99067824 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:59.796811 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:59.869408 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eedb43b2-5f38-4415-859a-c31c99067824 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:59.873666 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eedb43b2-5f38-4415-859a-c31c99067824 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:59.930778 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eedb43b2-5f38-4415-859a-c31c99067824 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:59.931938 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-eedb43b2-5f38-4415-859a-c31c99067824 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2334671 Jul 15 15:19:59.934771 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51458) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:59.943433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Allocated IP 172.25.4.125 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/d7ffd800-dd1d-4f7e-85e0-516a485ee868) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:19:59.946559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2e81b56b-0781-4d98-a09a-41dade767088 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': '826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:19:59.974773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb43b2-5f38-4415-859a-c31c99067824 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:00.054837 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e81b56b-0781-4d98-a09a-41dade767088 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.065279 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88020c70-24e1-4d42-880d-1b37f2fc771d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.193657 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e81b56b-0781-4d98-a09a-41dade767088 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.197901 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e81b56b-0781-4d98-a09a-41dade767088 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.227627 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81b56b-0781-4d98-a09a-41dade767088 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b5ea7b-608e-4ceb-a162-1b6f60bf0de6,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:00.243464 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e81b56b-0781-4d98-a09a-41dade767088 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.248155 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2e81b56b-0781-4d98-a09a-41dade767088 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3124108 Jul 15 15:20:00.248752 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51474) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:00.253273 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-abde9071-d257-48e9-a7ae-bcf16dca9861 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': '826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:00.294028 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abde9071-d257-48e9-a7ae-bcf16dca9861 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.311345 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.327161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c289c-e882-4811-9337-13a7d1198cb9 req-360031b8-afd3-467e-b683-0ae7d9d40ad1 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:00.328747 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-985c289c-e882-4811-9337-13a7d1198cb9 req-360031b8-afd3-467e-b683-0ae7d9d40ad1 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.2522752 Jul 15 15:20:00.388561 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abde9071-d257-48e9-a7ae-bcf16dca9861 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.393753 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abde9071-d257-48e9-a7ae-bcf16dca9861 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.415735 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde9071-d257-48e9-a7ae-bcf16dca9861 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a649c2-ce67-42ad-b2b6-ea7eb4310e4f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:00.425863 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abde9071-d257-48e9-a7ae-bcf16dca9861 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.427510 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-abde9071-d257-48e9-a7ae-bcf16dca9861 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1776681 Jul 15 15:20:00.430247 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51476) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:00.435110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d867942f-498b-4e76-9e10-bb9401c107e7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': '826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:00.449170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-985c289c-e882-4811-9337-13a7d1198cb9 req-7e10afe0-18fa-4656-ac3e-f787d965253b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073587 Jul 15 15:20:00.466821 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d867942f-498b-4e76-9e10-bb9401c107e7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.472585 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38ef5772-58c5-4b7c-8db3-f45e84eef135 req-e70b1799-f639-45b4-b49b-31faf06cb252 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2292852 Jul 15 15:20:00.520094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790bac0-22f6-4634-b629-ae046f445c2e req-b5a20c14-828b-4835-b8c4-d1b64a2c6b21 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:00.528458 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1790bac0-22f6-4634-b629-ae046f445c2e req-b5a20c14-828b-4835-b8c4-d1b64a2c6b21 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.1984398 Jul 15 15:20:00.537620 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.540733 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d867942f-498b-4e76-9e10-bb9401c107e7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.547537 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d867942f-498b-4e76-9e10-bb9401c107e7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.572140 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867942f-498b-4e76-9e10-bb9401c107e7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b998a2d3-8992-4da2-9c08-e206a4095921,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:00.580493 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d867942f-498b-4e76-9e10-bb9401c107e7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.584702 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d867942f-498b-4e76-9e10-bb9401c107e7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516573 Jul 15 15:20:00.585058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51484) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:00.587289 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:00.591750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:00.598682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:00.602096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:20:00.610788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7dac1694-beb7-4ba5-a94e-778653a4972e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': '826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:00.650382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=d7ffd800-dd1d-4f7e-85e0-516a485ee868,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:00.671275 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1790bac0-22f6-4634-b629-ae046f445c2e req-36a754ef-71ab-48e8-9632-b921fb36a037 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418641 Jul 15 15:20:00.678661 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7dac1694-beb7-4ba5-a94e-778653a4972e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.785096 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7dac1694-beb7-4ba5-a94e-778653a4972e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.790477 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7dac1694-beb7-4ba5-a94e-778653a4972e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.826678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7dac1694-beb7-4ba5-a94e-778653a4972e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.827904 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7dac1694-beb7-4ba5-a94e-778653a4972e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2419794 Jul 15 15:20:00.831248 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51490) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:00.840792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac1694-beb7-4ba5-a94e-778653a4972e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6cc256-6322-4b7e-8ca8-218c1e149f83,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:00.846184 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4aafc338-6ac7-4b95-9d4f-3941bfc02b96 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': '826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:00.877891 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-4aafc338-6ac7-4b95-9d4f-3941bfc02b96 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Project 5ef1d87b1ef049c18d214bfde5982884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:20:00.888150 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4aafc338-6ac7-4b95-9d4f-3941bfc02b96 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.994060 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4aafc338-6ac7-4b95-9d4f-3941bfc02b96 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:00.999719 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4aafc338-6ac7-4b95-9d4f-3941bfc02b96 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.021147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafc338-6ac7-4b95-9d4f-3941bfc02b96 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d59381-b93e-45df-b9ef-072947b4486a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:01.040817 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4aafc338-6ac7-4b95-9d4f-3941bfc02b96 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.045983 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4aafc338-6ac7-4b95-9d4f-3941bfc02b96 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2062881 Jul 15 15:20:01.046683 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51498) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:01.052849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a152a2a4-8a80-4aeb-9850-877e48d4a609 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': '826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:01.079535 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-a152a2a4-8a80-4aeb-9850-877e48d4a609 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Project 5ef1d87b1ef049c18d214bfde5982884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:20:01.087196 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a152a2a4-8a80-4aeb-9850-877e48d4a609 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.155160 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.167861 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a152a2a4-8a80-4aeb-9850-877e48d4a609 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.179821 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a152a2a4-8a80-4aeb-9850-877e48d4a609 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.207942 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152a2a4-8a80-4aeb-9850-877e48d4a609 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd38b1ff-63e6-4e01-9d63-ece7612d68e7,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:01.215667 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a152a2a4-8a80-4aeb-9850-877e48d4a609 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.217238 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a152a2a4-8a80-4aeb-9850-877e48d4a609 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1693478 Jul 15 15:20:01.220014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51504) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:01.226825 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ebcdb740-e860-411f-ba0e-95589e1d4ca3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'network': {'name': 'tempest-network-smoke--453079604', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'port_security_enabled': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:01.255767 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcdb740-e860-411f-ba0e-95589e1d4ca3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Made reservation on behalf of 5ef1d87b1ef049c18d214bfde5982884 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:01.261369 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebcdb740-e860-411f-ba0e-95589e1d4ca3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.262602 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.296408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcdb740-e860-411f-ba0e-95589e1d4ca3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:20:01.309296 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebcdb740-e860-411f-ba0e-95589e1d4ca3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.309652 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-ebcdb740-e860-411f-ba0e-95589e1d4ca3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Added segment dbbbeaed-4588-4ae6-a97e-af519cc0d798 of type vlan for network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c Jul 15 15:20:01.354615 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebcdb740-e860-411f-ba0e-95589e1d4ca3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.388418 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebcdb740-e860-411f-ba0e-95589e1d4ca3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.395415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcdb740-e860-411f-ba0e-95589e1d4ca3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:01.396153 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebcdb740-e860-411f-ba0e-95589e1d4ca3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.438490 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ebcdb740-e860-411f-ba0e-95589e1d4ca3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2145934 Jul 15 15:20:01.438951 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51506) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:01.443679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1516142876', 'admin_state_up': True, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:01.453876 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.459904 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.478188 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdb740-e860-411f-ba0e-95589e1d4ca3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Network': ['ID=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:01.497558 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.498030 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:20:01.498698 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.581147 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.665469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=d7ffd800-dd1d-4f7e-85e0-516a485ee868,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:01.696023 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.726712 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:01.909025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ba8a2-9af7-401d-be3d-aa26c469a0bb req-73155219-d04c-447b-ab55-ef418a0a09db tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:01.911750 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-585ba8a2-9af7-401d-be3d-aa26c469a0bb req-73155219-d04c-447b-ab55-ef418a0a09db tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.2807877 Jul 15 15:20:01.948108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef5772-58c5-4b7c-8db3-f45e84eef135 req-a16af227-434f-47a1-aeb4-dd0dfce15287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:01.949610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38ef5772-58c5-4b7c-8db3-f45e84eef135 req-a16af227-434f-47a1-aeb4-dd0dfce15287 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae&tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75 HTTP/1.1" status: 200 len: 1095 time: 0.4103773 Jul 15 15:20:01.961184 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Floating IP 6ddaab2c-d1b6-4fbb-b07a-60dae00bcb87 associated. External IP: 172.25.4.125, port: 2c2639fd-0c73-4054-a540-f4eaf005da17. Jul 15 15:20:01.988232 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:02.008169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:02.072630 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-585ba8a2-9af7-401d-be3d-aa26c469a0bb req-7c5fee7b-e89a-4f9d-a1ac-55bd38e9694b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484284 Jul 15 15:20:02.137112 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36946011-cf27-4c53-80d5-dc8789ca3196 req-425bd1df-1531-454b-8515-122d47162411 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:02.138899 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36946011-cf27-4c53-80d5-dc8789ca3196 req-425bd1df-1531-454b-8515-122d47162411 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.3402693 Jul 15 15:20:02.149985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Allocated IP 172.25.4.79 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/0b134de8-be13-4e1c-8b56-766e91fa8d21) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:02.202035 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef5772-58c5-4b7c-8db3-f45e84eef135 req-a5e72605-93e2-4a97-b2a8-40764e436bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:02.203736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38ef5772-58c5-4b7c-8db3-f45e84eef135 req-a5e72605-93e2-4a97-b2a8-40764e436bd8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 1095 time: 0.2024927 Jul 15 15:20:02.256128 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36946011-cf27-4c53-80d5-dc8789ca3196 req-b946d0e7-5633-4dc8-9793-2fe2ee465a46 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048925 Jul 15 15:20:02.275520 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:02.320088 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:02.366622 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:02.369422 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:02.371986 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:02.397423 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=0b134de8-be13-4e1c-8b56-766e91fa8d21,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:02.399869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef5772-58c5-4b7c-8db3-f45e84eef135 req-d7d4edff-9db7-4f59-8b6d-1a48f6bc9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:02.401397 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38ef5772-58c5-4b7c-8db3-f45e84eef135 req-d7d4edff-9db7-4f59-8b6d-1a48f6bc9eaf service neutron] 10.222.0.22 "GET /v2.0/networks?id=f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 200 len: 918 time: 0.1902411 Jul 15 15:20:02.403248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:20:02.515659 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38ef5772-58c5-4b7c-8db3-f45e84eef135 req-6f62d6f0-2c79-4f3b-bc99-e8b0b82c9fba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef HTTP/1.1" status: 200 len: 1000 time: 0.1053233 Jul 15 15:20:02.605764 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef5772-58c5-4b7c-8db3-f45e84eef135 req-77c83b2d-a293-45a5-a23e-7be7ea004253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:02.607289 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38ef5772-58c5-4b7c-8db3-f45e84eef135 req-77c83b2d-a293-45a5-a23e-7be7ea004253 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e02218b1-8e75-4c36-9d6e-ae1449beb9a6 HTTP/1.1" status: 200 len: 856 time: 0.0849180 Jul 15 15:20:02.610056 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:02.620022 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431971ae-3ce7-4c2c-9651-138203507ad3 None None] Sync routers for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:02.632377 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431971ae-3ce7-4c2c-9651-138203507ad3 None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:02.633005 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-431971ae-3ce7-4c2c-9651-138203507ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:02.633295 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:02.655274 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:02.669674 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-431971ae-3ce7-4c2c-9651-138203507ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:02.679481 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431971ae-3ce7-4c2c-9651-138203507ad3 None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:02.680375 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-431971ae-3ce7-4c2c-9651-138203507ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:19:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:02.705241 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dc615c36-bd9b-4fd6-a1f0-643138fe2b24 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.0950279 Jul 15 15:20:02.709655 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51534) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:02.714759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f568f353-2551-40fc-9f63-ec409c44d04c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'floatingip': {'port_id': '2c2639fd-0c73-4054-a540-f4eaf005da17', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:02.730825 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-431971ae-3ce7-4c2c-9651-138203507ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:02.731822 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431971ae-3ce7-4c2c-9651-138203507ad3 None None] The sync data for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:02.774450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef5772-58c5-4b7c-8db3-f45e84eef135 req-c3f3d0b1-6be0-4ac1-8ef6-f2b492ed9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:02.775953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38ef5772-58c5-4b7c-8db3-f45e84eef135 req-c3f3d0b1-6be0-4ac1-8ef6-f2b492ed9390 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f4383174-585e-4d4e-b660-80050803c374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527829 Jul 15 15:20:02.792053 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f568f353-2551-40fc-9f63-ec409c44d04c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:02.810755 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:02.920629 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79056ce2-dd07-49f3-acd2-743af0274a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:02.942220 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:03.100433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router ffcb6dc2-b705-400c-bd8e-507b76fba7fe is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:20:03.243300 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:03.256945 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Sync routers for ids ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:03.267536 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:03.270191 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f8f984fa-e1f5-4e63-8be0-c5c2d86f46e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8297944 Jul 15 15:20:03.271681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Routers {'ffcb6dc2-b705-400c-bd8e-507b76fba7fe'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:03.272343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:03.272792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51548) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:03.321772 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b459038e-1352-4738-ae66-6fd23d5483c6 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=5ef1d87b1ef049c18d214bfde5982884&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453684 Jul 15 15:20:03.321929 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51552) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:03.431897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Set router ffcb6dc2-b705-400c-bd8e-507b76fba7fe gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:20:03.482966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49255692-419c-4730-9a53-2a2c6bbcff98 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:03.484386 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38ef5772-58c5-4b7c-8db3-f45e84eef135 req-c72a32bd-81ff-4d49-8750-139a500295ff service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7011495 Jul 15 15:20:03.489106 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-49255692-419c-4730-9a53-2a2c6bbcff98 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1613426 Jul 15 15:20:03.489995 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51554) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:03.526259 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ac1ee57d-6278-4e82-9ec9-9ce52a8f4bdb tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347879 Jul 15 15:20:03.527256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51556) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:03.532610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cb363b85-6aaa-4e67-9e83-e711892ecc63 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-931946030', 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:03.639119 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516142876', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:20:01Z', 'updated_at': '2021-07-15T15:20:02Z', 'revision_number': 3, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:02Z', 'updated_at': '2021-07-15T15:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:03.642388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44138f3-9cfc-4a20-9582-cdaf6c2a8a45 req-c3280578-7a0c-4d06-8994-5abfce86fe4d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:03.650111 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b44138f3-9cfc-4a20-9582-cdaf6c2a8a45 req-c3280578-7a0c-4d06-8994-5abfce86fe4d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.3230746 Jul 15 15:20:03.654380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb363b85-6aaa-4e67-9e83-e711892ecc63 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Made reservation on behalf of 5ef1d87b1ef049c18d214bfde5982884 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:03.659775 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb363b85-6aaa-4e67-9e83-e711892ecc63 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:03.673748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Checking router: ffcb6dc2-b705-400c-bd8e-507b76fba7fe for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:20:03.674115 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Updating router ffcb6dc2-b705-400c-bd8e-507b76fba7fe port 0b134de8-be13-4e1c-8b56-766e91fa8d21 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:20:03.693811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38ef5772-58c5-4b7c-8db3-f45e84eef135 req-08724269-d603-418e-970e-2530e19ae9ce service neutron] 10.222.0.22 "GET /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987228 Jul 15 15:20:03.710943 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:03.753111 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffa219-a742-4e76-9833-2098a94ab34e req-3ebe3c4b-19f5-41d7-88fd-6c0387052ab7 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:03.773788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebffa219-a742-4e76-9833-2098a94ab34e req-3ebe3c4b-19f5-41d7-88fd-6c0387052ab7 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.3457098 Jul 15 15:20:03.812193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b44138f3-9cfc-4a20-9582-cdaf6c2a8a45 req-1c9f0607-36fc-49e5-be70-9bd7aaa3a50a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609416 Jul 15 15:20:03.900434 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebffa219-a742-4e76-9833-2098a94ab34e req-f31f1460-f367-4fb6-9d6b-7179ee526ac8 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145866 Jul 15 15:20:03.989252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb363b85-6aaa-4e67-9e83-e711892ecc63 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:04.095188 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:04.109958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Transition to ACTIVE for port object 0b134de8-be13-4e1c-8b56-766e91fa8d21 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:04.121196 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:04.171639 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb363b85-6aaa-4e67-9e83-e711892ecc63 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Subnet': ['ID=360b9ecd-0f4c-46a7-a157-c8c6b275b294,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:04.192751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb363b85-6aaa-4e67-9e83-e711892ecc63 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Checking segment: {'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:04.196180 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb363b85-6aaa-4e67-9e83-e711892ecc63 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network hostable DHCP agents. Network: 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:20:04.214305 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96806228-cfe9-45eb-a5ce-fbb07a9fa50a None None] Pushing event updated for resources: {'Port': ['ID=0b134de8-be13-4e1c-8b56-766e91fa8d21,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:04.261862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Attempting to bind port 0b134de8-be13-4e1c-8b56-766e91fa8d21 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:20:04.262312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Attempting to bind port 0b134de8-be13-4e1c-8b56-766e91fa8d21 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:20:04.262841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Attempting to bind port 0b134de8-be13-4e1c-8b56-766e91fa8d21 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:20:04.266957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb363b85-6aaa-4e67-9e83-e711892ecc63 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:20:04.287793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:20:04.288221 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:04.288647 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:04.290827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-cb363b85-6aaa-4e67-9e83-e711892ecc63 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:04.292623 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:20:04.293184 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Bound port: 0b134de8-be13-4e1c-8b56-766e91fa8d21, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:20:04.309664 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb363b85-6aaa-4e67-9e83-e711892ecc63 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:04.312367 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:04.312856 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb363b85-6aaa-4e67-9e83-e711892ecc63 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:04.403686 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3ae4b3-643c-4a16-a5fe-d98ba12f8143 None None] Network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:04.406985 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cb363b85-6aaa-4e67-9e83-e711892ecc63 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8782940 Jul 15 15:20:04.411762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51588) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:04.430653 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f568f353-2551-40fc-9f63-ec409c44d04c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:04.436348 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f568f353-2551-40fc-9f63-ec409c44d04c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:04.701418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] For port 0b134de8-be13-4e1c-8b56-766e91fa8d21, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:20:04.704903 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] For port 0b134de8-be13-4e1c-8b56-766e91fa8d21, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0b134de8-be13-4e1c-8b56-766e91fa8d21,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:20:04.717632 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:04.751538 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:04.802851 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Routers {'ffcb6dc2-b705-400c-bd8e-507b76fba7fe'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:04.803508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:05.123738 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f568f353-2551-40fc-9f63-ec409c44d04c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:20:05.206156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96806228-cfe9-45eb-a5ce-fbb07a9fa50a None None] Pushing event updated for resources: {'Port': ['ID=0b134de8-be13-4e1c-8b56-766e91fa8d21,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:05.217711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e647c1b-b016-42f0-a2a9-ac39aee7fe3a req-17159902-6057-463e-8a8e-278b677a5aa9 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:05.225291 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0e647c1b-b016-42f0-a2a9-ac39aee7fe3a req-17159902-6057-463e-8a8e-278b677a5aa9 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.6024141 Jul 15 15:20:05.284279 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ips': [{'subnet_id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:20:05.285411 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:05.476415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] Set router ffcb6dc2-b705-400c-bd8e-507b76fba7fe gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:20:05.504067 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0e647c1b-b016-42f0-a2a9-ac39aee7fe3a req-7efe594b-8ed1-4a4e-b102-7c0b71d1dd94 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780073 Jul 15 15:20:05.508348 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f568f353-2551-40fc-9f63-ec409c44d04c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:05.513351 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f568f353-2551-40fc-9f63-ec409c44d04c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:05.520949 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955c8dec-a93a-46b6-880a-76fd07b19c6c None None] Sync routers for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:05.536381 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c8dec-a93a-46b6-880a-76fd07b19c6c None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:05.536913 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-955c8dec-a93a-46b6-880a-76fd07b19c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:05.605392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a05e0a-da08-46f5-a540-adbb5e7bcbe7 req-b7599170-6e38-4052-85a6-c90cd114f8fb tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:05.612512 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57a05e0a-da08-46f5-a540-adbb5e7bcbe7 req-b7599170-6e38-4052-85a6-c90cd114f8fb tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.5083804 Jul 15 15:20:05.642228 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-955c8dec-a93a-46b6-880a-76fd07b19c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:05.645330 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f568f353-2551-40fc-9f63-ec409c44d04c tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "PUT /v2.0/floatingips/6ddaab2c-d1b6-4fbb-b07a-60dae00bcb87 HTTP/1.1" status: 200 len: 979 time: 2.9343994 Jul 15 15:20:05.648029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51602) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:05.665885 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c8dec-a93a-46b6-880a-76fd07b19c6c None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:05.666511 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-955c8dec-a93a-46b6-880a-76fd07b19c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:05.718197 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-955c8dec-a93a-46b6-880a-76fd07b19c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:05.719640 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955c8dec-a93a-46b6-880a-76fd07b19c6c None None] The sync data for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:05.765069 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57a05e0a-da08-46f5-a540-adbb5e7bcbe7 req-5680e961-fc6d-4f5a-8d84-dd0487029955 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515422 Jul 15 15:20:05.782560 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Allocated IP 172.20.0.2 (3b5da0c8-4550-4914-9aaf-7b3da63d0f4c/360b9ecd-0f4c-46a7-a157-c8c6b275b294/d57f7884-f287-4ef7-8ae2-67ad4c37f2fa) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:05.808785 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:05.954630 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516142876', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:20:01Z', 'updated_at': '2021-07-15T15:20:02Z', 'revision_number': 3, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:02Z', 'updated_at': '2021-07-15T15:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:06.002633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0c775-e746-48cd-b414-332eb73ce480 None None] The sync data for ids ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'] in n-d-764435-3 is: [{'id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516142876', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:20:01Z', 'updated_at': '2021-07-15T15:20:02Z', 'revision_number': 3, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:02Z', 'updated_at': '2021-07-15T15:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:06.039408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492db2a1-97b3-4c8e-9f8d-843b61c91192 req-7fb6b3cd-84f7-4b7d-acf4-914727870cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:06.041220 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-492db2a1-97b3-4c8e-9f8d-843b61c91192 req-7fb6b3cd-84f7-4b7d-acf4-914727870cb2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2db6d724ceec4df59f0f69f5abe77cf3&device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 1097 time: 0.1642435 Jul 15 15:20:06.045553 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:06.152025 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:06.174233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Transition to ACTIVE for port object d57f7884-f287-4ef7-8ae2-67ad4c37f2fa will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:06.206392 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Transition to ACTIVE for port object d57f7884-f287-4ef7-8ae2-67ad4c37f2fa will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:06.214880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492db2a1-97b3-4c8e-9f8d-843b61c91192 req-07075421-c5de-49e2-bf30-9888bd776d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:06.216692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-492db2a1-97b3-4c8e-9f8d-843b61c91192 req-07075421-c5de-49e2-bf30-9888bd776d90 service neutron] 10.222.0.22 "GET /v2.0/networks?id=579fa8cf-a9bb-4f78-bf43-84ac7a207108 HTTP/1.1" status: 200 len: 911 time: 0.1678059 Jul 15 15:20:06.224189 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:06.235509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d028a-f27d-4149-8129-333ef06ca6d0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting port d7ffd800-dd1d-4f7e-85e0-516a485ee868 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:06.236197 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc1d028a-f27d-4149-8129-333ef06ca6d0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:06.334181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Allocated IP 172.20.0.1 (3b5da0c8-4550-4914-9aaf-7b3da63d0f4c/360b9ecd-0f4c-46a7-a157-c8c6b275b294/0e6397ea-ad66-4770-9505-6b1ebf788053) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:06.359969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:06.364103 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Pushing event updated for resources: {'Port': ['ID=d57f7884-f287-4ef7-8ae2-67ad4c37f2fa,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:06.390236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:06.392489 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:06.606950 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Attempting to bind port d57f7884-f287-4ef7-8ae2-67ad4c37f2fa on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:20:06.607705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Attempting to bind port d57f7884-f287-4ef7-8ae2-67ad4c37f2fa by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:20:06.608690 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Attempting to bind port d57f7884-f287-4ef7-8ae2-67ad4c37f2fa on network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:20:06.620196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:20:06.626375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Checking segment: {'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:06.627164 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:06.627803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Bound using segment: {'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:20:06.628584 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Bound port: d57f7884-f287-4ef7-8ae2-67ad4c37f2fa, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:20:06.629577 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:06.729883 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:06.775898 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Transition to ACTIVE for port object 0e6397ea-ad66-4770-9505-6b1ebf788053 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:06.799540 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] For port d57f7884-f287-4ef7-8ae2-67ad4c37f2fa, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:20:06.808233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] For port d57f7884-f287-4ef7-8ae2-67ad4c37f2fa, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d57f7884-f287-4ef7-8ae2-67ad4c37f2fa,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:20:06.816029 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:06.842881 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:06.974021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e4ae0-69a6-461b-ab42-27a924715b8d None None] Pushing event updated for resources: {'Port': ['ID=d57f7884-f287-4ef7-8ae2-67ad4c37f2fa,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:06.993374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:07.008679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:07.016439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:07.200275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=0e6397ea-ad66-4770-9505-6b1ebf788053,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:07.200683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0b134de8-be13-4e1c-8b56-766e91fa8d21 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:20:07.204730 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:07.378259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 0b134de8-be13-4e1c-8b56-766e91fa8d21 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:20:07.392001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 0b134de8-be13-4e1c-8b56-766e91fa8d21 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:07.392390 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:07.403961 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-492db2a1-97b3-4c8e-9f8d-843b61c91192 req-c3f2f282-b7f4-4022-9183-3fad7a70c973 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be9178bb-2631-4fe3-aec5-46cc971df8f8 HTTP/1.1" status: 200 len: 1001 time: 1.1704590 Jul 15 15:20:07.557626 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc1d028a-f27d-4149-8129-333ef06ca6d0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:07.558175 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc1d028a-f27d-4149-8129-333ef06ca6d0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:07.647140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d028a-f27d-4149-8129-333ef06ca6d0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Calling delete_port for d7ffd800-dd1d-4f7e-85e0-516a485ee868 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:07.662927 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:07.684983 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:07.717252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 0b134de8-be13-4e1c-8b56-766e91fa8d21, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0b134de8-be13-4e1c-8b56-766e91fa8d21,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:07.728067 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:07.732587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d042689-66d3-4653-a4ec-8d7e9846846c req-95f86735-25c0-4ab1-9018-c4d85ecbbdea tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:07.751895 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d042689-66d3-4653-a4ec-8d7e9846846c req-95f86735-25c0-4ab1-9018-c4d85ecbbdea tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.5534363 Jul 15 15:20:07.774152 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01769a-0dd5-4412-b355-68c8a74d7379 req-8e113d76-c7f1-4e5f-9e25-cf8152b381fe tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:07.781133 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e01769a-0dd5-4412-b355-68c8a74d7379 req-8e113d76-c7f1-4e5f-9e25-cf8152b381fe tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.5699773 Jul 15 15:20:07.797524 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=0b134de8-be13-4e1c-8b56-766e91fa8d21,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:07.818646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492db2a1-97b3-4c8e-9f8d-843b61c91192 req-b5fd48bc-2573-4a07-bbe5-ea8c4e177379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:07.820089 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-492db2a1-97b3-4c8e-9f8d-843b61c91192 req-b5fd48bc-2573-4a07-bbe5-ea8c4e177379 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61f1753c-5b9f-4677-ae22-56509e286e82 HTTP/1.1" status: 200 len: 849 time: 0.3831978 Jul 15 15:20:08.088749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e01769a-0dd5-4412-b355-68c8a74d7379 req-16114e32-e572-4fee-9f02-72fecf0231e5 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3066380 Jul 15 15:20:08.134234 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d042689-66d3-4653-a4ec-8d7e9846846c req-00040f64-3d7f-4b85-8d1a-f2d63a7c6a77 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3814290 Jul 15 15:20:08.192588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492db2a1-97b3-4c8e-9f8d-843b61c91192 req-e8e31231-503b-4e25-9731-6662cdb6a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:08.197422 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-492db2a1-97b3-4c8e-9f8d-843b61c91192 req-e8e31231-503b-4e25-9731-6662cdb6a1a3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=579fa8cf-a9bb-4f78-bf43-84ac7a207108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3437302 Jul 15 15:20:08.282866 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:08.294200 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:08.335841 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc1d028a-f27d-4149-8129-333ef06ca6d0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:08.429661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=0e6397ea-ad66-4770-9505-6b1ebf788053,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:08.432668 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d028a-f27d-4149-8129-333ef06ca6d0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Port': ['ID=d7ffd800-dd1d-4f7e-85e0-516a485ee868,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:08.434971 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:08.629580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:08.631818 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:08.731436 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-492db2a1-97b3-4c8e-9f8d-843b61c91192 req-a5006f5a-c4a3-4140-8f25-2bf908386c0e service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530305 Jul 15 15:20:08.733924 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc1d028a-f27d-4149-8129-333ef06ca6d0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:08.734364 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-cc1d028a-f27d-4149-8129-333ef06ca6d0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Floating IP 6ddaab2c-d1b6-4fbb-b07a-60dae00bcb87 disassociated (deleted). External IP: 172.25.4.125, port: 2c2639fd-0c73-4054-a540-f4eaf005da17. Jul 15 15:20:08.748816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4323c3-df57-4279-93a8-67fe46e10395 None None] Network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:08.879285 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router ffcb6dc2-b705-400c-bd8e-507b76fba7fe has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:20:08.925616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ac66fa39-36cf-4178-91e8-f9bc4580e04f None None] Provisioning for port d57f7884-f287-4ef7-8ae2-67ad4c37f2fa completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:20:09.214768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:09.267202 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d9158eaf-9116-4a37-81c2-8b18af683f3c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "PUT /v2.0/routers/ffcb6dc2-b705-400c-bd8e-507b76fba7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8524094 Jul 15 15:20:09.308624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Sync routers for ids ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:09.335856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d57f7884-f287-4ef7-8ae2-67ad4c37f2fa up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:20:09.405980 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-492db2a1-97b3-4c8e-9f8d-843b61c91192 req-98e776b9-a310-4a10-9950-f6c36aa5d507 service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602360 Jul 15 15:20:09.496634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Routers {'ffcb6dc2-b705-400c-bd8e-507b76fba7fe'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:09.497377 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:09.656444 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1d028a-f27d-4149-8129-333ef06ca6d0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:20:09.740351 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port d57f7884-f287-4ef7-8ae2-67ad4c37f2fa completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:20:09.747948 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d57f7884-f287-4ef7-8ae2-67ad4c37f2fa triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:09.748666 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:09.780430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5cd13-aa33-46d9-9041-731e27cc509f req-44edf0a5-5785-4d3f-80be-670ba8cad691 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:09.782232 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcc5cd13-aa33-46d9-9041-731e27cc509f req-44edf0a5-5785-4d3f-80be-670ba8cad691 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.5101256 Jul 15 15:20:09.858884 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcc5cd13-aa33-46d9-9041-731e27cc509f req-bbf02d99-e198-415b-b6d8-a5c06c7dbd04 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633321 Jul 15 15:20:09.874693 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d329e1b-2d55-4f87-9f2a-a790ab3c4365 req-df7f2751-15c7-4ba4-9f0c-e855d55ec804 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:09.877817 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d329e1b-2d55-4f87-9f2a-a790ab3c4365 req-df7f2751-15c7-4ba4-9f0c-e855d55ec804 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.4210043 Jul 15 15:20:09.897507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Set router ffcb6dc2-b705-400c-bd8e-507b76fba7fe gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:20:09.980479 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d329e1b-2d55-4f87-9f2a-a790ab3c4365 req-215be3ce-071c-413a-ab2d-45d804ebd52b tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940888 Jul 15 15:20:10.013922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1d028a-f27d-4149-8129-333ef06ca6d0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:10.026945 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d7204c-a97b-4fc7-a7c8-1a6379f6f36f None None] Sync routers for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:10.029105 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc1d028a-f27d-4149-8129-333ef06ca6d0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:10.049787 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7204c-a97b-4fc7-a7c8-1a6379f6f36f None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:10.050543 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-02d7204c-a97b-4fc7-a7c8-1a6379f6f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:10.139036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-ad288f32-be73-4271-9f7b-85e284cdd1cb tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1941141012&fields=id&tenant_id=5ef1d87b1ef049c18d214bfde5982884 HTTP/1.1" status: 200 len: 267 time: 0.0809453 Jul 15 15:20:10.141711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cc1d028a-f27d-4149-8129-333ef06ca6d0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/floatingips/6ddaab2c-d1b6-4fbb-b07a-60dae00bcb87 HTTP/1.1" status: 204 len: 168 time: 4.4925575 Jul 15 15:20:10.144913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51642) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:10.155643 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eef53cc3-f685-4557-8a40-70fee6571f43 None None] Provisioning complete for port d57f7884-f287-4ef7-8ae2-67ad4c37f2fa triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:10.155979 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eef53cc3-f685-4557-8a40-70fee6571f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:10.185584 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-02d7204c-a97b-4fc7-a7c8-1a6379f6f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:10.200934 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7204c-a97b-4fc7-a7c8-1a6379f6f36f None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:10.201565 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-02d7204c-a97b-4fc7-a7c8-1a6379f6f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:10.249440 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:10.288146 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-02d7204c-a97b-4fc7-a7c8-1a6379f6f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:10.288839 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d7204c-a97b-4fc7-a7c8-1a6379f6f36f None None] The sync data for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:10.393264 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4b92d5c7-4159-49ef-89e6-14aaa9f64638 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting port 2c2639fd-0c73-4054-a540-f4eaf005da17 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:10.393622 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b92d5c7-4159-49ef-89e6-14aaa9f64638 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:10.446001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port d57f7884-f287-4ef7-8ae2-67ad4c37f2fa, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d57f7884-f287-4ef7-8ae2-67ad4c37f2fa,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:10.454773 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:10.455728 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0b134de8-be13-4e1c-8b56-766e91fa8d21 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:20:10.600327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-17afaffa-cd30-4aee-92a7-7b241f0809aa tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:10.604851 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b92d5c7-4159-49ef-89e6-14aaa9f64638 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:10.620570 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-17afaffa-cd30-4aee-92a7-7b241f0809aa tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/networks?id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c HTTP/1.1" status: 200 len: 796 time: 0.4600885 Jul 15 15:20:10.642267 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-a36ef33b-2393-45f3-9d2c-39cd94b52ee4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/quotas/5ef1d87b1ef049c18d214bfde5982884 HTTP/1.1" status: 200 len: 375 time: 0.0215719 Jul 15 15:20:10.643273 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4b92d5c7-4159-49ef-89e6-14aaa9f64638 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Calling delete_port for 2c2639fd-0c73-4054-a540-f4eaf005da17 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:10.785829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 0b134de8-be13-4e1c-8b56-766e91fa8d21 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:10.785829 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:10.845529 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=d57f7884-f287-4ef7-8ae2-67ad4c37f2fa,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:10.864182 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-0bcea98d-d747-45d2-82cd-c3af94b8da48 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2187073 Jul 15 15:20:10.869449 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-0fd5a5a0-6cb2-46cb-b035-07a5d19ddf6d service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:20:10.876105 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:10.876620 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:10.877099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:10.877643 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:10.878116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:10.878730 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:10.879156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:10.879563 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:10.880048 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:10.880458 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:10.880628 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-0fd5a5a0-6cb2-46cb-b035-07a5d19ddf6d service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137172 Jul 15 15:20:10.880979 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:10.881805 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:10.895909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eef53cc3-f685-4557-8a40-70fee6571f43 None None] Provisioning for port 0e6397ea-ad66-4770-9505-6b1ebf788053 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:20:10.902130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eef53cc3-f685-4557-8a40-70fee6571f43 None None] Provisioning complete for port 0e6397ea-ad66-4770-9505-6b1ebf788053 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:10.902988 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eef53cc3-f685-4557-8a40-70fee6571f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:11.060932 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b92d5c7-4159-49ef-89e6-14aaa9f64638 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:11.083165 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-15d66e64-d338-4613-8285-691f22e974ce service neutron] 10.222.0.38 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003269 Jul 15 15:20:11.124036 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-eef53cc3-f685-4557-8a40-70fee6571f43 None None] Port 0e6397ea-ad66-4770-9505-6b1ebf788053 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:20:11.171182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516142876', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:20:01Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:02Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '0e6397ea-ad66-4770-9505-6b1ebf788053', 'name': '', 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:36:06:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:06Z', 'updated_at': '2021-07-15T15:20:08Z', 'revision_number': 2, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:11.181504 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92d5c7-4159-49ef-89e6-14aaa9f64638 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Port': ['ID=2c2639fd-0c73-4054-a540-f4eaf005da17,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:11.212205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Checking router: ffcb6dc2-b705-400c-bd8e-507b76fba7fe for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:20:11.212883 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Updating router ffcb6dc2-b705-400c-bd8e-507b76fba7fe port 0e6397ea-ad66-4770-9505-6b1ebf788053 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:20:11.216620 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d57f7884-f287-4ef7-8ae2-67ad4c37f2fa up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:20:11.309032 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:11.339932 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b92d5c7-4159-49ef-89e6-14aaa9f64638 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:11.346089 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4b92d5c7-4159-49ef-89e6-14aaa9f64638 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/ports/2c2639fd-0c73-4054-a540-f4eaf005da17 HTTP/1.1" status: 204 len: 168 time: 1.2000773 Jul 15 15:20:11.347038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51650) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:11.351963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:11.361952 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9deb53fa-8427-45f5-97e6-d135aacb4a14 None None] Provisioning complete for port 0e6397ea-ad66-4770-9505-6b1ebf788053 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:11.362575 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9deb53fa-8427-45f5-97e6-d135aacb4a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:11.407619 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:11.411299 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-939bbd84-8f72-4835-8e1b-ff6d854bd139 service neutron] 10.222.0.38 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221447 Jul 15 15:20:11.417735 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9deb53fa-8427-45f5-97e6-d135aacb4a14 None None] Port 0e6397ea-ad66-4770-9505-6b1ebf788053 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:20:11.458823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d63e7-a677-43a8-b27e-e9b3c9a5e4a9 req-46249098-92ad-4281-89f8-6e98e066b2c3 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:11.460999 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4d63e7-a677-43a8-b27e-e9b3c9a5e4a9 req-46249098-92ad-4281-89f8-6e98e066b2c3 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.2443652 Jul 15 15:20:11.467055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d57f7884-f287-4ef7-8ae2-67ad4c37f2fa triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:11.468910 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:11.534014 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4d63e7-a677-43a8-b27e-e9b3c9a5e4a9 req-645e8aa4-560e-4824-ba71-f89b223c05dc tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674276 Jul 15 15:20:11.682320 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:11.927099 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Allocated IP 172.25.4.76 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/296c5195-3298-42d3-b816-99d820a37d35) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:12.111862 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-afa14783-19d6-4f94-b84c-faf7b38d17c1 req-6c7a4897-6c33-43be-9053-cb0434fc0c24 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 210 time: 0.0941007 Jul 15 15:20:12.178562 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:12.250489 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:12.320811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:12.328976 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:12.331789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:12.366960 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=296c5195-3298-42d3-b816-99d820a37d35,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:12.374922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ec6d1-3849-4be3-8d07-4cd23c5c6270 req-f5ea7eed-fff1-4aec-b327-8ca44a9d6b40 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:12.389112 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-777ec6d1-3849-4be3-8d07-4cd23c5c6270 req-f5ea7eed-fff1-4aec-b327-8ca44a9d6b40 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.2752004 Jul 15 15:20:12.396195 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:12.455161 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Transition to ACTIVE for port object 0e6397ea-ad66-4770-9505-6b1ebf788053 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:12.495138 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:12.596380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-777ec6d1-3849-4be3-8d07-4cd23c5c6270 req-cc0ed113-37a9-4e80-ba8c-60dc758a3be9 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010696 Jul 15 15:20:12.632252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:12.649716 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0032ca3-77d3-447c-82c3-b6ebc3c617c0 None None] Pushing event updated for resources: {'Port': ['ID=0e6397ea-ad66-4770-9505-6b1ebf788053,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:12.799369 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:12.899038 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Attempting to bind port 0e6397ea-ad66-4770-9505-6b1ebf788053 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:20:12.899392 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Attempting to bind port 0e6397ea-ad66-4770-9505-6b1ebf788053 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:20:12.899769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Attempting to bind port 0e6397ea-ad66-4770-9505-6b1ebf788053 on network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:20:12.917918 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:20:12.918303 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Checking segment: {'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:12.921360 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:12.921882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Bound using segment: {'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:20:12.922488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Bound port: 0e6397ea-ad66-4770-9505-6b1ebf788053, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:20:12.922909 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:13.028483 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a679e9-820c-4fdf-97ce-f69f559057a6 req-1b809e20-9c86-415d-afd7-214bbd10a6b4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:13.046938 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1a679e9-820c-4fdf-97ce-f69f559057a6 req-1b809e20-9c86-415d-afd7-214bbd10a6b4 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.1314564 Jul 15 15:20:13.068718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] For port 0e6397ea-ad66-4770-9505-6b1ebf788053, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:20:13.072302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] For port 0e6397ea-ad66-4770-9505-6b1ebf788053, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0e6397ea-ad66-4770-9505-6b1ebf788053,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:20:13.087492 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:13.166288 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Routers {'ffcb6dc2-b705-400c-bd8e-507b76fba7fe'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:13.166935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:13.184698 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1a679e9-820c-4fdf-97ce-f69f559057a6 req-5cb27f6a-bfb8-4e02-b7db-3462a9e39e5d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304963 Jul 15 15:20:13.435404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0032ca3-77d3-447c-82c3-b6ebc3c617c0 None None] Pushing event updated for resources: {'Port': ['ID=0e6397ea-ad66-4770-9505-6b1ebf788053,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:13.453774 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:13.474800 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:13.484255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] Set router ffcb6dc2-b705-400c-bd8e-507b76fba7fe gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:20:13.757916 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=296c5195-3298-42d3-b816-99d820a37d35,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:13.780701 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:13.809058 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:13.825388 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1438f6bc-e37e-46ee-9992-8ff8a835674b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4766474 Jul 15 15:20:13.826073 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51676) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:13.840965 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6f3f8eac-a857-40ea-906e-c1bc40f236d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'port': {'network_id': '41f73799-5231-4480-9f56-74728cd7a65b', 'name': 'tempest-FloatingIPTestJSON-111686906'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:14.154027 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3f8eac-a857-40ea-906e-c1bc40f236d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Made reservation on behalf of b6b423ecc8f94e348f56d9d791f05b70 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:14.166002 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f3f8eac-a857-40ea-906e-c1bc40f236d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:14.185417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516142876', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:20:01Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:02Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '0e6397ea-ad66-4770-9505-6b1ebf788053', 'name': '', 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:36:06:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:06Z', 'updated_at': '2021-07-15T15:20:13Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:14.228105 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-6f3f8eac-a857-40ea-906e-c1bc40f236d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] device_id is not set on port 35f3c880-6c2f-4010-b127-434906bac6e0 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:20:14.292972 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d3b69-33d3-4fea-827c-0e4f023cc694 None None] The sync data for ids ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'] in n-d-764435-3 is: [{'id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516142876', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:20:01Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:02Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '0e6397ea-ad66-4770-9505-6b1ebf788053', 'name': '', 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:36:06:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:06Z', 'updated_at': '2021-07-15T15:20:13Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:14.372191 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-789c9d3c-39e7-4b9f-a302-4a2b838ecb86 req-f7def569-ac28-49fa-b113-aa785016fe9d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 210 time: 0.9264290 Jul 15 15:20:14.713881 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-6f3f8eac-a857-40ea-906e-c1bc40f236d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Allocated IP 172.20.0.8 (41f73799-5231-4480-9f56-74728cd7a65b/615d8dec-f449-40c9-9c85-cea49b1e4dcd/35f3c880-6c2f-4010-b127-434906bac6e0) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:14.830939 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-0f36a091-0139-42a2-9218-f87af9145dbd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:14.840332 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-0f36a091-0139-42a2-9218-f87af9145dbd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "GET /v2.0/networks?id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c HTTP/1.1" status: 200 len: 796 time: 0.5171020 Jul 15 15:20:14.866796 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300519c1-b935-40f5-90b0-912deb9bd667 req-01ee0274-f1b2-48ee-bbde-f5d2f93d9a16 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:14.868732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-300519c1-b935-40f5-90b0-912deb9bd667 req-01ee0274-f1b2-48ee-bbde-f5d2f93d9a16 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.2106485 Jul 15 15:20:15.016770 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-300519c1-b935-40f5-90b0-912deb9bd667 req-79937789-1f29-4659-b0e5-caf0d64b42a2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006634 Jul 15 15:20:15.041484 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f3f8eac-a857-40ea-906e-c1bc40f236d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:15.055266 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-622835a1-c960-4ded-b9ee-2b58d3a4e0e6 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ef1d87b1ef049c18d214bfde5982884 HTTP/1.1" status: 200 len: 380 time: 0.1853368 Jul 15 15:20:15.070113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-75d7758f-4b77-44fa-ac69-fcba3d6400e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'port': {'device_id': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'admin_state_up': True, 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'security_groups': ['826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:15.157008 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f3f8eac-a857-40ea-906e-c1bc40f236d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:15.203366 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3f8eac-a857-40ea-906e-c1bc40f236d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network 41f73799-5231-4480-9f56-74728cd7a65b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:15.210594 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6f3f8eac-a857-40ea-906e-c1bc40f236d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:15.231344 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0e6397ea-ad66-4770-9505-6b1ebf788053 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:20:15.240744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3f8eac-a857-40ea-906e-c1bc40f236d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:15.321532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f8eac-a857-40ea-906e-c1bc40f236d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=35f3c880-6c2f-4010-b127-434906bac6e0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:15.373003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-75d7758f-4b77-44fa-ac69-fcba3d6400e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Made reservation on behalf of 5ef1d87b1ef049c18d214bfde5982884 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:15.379324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3f8eac-a857-40ea-906e-c1bc40f236d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:15.380007 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f3f8eac-a857-40ea-906e-c1bc40f236d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:15.381253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 0e6397ea-ad66-4770-9505-6b1ebf788053 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:20:15.384101 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-75d7758f-4b77-44fa-ac69-fcba3d6400e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:15.401886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 0e6397ea-ad66-4770-9505-6b1ebf788053 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:15.406441 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:15.424995 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6f3f8eac-a857-40ea-906e-c1bc40f236d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5961087 Jul 15 15:20:15.427893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51682) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:15.432667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a4f45815-8cf2-433b-b3be-1eabf1904ad9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'floatingip': {'port_id': '35f3c880-6c2f-4010-b127-434906bac6e0'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:15.532163 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4f45815-8cf2-433b-b3be-1eabf1904ad9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:15.646312 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:15.694193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-75d7758f-4b77-44fa-ac69-fcba3d6400e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Allocated IP 172.20.0.11 (3b5da0c8-4550-4914-9aaf-7b3da63d0f4c/360b9ecd-0f4c-46a7-a157-c8c6b275b294/c30d5517-2d17-4b45-a88b-888db6b138fe) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:15.778130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 0e6397ea-ad66-4770-9505-6b1ebf788053, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0e6397ea-ad66-4770-9505-6b1ebf788053,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:15.786255 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:15.881861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=0e6397ea-ad66-4770-9505-6b1ebf788053,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:15.902160 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-75d7758f-4b77-44fa-ac69-fcba3d6400e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:15.918294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-75d7758f-4b77-44fa-ac69-fcba3d6400e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Transition to ACTIVE for port object c30d5517-2d17-4b45-a88b-888db6b138fe will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:15.995195 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-75d7758f-4b77-44fa-ac69-fcba3d6400e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:16.021522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-75d7758f-4b77-44fa-ac69-fcba3d6400e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:16.061092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-75d7758f-4b77-44fa-ac69-fcba3d6400e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:16.069912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-75d7758f-4b77-44fa-ac69-fcba3d6400e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:16.167560 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd9209-a250-4dbd-9d26-c00d7997cb41 req-6430e60d-c07a-41a3-8452-27f70eb748f2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:16.168687 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bfd9209-a250-4dbd-9d26-c00d7997cb41 req-6430e60d-c07a-41a3-8452-27f70eb748f2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 932 time: 0.2147548 Jul 15 15:20:16.184089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-75d7758f-4b77-44fa-ac69-fcba3d6400e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:16.184791 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-75d7758f-4b77-44fa-ac69-fcba3d6400e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:16.328310 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7758f-4b77-44fa-ac69-fcba3d6400e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=c30d5517-2d17-4b45-a88b-888db6b138fe,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:16.364006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8bfd9209-a250-4dbd-9d26-c00d7997cb41 req-4690fdbf-708a-4b14-87c6-8d8bdb0b2a89 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746755 Jul 15 15:20:16.366546 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-75d7758f-4b77-44fa-ac69-fcba3d6400e9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3005679 Jul 15 15:20:16.404215 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Request body: {'port': {'device_id': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:16.566509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1d656ca7-0bcf-4ca6-9e75-3e3880752973 None None] Provisioning for port c30d5517-2d17-4b45-a88b-888db6b138fe completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:20:16.575401 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1d656ca7-0bcf-4ca6-9e75-3e3880752973 None None] Provisioning complete for port c30d5517-2d17-4b45-a88b-888db6b138fe triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:16.575912 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d656ca7-0bcf-4ca6-9e75-3e3880752973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:16.642431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e28ca-cc57-4da6-88a0-c9f9f1d950d1 req-cf490d69-baa1-47cc-b7b3-287ce4a4b710 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:16.652604 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-263e28ca-cc57-4da6-88a0-c9f9f1d950d1 req-cf490d69-baa1-47cc-b7b3-287ce4a4b710 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.2809079 Jul 15 15:20:16.659618 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:16.676615 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1d656ca7-0bcf-4ca6-9e75-3e3880752973 None None] Port c30d5517-2d17-4b45-a88b-888db6b138fe cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:20:16.761384 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-263e28ca-cc57-4da6-88a0-c9f9f1d950d1 req-e4ab1406-deda-42af-81d7-62bf3b5d4385 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001077 Jul 15 15:20:17.222566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0e6397ea-ad66-4770-9505-6b1ebf788053 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:20:17.230341 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30d5517-2d17-4b45-a88b-888db6b138fe {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:20:17.242654 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:17.262451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Transition to ACTIVE for port object c30d5517-2d17-4b45-a88b-888db6b138fe will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:17.268098 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:17.292928 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4f45815-8cf2-433b-b3be-1eabf1904ad9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:17.301892 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4f45815-8cf2-433b-b3be-1eabf1904ad9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:17.329941 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 0e6397ea-ad66-4770-9505-6b1ebf788053 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:17.330340 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:17.338929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Pushing event updated for resources: {'Port': ['ID=c30d5517-2d17-4b45-a88b-888db6b138fe,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:17.453075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Attempting to bind port c30d5517-2d17-4b45-a88b-888db6b138fe on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:20:17.453797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Attempting to bind port c30d5517-2d17-4b45-a88b-888db6b138fe by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:20:17.453797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Attempting to bind port c30d5517-2d17-4b45-a88b-888db6b138fe on network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:20:17.460204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Port c30d5517-2d17-4b45-a88b-888db6b138fe on network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:20:17.460826 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Attempting to bind port c30d5517-2d17-4b45-a88b-888db6b138fe on network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:20:17.469182 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:20:17.470233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Checking segment: {'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:17.470672 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Bound using segment: {'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:20:17.471115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Bound port: c30d5517-2d17-4b45-a88b-888db6b138fe, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:20:17.471499 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:17.570133 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:20:17.576109 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c30d5517-2d17-4b45-a88b-888db6b138fe,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:20:17.607690 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-a4f45815-8cf2-433b-b3be-1eabf1904ad9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Floating IP 43de771d-3db6-4287-b44e-10aee3da9782 associated. External IP: 172.25.4.76, port: 35f3c880-6c2f-4010-b127-434906bac6e0. Jul 15 15:20:17.620197 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:17.747492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:17.748271 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:17.749633 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] 10.222.0.11 "PUT /v2.0/ports/c30d5517-2d17-4b45-a88b-888db6b138fe HTTP/1.1" status: 200 len: 1092 time: 1.3611755 Jul 15 15:20:17.750116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:20:17.763733 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de2422e-84c6-4158-9e7f-74155fddb3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:20:17.779367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d10abf-72a3-4151-b45e-9775369fdd03 service neutron] Pushing event updated for resources: {'Port': ['ID=c30d5517-2d17-4b45-a88b-888db6b138fe,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:17.895179 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41ab0d4-51bc-40d7-adf5-913b93e8c494 x-openstack-request-id: req-a41ab0d4-51bc-40d7-adf5-913b93e8c494 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:20:17.895500 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:20:17.895723 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a41ab0d4-51bc-40d7-adf5-913b93e8c494 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:20:17.896122 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe', 'status': 'completed', 'code': 200} Jul 15 15:20:17.945772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a371a80-9d75-491b-a2e9-2bb7a15fac2b req-9b29adc3-037c-48b7-97dd-79ba8970e5be tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:17.947383 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a371a80-9d75-491b-a2e9-2bb7a15fac2b req-9b29adc3-037c-48b7-97dd-79ba8970e5be tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 944 time: 0.3690901 Jul 15 15:20:18.045847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-82296075-ae90-49fc-aea3-e4079b14c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:18.051361 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-82296075-ae90-49fc-aea3-e4079b14c75a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 1095 time: 0.2457807 Jul 15 15:20:18.145316 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f45815-8cf2-433b-b3be-1eabf1904ad9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:20:18.170621 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a371a80-9d75-491b-a2e9-2bb7a15fac2b req-6e190c65-a7cf-49ec-8e9c-87335f4f26ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164605 Jul 15 15:20:18.178833 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-72082863-2b17-409e-a663-f95a08875d0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30d5517-2d17-4b45-a88b-888db6b138fe HTTP/1.1" status: 200 len: 217 time: 0.1129520 Jul 15 15:20:18.278107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-b2f8a15a-7008-4c5a-bcbf-051fadec9486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:18.280429 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-b2f8a15a-7008-4c5a-bcbf-051fadec9486 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=360b9ecd-0f4c-46a7-a157-c8c6b275b294 HTTP/1.1" status: 200 len: 834 time: 0.0939984 Jul 15 15:20:18.343144 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b3762-c60e-4083-8bc0-7f04e4baca03 req-9bea4936-50a5-483e-8143-6f2d0647fe45 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:18.344698 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-268b3762-c60e-4083-8bc0-7f04e4baca03 req-9bea4936-50a5-483e-8143-6f2d0647fe45 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.1505983 Jul 15 15:20:18.361801 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f45815-8cf2-433b-b3be-1eabf1904ad9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:18.367787 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4f45815-8cf2-433b-b3be-1eabf1904ad9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:18.374158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1b34d-4af7-44db-9b1d-b64d7b730b36 None None] Sync routers for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:18.389416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1b34d-4af7-44db-9b1d-b64d7b730b36 None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:18.390429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2ab1b34d-4af7-44db-9b1d-b64d7b730b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:18.418740 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a4f45815-8cf2-433b-b3be-1eabf1904ad9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "PUT /v2.0/floatingips/43de771d-3db6-4287-b44e-10aee3da9782 HTTP/1.1" status: 200 len: 976 time: 2.9896860 Jul 15 15:20:18.421133 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51814) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:18.433382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2ab1b34d-4af7-44db-9b1d-b64d7b730b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:18.443565 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1b34d-4af7-44db-9b1d-b64d7b730b36 None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:18.444320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2ab1b34d-4af7-44db-9b1d-b64d7b730b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:18.448646 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-268b3762-c60e-4083-8bc0-7f04e4baca03 req-a258872c-b3e2-4327-859b-9b58f23fbb6d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892503 Jul 15 15:20:18.470554 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-1acfdee1-26ea-4c5f-845f-6a6754f61e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:18.476787 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-1acfdee1-26ea-4c5f-845f-6a6754f61e09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899219 Jul 15 15:20:18.485594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2ab1b34d-4af7-44db-9b1d-b64d7b730b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:18.486602 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1b34d-4af7-44db-9b1d-b64d7b730b36 None None] The sync data for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:18.591963 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-1a995bfd-9bd1-4a21-9d23-fb0722d7c776 service neutron] 10.222.0.11 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069138 Jul 15 15:20:18.598227 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting port 35f3c880-6c2f-4010-b127-434906bac6e0 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:18.598956 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:18.705009 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:18.723518 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8b9215c-f130-4dab-a72a-eb9df264a742 req-cd47932a-b664-4df2-9d00-28a463861527 service neutron] 10.222.0.11 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246934 Jul 15 15:20:18.854984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2422e-84c6-4158-9e7f-74155fddb3e2 req-e526bbe7-ec7c-4c74-be36-584df42ede67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:18.856471 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1de2422e-84c6-4158-9e7f-74155fddb3e2 req-e526bbe7-ec7c-4c74-be36-584df42ede67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 1095 time: 0.0765212 Jul 15 15:20:18.971138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2422e-84c6-4158-9e7f-74155fddb3e2 req-ab6f4fb3-efaa-4e6a-b538-0ae690f0140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:18.973380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1de2422e-84c6-4158-9e7f-74155fddb3e2 req-ab6f4fb3-efaa-4e6a-b538-0ae690f0140a service neutron] 10.222.0.11 "GET /v2.0/networks?id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c HTTP/1.1" status: 200 len: 897 time: 0.1092072 Jul 15 15:20:18.974803 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:18.975267 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:18.975659 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Floating IP 43de771d-3db6-4287-b44e-10aee3da9782 disassociated. External IP: 172.25.4.76, port: 35f3c880-6c2f-4010-b127-434906bac6e0. Jul 15 15:20:18.976160 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Calling delete_port for 35f3c880-6c2f-4010-b127-434906bac6e0 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:19.026985 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:19.028580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1de2422e-84c6-4158-9e7f-74155fddb3e2 req-5e2c672c-90d8-4a49-aeea-4c9dd9ea0803 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30d5517-2d17-4b45-a88b-888db6b138fe HTTP/1.1" status: 200 len: 217 time: 0.0478618 Jul 15 15:20:19.094364 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2422e-84c6-4158-9e7f-74155fddb3e2 req-058d1c25-39b2-4e04-86ff-93e451adab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:19.096250 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1de2422e-84c6-4158-9e7f-74155fddb3e2 req-058d1c25-39b2-4e04-86ff-93e451adab2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=360b9ecd-0f4c-46a7-a157-c8c6b275b294 HTTP/1.1" status: 200 len: 834 time: 0.0609562 Jul 15 15:20:19.138167 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:19.186469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Port': ['ID=35f3c880-6c2f-4010-b127-434906bac6e0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:19.196724 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2422e-84c6-4158-9e7f-74155fddb3e2 req-f57dceba-2e00-48bf-9d26-a72ee2fb12a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:19.200943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1de2422e-84c6-4158-9e7f-74155fddb3e2 req-f57dceba-2e00-48bf-9d26-a72ee2fb12a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947273 Jul 15 15:20:19.202152 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:19.202733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:19.203285 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:19.204208 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:19.204904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:19.205390 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:19.205877 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:19.206679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:19.207281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:19.207918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:19.208394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:19.208885 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:19.310420 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:19.402629 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:20:19.419487 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1de2422e-84c6-4158-9e7f-74155fddb3e2 req-a7386cbb-93e5-4242-841a-74d0be1e41cf service neutron] 10.222.0.11 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973069 Jul 15 15:20:19.474013 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3b97f-9980-4449-9239-caf28acc0fc3 req-913046ed-2b81-418a-99ba-4615aa693dcc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:19.481441 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44f3b97f-9980-4449-9239-caf28acc0fc3 req-913046ed-2b81-418a-99ba-4615aa693dcc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 944 time: 0.1383240 Jul 15 15:20:19.562955 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44f3b97f-9980-4449-9239-caf28acc0fc3 req-2a0cf824-40ca-4cdd-91a7-ac7f0a405b6b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809219 Jul 15 15:20:19.592569 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1de2422e-84c6-4158-9e7f-74155fddb3e2 req-22026c91-5a81-4094-9596-65357acf4436 service neutron] 10.222.0.11 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622417 Jul 15 15:20:19.614937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:19.629697 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1830513-3e78-4f9f-ae5e-90dc3e864f57 None None] Sync routers for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:19.641452 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1830513-3e78-4f9f-ae5e-90dc3e864f57 None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:19.643890 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b1830513-3e78-4f9f-ae5e-90dc3e864f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:19.687799 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b1830513-3e78-4f9f-ae5e-90dc3e864f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:19.693346 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:19.695332 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-880e5c17-2b4b-44cb-96aa-c6de02bf4cb9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/ports/35f3c880-6c2f-4010-b127-434906bac6e0 HTTP/1.1" status: 204 len: 168 time: 1.2731996 Jul 15 15:20:19.697789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 51966) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:19.702876 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1830513-3e78-4f9f-ae5e-90dc3e864f57 None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:19.703711 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b1830513-3e78-4f9f-ae5e-90dc3e864f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:19.742224 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b1830513-3e78-4f9f-ae5e-90dc3e864f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:19.743148 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1830513-3e78-4f9f-ae5e-90dc3e864f57 None None] The sync data for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:19.760474 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2247ab56-fd17-47e8-944b-0873a94fbe9b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "GET /v2.0/floatingips/43de771d-3db6-4287-b44e-10aee3da9782 HTTP/1.1" status: 200 len: 687 time: 0.0616024 Jul 15 15:20:19.764072 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211c08c-d927-49ea-9221-fd4027e54f8a req-a0b287ea-dbb6-4ea9-b2e9-96240bfdbe98 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:19.765672 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2211c08c-d927-49ea-9221-fd4027e54f8a req-a0b287ea-dbb6-4ea9-b2e9-96240bfdbe98 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 944 time: 0.1125488 Jul 15 15:20:19.766164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 51974) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:19.873424 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c30d5517-2d17-4b45-a88b-888db6b138fe details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:20:19.918221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2211c08c-d927-49ea-9221-fd4027e54f8a req-3418dc9a-211f-4d1a-a9ba-0931f0f9c1b8 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013048 Jul 15 15:20:19.962462 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-ae721880-914c-4176-81bb-c15d5a3646eb tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting port 296c5195-3298-42d3-b816-99d820a37d35 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:19.962950 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae721880-914c-4176-81bb-c15d5a3646eb tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:20.006184 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c30d5517-2d17-4b45-a88b-888db6b138fe,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:20.020230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'c30d5517-2d17-4b45-a88b-888db6b138fe', 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'port_id': 'c30d5517-2d17-4b45-a88b-888db6b138fe', 'mac_address': 'fa:16:3e:65:5a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:20:20.057000 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae721880-914c-4176-81bb-c15d5a3646eb tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:20.057643 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae721880-914c-4176-81bb-c15d5a3646eb tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:20.060147 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:20.074980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-ae721880-914c-4176-81bb-c15d5a3646eb tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Calling delete_port for 296c5195-3298-42d3-b816-99d820a37d35 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:20.075595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30d5517-2d17-4b45-a88b-888db6b138fe {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:20:20.098380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c30d5517-2d17-4b45-a88b-888db6b138fe,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:20.104147 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:20.156075 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c30d5517-2d17-4b45-a88b-888db6b138fe,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:20.230213 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae721880-914c-4176-81bb-c15d5a3646eb tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:20.257627 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae721880-914c-4176-81bb-c15d5a3646eb tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Port': ['ID=296c5195-3298-42d3-b816-99d820a37d35,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:20.320257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['c30d5517-2d17-4b45-a88b-888db6b138fe'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:20:20.327242 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae721880-914c-4176-81bb-c15d5a3646eb tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:20.329865 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae721880-914c-4176-81bb-c15d5a3646eb tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:20.331253 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ae721880-914c-4176-81bb-c15d5a3646eb tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/floatingips/43de771d-3db6-4287-b44e-10aee3da9782 HTTP/1.1" status: 204 len: 168 time: 0.5640712 Jul 15 15:20:20.334778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52048) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:20.339425 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': 'a52b1dd9-a9ba-4f74-9e7c-51781fad7bb6'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:20.363435 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:20.481876 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:20.607635 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Allocated IP 172.25.4.231 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/15657df7-3f5f-4eea-afd2-15251350d0d2) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:20.708636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:20:20.819877 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:20.832550 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'port_id': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef', 'mac_address': 'fa:16:3e:df:4a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:20:20.874503 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:20.890234 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:20:20.913892 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:20.919859 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:20.978649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:21.056222 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:21.111815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87745bb2-3d09-4120-9543-3a26e043c7ea req-d808550e-e93f-44b4-a0ac-061ec9e1eea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:21.113890 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-87745bb2-3d09-4120-9543-3a26e043c7ea req-d808550e-e93f-44b4-a0ac-061ec9e1eea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 945 time: 0.4363382 Jul 15 15:20:21.164754 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:20:21.183398 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:21.191881 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-87745bb2-3d09-4120-9543-3a26e043c7ea req-3a176b17-80b4-42cb-a152-75e19c5b3156 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696020 Jul 15 15:20:21.243476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442e9fa-da8d-429b-89e9-7625452d5f36 req-72643d9f-0f29-42db-834f-1d0b1ab2222d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:21.244999 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d442e9fa-da8d-429b-89e9-7625452d5f36 req-72643d9f-0f29-42db-834f-1d0b1ab2222d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 945 time: 0.1846418 Jul 15 15:20:21.265489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:21.282624 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:21.285089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=15657df7-3f5f-4eea-afd2-15251350d0d2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:21.288012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:21.337808 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d442e9fa-da8d-429b-89e9-7625452d5f36 req-6813b1f4-58b8-40a3-be7d-c92bc3e335fa tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782413 Jul 15 15:20:21.684222 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:21.759404 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:21.889116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c30d5517-2d17-4b45-a88b-888db6b138fe up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:20:21.911140 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:21.915802 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:21.943123 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port c30d5517-2d17-4b45-a88b-888db6b138fe completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:20:21.947110 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port c30d5517-2d17-4b45-a88b-888db6b138fe triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:21.947597 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:21.996476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=15657df7-3f5f-4eea-afd2-15251350d0d2,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:22.007872 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:22.027314 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:22.049910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:20:22.052945 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e906bf9-e410-4ccb-a696-11eb3f46bc89" -d '{"events": [{"server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "name": "network-vif-plugged", "status": "completed", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:20:22.069783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c30d5517-2d17-4b45-a88b-888db6b138fe,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:22.082581 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:22.136976 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Floating IP 29afa0bc-0273-40d0-96df-72bad896b3d4 associated. External IP: 172.25.4.231, port: a52b1dd9-a9ba-4f74-9e7c-51781fad7bb6. Jul 15 15:20:22.163136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c30d5517-2d17-4b45-a88b-888db6b138fe,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:22.196191 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acbe360-1509-4e4a-b2e8-0535593026e2 x-openstack-request-id: req-2acbe360-1509-4e4a-b2e8-0535593026e2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:20:22.196488 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "name": "network-vif-plugged", "status": "completed", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:20:22.196744 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2acbe360-1509-4e4a-b2e8-0535593026e2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:20:22.197172 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe', 'code': 200} Jul 15 15:20:22.556503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:20:22.564595 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc39d1b-9ed6-4f64-9f6c-f1db2513ba0b req-de6e9eb0-bcb0-495e-b16f-eed719f6c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:22.567324 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7cc39d1b-9ed6-4f64-9f6c-f1db2513ba0b req-de6e9eb0-bcb0-495e-b16f-eed719f6c0ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 1097 time: 0.2071302 Jul 15 15:20:22.601565 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a474d4e-4870-4683-8ddc-3734f0be9606 req-d328bcfa-c7fc-45d0-883e-3e4fbc00fb67 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:22.603114 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a474d4e-4870-4683-8ddc-3734f0be9606 req-d328bcfa-c7fc-45d0-883e-3e4fbc00fb67 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 946 time: 0.2099333 Jul 15 15:20:22.690302 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca106f-a5dc-4dcc-b970-312f8f31d7de req-7d72f4ed-7c82-43a3-9311-a8749d8bbc5b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:22.693079 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12ca106f-a5dc-4dcc-b970-312f8f31d7de req-7d72f4ed-7c82-43a3-9311-a8749d8bbc5b tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 945 time: 0.2276802 Jul 15 15:20:22.711741 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7cc39d1b-9ed6-4f64-9f6c-f1db2513ba0b req-ff36a6f0-a581-489a-9d22-c3efc06bb456 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338205 Jul 15 15:20:22.712435 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:20:22.763985 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:22.764339 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:22.776057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a474d4e-4870-4683-8ddc-3734f0be9606 req-ee751dc1-80a0-403c-a6d7-69fcd4a8ed0d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642044 Jul 15 15:20:22.809123 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12ca106f-a5dc-4dcc-b970-312f8f31d7de req-60540007-9f3f-44c5-b531-921b64c204eb tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029594 Jul 15 15:20:22.815345 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:22.827061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11395ddd-0859-407c-9647-6af14711e005 None None] Sync routers for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:22.840884 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:22.857882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11395ddd-0859-407c-9647-6af14711e005 None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:22.858509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-11395ddd-0859-407c-9647-6af14711e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:22.884462 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2b990b37-81ac-4b2d-9546-2b56226c533d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5459006 Jul 15 15:20:22.884797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52178) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:22.890046 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6bbd9e62-8a67-44f6-ae19-7f90807cbb89 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1801786244'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:22.899689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-11395ddd-0859-407c-9647-6af14711e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:22.906563 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:22.915123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbd9e62-8a67-44f6-ae19-7f90807cbb89 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Made reservation on behalf of b6b423ecc8f94e348f56d9d791f05b70 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:22.919351 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9e62-8a67-44f6-ae19-7f90807cbb89 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:22.920626 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11395ddd-0859-407c-9647-6af14711e005 None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:22.921257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-11395ddd-0859-407c-9647-6af14711e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:22.947947 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbd9e62-8a67-44f6-ae19-7f90807cbb89 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:20:22.960172 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9e62-8a67-44f6-ae19-7f90807cbb89 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:22.960702 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-6bbd9e62-8a67-44f6-ae19-7f90807cbb89 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Added segment a49878d6-821f-4042-8bf7-d72fc24dd7ea of type vlan for network 655e2e48-0ee1-4fc1-bb77-0275ca3390ac Jul 15 15:20:22.962139 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-11395ddd-0859-407c-9647-6af14711e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:22.962826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11395ddd-0859-407c-9647-6af14711e005 None None] The sync data for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:22.979496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:22.984203 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:23.024878 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9e62-8a67-44f6-ae19-7f90807cbb89 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:23.040159 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,revision_number=10']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:23.062619 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9e62-8a67-44f6-ae19-7f90807cbb89 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:23.068765 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd9e62-8a67-44f6-ae19-7f90807cbb89 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:23.069445 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9e62-8a67-44f6-ae19-7f90807cbb89 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:23.115822 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6bbd9e62-8a67-44f6-ae19-7f90807cbb89 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2298861 Jul 15 15:20:23.118733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52180) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:23.125446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cdcd0526-ff1f-4409-b05b-5472be17cc41 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'subnet': {'network_id': '655e2e48-0ee1-4fc1-bb77-0275ca3390ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:23.178389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd9e62-8a67-44f6-ae19-7f90807cbb89 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Network': ['ID=655e2e48-0ee1-4fc1-bb77-0275ca3390ac,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:23.189555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 655e2e48-0ee1-4fc1-bb77-0275ca3390ac details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:20:23.228787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcd0526-ff1f-4409-b05b-5472be17cc41 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Made reservation on behalf of b6b423ecc8f94e348f56d9d791f05b70 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:23.232446 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0526-ff1f-4409-b05b-5472be17cc41 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:23.430769 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0526-ff1f-4409-b05b-5472be17cc41 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:23.504771 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd0526-ff1f-4409-b05b-5472be17cc41 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Subnet': ['ID=cb79a5cd-95ea-4433-b561-9d0624c0a104,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:23.512681 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcd0526-ff1f-4409-b05b-5472be17cc41 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Checking segment: {'id': 'a49878d6-821f-4042-8bf7-d72fc24dd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '655e2e48-0ee1-4fc1-bb77-0275ca3390ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:23.513096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcd0526-ff1f-4409-b05b-5472be17cc41 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network hostable DHCP agents. Network: 655e2e48-0ee1-4fc1-bb77-0275ca3390ac, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:20:23.529519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcd0526-ff1f-4409-b05b-5472be17cc41 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network 655e2e48-0ee1-4fc1-bb77-0275ca3390ac is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:20:23.540033 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-cdcd0526-ff1f-4409-b05b-5472be17cc41 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 655e2e48-0ee1-4fc1-bb77-0275ca3390ac) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:23.549243 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e14878d-76c7-4efa-8814-d6e5bacc8dcf None None] Network 655e2e48-0ee1-4fc1-bb77-0275ca3390ac requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:23.551270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcd0526-ff1f-4409-b05b-5472be17cc41 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:23.552414 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0526-ff1f-4409-b05b-5472be17cc41 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:23.569220 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cdcd0526-ff1f-4409-b05b-5472be17cc41 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4489636 Jul 15 15:20:23.571763 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52184) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:23.577795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1674921223', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:23.609909 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:23.611026 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:23.671018 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:23.726971 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-655e2e48-0ee1-4fc1-bb77-0275ca3390ac', 'network_id': '655e2e48-0ee1-4fc1-bb77-0275ca3390ac', 'tenant_id': 'b6b423ecc8f94e348f56d9d791f05b70', 'fixed_ips': [{'subnet_id': 'cb79a5cd-95ea-4433-b561-9d0624c0a104'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:20:23.727967 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:23.818071 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:23.876765 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Allocated IP 172.20.0.2 (655e2e48-0ee1-4fc1-bb77-0275ca3390ac/cb79a5cd-95ea-4433-b561-9d0624c0a104/6bc38b2b-5f04-447f-8ec1-11d260d8ad62) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:24.068186 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:24.072168 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:24.082719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Transition to ACTIVE for port object 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:24.094795 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:24.110887 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Transition to ACTIVE for port object 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:24.130509 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:24.133108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0addd94-db89-4fc5-aa6c-bcc60d10590f req-86857c20-9faa-4746-a118-9b04702599ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:24.140629 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d0addd94-db89-4fc5-aa6c-bcc60d10590f req-86857c20-9faa-4746-a118-9b04702599ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 946 time: 0.1376753 Jul 15 15:20:24.164774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b70b51-9737-49d0-9020-7ab5bb38dad8 req-896b4605-8739-4259-a652-d8f85728fe6d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:24.166555 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4b70b51-9737-49d0-9020-7ab5bb38dad8 req-896b4605-8739-4259-a652-d8f85728fe6d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 947 time: 0.1258960 Jul 15 15:20:24.170112 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Network 655e2e48-0ee1-4fc1-bb77-0275ca3390ac is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:24.175945 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:24.183060 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:24.207247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:20:24.210669 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d0addd94-db89-4fc5-aa6c-bcc60d10590f req-04979547-965f-4a0e-845e-ff3de5cf891f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689573 Jul 15 15:20:24.211879 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7e605c-9ec8-4da1-866c-919553c26011" -d '{"events": [{"server_uuid": "81b0f4ab-645f-4a6c-bcea-1d44825fbcae", "name": "network-vif-plugged", "status": "completed", "tag": "7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:20:24.220591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Pushing event updated for resources: {'Port': ['ID=6bc38b2b-5f04-447f-8ec1-11d260d8ad62,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:24.226949 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Allocated IP 172.25.4.87 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/ac1452ce-f230-4773-aed6-8797e7bd45e4) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:24.261629 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4b70b51-9737-49d0-9020-7ab5bb38dad8 req-0547e1be-471c-4268-adc6-e80b6045dfb9 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818558 Jul 15 15:20:24.328923 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49a9520-4955-49d7-bad0-7a1317bf7f10 x-openstack-request-id: req-f49a9520-4955-49d7-bad0-7a1317bf7f10 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:20:24.329215 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b0f4ab-645f-4a6c-bcea-1d44825fbcae", "name": "network-vif-plugged", "status": "completed", "tag": "7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:20:24.329468 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f49a9520-4955-49d7-bad0-7a1317bf7f10 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:20:24.329854 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef', 'code': 200} Jul 15 15:20:24.350208 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Attempting to bind port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:20:24.350752 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Attempting to bind port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'a49878d6-821f-4042-8bf7-d72fc24dd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '655e2e48-0ee1-4fc1-bb77-0275ca3390ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:20:24.351754 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Attempting to bind port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 on network 655e2e48-0ee1-4fc1-bb77-0275ca3390ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:20:24.363322 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:20:24.363682 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Checking segment: {'id': 'a49878d6-821f-4042-8bf7-d72fc24dd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '655e2e48-0ee1-4fc1-bb77-0275ca3390ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:24.364093 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:24.366208 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Bound using segment: {'id': 'a49878d6-821f-4042-8bf7-d72fc24dd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '655e2e48-0ee1-4fc1-bb77-0275ca3390ac'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:20:24.366741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Bound port: 6bc38b2b-5f04-447f-8ec1-11d260d8ad62, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49878d6-821f-4042-8bf7-d72fc24dd7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '655e2e48-0ee1-4fc1-bb77-0275ca3390ac'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:20:24.368263 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:24.397172 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:24.451805 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:24.483718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] For port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:20:24.488265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] For port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6bc38b2b-5f04-447f-8ec1-11d260d8ad62,segment=NetworkSegment(a49878d6-821f-4042-8bf7-d72fc24dd7ea),segment_id=a49878d6-821f-4042-8bf7-d72fc24dd7ea)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:20:24.496713 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:24.512860 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=ac1452ce-f230-4773-aed6-8797e7bd45e4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:24.540316 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:24.541952 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:24.545430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:24.571399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38058d-567a-4922-a628-84c43a1fd1f1 req-870ae2d3-1d6a-42b5-935a-66f34d169e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:24.573802 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d38058d-567a-4922-a628-84c43a1fd1f1 req-870ae2d3-1d6a-42b5-935a-66f34d169e20 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 1098 time: 0.1073644 Jul 15 15:20:24.585036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec7986-2e1f-4f96-99fd-c3de85062b3f req-400f7199-0402-4367-8b19-1ca38134e564 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:24.587358 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3fec7986-2e1f-4f96-99fd-c3de85062b3f req-400f7199-0402-4367-8b19-1ca38134e564 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 946 time: 0.1556559 Jul 15 15:20:24.595745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061cbe8-dbb6-4fac-9c2c-d3611b1662e9 None None] Pushing event updated for resources: {'Port': ['ID=6bc38b2b-5f04-447f-8ec1-11d260d8ad62,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:24.687275 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3fec7986-2e1f-4f96-99fd-c3de85062b3f req-6b2ae096-c7a2-41d3-af30-92d7e7433bc0 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919499 Jul 15 15:20:24.696032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d38058d-567a-4922-a628-84c43a1fd1f1 req-a6d575cc-08a6-449a-a7f5-deeff55f353f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074722 Jul 15 15:20:24.710667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52196) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:24.870373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22fc9d7-4883-438c-a758-4b36671dec12 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:24.872128 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e22fc9d7-4883-438c-a758-4b36671dec12 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 1092 time: 0.1602969 Jul 15 15:20:24.875075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52198) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:24.879971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': 'c30d5517-2d17-4b45-a88b-888db6b138fe', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:24.905013 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:24.940309 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:25.024134 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:25.162923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Allocated IP 172.25.4.17 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/f545209a-78cf-4e36-a793-1c58fdb35266) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:25.180712 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:25.262646 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:20:25.301986 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:25.318223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:20:25.338614 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router db6b76d1-d41e-47bc-841d-782b70ad2919 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:20:25.366937 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:25.414118 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:25.417229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:25.421983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:25.425727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=f545209a-78cf-4e36-a793-1c58fdb35266,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:25.495779 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:25.507913 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf27d009-ee8f-4feb-afa2-47e918ed0398 None None] Sync routers for ids ['db6b76d1-d41e-47bc-841d-782b70ad2919'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:25.524412 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf27d009-ee8f-4feb-afa2-47e918ed0398 None None] Routers {'db6b76d1-d41e-47bc-841d-782b70ad2919'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:25.525136 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bf27d009-ee8f-4feb-afa2-47e918ed0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db6b76d1-d41e-47bc-841d-782b70ad2919'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:25.542090 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:25.546203 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f1ba0c27-9402-4d0a-967e-4723025eaa86 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9728782 Jul 15 15:20:25.549061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52204) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:25.585165 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bf27d009-ee8f-4feb-afa2-47e918ed0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:25.598155 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf27d009-ee8f-4feb-afa2-47e918ed0398 None None] Routers {'db6b76d1-d41e-47bc-841d-782b70ad2919'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:25.599101 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bf27d009-ee8f-4feb-afa2-47e918ed0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db6b76d1-d41e-47bc-841d-782b70ad2919'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:25.677072 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bf27d009-ee8f-4feb-afa2-47e918ed0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:25.677776 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf27d009-ee8f-4feb-afa2-47e918ed0398 None None] The sync data for ids ['db6b76d1-d41e-47bc-841d-782b70ad2919'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:25.684970 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:20:25.934611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d53b42c-b139-4060-a7b1-7cb23f4c8d32 None None] Network 655e2e48-0ee1-4fc1-bb77-0275ca3390ac requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:26.072838 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-736a66fb-ec7c-47df-a190-9a523068f21d None None] Provisioning for port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:20:26.079192 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-736a66fb-ec7c-47df-a190-9a523068f21d None None] Provisioning complete for port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:26.079896 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-736a66fb-ec7c-47df-a190-9a523068f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:26.208905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73c830-acb1-4eec-b12c-f8dadd49a6aa req-3c177fa9-3066-4708-89a2-7fe05c3d627c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:26.211473 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb73c830-acb1-4eec-b12c-f8dadd49a6aa req-3c177fa9-3066-4708-89a2-7fe05c3d627c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 947 time: 0.2372420 Jul 15 15:20:26.264929 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-736a66fb-ec7c-47df-a190-9a523068f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:26.326780 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb73c830-acb1-4eec-b12c-f8dadd49a6aa req-48619196-6bbd-4a7c-8d76-ed9da1af9d9d tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066868 Jul 15 15:20:26.346172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-736a66fb-ec7c-47df-a190-9a523068f21d None None] For port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6bc38b2b-5f04-447f-8ec1-11d260d8ad62,segment=NetworkSegment(a49878d6-821f-4042-8bf7-d72fc24dd7ea),segment_id=a49878d6-821f-4042-8bf7-d72fc24dd7ea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:26.352765 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-736a66fb-ec7c-47df-a190-9a523068f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:26.437329 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a66fb-ec7c-47df-a190-9a523068f21d None None] Pushing event updated for resources: {'Port': ['ID=6bc38b2b-5f04-447f-8ec1-11d260d8ad62,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:26.630233 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:26.677837 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f4a7231d-9905-4b6a-93e7-dbad085d66ec None None] Provisioning complete for port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:26.678061 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4a7231d-9905-4b6a-93e7-dbad085d66ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:26.701984 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:26.754206 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:26.910934 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:26.918169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:27.003811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=f545209a-78cf-4e36-a793-1c58fdb35266,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:27.006795 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:27.007502 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Allocated IP 172.20.0.1 (655e2e48-0ee1-4fc1-bb77-0275ca3390ac/cb79a5cd-95ea-4433-b561-9d0624c0a104/25b5d369-254f-4140-8124-0c959202855b) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:27.141576 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Floating IP 7bbfd8de-0443-48ec-b643-77b5e3a7ec22 associated. External IP: 172.25.4.17, port: c30d5517-2d17-4b45-a88b-888db6b138fe. Jul 15 15:20:27.169861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:20:27.174165 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:27.188812 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Transition to ACTIVE for port object 25b5d369-254f-4140-8124-0c959202855b will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:27.226646 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:27.236952 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:27.237428 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:27.271358 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network 655e2e48-0ee1-4fc1-bb77-0275ca3390ac is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:27.278977 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:27.283108 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:27.317272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=25b5d369-254f-4140-8124-0c959202855b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:27.358411 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:27.374279 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13f967-fb6d-41c0-ba2e-a7b819e2a202 req-d206c7f1-e5bd-43ba-922e-a5ade0150577 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:27.376394 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e13f967-fb6d-41c0-ba2e-a7b819e2a202 req-d206c7f1-e5bd-43ba-922e-a5ade0150577 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 950 time: 0.1350589 Jul 15 15:20:27.464462 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e13f967-fb6d-41c0-ba2e-a7b819e2a202 req-b35a26a2-c4a4-4ea7-aab6-aedfbc9abdee tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/security-groups?id=7941d8a3-0a3c-4fe6-bd41-13247b37b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762103 Jul 15 15:20:27.531559 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:27.537897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router ffcb6dc2-b705-400c-bd8e-507b76fba7fe has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:20:27.601799 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-29869534-3e05-49ee-aa0c-05d0e76328d1 None None] Provisioning for port 25b5d369-254f-4140-8124-0c959202855b completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:20:27.607517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-29869534-3e05-49ee-aa0c-05d0e76328d1 None None] Provisioning complete for port 25b5d369-254f-4140-8124-0c959202855b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:27.607517 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29869534-3e05-49ee-aa0c-05d0e76328d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:27.655049 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-29869534-3e05-49ee-aa0c-05d0e76328d1 None None] Port 25b5d369-254f-4140-8124-0c959202855b cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:20:27.658905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12767a4e-9e47-4f4d-865d-32fe839914b4 req-c9b4c4cd-f05d-4837-857f-3edaa925dbc5 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:27.660467 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12767a4e-9e47-4f4d-865d-32fe839914b4 req-c9b4c4cd-f05d-4837-857f-3edaa925dbc5 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 947 time: 0.1606266 Jul 15 15:20:27.708471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:27.720089 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787d0435-0e6a-4002-a8de-dd6c35984f7b None None] Sync routers for ids ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:27.721830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12767a4e-9e47-4f4d-865d-32fe839914b4 req-2cab4736-6e48-4ce4-ae34-0c0a7f10d459 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521841 Jul 15 15:20:27.732096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d0435-0e6a-4002-a8de-dd6c35984f7b None None] Routers {'ffcb6dc2-b705-400c-bd8e-507b76fba7fe'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:27.732852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-787d0435-0e6a-4002-a8de-dd6c35984f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:27.733337 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:27.817062 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7fdc7f1b-b9a5-4d3c-aa45-e4669fd17900 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9383979 Jul 15 15:20:27.817062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:20:27.819236 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c532d0e-e592-44d9-a54e-0b61f9e3afcd" -d '{"events": [{"name": "network-changed", "server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:20:27.860135 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8477b17-a8f8-46a1-87a8-db1dca685dc2 x-openstack-request-id: req-d8477b17-a8f8-46a1-87a8-db1dca685dc2 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:20:27.860997 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:20:27.860997 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d8477b17-a8f8-46a1-87a8-db1dca685dc2 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:20:27.861241 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe', 'status': 'completed', 'code': 200} Jul 15 15:20:27.892010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-787d0435-0e6a-4002-a8de-dd6c35984f7b None None] Set router ffcb6dc2-b705-400c-bd8e-507b76fba7fe gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:20:27.955156 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:27.961223 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:28.035870 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e73d9c-f3d0-4a76-b02a-07c859755f99 req-41010016-eb53-4bcb-9a92-6f26766541f9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:28.037580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06e73d9c-f3d0-4a76-b02a-07c859755f99 req-41010016-eb53-4bcb-9a92-6f26766541f9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 946 time: 0.0893488 Jul 15 15:20:28.043930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c532d0e-e592-44d9-a54e-0b61f9e3afcd req-fdb6fcb3-cf18-47ad-b5ca-6bd04efdc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:28.045703 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c532d0e-e592-44d9-a54e-0b61f9e3afcd req-fdb6fcb3-cf18-47ad-b5ca-6bd04efdc4cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 1097 time: 0.1582060 Jul 15 15:20:28.073469 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:28.076603 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=25b5d369-254f-4140-8124-0c959202855b,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:28.153270 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06e73d9c-f3d0-4a76-b02a-07c859755f99 req-afef027c-4c7f-4231-a3e0-f088964f60bb tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039512 Jul 15 15:20:28.172419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52254) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:28.207031 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network 655e2e48-0ee1-4fc1-bb77-0275ca3390ac is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:28.208573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:28.237768 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0f5b04bc-094b-4d95-961a-e5e96a3fdbbf tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/floatingips/7bbfd8de-0443-48ec-b643-77b5e3a7ec22 HTTP/1.1" status: 200 len: 991 time: 0.0638070 Jul 15 15:20:28.270361 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c532d0e-e592-44d9-a54e-0b61f9e3afcd req-37489b35-a814-4175-b770-a3ea54bca567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:28.274346 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c532d0e-e592-44d9-a54e-0b61f9e3afcd req-37489b35-a814-4175-b770-a3ea54bca567 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c HTTP/1.1" status: 200 len: 897 time: 0.2198877 Jul 15 15:20:28.349761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-787d0435-0e6a-4002-a8de-dd6c35984f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516142876', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:20:01Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:02Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '7bbfd8de-0443-48ec-b643-77b5e3a7ec22', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'floating_ip_address': '172.25.4.17', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'port_id': 'c30d5517-2d17-4b45-a88b-888db6b138fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'mac_address': 'fa:16:3e:65:5a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:20:26Z', 'updated_at': '2021-07-15T15:20:26Z', 'revision_number': 0, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e6397ea-ad66-4770-9505-6b1ebf788053', 'name': '', 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:36:06:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:06Z', 'updated_at': '2021-07-15T15:20:15Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:28.390085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787d0435-0e6a-4002-a8de-dd6c35984f7b None None] Checking router: ffcb6dc2-b705-400c-bd8e-507b76fba7fe for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:20:28.402406 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d0435-0e6a-4002-a8de-dd6c35984f7b None None] Routers {'ffcb6dc2-b705-400c-bd8e-507b76fba7fe'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:28.403237 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-787d0435-0e6a-4002-a8de-dd6c35984f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:28.420186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c532d0e-e592-44d9-a54e-0b61f9e3afcd req-8a40101a-b347-4155-bf60-c349eb8fd444 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30d5517-2d17-4b45-a88b-888db6b138fe HTTP/1.1" status: 200 len: 999 time: 0.1368127 Jul 15 15:20:28.431086 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router db6b76d1-d41e-47bc-841d-782b70ad2919 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:20:28.483985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c532d0e-e592-44d9-a54e-0b61f9e3afcd req-c648d64f-f64b-4da5-86c0-42c2ab61c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:28.485414 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c532d0e-e592-44d9-a54e-0b61f9e3afcd req-c648d64f-f64b-4da5-86c0-42c2ab61c676 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=360b9ecd-0f4c-46a7-a157-c8c6b275b294 HTTP/1.1" status: 200 len: 834 time: 0.0529170 Jul 15 15:20:28.522447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cdc8c233-487b-419e-800e-0fb8f7074142 None None] Provisioning complete for port 25b5d369-254f-4140-8124-0c959202855b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:28.522857 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c233-487b-419e-800e-0fb8f7074142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:28.571445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-787d0435-0e6a-4002-a8de-dd6c35984f7b None None] Set router ffcb6dc2-b705-400c-bd8e-507b76fba7fe gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:20:28.588000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c532d0e-e592-44d9-a54e-0b61f9e3afcd req-21a972c6-33db-4e02-a9ee-84afa2b36f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:28.589566 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c532d0e-e592-44d9-a54e-0b61f9e3afcd req-21a972c6-33db-4e02-a9ee-84afa2b36f7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969987 Jul 15 15:20:28.598681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8c233-487b-419e-800e-0fb8f7074142 None None] Port 25b5d369-254f-4140-8124-0c959202855b cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:20:28.622798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:28.630292 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ae4a874a-fd47-4404-8ffc-bc92219d1d1f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "PUT /v2.0/routers/db6b76d1-d41e-47bc-841d-782b70ad2919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0789037 Jul 15 15:20:28.633366 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52258) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:28.638651 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a9bb9-6497-4e2c-87ef-4ec67644f06d None None] Sync routers for ids ['db6b76d1-d41e-47bc-841d-782b70ad2919'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:28.639411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-14312a88-23fc-4c15-b941-462857b9ace9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'port': {'network_id': '655e2e48-0ee1-4fc1-bb77-0275ca3390ac', 'name': 'tempest-FloatingIPTestJSON-777029962'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:28.656715 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a9bb9-6497-4e2c-87ef-4ec67644f06d None None] Routers {'db6b76d1-d41e-47bc-841d-782b70ad2919'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:28.657584 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-157a9bb9-6497-4e2c-87ef-4ec67644f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db6b76d1-d41e-47bc-841d-782b70ad2919'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:28.710480 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-157a9bb9-6497-4e2c-87ef-4ec67644f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:28.726930 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a9bb9-6497-4e2c-87ef-4ec67644f06d None None] Routers {'db6b76d1-d41e-47bc-841d-782b70ad2919'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:28.727799 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-157a9bb9-6497-4e2c-87ef-4ec67644f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db6b76d1-d41e-47bc-841d-782b70ad2919'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:28.762208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c532d0e-e592-44d9-a54e-0b61f9e3afcd req-3cf5983b-baeb-4933-9249-47ca5244f362 service neutron] 10.222.0.11 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635005 Jul 15 15:20:28.775569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc294b-f9b1-4a75-8710-78584818c8cd req-afa352bb-2180-4ad3-9854-a53c7e1c1e59 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:28.782667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65fc294b-f9b1-4a75-8710-78584818c8cd req-afa352bb-2180-4ad3-9854-a53c7e1c1e59 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 950 time: 0.1333282 Jul 15 15:20:28.788286 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-157a9bb9-6497-4e2c-87ef-4ec67644f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:28.789146 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157a9bb9-6497-4e2c-87ef-4ec67644f06d None None] The sync data for ids ['db6b76d1-d41e-47bc-841d-782b70ad2919'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:28.813292 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3434b-e8ae-473a-9f7b-554f605914f4 req-5aab6900-3234-432b-8f4f-ead5d10406a5 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:28.815075 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3b3434b-e8ae-473a-9f7b-554f605914f4 req-5aab6900-3234-432b-8f4f-ead5d10406a5 tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 950 time: 0.1516786 Jul 15 15:20:28.836543 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-787d0435-0e6a-4002-a8de-dd6c35984f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516142876', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:20:01Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:02Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '7bbfd8de-0443-48ec-b643-77b5e3a7ec22', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'floating_ip_address': '172.25.4.17', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'port_id': 'c30d5517-2d17-4b45-a88b-888db6b138fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'mac_address': 'fa:16:3e:65:5a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:20:26Z', 'updated_at': '2021-07-15T15:20:26Z', 'revision_number': 0, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e6397ea-ad66-4770-9505-6b1ebf788053', 'name': '', 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:36:06:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:06Z', 'updated_at': '2021-07-15T15:20:15Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:28.846131 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65fc294b-f9b1-4a75-8710-78584818c8cd req-9e580617-b7a1-471b-b48f-931e29d9a41b tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/security-groups?id=7941d8a3-0a3c-4fe6-bd41-13247b37b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624838 Jul 15 15:20:28.868347 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787d0435-0e6a-4002-a8de-dd6c35984f7b None None] The sync data for ids ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'] in n-d-764435-3 is: [{'id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516142876', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:20:01Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:02Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '7bbfd8de-0443-48ec-b643-77b5e3a7ec22', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'floating_ip_address': '172.25.4.17', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'port_id': 'c30d5517-2d17-4b45-a88b-888db6b138fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'mac_address': 'fa:16:3e:65:5a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:20:26Z', 'updated_at': '2021-07-15T15:20:26Z', 'revision_number': 0, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e6397ea-ad66-4770-9505-6b1ebf788053', 'name': '', 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:36:06:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:06Z', 'updated_at': '2021-07-15T15:20:15Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:28.910168 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c532d0e-e592-44d9-a54e-0b61f9e3afcd req-9615920b-6b78-45d7-a8eb-8f683a1cf737 service neutron] 10.222.0.11 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168828 Jul 15 15:20:28.924946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14312a88-23fc-4c15-b941-462857b9ace9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Made reservation on behalf of b6b423ecc8f94e348f56d9d791f05b70 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:28.928811 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14312a88-23fc-4c15-b941-462857b9ace9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:28.954402 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-14312a88-23fc-4c15-b941-462857b9ace9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] device_id is not set on port 63a7db11-3fd5-401d-a16a-284271c65b48 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:20:28.967167 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a3b3434b-e8ae-473a-9f7b-554f605914f4 req-8cca1714-4711-4eb4-a37e-8b7f69e1b57a tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Deleting port 308b30a7-4b46-4c0f-b9db-3224d160fc0a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:28.967820 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3b3434b-e8ae-473a-9f7b-554f605914f4 req-8cca1714-4711-4eb4-a37e-8b7f69e1b57a tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:29.082974 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4239762b-9ec6-4a53-a682-677ac8a0a53e None None] New status for floating IP 7bbfd8de-0443-48ec-b643-77b5e3a7ec22: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:20:29.136595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a3b3434b-e8ae-473a-9f7b-554f605914f4 req-8cca1714-4711-4eb4-a37e-8b7f69e1b57a tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] For port 308b30a7-4b46-4c0f-b9db-3224d160fc0a, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=308b30a7-4b46-4c0f-b9db-3224d160fc0a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:29.136960 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3b3434b-e8ae-473a-9f7b-554f605914f4 req-8cca1714-4711-4eb4-a37e-8b7f69e1b57a tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:29.150196 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-14312a88-23fc-4c15-b941-462857b9ace9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Allocated IP 172.20.0.8 (655e2e48-0ee1-4fc1-bb77-0275ca3390ac/cb79a5cd-95ea-4433-b561-9d0624c0a104/63a7db11-3fd5-401d-a16a-284271c65b48) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:29.156766 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a3b3434b-e8ae-473a-9f7b-554f605914f4 req-8cca1714-4711-4eb4-a37e-8b7f69e1b57a tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Calling delete_port for 308b30a7-4b46-4c0f-b9db-3224d160fc0a owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:29.240949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52260) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:29.311964 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a0a8382e-931f-4bfa-b0bc-ca75b7e03b69 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/floatingips/7bbfd8de-0443-48ec-b643-77b5e3a7ec22 HTTP/1.1" status: 200 len: 993 time: 0.0695491 Jul 15 15:20:29.398728 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14312a88-23fc-4c15-b941-462857b9ace9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:29.405678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3b3434b-e8ae-473a-9f7b-554f605914f4 req-8cca1714-4711-4eb4-a37e-8b7f69e1b57a tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:29.417856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['308b30a7-4b46-4c0f-b9db-3224d160fc0a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:20:29.437967 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-14312a88-23fc-4c15-b941-462857b9ace9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Transition to ACTIVE for port object 63a7db11-3fd5-401d-a16a-284271c65b48 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:29.441640 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca1714-4711-4eb4-a37e-8b7f69e1b57a tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Pushing event deleted for resources: {'Port': ['ID=308b30a7-4b46-4c0f-b9db-3224d160fc0a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:29.501505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b3434b-e8ae-473a-9f7b-554f605914f4 req-8cca1714-4711-4eb4-a37e-8b7f69e1b57a tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] No DVR routers for this DVR port 308b30a7-4b46-4c0f-b9db-3224d160fc0a on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:20:29.508523 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a3b3434b-e8ae-473a-9f7b-554f605914f4 req-8cca1714-4711-4eb4-a37e-8b7f69e1b57a tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:29.510493 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a3b3434b-e8ae-473a-9f7b-554f605914f4 req-8cca1714-4711-4eb4-a37e-8b7f69e1b57a tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.11 "DELETE /v2.0/ports/308b30a7-4b46-4c0f-b9db-3224d160fc0a HTTP/1.1" status: 204 len: 173 time: 0.6898031 Jul 15 15:20:29.510948 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f622dd4-65b9-49d9-b460-6e5e5519b1d8', 'name': 'network-vif-deleted', 'tag': '308b30a7-4b46-4c0f-b9db-3224d160fc0a'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:20:29.513171 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc58b86-6fb2-4c08-9e98-24bdf08f421e" -d '{"events": [{"server_uuid": "4f622dd4-65b9-49d9-b460-6e5e5519b1d8", "name": "network-vif-deleted", "tag": "308b30a7-4b46-4c0f-b9db-3224d160fc0a"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:20:29.531404 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14312a88-23fc-4c15-b941-462857b9ace9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:29.573621 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14312a88-23fc-4c15-b941-462857b9ace9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Network 655e2e48-0ee1-4fc1-bb77-0275ca3390ac is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:29.581058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-14312a88-23fc-4c15-b941-462857b9ace9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:29.585161 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14312a88-23fc-4c15-b941-462857b9ace9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:29.592363 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14312a88-23fc-4c15-b941-462857b9ace9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event updated for resources: {'Port': ['ID=63a7db11-3fd5-401d-a16a-284271c65b48,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:29.637016 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065198a9-ca60-4184-a04c-1e1ff8d31d40 x-openstack-request-id: req-065198a9-ca60-4184-a04c-1e1ff8d31d40 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:20:29.637305 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f622dd4-65b9-49d9-b460-6e5e5519b1d8", "name": "network-vif-deleted", "tag": "308b30a7-4b46-4c0f-b9db-3224d160fc0a", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:20:29.637556 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-065198a9-ca60-4184-a04c-1e1ff8d31d40 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:20:29.637955 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f622dd4-65b9-49d9-b460-6e5e5519b1d8', 'name': 'network-vif-deleted', 'tag': '308b30a7-4b46-4c0f-b9db-3224d160fc0a', 'status': 'completed', 'code': 200} Jul 15 15:20:29.652574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14312a88-23fc-4c15-b941-462857b9ace9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:29.652795 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14312a88-23fc-4c15-b941-462857b9ace9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:29.669584 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-14312a88-23fc-4c15-b941-462857b9ace9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0348492 Jul 15 15:20:29.672485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52266) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:29.677727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-cc5b545e-1d97-453c-96a7-d06d2cada5d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Request body: {'floatingip': {'port_id': '63a7db11-3fd5-401d-a16a-284271c65b48'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:29.740728 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc5b545e-1d97-453c-96a7-d06d2cada5d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:29.831248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-35f10146-85cf-41c8-a566-6def47e80000 None None] Provisioning for port 63a7db11-3fd5-401d-a16a-284271c65b48 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:20:29.836439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-35f10146-85cf-41c8-a566-6def47e80000 None None] Provisioning complete for port 63a7db11-3fd5-401d-a16a-284271c65b48 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:29.839759 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35f10146-85cf-41c8-a566-6def47e80000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:29.875275 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-35f10146-85cf-41c8-a566-6def47e80000 None None] Port 63a7db11-3fd5-401d-a16a-284271c65b48 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:20:30.032004 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5568cce-e7b8-43fc-b14f-23e82abef3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:30.291012 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b143efd7-d68a-4f15-856f-45791fddb0a4 req-d75f4be1-7f84-4b90-bd55-44aaa021553d tempest-VolumesBackupsTest-788379484 tempest-VolumesBackupsTest-788379484-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f622dd4-65b9-49d9-b460-6e5e5519b1d8 HTTP/1.1" status: 200 len: 210 time: 0.0337443 Jul 15 15:20:30.550304 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc5b545e-1d97-453c-96a7-d06d2cada5d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:30.554322 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc5b545e-1d97-453c-96a7-d06d2cada5d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:30.651999 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-cc5b545e-1d97-453c-96a7-d06d2cada5d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Floating IP 29afa0bc-0273-40d0-96df-72bad896b3d4 associated. External IP: 172.25.4.231, port: a52b1dd9-a9ba-4f74-9e7c-51781fad7bb6. Jul 15 15:20:30.855285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5b545e-1d97-453c-96a7-d06d2cada5d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:20:30.962101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5b545e-1d97-453c-96a7-d06d2cada5d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:30.972300 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba09e59-2ed9-49ca-a2b0-7bd7df44c0a1 None None] Sync routers for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:30.981262 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba09e59-2ed9-49ca-a2b0-7bd7df44c0a1 None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:30.981863 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-dba09e59-2ed9-49ca-a2b0-7bd7df44c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:31.013803 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-dba09e59-2ed9-49ca-a2b0-7bd7df44c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:31.022551 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba09e59-2ed9-49ca-a2b0-7bd7df44c0a1 None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:31.023141 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-dba09e59-2ed9-49ca-a2b0-7bd7df44c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:31.053904 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-dba09e59-2ed9-49ca-a2b0-7bd7df44c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:31.054566 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba09e59-2ed9-49ca-a2b0-7bd7df44c0a1 None None] The sync data for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:31.177493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5b545e-1d97-453c-96a7-d06d2cada5d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router db6b76d1-d41e-47bc-841d-782b70ad2919 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:20:31.280923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5b545e-1d97-453c-96a7-d06d2cada5d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:31.286131 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc5b545e-1d97-453c-96a7-d06d2cada5d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:31.290250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299a17a8-6a07-43c1-890b-3f7c96be49af None None] Sync routers for ids ['db6b76d1-d41e-47bc-841d-782b70ad2919'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:31.300126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a17a8-6a07-43c1-890b-3f7c96be49af None None] Routers {'db6b76d1-d41e-47bc-841d-782b70ad2919'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:31.300747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-299a17a8-6a07-43c1-890b-3f7c96be49af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db6b76d1-d41e-47bc-841d-782b70ad2919'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:31.336728 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-299a17a8-6a07-43c1-890b-3f7c96be49af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:31.345848 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a17a8-6a07-43c1-890b-3f7c96be49af None None] Routers {'db6b76d1-d41e-47bc-841d-782b70ad2919'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:31.346582 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-299a17a8-6a07-43c1-890b-3f7c96be49af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db6b76d1-d41e-47bc-841d-782b70ad2919'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:31.367254 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cc5b545e-1d97-453c-96a7-d06d2cada5d9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "PUT /v2.0/floatingips/29afa0bc-0273-40d0-96df-72bad896b3d4 HTTP/1.1" status: 200 len: 977 time: 1.6936083 Jul 15 15:20:31.369850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52272) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:31.382367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-299a17a8-6a07-43c1-890b-3f7c96be49af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:31.383077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299a17a8-6a07-43c1-890b-3f7c96be49af None None] The sync data for ids ['db6b76d1-d41e-47bc-841d-782b70ad2919'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:31.471645 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-43705381-f113-4e19-8aa9-cc0ba403031f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting port 63a7db11-3fd5-401d-a16a-284271c65b48 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:31.472051 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43705381-f113-4e19-8aa9-cc0ba403031f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:31.571641 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43705381-f113-4e19-8aa9-cc0ba403031f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:31.793879 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43705381-f113-4e19-8aa9-cc0ba403031f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:31.794169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43705381-f113-4e19-8aa9-cc0ba403031f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:31.794471 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-43705381-f113-4e19-8aa9-cc0ba403031f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Floating IP 29afa0bc-0273-40d0-96df-72bad896b3d4 disassociated. External IP: 172.25.4.231, port: 63a7db11-3fd5-401d-a16a-284271c65b48. Jul 15 15:20:31.794847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-43705381-f113-4e19-8aa9-cc0ba403031f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Calling delete_port for 63a7db11-3fd5-401d-a16a-284271c65b48 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:31.919954 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43705381-f113-4e19-8aa9-cc0ba403031f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:31.935520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 308b30a7-4b46-4c0f-b9db-3224d160fc0a no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:20:31.954105 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43705381-f113-4e19-8aa9-cc0ba403031f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Port': ['ID=63a7db11-3fd5-401d-a16a-284271c65b48,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:31.959084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 308b30a7-4b46-4c0f-b9db-3224d160fc0a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:20:31.960016 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 308b30a7-4b46-4c0f-b9db-3224d160fc0a not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:20:32.078743 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43705381-f113-4e19-8aa9-cc0ba403031f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router db6b76d1-d41e-47bc-841d-782b70ad2919 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:20:32.199021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43705381-f113-4e19-8aa9-cc0ba403031f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:32.208925 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f2765-e7fa-4ab1-82a0-93bd790fc504 None None] Sync routers for ids ['db6b76d1-d41e-47bc-841d-782b70ad2919'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:32.218190 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f2765-e7fa-4ab1-82a0-93bd790fc504 None None] Routers {'db6b76d1-d41e-47bc-841d-782b70ad2919'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:32.218965 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e88f2765-e7fa-4ab1-82a0-93bd790fc504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db6b76d1-d41e-47bc-841d-782b70ad2919'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:32.286329 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43705381-f113-4e19-8aa9-cc0ba403031f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:32.291951 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-43705381-f113-4e19-8aa9-cc0ba403031f tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/ports/63a7db11-3fd5-401d-a16a-284271c65b48 HTTP/1.1" status: 204 len: 168 time: 0.9184294 Jul 15 15:20:32.292221 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52278) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:32.344524 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e88f2765-e7fa-4ab1-82a0-93bd790fc504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:32.353980 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f2765-e7fa-4ab1-82a0-93bd790fc504 None None] Routers {'db6b76d1-d41e-47bc-841d-782b70ad2919'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:32.354632 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e88f2765-e7fa-4ab1-82a0-93bd790fc504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db6b76d1-d41e-47bc-841d-782b70ad2919'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:32.386912 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e88f2765-e7fa-4ab1-82a0-93bd790fc504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:32.387571 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f2765-e7fa-4ab1-82a0-93bd790fc504 None None] The sync data for ids ['db6b76d1-d41e-47bc-841d-782b70ad2919'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:32.805336 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:32.913668 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-95b48844-9fc8-4838-954b-0af32f6ab451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:33.004527 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-896263e8-7bf2-4b1f-8c66-638b8e9750d4 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:33.380203 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-896263e8-7bf2-4b1f-8c66-638b8e9750d4 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting port 25b5d369-254f-4140-8124-0c959202855b {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:33.380809 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-896263e8-7bf2-4b1f-8c66-638b8e9750d4 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:33.484118 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-896263e8-7bf2-4b1f-8c66-638b8e9750d4 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:33.496716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-896263e8-7bf2-4b1f-8c66-638b8e9750d4 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Calling delete_port for 25b5d369-254f-4140-8124-0c959202855b owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:33.735897 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-896263e8-7bf2-4b1f-8c66-638b8e9750d4 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:33.765427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896263e8-7bf2-4b1f-8c66-638b8e9750d4 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Port': ['ID=25b5d369-254f-4140-8124-0c959202855b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:33.946665 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-896263e8-7bf2-4b1f-8c66-638b8e9750d4 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:34.172126 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896263e8-7bf2-4b1f-8c66-638b8e9750d4 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router db6b76d1-d41e-47bc-841d-782b70ad2919 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:20:34.279461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896263e8-7bf2-4b1f-8c66-638b8e9750d4 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:34.287694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-896263e8-7bf2-4b1f-8c66-638b8e9750d4 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "PUT /v2.0/routers/db6b76d1-d41e-47bc-841d-782b70ad2919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9913814 Jul 15 15:20:34.287804 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52286) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:34.292815 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead87e38-0c9e-4ad3-a2f2-294b0993605d None None] Sync routers for ids ['db6b76d1-d41e-47bc-841d-782b70ad2919'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:34.310397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead87e38-0c9e-4ad3-a2f2-294b0993605d None None] Routers {'db6b76d1-d41e-47bc-841d-782b70ad2919'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:34.311190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ead87e38-0c9e-4ad3-a2f2-294b0993605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db6b76d1-d41e-47bc-841d-782b70ad2919'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:34.314189 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:34.343636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ead87e38-0c9e-4ad3-a2f2-294b0993605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:34.352755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead87e38-0c9e-4ad3-a2f2-294b0993605d None None] Routers {'db6b76d1-d41e-47bc-841d-782b70ad2919'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:34.353621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ead87e38-0c9e-4ad3-a2f2-294b0993605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['db6b76d1-d41e-47bc-841d-782b70ad2919'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:34.385597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ead87e38-0c9e-4ad3-a2f2-294b0993605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:34.386251 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead87e38-0c9e-4ad3-a2f2-294b0993605d None None] The sync data for ids ['db6b76d1-d41e-47bc-841d-782b70ad2919'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:34.412097 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ebb-2fa2-4458-b5bc-afdc71bc9280 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:34.514465 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ebb-2fa2-4458-b5bc-afdc71bc9280 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:34.576462 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-e8e13ebb-2fa2-4458-b5bc-afdc71bc9280 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting port ac1452ce-f230-4773-aed6-8797e7bd45e4 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:34.576811 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ebb-2fa2-4458-b5bc-afdc71bc9280 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:34.651987 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ebb-2fa2-4458-b5bc-afdc71bc9280 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:34.665074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-e8e13ebb-2fa2-4458-b5bc-afdc71bc9280 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Calling delete_port for ac1452ce-f230-4773-aed6-8797e7bd45e4 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:34.839123 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ebb-2fa2-4458-b5bc-afdc71bc9280 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:34.867883 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e13ebb-2fa2-4458-b5bc-afdc71bc9280 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Port': ['ID=ac1452ce-f230-4773-aed6-8797e7bd45e4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:34.937340 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ebb-2fa2-4458-b5bc-afdc71bc9280 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:35.046974 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ebb-2fa2-4458-b5bc-afdc71bc9280 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:35.049444 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ebb-2fa2-4458-b5bc-afdc71bc9280 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:35.118618 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ebb-2fa2-4458-b5bc-afdc71bc9280 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:35.119299 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e13ebb-2fa2-4458-b5bc-afdc71bc9280 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Fanout notify agent at l3_agent the message router_deleted on router db6b76d1-d41e-47bc-841d-782b70ad2919 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:20:35.132859 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ebb-2fa2-4458-b5bc-afdc71bc9280 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:35.134026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e8e13ebb-2fa2-4458-b5bc-afdc71bc9280 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/routers/db6b76d1-d41e-47bc-841d-782b70ad2919 HTTP/1.1" status: 204 len: 168 time: 0.8453431 Jul 15 15:20:35.136671 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52332) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:35.481525 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf2f6bd-4ae9-47a1-bd49-609fe157ae74 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting subnet cb79a5cd-95ea-4433-b561-9d0624c0a104 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:20:35.484704 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0cf2f6bd-4ae9-47a1-bd49-609fe157ae74 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:35.525185 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0cf2f6bd-4ae9-47a1-bd49-609fe157ae74 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:35.611207 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0cf2f6bd-4ae9-47a1-bd49-609fe157ae74 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:35.672018 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0cf2f6bd-4ae9-47a1-bd49-609fe157ae74 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:35.699926 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2f6bd-4ae9-47a1-bd49-609fe157ae74 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Subnet': ['ID=cb79a5cd-95ea-4433-b561-9d0624c0a104,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:35.703904 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0cf2f6bd-4ae9-47a1-bd49-609fe157ae74 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:35.705811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0cf2f6bd-4ae9-47a1-bd49-609fe157ae74 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/subnets/cb79a5cd-95ea-4433-b561-9d0624c0a104 HTTP/1.1" status: 204 len: 168 time: 0.5681810 Jul 15 15:20:35.708672 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52364) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:35.711768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c8f476-cdf6-457e-be55-018cce577731 None None] Network 655e2e48-0ee1-4fc1-bb77-0275ca3390ac requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:35.799462 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:35.857593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:35.857946 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:35.922032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab47effc-3577-43ca-84cc-3057be45b162 None None] DHCP port deletion for 655e2e48-0ee1-4fc1-bb77-0275ca3390ac request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:20:35.929134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] For port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6bc38b2b-5f04-447f-8ec1-11d260d8ad62,segment=NetworkSegment(a49878d6-821f-4042-8bf7-d72fc24dd7ea),segment_id=a49878d6-821f-4042-8bf7-d72fc24dd7ea)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:35.929503 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:35.942685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Calling delete_port for 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:35.991401 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ab47effc-3577-43ca-84cc-3057be45b162 None None] Deleting port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:35.991794 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab47effc-3577-43ca-84cc-3057be45b162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.011201 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.034435 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.056191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ab47effc-3577-43ca-84cc-3057be45b162 None None] For port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6bc38b2b-5f04-447f-8ec1-11d260d8ad62,segment=NetworkSegment(a49878d6-821f-4042-8bf7-d72fc24dd7ea),segment_id=a49878d6-821f-4042-8bf7-d72fc24dd7ea)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:36.056590 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab47effc-3577-43ca-84cc-3057be45b162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.061875 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Port': ['ID=6bc38b2b-5f04-447f-8ec1-11d260d8ad62,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:36.066108 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] No DVR routers for this DVR port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:20:36.074689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ab47effc-3577-43ca-84cc-3057be45b162 None None] Calling delete_port for 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:36.164166 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.177368 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655e2e48-0ee1-4fc1-bb77-0275ca3390ac']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:36.181304 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab47effc-3577-43ca-84cc-3057be45b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.190835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49878d6-821f-4042-8bf7-d72fc24dd7ea') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:36.191225 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49878d6-821f-4042-8bf7-d72fc24dd7ea') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:36.202007 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.208962 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47effc-3577-43ca-84cc-3057be45b162 None None] Pushing event deleted for resources: {'Port': ['ID=6bc38b2b-5f04-447f-8ec1-11d260d8ad62,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:36.212711 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab47effc-3577-43ca-84cc-3057be45b162 None None] No DVR routers for this DVR port 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:20:36.218936 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.231106 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:20:36.231515 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:20:36.234675 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:20:36.298978 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.306934 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.308659 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/networks/655e2e48-0ee1-4fc1-bb77-0275ca3390ac HTTP/1.1" status: 204 len: 168 time: 0.5988431 Jul 15 15:20:36.311432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52368) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:36.321137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f6d24-d264-468b-9f3f-14311002f885 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Network': ['ID=655e2e48-0ee1-4fc1-bb77-0275ca3390ac,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:36.443160 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-c03bd245-776e-4628-a645-7df204bab2ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting port 15657df7-3f5f-4eea-afd2-15251350d0d2 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:36.443414 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c03bd245-776e-4628-a645-7df204bab2ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.525139 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c03bd245-776e-4628-a645-7df204bab2ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.525765 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c03bd245-776e-4628-a645-7df204bab2ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.537295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-c03bd245-776e-4628-a645-7df204bab2ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Calling delete_port for 15657df7-3f5f-4eea-afd2-15251350d0d2 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:36.681084 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c03bd245-776e-4628-a645-7df204bab2ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.706751 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bd245-776e-4628-a645-7df204bab2ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Port': ['ID=15657df7-3f5f-4eea-afd2-15251350d0d2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:36.768045 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c03bd245-776e-4628-a645-7df204bab2ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.770937 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c03bd245-776e-4628-a645-7df204bab2ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:36.772090 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c03bd245-776e-4628-a645-7df204bab2ec tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/floatingips/29afa0bc-0273-40d0-96df-72bad896b3d4 HTTP/1.1" status: 204 len: 168 time: 0.4594159 Jul 15 15:20:36.775772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52370) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:36.801955 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d42fbff-5153-44f3-9746-ea3689d1c1b9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] DELETE failed (client error): The resource could not be found. Jul 15 15:20:36.802659 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d42fbff-5153-44f3-9746-ea3689d1c1b9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:20:36.804365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1d42fbff-5153-44f3-9746-ea3689d1c1b9 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/ports/63a7db11-3fd5-401d-a16a-284271c65b48 HTTP/1.1" status: 404 len: 333 time: 0.0276484 Jul 15 15:20:36.807099 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52372) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:36.839214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-311c3d6f-33da-479e-bf94-130825f583ef tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=db6b76d1-d41e-47bc-841d-782b70ad2919 HTTP/1.1" status: 200 len: 205 time: 0.0310524 Jul 15 15:20:36.841573 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52374) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:36.879708 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-b8923e7f-88dd-44ac-9075-d6416fb96b4d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] delete failed (client error): The resource could not be found. Jul 15 15:20:36.883255 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b8923e7f-88dd-44ac-9075-d6416fb96b4d tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/routers/db6b76d1-d41e-47bc-841d-782b70ad2919 HTTP/1.1" status: 404 len: 336 time: 0.0404921 Jul 15 15:20:36.883676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52376) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:36.910077 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-68fa81d6-5e44-4369-899b-843afccb598b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] DELETE failed (client error): The resource could not be found. Jul 15 15:20:36.910557 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68fa81d6-5e44-4369-899b-843afccb598b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:20:36.912270 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-68fa81d6-5e44-4369-899b-843afccb598b tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/subnets/cb79a5cd-95ea-4433-b561-9d0624c0a104 HTTP/1.1" status: 404 len: 337 time: 0.0276027 Jul 15 15:20:36.914889 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52378) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:37.014963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e53cafd0-e41d-42d7-a913-482e6977f6b0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting port a52b1dd9-a9ba-4f74-9e7c-51781fad7bb6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:37.015332 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e53cafd0-e41d-42d7-a913-482e6977f6b0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:37.107774 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e53cafd0-e41d-42d7-a913-482e6977f6b0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:37.120791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e53cafd0-e41d-42d7-a913-482e6977f6b0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Calling delete_port for a52b1dd9-a9ba-4f74-9e7c-51781fad7bb6 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:37.164852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:20:37.185208 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:20:37.185728 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6bc38b2b-5f04-447f-8ec1-11d260d8ad62 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:20:37.270754 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e53cafd0-e41d-42d7-a913-482e6977f6b0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:37.299529 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cafd0-e41d-42d7-a913-482e6977f6b0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Port': ['ID=a52b1dd9-a9ba-4f74-9e7c-51781fad7bb6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:37.374075 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e53cafd0-e41d-42d7-a913-482e6977f6b0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:37.376158 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e53cafd0-e41d-42d7-a913-482e6977f6b0 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/ports/a52b1dd9-a9ba-4f74-9e7c-51781fad7bb6 HTTP/1.1" status: 204 len: 168 time: 0.4603267 Jul 15 15:20:37.379356 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52382) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:37.481560 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c717cd21-9d22-4dcb-afec-dfacbdabffe6 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting port f25ba507-dc17-47bc-a39c-a477818e447f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:37.481908 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c717cd21-9d22-4dcb-afec-dfacbdabffe6 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:37.568484 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c717cd21-9d22-4dcb-afec-dfacbdabffe6 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:37.579992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c717cd21-9d22-4dcb-afec-dfacbdabffe6 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Calling delete_port for f25ba507-dc17-47bc-a39c-a477818e447f owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:37.714654 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c717cd21-9d22-4dcb-afec-dfacbdabffe6 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:37.744410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717cd21-9d22-4dcb-afec-dfacbdabffe6 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Port': ['ID=f25ba507-dc17-47bc-a39c-a477818e447f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:37.819858 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c717cd21-9d22-4dcb-afec-dfacbdabffe6 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:37.824027 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c717cd21-9d22-4dcb-afec-dfacbdabffe6 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/ports/f25ba507-dc17-47bc-a39c-a477818e447f HTTP/1.1" status: 204 len: 168 time: 0.4412861 Jul 15 15:20:37.824275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52384) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:37.892121 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087e08db-a00f-434a-a8ab-f75bd585eef3 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:37.893638 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-087e08db-a00f-434a-a8ab-f75bd585eef3 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f88c8f1-cc0e-441a-ba8b-99a4b90c077b HTTP/1.1" status: 200 len: 913 time: 0.0684295 Jul 15 15:20:37.896775 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52386) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:38.647604 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-842f0177-8a4b-46cf-84d3-1306d1cea015 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:38.949076 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-842f0177-8a4b-46cf-84d3-1306d1cea015 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting port a376c81c-e204-4216-8078-56966c043732 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:38.949744 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-842f0177-8a4b-46cf-84d3-1306d1cea015 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:39.038383 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-842f0177-8a4b-46cf-84d3-1306d1cea015 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:39.051898 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-842f0177-8a4b-46cf-84d3-1306d1cea015 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Calling delete_port for a376c81c-e204-4216-8078-56966c043732 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:39.241738 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-842f0177-8a4b-46cf-84d3-1306d1cea015 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:39.272630 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f0177-8a4b-46cf-84d3-1306d1cea015 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Port': ['ID=a376c81c-e204-4216-8078-56966c043732,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:39.451740 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-842f0177-8a4b-46cf-84d3-1306d1cea015 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:39.678793 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842f0177-8a4b-46cf-84d3-1306d1cea015 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:20:39.794200 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842f0177-8a4b-46cf-84d3-1306d1cea015 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:39.804064 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644913c9-dc36-4551-b7b7-30b4e0b4337a None None] Sync routers for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:39.805026 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-842f0177-8a4b-46cf-84d3-1306d1cea015 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "PUT /v2.0/routers/1f88c8f1-cc0e-441a-ba8b-99a4b90c077b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9072669 Jul 15 15:20:39.807913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52392) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:39.814259 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644913c9-dc36-4551-b7b7-30b4e0b4337a None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:39.815232 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-644913c9-dc36-4551-b7b7-30b4e0b4337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:39.850840 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-644913c9-dc36-4551-b7b7-30b4e0b4337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:39.860058 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644913c9-dc36-4551-b7b7-30b4e0b4337a None None] Routers {'1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:20:39.860677 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-644913c9-dc36-4551-b7b7-30b4e0b4337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:20:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:39.893735 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-644913c9-dc36-4551-b7b7-30b4e0b4337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:39.895199 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644913c9-dc36-4551-b7b7-30b4e0b4337a None None] The sync data for ids ['1f88c8f1-cc0e-441a-ba8b-99a4b90c077b'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:39.923188 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27cb0e15-0524-4378-9656-9a86fa37f401 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:40.028015 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27cb0e15-0524-4378-9656-9a86fa37f401 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:40.083866 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-27cb0e15-0524-4378-9656-9a86fa37f401 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting port 20734c1f-066d-45c7-8ff2-4f3138131e33 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:40.084236 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27cb0e15-0524-4378-9656-9a86fa37f401 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:40.175892 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27cb0e15-0524-4378-9656-9a86fa37f401 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:40.190104 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-27cb0e15-0524-4378-9656-9a86fa37f401 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Calling delete_port for 20734c1f-066d-45c7-8ff2-4f3138131e33 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:40.369756 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27cb0e15-0524-4378-9656-9a86fa37f401 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:40.401086 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb0e15-0524-4378-9656-9a86fa37f401 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Port': ['ID=20734c1f-066d-45c7-8ff2-4f3138131e33,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:40.470644 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27cb0e15-0524-4378-9656-9a86fa37f401 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:40.564548 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27cb0e15-0524-4378-9656-9a86fa37f401 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:40.566790 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27cb0e15-0524-4378-9656-9a86fa37f401 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:40.611142 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27cb0e15-0524-4378-9656-9a86fa37f401 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:40.612179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cb0e15-0524-4378-9656-9a86fa37f401 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Fanout notify agent at l3_agent the message router_deleted on router 1f88c8f1-cc0e-441a-ba8b-99a4b90c077b {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:20:40.619996 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27cb0e15-0524-4378-9656-9a86fa37f401 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:40.623637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52398) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:40.624163 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-27cb0e15-0524-4378-9656-9a86fa37f401 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/routers/1f88c8f1-cc0e-441a-ba8b-99a4b90c077b HTTP/1.1" status: 204 len: 168 time: 0.8145018 Jul 15 15:20:40.680236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Deleting subnet 615d8dec-f449-40c9-9c85-cea49b1e4dcd {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:20:40.683417 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:40.728693 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:40.775820 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:40.837092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:40.864167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Subnet': ['ID=615d8dec-f449-40c9-9c85-cea49b1e4dcd,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:40.872315 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:40.874129 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/subnets/615d8dec-f449-40c9-9c85-cea49b1e4dcd HTTP/1.1" status: 204 len: 168 time: 0.2493813 Jul 15 15:20:40.876006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:40.876444 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:40.876639 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52400) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:40.876808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:40.877117 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:40.877446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:40.877773 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:40.878098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:40.879196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:40.879405 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:40.879824 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:40.880169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:40.880478 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b615a40-fca6-498d-8c6c-6f89a7e31950 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:40.960463 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1630359d-815b-4895-b163-e7bd54e37c90 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:41.048740 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1630359d-815b-4895-b163-e7bd54e37c90 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:41.059112 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1630359d-815b-4895-b163-e7bd54e37c90 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f73799-5231-4480-9f56-74728cd7a65b']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:41.074745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1630359d-815b-4895-b163-e7bd54e37c90 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a134d1-b162-48be-90c3-5362c70f0d97') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:41.075071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1630359d-815b-4895-b163-e7bd54e37c90 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a134d1-b162-48be-90c3-5362c70f0d97') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:41.084621 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1630359d-815b-4895-b163-e7bd54e37c90 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:41.098652 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1630359d-815b-4895-b163-e7bd54e37c90 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:41.105044 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1630359d-815b-4895-b163-e7bd54e37c90 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:20:41.105601 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1630359d-815b-4895-b163-e7bd54e37c90 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:20:41.108568 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:20:41.168582 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1630359d-815b-4895-b163-e7bd54e37c90 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:41.186049 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1630359d-815b-4895-b163-e7bd54e37c90 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:41.188282 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1630359d-815b-4895-b163-e7bd54e37c90 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] 10.222.0.38 "DELETE /v2.0/networks/41f73799-5231-4480-9f56-74728cd7a65b HTTP/1.1" status: 204 len: 168 time: 0.3106365 Jul 15 15:20:41.189561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630359d-815b-4895-b163-e7bd54e37c90 tempest-FloatingIPTestJSON-1662479925 tempest-FloatingIPTestJSON-1662479925-project] Pushing event deleted for resources: {'Network': ['ID=41f73799-5231-4480-9f56-74728cd7a65b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:41.445218 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52408) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:41.584117 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7cf68584-2823-44e1-b552-098671b3931d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b6b423ecc8f94e348f56d9d791f05b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375935 Jul 15 15:20:41.587136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52412) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:41.642065 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a49bb157-0f21-4d09-8e52-29efd2c10bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:41.664889 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a49bb157-0f21-4d09-8e52-29efd2c10bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:41.712428 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a49bb157-0f21-4d09-8e52-29efd2c10bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:41.714923 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a49bb157-0f21-4d09-8e52-29efd2c10bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:41.716076 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a49bb157-0f21-4d09-8e52-29efd2c10bbd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56a84f7b-d929-441a-aa7a-f2bd41260274 HTTP/1.1" status: 204 len: 168 time: 0.1283514 Jul 15 15:20:41.725186 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49bb157-0f21-4d09-8e52-29efd2c10bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a84f7b-d929-441a-aa7a-f2bd41260274,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:42.401791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52434) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:42.497808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-69c7d4ea-fc94-43a0-b11c-363aa73edfa1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1543364497'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:42.521132 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c7d4ea-fc94-43a0-b11c-363aa73edfa1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:42.525068 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69c7d4ea-fc94-43a0-b11c-363aa73edfa1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:42.542195 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69c7d4ea-fc94-43a0-b11c-363aa73edfa1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:42.642135 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69c7d4ea-fc94-43a0-b11c-363aa73edfa1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:42.646980 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69c7d4ea-fc94-43a0-b11c-363aa73edfa1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:42.670219 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c7d4ea-fc94-43a0-b11c-363aa73edfa1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:20:42.684099 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7d4ea-fc94-43a0-b11c-363aa73edfa1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90bf2357-7f7d-459e-872e-b49cc795c6b4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:42.689464 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69c7d4ea-fc94-43a0-b11c-363aa73edfa1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:42.689789 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-69c7d4ea-fc94-43a0-b11c-363aa73edfa1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Added segment acfaeca7-5fae-440b-9c86-97860d329fb7 of type vlan for network e3606723-d245-43d6-b8f1-c266e2a57096 Jul 15 15:20:42.732013 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69c7d4ea-fc94-43a0-b11c-363aa73edfa1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:42.764373 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69c7d4ea-fc94-43a0-b11c-363aa73edfa1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:42.770407 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c7d4ea-fc94-43a0-b11c-363aa73edfa1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:42.771066 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69c7d4ea-fc94-43a0-b11c-363aa73edfa1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:42.804193 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-69c7d4ea-fc94-43a0-b11c-363aa73edfa1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4012754 Jul 15 15:20:42.873345 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7d4ea-fc94-43a0-b11c-363aa73edfa1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Network': ['ID=e3606723-d245-43d6-b8f1-c266e2a57096,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:42.885165 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network e3606723-d245-43d6-b8f1-c266e2a57096 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:20:42.934261 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52440) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:42.939627 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4c0744f1-135f-499a-93ad-a01cc509f3b4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'subnet': {'network_id': 'e3606723-d245-43d6-b8f1-c266e2a57096', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:43.031549 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0744f1-135f-499a-93ad-a01cc509f3b4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:43.035809 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c0744f1-135f-499a-93ad-a01cc509f3b4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:43.272956 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c0744f1-135f-499a-93ad-a01cc509f3b4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:43.335611 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0744f1-135f-499a-93ad-a01cc509f3b4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Subnet': ['ID=48635be5-4687-44ea-83cb-bfd105564302,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:43.346158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0744f1-135f-499a-93ad-a01cc509f3b4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Checking segment: {'id': 'acfaeca7-5fae-440b-9c86-97860d329fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e3606723-d245-43d6-b8f1-c266e2a57096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:43.346509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0744f1-135f-499a-93ad-a01cc509f3b4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network hostable DHCP agents. Network: e3606723-d245-43d6-b8f1-c266e2a57096, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:20:43.364530 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0744f1-135f-499a-93ad-a01cc509f3b4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network e3606723-d245-43d6-b8f1-c266e2a57096 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:20:43.373995 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4c0744f1-135f-499a-93ad-a01cc509f3b4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, e3606723-d245-43d6-b8f1-c266e2a57096) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:43.378829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0744f1-135f-499a-93ad-a01cc509f3b4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:43.379422 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c0744f1-135f-499a-93ad-a01cc509f3b4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:43.389644 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618acbfc-8dbb-4aae-aad1-6fc7a367794d None None] Network e3606723-d245-43d6-b8f1-c266e2a57096 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:43.402582 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4c0744f1-135f-499a-93ad-a01cc509f3b4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4654591 Jul 15 15:20:43.404397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52442) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:43.410440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b0d3be43-bfc9-483c-8dd3-55dd1e4a1600 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1473468756'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:43.438350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d3be43-bfc9-483c-8dd3-55dd1e4a1600 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:43.442986 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b0d3be43-bfc9-483c-8dd3-55dd1e4a1600 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:43.468257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d3be43-bfc9-483c-8dd3-55dd1e4a1600 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:20:43.480169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b0d3be43-bfc9-483c-8dd3-55dd1e4a1600 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:43.480539 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-b0d3be43-bfc9-483c-8dd3-55dd1e4a1600 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Added segment 14f1119f-8c29-4c82-98c3-d92bf8e5a04e of type vlan for network e957d30b-6bc5-4dbf-8660-69c2cf1b1e05 Jul 15 15:20:43.526391 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b0d3be43-bfc9-483c-8dd3-55dd1e4a1600 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:43.551351 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-e3606723-d245-43d6-b8f1-c266e2a57096', 'network_id': 'e3606723-d245-43d6-b8f1-c266e2a57096', 'tenant_id': '98effcd3588c4f33b4ea723a76ed1f2f', 'fixed_ips': [{'subnet_id': '48635be5-4687-44ea-83cb-bfd105564302'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:20:43.552245 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:43.569827 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b0d3be43-bfc9-483c-8dd3-55dd1e4a1600 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:43.578250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d3be43-bfc9-483c-8dd3-55dd1e4a1600 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:43.578902 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b0d3be43-bfc9-483c-8dd3-55dd1e4a1600 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:43.622390 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52446) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:43.627236 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b0d3be43-bfc9-483c-8dd3-55dd1e4a1600 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2210422 Jul 15 15:20:43.627679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-aabd06f4-74c2-4136-99c8-77dcf1ac6434 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'subnet': {'network_id': 'e957d30b-6bc5-4dbf-8660-69c2cf1b1e05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:43.675680 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3be43-bfc9-483c-8dd3-55dd1e4a1600 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Network': ['ID=e957d30b-6bc5-4dbf-8660-69c2cf1b1e05,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:43.694862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network e957d30b-6bc5-4dbf-8660-69c2cf1b1e05 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:20:43.724748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabd06f4-74c2-4136-99c8-77dcf1ac6434 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:43.730721 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aabd06f4-74c2-4136-99c8-77dcf1ac6434 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:43.768607 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Allocated IP 172.20.255.242 (e3606723-d245-43d6-b8f1-c266e2a57096/48635be5-4687-44ea-83cb-bfd105564302/ed0d14fb-771a-4f94-bb03-c82d411d67f7) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:43.930359 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aabd06f4-74c2-4136-99c8-77dcf1ac6434 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:43.930761 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:43.939474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Transition to ACTIVE for port object ed0d14fb-771a-4f94-bb03-c82d411d67f7 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:43.966163 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Transition to ACTIVE for port object ed0d14fb-771a-4f94-bb03-c82d411d67f7 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:43.976371 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:43.992677 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd06f4-74c2-4136-99c8-77dcf1ac6434 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Subnet': ['ID=b637cef7-8cdf-401f-8b0a-b4a6b34eeabd,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:44.004202 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabd06f4-74c2-4136-99c8-77dcf1ac6434 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Checking segment: {'id': '14f1119f-8c29-4c82-98c3-d92bf8e5a04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e957d30b-6bc5-4dbf-8660-69c2cf1b1e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:44.004609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabd06f4-74c2-4136-99c8-77dcf1ac6434 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network hostable DHCP agents. Network: e957d30b-6bc5-4dbf-8660-69c2cf1b1e05, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:20:44.016383 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Network e3606723-d245-43d6-b8f1-c266e2a57096 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:44.021463 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:44.022143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabd06f4-74c2-4136-99c8-77dcf1ac6434 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network e957d30b-6bc5-4dbf-8660-69c2cf1b1e05 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:20:44.024906 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:44.034168 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-aabd06f4-74c2-4136-99c8-77dcf1ac6434 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, e957d30b-6bc5-4dbf-8660-69c2cf1b1e05) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:44.037385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Pushing event updated for resources: {'Port': ['ID=ed0d14fb-771a-4f94-bb03-c82d411d67f7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:44.039318 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabd06f4-74c2-4136-99c8-77dcf1ac6434 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:44.040015 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aabd06f4-74c2-4136-99c8-77dcf1ac6434 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.055428 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-aabd06f4-74c2-4136-99c8-77dcf1ac6434 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4319093 Jul 15 15:20:44.058019 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52448) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:44.058717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264ba064-ec09-474b-ac63-46742d0c75bb None None] Network e957d30b-6bc5-4dbf-8660-69c2cf1b1e05 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:44.177154 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c704b95-a78d-41b2-8359-2f345535cb97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.259159 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c704b95-a78d-41b2-8359-2f345535cb97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.309053 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Attempting to bind port ed0d14fb-771a-4f94-bb03-c82d411d67f7 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:20:44.309422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Attempting to bind port ed0d14fb-771a-4f94-bb03-c82d411d67f7 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'acfaeca7-5fae-440b-9c86-97860d329fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e3606723-d245-43d6-b8f1-c266e2a57096'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:20:44.309791 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Attempting to bind port ed0d14fb-771a-4f94-bb03-c82d411d67f7 on network e3606723-d245-43d6-b8f1-c266e2a57096 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:20:44.321908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:20:44.322387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Checking segment: {'id': 'acfaeca7-5fae-440b-9c86-97860d329fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e3606723-d245-43d6-b8f1-c266e2a57096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:44.322830 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.323249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Bound using segment: {'id': 'acfaeca7-5fae-440b-9c86-97860d329fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e3606723-d245-43d6-b8f1-c266e2a57096'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:20:44.323736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Bound port: ed0d14fb-771a-4f94-bb03-c82d411d67f7, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfaeca7-5fae-440b-9c86-97860d329fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e3606723-d245-43d6-b8f1-c266e2a57096'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:20:44.324123 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.337435 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c704b95-a78d-41b2-8359-2f345535cb97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.367991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c704b95-a78d-41b2-8359-2f345535cb97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Subnet': ['ID=b637cef7-8cdf-401f-8b0a-b4a6b34eeabd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:44.413360 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe8c1a2-153b-47f0-a74e-898b2fe2c3bc None None] Network e957d30b-6bc5-4dbf-8660-69c2cf1b1e05 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:44.431068 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c704b95-a78d-41b2-8359-2f345535cb97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.441093 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5c704b95-a78d-41b2-8359-2f345535cb97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e957d30b-6bc5-4dbf-8660-69c2cf1b1e05']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:44.451088 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5c704b95-a78d-41b2-8359-2f345535cb97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f1119f-8c29-4c82-98c3-d92bf8e5a04e') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:44.451391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5c704b95-a78d-41b2-8359-2f345535cb97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f1119f-8c29-4c82-98c3-d92bf8e5a04e') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:44.461848 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c704b95-a78d-41b2-8359-2f345535cb97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.479654 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c704b95-a78d-41b2-8359-2f345535cb97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.482786 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] For port ed0d14fb-771a-4f94-bb03-c82d411d67f7, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:20:44.486220 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c704b95-a78d-41b2-8359-2f345535cb97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:20:44.486741 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c704b95-a78d-41b2-8359-2f345535cb97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:20:44.491001 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:20:44.501240 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] For port ed0d14fb-771a-4f94-bb03-c82d411d67f7, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ed0d14fb-771a-4f94-bb03-c82d411d67f7,segment=NetworkSegment(acfaeca7-5fae-440b-9c86-97860d329fb7),segment_id=acfaeca7-5fae-440b-9c86-97860d329fb7)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:20:44.533475 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.567970 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c704b95-a78d-41b2-8359-2f345535cb97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.576109 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c704b95-a78d-41b2-8359-2f345535cb97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.582021 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5c704b95-a78d-41b2-8359-2f345535cb97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/e957d30b-6bc5-4dbf-8660-69c2cf1b1e05 HTTP/1.1" status: 204 len: 168 time: 0.5190544 Jul 15 15:20:44.582255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52450) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:44.595762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b2fa52a4-beaa-4bb8-baeb-79079db8513e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1288746404'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:44.602754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c704b95-a78d-41b2-8359-2f345535cb97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Network': ['ID=e957d30b-6bc5-4dbf-8660-69c2cf1b1e05,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:44.624710 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1b427-984c-4169-aa95-0d9b29f1d5c7 None None] Pushing event updated for resources: {'Port': ['ID=ed0d14fb-771a-4f94-bb03-c82d411d67f7,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:44.624908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fa52a4-beaa-4bb8-baeb-79079db8513e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:44.630290 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2fa52a4-beaa-4bb8-baeb-79079db8513e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.657328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fa52a4-beaa-4bb8-baeb-79079db8513e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:20:44.667864 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2fa52a4-beaa-4bb8-baeb-79079db8513e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.668347 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-b2fa52a4-beaa-4bb8-baeb-79079db8513e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Added segment 82dacc6b-0663-4a14-81e7-27c806a2bfaf of type vlan for network ffda9ae2-87d7-4b8a-8a3f-3a678a11847b Jul 15 15:20:44.713306 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2fa52a4-beaa-4bb8-baeb-79079db8513e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.747824 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2fa52a4-beaa-4bb8-baeb-79079db8513e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.754879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fa52a4-beaa-4bb8-baeb-79079db8513e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:44.755504 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2fa52a4-beaa-4bb8-baeb-79079db8513e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:44.805241 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b2fa52a4-beaa-4bb8-baeb-79079db8513e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2218916 Jul 15 15:20:44.808168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52454) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:44.816881 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-bbca5a22-9078-4acc-89a2-d93bb9db4848 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'subnet': {'network_id': 'ffda9ae2-87d7-4b8a-8a3f-3a678a11847b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:44.854208 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa52a4-beaa-4bb8-baeb-79079db8513e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Network': ['ID=ffda9ae2-87d7-4b8a-8a3f-3a678a11847b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:44.864910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network ffda9ae2-87d7-4b8a-8a3f-3a678a11847b details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:20:44.960976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbca5a22-9078-4acc-89a2-d93bb9db4848 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:44.965101 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbca5a22-9078-4acc-89a2-d93bb9db4848 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:45.031732 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.ipam_backend_mixin [None req-bbca5a22-9078-4acc-89a2-d93bb9db4848 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Performing IP validity checks on allocation pools {{(pid=100711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 15:20:45.032458 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.ipam_backend_mixin [None req-bbca5a22-9078-4acc-89a2-d93bb9db4848 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 15:20:45.184752 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbca5a22-9078-4acc-89a2-d93bb9db4848 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:45.217555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ed0d14fb-771a-4f94-bb03-c82d411d67f7 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:20:45.273127 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca5a22-9078-4acc-89a2-d93bb9db4848 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Subnet': ['ID=c3ede632-1228-4a5a-894e-051da930054f,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:45.277065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbca5a22-9078-4acc-89a2-d93bb9db4848 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Checking segment: {'id': '82dacc6b-0663-4a14-81e7-27c806a2bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ffda9ae2-87d7-4b8a-8a3f-3a678a11847b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:45.277429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbca5a22-9078-4acc-89a2-d93bb9db4848 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network hostable DHCP agents. Network: ffda9ae2-87d7-4b8a-8a3f-3a678a11847b, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:20:45.281586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port ed0d14fb-771a-4f94-bb03-c82d411d67f7 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:20:45.299770 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbca5a22-9078-4acc-89a2-d93bb9db4848 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network ffda9ae2-87d7-4b8a-8a3f-3a678a11847b is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:20:45.311145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-bbca5a22-9078-4acc-89a2-d93bb9db4848 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, ffda9ae2-87d7-4b8a-8a3f-3a678a11847b) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:45.315387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbca5a22-9078-4acc-89a2-d93bb9db4848 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:45.316323 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbca5a22-9078-4acc-89a2-d93bb9db4848 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:45.323734 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ea16a-899d-4c9a-9230-250493abe522 None None] Network ffda9ae2-87d7-4b8a-8a3f-3a678a11847b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:45.347739 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bbca5a22-9078-4acc-89a2-d93bb9db4848 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5381544 Jul 15 15:20:45.350357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52466) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:45.475319 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:45.514356 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-ffda9ae2-87d7-4b8a-8a3f-3a678a11847b', 'network_id': 'ffda9ae2-87d7-4b8a-8a3f-3a678a11847b', 'tenant_id': '98effcd3588c4f33b4ea723a76ed1f2f', 'fixed_ips': [{'subnet_id': 'c3ede632-1228-4a5a-894e-051da930054f'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:20:45.515662 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:45.755174 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Allocated IP 172.20.0.3 (ffda9ae2-87d7-4b8a-8a3f-3a678a11847b/c3ede632-1228-4a5a-894e-051da930054f/3821f62a-a373-48e6-b4e5-5146114fbc6e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:45.881232 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0032853-dca9-4cb1-b70b-1860741778c9 None None] Network e3606723-d245-43d6-b8f1-c266e2a57096 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:45.986839 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:45.992378 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:46.006328 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Transition to ACTIVE for port object 3821f62a-a373-48e6-b4e5-5146114fbc6e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:46.068657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2eeca3b0-4291-4d36-915d-85a3c06ec697 None None] Provisioning for port ed0d14fb-771a-4f94-bb03-c82d411d67f7 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:20:46.073930 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Transition to ACTIVE for port object 3821f62a-a373-48e6-b4e5-5146114fbc6e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:46.080182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2eeca3b0-4291-4d36-915d-85a3c06ec697 None None] Provisioning complete for port ed0d14fb-771a-4f94-bb03-c82d411d67f7 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:46.080628 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2eeca3b0-4291-4d36-915d-85a3c06ec697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:46.085149 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:46.112506 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:46.163634 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ede632-1228-4a5a-894e-051da930054f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:46.168132 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Network ffda9ae2-87d7-4b8a-8a3f-3a678a11847b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:46.193781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:46.199842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:46.214838 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Pushing event updated for resources: {'Port': ['ID=3821f62a-a373-48e6-b4e5-5146114fbc6e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:46.232649 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:46.242782 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffda9ae2-87d7-4b8a-8a3f-3a678a11847b']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:46.252018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82dacc6b-0663-4a14-81e7-27c806a2bfaf') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:46.252314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82dacc6b-0663-4a14-81e7-27c806a2bfaf') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:46.263827 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:46.279424 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:46.287007 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:20:46.288225 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:20:46.291719 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:20:46.334696 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2eeca3b0-4291-4d36-915d-85a3c06ec697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:46.351591 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 15:20:46.351591 n-d-764435-3 neutron-server[100712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 15:20:46.351591 n-d-764435-3 neutron-server[100712]: [parameters: {'id': 'ffda9ae2-87d7-4b8a-8a3f-3a678a11847b'}] Jul 15 15:20:46.351591 n-d-764435-3 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:20:46.352039 n-d-764435-3 neutron-server[100712]: DEBUG oslo_db.api [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:20:46.352192 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Attempting to bind port 3821f62a-a373-48e6-b4e5-5146114fbc6e on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:20:46.352566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Attempting to bind port 3821f62a-a373-48e6-b4e5-5146114fbc6e by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '82dacc6b-0663-4a14-81e7-27c806a2bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ffda9ae2-87d7-4b8a-8a3f-3a678a11847b'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:20:46.352924 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Attempting to bind port 3821f62a-a373-48e6-b4e5-5146114fbc6e on network ffda9ae2-87d7-4b8a-8a3f-3a678a11847b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:20:46.367485 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:20:46.367857 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Checking segment: {'id': '82dacc6b-0663-4a14-81e7-27c806a2bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ffda9ae2-87d7-4b8a-8a3f-3a678a11847b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:46.368258 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:46.368647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Bound using segment: {'id': '82dacc6b-0663-4a14-81e7-27c806a2bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ffda9ae2-87d7-4b8a-8a3f-3a678a11847b'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:20:46.369123 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Bound port: 3821f62a-a373-48e6-b4e5-5146114fbc6e, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82dacc6b-0663-4a14-81e7-27c806a2bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ffda9ae2-87d7-4b8a-8a3f-3a678a11847b'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:20:46.369503 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:46.399952 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2eeca3b0-4291-4d36-915d-85a3c06ec697 None None] For port ed0d14fb-771a-4f94-bb03-c82d411d67f7, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ed0d14fb-771a-4f94-bb03-c82d411d67f7,segment=NetworkSegment(acfaeca7-5fae-440b-9c86-97860d329fb7),segment_id=acfaeca7-5fae-440b-9c86-97860d329fb7)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:46.422198 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2eeca3b0-4291-4d36-915d-85a3c06ec697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:46.496782 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6611290b-8804-4031-9c1b-181adf350794 None None] For port 3821f62a-a373-48e6-b4e5-5146114fbc6e, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:20:46.499293 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeca3b0-4291-4d36-915d-85a3c06ec697 None None] Pushing event updated for resources: {'Port': ['ID=ed0d14fb-771a-4f94-bb03-c82d411d67f7,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:46.503178 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6611290b-8804-4031-9c1b-181adf350794 None None] For port 3821f62a-a373-48e6-b4e5-5146114fbc6e, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3821f62a-a373-48e6-b4e5-5146114fbc6e,segment=NetworkSegment(82dacc6b-0663-4a14-81e7-27c806a2bfaf),segment_id=82dacc6b-0663-4a14-81e7-27c806a2bfaf)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:20:46.509739 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:46.610482 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f19c67a-b200-4b74-9221-06dafde7465e None None] Network ffda9ae2-87d7-4b8a-8a3f-3a678a11847b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:46.614500 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611290b-8804-4031-9c1b-181adf350794 None None] Pushing event updated for resources: {'Port': ['ID=3821f62a-a373-48e6-b4e5-5146114fbc6e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:46.753763 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d656742a-0cc6-4d9e-b21b-f9c101831c72 None None] Provisioning complete for port ed0d14fb-771a-4f94-bb03-c82d411d67f7 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:46.754222 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d656742a-0cc6-4d9e-b21b-f9c101831c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:46.799844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a5ecf0-2953-4297-b6d1-6df2d349f68f None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:20:46.853816 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:46.924025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Deleting port 3821f62a-a373-48e6-b4e5-5146114fbc6e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:46.924379 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:46.945134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a5ecf0-2953-4297-b6d1-6df2d349f68f None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:20:47.006440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] For port 3821f62a-a373-48e6-b4e5-5146114fbc6e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3821f62a-a373-48e6-b4e5-5146114fbc6e,segment=NetworkSegment(82dacc6b-0663-4a14-81e7-27c806a2bfaf),segment_id=82dacc6b-0663-4a14-81e7-27c806a2bfaf)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:47.007257 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:47.021921 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Calling delete_port for 3821f62a-a373-48e6-b4e5-5146114fbc6e owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:47.115004 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:47.147362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Port': ['ID=3821f62a-a373-48e6-b4e5-5146114fbc6e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:47.154379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No DVR routers for this DVR port 3821f62a-a373-48e6-b4e5-5146114fbc6e on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:20:47.240974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-37967f42-1810-4ef6-a911-8784e3900d60 req-2126cc25-8fe7-4b13-860b-7d1b5fca6789 service neutron] (100711) timed out ('10.222.0.38', 57226) {{(pid=100711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:20:47.249338 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:47.261467 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffda9ae2-87d7-4b8a-8a3f-3a678a11847b']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:47.276606 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ed0d14fb-771a-4f94-bb03-c82d411d67f7 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:20:47.278280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82dacc6b-0663-4a14-81e7-27c806a2bfaf') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:47.278830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82dacc6b-0663-4a14-81e7-27c806a2bfaf') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:47.292963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:47.323302 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:47.338446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:20:47.338920 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:20:47.342074 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:20:47.374097 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ed0d14fb-771a-4f94-bb03-c82d411d67f7 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:20:47.375914 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:47.427460 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:47.452550 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:47.458313 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/ffda9ae2-87d7-4b8a-8a3f-3a678a11847b HTTP/1.1" status: 204 len: 168 time: 2.1020677 Jul 15 15:20:47.458313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8c896-91cd-40bb-a224-d79ce9b15c66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Network': ['ID=ffda9ae2-87d7-4b8a-8a3f-3a678a11847b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:47.459118 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52498) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:47.464409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f4abe12e-5a30-4c98-9c68-83629a8e8a9d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-714065673'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:47.491887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4abe12e-5a30-4c98-9c68-83629a8e8a9d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:47.496382 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f4abe12e-5a30-4c98-9c68-83629a8e8a9d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:47.524632 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4abe12e-5a30-4c98-9c68-83629a8e8a9d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:20:47.535566 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f4abe12e-5a30-4c98-9c68-83629a8e8a9d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:47.535987 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-f4abe12e-5a30-4c98-9c68-83629a8e8a9d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Added segment fc05cdea-bf28-4bc2-bdf0-15b0ec73d827 of type vlan for network 22a96a87-c761-45f1-92d1-45addc9982ca Jul 15 15:20:47.581852 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f4abe12e-5a30-4c98-9c68-83629a8e8a9d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:47.612522 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f4abe12e-5a30-4c98-9c68-83629a8e8a9d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:47.618252 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4abe12e-5a30-4c98-9c68-83629a8e8a9d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:47.618887 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f4abe12e-5a30-4c98-9c68-83629a8e8a9d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:47.656258 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f4abe12e-5a30-4c98-9c68-83629a8e8a9d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1960304 Jul 15 15:20:47.659123 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52500) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:47.665272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-49b4e931-aea5-4d35-afb9-f343ca069d9f tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'subnet': {'network_id': '22a96a87-c761-45f1-92d1-45addc9982ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:47.694129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abe12e-5a30-4c98-9c68-83629a8e8a9d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Network': ['ID=22a96a87-c761-45f1-92d1-45addc9982ca,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:47.706785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 22a96a87-c761-45f1-92d1-45addc9982ca details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:20:47.773492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b4e931-aea5-4d35-afb9-f343ca069d9f tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:47.778010 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-49b4e931-aea5-4d35-afb9-f343ca069d9f tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:47.980809 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-49b4e931-aea5-4d35-afb9-f343ca069d9f tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.045442 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4e931-aea5-4d35-afb9-f343ca069d9f tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Subnet': ['ID=ddbc067b-8895-4adc-b0cd-08667868c018,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:48.057881 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4e931-aea5-4d35-afb9-f343ca069d9f tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Checking segment: {'id': 'fc05cdea-bf28-4bc2-bdf0-15b0ec73d827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22a96a87-c761-45f1-92d1-45addc9982ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:48.060120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b4e931-aea5-4d35-afb9-f343ca069d9f tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network hostable DHCP agents. Network: 22a96a87-c761-45f1-92d1-45addc9982ca, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:20:48.079283 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b4e931-aea5-4d35-afb9-f343ca069d9f tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network 22a96a87-c761-45f1-92d1-45addc9982ca is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:20:48.095000 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-49b4e931-aea5-4d35-afb9-f343ca069d9f tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 22a96a87-c761-45f1-92d1-45addc9982ca) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:48.105919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495b740f-8c05-47e9-8624-ea5337d7ed31 None None] Network 22a96a87-c761-45f1-92d1-45addc9982ca requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:48.108015 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b4e931-aea5-4d35-afb9-f343ca069d9f tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:48.109604 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-49b4e931-aea5-4d35-afb9-f343ca069d9f tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.130631 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-49b4e931-aea5-4d35-afb9-f343ca069d9f tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4693770 Jul 15 15:20:48.133439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52506) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:48.266848 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd10fd44-0690-413e-804a-e8a10b605de9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.276834 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604d00ac-3e73-4972-8117-3c639217ed5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-22a96a87-c761-45f1-92d1-45addc9982ca', 'network_id': '22a96a87-c761-45f1-92d1-45addc9982ca', 'tenant_id': '98effcd3588c4f33b4ea723a76ed1f2f', 'fixed_ips': [{'subnet_id': 'ddbc067b-8895-4adc-b0cd-08667868c018'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:20:48.278004 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-604d00ac-3e73-4972-8117-3c639217ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.323260 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd10fd44-0690-413e-804a-e8a10b605de9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server [None req-604d00ac-3e73-4972-8117-3c639217ed5f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ddbc067b-8895-4adc-b0cd-08667868c018: This subnet is being modified by another concurrent operation. Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise exception Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ddbc067b-8895-4adc-b0cd-08667868c018: This subnet is being modified by another concurrent operation. Jul 15 15:20:48.402080 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Jul 15 15:20:48.410436 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd10fd44-0690-413e-804a-e8a10b605de9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.419450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167c5eb6-0d79-4d56-a0b5-f706bd3483a0 None None] Network 22a96a87-c761-45f1-92d1-45addc9982ca requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:48.427356 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10fd44-0690-413e-804a-e8a10b605de9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Subnet': ['ID=ddbc067b-8895-4adc-b0cd-08667868c018,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:48.512044 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd10fd44-0690-413e-804a-e8a10b605de9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.525851 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-dd10fd44-0690-413e-804a-e8a10b605de9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a96a87-c761-45f1-92d1-45addc9982ca']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:48.539975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-dd10fd44-0690-413e-804a-e8a10b605de9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc05cdea-bf28-4bc2-bdf0-15b0ec73d827') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:48.540451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-dd10fd44-0690-413e-804a-e8a10b605de9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc05cdea-bf28-4bc2-bdf0-15b0ec73d827') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:48.545885 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6db4fd-50e6-4bdb-a6c8-e6ccae29a71b None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:20:48.551731 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd10fd44-0690-413e-804a-e8a10b605de9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.567365 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd10fd44-0690-413e-804a-e8a10b605de9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.574289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd10fd44-0690-413e-804a-e8a10b605de9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:20:48.575033 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd10fd44-0690-413e-804a-e8a10b605de9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:20:48.578769 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:20:48.653943 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd10fd44-0690-413e-804a-e8a10b605de9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.665030 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd10fd44-0690-413e-804a-e8a10b605de9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.665234 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6db4fd-50e6-4bdb-a6c8-e6ccae29a71b None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:20:48.666923 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dd10fd44-0690-413e-804a-e8a10b605de9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/22a96a87-c761-45f1-92d1-45addc9982ca HTTP/1.1" status: 204 len: 168 time: 0.5321467 Jul 15 15:20:48.670366 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52508) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:48.684332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c0f2548e-a5ac-4c9f-b5c7-9f279bb41b83 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1649414699'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:48.707134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10fd44-0690-413e-804a-e8a10b605de9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Network': ['ID=22a96a87-c761-45f1-92d1-45addc9982ca,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:48.711396 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f2548e-a5ac-4c9f-b5c7-9f279bb41b83 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:48.716992 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0f2548e-a5ac-4c9f-b5c7-9f279bb41b83 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.750192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f2548e-a5ac-4c9f-b5c7-9f279bb41b83 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:20:48.761627 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0f2548e-a5ac-4c9f-b5c7-9f279bb41b83 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.761992 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-c0f2548e-a5ac-4c9f-b5c7-9f279bb41b83 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Added segment d232043b-d9f2-43ef-bef4-a5c68f2a5c25 of type vlan for network f07f23d9-90d3-42b6-8c8a-f8601694ebd6 Jul 15 15:20:48.813600 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0f2548e-a5ac-4c9f-b5c7-9f279bb41b83 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.868625 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0f2548e-a5ac-4c9f-b5c7-9f279bb41b83 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.874205 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f2548e-a5ac-4c9f-b5c7-9f279bb41b83 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:48.874847 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0f2548e-a5ac-4c9f-b5c7-9f279bb41b83 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:48.963756 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2548e-a5ac-4c9f-b5c7-9f279bb41b83 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Network': ['ID=f07f23d9-90d3-42b6-8c8a-f8601694ebd6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:48.974916 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c0f2548e-a5ac-4c9f-b5c7-9f279bb41b83 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3034463 Jul 15 15:20:48.977651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52514) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:48.981505 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network f07f23d9-90d3-42b6-8c8a-f8601694ebd6 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:20:48.983286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4c912a2e-4279-4149-8b05-4754c4a95b5d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'subnet': {'network_id': 'f07f23d9-90d3-42b6-8c8a-f8601694ebd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:49.117957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c912a2e-4279-4149-8b05-4754c4a95b5d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:49.132357 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c912a2e-4279-4149-8b05-4754c4a95b5d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:49.151630 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:49.320202 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:49.423704 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c912a2e-4279-4149-8b05-4754c4a95b5d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:49.503130 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c912a2e-4279-4149-8b05-4754c4a95b5d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Subnet': ['ID=e56b0d76-23d2-4931-9acc-9df0e8c95b13,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:49.513334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c912a2e-4279-4149-8b05-4754c4a95b5d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Checking segment: {'id': 'd232043b-d9f2-43ef-bef4-a5c68f2a5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f07f23d9-90d3-42b6-8c8a-f8601694ebd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:49.513713 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c912a2e-4279-4149-8b05-4754c4a95b5d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network hostable DHCP agents. Network: f07f23d9-90d3-42b6-8c8a-f8601694ebd6, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:20:49.547751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c912a2e-4279-4149-8b05-4754c4a95b5d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network f07f23d9-90d3-42b6-8c8a-f8601694ebd6 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:20:49.565184 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4c912a2e-4279-4149-8b05-4754c4a95b5d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, f07f23d9-90d3-42b6-8c8a-f8601694ebd6) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:49.575221 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12475ab1-b901-4509-83bb-504f543758fb None None] Network f07f23d9-90d3-42b6-8c8a-f8601694ebd6 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:49.588799 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c912a2e-4279-4149-8b05-4754c4a95b5d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:49.589812 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c912a2e-4279-4149-8b05-4754c4a95b5d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:49.614120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52522) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:49.615222 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4c912a2e-4279-4149-8b05-4754c4a95b5d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6363137 Jul 15 15:20:49.766876 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-f07f23d9-90d3-42b6-8c8a-f8601694ebd6', 'network_id': 'f07f23d9-90d3-42b6-8c8a-f8601694ebd6', 'tenant_id': '98effcd3588c4f33b4ea723a76ed1f2f', 'fixed_ips': [{'subnet_id': 'e56b0d76-23d2-4931-9acc-9df0e8c95b13'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:20:49.767748 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:49.770142 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:49.876649 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:49.917477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Allocated IP 172.20.0.2 (f07f23d9-90d3-42b6-8c8a-f8601694ebd6/e56b0d76-23d2-4931-9acc-9df0e8c95b13/bfe41945-0c63-4d97-bb0b-6ded01df7ff6) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:50.083063 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:50.094377 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Transition to ACTIVE for port object bfe41945-0c63-4d97-bb0b-6ded01df7ff6 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:50.130551 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Transition to ACTIVE for port object bfe41945-0c63-4d97-bb0b-6ded01df7ff6 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:50.139770 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:50.161645 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:50.200786 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Network f07f23d9-90d3-42b6-8c8a-f8601694ebd6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:50.202192 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Subnet': ['ID=e56b0d76-23d2-4931-9acc-9df0e8c95b13,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:50.204293 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:50.208448 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:50.221389 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Pushing event updated for resources: {'Port': ['ID=bfe41945-0c63-4d97-bb0b-6ded01df7ff6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:50.282241 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:50.295930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07f23d9-90d3-42b6-8c8a-f8601694ebd6']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:50.302127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Attempting to bind port bfe41945-0c63-4d97-bb0b-6ded01df7ff6 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:20:50.302363 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Attempting to bind port bfe41945-0c63-4d97-bb0b-6ded01df7ff6 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'd232043b-d9f2-43ef-bef4-a5c68f2a5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f07f23d9-90d3-42b6-8c8a-f8601694ebd6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:20:50.302713 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Attempting to bind port bfe41945-0c63-4d97-bb0b-6ded01df7ff6 on network f07f23d9-90d3-42b6-8c8a-f8601694ebd6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:20:50.308575 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:20:50.308954 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Checking segment: {'id': 'd232043b-d9f2-43ef-bef4-a5c68f2a5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f07f23d9-90d3-42b6-8c8a-f8601694ebd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:50.309360 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:50.309758 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Bound using segment: {'id': 'd232043b-d9f2-43ef-bef4-a5c68f2a5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f07f23d9-90d3-42b6-8c8a-f8601694ebd6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:20:50.310358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Bound port: bfe41945-0c63-4d97-bb0b-6ded01df7ff6, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd232043b-d9f2-43ef-bef4-a5c68f2a5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f07f23d9-90d3-42b6-8c8a-f8601694ebd6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:20:50.310970 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:50.311766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd232043b-d9f2-43ef-bef4-a5c68f2a5c25') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:50.312159 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd232043b-d9f2-43ef-bef4-a5c68f2a5c25') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:50.324717 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b717ffdc-56d8-48bc-8622-146edb8bbe6c req-2a1a5868-4f61-4882-8a8a-b6c8bc33b105 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1226497 Jul 15 15:20:50.334663 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:50.357238 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:50.368766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:20:50.369822 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:20:50.377570 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:20:50.449842 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.api [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 15:20:50.449842 n-d-764435-3 neutron-server[100711]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 15:20:50.449842 n-d-764435-3 neutron-server[100711]: [parameters: {'id': 'f07f23d9-90d3-42b6-8c8a-f8601694ebd6'}] Jul 15 15:20:50.449842 n-d-764435-3 neutron-server[100711]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:20:50.450930 n-d-764435-3 neutron-server[100711]: DEBUG oslo_db.api [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:20:50.454122 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ffdc-56d8-48bc-8622-146edb8bbe6c req-c84c679d-6842-477a-8990-938835da5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:50.455948 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b717ffdc-56d8-48bc-8622-146edb8bbe6c req-c84c679d-6842-477a-8990-938835da5628 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 1097 time: 0.0619709 Jul 15 15:20:50.572722 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ffdc-56d8-48bc-8622-146edb8bbe6c req-200f9a1d-3837-4c54-b6a9-039d7d84385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:50.574108 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b717ffdc-56d8-48bc-8622-146edb8bbe6c req-200f9a1d-3837-4c54-b6a9-039d7d84385b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c HTTP/1.1" status: 200 len: 897 time: 0.0966308 Jul 15 15:20:50.597621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] For port bfe41945-0c63-4d97-bb0b-6ded01df7ff6, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:20:50.601357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] For port bfe41945-0c63-4d97-bb0b-6ded01df7ff6, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=bfe41945-0c63-4d97-bb0b-6ded01df7ff6,segment=NetworkSegment(d232043b-d9f2-43ef-bef4-a5c68f2a5c25),segment_id=d232043b-d9f2-43ef-bef4-a5c68f2a5c25)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:20:50.605036 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:50.643128 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b717ffdc-56d8-48bc-8622-146edb8bbe6c req-5f37706e-26ff-4281-bf9f-cc5e988bc34e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30d5517-2d17-4b45-a88b-888db6b138fe HTTP/1.1" status: 200 len: 1001 time: 0.0623453 Jul 15 15:20:50.685368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41445c84-ab6c-4758-ab13-e27253ea1966 None None] Pushing event updated for resources: {'Port': ['ID=bfe41945-0c63-4d97-bb0b-6ded01df7ff6,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:50.694368 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ffdc-56d8-48bc-8622-146edb8bbe6c req-77fae915-57ae-438a-9444-379c89c62cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:50.696225 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b717ffdc-56d8-48bc-8622-146edb8bbe6c req-77fae915-57ae-438a-9444-379c89c62cb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=360b9ecd-0f4c-46a7-a157-c8c6b275b294 HTTP/1.1" status: 200 len: 834 time: 0.0458572 Jul 15 15:20:50.703883 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac308e99-6266-402c-b511-9d7a53640f8d None None] Network f07f23d9-90d3-42b6-8c8a-f8601694ebd6 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:50.754129 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ffdc-56d8-48bc-8622-146edb8bbe6c req-fcdcf1d3-753b-40f6-b2fb-4c1693bea988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:50.755671 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b717ffdc-56d8-48bc-8622-146edb8bbe6c req-fcdcf1d3-753b-40f6-b2fb-4c1693bea988 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521178 Jul 15 15:20:50.837672 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1acc39-125c-4cb3-a941-b8a2ecc50e7a None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:20:50.850386 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b717ffdc-56d8-48bc-8622-146edb8bbe6c req-c783f51e-bb66-4109-addf-ced5be5260cf service neutron] 10.222.0.11 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871725 Jul 15 15:20:50.924541 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1acc39-125c-4cb3-a941-b8a2ecc50e7a None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:20:50.939731 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b717ffdc-56d8-48bc-8622-146edb8bbe6c req-29319d1a-d255-4efa-a7a6-5b30957ceabf service neutron] 10.222.0.11 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825636 Jul 15 15:20:50.951947 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:51.009513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Deleting port bfe41945-0c63-4d97-bb0b-6ded01df7ff6 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:51.009968 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:51.071753 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] For port bfe41945-0c63-4d97-bb0b-6ded01df7ff6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=bfe41945-0c63-4d97-bb0b-6ded01df7ff6,segment=NetworkSegment(d232043b-d9f2-43ef-bef4-a5c68f2a5c25),segment_id=d232043b-d9f2-43ef-bef4-a5c68f2a5c25)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:51.072143 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:51.084563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Calling delete_port for bfe41945-0c63-4d97-bb0b-6ded01df7ff6 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:51.172738 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:51.198189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Port': ['ID=bfe41945-0c63-4d97-bb0b-6ded01df7ff6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:51.201739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No DVR routers for this DVR port bfe41945-0c63-4d97-bb0b-6ded01df7ff6 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:20:51.288232 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:51.299012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07f23d9-90d3-42b6-8c8a-f8601694ebd6']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:51.310884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd232043b-d9f2-43ef-bef4-a5c68f2a5c25') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:51.311182 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd232043b-d9f2-43ef-bef4-a5c68f2a5c25') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:51.321983 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:51.338240 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:51.344190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:20:51.344589 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:20:51.347907 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:20:51.418672 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:51.429045 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:51.431665 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/f07f23d9-90d3-42b6-8c8a-f8601694ebd6 HTTP/1.1" status: 204 len: 168 time: 1.8091242 Jul 15 15:20:51.434448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52540) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:51.441315 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1ab045fd-f979-42a7-927f-35e055d413c0 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1380386621'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:51.446393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ea86d-fbde-4699-8ae6-c0bf0c013f17 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Network': ['ID=f07f23d9-90d3-42b6-8c8a-f8601694ebd6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:51.468804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab045fd-f979-42a7-927f-35e055d413c0 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:51.472830 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ab045fd-f979-42a7-927f-35e055d413c0 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:51.502699 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab045fd-f979-42a7-927f-35e055d413c0 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:20:51.518449 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ab045fd-f979-42a7-927f-35e055d413c0 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:51.519701 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-1ab045fd-f979-42a7-927f-35e055d413c0 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Added segment dc4e234c-f1f0-4b4c-a7b0-f862ca0c52be of type vlan for network 557652b8-b767-4f99-a74f-9e581b8436e8 Jul 15 15:20:51.568243 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ab045fd-f979-42a7-927f-35e055d413c0 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:51.601688 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ab045fd-f979-42a7-927f-35e055d413c0 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:51.608752 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab045fd-f979-42a7-927f-35e055d413c0 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:51.609453 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ab045fd-f979-42a7-927f-35e055d413c0 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:51.653965 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1ab045fd-f979-42a7-927f-35e055d413c0 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2152605 Jul 15 15:20:51.654916 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52546) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:51.660029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-3047f043-edde-442c-a1e2-a7836d614db4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'subnet': {'network_id': '557652b8-b767-4f99-a74f-9e581b8436e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:51.692076 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab045fd-f979-42a7-927f-35e055d413c0 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Network': ['ID=557652b8-b767-4f99-a74f-9e581b8436e8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:51.704280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 557652b8-b767-4f99-a74f-9e581b8436e8 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:20:51.796794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3047f043-edde-442c-a1e2-a7836d614db4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:51.800970 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3047f043-edde-442c-a1e2-a7836d614db4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:51.868734 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.ipam_backend_mixin [None req-3047f043-edde-442c-a1e2-a7836d614db4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Performing IP validity checks on allocation pools {{(pid=100711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 15:20:51.869124 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.ipam_backend_mixin [None req-3047f043-edde-442c-a1e2-a7836d614db4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 15:20:51.891437 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d049b5-9723-41bb-a002-cc1db1d19d55 req-f0f7db7e-4a27-421d-878a-3a2ee0b2b3b3 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:51.892929 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50d049b5-9723-41bb-a002-cc1db1d19d55 req-f0f7db7e-4a27-421d-878a-3a2ee0b2b3b3 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.1373835 Jul 15 15:20:51.967080 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50d049b5-9723-41bb-a002-cc1db1d19d55 req-cc5694e9-fcbf-4403-bcdf-8db3dda6ab99 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670226 Jul 15 15:20:52.034044 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3047f043-edde-442c-a1e2-a7836d614db4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.097913 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047f043-edde-442c-a1e2-a7836d614db4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Subnet': ['ID=b064efb8-66b1-41fc-94e9-ece953f6a9ce,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:52.113330 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3047f043-edde-442c-a1e2-a7836d614db4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Checking segment: {'id': 'dc4e234c-f1f0-4b4c-a7b0-f862ca0c52be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '557652b8-b767-4f99-a74f-9e581b8436e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:52.113720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3047f043-edde-442c-a1e2-a7836d614db4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network hostable DHCP agents. Network: 557652b8-b767-4f99-a74f-9e581b8436e8, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:20:52.131087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3047f043-edde-442c-a1e2-a7836d614db4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network 557652b8-b767-4f99-a74f-9e581b8436e8 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:20:52.140441 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-3047f043-edde-442c-a1e2-a7836d614db4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 557652b8-b767-4f99-a74f-9e581b8436e8) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:52.145995 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3047f043-edde-442c-a1e2-a7836d614db4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:52.146959 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3047f043-edde-442c-a1e2-a7836d614db4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.150254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70870db-b799-4681-8d5c-0b55e7e12ac2 None None] Network 557652b8-b767-4f99-a74f-9e581b8436e8 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:52.163518 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3047f043-edde-442c-a1e2-a7836d614db4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5081313 Jul 15 15:20:52.166226 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52552) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:52.275460 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb11-d1a4-4df9-8451-ef4eb2207eb2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.308737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84196461-bf25-4380-a8c1-160e1e73d5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-557652b8-b767-4f99-a74f-9e581b8436e8', 'network_id': '557652b8-b767-4f99-a74f-9e581b8436e8', 'tenant_id': '98effcd3588c4f33b4ea723a76ed1f2f', 'fixed_ips': [{'subnet_id': 'b064efb8-66b1-41fc-94e9-ece953f6a9ce'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:20:52.309601 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-84196461-bf25-4380-a8c1-160e1e73d5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.329624 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb11-d1a4-4df9-8451-ef4eb2207eb2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.400967 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb11-d1a4-4df9-8451-ef4eb2207eb2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server [None req-84196461-bf25-4380-a8c1-160e1e73d5aa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b064efb8-66b1-41fc-94e9-ece953f6a9ce: This subnet is being modified by another concurrent operation. Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise exception Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b064efb8-66b1-41fc-94e9-ece953f6a9ce: This subnet is being modified by another concurrent operation. Jul 15 15:20:52.407341 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Jul 15 15:20:52.442802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd774b31-82a8-426f-b497-80ba2223f766 None None] Network 557652b8-b767-4f99-a74f-9e581b8436e8 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:52.455964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1fb11-d1a4-4df9-8451-ef4eb2207eb2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Subnet': ['ID=b064efb8-66b1-41fc-94e9-ece953f6a9ce,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:52.504536 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb11-d1a4-4df9-8451-ef4eb2207eb2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.515432 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-20c1fb11-d1a4-4df9-8451-ef4eb2207eb2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557652b8-b767-4f99-a74f-9e581b8436e8']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:52.526078 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-20c1fb11-d1a4-4df9-8451-ef4eb2207eb2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4e234c-f1f0-4b4c-a7b0-f862ca0c52be') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:52.526377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-20c1fb11-d1a4-4df9-8451-ef4eb2207eb2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4e234c-f1f0-4b4c-a7b0-f862ca0c52be') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:52.535554 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb11-d1a4-4df9-8451-ef4eb2207eb2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.552353 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb11-d1a4-4df9-8451-ef4eb2207eb2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.560114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c1fb11-d1a4-4df9-8451-ef4eb2207eb2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:20:52.560858 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb11-d1a4-4df9-8451-ef4eb2207eb2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.562259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a945c62-d229-4342-99de-891e768fed4d None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:20:52.564130 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:20:52.628804 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb11-d1a4-4df9-8451-ef4eb2207eb2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.634007 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb11-d1a4-4df9-8451-ef4eb2207eb2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.635978 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-20c1fb11-d1a4-4df9-8451-ef4eb2207eb2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/557652b8-b767-4f99-a74f-9e581b8436e8 HTTP/1.1" status: 204 len: 168 time: 0.4685128 Jul 15 15:20:52.639758 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52556) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:52.645490 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-056f00ab-4ae3-4d08-a187-677226cb8b68 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1263364922'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:52.664188 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1fb11-d1a4-4df9-8451-ef4eb2207eb2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Network': ['ID=557652b8-b767-4f99-a74f-9e581b8436e8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:52.670065 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a945c62-d229-4342-99de-891e768fed4d None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:20:52.681189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056f00ab-4ae3-4d08-a187-677226cb8b68 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:52.687436 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-056f00ab-4ae3-4d08-a187-677226cb8b68 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.731179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056f00ab-4ae3-4d08-a187-677226cb8b68 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:20:52.741729 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-056f00ab-4ae3-4d08-a187-677226cb8b68 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.742101 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-056f00ab-4ae3-4d08-a187-677226cb8b68 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Added segment 69a33be6-20fa-4296-96e5-8b594ad275d2 of type vlan for network 60bcc584-3687-45b9-ba0f-4d467b24b3b2 Jul 15 15:20:52.785568 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-056f00ab-4ae3-4d08-a187-677226cb8b68 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.816514 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-056f00ab-4ae3-4d08-a187-677226cb8b68 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.822340 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f00ab-4ae3-4d08-a187-677226cb8b68 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:52.822969 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-056f00ab-4ae3-4d08-a187-677226cb8b68 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:52.862895 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-056f00ab-4ae3-4d08-a187-677226cb8b68 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2194812 Jul 15 15:20:52.863344 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52558) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:52.868900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-90746a27-7687-4de2-bd9a-3eb1c357f141 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'subnet': {'network_id': '60bcc584-3687-45b9-ba0f-4d467b24b3b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:52.910344 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f00ab-4ae3-4d08-a187-677226cb8b68 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Network': ['ID=60bcc584-3687-45b9-ba0f-4d467b24b3b2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:52.922670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 60bcc584-3687-45b9-ba0f-4d467b24b3b2 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:20:52.976931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90746a27-7687-4de2-bd9a-3eb1c357f141 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:52.980964 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90746a27-7687-4de2-bd9a-3eb1c357f141 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.179851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896c479-2b68-4594-a927-3b7e18c8e1cf req-97cea908-a127-4332-9f06-8f3baf3fe82e tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:53.181331 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a896c479-2b68-4594-a927-3b7e18c8e1cf req-97cea908-a127-4332-9f06-8f3baf3fe82e tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.0861471 Jul 15 15:20:53.200171 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90746a27-7687-4de2-bd9a-3eb1c357f141 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.221862 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a896c479-2b68-4594-a927-3b7e18c8e1cf req-f2e7234b-a91c-4a19-9c9a-daef933460d3 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340378 Jul 15 15:20:53.276909 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90746a27-7687-4de2-bd9a-3eb1c357f141 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Subnet': ['ID=3058e655-29f6-4ddd-bf57-581b6cfd9cf0,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:53.286513 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90746a27-7687-4de2-bd9a-3eb1c357f141 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Checking segment: {'id': '69a33be6-20fa-4296-96e5-8b594ad275d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '60bcc584-3687-45b9-ba0f-4d467b24b3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:53.286914 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90746a27-7687-4de2-bd9a-3eb1c357f141 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network hostable DHCP agents. Network: 60bcc584-3687-45b9-ba0f-4d467b24b3b2, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:20:53.304335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90746a27-7687-4de2-bd9a-3eb1c357f141 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network 60bcc584-3687-45b9-ba0f-4d467b24b3b2 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:20:53.313908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-90746a27-7687-4de2-bd9a-3eb1c357f141 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 60bcc584-3687-45b9-ba0f-4d467b24b3b2) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:53.319450 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90746a27-7687-4de2-bd9a-3eb1c357f141 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:53.320526 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90746a27-7687-4de2-bd9a-3eb1c357f141 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.324919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9710a0d0-cd53-404b-a26b-4b27827a1b0d None None] Network 60bcc584-3687-45b9-ba0f-4d467b24b3b2 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:53.338507 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-90746a27-7687-4de2-bd9a-3eb1c357f141 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4739301 Jul 15 15:20:53.339089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52562) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:53.457188 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c54ea3b-0efa-4aca-8be5-5d7119a13d7a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.483327 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eada262-23eb-4c24-9362-9a11a29055ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-60bcc584-3687-45b9-ba0f-4d467b24b3b2', 'network_id': '60bcc584-3687-45b9-ba0f-4d467b24b3b2', 'tenant_id': '98effcd3588c4f33b4ea723a76ed1f2f', 'fixed_ips': [{'subnet_id': '3058e655-29f6-4ddd-bf57-581b6cfd9cf0'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:20:53.484305 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6eada262-23eb-4c24-9362-9a11a29055ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.508607 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c54ea3b-0efa-4aca-8be5-5d7119a13d7a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.577670 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c54ea3b-0efa-4aca-8be5-5d7119a13d7a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server [None req-6eada262-23eb-4c24-9362-9a11a29055ea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3058e655-29f6-4ddd-bf57-581b6cfd9cf0: This subnet is being modified by another concurrent operation. Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise exception Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3058e655-29f6-4ddd-bf57-581b6cfd9cf0: This subnet is being modified by another concurrent operation. Jul 15 15:20:53.586035 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Jul 15 15:20:53.606518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54ea3b-0efa-4aca-8be5-5d7119a13d7a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Subnet': ['ID=3058e655-29f6-4ddd-bf57-581b6cfd9cf0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:53.606714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01964705-34b6-42b6-a38e-27d4d21ea94c None None] Network 60bcc584-3687-45b9-ba0f-4d467b24b3b2 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:53.671758 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c54ea3b-0efa-4aca-8be5-5d7119a13d7a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.681925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-8c54ea3b-0efa-4aca-8be5-5d7119a13d7a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bcc584-3687-45b9-ba0f-4d467b24b3b2']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:53.692433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-8c54ea3b-0efa-4aca-8be5-5d7119a13d7a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a33be6-20fa-4296-96e5-8b594ad275d2') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:53.692720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-8c54ea3b-0efa-4aca-8be5-5d7119a13d7a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a33be6-20fa-4296-96e5-8b594ad275d2') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:53.701445 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c54ea3b-0efa-4aca-8be5-5d7119a13d7a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.715467 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c54ea3b-0efa-4aca-8be5-5d7119a13d7a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.720961 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1087416e-5322-4aeb-aebe-7a7f24b607f5 None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:20:53.721668 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c54ea3b-0efa-4aca-8be5-5d7119a13d7a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:20:53.722641 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c54ea3b-0efa-4aca-8be5-5d7119a13d7a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:20:53.725880 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:20:53.789128 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c54ea3b-0efa-4aca-8be5-5d7119a13d7a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.796005 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c54ea3b-0efa-4aca-8be5-5d7119a13d7a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.797815 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8c54ea3b-0efa-4aca-8be5-5d7119a13d7a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/60bcc584-3687-45b9-ba0f-4d467b24b3b2 HTTP/1.1" status: 204 len: 168 time: 0.4570413 Jul 15 15:20:53.802065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52566) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:53.807880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6230477f-71e8-4b55-ae6c-8e63611f8431 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-734265225'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:53.810376 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54ea3b-0efa-4aca-8be5-5d7119a13d7a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Network': ['ID=60bcc584-3687-45b9-ba0f-4d467b24b3b2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:53.829238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6230477f-71e8-4b55-ae6c-8e63611f8431 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:53.830324 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1087416e-5322-4aeb-aebe-7a7f24b607f5 None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:20:53.833918 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6230477f-71e8-4b55-ae6c-8e63611f8431 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.860566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6230477f-71e8-4b55-ae6c-8e63611f8431 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:20:53.871095 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6230477f-71e8-4b55-ae6c-8e63611f8431 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.871576 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-6230477f-71e8-4b55-ae6c-8e63611f8431 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Added segment 2d79277a-f2fb-46c4-ab3f-171f23d56696 of type vlan for network e79c54e1-5ab7-4714-9b85-a46d13378380 Jul 15 15:20:53.914622 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6230477f-71e8-4b55-ae6c-8e63611f8431 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.955820 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6230477f-71e8-4b55-ae6c-8e63611f8431 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:53.961905 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6230477f-71e8-4b55-ae6c-8e63611f8431 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:53.962912 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6230477f-71e8-4b55-ae6c-8e63611f8431 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:54.005866 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6230477f-71e8-4b55-ae6c-8e63611f8431 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2025893 Jul 15 15:20:54.008992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52568) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:54.014100 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1fe86b0b-ff3c-4bef-a5bd-50b6e9c1e5fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'subnet': {'network_id': 'e79c54e1-5ab7-4714-9b85-a46d13378380', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:54.079843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230477f-71e8-4b55-ae6c-8e63611f8431 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Network': ['ID=e79c54e1-5ab7-4714-9b85-a46d13378380,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:54.103749 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network e79c54e1-5ab7-4714-9b85-a46d13378380 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:20:54.144197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe86b0b-ff3c-4bef-a5bd-50b6e9c1e5fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:54.148028 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1fe86b0b-ff3c-4bef-a5bd-50b6e9c1e5fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:54.326642 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1fe86b0b-ff3c-4bef-a5bd-50b6e9c1e5fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:54.389824 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe86b0b-ff3c-4bef-a5bd-50b6e9c1e5fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Subnet': ['ID=79486700-84ed-4632-b8ec-63b375fb69ce,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:54.406624 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe86b0b-ff3c-4bef-a5bd-50b6e9c1e5fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Checking segment: {'id': '2d79277a-f2fb-46c4-ab3f-171f23d56696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e79c54e1-5ab7-4714-9b85-a46d13378380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:54.407112 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe86b0b-ff3c-4bef-a5bd-50b6e9c1e5fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network hostable DHCP agents. Network: e79c54e1-5ab7-4714-9b85-a46d13378380, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:20:54.412991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd1cd0-3a08-4dbb-9f16-8ab5784af4de req-eb522dd6-978b-4ebf-9e94-3896630f5f2f tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:54.414686 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95cd1cd0-3a08-4dbb-9f16-8ab5784af4de req-eb522dd6-978b-4ebf-9e94-3896630f5f2f tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.0747375 Jul 15 15:20:54.426189 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe86b0b-ff3c-4bef-a5bd-50b6e9c1e5fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network e79c54e1-5ab7-4714-9b85-a46d13378380 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:20:54.437150 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1fe86b0b-ff3c-4bef-a5bd-50b6e9c1e5fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, e79c54e1-5ab7-4714-9b85-a46d13378380) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:54.446946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe86b0b-ff3c-4bef-a5bd-50b6e9c1e5fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:54.447579 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1fe86b0b-ff3c-4bef-a5bd-50b6e9c1e5fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:54.447929 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c02c54-37c4-4c6f-aebf-84f44dc4a457 None None] Network e79c54e1-5ab7-4714-9b85-a46d13378380 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:54.458560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95cd1cd0-3a08-4dbb-9f16-8ab5784af4de req-aabf816a-d426-4dcb-b873-1f1dced03a29 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361934 Jul 15 15:20:54.479488 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1fe86b0b-ff3c-4bef-a5bd-50b6e9c1e5fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4694147 Jul 15 15:20:54.487261 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52576) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:54.591464 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19ad79e8-c263-483c-96e0-7d2f6da428fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:54.627776 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5164f2-30ad-45fc-82de-7821ea52edc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-e79c54e1-5ab7-4714-9b85-a46d13378380', 'network_id': 'e79c54e1-5ab7-4714-9b85-a46d13378380', 'tenant_id': '98effcd3588c4f33b4ea723a76ed1f2f', 'fixed_ips': [{'subnet_id': '79486700-84ed-4632-b8ec-63b375fb69ce'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:20:54.628797 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b5164f2-30ad-45fc-82de-7821ea52edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:54.644585 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19ad79e8-c263-483c-96e0-7d2f6da428fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:54.713022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19ad79e8-c263-483c-96e0-7d2f6da428fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server [None req-6b5164f2-30ad-45fc-82de-7821ea52edc4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79486700-84ed-4632-b8ec-63b375fb69ce: This subnet is being modified by another concurrent operation. Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise exception Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79486700-84ed-4632-b8ec-63b375fb69ce: This subnet is being modified by another concurrent operation. Jul 15 15:20:54.729195 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Jul 15 15:20:54.750803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850fcdf4-6881-41a6-b5f3-3c9253dbaa6b None None] Network e79c54e1-5ab7-4714-9b85-a46d13378380 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:54.757671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad79e8-c263-483c-96e0-7d2f6da428fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Subnet': ['ID=79486700-84ed-4632-b8ec-63b375fb69ce,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:54.825823 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19ad79e8-c263-483c-96e0-7d2f6da428fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:54.836939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-19ad79e8-c263-483c-96e0-7d2f6da428fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79c54e1-5ab7-4714-9b85-a46d13378380']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:54.847731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-19ad79e8-c263-483c-96e0-7d2f6da428fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d79277a-f2fb-46c4-ab3f-171f23d56696') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:54.848087 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-19ad79e8-c263-483c-96e0-7d2f6da428fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d79277a-f2fb-46c4-ab3f-171f23d56696') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:54.857335 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19ad79e8-c263-483c-96e0-7d2f6da428fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:54.862501 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27bf7bb-ef4d-4915-b3ba-a0f30740eaeb None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:20:54.872688 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19ad79e8-c263-483c-96e0-7d2f6da428fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:54.878719 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ad79e8-c263-483c-96e0-7d2f6da428fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:20:54.879299 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19ad79e8-c263-483c-96e0-7d2f6da428fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:20:54.882626 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:20:54.951715 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19ad79e8-c263-483c-96e0-7d2f6da428fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:54.959631 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19ad79e8-c263-483c-96e0-7d2f6da428fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:54.960787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27bf7bb-ef4d-4915-b3ba-a0f30740eaeb None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:20:54.965001 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-19ad79e8-c263-483c-96e0-7d2f6da428fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/e79c54e1-5ab7-4714-9b85-a46d13378380 HTTP/1.1" status: 204 len: 168 time: 0.4724441 Jul 15 15:20:54.965360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52578) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:54.970606 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a75c5206-4370-47be-a130-5f02eaec3175 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1633640463'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:54.975162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad79e8-c263-483c-96e0-7d2f6da428fa tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Network': ['ID=e79c54e1-5ab7-4714-9b85-a46d13378380,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:55.000429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75c5206-4370-47be-a130-5f02eaec3175 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:55.004511 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a75c5206-4370-47be-a130-5f02eaec3175 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:55.029637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75c5206-4370-47be-a130-5f02eaec3175 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:20:55.039140 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a75c5206-4370-47be-a130-5f02eaec3175 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:55.039492 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-a75c5206-4370-47be-a130-5f02eaec3175 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Added segment 6b3686a4-91f9-4412-9bfd-287b0d4a6ff3 of type vlan for network 14170472-20aa-4082-8cf8-b51b2f6b624b Jul 15 15:20:55.079143 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a75c5206-4370-47be-a130-5f02eaec3175 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:55.116820 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a75c5206-4370-47be-a130-5f02eaec3175 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:55.123466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75c5206-4370-47be-a130-5f02eaec3175 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:55.124427 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a75c5206-4370-47be-a130-5f02eaec3175 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:55.143372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a75c5206-4370-47be-a130-5f02eaec3175 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1768758 Jul 15 15:20:55.146286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52580) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:55.151825 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f2daa98e-6ec3-47d7-b625-129153b3a07b tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:55.216295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c5206-4370-47be-a130-5f02eaec3175 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Network': ['ID=14170472-20aa-4082-8cf8-b51b2f6b624b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:55.233804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 14170472-20aa-4082-8cf8-b51b2f6b624b details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:20:55.329091 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2daa98e-6ec3-47d7-b625-129153b3a07b tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:55.342818 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2daa98e-6ec3-47d7-b625-129153b3a07b tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:55.360777 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2daa98e-6ec3-47d7-b625-129153b3a07b tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network 14170472-20aa-4082-8cf8-b51b2f6b624b is not hosted by any dhcp agent {{(pid=100712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 15:20:55.366060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2daa98e-6ec3-47d7-b625-129153b3a07b tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:55.366673 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2daa98e-6ec3-47d7-b625-129153b3a07b tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:55.368991 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f2daa98e-6ec3-47d7-b625-129153b3a07b tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "PUT /v2.0/networks/14170472-20aa-4082-8cf8-b51b2f6b624b HTTP/1.1" status: 200 len: 723 time: 0.2206264 Jul 15 15:20:55.371648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52582) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:55.377064 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-39ba8f03-b832-443a-a5cf-fc9925183449 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'subnet': {'network_id': '14170472-20aa-4082-8cf8-b51b2f6b624b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:55.421052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daa98e-6ec3-47d7-b625-129153b3a07b tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Network': ['ID=14170472-20aa-4082-8cf8-b51b2f6b624b,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:55.433674 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 14170472-20aa-4082-8cf8-b51b2f6b624b details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:20:55.474036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ba8f03-b832-443a-a5cf-fc9925183449 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:55.477952 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39ba8f03-b832-443a-a5cf-fc9925183449 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:55.724857 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39ba8f03-b832-443a-a5cf-fc9925183449 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:55.772817 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5a348-5fac-4c32-af72-045082e4c631 req-d10d8132-3de2-413d-bff5-b5a09f98a1dc tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:55.774344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-60f5a348-5fac-4c32-af72-045082e4c631 req-d10d8132-3de2-413d-bff5-b5a09f98a1dc tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.1739001 Jul 15 15:20:55.820057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba8f03-b832-443a-a5cf-fc9925183449 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Subnet': ['ID=db2af5ea-4c75-4849-83f4-f58dcf27ba68,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:55.833622 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ba8f03-b832-443a-a5cf-fc9925183449 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Checking segment: {'id': '6b3686a4-91f9-4412-9bfd-287b0d4a6ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '14170472-20aa-4082-8cf8-b51b2f6b624b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:55.833997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ba8f03-b832-443a-a5cf-fc9925183449 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network hostable DHCP agents. Network: 14170472-20aa-4082-8cf8-b51b2f6b624b, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:20:55.859226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-60f5a348-5fac-4c32-af72-045082e4c631 req-37caecc5-fe73-429b-ba8a-c6140d608cda tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664639 Jul 15 15:20:55.868683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ba8f03-b832-443a-a5cf-fc9925183449 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network 14170472-20aa-4082-8cf8-b51b2f6b624b is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:20:55.877333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-39ba8f03-b832-443a-a5cf-fc9925183449 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 14170472-20aa-4082-8cf8-b51b2f6b624b) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:55.882309 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ba8f03-b832-443a-a5cf-fc9925183449 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:55.882936 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39ba8f03-b832-443a-a5cf-fc9925183449 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:55.888041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40ac2f3-9939-42e9-abab-bd484b481b4c None None] Network 14170472-20aa-4082-8cf8-b51b2f6b624b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:55.900395 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-39ba8f03-b832-443a-a5cf-fc9925183449 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5250475 Jul 15 15:20:55.900601 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52592) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:55.905672 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d4e27558-efed-4011-a1ee-2bc98867076c tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:56.038507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-14170472-20aa-4082-8cf8-b51b2f6b624b', 'network_id': '14170472-20aa-4082-8cf8-b51b2f6b624b', 'tenant_id': '98effcd3588c4f33b4ea723a76ed1f2f', 'fixed_ips': [{'subnet_id': 'db2af5ea-4c75-4849-83f4-f58dcf27ba68'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:20:56.039445 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:56.187143 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Allocated IP 172.20.0.2 (14170472-20aa-4082-8cf8-b51b2f6b624b/db2af5ea-4c75-4849-83f4-f58dcf27ba68/ed4bfbd4-d171-4ef2-9d30-fbe9757337cd) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:56.343516 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4e27558-efed-4011-a1ee-2bc98867076c tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25342839'] for subnet, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:56.379643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ce7df-1ffb-4de5-a669-7987204ab781 req-b3c9a0bd-5dd0-4dad-8ebc-82a3dad521e0 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:56.381267 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b77ce7df-1ffb-4de5-a669-7987204ab781 req-b3c9a0bd-5dd0-4dad-8ebc-82a3dad521e0 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 946 time: 0.1429493 Jul 15 15:20:56.434276 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b77ce7df-1ffb-4de5-a669-7987204ab781 req-30ecb255-5fa3-40cd-b8e6-3c46f31e98b0 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452752 Jul 15 15:20:56.461574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:56.494323 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:56.502517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Transition to ACTIVE for port object ed4bfbd4-d171-4ef2-9d30-fbe9757337cd will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:56.518671 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Transition to ACTIVE for port object ed4bfbd4-d171-4ef2-9d30-fbe9757337cd will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:20:56.523190 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d5e3dc1f-63f8-4fcd-8c11-7b84267ba43b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/floatingips/7bbfd8de-0443-48ec-b643-77b5e3a7ec22 HTTP/1.1" status: 200 len: 993 time: 0.0603802 Jul 15 15:20:56.530338 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:56.571908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Network 14170472-20aa-4082-8cf8-b51b2f6b624b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:56.576865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:56.580232 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:20:56.588810 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Pushing event updated for resources: {'Port': ['ID=ed4bfbd4-d171-4ef2-9d30-fbe9757337cd,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:56.619345 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4e27558-efed-4011-a1ee-2bc98867076c tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737962340235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25404789'] for subnet, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:56.643772 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Attempting to bind port ed4bfbd4-d171-4ef2-9d30-fbe9757337cd on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:20:56.644085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Attempting to bind port ed4bfbd4-d171-4ef2-9d30-fbe9757337cd by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '6b3686a4-91f9-4412-9bfd-287b0d4a6ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '14170472-20aa-4082-8cf8-b51b2f6b624b'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:20:56.644437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Attempting to bind port ed4bfbd4-d171-4ef2-9d30-fbe9757337cd on network 14170472-20aa-4082-8cf8-b51b2f6b624b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:20:56.649521 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:20:56.649900 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Checking segment: {'id': '6b3686a4-91f9-4412-9bfd-287b0d4a6ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '14170472-20aa-4082-8cf8-b51b2f6b624b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:56.650306 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:56.650751 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Bound using segment: {'id': '6b3686a4-91f9-4412-9bfd-287b0d4a6ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '14170472-20aa-4082-8cf8-b51b2f6b624b'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:20:56.651226 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Bound port: ed4bfbd4-d171-4ef2-9d30-fbe9757337cd, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3686a4-91f9-4412-9bfd-287b0d4a6ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '14170472-20aa-4082-8cf8-b51b2f6b624b'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:20:56.651734 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:56.662598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e27558-efed-4011-a1ee-2bc98867076c tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:56.662598 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4e27558-efed-4011-a1ee-2bc98867076c tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:56.662598 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d4e27558-efed-4011-a1ee-2bc98867076c tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "PUT /v2.0/subnets/db2af5ea-4c75-4849-83f4-f58dcf27ba68 HTTP/1.1" status: 200 len: 806 time: 0.7598598 Jul 15 15:20:56.664215 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52606) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:56.706049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e27558-efed-4011-a1ee-2bc98867076c tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Subnet': ['ID=db2af5ea-4c75-4849-83f4-f58dcf27ba68,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:56.725453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] For port ed4bfbd4-d171-4ef2-9d30-fbe9757337cd, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:20:56.728809 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] For port ed4bfbd4-d171-4ef2-9d30-fbe9757337cd, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ed4bfbd4-d171-4ef2-9d30-fbe9757337cd,segment=NetworkSegment(6b3686a4-91f9-4412-9bfd-287b0d4a6ff3),segment_id=6b3686a4-91f9-4412-9bfd-287b0d4a6ff3)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:20:56.734632 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:56.795496 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:56.797594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e0d25-1fb9-4a61-bd6b-21e81c6638d7 None None] Pushing event updated for resources: {'Port': ['ID=ed4bfbd4-d171-4ef2-9d30-fbe9757337cd,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:56.859921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Deleting port ed4bfbd4-d171-4ef2-9d30-fbe9757337cd {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:20:56.860264 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:57.021164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] For port ed4bfbd4-d171-4ef2-9d30-fbe9757337cd, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ed4bfbd4-d171-4ef2-9d30-fbe9757337cd,segment=NetworkSegment(6b3686a4-91f9-4412-9bfd-287b0d4a6ff3),segment_id=6b3686a4-91f9-4412-9bfd-287b0d4a6ff3)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:57.021772 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:57.038746 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Calling delete_port for ed4bfbd4-d171-4ef2-9d30-fbe9757337cd owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:20:57.133206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7fa82-8f2f-4d84-afab-333d05eee8ec req-6db263b0-21c1-4ebe-878e-1afcf6932f3b tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:57.136037 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebd7fa82-8f2f-4d84-afab-333d05eee8ec req-6db263b0-21c1-4ebe-878e-1afcf6932f3b tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 1097 time: 0.2007532 Jul 15 15:20:57.211429 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebd7fa82-8f2f-4d84-afab-333d05eee8ec req-24d3c442-1bc3-43a0-90a3-cd206f3f1696 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681777 Jul 15 15:20:57.238846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827904e1-1363-44aa-aa62-a7339058b148 req-71929ce8-b6ce-4472-a1e6-c7773b68f723 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:57.240537 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-827904e1-1363-44aa-aa62-a7339058b148 req-71929ce8-b6ce-4472-a1e6-c7773b68f723 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.1961105 Jul 15 15:20:57.284158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ed4bfbd4-d171-4ef2-9d30-fbe9757337cd up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:20:57.331129 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:57.364817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No active binding found for port ed4bfbd4-d171-4ef2-9d30-fbe9757337cd {{(pid=100713) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 15:20:57.365741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ed4bfbd4-d171-4ef2-9d30-fbe9757337cd not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 15:20:57.390285 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Port ed4bfbd4-d171-4ef2-9d30-fbe9757337cd not found, will not notify nova. {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 15:20:57.398887 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-827904e1-1363-44aa-aa62-a7339058b148 req-c0a14404-5b9a-46be-8e83-51ab6ef6b3c1 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195745 Jul 15 15:20:57.401892 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Port': ['ID=ed4bfbd4-d171-4ef2-9d30-fbe9757337cd,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:57.421189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No DVR routers for this DVR port ed4bfbd4-d171-4ef2-9d30-fbe9757337cd on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:20:57.469795 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:57.542780 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:57.586926 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Subnet': ['ID=db2af5ea-4c75-4849-83f4-f58dcf27ba68,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:57.659069 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:57.685225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14170472-20aa-4082-8cf8-b51b2f6b624b']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:57.698257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3686a4-91f9-4412-9bfd-287b0d4a6ff3') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:57.698587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3686a4-91f9-4412-9bfd-287b0d4a6ff3') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:57.709061 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:57.735009 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:57.744125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:20:57.744565 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:20:57.748166 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:20:57.835525 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:57.855649 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:57.860447 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52642) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:57.860965 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/14170472-20aa-4082-8cf8-b51b2f6b624b HTTP/1.1" status: 204 len: 168 time: 1.1954761 Jul 15 15:20:57.861396 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0a688-4e39-45c8-a84b-68c6dad30d84 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Network': ['ID=14170472-20aa-4082-8cf8-b51b2f6b624b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:57.884800 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fdfe58-c60e-4640-90a6-8296cbebd137 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:20:57.885389 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00fdfe58-c60e-4640-90a6-8296cbebd137 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:20:57.887262 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-00fdfe58-c60e-4640-90a6-8296cbebd137 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/14170472-20aa-4082-8cf8-b51b2f6b624b HTTP/1.1" status: 404 len: 339 time: 0.0247834 Jul 15 15:20:57.891344 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52650) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:57.897747 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d4081710-30be-4810-ac67-86442f1405b2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-935340530', 'description': 'd1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:57.925913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4081710-30be-4810-ac67-86442f1405b2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:57.929456 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4081710-30be-4810-ac67-86442f1405b2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:57.961362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4081710-30be-4810-ac67-86442f1405b2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:20:57.973225 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4081710-30be-4810-ac67-86442f1405b2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:57.973990 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-d4081710-30be-4810-ac67-86442f1405b2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Added segment b811cccb-a499-4575-8182-9f371dd3a017 of type vlan for network 722cdf66-2dad-4bc4-a828-7106ac32ffd4 Jul 15 15:20:58.040272 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4081710-30be-4810-ac67-86442f1405b2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:58.078595 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4081710-30be-4810-ac67-86442f1405b2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:58.085803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4081710-30be-4810-ac67-86442f1405b2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:58.086564 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4081710-30be-4810-ac67-86442f1405b2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:58.123026 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ae88f773-5399-4c3c-b25a-29081df8f179 None None] Could not find standard attr ID for object ed4bfbd4-d171-4ef2-9d30-fbe9757337cd. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:20:58.144621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ac08c5-9820-4ca3-91bd-b9942e535a94 None None] DHCP port deletion for 14170472-20aa-4082-8cf8-b51b2f6b624b request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:20:58.149683 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-504b4d62-5404-4f4a-b9d5-021ba00ab05d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1417584 Jul 15 15:20:58.166837 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6878807c-1511-44c6-bbac-78966160c46a None None] Network 14170472-20aa-4082-8cf8-b51b2f6b624b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:58.172380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4081710-30be-4810-ac67-86442f1405b2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Network': ['ID=722cdf66-2dad-4bc4-a828-7106ac32ffd4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:58.182853 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6878807c-1511-44c6-bbac-78966160c46a None None] Network 14170472-20aa-4082-8cf8-b51b2f6b624b could not be found, it might have been deleted concurrently. {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 15:20:58.194433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 722cdf66-2dad-4bc4-a828-7106ac32ffd4 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:20:58.196562 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9507406-1db3-4d2a-9da8-bfb2825728bd None None] Network 14170472-20aa-4082-8cf8-b51b2f6b624b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:20:58.201381 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d4081710-30be-4810-ac67-86442f1405b2 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3087730 Jul 15 15:20:58.204141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52658) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:58.243224 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9507406-1db3-4d2a-9da8-bfb2825728bd None None] Network 14170472-20aa-4082-8cf8-b51b2f6b624b could not be found, it might have been deleted concurrently. {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 15:20:58.364739 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db6fd44-e732-4e37-b4b1-3ffc32859737 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:58.368684 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8db6fd44-e732-4e37-b4b1-3ffc32859737 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "GET /v2.0/networks?id=722cdf66-2dad-4bc4-a828-7106ac32ffd4 HTTP/1.1" status: 200 len: 760 time: 0.1608806 Jul 15 15:20:58.368956 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52660) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:58.373861 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fac4c307-e88c-4bed-967e-7022e0dd1a66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'network': {'description': 'd2'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:58.554865 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fac4c307-e88c-4bed-967e-7022e0dd1a66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:58.569297 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fac4c307-e88c-4bed-967e-7022e0dd1a66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:58.589403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fac4c307-e88c-4bed-967e-7022e0dd1a66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network 722cdf66-2dad-4bc4-a828-7106ac32ffd4 is not hosted by any dhcp agent {{(pid=100712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 15:20:58.598309 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac4c307-e88c-4bed-967e-7022e0dd1a66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:58.598968 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fac4c307-e88c-4bed-967e-7022e0dd1a66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:58.603461 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fac4c307-e88c-4bed-967e-7022e0dd1a66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "PUT /v2.0/networks/722cdf66-2dad-4bc4-a828-7106ac32ffd4 HTTP/1.1" status: 200 len: 757 time: 0.2305248 Jul 15 15:20:58.603461 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52674) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:58.633503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce8888-e32a-4449-ae56-64be4055ffb5 req-92e8994d-7187-4541-971f-022ad9c4d3f2 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:58.637372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6bce8888-e32a-4449-ae56-64be4055ffb5 req-92e8994d-7187-4541-971f-022ad9c4d3f2 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.0942490 Jul 15 15:20:58.704104 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6bce8888-e32a-4449-ae56-64be4055ffb5 req-0506a74b-80b9-4b02-819e-e88406d383e2 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544803 Jul 15 15:20:58.717344 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4c307-e88c-4bed-967e-7022e0dd1a66 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Network': ['ID=722cdf66-2dad-4bc4-a828-7106ac32ffd4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:58.739898 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 722cdf66-2dad-4bc4-a828-7106ac32ffd4 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:20:58.786505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0190807-345b-4d62-b3f0-224374e5e88a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:58.791453 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f0190807-345b-4d62-b3f0-224374e5e88a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "GET /v2.0/networks?id=722cdf66-2dad-4bc4-a828-7106ac32ffd4 HTTP/1.1" status: 200 len: 760 time: 0.1841221 Jul 15 15:20:58.791740 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52678) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:58.796989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-4d5fe009-e492-4c57-8763-a9c2a808b034 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-415729326'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:58.827289 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5fe009-e492-4c57-8763-a9c2a808b034 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:58.833352 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe009-e492-4c57-8763-a9c2a808b034 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:58.860015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5fe009-e492-4c57-8763-a9c2a808b034 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:20:58.871539 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe009-e492-4c57-8763-a9c2a808b034 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:58.871967 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-4d5fe009-e492-4c57-8763-a9c2a808b034 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Added segment 8e2c802f-feec-4a58-9f11-266fbe413caa of type vlan for network 38a286c6-d764-4d51-9789-20699183bb2f Jul 15 15:20:58.876331 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-2fd95959-5163-4449-9e46-e553c33e949e tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:20:58.877298 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-2fd95959-5163-4449-9e46-e553c33e949e tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078168 Jul 15 15:20:58.889770 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-074286aa-eb83-4e4f-87ac-d0a867909557 service neutron] Request body: {'binding': {'host': 'n-h2-764435-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:58.890219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-074286aa-eb83-4e4f-87ac-d0a867909557 service neutron] Unknown quota resources ['binding']. {{(pid=100711) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 15:20:58.946291 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe009-e492-4c57-8763-a9c2a808b034 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:59.030437 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe009-e492-4c57-8763-a9c2a808b034 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:59.036759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5fe009-e492-4c57-8763-a9c2a808b034 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:59.037355 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe009-e492-4c57-8763-a9c2a808b034 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:59.080197 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4d5fe009-e492-4c57-8763-a9c2a808b034 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2873740 Jul 15 15:20:59.083712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52682) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:20:59.090666 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2fbb7da5-d89d-489e-ab3d-8ef8b86b5c18 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'subnet': {'network_id': '38a286c6-d764-4d51-9789-20699183bb2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:20:59.147011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fe009-e492-4c57-8763-a9c2a808b034 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Network': ['ID=38a286c6-d764-4d51-9789-20699183bb2f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:59.149299 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-074286aa-eb83-4e4f-87ac-d0a867909557 service neutron] Attempting to bind port c30d5517-2d17-4b45-a88b-888db6b138fe on host n-h2-764435-3 for vnic_type normal with profile None {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:20:59.149627 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-074286aa-eb83-4e4f-87ac-d0a867909557 service neutron] Attempting to bind port c30d5517-2d17-4b45-a88b-888db6b138fe by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:20:59.150037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-074286aa-eb83-4e4f-87ac-d0a867909557 service neutron] Attempting to bind port c30d5517-2d17-4b45-a88b-888db6b138fe on network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:20:59.154844 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-074286aa-eb83-4e4f-87ac-d0a867909557 service neutron] Port c30d5517-2d17-4b45-a88b-888db6b138fe on network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:20:59.155164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-074286aa-eb83-4e4f-87ac-d0a867909557 service neutron] Attempting to bind port c30d5517-2d17-4b45-a88b-888db6b138fe on network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:20:59.158842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 38a286c6-d764-4d51-9789-20699183bb2f details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:20:59.160675 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-074286aa-eb83-4e4f-87ac-d0a867909557 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:20:59.161019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-074286aa-eb83-4e4f-87ac-d0a867909557 service neutron] Checking segment: {'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:59.161399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-074286aa-eb83-4e4f-87ac-d0a867909557 service neutron] Bound using segment: {'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:20:59.161822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-074286aa-eb83-4e4f-87ac-d0a867909557 service neutron] Bound port: c30d5517-2d17-4b45-a88b-888db6b138fe, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:20:59.205481 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ed4bfbd4-d171-4ef2-9d30-fbe9757337cd no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:20:59.230234 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: ed4bfbd4-d171-4ef2-9d30-fbe9757337cd {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:20:59.230953 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ed4bfbd4-d171-4ef2-9d30-fbe9757337cd not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:20:59.247809 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbb7da5-d89d-489e-ab3d-8ef8b86b5c18 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:59.252367 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2fbb7da5-d89d-489e-ab3d-8ef8b86b5c18 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:59.278210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-074286aa-eb83-4e4f-87ac-d0a867909557 service neutron] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c30d5517-2d17-4b45-a88b-888db6b138fe,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:20:59.285351 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-074286aa-eb83-4e4f-87ac-d0a867909557 service neutron] Notify callbacks [] for binding, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:59.286744 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-074286aa-eb83-4e4f-87ac-d0a867909557 service neutron] 10.222.0.38 "POST /v2.0/ports/c30d5517-2d17-4b45-a88b-888db6b138fe/bindings HTTP/1.1" status: 201 len: 389 time: 0.4009686 Jul 15 15:20:59.563815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadabf2-278a-4271-bb75-e07b49023a60 req-82df0af5-ce33-4b8f-950a-9f7c3b8700e8 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:59.565424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cdadabf2-278a-4271-bb75-e07b49023a60 req-82df0af5-ce33-4b8f-950a-9f7c3b8700e8 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 946 time: 0.1003640 Jul 15 15:20:59.620085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-f23ae606-65e6-4a87-9af3-3bf546ebd71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:59.621671 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-f23ae606-65e6-4a87-9af3-3bf546ebd71e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 1097 time: 0.1011751 Jul 15 15:20:59.625564 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cdadabf2-278a-4271-bb75-e07b49023a60 req-71b6083f-9cfa-4006-a112-dcc204f2fcb4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528407 Jul 15 15:20:59.751064 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-24601713-1dc0-4d7a-a7ba-8849aa5129bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:59.754033 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-24601713-1dc0-4d7a-a7ba-8849aa5129bd service neutron] 10.222.0.22 "GET /v2.0/networks?id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c HTTP/1.1" status: 200 len: 897 time: 0.1176059 Jul 15 15:20:59.827596 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-e84e3032-fb4e-41bc-b858-ab01ccdcca9e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30d5517-2d17-4b45-a88b-888db6b138fe HTTP/1.1" status: 200 len: 1001 time: 0.0667622 Jul 15 15:20:59.841002 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2fbb7da5-d89d-489e-ab3d-8ef8b86b5c18 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:59.895212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb7da5-d89d-489e-ab3d-8ef8b86b5c18 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Subnet': ['ID=a7b05674-2911-49f7-8f19-776a7bf240c1,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:59.938562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-bb64e1a6-b1c9-410c-b47a-725172a39b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:59.940127 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-bb64e1a6-b1c9-410c-b47a-725172a39b68 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=360b9ecd-0f4c-46a7-a157-c8c6b275b294 HTTP/1.1" status: 200 len: 834 time: 0.1054945 Jul 15 15:20:59.947134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbb7da5-d89d-489e-ab3d-8ef8b86b5c18 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Checking segment: {'id': '8e2c802f-feec-4a58-9f11-266fbe413caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38a286c6-d764-4d51-9789-20699183bb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:20:59.947646 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbb7da5-d89d-489e-ab3d-8ef8b86b5c18 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network hostable DHCP agents. Network: 38a286c6-d764-4d51-9789-20699183bb2f, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:20:59.976787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbb7da5-d89d-489e-ab3d-8ef8b86b5c18 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network 38a286c6-d764-4d51-9789-20699183bb2f is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:20:59.989820 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2fbb7da5-d89d-489e-ab3d-8ef8b86b5c18 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 38a286c6-d764-4d51-9789-20699183bb2f) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:59.990581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7143f-59e4-469f-a227-c07ab2622e09 req-d391639f-746f-4975-8ef5-3dc6b4dd25f6 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:20:59.998786 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09dbdbc-1823-4682-85b4-aaa29b8fc828 None None] Network 38a286c6-d764-4d51-9789-20699183bb2f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:00.004434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbb7da5-d89d-489e-ab3d-8ef8b86b5c18 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:00.005344 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2fbb7da5-d89d-489e-ab3d-8ef8b86b5c18 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:00.015182 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5cd7143f-59e4-469f-a227-c07ab2622e09 req-d391639f-746f-4975-8ef5-3dc6b4dd25f6 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.1506052 Jul 15 15:21:00.027700 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2fbb7da5-d89d-489e-ab3d-8ef8b86b5c18 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9416361 Jul 15 15:21:00.031142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52700) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:00.146424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5cd7143f-59e4-469f-a227-c07ab2622e09 req-84b7f27c-a172-4cf6-b9ff-47ed6cff9270 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302774 Jul 15 15:21:00.159076 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-815631f2-b26d-4606-b8f5-8ded2ce7c8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:00.160004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-e9b8332c-3559-44ad-babe-ce698b9a9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:00.161525 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-e9b8332c-3559-44ad-babe-ce698b9a9f1c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2129543 Jul 15 15:21:00.197021 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93dd9ab3-6069-4b1f-a701-67266155e5a6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:00.284536 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-acf9543c-61cf-4f0a-9bd0-b7948b3d4194 service neutron] 10.222.0.22 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160219 Jul 15 15:21:00.285147 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93dd9ab3-6069-4b1f-a701-67266155e5a6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:00.341995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b93b65-8136-4eb7-80a5-1108abae78f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-38a286c6-d764-4d51-9789-20699183bb2f', 'network_id': '38a286c6-d764-4d51-9789-20699183bb2f', 'tenant_id': '98effcd3588c4f33b4ea723a76ed1f2f', 'fixed_ips': [{'subnet_id': 'a7b05674-2911-49f7-8f19-776a7bf240c1'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:21:00.343137 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4b93b65-8136-4eb7-80a5-1108abae78f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:00.350821 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93dd9ab3-6069-4b1f-a701-67266155e5a6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:00.385384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd9ab3-6069-4b1f-a701-67266155e5a6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b05674-2911-49f7-8f19-776a7bf240c1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:00.438341 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-3547e89e-f275-46be-b275-10a434b4cd4a service neutron] 10.222.0.22 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465838 Jul 15 15:21:00.465381 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93dd9ab3-6069-4b1f-a701-67266155e5a6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:00.478851 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996e3f01-2031-44a9-859c-e318c0311c54 None None] Network 38a286c6-d764-4d51-9789-20699183bb2f requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:00.484259 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-93dd9ab3-6069-4b1f-a701-67266155e5a6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a286c6-d764-4d51-9789-20699183bb2f']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:00.495688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-93dd9ab3-6069-4b1f-a701-67266155e5a6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2c802f-feec-4a58-9f11-266fbe413caa') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:00.495998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-93dd9ab3-6069-4b1f-a701-67266155e5a6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2c802f-feec-4a58-9f11-266fbe413caa') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:00.507848 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93dd9ab3-6069-4b1f-a701-67266155e5a6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:00.522431 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93dd9ab3-6069-4b1f-a701-67266155e5a6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:00.528999 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93dd9ab3-6069-4b1f-a701-67266155e5a6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:21:00.529516 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93dd9ab3-6069-4b1f-a701-67266155e5a6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:00.558805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2317eb0-b836-446d-8086-8a54241dcd95 req-bca03817-dd31-4363-abd2-c2610df01366 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:00.560607 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2317eb0-b836-446d-8086-8a54241dcd95 req-bca03817-dd31-4363-abd2-c2610df01366 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 947 time: 0.1212165 Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:21:00.607377 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:21:00.613080 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93dd9ab3-6069-4b1f-a701-67266155e5a6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:00.621925 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93dd9ab3-6069-4b1f-a701-67266155e5a6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:00.623228 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2317eb0-b836-446d-8086-8a54241dcd95 req-e5f2f7d8-a802-4020-ad74-ce7f40a91ae2 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538776 Jul 15 15:21:00.626213 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-93dd9ab3-6069-4b1f-a701-67266155e5a6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/38a286c6-d764-4d51-9789-20699183bb2f HTTP/1.1" status: 204 len: 168 time: 0.5919080 Jul 15 15:21:00.629178 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52704) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:00.636380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd9ab3-6069-4b1f-a701-67266155e5a6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Network': ['ID=38a286c6-d764-4d51-9789-20699183bb2f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:00.668301 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-a31a9557-510b-4a2c-9f0d-7f9dc4e348c5 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:00.669790 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-a31a9557-510b-4a2c-9f0d-7f9dc4e348c5 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5&tenant_id=5ef1d87b1ef049c18d214bfde5982884&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 1097 time: 0.1704800 Jul 15 15:21:00.671120 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-da163549-e9fb-4b56-8175-f3e965bb076b tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] GET failed (client error): The resource could not be found. Jul 15 15:21:00.674783 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-da163549-e9fb-4b56-8175-f3e965bb076b tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "GET /v2.0/subnets/a7b05674-2911-49f7-8f19-776a7bf240c1 HTTP/1.1" status: 404 len: 337 time: 0.0422058 Jul 15 15:21:00.675125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52708) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:00.686929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764435-3'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:00.716265 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc45f35-384b-4e41-a5c0-723777f9646a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:00.716850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc45f35-384b-4e41-a5c0-723777f9646a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:00.723924 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0cc45f35-384b-4e41-a5c0-723777f9646a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/38a286c6-d764-4d51-9789-20699183bb2f HTTP/1.1" status: 404 len: 339 time: 0.0425026 Jul 15 15:21:00.724932 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52712) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:00.774924 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:00.918519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7f90f8-5c59-4fa5-bcf8-9d07b1c985bc tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:00.922569 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3a7f90f8-5c59-4fa5-bcf8-9d07b1c985bc tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1940792 Jul 15 15:21:00.922805 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52714) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:00.939590 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb88d81-fe59-4ef7-ab2d-dcf5ebf74ff2 req-0e3d984a-76ce-413c-9818-7e31e59170e1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:00.941816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ddb88d81-fe59-4ef7-ab2d-dcf5ebf74ff2 req-0e3d984a-76ce-413c-9818-7e31e59170e1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 946 time: 0.1247535 Jul 15 15:21:00.967133 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8c1538e4-fbe5-463a-b20c-0d265f0282bd tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 207 time: 0.0431905 Jul 15 15:21:00.967844 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52716) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:00.991283 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c30d5517-2d17-4b45-a88b-888db6b138fe,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:01.013830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ddb88d81-fe59-4ef7-ab2d-dcf5ebf74ff2 req-b29638d1-2988-4a8f-aa77-832b13ef4e62 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641856 Jul 15 15:21:01.048016 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:21:01.094574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:21:01.097924 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1fc838-ad48-4223-9ef2-c6e2c69f07df" -d '{"events": [{"server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "name": "network-vif-unplugged", "status": "completed", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:21:01.114814 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:01.132132 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:01.151868 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f235db28-bf0e-4cfd-a4e0-c2f037f24fcd x-openstack-request-id: req-f235db28-bf0e-4cfd-a4e0-c2f037f24fcd {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:21:01.152378 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "name": "network-vif-unplugged", "status": "completed", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:21:01.153376 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f235db28-bf0e-4cfd-a4e0-c2f037f24fcd {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:21:01.153376 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe', 'code': 200} Jul 15 15:21:01.193785 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f284ab5-f9ea-4f2f-a8c1-62474ce6f767 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:01.200571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c30d5517-2d17-4b45-a88b-888db6b138fe,revision_number=7']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:01.205476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f284ab5-f9ea-4f2f-a8c1-62474ce6f767 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:01.214815 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f284ab5-f9ea-4f2f-a8c1-62474ce6f767 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:01.225586 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f284ab5-f9ea-4f2f-a8c1-62474ce6f767 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:01.230833 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3f284ab5-f9ea-4f2f-a8c1-62474ce6f767 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2587202 Jul 15 15:21:01.233560 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52726) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:01.469938 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-104edcb8-9113-4212-99e1-570a27a70c83 None None] Provisioning complete for port c30d5517-2d17-4b45-a88b-888db6b138fe triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:01.470511 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-104edcb8-9113-4212-99e1-570a27a70c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:01.529172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-104edcb8-9113-4212-99e1-570a27a70c83 None None] Port c30d5517-2d17-4b45-a88b-888db6b138fe cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:21:01.653726 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9e524-5f7f-4c5d-b939-a30634f7f553 req-b090bb75-3a0b-417f-8abe-16b90d8a17ca tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:01.655318 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ceb9e524-5f7f-4c5d-b939-a30634f7f553 req-b090bb75-3a0b-417f-8abe-16b90d8a17ca tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.22 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 947 time: 0.0763900 Jul 15 15:21:01.782638 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-ceb9e524-5f7f-4c5d-b939-a30634f7f553 req-44ba2067-dff8-4e4b-bfb5-df2da700ca3c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Deleting port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:01.783730 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ceb9e524-5f7f-4c5d-b939-a30634f7f553 req-44ba2067-dff8-4e4b-bfb5-df2da700ca3c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:01.887640 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ceb9e524-5f7f-4c5d-b939-a30634f7f553 req-44ba2067-dff8-4e4b-bfb5-df2da700ca3c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] For port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:01.888009 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ceb9e524-5f7f-4c5d-b939-a30634f7f553 req-44ba2067-dff8-4e4b-bfb5-df2da700ca3c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:01.924059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Attempting to bind port c30d5517-2d17-4b45-a88b-888db6b138fe on host n-h1-764435-3 for vnic_type normal with profile {"migrating_to": "n-h2-764435-3"} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:21:01.924644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Attempting to bind port c30d5517-2d17-4b45-a88b-888db6b138fe by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:21:01.924749 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Attempting to bind port c30d5517-2d17-4b45-a88b-888db6b138fe on network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:21:01.938986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-06947a94-a984-4e99-8fab-94f9aa6de15a tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.7052584 Jul 15 15:21:01.942802 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52740) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:01.953711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc7a7f-28c7-4137-9346-5864fbca8bd1 req-6ab78506-6eba-40b5-a95e-d476b1a0ee39 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:01.961120 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26bc7a7f-28c7-4137-9346-5864fbca8bd1 req-6ab78506-6eba-40b5-a95e-d476b1a0ee39 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.6546354 Jul 15 15:21:01.984450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Port c30d5517-2d17-4b45-a88b-888db6b138fe on network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:21:01.984783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Attempting to bind port c30d5517-2d17-4b45-a88b-888db6b138fe on network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:21:02.006294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:21:02.006693 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Checking segment: {'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:02.007335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Bound using segment: {'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:21:02.007794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Bound port: c30d5517-2d17-4b45-a88b-888db6b138fe, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbbeaed-4588-4ae6-a97e-af519cc0d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:21:02.008158 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:02.013228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ba4025-ff14-4b3b-89d8-a2de8a00620e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:02.015234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ba4025-ff14-4b3b-89d8-a2de8a00620e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:02.020325 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-68ba4025-ff14-4b3b-89d8-a2de8a00620e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0728290 Jul 15 15:21:02.027901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26bc7a7f-28c7-4137-9346-5864fbca8bd1 req-eb0616ba-3068-4aeb-813e-2b794e01d9a0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655370 Jul 15 15:21:02.033527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52742) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:02.115757 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59feea5-60a0-486b-ba0f-5feca4699f50 req-502269aa-0206-4fd5-8375-e966f7d043de tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:02.117398 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e59feea5-60a0-486b-ba0f-5feca4699f50 req-502269aa-0206-4fd5-8375-e966f7d043de tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 947 time: 0.3021390 Jul 15 15:21:02.164208 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625968b5-2df2-49a7-9625-fc48608d54cc tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:02.165704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625968b5-2df2-49a7-9625-fc48608d54cc tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:02.172750 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-625968b5-2df2-49a7-9625-fc48608d54cc tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1352582 Jul 15 15:21:02.175643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52750) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:02.204711 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ceb9e524-5f7f-4c5d-b939-a30634f7f553 req-44ba2067-dff8-4e4b-bfb5-df2da700ca3c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:02.205038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ceb9e524-5f7f-4c5d-b939-a30634f7f553 req-44ba2067-dff8-4e4b-bfb5-df2da700ca3c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:02.205385 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [req-ceb9e524-5f7f-4c5d-b939-a30634f7f553 req-44ba2067-dff8-4e4b-bfb5-df2da700ca3c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Floating IP 5dae3033-20c2-405d-b6d0-36ebd7f65487 disassociated. External IP: 172.25.4.240, port: 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef. Jul 15 15:21:02.205792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-ceb9e524-5f7f-4c5d-b939-a30634f7f553 req-44ba2067-dff8-4e4b-bfb5-df2da700ca3c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Calling delete_port for 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:02.274519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:21:02.280598 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e59feea5-60a0-486b-ba0f-5feca4699f50 req-9b10fb19-dc44-46d2-8ac6-98c356a273e1 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3e35b72-c6d2-42a0-b172-e4c46d38f527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046052 Jul 15 15:21:02.282262 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c30d5517-2d17-4b45-a88b-888db6b138fe,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:21:02.290790 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:02.338515 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1458e8c7-ab92-4567-9945-83c457d115b6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:02.341007 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1458e8c7-ab92-4567-9945-83c457d115b6 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "GET /v2.0/networks/e3606723-d245-43d6-b8f1-c266e2a57096 HTTP/1.1" status: 200 len: 800 time: 0.1630895 Jul 15 15:21:02.344744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52752) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:02.397057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc8bcf-838d-494b-8e00-862d9cffc0a6 req-b0a67612-5f6b-402c-8651-e79e28505695 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:02.398061 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1fbc8bcf-838d-494b-8e00-862d9cffc0a6 req-b0a67612-5f6b-402c-8651-e79e28505695 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 944 time: 0.2188177 Jul 15 15:21:02.459954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c30d5517-2d17-4b45-a88b-888db6b138fe,revision_number=8']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:02.485661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1fbc8bcf-838d-494b-8e00-862d9cffc0a6 req-1d4b0351-e78f-4d3c-ab84-96c37f367906 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813208 Jul 15 15:21:02.511703 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-361eb1ed-5ddf-42c0-bbe7-a35b45a935f9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "GET /v2.0/networks/e3606723-d245-43d6-b8f1-c266e2a57096?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1656814 Jul 15 15:21:02.512111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52754) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:02.517759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:02.519128 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:02.520990 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-fd6f541c-5b2e-41c0-81c4-efddf497a6b7 service neutron] 10.222.0.22 "PUT /v2.0/ports/c30d5517-2d17-4b45-a88b-888db6b138fe HTTP/1.1" status: 200 len: 1122 time: 1.8436823 Jul 15 15:21:02.588773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['c30d5517-2d17-4b45-a88b-888db6b138fe'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:21:02.605410 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ceb9e524-5f7f-4c5d-b939-a30634f7f553 req-44ba2067-dff8-4e4b-bfb5-df2da700ca3c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:02.610437 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d8ba90-4c30-40a6-bcdd-159836b95738 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:02.611837 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-98d8ba90-4c30-40a6-bcdd-159836b95738 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "GET /v2.0/subnets/48635be5-4687-44ea-83cb-bfd105564302 HTTP/1.1" status: 200 len: 811 time: 0.0963998 Jul 15 15:21:02.616051 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52760) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:02.661950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba2067-dff8-4e4b-bfb5-df2da700ca3c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event deleted for resources: {'Port': ['ID=7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:02.664265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9fcacf85-45a2-4e45-89b9-cf60f95fc291 None None] Provisioning complete for port c30d5517-2d17-4b45-a88b-888db6b138fe triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:02.664867 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fcacf85-45a2-4e45-89b9-cf60f95fc291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:02.673984 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:21:02.720785 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a20939c-27ca-4213-9fb3-883f5d9f693c tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:02.740669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52764) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:02.742285 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4a20939c-27ca-4213-9fb3-883f5d9f693c tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "GET /v2.0/subnets/48635be5-4687-44ea-83cb-bfd105564302?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1247654 Jul 15 15:21:02.779183 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-db75568e-8ec4-4da0-9036-bdea3d6e2fa4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-903890012'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:02.808223 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fcacf85-45a2-4e45-89b9-cf60f95fc291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:02.828311 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db75568e-8ec4-4da0-9036-bdea3d6e2fa4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:02.833113 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db75568e-8ec4-4da0-9036-bdea3d6e2fa4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:02.835742 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:02.853308 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceb9e524-5f7f-4c5d-b939-a30634f7f553 req-44ba2067-dff8-4e4b-bfb5-df2da700ca3c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Router b7313674-24f9-4b80-a507-b8a586a663bb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:21:02.855598 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:21:02.857922 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2396db5-b4a1-4acc-bf45-fe568412919e" -d '{"events": [{"server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "name": "network-vif-plugged", "status": "completed", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:21:02.873060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db75568e-8ec4-4da0-9036-bdea3d6e2fa4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:21:02.883560 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9fcacf85-45a2-4e45-89b9-cf60f95fc291 None None] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c30d5517-2d17-4b45-a88b-888db6b138fe,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:02.905527 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e45196-2a76-4c35-9a7b-cd8bf0e36721 x-openstack-request-id: req-53e45196-2a76-4c35-9a7b-cd8bf0e36721 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:21:02.905817 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "name": "network-vif-plugged", "status": "completed", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:21:02.906062 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53e45196-2a76-4c35-9a7b-cd8bf0e36721 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:21:02.906445 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe', 'code': 200} Jul 15 15:21:02.920235 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fcacf85-45a2-4e45-89b9-cf60f95fc291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:02.921348 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db75568e-8ec4-4da0-9036-bdea3d6e2fa4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:02.921761 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-db75568e-8ec4-4da0-9036-bdea3d6e2fa4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Added segment 563b0b1a-ae77-408f-b29a-153076a3c0c9 of type vlan for network c27a8ef1-3813-44de-aeb8-c8a35cdaaec1 Jul 15 15:21:03.004349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db75568e-8ec4-4da0-9036-bdea3d6e2fa4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:03.033074 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f434d016-e92e-49a0-83db-55ce5a2f3f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:03.042829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceb9e524-5f7f-4c5d-b939-a30634f7f553 req-44ba2067-dff8-4e4b-bfb5-df2da700ca3c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:21:03.067947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c610d-85f9-4bae-9e59-4fe43511edc3 None None] Sync routers for ids ['b7313674-24f9-4b80-a507-b8a586a663bb'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:21:03.077374 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db75568e-8ec4-4da0-9036-bdea3d6e2fa4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:03.083970 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75568e-8ec4-4da0-9036-bdea3d6e2fa4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:03.084740 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db75568e-8ec4-4da0-9036-bdea3d6e2fa4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:03.127169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcacf85-45a2-4e45-89b9-cf60f95fc291 None None] Pushing event updated for resources: {'Port': ['ID=c30d5517-2d17-4b45-a88b-888db6b138fe,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:03.137282 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c610d-85f9-4bae-9e59-4fe43511edc3 None None] Routers {'b7313674-24f9-4b80-a507-b8a586a663bb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:21:03.138620 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-518c610d-85f9-4bae-9e59-4fe43511edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:21:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b7313674-24f9-4b80-a507-b8a586a663bb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:03.154414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:21:03.165243 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de7fe4f-ea3a-4e00-a4d7-3c6ed4ce6ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:21:03.211611 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb9e524-5f7f-4c5d-b939-a30634f7f553 req-44ba2067-dff8-4e4b-bfb5-df2da700ca3c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] No DVR routers for this DVR port 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:21:03.259078 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df55124-5703-45f0-ad63-6a65b1ec0d1d x-openstack-request-id: req-0df55124-5703-45f0-ad63-6a65b1ec0d1d {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:21:03.259620 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:21:03.260887 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0df55124-5703-45f0-ad63-6a65b1ec0d1d {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:21:03.261440 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe', 'status': 'completed', 'code': 200} Jul 15 15:21:03.282057 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ceb9e524-5f7f-4c5d-b939-a30634f7f553 req-44ba2067-dff8-4e4b-bfb5-df2da700ca3c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:03.285544 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ceb9e524-5f7f-4c5d-b939-a30634f7f553 req-44ba2067-dff8-4e4b-bfb5-df2da700ca3c tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.22 "DELETE /v2.0/ports/7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef HTTP/1.1" status: 204 len: 173 time: 1.6238163 Jul 15 15:21:03.287141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75568e-8ec4-4da0-9036-bdea3d6e2fa4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Network': ['ID=c27a8ef1-3813-44de-aeb8-c8a35cdaaec1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:03.291289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'name': 'network-vif-deleted', 'tag': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:21:03.293667 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812950ce-418b-45df-83e4-577d55b30d3e" -d '{"events": [{"server_uuid": "81b0f4ab-645f-4a6c-bcea-1d44825fbcae", "name": "network-vif-deleted", "tag": "7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:21:03.326676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network c27a8ef1-3813-44de-aeb8-c8a35cdaaec1 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:21:03.355612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae80644-070f-4291-b8d8-c776a7486806 req-5c857458-cd2b-4a4e-8ce2-0130f08a11cd tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:03.360173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ae80644-070f-4291-b8d8-c776a7486806 req-5c857458-cd2b-4a4e-8ce2-0130f08a11cd tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.1385591 Jul 15 15:21:03.377861 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7382aaca-081a-4364-ac5e-3cd5c6e081cf x-openstack-request-id: req-7382aaca-081a-4364-ac5e-3cd5c6e081cf {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:21:03.378828 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b0f4ab-645f-4a6c-bcea-1d44825fbcae", "name": "network-vif-deleted", "tag": "7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:21:03.379079 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7382aaca-081a-4364-ac5e-3cd5c6e081cf {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:21:03.379489 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b0f4ab-645f-4a6c-bcea-1d44825fbcae', 'name': 'network-vif-deleted', 'tag': '7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef', 'status': 'completed', 'code': 200} Jul 15 15:21:03.382355 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-db75568e-8ec4-4da0-9036-bdea3d6e2fa4 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6083400 Jul 15 15:21:03.385961 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52780) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:03.392903 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-733aad8c-f39e-4cd3-9cf0-d470ee8cafc9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'subnet': {'network_id': 'c27a8ef1-3813-44de-aeb8-c8a35cdaaec1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:03.464410 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ae80644-070f-4291-b8d8-c776a7486806 req-ce35f721-bac6-48fb-a1cb-a0d720a82eaf tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965798 Jul 15 15:21:03.552753 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-518c610d-85f9-4bae-9e59-4fe43511edc3 None None] Set router b7313674-24f9-4b80-a507-b8a586a663bb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:21:03.558280 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af713921-0955-4578-8b62-f1eb41af8234 req-d3257233-8e69-4aaf-86dd-96218e8d2982 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/ports?device_id=81b0f4ab-645f-4a6c-bcea-1d44825fbcae HTTP/1.1" status: 200 len: 210 time: 0.0533974 Jul 15 15:21:03.577401 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7fe4f-ea3a-4e00-a4d7-3c6ed4ce6ed2 req-ef406d10-95ab-4222-9640-25851f259647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:03.582356 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8de7fe4f-ea3a-4e00-a4d7-3c6ed4ce6ed2 req-ef406d10-95ab-4222-9640-25851f259647 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 1127 time: 0.2806761 Jul 15 15:21:03.648203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733aad8c-f39e-4cd3-9cf0-d470ee8cafc9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Made reservation on behalf of 98effcd3588c4f33b4ea723a76ed1f2f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:03.655468 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-733aad8c-f39e-4cd3-9cf0-d470ee8cafc9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:03.773971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.ipam_backend_mixin [None req-733aad8c-f39e-4cd3-9cf0-d470ee8cafc9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Performing IP validity checks on allocation pools {{(pid=100712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 15:21:03.774819 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.ipam_backend_mixin [None req-733aad8c-f39e-4cd3-9cf0-d470ee8cafc9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 15:21:03.801166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86125fc-7b41-4467-a1fe-ae7ce276c38d req-571055cc-cde1-4d15-8356-27179cd45571 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:03.802893 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a86125fc-7b41-4467-a1fe-ae7ce276c38d req-571055cc-cde1-4d15-8356-27179cd45571 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 946 time: 0.0847688 Jul 15 15:21:03.856114 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a86125fc-7b41-4467-a1fe-ae7ce276c38d req-d4d90cc7-c20e-47b7-9b1f-a181b209f878 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465593 Jul 15 15:21:03.887679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7fe4f-ea3a-4e00-a4d7-3c6ed4ce6ed2 req-0a00bc4d-7320-4c53-8193-30871d7344db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:03.891406 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8de7fe4f-ea3a-4e00-a4d7-3c6ed4ce6ed2 req-0a00bc4d-7320-4c53-8193-30871d7344db service neutron] 10.222.0.11 "GET /v2.0/networks?id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c HTTP/1.1" status: 200 len: 897 time: 0.2994301 Jul 15 15:21:03.997770 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-518c610d-85f9-4bae-9e59-4fe43511edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8204b2f8-e400-49ed-bfbd-48de8d7c2208', 'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'mac_address': 'fa:16:3e:2d:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:17Z', 'updated_at': '2021-07-15T15:12:31Z', 'revision_number': 5, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'subnets': [{'id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:04.031601 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c610d-85f9-4bae-9e59-4fe43511edc3 None None] Checking router: b7313674-24f9-4b80-a507-b8a586a663bb for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:21:04.037600 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8de7fe4f-ea3a-4e00-a4d7-3c6ed4ce6ed2 req-644b9a27-6ee2-4a3f-8f15-86395f6daaf7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30d5517-2d17-4b45-a88b-888db6b138fe HTTP/1.1" status: 200 len: 1001 time: 0.1380198 Jul 15 15:21:04.041364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c610d-85f9-4bae-9e59-4fe43511edc3 None None] Routers {'b7313674-24f9-4b80-a507-b8a586a663bb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:21:04.042229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-518c610d-85f9-4bae-9e59-4fe43511edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:21:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b7313674-24f9-4b80-a507-b8a586a663bb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:04.061644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc92a47-7602-4d02-ac5f-c2daac34d8f6 req-721a098c-9d2e-41bd-9eb6-edc9dc1c519f tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:04.063338 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cfc92a47-7602-4d02-ac5f-c2daac34d8f6 req-721a098c-9d2e-41bd-9eb6-edc9dc1c519f tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.1080062 Jul 15 15:21:04.148099 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cfc92a47-7602-4d02-ac5f-c2daac34d8f6 req-25187d0b-ac84-401b-ad73-39225044c486 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785673 Jul 15 15:21:04.201881 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-518c610d-85f9-4bae-9e59-4fe43511edc3 None None] Set router b7313674-24f9-4b80-a507-b8a586a663bb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:21:04.207407 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7fe4f-ea3a-4e00-a4d7-3c6ed4ce6ed2 req-4962cc06-62a6-4d0e-9410-a3d814ee4fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:04.208874 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8de7fe4f-ea3a-4e00-a4d7-3c6ed4ce6ed2 req-4962cc06-62a6-4d0e-9410-a3d814ee4fa7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=360b9ecd-0f4c-46a7-a157-c8c6b275b294 HTTP/1.1" status: 200 len: 834 time: 0.1557319 Jul 15 15:21:04.214232 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287c31a-e9cc-42ae-9a8c-6ae949577c70 req-47bd338f-189c-449d-856f-ff0aeb160911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:04.219202 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b287c31a-e9cc-42ae-9a8c-6ae949577c70 req-47bd338f-189c-449d-856f-ff0aeb160911 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2db6d724ceec4df59f0f69f5abe77cf3&device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 1097 time: 0.2805252 Jul 15 15:21:04.229225 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-733aad8c-f39e-4cd3-9cf0-d470ee8cafc9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:04.323021 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:04.444853 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-518c610d-85f9-4bae-9e59-4fe43511edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8204b2f8-e400-49ed-bfbd-48de8d7c2208', 'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'mac_address': 'fa:16:3e:2d:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:17Z', 'updated_at': '2021-07-15T15:12:31Z', 'revision_number': 5, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'subnets': [{'id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:04.478004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c610d-85f9-4bae-9e59-4fe43511edc3 None None] The sync data for ids ['b7313674-24f9-4b80-a507-b8a586a663bb'] in n-d-764435-3 is: [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8204b2f8-e400-49ed-bfbd-48de8d7c2208', 'name': '', 'network_id': 'f4383174-585e-4d4e-b660-80050803c374', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'mac_address': 'fa:16:3e:2d:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:17Z', 'updated_at': '2021-07-15T15:12:31Z', 'revision_number': 5, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'subnets': [{'id': 'e02218b1-8e75-4c36-9d6e-ae1449beb9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:21:04.702143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52806) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:04.704848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733aad8c-f39e-4cd3-9cf0-d470ee8cafc9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Subnet': ['ID=0e099bb0-f8a2-45ca-b7e1-0d9ce74b47d4,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:04.749652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733aad8c-f39e-4cd3-9cf0-d470ee8cafc9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Checking segment: {'id': '563b0b1a-ae77-408f-b29a-153076a3c0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c27a8ef1-3813-44de-aeb8-c8a35cdaaec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:04.750025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733aad8c-f39e-4cd3-9cf0-d470ee8cafc9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network hostable DHCP agents. Network: c27a8ef1-3813-44de-aeb8-c8a35cdaaec1, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:21:04.754443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287c31a-e9cc-42ae-9a8c-6ae949577c70 req-5613d1c8-c507-413d-89b6-ee730fe750ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:04.755989 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b287c31a-e9cc-42ae-9a8c-6ae949577c70 req-5613d1c8-c507-413d-89b6-ee730fe750ed service neutron] 10.222.0.22 "GET /v2.0/networks?id=579fa8cf-a9bb-4f78-bf43-84ac7a207108 HTTP/1.1" status: 200 len: 911 time: 0.5238802 Jul 15 15:21:04.759389 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7fe4f-ea3a-4e00-a4d7-3c6ed4ce6ed2 req-3fe2d92c-28a1-4c62-b12e-d9bbf4c0dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:04.760119 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8de7fe4f-ea3a-4e00-a4d7-3c6ed4ce6ed2 req-3fe2d92c-28a1-4c62-b12e-d9bbf4c0dea3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5394874 Jul 15 15:21:04.783908 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6ebd39ac-ad9a-4356-8246-b8fdbd755658 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:04.810725 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6ebd39ac-ad9a-4356-8246-b8fdbd755658 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:04.860703 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733aad8c-f39e-4cd3-9cf0-d470ee8cafc9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Network c27a8ef1-3813-44de-aeb8-c8a35cdaaec1 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:21:04.869364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c30d5517-2d17-4b45-a88b-888db6b138fe details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:21:04.872495 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:21:04.882463 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6ebd39ac-ad9a-4356-8246-b8fdbd755658 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:04.886234 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6ebd39ac-ad9a-4356-8246-b8fdbd755658 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:04.887816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6ebd39ac-ad9a-4356-8246-b8fdbd755658 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "DELETE /v2.0/security-groups/c3e35b72-c6d2-42a0-b172-e4c46d38f527 HTTP/1.1" status: 204 len: 168 time: 0.1844711 Jul 15 15:21:04.891543 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52810) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:04.905918 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba35a21f-d707-4dbc-9ff4-8f39e02a9c6b None None] New status for floating IP 5dae3033-20c2-405d-b6d0-36ebd7f65487: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:21:04.914200 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-733aad8c-f39e-4cd3-9cf0-d470ee8cafc9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, c27a8ef1-3813-44de-aeb8-c8a35cdaaec1) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:04.919864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:21:04.919983 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 7f3085c6-5c10-4e1a-a37b-46c1e25cd3ef not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:21:04.927867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733aad8c-f39e-4cd3-9cf0-d470ee8cafc9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:04.928566 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-733aad8c-f39e-4cd3-9cf0-d470ee8cafc9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:04.929692 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2860f44-0d38-4211-8ee5-152aac3806c2 None None] Network c27a8ef1-3813-44de-aeb8-c8a35cdaaec1 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:04.932164 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b287c31a-e9cc-42ae-9a8c-6ae949577c70 req-ca43c42a-c73c-416d-acf6-f406f6bad4df service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be9178bb-2631-4fe3-aec5-46cc971df8f8 HTTP/1.1" status: 200 len: 1001 time: 0.1666028 Jul 15 15:21:04.940592 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd39ac-ad9a-4356-8246-b8fdbd755658 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e35b72-c6d2-42a0-b172-e4c46d38f527,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:04.948106 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-50b7d757-61a1-4cb6-86fc-59aebb15d990 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] show failed (client error): The resource could not be found. Jul 15 15:21:04.951747 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-50b7d757-61a1-4cb6-86fc-59aebb15d990 tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "GET /v2.0/security-groups/c3e35b72-c6d2-42a0-b172-e4c46d38f527 HTTP/1.1" status: 404 len: 347 time: 0.0589702 Jul 15 15:21:04.954606 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52814) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:04.973139 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-733aad8c-f39e-4cd3-9cf0-d470ee8cafc9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5827756 Jul 15 15:21:05.001530 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52816) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:05.019047 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8b3af9b9-b06b-43d5-84c0-4dbcd0aab3f5 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:05.038022 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8de7fe4f-ea3a-4e00-a4d7-3c6ed4ce6ed2 req-dce91ad5-0b75-4205-ba23-f64b64e2caad service neutron] 10.222.0.11 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642350 Jul 15 15:21:05.184671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287c31a-e9cc-42ae-9a8c-6ae949577c70 req-2a522315-f49f-40b1-9c78-6fee24cdcf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:05.186194 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b287c31a-e9cc-42ae-9a8c-6ae949577c70 req-2a522315-f49f-40b1-9c78-6fee24cdcf32 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61f1753c-5b9f-4677-ae22-56509e286e82 HTTP/1.1" status: 200 len: 849 time: 0.2361512 Jul 15 15:21:05.235059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1eb5e-eeac-4da1-b021-2cbe3861a86b req-e18f238f-68b1-4bc5-b89e-7cb572ec96ed tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:05.238132 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3f1eb5e-eeac-4da1-b021-2cbe3861a86b req-e18f238f-68b1-4bc5-b89e-7cb572ec96ed tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 946 time: 0.1678829 Jul 15 15:21:05.259065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-213c4743-9fe4-470b-9a90-d6be7c59f94a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Deleting port 2c2f14ce-c7da-4441-aae1-e7884e450f3b {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:05.259653 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-213c4743-9fe4-470b-9a90-d6be7c59f94a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:05.339914 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b3af9b9-b06b-43d5-84c0-4dbcd0aab3f5 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25552507'] for subnet, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:05.346351 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8de7fe4f-ea3a-4e00-a4d7-3c6ed4ce6ed2 req-615f6c7d-1b12-4458-ae57-d1724e4ee519 service neutron] 10.222.0.11 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382886 Jul 15 15:21:05.407922 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287c31a-e9cc-42ae-9a8c-6ae949577c70 req-52f7bf91-c751-4e8f-857b-1c18c7e3ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:05.409767 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b287c31a-e9cc-42ae-9a8c-6ae949577c70 req-52f7bf91-c751-4e8f-857b-1c18c7e3ae04 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=579fa8cf-a9bb-4f78-bf43-84ac7a207108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835217 Jul 15 15:21:05.429597 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-213c4743-9fe4-470b-9a90-d6be7c59f94a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:05.430081 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-213c4743-9fe4-470b-9a90-d6be7c59f94a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:05.444380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c30d5517-2d17-4b45-a88b-888db6b138fe,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:05.447001 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-213c4743-9fe4-470b-9a90-d6be7c59f94a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Calling delete_port for 2c2f14ce-c7da-4441-aae1-e7884e450f3b owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:05.461436 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c30d5517-2d17-4b45-a88b-888db6b138fe has no active binding in host n-h2-764435-3 {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 15:21:05.498109 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-c27a8ef1-3813-44de-aeb8-c8a35cdaaec1', 'network_id': 'c27a8ef1-3813-44de-aeb8-c8a35cdaaec1', 'tenant_id': '98effcd3588c4f33b4ea723a76ed1f2f', 'fixed_ips': [{'subnet_id': '0e099bb0-f8a2-45ca-b7e1-0d9ce74b47d4'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:21:05.498887 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:05.628721 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b287c31a-e9cc-42ae-9a8c-6ae949577c70 req-b1a45660-d469-46cd-98af-1df6202e9a26 service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951981 Jul 15 15:21:05.642693 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b3af9b9-b06b-43d5-84c0-4dbcd0aab3f5 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737962340235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25899957'] for subnet, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:05.671696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3f1eb5e-eeac-4da1-b021-2cbe3861a86b req-7474a822-fb68-48fc-8c1d-945c5547be1b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4263976 Jul 15 15:21:05.713528 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfde09-48d5-4057-b15b-6d897067aacd req-927bba07-f14e-473f-b8b2-b3cbe439636c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:05.715144 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79cfde09-48d5-4057-b15b-6d897067aacd req-927bba07-f14e-473f-b8b2-b3cbe439636c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.1436002 Jul 15 15:21:05.716329 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-213c4743-9fe4-470b-9a90-d6be7c59f94a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:05.748014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3af9b9-b06b-43d5-84c0-4dbcd0aab3f5 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:05.748300 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Allocated IP 172.20.0.3 (c27a8ef1-3813-44de-aeb8-c8a35cdaaec1/0e099bb0-f8a2-45ca-b7e1-0d9ce74b47d4/21857278-035f-49a1-b8fe-ffe6778bf67d) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:05.748642 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b3af9b9-b06b-43d5-84c0-4dbcd0aab3f5 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:05.750034 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8b3af9b9-b06b-43d5-84c0-4dbcd0aab3f5 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "PUT /v2.0/subnets/0e099bb0-f8a2-45ca-b7e1-0d9ce74b47d4 HTTP/1.1" status: 200 len: 877 time: 0.7475374 Jul 15 15:21:05.756457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52820) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:05.792945 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3af9b9-b06b-43d5-84c0-4dbcd0aab3f5 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event updated for resources: {'Subnet': ['ID=0e099bb0-f8a2-45ca-b7e1-0d9ce74b47d4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:05.805317 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c4743-9fe4-470b-9a90-d6be7c59f94a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Pushing event deleted for resources: {'Port': ['ID=2c2f14ce-c7da-4441-aae1-e7884e450f3b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:05.843617 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79cfde09-48d5-4057-b15b-6d897067aacd req-bb5f55c7-4066-4e0b-beaf-c8f9b044ad9f tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168606 Jul 15 15:21:05.887145 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-213c4743-9fe4-470b-9a90-d6be7c59f94a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:05.893584 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-213c4743-9fe4-470b-9a90-d6be7c59f94a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:05.894982 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-213c4743-9fe4-470b-9a90-d6be7c59f94a tempest-AttachVolumeShelveTestJSON-1326693599 tempest-AttachVolumeShelveTestJSON-1326693599-project] 10.222.0.38 "DELETE /v2.0/floatingips/5dae3033-20c2-405d-b6d0-36ebd7f65487 HTTP/1.1" status: 204 len: 168 time: 0.9393961 Jul 15 15:21:05.906671 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:06.027318 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b287c31a-e9cc-42ae-9a8c-6ae949577c70 req-56f6dc65-828d-4833-a0cc-20418ff4e541 service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896329 Jul 15 15:21:06.031647 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:06.052588 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:06.109866 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:06.119582 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Transition to ACTIVE for port object 21857278-035f-49a1-b8fe-ffe6778bf67d will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:06.138317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Transition to ACTIVE for port object 21857278-035f-49a1-b8fe-ffe6778bf67d will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:06.146288 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:06.163633 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:06.186561 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Network c27a8ef1-3813-44de-aeb8-c8a35cdaaec1 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:06.192124 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:06.198839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Subnet': ['ID=0e099bb0-f8a2-45ca-b7e1-0d9ce74b47d4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:06.203701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Pushing event updated for resources: {'Port': ['ID=21857278-035f-49a1-b8fe-ffe6778bf67d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:06.207715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:06.285263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Attempting to bind port 21857278-035f-49a1-b8fe-ffe6778bf67d on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:21:06.285661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Attempting to bind port 21857278-035f-49a1-b8fe-ffe6778bf67d by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '563b0b1a-ae77-408f-b29a-153076a3c0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c27a8ef1-3813-44de-aeb8-c8a35cdaaec1'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:21:06.287058 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Attempting to bind port 21857278-035f-49a1-b8fe-ffe6778bf67d on network c27a8ef1-3813-44de-aeb8-c8a35cdaaec1 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:21:06.292317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:21:06.292783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Checking segment: {'id': '563b0b1a-ae77-408f-b29a-153076a3c0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c27a8ef1-3813-44de-aeb8-c8a35cdaaec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:06.293257 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:06.293722 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Bound using segment: {'id': '563b0b1a-ae77-408f-b29a-153076a3c0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c27a8ef1-3813-44de-aeb8-c8a35cdaaec1'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:21:06.294261 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Bound port: 21857278-035f-49a1-b8fe-ffe6778bf67d, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563b0b1a-ae77-408f-b29a-153076a3c0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c27a8ef1-3813-44de-aeb8-c8a35cdaaec1'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:21:06.294745 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:06.297721 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:06.313371 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27a8ef1-3813-44de-aeb8-c8a35cdaaec1']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:06.325003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563b0b1a-ae77-408f-b29a-153076a3c0c9') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:06.325531 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563b0b1a-ae77-408f-b29a-153076a3c0c9') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:06.338182 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:06.355314 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:06.362921 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:21:06.363400 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:21:06.367976 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:21:06.375087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] For port 21857278-035f-49a1-b8fe-ffe6778bf67d, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:21:06.439901 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 15:21:06.439901 n-d-764435-3 neutron-server[100712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 15:21:06.439901 n-d-764435-3 neutron-server[100712]: [parameters: {'id': 'c27a8ef1-3813-44de-aeb8-c8a35cdaaec1'}] Jul 15 15:21:06.439901 n-d-764435-3 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:21:06.440377 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] For port 21857278-035f-49a1-b8fe-ffe6778bf67d, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=21857278-035f-49a1-b8fe-ffe6778bf67d,segment=NetworkSegment(563b0b1a-ae77-408f-b29a-153076a3c0c9),segment_id=563b0b1a-ae77-408f-b29a-153076a3c0c9)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:21:06.440551 n-d-764435-3 neutron-server[100712]: DEBUG oslo_db.api [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:21:06.444645 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:06.535776 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c64bb6-786a-4aa2-b057-67f48399ddca None None] Pushing event updated for resources: {'Port': ['ID=21857278-035f-49a1-b8fe-ffe6778bf67d,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:06.557078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415f80a9-535f-494b-82ff-d97b445fd368 None None] Network c27a8ef1-3813-44de-aeb8-c8a35cdaaec1 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:06.709577 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01cd9ce-da34-47a5-b75c-cbdd87de9842 None None] Network c27a8ef1-3813-44de-aeb8-c8a35cdaaec1 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:06.853098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8804fb00-ecbb-49b2-a794-d5038a48cf7d None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:21:06.908677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a572b12-2a90-479a-8158-331ad70d3c17 req-4668a303-c058-4c55-a53e-a01cda1a7025 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:06.910492 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a572b12-2a90-479a-8158-331ad70d3c17 req-4668a303-c058-4c55-a53e-a01cda1a7025 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 946 time: 0.0820072 Jul 15 15:21:06.941796 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:06.993723 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a572b12-2a90-479a-8158-331ad70d3c17 req-7d42e274-3da9-4a88-8ee7-4098e905d9f9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760739 Jul 15 15:21:07.027120 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8804fb00-ecbb-49b2-a794-d5038a48cf7d None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:21:07.057416 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Deleting port 21857278-035f-49a1-b8fe-ffe6778bf67d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:07.057923 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:07.177214 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99244ad-fc4c-4a09-88dc-36cce92f0313 req-65ac1ced-3fcb-4a06-a081-21acb8dce131 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:07.178822 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b99244ad-fc4c-4a09-88dc-36cce92f0313 req-65ac1ced-3fcb-4a06-a081-21acb8dce131 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.1333199 Jul 15 15:21:07.201402 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] For port 21857278-035f-49a1-b8fe-ffe6778bf67d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=21857278-035f-49a1-b8fe-ffe6778bf67d,segment=NetworkSegment(563b0b1a-ae77-408f-b29a-153076a3c0c9),segment_id=563b0b1a-ae77-408f-b29a-153076a3c0c9)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:07.202145 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:07.236221 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Calling delete_port for 21857278-035f-49a1-b8fe-ffe6778bf67d owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:07.239016 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b99244ad-fc4c-4a09-88dc-36cce92f0313 req-60fd32ae-8863-47ac-8bc8-28dba49deae1 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539668 Jul 15 15:21:07.388817 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-e5085861-b238-4cb2-a3a7-258cc278c7aa service neutron] 10.222.0.11 "GET /v2.0/ports/c30d5517-2d17-4b45-a88b-888db6b138fe/bindings/n-h2-764435-3 HTTP/1.1" status: 200 len: 384 time: 0.0941057 Jul 15 15:21:07.403182 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:07.450917 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Port': ['ID=21857278-035f-49a1-b8fe-ffe6778bf67d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:07.456068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No DVR routers for this DVR port 21857278-035f-49a1-b8fe-ffe6778bf67d on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:21:07.558441 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:07.586561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27a8ef1-3813-44de-aeb8-c8a35cdaaec1']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:07.601553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563b0b1a-ae77-408f-b29a-153076a3c0c9') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:07.601852 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563b0b1a-ae77-408f-b29a-153076a3c0c9') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:07.623012 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:07.647244 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:07.678347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:21:07.678914 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:21:07.681948 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:21:07.760823 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-30b37abf-dc96-4ac7-a0fa-44f116fbbaa4 service neutron] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c30d5517-2d17-4b45-a88b-888db6b138fe,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:07.769422 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:07.778610 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:07.783459 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/c27a8ef1-3813-44de-aeb8-c8a35cdaaec1 HTTP/1.1" status: 204 len: 168 time: 2.0233412 Jul 15 15:21:07.785040 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52846) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:07.798716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8d573-7b30-4489-b086-45aa44b37313 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Network': ['ID=c27a8ef1-3813-44de-aeb8-c8a35cdaaec1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:07.805064 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-30b37abf-dc96-4ac7-a0fa-44f116fbbaa4 service neutron] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:21:07.819556 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3818bfd-8820-47a1-8eb7-ce6de094216c tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:07.820089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3818bfd-8820-47a1-8eb7-ce6de094216c tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:07.822015 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a3818bfd-8820-47a1-8eb7-ce6de094216c tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/subnets/0e099bb0-f8a2-45ca-b7e1-0d9ce74b47d4 HTTP/1.1" status: 404 len: 337 time: 0.0364182 Jul 15 15:21:07.826094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52848) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:07.844893 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9ddaed-a99d-4404-9f26-943852a6e880 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:07.845539 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9ddaed-a99d-4404-9f26-943852a6e880 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:07.848624 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8f9ddaed-a99d-4404-9f26-943852a6e880 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/c27a8ef1-3813-44de-aeb8-c8a35cdaaec1 HTTP/1.1" status: 404 len: 339 time: 0.0212183 Jul 15 15:21:07.851089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52850) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:07.855401 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:21:07.857897 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c139e1-4ac0-4d1e-9ce0-87f67de9b7c8" -d '{"events": [{"server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "name": "network-vif-unplugged", "status": "completed", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:21:07.881172 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b4d7c1-10ab-4406-9950-85618ccc7995 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:07.881802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b4d7c1-10ab-4406-9950-85618ccc7995 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:07.883555 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-30b37abf-dc96-4ac7-a0fa-44f116fbbaa4 service neutron] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c30d5517-2d17-4b45-a88b-888db6b138fe,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:07.884654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c5b4d7c1-10ab-4406-9950-85618ccc7995 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/subnets/a7b05674-2911-49f7-8f19-776a7bf240c1 HTTP/1.1" status: 404 len: 337 time: 0.0322394 Jul 15 15:21:07.886950 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52854) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:07.907591 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-154ce3a8-a99f-4c2b-b035-96d7202b39ce tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:07.908386 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154ce3a8-a99f-4c2b-b035-96d7202b39ce tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:07.913417 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-154ce3a8-a99f-4c2b-b035-96d7202b39ce tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/38a286c6-d764-4d51-9789-20699183bb2f HTTP/1.1" status: 404 len: 339 time: 0.0226769 Jul 15 15:21:07.914024 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52858) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:07.926171 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e78a33-f449-4ccf-af4c-9f41abbb5603 x-openstack-request-id: req-75e78a33-f449-4ccf-af4c-9f41abbb5603 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:21:07.926674 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "name": "network-vif-unplugged", "status": "completed", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:21:07.927078 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-75e78a33-f449-4ccf-af4c-9f41abbb5603 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:21:07.927642 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe', 'code': 200} Jul 15 15:21:07.930324 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-30b37abf-dc96-4ac7-a0fa-44f116fbbaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:08.044781 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3ce41a8-7fca-4b09-8046-b3828edd9d65 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:08.104849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-30b37abf-dc96-4ac7-a0fa-44f116fbbaa4 service neutron] Transition to ACTIVE for port object c30d5517-2d17-4b45-a88b-888db6b138fe will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:08.129904 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-30b37abf-dc96-4ac7-a0fa-44f116fbbaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:08.198001 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3ce41a8-7fca-4b09-8046-b3828edd9d65 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:08.215493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de97971-c2a3-4965-89eb-781bf27fb149 req-24bdb449-32e9-4652-9852-010a8f2dfc23 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:08.224725 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2de97971-c2a3-4965-89eb-781bf27fb149 req-24bdb449-32e9-4652-9852-010a8f2dfc23 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 945 time: 0.0773981 Jul 15 15:21:08.236494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a3ce41a8-7fca-4b09-8046-b3828edd9d65 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722cdf66-2dad-4bc4-a828-7106ac32ffd4']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:08.304090 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2de97971-c2a3-4965-89eb-781bf27fb149 req-e415f18c-0858-488e-b3dd-cbc7c9bd322c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783820 Jul 15 15:21:08.345923 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-30b37abf-dc96-4ac7-a0fa-44f116fbbaa4 service neutron] No DVR routers for this DVR port c30d5517-2d17-4b45-a88b-888db6b138fe on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:21:08.440290 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a3ce41a8-7fca-4b09-8046-b3828edd9d65 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b811cccb-a499-4575-8182-9f371dd3a017') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:08.441525 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a3ce41a8-7fca-4b09-8046-b3828edd9d65 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b811cccb-a499-4575-8182-9f371dd3a017') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:08.460005 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3ce41a8-7fca-4b09-8046-b3828edd9d65 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:08.461925 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b37abf-dc96-4ac7-a0fa-44f116fbbaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=c30d5517-2d17-4b45-a88b-888db6b138fe,revision_number=11']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:08.485411 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3ce41a8-7fca-4b09-8046-b3828edd9d65 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:08.495567 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ce41a8-7fca-4b09-8046-b3828edd9d65 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:21:08.496188 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3ce41a8-7fca-4b09-8046-b3828edd9d65 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:21:08.499582 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:21:08.541467 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-30b37abf-dc96-4ac7-a0fa-44f116fbbaa4 service neutron] 10.222.0.11 "PUT /v2.0/ports/c30d5517-2d17-4b45-a88b-888db6b138fe/bindings/n-h2-764435-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1447954 Jul 15 15:21:08.613520 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3ce41a8-7fca-4b09-8046-b3828edd9d65 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:08.671129 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3ce41a8-7fca-4b09-8046-b3828edd9d65 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:08.673038 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a3ce41a8-7fca-4b09-8046-b3828edd9d65 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/722cdf66-2dad-4bc4-a828-7106ac32ffd4 HTTP/1.1" status: 204 len: 168 time: 0.7583063 Jul 15 15:21:08.677590 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52876) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:08.691638 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce41a8-7fca-4b09-8046-b3828edd9d65 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Network': ['ID=722cdf66-2dad-4bc4-a828-7106ac32ffd4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:08.721120 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb6a814-d929-49c8-886b-9eebf446e406 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:08.721583 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb6a814-d929-49c8-886b-9eebf446e406 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:08.727142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52878) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:08.727356 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8bb6a814-d929-49c8-886b-9eebf446e406 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/subnets/db2af5ea-4c75-4849-83f4-f58dcf27ba68 HTTP/1.1" status: 404 len: 337 time: 0.0485296 Jul 15 15:21:08.752178 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f2bdc4-67a8-4023-b9e7-809d121982e3 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:08.752727 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f2bdc4-67a8-4023-b9e7-809d121982e3 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:08.757594 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-11f2bdc4-67a8-4023-b9e7-809d121982e3 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/14170472-20aa-4082-8cf8-b51b2f6b624b HTTP/1.1" status: 404 len: 339 time: 0.0262263 Jul 15 15:21:08.758037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52880) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:08.795678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-3d48681d-4b1c-4302-9545-0a420b4e3a13 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:08.797183 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-3d48681d-4b1c-4302-9545-0a420b4e3a13 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5&tenant_id=5ef1d87b1ef049c18d214bfde5982884&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 1096 time: 0.1810944 Jul 15 15:21:08.798109 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe676c3a-0d57-436d-b9cb-357916fae6c1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:08.798676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe676c3a-0d57-436d-b9cb-357916fae6c1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:08.803058 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fe676c3a-0d57-436d-b9cb-357916fae6c1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/subnets/79486700-84ed-4632-b8ec-63b375fb69ce HTTP/1.1" status: 404 len: 337 time: 0.0414360 Jul 15 15:21:08.803324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52882) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:08.848110 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b710ff-1e39-40b1-afee-f458dd93027b tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:08.848615 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b710ff-1e39-40b1-afee-f458dd93027b tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:08.853064 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-31b710ff-1e39-40b1-afee-f458dd93027b tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/e79c54e1-5ab7-4714-9b85-a46d13378380 HTTP/1.1" status: 404 len: 339 time: 0.0466058 Jul 15 15:21:08.853457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52884) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:08.882918 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b788500-0ea2-4e82-910d-74b0cae64e97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:08.883381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b788500-0ea2-4e82-910d-74b0cae64e97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:08.887415 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1b788500-0ea2-4e82-910d-74b0cae64e97 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/subnets/3058e655-29f6-4ddd-bf57-581b6cfd9cf0 HTTP/1.1" status: 404 len: 337 time: 0.0309284 Jul 15 15:21:08.888316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52886) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:08.912556 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f50b28-a817-4a62-b4a0-4d6a0fedf48e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:08.913511 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f50b28-a817-4a62-b4a0-4d6a0fedf48e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:08.919024 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-04f50b28-a817-4a62-b4a0-4d6a0fedf48e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/60bcc584-3687-45b9-ba0f-4d467b24b3b2 HTTP/1.1" status: 404 len: 339 time: 0.0294302 Jul 15 15:21:08.919983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52888) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:08.935117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-3a444a84-3f89-4653-8456-417e7c938785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:08.936633 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-3a444a84-3f89-4653-8456-417e7c938785 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5&tenant_id=5ef1d87b1ef049c18d214bfde5982884 HTTP/1.1" status: 200 len: 1096 time: 0.1253481 Jul 15 15:21:08.971335 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ffc70b-be13-49da-983b-c0c89204a29d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:08.972988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ffc70b-be13-49da-983b-c0c89204a29d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:08.978413 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f3ffc70b-be13-49da-983b-c0c89204a29d tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/subnets/b064efb8-66b1-41fc-94e9-ece953f6a9ce HTTP/1.1" status: 404 len: 337 time: 0.0571852 Jul 15 15:21:08.979254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52892) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:09.007349 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4ba01a-15ca-49a5-ae23-6212ea16ed15 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:09.008303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4ba01a-15ca-49a5-ae23-6212ea16ed15 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:09.013425 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4f4ba01a-15ca-49a5-ae23-6212ea16ed15 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/557652b8-b767-4f99-a74f-9e581b8436e8 HTTP/1.1" status: 404 len: 339 time: 0.0328948 Jul 15 15:21:09.014989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52894) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:09.053215 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-2c3b8f7f-0f7a-43d0-aeb6-d607dad2b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:09.055120 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-2c3b8f7f-0f7a-43d0-aeb6-d607dad2b0dc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 1096 time: 0.0928240 Jul 15 15:21:09.061440 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-681cfbf5-1a49-4f48-aa30-ba1549fa222e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:09.061978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681cfbf5-1a49-4f48-aa30-ba1549fa222e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:09.066314 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-681cfbf5-1a49-4f48-aa30-ba1549fa222e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/subnets/e56b0d76-23d2-4931-9acc-9df0e8c95b13 HTTP/1.1" status: 404 len: 337 time: 0.0448411 Jul 15 15:21:09.066712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52896) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:09.087807 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0f3b4d-a01a-41d1-96f7-79441204cfe7 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:09.088400 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0f3b4d-a01a-41d1-96f7-79441204cfe7 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:09.092371 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4f0f3b4d-a01a-41d1-96f7-79441204cfe7 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/f07f23d9-90d3-42b6-8c8a-f8601694ebd6 HTTP/1.1" status: 404 len: 339 time: 0.0225668 Jul 15 15:21:09.092593 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52898) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:09.140240 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f29e3e-db6c-4f05-adf9-44d79ac279a9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:09.140711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f29e3e-db6c-4f05-adf9-44d79ac279a9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:09.145879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-82f29e3e-db6c-4f05-adf9-44d79ac279a9 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/subnets/ddbc067b-8895-4adc-b0cd-08667868c018 HTTP/1.1" status: 404 len: 337 time: 0.0489945 Jul 15 15:21:09.146108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52900) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:09.179445 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52d8394-15b4-49c7-9e34-565ec5c14108 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:09.180042 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52d8394-15b4-49c7-9e34-565ec5c14108 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:09.184080 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f52d8394-15b4-49c7-9e34-565ec5c14108 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/22a96a87-c761-45f1-92d1-45addc9982ca HTTP/1.1" status: 404 len: 339 time: 0.0347357 Jul 15 15:21:09.185270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52902) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:09.242468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-b81af536-d2d7-4ab7-9e3d-03b0d88fd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:09.244648 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86ede4d-3a30-4155-8816-96d239bfbace tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:09.244920 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-b81af536-d2d7-4ab7-9e3d-03b0d88fd5a4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c HTTP/1.1" status: 200 len: 897 time: 0.1817427 Jul 15 15:21:09.245094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86ede4d-3a30-4155-8816-96d239bfbace tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:09.247102 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a86ede4d-3a30-4155-8816-96d239bfbace tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/subnets/c3ede632-1228-4a5a-894e-051da930054f HTTP/1.1" status: 404 len: 337 time: 0.0606093 Jul 15 15:21:09.249386 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52904) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:09.270004 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5eeab7-1f4d-4cef-9e49-cb63d2d37e2f tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:09.270406 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5eeab7-1f4d-4cef-9e49-cb63d2d37e2f tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:09.276236 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-be5eeab7-1f4d-4cef-9e49-cb63d2d37e2f tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/ffda9ae2-87d7-4b8a-8a3f-3a678a11847b HTTP/1.1" status: 404 len: 339 time: 0.0236049 Jul 15 15:21:09.276766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52906) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:09.334653 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-47536819-a10d-4ced-aba6-41b2d68150b1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:09.335072 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-4ce92a6c-b1db-4f50-8b8b-32990ff3c3bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30d5517-2d17-4b45-a88b-888db6b138fe HTTP/1.1" status: 200 len: 999 time: 0.0828207 Jul 15 15:21:09.335370 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47536819-a10d-4ced-aba6-41b2d68150b1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:09.339558 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-47536819-a10d-4ced-aba6-41b2d68150b1 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/subnets/b637cef7-8cdf-401f-8b0a-b4a6b34eeabd HTTP/1.1" status: 404 len: 337 time: 0.0595198 Jul 15 15:21:09.341646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52912) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:09.385273 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c962e8-0ab7-4bb1-8bba-40362dcfbdae tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:09.385941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c962e8-0ab7-4bb1-8bba-40362dcfbdae tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:09.390451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52916) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:09.390642 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-30c962e8-0ab7-4bb1-8bba-40362dcfbdae tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/e957d30b-6bc5-4dbf-8660-69c2cf1b1e05 HTTP/1.1" status: 404 len: 339 time: 0.0413342 Jul 15 15:21:09.431127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-2bcb2433-101f-416e-aa36-57fc19b6ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:09.432621 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-2bcb2433-101f-416e-aa36-57fc19b6ea88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=360b9ecd-0f4c-46a7-a157-c8c6b275b294 HTTP/1.1" status: 200 len: 834 time: 0.0916212 Jul 15 15:21:09.482824 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-861ad399-b3d0-482a-8fa5-78a3e06dcc9e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Deleting subnet 48635be5-4687-44ea-83cb-bfd105564302 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:21:09.493475 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-861ad399-b3d0-482a-8fa5-78a3e06dcc9e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:09.514201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307e832-9647-46d2-9fdb-086ad2aee196 req-e3e626e5-e15b-41c4-b32f-3292be413863 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:09.515964 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9307e832-9647-46d2-9fdb-086ad2aee196 req-e3e626e5-e15b-41c4-b32f-3292be413863 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 945 time: 0.1009085 Jul 15 15:21:09.569154 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9307e832-9647-46d2-9fdb-086ad2aee196 req-15556665-4591-40de-a912-75e34a06979a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463166 Jul 15 15:21:09.905467 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-861ad399-b3d0-482a-8fa5-78a3e06dcc9e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:09.945140 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-33c45466-2d09-49f9-8850-01858f68802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:09.947080 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-33c45466-2d09-49f9-8850-01858f68802e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5078659 Jul 15 15:21:10.056187 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-861ad399-b3d0-482a-8fa5-78a3e06dcc9e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:10.076984 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c30d5517-2d17-4b45-a88b-888db6b138fe no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:21:10.121046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c30d5517-2d17-4b45-a88b-888db6b138fe not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:21:10.135913 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-494240cd-1cc1-410a-9adf-20c2105943c7 service neutron] 10.222.0.22 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805501 Jul 15 15:21:10.174596 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-861ad399-b3d0-482a-8fa5-78a3e06dcc9e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:10.235242 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ad399-b3d0-482a-8fa5-78a3e06dcc9e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Subnet': ['ID=48635be5-4687-44ea-83cb-bfd105564302,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:10.237782 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-861ad399-b3d0-482a-8fa5-78a3e06dcc9e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:10.242659 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-861ad399-b3d0-482a-8fa5-78a3e06dcc9e tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/subnets/48635be5-4687-44ea-83cb-bfd105564302 HTTP/1.1" status: 204 len: 168 time: 0.8477435 Jul 15 15:21:10.242659 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52922) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:10.254380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac3bd4e-fe01-433f-b7e6-e3a9c4738445 None None] Network e3606723-d245-43d6-b8f1-c266e2a57096 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:10.319284 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:10.375777 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-264a959b-6d4f-4af9-9fe4-0926f0614476 service neutron] 10.222.0.22 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329309 Jul 15 15:21:10.398743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Deleting port ed0d14fb-771a-4f94-bb03-c82d411d67f7 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:10.399190 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:10.473304 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] For port ed0d14fb-771a-4f94-bb03-c82d411d67f7, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ed0d14fb-771a-4f94-bb03-c82d411d67f7,segment=NetworkSegment(acfaeca7-5fae-440b-9c86-97860d329fb7),segment_id=acfaeca7-5fae-440b-9c86-97860d329fb7)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:10.474038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:10.489311 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Calling delete_port for ed0d14fb-771a-4f94-bb03-c82d411d67f7 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:10.506357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03fd24d-dfb8-450b-acd2-64fe6831e5b1 None None] DHCP port deletion for e3606723-d245-43d6-b8f1-c266e2a57096 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:21:10.587357 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:10.633927 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d03fd24d-dfb8-450b-acd2-64fe6831e5b1 None None] Deleting port ed0d14fb-771a-4f94-bb03-c82d411d67f7 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:10.634314 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d03fd24d-dfb8-450b-acd2-64fe6831e5b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:10.644940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Port': ['ID=ed0d14fb-771a-4f94-bb03-c82d411d67f7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:10.663139 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] No DVR routers for this DVR port ed0d14fb-771a-4f94-bb03-c82d411d67f7 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:21:10.704185 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d03fd24d-dfb8-450b-acd2-64fe6831e5b1 None None] For port ed0d14fb-771a-4f94-bb03-c82d411d67f7, host n-d-764435-3, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:10.704800 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d03fd24d-dfb8-450b-acd2-64fe6831e5b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:10.720242 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d03fd24d-dfb8-450b-acd2-64fe6831e5b1 None None] Calling delete_port for ed0d14fb-771a-4f94-bb03-c82d411d67f7 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:10.723789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-d03fd24d-dfb8-450b-acd2-64fe6831e5b1 None None] Port ed0d14fb-771a-4f94-bb03-c82d411d67f7 was not found and therefore no delete operation was performed {{(pid=100713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:21:10.725238 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d03fd24d-dfb8-450b-acd2-64fe6831e5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:10.775797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fd24d-dfb8-450b-acd2-64fe6831e5b1 None None] No DVR routers for this DVR port ed0d14fb-771a-4f94-bb03-c82d411d67f7 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:21:10.784242 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fd24d-dfb8-450b-acd2-64fe6831e5b1 None None] Pushing event deleted for resources: {'Port': ['ID=ed0d14fb-771a-4f94-bb03-c82d411d67f7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:10.804585 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:10.818464 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3606723-d245-43d6-b8f1-c266e2a57096']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:10.830307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acfaeca7-5fae-440b-9c86-97860d329fb7') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:10.830665 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acfaeca7-5fae-440b-9c86-97860d329fb7') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:10.867480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced058d-c268-4aaf-b990-51ad62760f90 req-916bbfff-6219-44f9-b4dc-4fd16029df0b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:10.871038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:10.875425 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eced058d-c268-4aaf-b990-51ad62760f90 req-916bbfff-6219-44f9-b4dc-4fd16029df0b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 945 time: 0.0780041 Jul 15 15:21:10.898337 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:10.913195 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eced058d-c268-4aaf-b990-51ad62760f90 req-a0f4477b-5b18-470c-b450-20e5eef9bca7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364218 Jul 15 15:21:10.915126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:21:10.915541 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:21:10.931465 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:21:11.001014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-ac7a34ae-d457-4b98-bdf3-2eabbce6920a tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:11.003559 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-ac7a34ae-d457-4b98-bdf3-2eabbce6920a tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5&tenant_id=5ef1d87b1ef049c18d214bfde5982884&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 1096 time: 0.1643338 Jul 15 15:21:11.004677 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:11.012539 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:11.014249 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] 10.222.0.38 "DELETE /v2.0/networks/e3606723-d245-43d6-b8f1-c266e2a57096 HTTP/1.1" status: 204 len: 168 time: 0.7708988 Jul 15 15:21:11.040212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a7b41-df01-4914-82a4-6f068abf9a52 tempest-NetworksTest-1309092508 tempest-NetworksTest-1309092508-project] Pushing event deleted for resources: {'Network': ['ID=e3606723-d245-43d6-b8f1-c266e2a57096,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:11.213247 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-084cc0d2-b42b-4bc3-ac6e-8aa69f663260 service neutron] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:21:11.220601 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ed0d14fb-771a-4f94-bb03-c82d411d67f7 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:21:11.222855 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-084cc0d2-b42b-4bc3-ac6e-8aa69f663260 service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:11.225160 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-30ba5b74-d64e-45da-838f-9e28b911ac8e req-084cc0d2-b42b-4bc3-ac6e-8aa69f663260 service neutron] 10.222.0.22 "DELETE /v2.0/ports/c30d5517-2d17-4b45-a88b-888db6b138fe/bindings/n-h1-764435-3 HTTP/1.1" status: 204 len: 173 time: 0.2138424 Jul 15 15:21:11.307496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: ed0d14fb-771a-4f94-bb03-c82d411d67f7 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:21:11.307843 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ed0d14fb-771a-4f94-bb03-c82d411d67f7 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:21:11.391870 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52942) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:11.538291 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52946) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:11.539115 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bc2a5b50-9b66-4620-bec3-30c68fce626b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98effcd3588c4f33b4ea723a76ed1f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455195 Jul 15 15:21:11.587898 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a634b3a-2331-445c-a2f3-c8699a68175f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:11.609176 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a634b3a-2331-445c-a2f3-c8699a68175f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:11.659197 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a634b3a-2331-445c-a2f3-c8699a68175f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:11.662115 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6a634b3a-2331-445c-a2f3-c8699a68175f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:11.665911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6a634b3a-2331-445c-a2f3-c8699a68175f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90bf2357-7f7d-459e-872e-b49cc795c6b4 HTTP/1.1" status: 204 len: 168 time: 0.1243262 Jul 15 15:21:11.671854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a634b3a-2331-445c-a2f3-c8699a68175f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bf2357-7f7d-459e-872e-b49cc795c6b4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:12.182350 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52970) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:12.199034 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7b51a-bdc7-4a52-97e8-3930230f580c req-16f2a0a3-aadc-443b-b3af-be4130b0c613 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:12.211082 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43f7b51a-bdc7-4a52-97e8-3930230f580c req-16f2a0a3-aadc-443b-b3af-be4130b0c613 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 945 time: 0.0824375 Jul 15 15:21:12.262462 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43f7b51a-bdc7-4a52-97e8-3930230f580c req-13d8e843-4a0a-4701-9489-825f311cbeef tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505090 Jul 15 15:21:12.461441 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17fca6-2e4e-4cdd-a4d3-8cb75551fecf req-25293f8e-7e66-4078-a03f-3b8b2eb2e3a3 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:12.462957 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee17fca6-2e4e-4cdd-a4d3-8cb75551fecf req-25293f8e-7e66-4078-a03f-3b8b2eb2e3a3 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 1096 time: 0.0718372 Jul 15 15:21:12.502262 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee17fca6-2e4e-4cdd-a4d3-8cb75551fecf req-4024388b-c95e-4743-81c4-53303b812e3b tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331988 Jul 15 15:21:12.554924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52990) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:12.675668 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-44c712c7-63b9-49aa-b203-6313f09d3214 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1967310969'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:12.717772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c712c7-63b9-49aa-b203-6313f09d3214 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:12.721288 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44c712c7-63b9-49aa-b203-6313f09d3214 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:12.743513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86c47c-61c9-4e89-b629-b1d05280e5a6 req-27b75cdf-f95a-4d5e-87d9-b205c4620645 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:12.745040 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a86c47c-61c9-4e89-b629-b1d05280e5a6 req-27b75cdf-f95a-4d5e-87d9-b205c4620645 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 945 time: 0.1060061 Jul 15 15:21:12.746173 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44c712c7-63b9-49aa-b203-6313f09d3214 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:12.747743 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62450e23-4501-4026-8397-c3e304d09a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:12.816265 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a86c47c-61c9-4e89-b629-b1d05280e5a6 req-e9b42a83-60bb-412b-801e-756139e9b912 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612357 Jul 15 15:21:12.850562 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 52994) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:12.882888 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44c712c7-63b9-49aa-b203-6313f09d3214 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:12.887275 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44c712c7-63b9-49aa-b203-6313f09d3214 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:12.914435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c712c7-63b9-49aa-b203-6313f09d3214 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:21:12.924097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c712c7-63b9-49aa-b203-6313f09d3214 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04624f5-7c94-428a-8f6e-05ca399b3d6b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:12.929248 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44c712c7-63b9-49aa-b203-6313f09d3214 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:12.929581 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-44c712c7-63b9-49aa-b203-6313f09d3214 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Added segment 9767646f-6132-4a84-9cad-c16dc3868e94 of type vlan for network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c Jul 15 15:21:12.973466 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44c712c7-63b9-49aa-b203-6313f09d3214 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:12.976893 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9fe635ef-4b2c-4dea-9c10-1921f8441a3b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/floatingips/7bbfd8de-0443-48ec-b643-77b5e3a7ec22 HTTP/1.1" status: 200 len: 991 time: 0.1227269 Jul 15 15:21:13.014110 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44c712c7-63b9-49aa-b203-6313f09d3214 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:13.020567 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c712c7-63b9-49aa-b203-6313f09d3214 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:13.021203 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44c712c7-63b9-49aa-b203-6313f09d3214 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:13.063910 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-44c712c7-63b9-49aa-b203-6313f09d3214 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5054581 Jul 15 15:21:13.064136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 52996) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:13.069119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-87fcef7b-f52c-4a4c-9a79-7a49b2a8bec4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'name': 'tempest-PortsTestJSON-1790222109'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:13.103457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-62450e23-4501-4026-8397-c3e304d09a98 admin admin] Deleting port 8204b2f8-e400-49ed-bfbd-48de8d7c2208 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:13.103778 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62450e23-4501-4026-8397-c3e304d09a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:13.126002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c712c7-63b9-49aa-b203-6313f09d3214 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Network': ['ID=12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:13.135940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:21:13.208944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-62450e23-4501-4026-8397-c3e304d09a98 admin admin] For port 8204b2f8-e400-49ed-bfbd-48de8d7c2208, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8204b2f8-e400-49ed-bfbd-48de8d7c2208,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:13.209313 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62450e23-4501-4026-8397-c3e304d09a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:13.223151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-62450e23-4501-4026-8397-c3e304d09a98 admin admin] Calling delete_port for 8204b2f8-e400-49ed-bfbd-48de8d7c2208 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:13.243009 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fcef7b-f52c-4a4c-9a79-7a49b2a8bec4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:13.246549 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87fcef7b-f52c-4a4c-9a79-7a49b2a8bec4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:13.266560 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-87fcef7b-f52c-4a4c-9a79-7a49b2a8bec4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port 4809d814-8d1e-4f86-b2f1-e20af4ea3571 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:21:13.426426 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62450e23-4501-4026-8397-c3e304d09a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:13.443004 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87fcef7b-f52c-4a4c-9a79-7a49b2a8bec4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:13.458343 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62450e23-4501-4026-8397-c3e304d09a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=8204b2f8-e400-49ed-bfbd-48de8d7c2208,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:13.484129 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87fcef7b-f52c-4a4c-9a79-7a49b2a8bec4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:13.567010 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcef7b-f52c-4a4c-9a79-7a49b2a8bec4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=4809d814-8d1e-4f86-b2f1-e20af4ea3571,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:13.574842 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fcef7b-f52c-4a4c-9a79-7a49b2a8bec4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Checking segment: {'id': '9767646f-6132-4a84-9cad-c16dc3868e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:13.575201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fcef7b-f52c-4a4c-9a79-7a49b2a8bec4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network hostable DHCP agents. Network: 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:21:13.595108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fcef7b-f52c-4a4c-9a79-7a49b2a8bec4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:21:13.605706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-87fcef7b-f52c-4a4c-9a79-7a49b2a8bec4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:13.609557 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fcef7b-f52c-4a4c-9a79-7a49b2a8bec4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:13.616609 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248d7dcb-837d-41f7-aeca-e8b8e129cfb8 None None] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:13.617030 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fcef7b-f52c-4a4c-9a79-7a49b2a8bec4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:13.617772 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87fcef7b-f52c-4a4c-9a79-7a49b2a8bec4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:13.637300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-87fcef7b-f52c-4a4c-9a79-7a49b2a8bec4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5721431 Jul 15 15:21:13.640362 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53004) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:13.646596 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d3e1f22f-b5ee-4a9a-b740-31f5179b283b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1201573393'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:13.669147 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62450e23-4501-4026-8397-c3e304d09a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:13.677852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e1f22f-b5ee-4a9a-b740-31f5179b283b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:13.682127 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f22f-b5ee-4a9a-b740-31f5179b283b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:13.723014 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e1f22f-b5ee-4a9a-b740-31f5179b283b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:21:13.741303 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f22f-b5ee-4a9a-b740-31f5179b283b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:13.741583 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-d3e1f22f-b5ee-4a9a-b740-31f5179b283b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Added segment 7cfedf5d-5207-4cbc-a9f4-16f2532ccc12 of type vlan for network 56efc6a4-97c9-4549-8e2e-9fde1c4eef0c Jul 15 15:21:13.810914 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f22f-b5ee-4a9a-b740-31f5179b283b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:13.840999 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f22f-b5ee-4a9a-b740-31f5179b283b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:13.847394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e1f22f-b5ee-4a9a-b740-31f5179b283b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:13.848189 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f22f-b5ee-4a9a-b740-31f5179b283b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:13.887074 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d3e1f22f-b5ee-4a9a-b740-31f5179b283b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2433047 Jul 15 15:21:13.888101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53006) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:13.895215 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'ports': [{'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c'}, {'network_id': '56efc6a4-97c9-4549-8e2e-9fde1c4eef0c'}]} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:13.895531 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:13.896003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'network_id': '56efc6a4-97c9-4549-8e2e-9fde1c4eef0c'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:13.938119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62450e23-4501-4026-8397-c3e304d09a98 admin admin] Router b7313674-24f9-4b80-a507-b8a586a663bb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:21:13.940699 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1f22f-b5ee-4a9a-b740-31f5179b283b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Network': ['ID=56efc6a4-97c9-4549-8e2e-9fde1c4eef0c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:13.954293 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 56efc6a4-97c9-4549-8e2e-9fde1c4eef0c details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:21:14.085189 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62450e23-4501-4026-8397-c3e304d09a98 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:21:14.090975 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-62450e23-4501-4026-8397-c3e304d09a98 admin admin] 10.222.0.38 "PUT /v2.0/routers/b7313674-24f9-4b80-a507-b8a586a663bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9074798 Jul 15 15:21:14.093458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53008) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:14.096002 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b9213-1882-4470-87b3-f934ae410dcf None None] Sync routers for ids ['b7313674-24f9-4b80-a507-b8a586a663bb'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:21:14.114224 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'port': 2} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:14.116211 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b9213-1882-4470-87b3-f934ae410dcf None None] Routers {'b7313674-24f9-4b80-a507-b8a586a663bb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:21:14.117816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2f3b9213-1882-4470-87b3-f934ae410dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:21:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b7313674-24f9-4b80-a507-b8a586a663bb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:14.119784 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:14.136423 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:14.213438 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af789247-4d43-48af-b650-fb921bffe1e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:14.281003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port d84f26f4-70fe-4a8a-bc08-541bcbd0e08f yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:21:14.294187 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-2f3b9213-1882-4470-87b3-f934ae410dcf None None] Set router b7313674-24f9-4b80-a507-b8a586a663bb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:21:14.331319 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af789247-4d43-48af-b650-fb921bffe1e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:14.411678 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:14.430178 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-af789247-4d43-48af-b650-fb921bffe1e4 admin admin] Deleting port 47406aa3-a9b9-4bc9-9651-61fe292de25a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:14.430549 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af789247-4d43-48af-b650-fb921bffe1e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:14.514088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2f3b9213-1882-4470-87b3-f934ae410dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:21:13Z', 'revision_number': 5, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port': {'id': '47406aa3-a9b9-4bc9-9651-61fe292de25a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:11Z', 'updated_at': '2021-07-15T15:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:14.520543 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-af789247-4d43-48af-b650-fb921bffe1e4 admin admin] For port 47406aa3-a9b9-4bc9-9651-61fe292de25a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=47406aa3-a9b9-4bc9-9651-61fe292de25a,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:14.520799 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port 26a45eb8-4d51-415d-8bf2-12a3001e261e yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:21:14.520926 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af789247-4d43-48af-b650-fb921bffe1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:14.537197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-af789247-4d43-48af-b650-fb921bffe1e4 admin admin] Calling delete_port for 47406aa3-a9b9-4bc9-9651-61fe292de25a owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:14.555141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b9213-1882-4470-87b3-f934ae410dcf None None] Checking router: b7313674-24f9-4b80-a507-b8a586a663bb for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:21:14.563791 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b9213-1882-4470-87b3-f934ae410dcf None None] Routers {'b7313674-24f9-4b80-a507-b8a586a663bb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:21:14.564690 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2f3b9213-1882-4470-87b3-f934ae410dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:21:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b7313674-24f9-4b80-a507-b8a586a663bb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:14.660219 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:14.664086 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-2f3b9213-1882-4470-87b3-f934ae410dcf None None] Set router b7313674-24f9-4b80-a507-b8a586a663bb gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:21:14.710494 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:14.726608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2f3b9213-1882-4470-87b3-f934ae410dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:21:14Z', 'revision_number': 6, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:14.755252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b9213-1882-4470-87b3-f934ae410dcf None None] The sync data for ids ['b7313674-24f9-4b80-a507-b8a586a663bb'] in n-d-764435-3 is: [{'id': 'b7313674-24f9-4b80-a507-b8a586a663bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1611565798-router', 'tenant_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:10Z', 'updated_at': '2021-07-15T15:21:14Z', 'revision_number': 6, 'project_id': '5e746ec2ac1d47fc84dbbe9e96f40b75', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:21:14.767383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:14.771161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:14.775560 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:14.776521 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:14.812050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=d84f26f4-70fe-4a8a-bc08-541bcbd0e08f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:14.857563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Checking segment: {'id': '7cfedf5d-5207-4cbc-a9f4-16f2532ccc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56efc6a4-97c9-4549-8e2e-9fde1c4eef0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:14.858029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network hostable DHCP agents. Network: 56efc6a4-97c9-4549-8e2e-9fde1c4eef0c, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:21:14.880814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=26a45eb8-4d51-415d-8bf2-12a3001e261e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:14.892665 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 56efc6a4-97c9-4549-8e2e-9fde1c4eef0c is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:21:14.902719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 56efc6a4-97c9-4549-8e2e-9fde1c4eef0c) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:14.906474 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:14.914858 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:14.915656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a20c354-1677-4879-b890-d8f34c69c73e None None] Network 56efc6a4-97c9-4549-8e2e-9fde1c4eef0c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:14.921684 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:14.922721 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:14.945760 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ce1fe79a-069f-4952-8955-e935ad703839 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0568705 Jul 15 15:21:14.946927 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53016) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:15.088246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-7e33c31f-b4cd-4ed5-8955-0f0d93847a68 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port 26a45eb8-4d51-415d-8bf2-12a3001e261e {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:15.088246 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7e33c31f-b4cd-4ed5-8955-0f0d93847a68 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.115102 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af789247-4d43-48af-b650-fb921bffe1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.158447 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af789247-4d43-48af-b650-fb921bffe1e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=47406aa3-a9b9-4bc9-9651-61fe292de25a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:15.248570 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7e33c31f-b4cd-4ed5-8955-0f0d93847a68 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.264802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8204b2f8-e400-49ed-bfbd-48de8d7c2208 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:21:15.269336 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af789247-4d43-48af-b650-fb921bffe1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.278342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-7e33c31f-b4cd-4ed5-8955-0f0d93847a68 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for 26a45eb8-4d51-415d-8bf2-12a3001e261e owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:15.291295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 8204b2f8-e400-49ed-bfbd-48de8d7c2208 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:21:15.291642 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8204b2f8-e400-49ed-bfbd-48de8d7c2208 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:21:15.387013 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af789247-4d43-48af-b650-fb921bffe1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.389352 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af789247-4d43-48af-b650-fb921bffe1e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.391213 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7e33c31f-b4cd-4ed5-8955-0f0d93847a68 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.421994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33c31f-b4cd-4ed5-8955-0f0d93847a68 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=26a45eb8-4d51-415d-8bf2-12a3001e261e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:15.427942 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7e33c31f-b4cd-4ed5-8955-0f0d93847a68 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.430580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7e33c31f-b4cd-4ed5-8955-0f0d93847a68 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/26a45eb8-4d51-415d-8bf2-12a3001e261e HTTP/1.1" status: 204 len: 168 time: 0.4813533 Jul 15 15:21:15.434126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53028) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:15.463603 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af789247-4d43-48af-b650-fb921bffe1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.464115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af789247-4d43-48af-b650-fb921bffe1e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7313674-24f9-4b80-a507-b8a586a663bb {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:21:15.468839 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af789247-4d43-48af-b650-fb921bffe1e4 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.469965 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-af789247-4d43-48af-b650-fb921bffe1e4 admin admin] 10.222.0.38 "DELETE /v2.0/routers/b7313674-24f9-4b80-a507-b8a586a663bb HTTP/1.1" status: 204 len: 168 time: 1.3752229 Jul 15 15:21:15.473286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53030) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:15.505391 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53032) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:15.528144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-445d5502-3c9b-4be2-ac10-e864484af63d admin admin] Deleting subnet e02218b1-8e75-4c36-9d6e-ae1449beb9a6 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:21:15.531694 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-445d5502-3c9b-4be2-ac10-e864484af63d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.570425 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850e475e-a8f7-49ba-a18e-277ad25971d2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:15.576329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850e475e-a8f7-49ba-a18e-277ad25971d2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:15.580460 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-850e475e-a8f7-49ba-a18e-277ad25971d2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1442082 Jul 15 15:21:15.581109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53034) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:15.618782 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-445d5502-3c9b-4be2-ac10-e864484af63d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.672737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdee25-74bb-45a7-b80c-901b75a82463 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting port f545209a-78cf-4e36-a793-1c58fdb35266 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:15.673167 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1bcdee25-74bb-45a7-b80c-901b75a82463 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.750503 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-445d5502-3c9b-4be2-ac10-e864484af63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.755714 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1bcdee25-74bb-45a7-b80c-901b75a82463 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.756161 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1bcdee25-74bb-45a7-b80c-901b75a82463 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.770239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdee25-74bb-45a7-b80c-901b75a82463 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Calling delete_port for f545209a-78cf-4e36-a793-1c58fdb35266 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:15.781390 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-daae68ac-8283-4869-8a63-0b99e7e54f00 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port d84f26f4-70fe-4a8a-bc08-541bcbd0e08f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:15.781739 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-daae68ac-8283-4869-8a63-0b99e7e54f00 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.866795 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-daae68ac-8283-4869-8a63-0b99e7e54f00 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.876411 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-445d5502-3c9b-4be2-ac10-e864484af63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.887811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-daae68ac-8283-4869-8a63-0b99e7e54f00 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for d84f26f4-70fe-4a8a-bc08-541bcbd0e08f owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:15.915971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d5502-3c9b-4be2-ac10-e864484af63d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e02218b1-8e75-4c36-9d6e-ae1449beb9a6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:15.922963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-445d5502-3c9b-4be2-ac10-e864484af63d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:15.928195 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-445d5502-3c9b-4be2-ac10-e864484af63d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e02218b1-8e75-4c36-9d6e-ae1449beb9a6 HTTP/1.1" status: 204 len: 168 time: 0.4539187 Jul 15 15:21:15.928548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c803c740-d389-4796-ba5f-947d94a676af None None] Network f4383174-585e-4d4e-b660-80050803c374 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:15.929861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53036) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:15.991919 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1bcdee25-74bb-45a7-b80c-901b75a82463 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.019066 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-daae68ac-8283-4869-8a63-0b99e7e54f00 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.064764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae68ac-8283-4869-8a63-0b99e7e54f00 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=d84f26f4-70fe-4a8a-bc08-541bcbd0e08f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:16.074428 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdee25-74bb-45a7-b80c-901b75a82463 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Port': ['ID=f545209a-78cf-4e36-a793-1c58fdb35266,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:16.092133 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-daae68ac-8283-4869-8a63-0b99e7e54f00 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.096336 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-daae68ac-8283-4869-8a63-0b99e7e54f00 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/d84f26f4-70fe-4a8a-bc08-541bcbd0e08f HTTP/1.1" status: 204 len: 168 time: 0.5106792 Jul 15 15:21:16.096660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53038) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:16.103713 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.169711 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1bcdee25-74bb-45a7-b80c-901b75a82463 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.170303 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-1bcdee25-74bb-45a7-b80c-901b75a82463 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Floating IP 7bbfd8de-0443-48ec-b643-77b5e3a7ec22 disassociated (deleted). External IP: 172.25.4.17, port: c30d5517-2d17-4b45-a88b-888db6b138fe. Jul 15 15:21:16.195711 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d667a4b2-166f-4420-8437-22d11c5a6b11 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:16.197565 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d667a4b2-166f-4420-8437-22d11c5a6b11 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0993814 Jul 15 15:21:16.200140 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53040) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:16.240049 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a5443b-4e74-45e1-aae9-9615b4f9de1a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] GET failed (client error): The resource could not be found. Jul 15 15:21:16.242798 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b4a5443b-4e74-45e1-aae9-9615b4f9de1a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/26a45eb8-4d51-415d-8bf2-12a3001e261e HTTP/1.1" status: 404 len: 333 time: 0.0408373 Jul 15 15:21:16.247050 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53044) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:16.264300 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] DHCP port deletion for f4383174-585e-4d4e-b660-80050803c374 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:21:16.282057 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6988a7-7faf-4373-81a8-3142cae97837 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] GET failed (client error): The resource could not be found. Jul 15 15:21:16.287326 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1f6988a7-7faf-4373-81a8-3142cae97837 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/d84f26f4-70fe-4a8a-bc08-541bcbd0e08f HTTP/1.1" status: 404 len: 333 time: 0.0391147 Jul 15 15:21:16.287968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53048) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:16.341696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Deleting port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:16.342078 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.377353 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c10856ff-22fe-442d-b742-01f3ab90f6f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.421108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] For port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2fc0eac4-cfc7-4008-8d41-87c6c050e4ec,segment=NetworkSegment(b85f2738-e05c-4711-b99e-4203cdfd8591),segment_id=b85f2738-e05c-4711-b99e-4203cdfd8591)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:16.421108 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.433910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Calling delete_port for 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:16.512886 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c10856ff-22fe-442d-b742-01f3ab90f6f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.522503 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.525890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c10856ff-22fe-442d-b742-01f3ab90f6f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56efc6a4-97c9-4549-8e2e-9fde1c4eef0c']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:16.538111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c10856ff-22fe-442d-b742-01f3ab90f6f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfedf5d-5207-4cbc-a9f4-16f2532ccc12') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:16.538860 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c10856ff-22fe-442d-b742-01f3ab90f6f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfedf5d-5207-4cbc-a9f4-16f2532ccc12') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:16.550571 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c10856ff-22fe-442d-b742-01f3ab90f6f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.554725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Pushing event deleted for resources: {'Port': ['ID=2fc0eac4-cfc7-4008-8d41-87c6c050e4ec,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:16.563987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:16.564334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:16.564803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:16.565164 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:16.565676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:16.566358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:16.566809 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:16.567155 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:16.567404 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c10856ff-22fe-442d-b742-01f3ab90f6f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.567521 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:16.567871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:16.568213 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:16.568537 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:16.576347 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b72a14c-8ceb-4aa3-9fae-25ea6497d995 None None] No DVR routers for this DVR port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:21:16.583466 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10856ff-22fe-442d-b742-01f3ab90f6f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:21:16.584505 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c10856ff-22fe-442d-b742-01f3ab90f6f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:21:16.588618 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:21:16.654992 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c10856ff-22fe-442d-b742-01f3ab90f6f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.660191 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c10856ff-22fe-442d-b742-01f3ab90f6f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.666287 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c10856ff-22fe-442d-b742-01f3ab90f6f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/networks/56efc6a4-97c9-4549-8e2e-9fde1c4eef0c HTTP/1.1" status: 204 len: 168 time: 0.3773482 Jul 15 15:21:16.666924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53052) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:16.674271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] Deleting port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:16.675337 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.691525 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10856ff-22fe-442d-b742-01f3ab90f6f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Network': ['ID=56efc6a4-97c9-4549-8e2e-9fde1c4eef0c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:16.695487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f44795f3-a87f-4181-9c63-5d8d81533a7d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-617791466'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:16.717686 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44795f3-a87f-4181-9c63-5d8d81533a7d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:16.721720 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f44795f3-a87f-4181-9c63-5d8d81533a7d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.746251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44795f3-a87f-4181-9c63-5d8d81533a7d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:21:16.755349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f44795f3-a87f-4181-9c63-5d8d81533a7d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.755704 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-f44795f3-a87f-4181-9c63-5d8d81533a7d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Added segment a72e9c9b-db1c-4dc0-ba62-cc0a86b89c36 of type vlan for network 4216804c-ff9a-429f-97cd-a6cfd3fe4a87 Jul 15 15:21:16.795576 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f44795f3-a87f-4181-9c63-5d8d81533a7d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.812287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] For port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec, host n-d-764435-3, got binding levels [] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:16.812655 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.824780 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f44795f3-a87f-4181-9c63-5d8d81533a7d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.830467 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44795f3-a87f-4181-9c63-5d8d81533a7d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:16.831771 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f44795f3-a87f-4181-9c63-5d8d81533a7d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.832362 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] Calling delete_port for 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:16.836119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.ipam_backend_mixin [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] Port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec was not found and therefore no delete operation was performed {{(pid=100711) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:21:16.838804 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:16.872940 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f44795f3-a87f-4181-9c63-5d8d81533a7d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1876690 Jul 15 15:21:16.873147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53054) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:16.877176 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc0eac4-cfc7-4008-8d41-87c6c050e4ec,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:16.878839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-891f974b-34f7-4756-9424-ae1910c97a30 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'subnet': {'network_id': '4216804c-ff9a-429f-97cd-a6cfd3fe4a87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:16.887291 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcdee25-74bb-45a7-b80c-901b75a82463 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router ffcb6dc2-b705-400c-bd8e-507b76fba7fe has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:21:16.888697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] No DVR routers for this DVR port 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:21:16.937267 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44795f3-a87f-4181-9c63-5d8d81533a7d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Network': ['ID=4216804c-ff9a-429f-97cd-a6cfd3fe4a87,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:16.957262 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 4216804c-ff9a-429f-97cd-a6cfd3fe4a87 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:21:16.999373 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:17.006848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891f974b-34f7-4756-9424-ae1910c97a30 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:17.011351 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-891f974b-34f7-4756-9424-ae1910c97a30 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:17.021175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4383174-585e-4d4e-b660-80050803c374']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:17.058153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85f2738-e05c-4711-b99e-4203cdfd8591') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:17.058450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85f2738-e05c-4711-b99e-4203cdfd8591') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:17.071608 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:17.092271 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:17.104478 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:21:17.104478 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:21:17.106863 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:21:17.119591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcdee25-74bb-45a7-b80c-901b75a82463 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:21:17.126477 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1bcdee25-74bb-45a7-b80c-901b75a82463 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:17.142726 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6128b101-1949-4f6b-a814-508de90ae43e None None] Sync routers for ids ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:21:17.157089 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6128b101-1949-4f6b-a814-508de90ae43e None None] Routers {'ffcb6dc2-b705-400c-bd8e-507b76fba7fe'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:21:17.157943 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6128b101-1949-4f6b-a814-508de90ae43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:21:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:17.204068 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:17.207299 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1bcdee25-74bb-45a7-b80c-901b75a82463 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/floatingips/7bbfd8de-0443-48ec-b643-77b5e3a7ec22 HTTP/1.1" status: 204 len: 168 time: 1.7005298 Jul 15 15:21:17.209502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:21:17.212174 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f486c00c-cbcd-41fd-9e9a-5649b7ebb548" -d '{"events": [{"name": "network-changed", "server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:21:17.224746 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:17.226817 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f4383174-585e-4d4e-b660-80050803c374 HTTP/1.1" status: 204 len: 168 time: 1.2959342 Jul 15 15:21:17.246796 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9bd13-3af1-4f47-b89b-65f03be56f65 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4383174-585e-4d4e-b660-80050803c374,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:17.285326 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 47406aa3-a9b9-4bc9-9651-61fe292de25a no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:21:17.358456 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 47406aa3-a9b9-4bc9-9651-61fe292de25a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:21:17.360131 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 47406aa3-a9b9-4bc9-9651-61fe292de25a not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:21:17.364721 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:21:17.387835 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6128b101-1949-4f6b-a814-508de90ae43e None None] Set router ffcb6dc2-b705-400c-bd8e-507b76fba7fe gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:21:17.415813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:21:17.416198 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2fc0eac4-cfc7-4008-8d41-87c6c050e4ec not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:21:17.426507 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-891f974b-34f7-4756-9424-ae1910c97a30 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:17.552286 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff49d6f-36d5-44be-afa4-77c68152a088 x-openstack-request-id: req-3ff49d6f-36d5-44be-afa4-77c68152a088 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:21:17.552835 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:21:17.553627 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3ff49d6f-36d5-44be-afa4-77c68152a088 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:21:17.554237 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe', 'status': 'completed', 'code': 200} Jul 15 15:21:17.564011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53072) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:17.611763 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-be208c21-a7da-4400-8e9a-26bcee2624d3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5e746ec2ac1d47fc84dbbe9e96f40b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465817 Jul 15 15:21:17.614276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53074) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:17.633273 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f974b-34f7-4756-9424-ae1910c97a30 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Subnet': ['ID=367fabbf-7037-49cb-a44e-8a8b5aafc44a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:17.695107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891f974b-34f7-4756-9424-ae1910c97a30 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Checking segment: {'id': 'a72e9c9b-db1c-4dc0-ba62-cc0a86b89c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4216804c-ff9a-429f-97cd-a6cfd3fe4a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:17.695625 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891f974b-34f7-4756-9424-ae1910c97a30 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network hostable DHCP agents. Network: 4216804c-ff9a-429f-97cd-a6cfd3fe4a87, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:21:17.696436 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6128b101-1949-4f6b-a814-508de90ae43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516142876', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:20:01Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:02Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '0e6397ea-ad66-4770-9505-6b1ebf788053', 'name': '', 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:36:06:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:06Z', 'updated_at': '2021-07-15T15:20:15Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:17.726243 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6128b101-1949-4f6b-a814-508de90ae43e None None] Checking router: ffcb6dc2-b705-400c-bd8e-507b76fba7fe for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:21:17.726652 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57411d09-8d6b-411f-ae1a-3ef8c122fc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:17.728903 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891f974b-34f7-4756-9424-ae1910c97a30 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 4216804c-ff9a-429f-97cd-a6cfd3fe4a87 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:21:17.734928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486c00c-cbcd-41fd-9e9a-5649b7ebb548 req-c5577cca-7b8b-49c2-a551-effb5106484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:17.735191 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6128b101-1949-4f6b-a814-508de90ae43e None None] Routers {'ffcb6dc2-b705-400c-bd8e-507b76fba7fe'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:21:17.735806 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6128b101-1949-4f6b-a814-508de90ae43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:21:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:17.736977 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f486c00c-cbcd-41fd-9e9a-5649b7ebb548 req-c5577cca-7b8b-49c2-a551-effb5106484d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 1096 time: 0.1227117 Jul 15 15:21:17.755539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-891f974b-34f7-4756-9424-ae1910c97a30 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 4216804c-ff9a-429f-97cd-a6cfd3fe4a87) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:17.757969 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57411d09-8d6b-411f-ae1a-3ef8c122fc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:17.764252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc63cfc7-f964-4b0b-ac85-bfb0424a6100 None None] Network 4216804c-ff9a-429f-97cd-a6cfd3fe4a87 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:17.780385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891f974b-34f7-4756-9424-ae1910c97a30 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:17.781305 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-891f974b-34f7-4756-9424-ae1910c97a30 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:17.841522 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-891f974b-34f7-4756-9424-ae1910c97a30 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9673731 Jul 15 15:21:17.844171 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53076) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:17.849101 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57411d09-8d6b-411f-ae1a-3ef8c122fc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:17.850342 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'network_id': '4216804c-ff9a-429f-97cd-a6cfd3fe4a87', 'name': 'tempest-PortsTestJSON-403447486'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:17.850473 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6128b101-1949-4f6b-a814-508de90ae43e None None] Set router ffcb6dc2-b705-400c-bd8e-507b76fba7fe gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:21:17.864554 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-57411d09-8d6b-411f-ae1a-3ef8c122fc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:17.868585 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-57411d09-8d6b-411f-ae1a-3ef8c122fc6f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9bcd95cd-2f33-4f5c-bde7-c6c7578defb8 HTTP/1.1" status: 204 len: 168 time: 0.2527926 Jul 15 15:21:17.912650 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57411d09-8d6b-411f-ae1a-3ef8c122fc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcd95cd-2f33-4f5c-bde7-c6c7578defb8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:17.921896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e570898-cc7f-4467-b8af-3c05ca80164b req-383e0a28-2533-4f9b-8718-5137bce29ac9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:17.935845 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e570898-cc7f-4467-b8af-3c05ca80164b req-383e0a28-2533-4f9b-8718-5137bce29ac9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 945 time: 0.2686334 Jul 15 15:21:18.048449 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486c00c-cbcd-41fd-9e9a-5649b7ebb548 req-2a9b7081-5a9a-40ba-b6fa-50c869badae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:18.053045 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f486c00c-cbcd-41fd-9e9a-5649b7ebb548 req-2a9b7081-5a9a-40ba-b6fa-50c869badae4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c HTTP/1.1" status: 200 len: 897 time: 0.3076913 Jul 15 15:21:18.075897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e570898-cc7f-4467-b8af-3c05ca80164b req-c00f28e2-e2a3-48b0-8f01-9c6e339cd1ca tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332607 Jul 15 15:21:18.096334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-4216804c-ff9a-429f-97cd-a6cfd3fe4a87', 'network_id': '4216804c-ff9a-429f-97cd-a6cfd3fe4a87', 'tenant_id': '59fa8f8ac81a439ea468b950699cc8ca', 'fixed_ips': [{'subnet_id': '367fabbf-7037-49cb-a44e-8a8b5aafc44a'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:21:18.098599 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:18.102219 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6128b101-1949-4f6b-a814-508de90ae43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516142876', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:20:01Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:02Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '0e6397ea-ad66-4770-9505-6b1ebf788053', 'name': '', 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:36:06:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:06Z', 'updated_at': '2021-07-15T15:20:15Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:18.152625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517e809-30f7-41f8-905b-c9dfb7796df4 req-80351a69-3f44-4471-a1fb-cba51c0635bf tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:18.156925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8517e809-30f7-41f8-905b-c9dfb7796df4 req-80351a69-3f44-4471-a1fb-cba51c0635bf tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.22 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 945 time: 0.1734307 Jul 15 15:21:18.175626 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f486c00c-cbcd-41fd-9e9a-5649b7ebb548 req-bdf1a3fc-3d57-48e8-8f05-80cc5f084530 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30d5517-2d17-4b45-a88b-888db6b138fe HTTP/1.1" status: 200 len: 217 time: 0.1092479 Jul 15 15:21:18.175775 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6128b101-1949-4f6b-a814-508de90ae43e None None] The sync data for ids ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'] in n-d-764435-3 is: [{'id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516142876', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:20:01Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:02Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '0e6397ea-ad66-4770-9505-6b1ebf788053', 'name': '', 'network_id': '3b5da0c8-4550-4914-9aaf-7b3da63d0f4c', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:36:06:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:06Z', 'updated_at': '2021-07-15T15:20:15Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '360b9ecd-0f4c-46a7-a157-c8c6b275b294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:21:18.292339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486c00c-cbcd-41fd-9e9a-5649b7ebb548 req-96ef7fe8-3ceb-4b50-aedd-c2c723bcea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:18.295564 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f486c00c-cbcd-41fd-9e9a-5649b7ebb548 req-96ef7fe8-3ceb-4b50-aedd-c2c723bcea49 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=360b9ecd-0f4c-46a7-a157-c8c6b275b294 HTTP/1.1" status: 200 len: 834 time: 0.1136429 Jul 15 15:21:18.322277 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:18.333895 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:18.385505 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-8517e809-30f7-41f8-905b-c9dfb7796df4 req-20533be5-f8cd-4a21-8064-ef3e21ef840e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting port c30d5517-2d17-4b45-a88b-888db6b138fe {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:18.386123 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8517e809-30f7-41f8-905b-c9dfb7796df4 req-20533be5-f8cd-4a21-8064-ef3e21ef840e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:18.459953 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port 882fffa3-8982-447e-a7ec-db7aa3c54912 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:21:18.526359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Allocated IP 172.20.0.2 (4216804c-ff9a-429f-97cd-a6cfd3fe4a87/367fabbf-7037-49cb-a44e-8a8b5aafc44a/c986aaa7-f494-4a3d-8a95-62b7d256d51a) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:18.592997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486c00c-cbcd-41fd-9e9a-5649b7ebb548 req-6c0bc310-eb5a-44cc-822e-c78f0ae322ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:18.594856 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f486c00c-cbcd-41fd-9e9a-5649b7ebb548 req-6c0bc310-eb5a-44cc-822e-c78f0ae322ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2912309 Jul 15 15:21:18.596088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-8517e809-30f7-41f8-905b-c9dfb7796df4 req-20533be5-f8cd-4a21-8064-ef3e21ef840e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] For port c30d5517-2d17-4b45-a88b-888db6b138fe, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=c30d5517-2d17-4b45-a88b-888db6b138fe,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:18.596457 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8517e809-30f7-41f8-905b-c9dfb7796df4 req-20533be5-f8cd-4a21-8064-ef3e21ef840e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:18.615043 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-8517e809-30f7-41f8-905b-c9dfb7796df4 req-20533be5-f8cd-4a21-8064-ef3e21ef840e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Calling delete_port for c30d5517-2d17-4b45-a88b-888db6b138fe owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:18.693660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df2563-fd7d-427b-ba6c-3a94bfd0b618 None None] New status for floating IP 7bbfd8de-0443-48ec-b643-77b5e3a7ec22: DOWN {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:21:18.767064 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f486c00c-cbcd-41fd-9e9a-5649b7ebb548 req-11dd603a-4f50-4479-ad48-70bc74a9f7c5 service neutron] 10.222.0.22 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632481 Jul 15 15:21:18.835164 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8517e809-30f7-41f8-905b-c9dfb7796df4 req-20533be5-f8cd-4a21-8064-ef3e21ef840e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:18.874302 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20533be5-f8cd-4a21-8064-ef3e21ef840e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Port': ['ID=c30d5517-2d17-4b45-a88b-888db6b138fe,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:18.899157 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f486c00c-cbcd-41fd-9e9a-5649b7ebb548 req-61d3a4d1-e409-44a3-8759-10f3bf8090cc service neutron] 10.222.0.22 "GET /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236246 Jul 15 15:21:18.960623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8517e809-30f7-41f8-905b-c9dfb7796df4 req-20533be5-f8cd-4a21-8064-ef3e21ef840e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] No DVR routers for this DVR port c30d5517-2d17-4b45-a88b-888db6b138fe on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:21:18.964218 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-8517e809-30f7-41f8-905b-c9dfb7796df4 req-20533be5-f8cd-4a21-8064-ef3e21ef840e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:18.965674 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:18.965992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8517e809-30f7-41f8-905b-c9dfb7796df4 req-20533be5-f8cd-4a21-8064-ef3e21ef840e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.22 "DELETE /v2.0/ports/c30d5517-2d17-4b45-a88b-888db6b138fe HTTP/1.1" status: 204 len: 173 time: 0.8008702 Jul 15 15:21:18.979135 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Transition to ACTIVE for port object c986aaa7-f494-4a3d-8a95-62b7d256d51a will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:19.008558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Transition to ACTIVE for port object c986aaa7-f494-4a3d-8a95-62b7d256d51a will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:19.026679 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:19.039881 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:19.063902 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Network 4216804c-ff9a-429f-97cd-a6cfd3fe4a87 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:19.068754 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:19.072676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:19.097358 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Allocated IP 172.20.0.13 (4216804c-ff9a-429f-97cd-a6cfd3fe4a87/367fabbf-7037-49cb-a44e-8a8b5aafc44a/882fffa3-8982-447e-a7ec-db7aa3c54912) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:19.157190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Pushing event updated for resources: {'Port': ['ID=c986aaa7-f494-4a3d-8a95-62b7d256d51a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:19.180925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Attempting to bind port c986aaa7-f494-4a3d-8a95-62b7d256d51a on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:21:19.181599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Attempting to bind port c986aaa7-f494-4a3d-8a95-62b7d256d51a by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'a72e9c9b-db1c-4dc0-ba62-cc0a86b89c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4216804c-ff9a-429f-97cd-a6cfd3fe4a87'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:21:19.182191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Attempting to bind port c986aaa7-f494-4a3d-8a95-62b7d256d51a on network 4216804c-ff9a-429f-97cd-a6cfd3fe4a87 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:21:19.188272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:21:19.188907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Checking segment: {'id': 'a72e9c9b-db1c-4dc0-ba62-cc0a86b89c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4216804c-ff9a-429f-97cd-a6cfd3fe4a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:19.189571 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:19.190203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Bound using segment: {'id': 'a72e9c9b-db1c-4dc0-ba62-cc0a86b89c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4216804c-ff9a-429f-97cd-a6cfd3fe4a87'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:21:19.191634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Bound port: c986aaa7-f494-4a3d-8a95-62b7d256d51a, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72e9c9b-db1c-4dc0-ba62-cc0a86b89c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4216804c-ff9a-429f-97cd-a6cfd3fe4a87'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:21:19.192429 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:19.295708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] For port c986aaa7-f494-4a3d-8a95-62b7d256d51a, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:21:19.301551 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] For port c986aaa7-f494-4a3d-8a95-62b7d256d51a, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c986aaa7-f494-4a3d-8a95-62b7d256d51a,segment=NetworkSegment(a72e9c9b-db1c-4dc0-ba62-cc0a86b89c36),segment_id=a72e9c9b-db1c-4dc0-ba62-cc0a86b89c36)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:21:19.326405 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:19.409072 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b50e7e2a-2496-4c77-bd60-2a1c6407ffd8 req-1c6a16ec-cb86-4252-be97-fe7f338b822b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4cfdf-5243-4342-99b2-8a75130e45e5 HTTP/1.1" status: 200 len: 210 time: 0.0728815 Jul 15 15:21:19.423378 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:19.459770 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Transition to ACTIVE for port object 882fffa3-8982-447e-a7ec-db7aa3c54912 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:19.483299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbea22-aab8-4fce-97c0-df5182e82bb7 None None] Pushing event updated for resources: {'Port': ['ID=c986aaa7-f494-4a3d-8a95-62b7d256d51a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:19.508851 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:19.556005 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'name': 'network-vif-deleted', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:21:19.558636 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfd54ff-3ef3-4fbb-b2c4-b3496fc15053" -d '{"events": [{"server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "name": "network-vif-deleted", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:21:19.572321 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:19.601908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 4216804c-ff9a-429f-97cd-a6cfd3fe4a87 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:19.605817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:19.609626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:19.620396 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a673e5ef-952c-4b13-8c9c-5b437d6c3a79 x-openstack-request-id: req-a673e5ef-952c-4b13-8c9c-5b437d6c3a79 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:21:19.620954 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c4cfdf-5243-4342-99b2-8a75130e45e5", "name": "network-vif-deleted", "tag": "c30d5517-2d17-4b45-a88b-888db6b138fe", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:21:19.621302 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a673e5ef-952c-4b13-8c9c-5b437d6c3a79 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:21:19.622141 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c4cfdf-5243-4342-99b2-8a75130e45e5', 'name': 'network-vif-deleted', 'tag': 'c30d5517-2d17-4b45-a88b-888db6b138fe', 'status': 'completed', 'code': 200} Jul 15 15:21:19.708971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:19.709684 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:19.713194 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=882fffa3-8982-447e-a7ec-db7aa3c54912,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:19.724218 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:19.724576 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:19.724940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:19.725282 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:19.725694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:19.726033 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:19.726365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:19.726748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:19.727086 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:19.727414 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:19.727735 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:19.728093 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:19.750586 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8b84959f-f972-4769-929f-8ea15638ea82 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9034460 Jul 15 15:21:19.751554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53120) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:19.982910 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7a3bce88-a735-4d7b-8650-f8a212e257a9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port 882fffa3-8982-447e-a7ec-db7aa3c54912 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:19.983531 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a3bce88-a735-4d7b-8650-f8a212e257a9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:20.109948 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a3bce88-a735-4d7b-8650-f8a212e257a9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:20.125577 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7a3bce88-a735-4d7b-8650-f8a212e257a9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for 882fffa3-8982-447e-a7ec-db7aa3c54912 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:20.258206 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a3bce88-a735-4d7b-8650-f8a212e257a9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:20.290199 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bce88-a735-4d7b-8650-f8a212e257a9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=882fffa3-8982-447e-a7ec-db7aa3c54912,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:20.361387 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a3bce88-a735-4d7b-8650-f8a212e257a9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:20.363480 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7a3bce88-a735-4d7b-8650-f8a212e257a9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/882fffa3-8982-447e-a7ec-db7aa3c54912 HTTP/1.1" status: 204 len: 168 time: 0.6109691 Jul 15 15:21:20.366142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53132) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:20.410640 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-886fc42d-3236-4041-b917-856d2c608495 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] DELETE failed (client error): The resource could not be found. Jul 15 15:21:20.411497 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886fc42d-3236-4041-b917-856d2c608495 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:20.413480 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-886fc42d-3236-4041-b917-856d2c608495 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/882fffa3-8982-447e-a7ec-db7aa3c54912 HTTP/1.1" status: 404 len: 333 time: 0.0463035 Jul 15 15:21:20.416269 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53136) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:20.500407 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d9536e-2683-4095-8e20-2538f3a0236f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] GET failed (client error): The resource could not be found. Jul 15 15:21:20.502745 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a5d9536e-2683-4095-8e20-2538f3a0236f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/882fffa3-8982-447e-a7ec-db7aa3c54912 HTTP/1.1" status: 404 len: 333 time: 0.0853024 Jul 15 15:21:20.506479 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53142) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:20.512530 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53144) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:20.579223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee660753-4c32-44ee-8b86-9f976535ce4c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting subnet 367fabbf-7037-49cb-a44e-8a8b5aafc44a {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:21:20.595230 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee660753-4c32-44ee-8b86-9f976535ce4c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:20.661561 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee660753-4c32-44ee-8b86-9f976535ce4c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:20.787912 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee660753-4c32-44ee-8b86-9f976535ce4c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:20.863296 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee660753-4c32-44ee-8b86-9f976535ce4c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:20.893234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee660753-4c32-44ee-8b86-9f976535ce4c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Subnet': ['ID=367fabbf-7037-49cb-a44e-8a8b5aafc44a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:20.897266 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ee660753-4c32-44ee-8b86-9f976535ce4c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:20.902248 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ee660753-4c32-44ee-8b86-9f976535ce4c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/367fabbf-7037-49cb-a44e-8a8b5aafc44a HTTP/1.1" status: 204 len: 168 time: 0.3943081 Jul 15 15:21:20.902907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53148) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:20.924222 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcdc055-e887-4a1d-a408-4509cbf11da6 None None] Network 4216804c-ff9a-429f-97cd-a6cfd3fe4a87 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:20.944794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c30d5517-2d17-4b45-a88b-888db6b138fe no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:21:20.984777 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: c30d5517-2d17-4b45-a88b-888db6b138fe {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:21:20.985341 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device c30d5517-2d17-4b45-a88b-888db6b138fe not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:21:21.002382 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.032749 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8458-1359-4199-b100-a53f4178d38b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.062074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port c986aaa7-f494-4a3d-8a95-62b7d256d51a {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:21.062703 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.093639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ebf31710-ac7d-46a8-908b-4b1e90414e4e None None] Provisioning for port c986aaa7-f494-4a3d-8a95-62b7d256d51a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:21.149863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] For port c986aaa7-f494-4a3d-8a95-62b7d256d51a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c986aaa7-f494-4a3d-8a95-62b7d256d51a,segment=NetworkSegment(a72e9c9b-db1c-4dc0-ba62-cc0a86b89c36),segment_id=a72e9c9b-db1c-4dc0-ba62-cc0a86b89c36)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:21.150231 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.166877 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for c986aaa7-f494-4a3d-8a95-62b7d256d51a owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:21.290356 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.309605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a1be9a-36c6-4e74-a457-2f25c6519bbd None None] DHCP port deletion for 4216804c-ff9a-429f-97cd-a6cfd3fe4a87 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:21:21.335036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=c986aaa7-f494-4a3d-8a95-62b7d256d51a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:21.346559 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No DVR routers for this DVR port c986aaa7-f494-4a3d-8a95-62b7d256d51a on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:21:21.450853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0e9f8458-1359-4199-b100-a53f4178d38b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting port 0e6397ea-ad66-4770-9505-6b1ebf788053 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:21.451211 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8458-1359-4199-b100-a53f4178d38b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.461387 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.475951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4216804c-ff9a-429f-97cd-a6cfd3fe4a87']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:21.486726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72e9c9b-db1c-4dc0-ba62-cc0a86b89c36') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:21.487183 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72e9c9b-db1c-4dc0-ba62-cc0a86b89c36') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:21.498709 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.519673 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.526828 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:21:21.527177 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.599233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-0e9f8458-1359-4199-b100-a53f4178d38b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] For port 0e6397ea-ad66-4770-9505-6b1ebf788053, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0e6397ea-ad66-4770-9505-6b1ebf788053,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:21.600483 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8458-1359-4199-b100-a53f4178d38b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.614434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0e9f8458-1359-4199-b100-a53f4178d38b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Calling delete_port for 0e6397ea-ad66-4770-9505-6b1ebf788053 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:21:21.632891 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:21:21.637130 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.644544 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.646442 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/networks/4216804c-ff9a-429f-97cd-a6cfd3fe4a87 HTTP/1.1" status: 204 len: 168 time: 0.7426147 Jul 15 15:21:21.652689 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53172) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:21.658331 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ed3724d7-34d4-4e23-b7bd-e280cd86c6cf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1134578516'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:21.674657 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024adec-08ae-48aa-a0b8-3223147d9dac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Network': ['ID=4216804c-ff9a-429f-97cd-a6cfd3fe4a87,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:21.697798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3724d7-34d4-4e23-b7bd-e280cd86c6cf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:21.703162 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed3724d7-34d4-4e23-b7bd-e280cd86c6cf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.735392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3724d7-34d4-4e23-b7bd-e280cd86c6cf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:21:21.746240 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed3724d7-34d4-4e23-b7bd-e280cd86c6cf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.746438 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-ed3724d7-34d4-4e23-b7bd-e280cd86c6cf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Added segment 1d506ea8-70ab-4af9-82d2-265a71786bc9 of type vlan for network cd077c3a-db24-469a-b8d6-f8f82b0e888b Jul 15 15:21:21.795807 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed3724d7-34d4-4e23-b7bd-e280cd86c6cf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.827552 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed3724d7-34d4-4e23-b7bd-e280cd86c6cf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.834144 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8458-1359-4199-b100-a53f4178d38b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.835427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3724d7-34d4-4e23-b7bd-e280cd86c6cf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:21.836069 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed3724d7-34d4-4e23-b7bd-e280cd86c6cf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:21.879213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53176) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:21.879481 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ed3724d7-34d4-4e23-b7bd-e280cd86c6cf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2252111 Jul 15 15:21:21.885608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d8b80ed5-4290-4cb3-a01e-1ab189687fa1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'subnet': {'network_id': 'cd077c3a-db24-469a-b8d6-f8f82b0e888b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:21.890499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f8458-1359-4199-b100-a53f4178d38b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Port': ['ID=0e6397ea-ad66-4770-9505-6b1ebf788053,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:21.934849 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3724d7-34d4-4e23-b7bd-e280cd86c6cf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Network': ['ID=cd077c3a-db24-469a-b8d6-f8f82b0e888b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:21.948777 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network cd077c3a-db24-469a-b8d6-f8f82b0e888b details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:21:22.129947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b80ed5-4290-4cb3-a01e-1ab189687fa1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:22.134202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8b80ed5-4290-4cb3-a01e-1ab189687fa1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:22.269405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8458-1359-4199-b100-a53f4178d38b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:22.832444 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8b80ed5-4290-4cb3-a01e-1ab189687fa1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:22.967626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b80ed5-4290-4cb3-a01e-1ab189687fa1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Subnet': ['ID=0afe1a21-dd58-4034-ba0a-ad4c90cf55ce,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:22.982793 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b80ed5-4290-4cb3-a01e-1ab189687fa1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Checking segment: {'id': '1d506ea8-70ab-4af9-82d2-265a71786bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cd077c3a-db24-469a-b8d6-f8f82b0e888b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:22.983167 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b80ed5-4290-4cb3-a01e-1ab189687fa1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network hostable DHCP agents. Network: cd077c3a-db24-469a-b8d6-f8f82b0e888b, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:21:23.011141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9f8458-1359-4199-b100-a53f4178d38b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router ffcb6dc2-b705-400c-bd8e-507b76fba7fe has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:21:23.012713 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b80ed5-4290-4cb3-a01e-1ab189687fa1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network cd077c3a-db24-469a-b8d6-f8f82b0e888b is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:21:23.025781 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d8b80ed5-4290-4cb3-a01e-1ab189687fa1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, cd077c3a-db24-469a-b8d6-f8f82b0e888b) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:23.035193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a00293-398d-4ff5-ba7b-cfef296fa004 None None] Network cd077c3a-db24-469a-b8d6-f8f82b0e888b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:23.063156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b80ed5-4290-4cb3-a01e-1ab189687fa1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:23.063752 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8b80ed5-4290-4cb3-a01e-1ab189687fa1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:23.087068 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d8b80ed5-4290-4cb3-a01e-1ab189687fa1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2060900 Jul 15 15:21:23.089814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53186) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:23.095721 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'network_id': 'cd077c3a-db24-469a-b8d6-f8f82b0e888b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-87550948'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:23.170622 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9f8458-1359-4199-b100-a53f4178d38b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:21:23.180336 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0e9f8458-1359-4199-b100-a53f4178d38b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "PUT /v2.0/routers/ffcb6dc2-b705-400c-bd8e-507b76fba7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6666942 Jul 15 15:21:23.181057 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c709ca0-b09d-47a6-b36f-0b2303a1c2a8 None None] Sync routers for ids ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:21:23.197790 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c709ca0-b09d-47a6-b36f-0b2303a1c2a8 None None] Routers {'ffcb6dc2-b705-400c-bd8e-507b76fba7fe'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:21:23.198425 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4c709ca0-b09d-47a6-b36f-0b2303a1c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:21:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:23.212090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53188) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:23.226084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-cd077c3a-db24-469a-b8d6-f8f82b0e888b', 'network_id': 'cd077c3a-db24-469a-b8d6-f8f82b0e888b', 'tenant_id': '59fa8f8ac81a439ea468b950699cc8ca', 'fixed_ips': [{'subnet_id': '0afe1a21-dd58-4034-ba0a-ad4c90cf55ce'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:21:23.229071 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:23.310655 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-53367fce-08b1-479f-bf07-361b454c71ff tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting subnet 360b9ecd-0f4c-46a7-a157-c8c6b275b294 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:21:23.315070 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53367fce-08b1-479f-bf07-361b454c71ff tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:23.336295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:23.345092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:23.356263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c986aaa7-f494-4a3d-8a95-62b7d256d51a no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:21:23.380393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: c986aaa7-f494-4a3d-8a95-62b7d256d51a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:21:23.381156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c986aaa7-f494-4a3d-8a95-62b7d256d51a not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:21:23.390790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port 87b36293-ee7a-42b3-b5c0-1411f4e4a584 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:21:23.411842 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53367fce-08b1-479f-bf07-361b454c71ff tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:23.450645 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4c709ca0-b09d-47a6-b36f-0b2303a1c2a8 None None] Set router ffcb6dc2-b705-400c-bd8e-507b76fba7fe gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:21:23.467332 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Allocated IP 172.20.0.2 (cd077c3a-db24-469a-b8d6-f8f82b0e888b/0afe1a21-dd58-4034-ba0a-ad4c90cf55ce/1cd86f80-7dee-4576-ae5d-a631f07cb318) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:23.515646 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53367fce-08b1-479f-bf07-361b454c71ff tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:23.578727 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53367fce-08b1-479f-bf07-361b454c71ff tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:23.617849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53367fce-08b1-479f-bf07-361b454c71ff tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Subnet': ['ID=360b9ecd-0f4c-46a7-a157-c8c6b275b294,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:23.623011 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53367fce-08b1-479f-bf07-361b454c71ff tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:23.627673 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-53367fce-08b1-479f-bf07-361b454c71ff tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/subnets/360b9ecd-0f4c-46a7-a157-c8c6b275b294 HTTP/1.1" status: 204 len: 168 time: 0.4044094 Jul 15 15:21:23.628581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53196) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:23.636355 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847f49ec-2d84-40a4-afb1-22e7558a70c6 None None] Network 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:23.665925 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4c709ca0-b09d-47a6-b36f-0b2303a1c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516142876', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:20:01Z', 'updated_at': '2021-07-15T15:21:21Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:02Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:23.696509 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c709ca0-b09d-47a6-b36f-0b2303a1c2a8 None None] Checking router: ffcb6dc2-b705-400c-bd8e-507b76fba7fe for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:21:23.705705 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c709ca0-b09d-47a6-b36f-0b2303a1c2a8 None None] Routers {'ffcb6dc2-b705-400c-bd8e-507b76fba7fe'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:21:23.706673 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4c709ca0-b09d-47a6-b36f-0b2303a1c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:21:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:23.750173 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8313ebf8-9b1d-49be-99e8-e95ff01ad7b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:23.767083 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:23.780517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Transition to ACTIVE for port object 1cd86f80-7dee-4576-ae5d-a631f07cb318 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:23.810959 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Transition to ACTIVE for port object 1cd86f80-7dee-4576-ae5d-a631f07cb318 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:23.824080 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:23.948805 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4c709ca0-b09d-47a6-b36f-0b2303a1c2a8 None None] Set router ffcb6dc2-b705-400c-bd8e-507b76fba7fe gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:21:23.957740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Pushing event updated for resources: {'Port': ['ID=1cd86f80-7dee-4576-ae5d-a631f07cb318,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:23.978551 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27117de-ef8b-495e-ad9b-c0246a1fdfb6 None None] DHCP port deletion for 3b5da0c8-4550-4914-9aaf-7b3da63d0f4c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:21:24.034303 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Network cd077c3a-db24-469a-b8d6-f8f82b0e888b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:24.037069 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:24.043276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:24.048142 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8313ebf8-9b1d-49be-99e8-e95ff01ad7b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:24.052924 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.db.api [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-46adc519-87a5-451c-ae04-6c132862aa0e {{(pid=100711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:21:24.053449 n-d-764435-3 neutron-server[100711]: DEBUG oslo_db.api [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:21:24.117076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f27117de-ef8b-495e-ad9b-c0246a1fdfb6 None None] Deleting port d57f7884-f287-4ef7-8ae2-67ad4c37f2fa {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:24.117478 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f27117de-ef8b-495e-ad9b-c0246a1fdfb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:24.117792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-8313ebf8-9b1d-49be-99e8-e95ff01ad7b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting port 0b134de8-be13-4e1c-8b56-766e91fa8d21 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:24.118690 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8313ebf8-9b1d-49be-99e8-e95ff01ad7b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:24.183798 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4c709ca0-b09d-47a6-b36f-0b2303a1c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516142876', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:20:01Z', 'updated_at': '2021-07-15T15:21:21Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:02Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:24.194647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f27117de-ef8b-495e-ad9b-c0246a1fdfb6 None None] For port d57f7884-f287-4ef7-8ae2-67ad4c37f2fa, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d57f7884-f287-4ef7-8ae2-67ad4c37f2fa,segment=NetworkSegment(dbbbeaed-4588-4ae6-a97e-af519cc0d798),segment_id=dbbbeaed-4588-4ae6-a97e-af519cc0d798)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:24.195046 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f27117de-ef8b-495e-ad9b-c0246a1fdfb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:24.207620 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f27117de-ef8b-495e-ad9b-c0246a1fdfb6 None None] Calling delete_port for d57f7884-f287-4ef7-8ae2-67ad4c37f2fa owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:24.212998 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-8313ebf8-9b1d-49be-99e8-e95ff01ad7b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] For port 0b134de8-be13-4e1c-8b56-766e91fa8d21, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0b134de8-be13-4e1c-8b56-766e91fa8d21,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:24.213423 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8313ebf8-9b1d-49be-99e8-e95ff01ad7b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:24.216640 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c709ca0-b09d-47a6-b36f-0b2303a1c2a8 None None] The sync data for ids ['ffcb6dc2-b705-400c-bd8e-507b76fba7fe'] in n-d-764435-3 is: [{'id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516142876', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:20:01Z', 'updated_at': '2021-07-15T15:21:21Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '0b134de8-be13-4e1c-8b56-766e91fa8d21', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcb6dc2-b705-400c-bd8e-507b76fba7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:20:02Z', 'updated_at': '2021-07-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:21:24.226071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-8313ebf8-9b1d-49be-99e8-e95ff01ad7b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Calling delete_port for 0b134de8-be13-4e1c-8b56-766e91fa8d21 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:24.281397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Attempting to bind port 1cd86f80-7dee-4576-ae5d-a631f07cb318 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:21:24.281773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Attempting to bind port 1cd86f80-7dee-4576-ae5d-a631f07cb318 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '1d506ea8-70ab-4af9-82d2-265a71786bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cd077c3a-db24-469a-b8d6-f8f82b0e888b'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:21:24.282135 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Attempting to bind port 1cd86f80-7dee-4576-ae5d-a631f07cb318 on network cd077c3a-db24-469a-b8d6-f8f82b0e888b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:21:24.299257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:21:24.299670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Checking segment: {'id': '1d506ea8-70ab-4af9-82d2-265a71786bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cd077c3a-db24-469a-b8d6-f8f82b0e888b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:24.300683 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:24.301545 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Bound using segment: {'id': '1d506ea8-70ab-4af9-82d2-265a71786bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cd077c3a-db24-469a-b8d6-f8f82b0e888b'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:21:24.302031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Bound port: 1cd86f80-7dee-4576-ae5d-a631f07cb318, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d506ea8-70ab-4af9-82d2-265a71786bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cd077c3a-db24-469a-b8d6-f8f82b0e888b'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:21:24.302413 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:24.381109 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] For port 1cd86f80-7dee-4576-ae5d-a631f07cb318, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:21:24.385631 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] For port 1cd86f80-7dee-4576-ae5d-a631f07cb318, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1cd86f80-7dee-4576-ae5d-a631f07cb318,segment=NetworkSegment(1d506ea8-70ab-4af9-82d2-265a71786bc9),segment_id=1d506ea8-70ab-4af9-82d2-265a71786bc9)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:21:24.401614 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:24.403388 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8313ebf8-9b1d-49be-99e8-e95ff01ad7b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:24.434174 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313ebf8-9b1d-49be-99e8-e95ff01ad7b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Port': ['ID=0b134de8-be13-4e1c-8b56-766e91fa8d21,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:24.461326 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f186e-570a-45ca-a9ed-a1fb07cf315b None None] Pushing event updated for resources: {'Port': ['ID=1cd86f80-7dee-4576-ae5d-a631f07cb318,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:24.489312 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f27117de-ef8b-495e-ad9b-c0246a1fdfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:24.531379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27117de-ef8b-495e-ad9b-c0246a1fdfb6 None None] No DVR routers for this DVR port d57f7884-f287-4ef7-8ae2-67ad4c37f2fa on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:21:24.539333 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27117de-ef8b-495e-ad9b-c0246a1fdfb6 None None] Pushing event deleted for resources: {'Port': ['ID=d57f7884-f287-4ef7-8ae2-67ad4c37f2fa,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:24.542446 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8313ebf8-9b1d-49be-99e8-e95ff01ad7b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:24.593761 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:24.698290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port 0e8ebda3-f1af-40a6-8e60-f280a5e97fa7 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:21:24.710598 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8313ebf8-9b1d-49be-99e8-e95ff01ad7b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:24.715598 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8313ebf8-9b1d-49be-99e8-e95ff01ad7b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:24.835841 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8313ebf8-9b1d-49be-99e8-e95ff01ad7b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:24.836451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8313ebf8-9b1d-49be-99e8-e95ff01ad7b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Fanout notify agent at l3_agent the message router_deleted on router ffcb6dc2-b705-400c-bd8e-507b76fba7fe {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:21:24.845880 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8313ebf8-9b1d-49be-99e8-e95ff01ad7b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:24.849238 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8313ebf8-9b1d-49be-99e8-e95ff01ad7b5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/routers/ffcb6dc2-b705-400c-bd8e-507b76fba7fe HTTP/1.1" status: 204 len: 168 time: 1.2176058 Jul 15 15:21:24.850992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53216) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:24.958556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Allocated IP 172.20.0.7 (cd077c3a-db24-469a-b8d6-f8f82b0e888b/0afe1a21-dd58-4034-ba0a-ad4c90cf55ce/0e8ebda3-f1af-40a6-8e60-f280a5e97fa7) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:25.002051 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db831a8c-ad7e-49d8-a8d8-ec1167d365d2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.155547 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db831a8c-ad7e-49d8-a8d8-ec1167d365d2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.169754 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.173672 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-db831a8c-ad7e-49d8-a8d8-ec1167d365d2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5da0c8-4550-4914-9aaf-7b3da63d0f4c']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:25.187467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Transition to ACTIVE for port object 0e8ebda3-f1af-40a6-8e60-f280a5e97fa7 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:25.200615 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-db831a8c-ad7e-49d8-a8d8-ec1167d365d2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbbeaed-4588-4ae6-a97e-af519cc0d798') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:25.200911 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-db831a8c-ad7e-49d8-a8d8-ec1167d365d2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbbeaed-4588-4ae6-a97e-af519cc0d798') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:25.219474 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db831a8c-ad7e-49d8-a8d8-ec1167d365d2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.237741 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.286236 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db831a8c-ad7e-49d8-a8d8-ec1167d365d2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.292369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network cd077c3a-db24-469a-b8d6-f8f82b0e888b is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:25.297604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db831a8c-ad7e-49d8-a8d8-ec1167d365d2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:21:25.297987 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db831a8c-ad7e-49d8-a8d8-ec1167d365d2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.302591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:25.310368 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:21:25.310502 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:21:25.368789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=0e8ebda3-f1af-40a6-8e60-f280a5e97fa7,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:25.415936 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:25.416554 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.433551 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e79ffa9f-ecc7-42cc-8130-e608b6cf92de tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 2.3417494 Jul 15 15:21:25.435864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53222) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:25.442036 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db831a8c-ad7e-49d8-a8d8-ec1167d365d2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.450356 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db831a8c-ad7e-49d8-a8d8-ec1167d365d2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.452167 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-db831a8c-ad7e-49d8-a8d8-ec1167d365d2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/networks/3b5da0c8-4550-4914-9aaf-7b3da63d0f4c HTTP/1.1" status: 204 len: 168 time: 0.6001194 Jul 15 15:21:25.468919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53224) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:25.481927 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db831a8c-ad7e-49d8-a8d8-ec1167d365d2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Network': ['ID=3b5da0c8-4550-4914-9aaf-7b3da63d0f4c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:25.561107 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db939c78-5111-4fd7-8fe6-4318959ca39c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.602408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-b23dd65d-3c66-4be0-80f5-15a0fd421089 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port 0e8ebda3-f1af-40a6-8e60-f280a5e97fa7 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:25.602804 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b23dd65d-3c66-4be0-80f5-15a0fd421089 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.622310 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db939c78-5111-4fd7-8fe6-4318959ca39c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.745041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1cd86f80-7dee-4576-ae5d-a631f07cb318 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:21:25.755225 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db939c78-5111-4fd7-8fe6-4318959ca39c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.758254 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db939c78-5111-4fd7-8fe6-4318959ca39c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.762492 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-db939c78-5111-4fd7-8fe6-4318959ca39c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/security-groups/826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9 HTTP/1.1" status: 204 len: 168 time: 0.2923107 Jul 15 15:21:25.800864 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b23dd65d-3c66-4be0-80f5-15a0fd421089 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.807563 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db939c78-5111-4fd7-8fe6-4318959ca39c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=826cd2a8-fd7c-48ba-a5aa-28509c2c3cc9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:25.833539 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-b23dd65d-3c66-4be0-80f5-15a0fd421089 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for 0e8ebda3-f1af-40a6-8e60-f280a5e97fa7 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:25.886428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 1cd86f80-7dee-4576-ae5d-a631f07cb318 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:25.979416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d57f7884-f287-4ef7-8ae2-67ad4c37f2fa no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:21:26.019122 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: d57f7884-f287-4ef7-8ae2-67ad4c37f2fa {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:21:26.019740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d57f7884-f287-4ef7-8ae2-67ad4c37f2fa not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:21:26.020333 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0e6397ea-ad66-4770-9505-6b1ebf788053 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:21:26.026922 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b23dd65d-3c66-4be0-80f5-15a0fd421089 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.046412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 0e6397ea-ad66-4770-9505-6b1ebf788053 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:21:26.047108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0e6397ea-ad66-4770-9505-6b1ebf788053 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:21:26.075330 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27167fb7-49b0-437d-a95f-700408a76b39 None None] Network cd077c3a-db24-469a-b8d6-f8f82b0e888b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:26.121925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dd65d-3c66-4be0-80f5-15a0fd421089 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=0e8ebda3-f1af-40a6-8e60-f280a5e97fa7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:26.152174 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fe6f0844-a0b1-4e9a-bf3c-3d8d488bee57 None None] Provisioning for port 1cd86f80-7dee-4576-ae5d-a631f07cb318 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:26.171914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fe6f0844-a0b1-4e9a-bf3c-3d8d488bee57 None None] Provisioning complete for port 1cd86f80-7dee-4576-ae5d-a631f07cb318 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:26.172387 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe6f0844-a0b1-4e9a-bf3c-3d8d488bee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.174772 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b23dd65d-3c66-4be0-80f5-15a0fd421089 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.178477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b23dd65d-3c66-4be0-80f5-15a0fd421089 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/0e8ebda3-f1af-40a6-8e60-f280a5e97fa7 HTTP/1.1" status: 204 len: 168 time: 0.7391880 Jul 15 15:21:26.181361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53244) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:26.213546 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-26884670-d826-4d33-90fe-dedb8f7c3d5d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] GET failed (client error): The resource could not be found. Jul 15 15:21:26.215199 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-26884670-d826-4d33-90fe-dedb8f7c3d5d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/0e8ebda3-f1af-40a6-8e60-f280a5e97fa7 HTTP/1.1" status: 404 len: 333 time: 0.0328851 Jul 15 15:21:26.217959 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53246) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:26.292088 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c277c8f8-d4bb-4db6-b1c0-9fe716c611cc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting subnet 0afe1a21-dd58-4034-ba0a-ad4c90cf55ce {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:21:26.295705 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c277c8f8-d4bb-4db6-b1c0-9fe716c611cc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.314761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53252) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:26.320422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6feac365-bce4-4507-b9ff-cc9c269141f4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-94542955', 'description': 'tempest-secgroup-smoke-94542955 description', 'project_id': '5ef1d87b1ef049c18d214bfde5982884'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:26.345889 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe6f0844-a0b1-4e9a-bf3c-3d8d488bee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.349464 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c277c8f8-d4bb-4db6-b1c0-9fe716c611cc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.389771 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6feac365-bce4-4507-b9ff-cc9c269141f4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.440926 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fe6f0844-a0b1-4e9a-bf3c-3d8d488bee57 None None] For port 1cd86f80-7dee-4576-ae5d-a631f07cb318, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1cd86f80-7dee-4576-ae5d-a631f07cb318,segment=NetworkSegment(1d506ea8-70ab-4af9-82d2-265a71786bc9),segment_id=1d506ea8-70ab-4af9-82d2-265a71786bc9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:26.469478 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c277c8f8-d4bb-4db6-b1c0-9fe716c611cc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.474331 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe6f0844-a0b1-4e9a-bf3c-3d8d488bee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.526890 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6feac365-bce4-4507-b9ff-cc9c269141f4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.536407 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6feac365-bce4-4507-b9ff-cc9c269141f4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.556785 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c277c8f8-d4bb-4db6-b1c0-9fe716c611cc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.574653 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f0844-a0b1-4e9a-bf3c-3d8d488bee57 None None] Pushing event updated for resources: {'Port': ['ID=1cd86f80-7dee-4576-ae5d-a631f07cb318,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:26.608034 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6feac365-bce4-4507-b9ff-cc9c269141f4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.609302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6feac365-bce4-4507-b9ff-cc9c269141f4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2931488 Jul 15 15:21:26.613877 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53256) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:26.618729 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-5d1cd2cf-fd91-4cf4-9ac9-9fde5dc61f56 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': '677263d0-2e32-4873-9352-cc0d0bc8c9ad', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:26.627174 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feac365-bce4-4507-b9ff-cc9c269141f4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677263d0-2e32-4873-9352-cc0d0bc8c9ad,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:26.648485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277c8f8-d4bb-4db6-b1c0-9fe716c611cc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Subnet': ['ID=0afe1a21-dd58-4034-ba0a-ad4c90cf55ce,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:26.669159 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c277c8f8-d4bb-4db6-b1c0-9fe716c611cc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.671558 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c277c8f8-d4bb-4db6-b1c0-9fe716c611cc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/0afe1a21-dd58-4034-ba0a-ad4c90cf55ce HTTP/1.1" status: 204 len: 168 time: 0.4525895 Jul 15 15:21:26.674234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53258) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:26.685822 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd2cf-fd91-4cf4-9ac9-9fde5dc61f56 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.813798 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.838311 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d3714e-79a5-4c94-bca3-d70edae1d95c None None] Network cd077c3a-db24-469a-b8d6-f8f82b0e888b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:26.858169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd2cf-fd91-4cf4-9ac9-9fde5dc61f56 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.879599 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd2cf-fd91-4cf4-9ac9-9fde5dc61f56 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.907480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cd2cf-fd91-4cf4-9ac9-9fde5dc61f56 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f3dda3-9115-4069-8f4c-7797716be08a,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:26.924476 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd2cf-fd91-4cf4-9ac9-9fde5dc61f56 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.928449 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5d1cd2cf-fd91-4cf4-9ac9-9fde5dc61f56 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3110061 Jul 15 15:21:26.928770 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53260) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:26.934578 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7c05a934-f82a-4374-aa84-5ea6e3a9cfc4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': '677263d0-2e32-4873-9352-cc0d0bc8c9ad', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:26.955764 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port 1cd86f80-7dee-4576-ae5d-a631f07cb318 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:26.958050 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:26.987155 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c05a934-f82a-4374-aa84-5ea6e3a9cfc4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.021973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b914dadb-ab34-4eb6-8094-ec6768f665b6 None None] Provisioning complete for port 1cd86f80-7dee-4576-ae5d-a631f07cb318 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:27.022972 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b914dadb-ab34-4eb6-8094-ec6768f665b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.093256 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c05a934-f82a-4374-aa84-5ea6e3a9cfc4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.100438 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c05a934-f82a-4374-aa84-5ea6e3a9cfc4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.132946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05a934-f82a-4374-aa84-5ea6e3a9cfc4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de257da-57bf-46a3-82b6-212b9a8a6ae5,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:27.151334 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c05a934-f82a-4374-aa84-5ea6e3a9cfc4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.155211 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7c05a934-f82a-4374-aa84-5ea6e3a9cfc4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2226133 Jul 15 15:21:27.156310 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53262) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:27.181923 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0d20e5e1-6844-40e9-a9b3-feed95e1536a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': '677263d0-2e32-4873-9352-cc0d0bc8c9ad', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:27.195898 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] For port 1cd86f80-7dee-4576-ae5d-a631f07cb318, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1cd86f80-7dee-4576-ae5d-a631f07cb318,segment=NetworkSegment(1d506ea8-70ab-4af9-82d2-265a71786bc9),segment_id=1d506ea8-70ab-4af9-82d2-265a71786bc9)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:27.202685 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.217423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6de9c4-2427-4c5a-88b0-0c171d5cd94d None None] DHCP port deletion for cd077c3a-db24-469a-b8d6-f8f82b0e888b request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:21:27.235613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for 1cd86f80-7dee-4576-ae5d-a631f07cb318 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:27.251994 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d20e5e1-6844-40e9-a9b3-feed95e1536a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.293321 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0b134de8-be13-4e1c-8b56-766e91fa8d21 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:21:27.317014 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 0b134de8-be13-4e1c-8b56-766e91fa8d21 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:21:27.317352 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0b134de8-be13-4e1c-8b56-766e91fa8d21 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:21:27.332491 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1cd86f80-7dee-4576-ae5d-a631f07cb318 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:21:27.400250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-dc6de9c4-2427-4c5a-88b0-0c171d5cd94d None None] Deleting port 1cd86f80-7dee-4576-ae5d-a631f07cb318 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:27.400625 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc6de9c4-2427-4c5a-88b0-0c171d5cd94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.405115 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d20e5e1-6844-40e9-a9b3-feed95e1536a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.412199 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d20e5e1-6844-40e9-a9b3-feed95e1536a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.442040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20e5e1-6844-40e9-a9b3-feed95e1536a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640e5c4f-544a-4001-96e5-e113c25184e0,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:27.453456 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d20e5e1-6844-40e9-a9b3-feed95e1536a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.458823 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0d20e5e1-6844-40e9-a9b3-feed95e1536a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2971365 Jul 15 15:21:27.460539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53270) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:27.486260 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1a21cb9f-d59e-4f9b-95e8-b845c65aa473 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': '677263d0-2e32-4873-9352-cc0d0bc8c9ad', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:27.529543 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a21cb9f-d59e-4f9b-95e8-b845c65aa473 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.559165 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-dc6de9c4-2427-4c5a-88b0-0c171d5cd94d None None] For port 1cd86f80-7dee-4576-ae5d-a631f07cb318, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1cd86f80-7dee-4576-ae5d-a631f07cb318,segment=NetworkSegment(1d506ea8-70ab-4af9-82d2-265a71786bc9),segment_id=1d506ea8-70ab-4af9-82d2-265a71786bc9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:27.559165 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc6de9c4-2427-4c5a-88b0-0c171d5cd94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.586842 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.606554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-dc6de9c4-2427-4c5a-88b0-0c171d5cd94d None None] Calling delete_port for 1cd86f80-7dee-4576-ae5d-a631f07cb318 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:27.656781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 1cd86f80-7dee-4576-ae5d-a631f07cb318, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1cd86f80-7dee-4576-ae5d-a631f07cb318,segment=NetworkSegment(1d506ea8-70ab-4af9-82d2-265a71786bc9),segment_id=1d506ea8-70ab-4af9-82d2-265a71786bc9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:27.672501 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a21cb9f-d59e-4f9b-95e8-b845c65aa473 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.680714 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a21cb9f-d59e-4f9b-95e8-b845c65aa473 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.693380 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.717094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21cb9f-d59e-4f9b-95e8-b845c65aa473 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3069e75-8b0b-4947-8c2b-c1e1babb6ec9,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:27.723710 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a21cb9f-d59e-4f9b-95e8-b845c65aa473 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.726120 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1a21cb9f-d59e-4f9b-95e8-b845c65aa473 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2644064 Jul 15 15:21:27.728849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:27.740037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-072395f3-e3e1-4ccf-85a1-4751f85a8b07 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': '677263d0-2e32-4873-9352-cc0d0bc8c9ad', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:27.777010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=1cd86f80-7dee-4576-ae5d-a631f07cb318,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:27.796942 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-072395f3-e3e1-4ccf-85a1-4751f85a8b07 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Project 5ef1d87b1ef049c18d214bfde5982884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:21:27.802219 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc6de9c4-2427-4c5a-88b0-0c171d5cd94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.813897 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-072395f3-e3e1-4ccf-85a1-4751f85a8b07 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.864795 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.888745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6de9c4-2427-4c5a-88b0-0c171d5cd94d None None] Pushing event deleted for resources: {'Port': ['ID=1cd86f80-7dee-4576-ae5d-a631f07cb318,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:27.894735 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6de9c4-2427-4c5a-88b0-0c171d5cd94d None None] No DVR routers for this DVR port 1cd86f80-7dee-4576-ae5d-a631f07cb318 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:21:27.922908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=1cd86f80-7dee-4576-ae5d-a631f07cb318,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:27.925327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No DVR routers for this DVR port 1cd86f80-7dee-4576-ae5d-a631f07cb318 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:21:27.967477 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-072395f3-e3e1-4ccf-85a1-4751f85a8b07 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.975559 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-072395f3-e3e1-4ccf-85a1-4751f85a8b07 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:27.998964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072395f3-e3e1-4ccf-85a1-4751f85a8b07 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc4c7f9-4247-4f63-b8ea-b7702af744de,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:28.004665 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-072395f3-e3e1-4ccf-85a1-4751f85a8b07 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.010985 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-072395f3-e3e1-4ccf-85a1-4751f85a8b07 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2808557 Jul 15 15:21:28.011759 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53278) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:28.017182 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6319ace1-6cff-4745-8e43-d2ac0181bf3f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'security_group_rule': {'security_group_id': '677263d0-2e32-4873-9352-cc0d0bc8c9ad', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:28.043132 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-6319ace1-6cff-4745-8e43-d2ac0181bf3f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Project 5ef1d87b1ef049c18d214bfde5982884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:21:28.049348 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6319ace1-6cff-4745-8e43-d2ac0181bf3f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.082221 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.105081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd077c3a-db24-469a-b8d6-f8f82b0e888b']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:28.122200 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6319ace1-6cff-4745-8e43-d2ac0181bf3f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.126796 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d506ea8-70ab-4af9-82d2-265a71786bc9') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:28.127285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d506ea8-70ab-4af9-82d2-265a71786bc9') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:28.132650 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6319ace1-6cff-4745-8e43-d2ac0181bf3f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.139389 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.155985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319ace1-6cff-4745-8e43-d2ac0181bf3f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ecefc37-9221-4d46-951d-5df588482a88,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:28.160213 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.165401 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6319ace1-6cff-4745-8e43-d2ac0181bf3f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.168008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:21:28.168520 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.169968 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6319ace1-6cff-4745-8e43-d2ac0181bf3f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1569989 Jul 15 15:21:28.171134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53280) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:28.178375 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-171fed7f-d9e3-491d-bb87-a40485f625c1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'network': {'name': 'tempest-network-smoke--1378265513', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'port_security_enabled': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:21:28.202004 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:21:28.205434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171fed7f-d9e3-491d-bb87-a40485f625c1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Made reservation on behalf of 5ef1d87b1ef049c18d214bfde5982884 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:28.208441 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-171fed7f-d9e3-491d-bb87-a40485f625c1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.260216 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.271602 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.273922 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/networks/cd077c3a-db24-469a-b8d6-f8f82b0e888b HTTP/1.1" status: 204 len: 168 time: 1.5985615 Jul 15 15:21:28.278504 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171fed7f-d9e3-491d-bb87-a40485f625c1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:21:28.279450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53282) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:28.292423 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-171fed7f-d9e3-491d-bb87-a40485f625c1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.293004 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-171fed7f-d9e3-491d-bb87-a40485f625c1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Added segment 91e1461a-462e-40c4-9da3-9a6100fff013 of type vlan for network 93f8c120-870b-41cd-bbef-f03287a97643 Jul 15 15:21:28.297316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-bb275672-b257-4d24-b08b-2eb384b259f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'name': 'tempest-PortsTestJSON-269771964'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:28.341473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5943e5b-bd8d-4247-a111-47bd80032194 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Network': ['ID=cd077c3a-db24-469a-b8d6-f8f82b0e888b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:28.347531 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-171fed7f-d9e3-491d-bb87-a40485f625c1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.391507 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-171fed7f-d9e3-491d-bb87-a40485f625c1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.398820 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171fed7f-d9e3-491d-bb87-a40485f625c1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:28.399548 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-171fed7f-d9e3-491d-bb87-a40485f625c1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.473028 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-171fed7f-d9e3-491d-bb87-a40485f625c1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3006732 Jul 15 15:21:28.475868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53284) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:28.480667 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1831760616', 'admin_state_up': True, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:28.506218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb275672-b257-4d24-b08b-2eb384b259f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:28.512530 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb275672-b257-4d24-b08b-2eb384b259f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.518683 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fed7f-d9e3-491d-bb87-a40485f625c1 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Network': ['ID=93f8c120-870b-41cd-bbef-f03287a97643,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:28.531757 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 93f8c120-870b-41cd-bbef-f03287a97643 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:21:28.557128 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-bb275672-b257-4d24-b08b-2eb384b259f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port ea0c4dc3-154a-4652-8772-4adf93789eb6 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:21:28.567367 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.570894 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:28.777643 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:29.006430 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:29.130475 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53308) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:29.219889 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb275672-b257-4d24-b08b-2eb384b259f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:29.293822 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd728c2f-b2c6-41f1-a1d5-0a48f54e5bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:29.358340 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb275672-b257-4d24-b08b-2eb384b259f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:29.409567 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb275672-b257-4d24-b08b-2eb384b259f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:29.414103 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-bb275672-b257-4d24-b08b-2eb384b259f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:29.415812 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd728c2f-b2c6-41f1-a1d5-0a48f54e5bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:29.427040 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd728c2f-b2c6-41f1-a1d5-0a48f54e5bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:29.438589 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb275672-b257-4d24-b08b-2eb384b259f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:29.444486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb275672-b257-4d24-b08b-2eb384b259f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:29.445159 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bb275672-b257-4d24-b08b-2eb384b259f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:29.451132 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:29.461734 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fd728c2f-b2c6-41f1-a1d5-0a48f54e5bc6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f8bfd72ff5f436696745c09619ba8cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298962 Jul 15 15:21:29.464824 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53312) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:29.489002 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:29.492140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb275672-b257-4d24-b08b-2eb384b259f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=ea0c4dc3-154a-4652-8772-4adf93789eb6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:29.502338 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bb275672-b257-4d24-b08b-2eb384b259f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2191100 Jul 15 15:21:29.504994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53314) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:29.560999 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b32b9cd7-e32f-431a-b55a-20c81fdd04b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:29.592808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd728c2f-b2c6-41f1-a1d5-0a48f54e5bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba72e233-289e-493f-b4cb-4339ba945b8e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:29.605901 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b32b9cd7-e32f-431a-b55a-20c81fdd04b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:29.667209 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b32b9cd7-e32f-431a-b55a-20c81fdd04b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:29.677033 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b32b9cd7-e32f-431a-b55a-20c81fdd04b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:29.681218 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b32b9cd7-e32f-431a-b55a-20c81fdd04b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ba72e233-289e-493f-b4cb-4339ba945b8e HTTP/1.1" status: 204 len: 168 time: 0.2128310 Jul 15 15:21:29.686318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Allocated IP 172.25.4.51 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/712c43b4-51a4-46d8-896d-fe6213eefde8) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:29.689726 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b9cd7-e32f-431a-b55a-20c81fdd04b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba72e233-289e-493f-b4cb-4339ba945b8e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:29.731081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-3576532d-d3a5-480c-b61c-cbde542af637 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port ea0c4dc3-154a-4652-8772-4adf93789eb6 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:29.731525 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3576532d-d3a5-480c-b61c-cbde542af637 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:29.866132 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3576532d-d3a5-480c-b61c-cbde542af637 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:29.894572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-3576532d-d3a5-480c-b61c-cbde542af637 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for ea0c4dc3-154a-4652-8772-4adf93789eb6 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:29.922000 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:30.032413 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:30.033266 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df0fe7f2-d99f-4339-b60b-db0b73774f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:30.044401 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3576532d-d3a5-480c-b61c-cbde542af637 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:30.091829 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3576532d-d3a5-480c-b61c-cbde542af637 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:30.093739 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3576532d-d3a5-480c-b61c-cbde542af637 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/ea0c4dc3-154a-4652-8772-4adf93789eb6 HTTP/1.1" status: 204 len: 168 time: 0.5864227 Jul 15 15:21:30.095708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:30.096770 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53334) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:30.101537 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:30.104199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:30.114779 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1644187b-eccb-4729-8d58-85ba7556d5c9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'mac_address': 'fa:16:3e:39:c7:57', 'name': 'tempest-PortsTestJSON-947194087'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:30.160487 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=712c43b4-51a4-46d8-896d-fe6213eefde8,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:30.223179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1644187b-eccb-4729-8d58-85ba7556d5c9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:30.250663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576532d-d3a5-480c-b61c-cbde542af637 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=ea0c4dc3-154a-4652-8772-4adf93789eb6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:30.301033 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1644187b-eccb-4729-8d58-85ba7556d5c9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:30.322494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-1644187b-eccb-4729-8d58-85ba7556d5c9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port e7fb005b-5779-4450-8459-8eec57ddcc08 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:21:30.470401 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:30.526928 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1644187b-eccb-4729-8d58-85ba7556d5c9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:30.584203 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1644187b-eccb-4729-8d58-85ba7556d5c9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:30.636535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644187b-eccb-4729-8d58-85ba7556d5c9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=e7fb005b-5779-4450-8459-8eec57ddcc08,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:30.657761 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1644187b-eccb-4729-8d58-85ba7556d5c9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:30.660176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1644187b-eccb-4729-8d58-85ba7556d5c9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:30.662960 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1644187b-eccb-4729-8d58-85ba7556d5c9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:30.673398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1644187b-eccb-4729-8d58-85ba7556d5c9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:30.673398 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1644187b-eccb-4729-8d58-85ba7556d5c9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:30.689625 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1644187b-eccb-4729-8d58-85ba7556d5c9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5915594 Jul 15 15:21:30.692681 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53352) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:30.763513 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa4eb92-9fac-4964-8900-63df2bf45854 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:30.767058 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-caa4eb92-9fac-4964-8900-63df2bf45854 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/e7fb005b-5779-4450-8459-8eec57ddcc08 HTTP/1.1" status: 200 len: 840 time: 0.0728662 Jul 15 15:21:30.768227 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53356) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:30.808034 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:30.895436 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9324dfb1-6f8a-4c7b-b8e9-ab5256f17a5e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port e7fb005b-5779-4450-8459-8eec57ddcc08 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:30.896078 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9324dfb1-6f8a-4c7b-b8e9-ab5256f17a5e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:30.967352 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:21:30.980391 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9324dfb1-6f8a-4c7b-b8e9-ab5256f17a5e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:30.995158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9324dfb1-6f8a-4c7b-b8e9-ab5256f17a5e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for e7fb005b-5779-4450-8459-8eec57ddcc08 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:31.084713 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9324dfb1-6f8a-4c7b-b8e9-ab5256f17a5e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:31.100398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:21:31.110809 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Sync routers for ids ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:21:31.122031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Routers {'dd91f91c-5968-4905-8f17-b1b4e5a7efa4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:21:31.123015 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324dfb1-6f8a-4c7b-b8e9-ab5256f17a5e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=e7fb005b-5779-4450-8459-8eec57ddcc08,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:31.125996 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:21:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:31.138432 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:31.142890 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dcf91225-f631-4c93-b54c-4da25e44aea7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6630216 Jul 15 15:21:31.147058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53368) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:31.152396 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9324dfb1-6f8a-4c7b-b8e9-ab5256f17a5e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:31.160558 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9324dfb1-6f8a-4c7b-b8e9-ab5256f17a5e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/e7fb005b-5779-4450-8459-8eec57ddcc08 HTTP/1.1" status: 204 len: 168 time: 0.3908041 Jul 15 15:21:31.161301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53370) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:31.195239 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-80d374b5-ce59-4a58-9683-286b11d15f69 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=5ef1d87b1ef049c18d214bfde5982884&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445762 Jul 15 15:21:31.198245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53372) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:31.205370 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-15bd3da2-d851-42d6-ab64-e770fb9bd60a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] GET failed (client error): The resource could not be found. Jul 15 15:21:31.207556 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-15bd3da2-d851-42d6-ab64-e770fb9bd60a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/e7fb005b-5779-4450-8459-8eec57ddcc08 HTTP/1.1" status: 404 len: 333 time: 0.0452421 Jul 15 15:21:31.211470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53374) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:31.219424 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1eb01855-9527-48aa-8750-4daad54bef49 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'name': 'tempest-PortsTestJSON-191988145'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:31.325938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb01855-9527-48aa-8750-4daad54bef49 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:31.330609 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1eb01855-9527-48aa-8750-4daad54bef49 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:31.352935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-1eb01855-9527-48aa-8750-4daad54bef49 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port 2b44245a-95d5-4bf5-96d3-31682fb90255 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:21:31.381056 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a9133d-179d-4db5-a781-ca9abb16fcbf tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:31.385378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-13a9133d-179d-4db5-a781-ca9abb16fcbf tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1837001 Jul 15 15:21:31.385927 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53380) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:31.435556 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-baf2475b-60ef-4204-8235-1cdf66aa3098 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465634 Jul 15 15:21:31.435763 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53384) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:31.442744 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a8481722-fae0-4c54-8fe3-0d52120ee849 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-926883545', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:31.563690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8481722-fae0-4c54-8fe3-0d52120ee849 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Made reservation on behalf of 5ef1d87b1ef049c18d214bfde5982884 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:31.568404 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8481722-fae0-4c54-8fe3-0d52120ee849 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:31.588271 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Set router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:21:31.591012 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1eb01855-9527-48aa-8750-4daad54bef49 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:31.631520 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1eb01855-9527-48aa-8750-4daad54bef49 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:31.688372 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb01855-9527-48aa-8750-4daad54bef49 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:31.692663 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1eb01855-9527-48aa-8750-4daad54bef49 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:31.697585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb01855-9527-48aa-8750-4daad54bef49 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:31.703769 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb01855-9527-48aa-8750-4daad54bef49 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:31.704540 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1eb01855-9527-48aa-8750-4daad54bef49 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:31.718866 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb01855-9527-48aa-8750-4daad54bef49 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=2b44245a-95d5-4bf5-96d3-31682fb90255,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:31.725107 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1eb01855-9527-48aa-8750-4daad54bef49 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5125270 Jul 15 15:21:31.728192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53390) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:31.736445 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a0c39d22-81e0-4550-a235-0a6ed0ca1768 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:31.869274 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0c39d22-81e0-4550-a235-0a6ed0ca1768 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:31.972231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831760616', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:21:28Z', 'updated_at': '2021-07-15T15:21:30Z', 'revision_number': 3, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:29Z', 'updated_at': '2021-07-15T15:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:32.027337 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Checking router: dd91f91c-5968-4905-8f17-b1b4e5a7efa4 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:21:32.027732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Updating router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 port 712c43b4-51a4-46d8-896d-fe6213eefde8 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:21:32.052979 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0c39d22-81e0-4550-a235-0a6ed0ca1768 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.070362 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0c39d22-81e0-4550-a235-0a6ed0ca1768 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.083604 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.157668 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a0c39d22-81e0-4550-a235-0a6ed0ca1768 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] In _notify_port_updated(), no bound segment for port 2b44245a-95d5-4bf5-96d3-31682fb90255 on network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:21:32.164292 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c39d22-81e0-4550-a235-0a6ed0ca1768 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:32.165043 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0c39d22-81e0-4550-a235-0a6ed0ca1768 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.166483 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a0c39d22-81e0-4550-a235-0a6ed0ca1768 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "PUT /v2.0/ports/2b44245a-95d5-4bf5-96d3-31682fb90255 HTTP/1.1" status: 200 len: 818 time: 0.4368162 Jul 15 15:21:32.169554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53400) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:32.221830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c39d22-81e0-4550-a235-0a6ed0ca1768 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=2b44245a-95d5-4bf5-96d3-31682fb90255,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:32.252495 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8481722-fae0-4c54-8fe3-0d52120ee849 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.320184 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3a7df74e-9e9e-46f6-8184-8eceabada973 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port 2b44245a-95d5-4bf5-96d3-31682fb90255 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:32.320867 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3a7df74e-9e9e-46f6-8184-8eceabada973 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.329701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8481722-fae0-4c54-8fe3-0d52120ee849 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Checking segment: {'id': '91e1461a-462e-40c4-9da3-9a6100fff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:32.330300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8481722-fae0-4c54-8fe3-0d52120ee849 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network hostable DHCP agents. Network: 93f8c120-870b-41cd-bbef-f03287a97643, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:21:32.334775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8481722-fae0-4c54-8fe3-0d52120ee849 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Subnet': ['ID=7ef45e1d-64e5-42b7-993c-1bcf8a0d1155,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:32.354587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8481722-fae0-4c54-8fe3-0d52120ee849 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network 93f8c120-870b-41cd-bbef-f03287a97643 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:21:32.367781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-a8481722-fae0-4c54-8fe3-0d52120ee849 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 93f8c120-870b-41cd-bbef-f03287a97643) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:32.384800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8481722-fae0-4c54-8fe3-0d52120ee849 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:32.386308 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a8481722-fae0-4c54-8fe3-0d52120ee849 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.390364 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.397038 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d7d817-c51d-45db-b9b6-e6865c1615df None None] Network 93f8c120-870b-41cd-bbef-f03287a97643 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:32.409539 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a8481722-fae0-4c54-8fe3-0d52120ee849 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9703794 Jul 15 15:21:32.410863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53404) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:32.427645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Transition to ACTIVE for port object 712c43b4-51a4-46d8-896d-fe6213eefde8 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:32.438178 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.446281 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3a7df74e-9e9e-46f6-8184-8eceabada973 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.461445 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3a7df74e-9e9e-46f6-8184-8eceabada973 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for 2b44245a-95d5-4bf5-96d3-31682fb90255 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:32.495451 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Attempting to bind port 712c43b4-51a4-46d8-896d-fe6213eefde8 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:21:32.495832 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Attempting to bind port 712c43b4-51a4-46d8-896d-fe6213eefde8 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:21:32.496325 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Attempting to bind port 712c43b4-51a4-46d8-896d-fe6213eefde8 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:21:32.530473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:21:32.530923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:32.531335 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.531731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:21:32.532212 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Bound port: 712c43b4-51a4-46d8-896d-fe6213eefde8, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:21:32.532600 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.569293 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3a7df74e-9e9e-46f6-8184-8eceabada973 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.611065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7df74e-9e9e-46f6-8184-8eceabada973 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=2b44245a-95d5-4bf5-96d3-31682fb90255,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:32.615913 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3a7df74e-9e9e-46f6-8184-8eceabada973 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.618303 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3a7df74e-9e9e-46f6-8184-8eceabada973 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/2b44245a-95d5-4bf5-96d3-31682fb90255 HTTP/1.1" status: 204 len: 168 time: 0.4477143 Jul 15 15:21:32.620702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53408) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:32.643021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fed84c-68e9-4442-95f7-7fb85171a417 None None] Pushing event updated for resources: {'Port': ['ID=712c43b4-51a4-46d8-896d-fe6213eefde8,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:32.694159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fa4fc0-a0a4-42a6-acc1-f7eccfc0077b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:32.698077 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-34fa4fc0-a0a4-42a6-acc1-f7eccfc0077b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0739415 Jul 15 15:21:32.698444 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53410) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:32.699596 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-93f8c120-870b-41cd-bbef-f03287a97643', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ips': [{'subnet_id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:21:32.700763 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.726074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] For port 712c43b4-51a4-46d8-896d-fe6213eefde8, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:21:32.735522 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f553eb5d-ffc7-426b-8c85-1ecd6c5249c0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] GET failed (client error): The resource could not be found. Jul 15 15:21:32.740791 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f553eb5d-ffc7-426b-8c85-1ecd6c5249c0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/2b44245a-95d5-4bf5-96d3-31682fb90255 HTTP/1.1" status: 404 len: 333 time: 0.0378571 Jul 15 15:21:32.741420 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53412) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:32.748165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-15ef5fc2-8a89-46f7-8605-b71639e21f20 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1400388922'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:32.755811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] For port 712c43b4-51a4-46d8-896d-fe6213eefde8, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=712c43b4-51a4-46d8-896d-fe6213eefde8,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:21:32.777848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ef5fc2-8a89-46f7-8605-b71639e21f20 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:32.782661 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15ef5fc2-8a89-46f7-8605-b71639e21f20 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.813567 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ef5fc2-8a89-46f7-8605-b71639e21f20 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:21:32.836294 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.836763 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15ef5fc2-8a89-46f7-8605-b71639e21f20 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.838184 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-15ef5fc2-8a89-46f7-8605-b71639e21f20 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Added segment 192fd489-de6f-431a-a576-26ae331f0e02 of type vlan for network 783b8278-7cea-4a2f-a7ef-855944113c91 Jul 15 15:21:32.935882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Routers {'dd91f91c-5968-4905-8f17-b1b4e5a7efa4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:21:32.936530 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:21:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:32.944919 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15ef5fc2-8a89-46f7-8605-b71639e21f20 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:32.946258 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:33.001424 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15ef5fc2-8a89-46f7-8605-b71639e21f20 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:33.009785 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ef5fc2-8a89-46f7-8605-b71639e21f20 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:33.010561 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15ef5fc2-8a89-46f7-8605-b71639e21f20 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:33.049530 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-15ef5fc2-8a89-46f7-8605-b71639e21f20 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3065972 Jul 15 15:21:33.054082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53418) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:33.064022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-27be7bd5-642d-4a70-b81a-9859a73ebf1b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'subnet': {'network_id': '783b8278-7cea-4a2f-a7ef-855944113c91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:33.092446 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-084b885b-66e4-4ed7-855e-4000e67269de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:33.114168 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef5fc2-8a89-46f7-8605-b71639e21f20 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Network': ['ID=783b8278-7cea-4a2f-a7ef-855944113c91,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:33.121354 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fed84c-68e9-4442-95f7-7fb85171a417 None None] Pushing event updated for resources: {'Port': ['ID=712c43b4-51a4-46d8-896d-fe6213eefde8,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:33.128941 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 783b8278-7cea-4a2f-a7ef-855944113c91 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:21:33.199727 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:33.212272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Allocated IP 172.20.0.2 (93f8c120-870b-41cd-bbef-f03287a97643/7ef45e1d-64e5-42b7-993c-1bcf8a0d1155/56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:33.291059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27be7bd5-642d-4a70-b81a-9859a73ebf1b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:33.295576 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-27be7bd5-642d-4a70-b81a-9859a73ebf1b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:33.328079 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] Set router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:21:33.608205 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:33.621432 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Transition to ACTIVE for port object 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:33.647868 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Transition to ACTIVE for port object 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:33.652240 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831760616', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:21:28Z', 'updated_at': '2021-07-15T15:21:30Z', 'revision_number': 3, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:29Z', 'updated_at': '2021-07-15T15:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:33.656432 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:33.661059 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-27be7bd5-642d-4a70-b81a-9859a73ebf1b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:33.687881 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ce3dc-0206-48cf-ae57-5838b7d3fd1a None None] The sync data for ids ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'] in n-d-764435-3 is: [{'id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831760616', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:21:28Z', 'updated_at': '2021-07-15T15:21:30Z', 'revision_number': 3, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:29Z', 'updated_at': '2021-07-15T15:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:21:33.750888 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Network 93f8c120-870b-41cd-bbef-f03287a97643 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:33.757473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:33.760049 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Pushing event updated for resources: {'Port': ['ID=56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:33.762498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:33.773299 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Allocated IP 172.20.0.1 (93f8c120-870b-41cd-bbef-f03287a97643/7ef45e1d-64e5-42b7-993c-1bcf8a0d1155/875c638a-0536-4879-8d88-e3999a18bc90) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:33.782426 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be7bd5-642d-4a70-b81a-9859a73ebf1b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Subnet': ['ID=e70a33aa-6998-46d3-bcb4-86e9ae63b5b1,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:33.835555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Attempting to bind port 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:21:33.836623 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Attempting to bind port 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '91e1461a-462e-40c4-9da3-9a6100fff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:21:33.836999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Attempting to bind port 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 on network 93f8c120-870b-41cd-bbef-f03287a97643 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:21:33.842246 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:21:33.842956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Checking segment: {'id': '91e1461a-462e-40c4-9da3-9a6100fff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:33.843366 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:33.843765 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Bound using segment: {'id': '91e1461a-462e-40c4-9da3-9a6100fff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:21:33.844405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Bound port: 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e1461a-462e-40c4-9da3-9a6100fff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:21:33.844796 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:33.851197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be7bd5-642d-4a70-b81a-9859a73ebf1b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Checking segment: {'id': '192fd489-de6f-431a-a576-26ae331f0e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '783b8278-7cea-4a2f-a7ef-855944113c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:33.851896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27be7bd5-642d-4a70-b81a-9859a73ebf1b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network hostable DHCP agents. Network: 783b8278-7cea-4a2f-a7ef-855944113c91, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:21:33.922060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27be7bd5-642d-4a70-b81a-9859a73ebf1b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 783b8278-7cea-4a2f-a7ef-855944113c91 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:21:33.937159 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] For port 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:21:33.939897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-27be7bd5-642d-4a70-b81a-9859a73ebf1b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 783b8278-7cea-4a2f-a7ef-855944113c91) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:33.941417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] For port 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7,segment=NetworkSegment(91e1461a-462e-40c4-9da3-9a6100fff013),segment_id=91e1461a-462e-40c4-9da3-9a6100fff013)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:21:33.948054 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:33.951968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be7bd5-642d-4a70-b81a-9859a73ebf1b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:33.952571 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-27be7bd5-642d-4a70-b81a-9859a73ebf1b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:33.958660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8951c-6b06-42d4-945a-b4735ddce66b None None] Network 783b8278-7cea-4a2f-a7ef-855944113c91 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:34.089725 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-27be7bd5-642d-4a70-b81a-9859a73ebf1b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0316858 Jul 15 15:21:34.091748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53436) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:34.098477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e0c646ec-bb5a-4883-b275-a1d8d260bcd3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'subnet': {'network_id': '783b8278-7cea-4a2f-a7ef-855944113c91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:34.109031 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:34.136200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Transition to ACTIVE for port object 875c638a-0536-4879-8d88-e3999a18bc90 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:34.197720 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:34.257474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a06542-964d-4e7a-ac96-86ec695565a3 None None] Pushing event updated for resources: {'Port': ['ID=56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:34.314454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=875c638a-0536-4879-8d88-e3999a18bc90,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:34.369437 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network 93f8c120-870b-41cd-bbef-f03287a97643 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:34.373498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:34.379737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:34.395117 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:34.396893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c646ec-bb5a-4883-b275-a1d8d260bcd3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:34.401532 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0c646ec-bb5a-4883-b275-a1d8d260bcd3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:34.404857 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-783b8278-7cea-4a2f-a7ef-855944113c91', 'network_id': '783b8278-7cea-4a2f-a7ef-855944113c91', 'tenant_id': '59fa8f8ac81a439ea468b950699cc8ca', 'fixed_ips': [{'subnet_id': 'e70a33aa-6998-46d3-bcb4-86e9ae63b5b1'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:21:34.405874 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:34.518366 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:34.655230 n-d-764435-3 neutron-server[100712]: INFO neutron.db.ipam_backend_mixin [None req-e0c646ec-bb5a-4883-b275-a1d8d260bcd3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e70a33aa-6998-46d3-bcb4-86e9ae63b5b1 (CIDR: 172.20.0.0/28) Jul 15 15:21:34.661922 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c646ec-bb5a-4883-b275-a1d8d260bcd3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:21:34.662834 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c646ec-bb5a-4883-b275-a1d8d260bcd3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:21:34.680629 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Allocated IP 172.20.0.2 (783b8278-7cea-4a2f-a7ef-855944113c91/e70a33aa-6998-46d3-bcb4-86e9ae63b5b1/44962a00-b6c0-41f5-9597-0fed316760d6) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:34.707390 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e0c646ec-bb5a-4883-b275-a1d8d260bcd3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6144025 Jul 15 15:21:34.710173 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53450) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:34.723643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d931ced8-3457-4b8a-8441-7359c9c7e6f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'subnet': {'network_id': '783b8278-7cea-4a2f-a7ef-855944113c91', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:34.880058 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:34.892856 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:34.915404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Transition to ACTIVE for port object 44962a00-b6c0-41f5-9597-0fed316760d6 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:34.941500 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Transition to ACTIVE for port object 44962a00-b6c0-41f5-9597-0fed316760d6 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:34.942463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d931ced8-3457-4b8a-8441-7359c9c7e6f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:34.946294 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d931ced8-3457-4b8a-8441-7359c9c7e6f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:34.953782 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:35.016129 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Network 783b8278-7cea-4a2f-a7ef-855944113c91 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:35.019588 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:35.023863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:35.046556 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Pushing event updated for resources: {'Port': ['ID=44962a00-b6c0-41f5-9597-0fed316760d6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:35.166561 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Attempting to bind port 44962a00-b6c0-41f5-9597-0fed316760d6 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:21:35.167162 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Attempting to bind port 44962a00-b6c0-41f5-9597-0fed316760d6 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '192fd489-de6f-431a-a576-26ae331f0e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '783b8278-7cea-4a2f-a7ef-855944113c91'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:21:35.167546 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Attempting to bind port 44962a00-b6c0-41f5-9597-0fed316760d6 on network 783b8278-7cea-4a2f-a7ef-855944113c91 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:21:35.187526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:21:35.187956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Checking segment: {'id': '192fd489-de6f-431a-a576-26ae331f0e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '783b8278-7cea-4a2f-a7ef-855944113c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:35.188307 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:35.188687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Bound using segment: {'id': '192fd489-de6f-431a-a576-26ae331f0e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '783b8278-7cea-4a2f-a7ef-855944113c91'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:21:35.189166 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Bound port: 44962a00-b6c0-41f5-9597-0fed316760d6, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192fd489-de6f-431a-a576-26ae331f0e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '783b8278-7cea-4a2f-a7ef-855944113c91'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:21:35.189567 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:35.399818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:21:35.451706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] For port 44962a00-b6c0-41f5-9597-0fed316760d6, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:21:35.474371 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] For port 44962a00-b6c0-41f5-9597-0fed316760d6, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=44962a00-b6c0-41f5-9597-0fed316760d6,segment=NetworkSegment(192fd489-de6f-431a-a576-26ae331f0e02),segment_id=192fd489-de6f-431a-a576-26ae331f0e02)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:21:35.479677 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:35.486832 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:35.489431 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:35.551483 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:35.557255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 712c43b4-51a4-46d8-896d-fe6213eefde8 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:21:35.613512 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:35.617145 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d931ced8-3457-4b8a-8441-7359c9c7e6f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:35.760321 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d931ced8-3457-4b8a-8441-7359c9c7e6f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 783b8278-7cea-4a2f-a7ef-855944113c91 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:35.764181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d931ced8-3457-4b8a-8441-7359c9c7e6f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:35.768955 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d931ced8-3457-4b8a-8441-7359c9c7e6f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:35.769568 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d931ced8-3457-4b8a-8441-7359c9c7e6f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:35.779333 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931ced8-3457-4b8a-8441-7359c9c7e6f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Subnet': ['ID=9fab85b9-4ce1-4638-8ad8-98f80d963f14,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:35.802839 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d931ced8-3457-4b8a-8441-7359c9c7e6f1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0824389 Jul 15 15:21:35.802839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53466) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:35.813959 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5d51b582-01ca-4dbb-9704-605ce2f2b526 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'network_id': '783b8278-7cea-4a2f-a7ef-855944113c91', 'fixed_ips': [{'subnet_id': 'e70a33aa-6998-46d3-bcb4-86e9ae63b5b1'}, {'subnet_id': '9fab85b9-4ce1-4638-8ad8-98f80d963f14'}], 'name': 'tempest-PortsTestJSON-56466563'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:36.045094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11b69df-f695-4e29-a1d7-4e1ab578254e None None] Network 93f8c120-870b-41cd-bbef-f03287a97643 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:36.046038 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=875c638a-0536-4879-8d88-e3999a18bc90,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:36.076578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network 93f8c120-870b-41cd-bbef-f03287a97643 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:36.097457 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:36.120497 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1592b1-bb9a-4613-88ce-9034d6b58f2f None None] Pushing event updated for resources: {'Port': ['ID=44962a00-b6c0-41f5-9597-0fed316760d6,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:36.137833 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d51b582-01ca-4dbb-9704-605ce2f2b526 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:36.160666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-57aa3088-24e3-4255-84bf-a8024d8cca1c None None] Provisioning for port 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:36.206668 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-57aa3088-24e3-4255-84bf-a8024d8cca1c None None] Provisioning complete for port 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:36.207201 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57aa3088-24e3-4255-84bf-a8024d8cca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:36.251090 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:36.293468 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5d51b582-01ca-4dbb-9704-605ce2f2b526 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:36.318588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-5d51b582-01ca-4dbb-9704-605ce2f2b526 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port b4488903-b18c-46e1-b460-742b1bdc502d yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:21:36.324555 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:21:36.326444 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 712c43b4-51a4-46d8-896d-fe6213eefde8 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:36.379060 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 712c43b4-51a4-46d8-896d-fe6213eefde8 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:36.379814 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:36.444765 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57aa3088-24e3-4255-84bf-a8024d8cca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:36.546089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:21:36.562584 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-08e20ec6-8678-43e1-91dc-eabf2577ae7b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "PUT /v2.0/routers/dd91f91c-5968-4905-8f17-b1b4e5a7efa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1446557 Jul 15 15:21:36.568008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-57aa3088-24e3-4255-84bf-a8024d8cca1c None None] For port 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7,segment=NetworkSegment(91e1461a-462e-40c4-9da3-9a6100fff013),segment_id=91e1461a-462e-40c4-9da3-9a6100fff013)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:36.584313 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57aa3088-24e3-4255-84bf-a8024d8cca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:36.594477 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:36.670058 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 712c43b4-51a4-46d8-896d-fe6213eefde8, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=712c43b4-51a4-46d8-896d-fe6213eefde8,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:36.691652 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:36.706541 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa3088-24e3-4255-84bf-a8024d8cca1c None None] Pushing event updated for resources: {'Port': ['ID=56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:36.789818 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-5d51b582-01ca-4dbb-9704-605ce2f2b526 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Allocated IP 172.20.0.14 (783b8278-7cea-4a2f-a7ef-855944113c91/e70a33aa-6998-46d3-bcb4-86e9ae63b5b1/b4488903-b18c-46e1-b460-742b1bdc502d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:36.806875 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-5d51b582-01ca-4dbb-9704-605ce2f2b526 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Allocated IP 172.20.0.24 (783b8278-7cea-4a2f-a7ef-855944113c91/9fab85b9-4ce1-4638-8ad8-98f80d963f14/b4488903-b18c-46e1-b460-742b1bdc502d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:36.837411 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=712c43b4-51a4-46d8-896d-fe6213eefde8,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:36.955334 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-c3d6a525-bcc1-4124-85db-0f8c4dd07f20 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-94542955&fields=id&tenant_id=5ef1d87b1ef049c18d214bfde5982884 HTTP/1.1" status: 200 len: 267 time: 0.0872996 Jul 15 15:21:37.031452 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Sync routers for ids ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:21:37.052372 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Routers {'dd91f91c-5968-4905-8f17-b1b4e5a7efa4'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:21:37.053053 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:21:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:37.153937 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5d51b582-01ca-4dbb-9704-605ce2f2b526 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:37.195915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-5d51b582-01ca-4dbb-9704-605ce2f2b526 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Transition to ACTIVE for port object b4488903-b18c-46e1-b460-742b1bdc502d will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:37.226680 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b6496e6a-6ab4-4c8f-b694-7758fba795cd None None] Provisioning for port 875c638a-0536-4879-8d88-e3999a18bc90 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:37.235250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b6496e6a-6ab4-4c8f-b694-7758fba795cd None None] Provisioning complete for port 875c638a-0536-4879-8d88-e3999a18bc90 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:37.235838 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b6496e6a-6ab4-4c8f-b694-7758fba795cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:37.247295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-ebe86b8b-a130-44f1-9820-03fc71a929c3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:37.256238 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-ebe86b8b-a130-44f1-9820-03fc71a929c3 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/networks?id=93f8c120-870b-41cd-bbef-f03287a97643 HTTP/1.1" status: 200 len: 797 time: 0.2978506 Jul 15 15:21:37.278640 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Set router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:21:37.295482 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-0efed4f0-2c6f-4965-b7d8-a7344eb90390 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/quotas/5ef1d87b1ef049c18d214bfde5982884 HTTP/1.1" status: 200 len: 375 time: 0.0319557 Jul 15 15:21:37.307860 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5d51b582-01ca-4dbb-9704-605ce2f2b526 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:37.330011 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b6496e6a-6ab4-4c8f-b694-7758fba795cd None None] Port 875c638a-0536-4879-8d88-e3999a18bc90 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:21:37.356866 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b6496e6a-6ab4-4c8f-b694-7758fba795cd None None] Provisioning complete for port 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:37.361119 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b6496e6a-6ab4-4c8f-b694-7758fba795cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:37.455710 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5640edc-78bd-4437-ba88-fe7ba49c27ec None None] Network 783b8278-7cea-4a2f-a7ef-855944113c91 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:37.485354 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51b582-01ca-4dbb-9704-605ce2f2b526 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=b4488903-b18c-46e1-b460-742b1bdc502d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:37.516557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-efbdbff7-a3a8-484d-a46b-785f0e2c1d82 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2164886 Jul 15 15:21:37.553275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-874490c5-343b-45d6-a821-613f550c6e51 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:21:37.555083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-874490c5-343b-45d6-a821-613f550c6e51 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132163 Jul 15 15:21:37.561309 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d51b582-01ca-4dbb-9704-605ce2f2b526 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 783b8278-7cea-4a2f-a7ef-855944113c91 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:37.563054 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5d51b582-01ca-4dbb-9704-605ce2f2b526 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:37.566594 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d51b582-01ca-4dbb-9704-605ce2f2b526 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:37.582098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:21:37.666458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d51b582-01ca-4dbb-9704-605ce2f2b526 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:37.667165 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5d51b582-01ca-4dbb-9704-605ce2f2b526 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:37.700728 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5d51b582-01ca-4dbb-9704-605ce2f2b526 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.9003556 Jul 15 15:21:37.703605 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53510) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:37.709339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1909e4a6-810b-4fa5-8941-1902a5059d14 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e70a33aa-6998-46d3-bcb4-86e9ae63b5b1'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:37.729054 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831760616', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:21:28Z', 'updated_at': '2021-07-15T15:21:34Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:29Z', 'updated_at': '2021-07-15T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '875c638a-0536-4879-8d88-e3999a18bc90', 'name': '', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:74:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:33Z', 'updated_at': '2021-07-15T15:21:35Z', 'revision_number': 2, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:37.771089 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Checking router: dd91f91c-5968-4905-8f17-b1b4e5a7efa4 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:21:37.771808 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Updating router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 port 875c638a-0536-4879-8d88-e3999a18bc90 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:21:37.818789 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-da951fa6-56e6-4f01-8000-cc599f3dde08 service neutron] 10.222.0.38 "GET /v2.0/networks/93f8c120-870b-41cd-bbef-f03287a97643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571213 Jul 15 15:21:37.831511 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:37.878628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:37.880523 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:37.912657 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1909e4a6-810b-4fa5-8941-1902a5059d14 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:38.003484 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-3475b33c-93be-4c79-be55-014168980816 service neutron] 10.222.0.38 "GET /v2.0/networks/93f8c120-870b-41cd-bbef-f03287a97643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754136 Jul 15 15:21:38.046262 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8e4c8074-2d07-4aa2-8cc5-0fec627b23f1 None None] Provisioning complete for port 875c638a-0536-4879-8d88-e3999a18bc90 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:38.046262 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e4c8074-2d07-4aa2-8cc5-0fec627b23f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:38.126807 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c8074-2d07-4aa2-8cc5-0fec627b23f1 None None] Port 875c638a-0536-4879-8d88-e3999a18bc90 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:21:38.229297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8e4c8074-2d07-4aa2-8cc5-0fec627b23f1 None None] Provisioning for port 44962a00-b6c0-41f5-9597-0fed316760d6 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:38.232804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 44962a00-b6c0-41f5-9597-0fed316760d6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:21:38.406783 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:38.418004 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Transition to ACTIVE for port object 875c638a-0536-4879-8d88-e3999a18bc90 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:38.429108 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:38.437389 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d7ed142-c5e8-4da2-b9ee-d82b54638a3d req-16b4f2a5-4310-4eaf-b882-682f9af662e4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 210 time: 0.1045053 Jul 15 15:21:38.440207 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaaf8a6-21ce-4192-bfaf-fe77a5c3809d None None] Update dhcp port {'port': {'network_id': '783b8278-7cea-4a2f-a7ef-855944113c91', 'fixed_ips': [{'subnet_id': 'e70a33aa-6998-46d3-bcb4-86e9ae63b5b1', 'ip_address': '172.20.0.2'}, {'subnet_id': '9fab85b9-4ce1-4638-8ad8-98f80d963f14'}], 'binding:host_id': 'n-d-764435-3'}, 'id': '44962a00-b6c0-41f5-9597-0fed316760d6'} from n-d-764435-3. {{(pid=100713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 15:21:38.460792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-1909e4a6-810b-4fa5-8941-1902a5059d14 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Delete allocated IP 172.20.0.24 (783b8278-7cea-4a2f-a7ef-855944113c91/9fab85b9-4ce1-4638-8ad8-98f80d963f14) {{(pid=100712) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 15:21:38.569377 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cafd9f-2104-4f86-83ae-6ef3fb22491e None None] Pushing event updated for resources: {'Port': ['ID=875c638a-0536-4879-8d88-e3999a18bc90,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:38.569936 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 44962a00-b6c0-41f5-9597-0fed316760d6 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:38.574630 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fbaaf8a6-21ce-4192-bfaf-fe77a5c3809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:38.599927 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cafd9f-2104-4f86-83ae-6ef3fb22491e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:38.600630 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cafd9f-2104-4f86-83ae-6ef3fb22491e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:38.601391 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cafd9f-2104-4f86-83ae-6ef3fb22491e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:38.601761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 44962a00-b6c0-41f5-9597-0fed316760d6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:38.602436 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cafd9f-2104-4f86-83ae-6ef3fb22491e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:38.602997 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cafd9f-2104-4f86-83ae-6ef3fb22491e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:38.603545 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cafd9f-2104-4f86-83ae-6ef3fb22491e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:38.603822 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:38.604262 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cafd9f-2104-4f86-83ae-6ef3fb22491e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:38.604779 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cafd9f-2104-4f86-83ae-6ef3fb22491e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:38.605428 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cafd9f-2104-4f86-83ae-6ef3fb22491e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:38.605927 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cafd9f-2104-4f86-83ae-6ef3fb22491e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:38.606571 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cafd9f-2104-4f86-83ae-6ef3fb22491e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:38.607070 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cafd9f-2104-4f86-83ae-6ef3fb22491e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:38.613449 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Attempting to bind port 875c638a-0536-4879-8d88-e3999a18bc90 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:21:38.614083 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Attempting to bind port 875c638a-0536-4879-8d88-e3999a18bc90 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '91e1461a-462e-40c4-9da3-9a6100fff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:21:38.614724 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Attempting to bind port 875c638a-0536-4879-8d88-e3999a18bc90 on network 93f8c120-870b-41cd-bbef-f03287a97643 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:21:38.621779 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:21:38.622398 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Checking segment: {'id': '91e1461a-462e-40c4-9da3-9a6100fff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:38.623343 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:38.624161 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Bound using segment: {'id': '91e1461a-462e-40c4-9da3-9a6100fff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:21:38.629854 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Bound port: 875c638a-0536-4879-8d88-e3999a18bc90, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e1461a-462e-40c4-9da3-9a6100fff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:21:38.630504 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:38.760568 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1909e4a6-810b-4fa5-8941-1902a5059d14 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:38.769459 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] For port 875c638a-0536-4879-8d88-e3999a18bc90, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:21:38.776060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-1909e4a6-810b-4fa5-8941-1902a5059d14 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Ignored duplicate provisioning block setup for port b4488903-b18c-46e1-b460-742b1bdc502d by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 15:21:38.777482 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] For port 875c638a-0536-4879-8d88-e3999a18bc90, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=875c638a-0536-4879-8d88-e3999a18bc90,segment=NetworkSegment(91e1461a-462e-40c4-9da3-9a6100fff013),segment_id=91e1461a-462e-40c4-9da3-9a6100fff013)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:21:38.782026 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1909e4a6-810b-4fa5-8941-1902a5059d14 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:38.784756 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:38.909692 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cafd9f-2104-4f86-83ae-6ef3fb22491e None None] Pushing event updated for resources: {'Port': ['ID=875c638a-0536-4879-8d88-e3999a18bc90,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:38.932089 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Routers {'dd91f91c-5968-4905-8f17-b1b4e5a7efa4'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:21:38.932743 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:21:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:39.006068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909e4a6-810b-4fa5-8941-1902a5059d14 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=b4488903-b18c-46e1-b460-742b1bdc502d,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:39.061551 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1909e4a6-810b-4fa5-8941-1902a5059d14 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] In _notify_port_updated(), no bound segment for port b4488903-b18c-46e1-b460-742b1bdc502d on network 783b8278-7cea-4a2f-a7ef-855944113c91 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:21:39.085827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1909e4a6-810b-4fa5-8941-1902a5059d14 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:39.086599 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1909e4a6-810b-4fa5-8941-1902a5059d14 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:39.090461 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1909e4a6-810b-4fa5-8941-1902a5059d14 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "PUT /v2.0/ports/b4488903-b18c-46e1-b460-742b1bdc502d HTTP/1.1" status: 200 len: 918 time: 1.3837018 Jul 15 15:21:39.092984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53538) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:39.103087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e70a33aa-6998-46d3-bcb4-86e9ae63b5b1'}, {'subnet_id': '9fab85b9-4ce1-4638-8ad8-98f80d963f14'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:39.129729 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] Set router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:21:39.169021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-fbaaf8a6-21ce-4192-bfaf-fe77a5c3809d None None] Allocated IP 172.20.0.18 (783b8278-7cea-4a2f-a7ef-855944113c91/9fab85b9-4ce1-4638-8ad8-98f80d963f14/44962a00-b6c0-41f5-9597-0fed316760d6) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:39.239900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53542) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:39.347752 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:39.442232 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:39.448447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fbaaf8a6-21ce-4192-bfaf-fe77a5c3809d None None] For port 44962a00-b6c0-41f5-9597-0fed316760d6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=44962a00-b6c0-41f5-9597-0fed316760d6,segment=NetworkSegment(192fd489-de6f-431a-a576-26ae331f0e02),segment_id=192fd489-de6f-431a-a576-26ae331f0e02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:39.453657 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea82b1a2-c6a2-4743-80b0-4c4e8938a2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:39.484911 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fbaaf8a6-21ce-4192-bfaf-fe77a5c3809d None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:39.503814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fbaaf8a6-21ce-4192-bfaf-fe77a5c3809d None None] Transition to ACTIVE for port object 44962a00-b6c0-41f5-9597-0fed316760d6 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:39.527286 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fbaaf8a6-21ce-4192-bfaf-fe77a5c3809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:39.620464 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:21:39.621498 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:21:39.631961 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831760616', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:21:28Z', 'updated_at': '2021-07-15T15:21:34Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:29Z', 'updated_at': '2021-07-15T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '875c638a-0536-4879-8d88-e3999a18bc90', 'name': '', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:74:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:33Z', 'updated_at': '2021-07-15T15:21:38Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:39.706597 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:21:39.708093 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e722f8fa-5cfd-4181-8866-663182acc7a8 None None] The sync data for ids ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'] in n-d-764435-3 is: [{'id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831760616', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:21:28Z', 'updated_at': '2021-07-15T15:21:34Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:29Z', 'updated_at': '2021-07-15T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '875c638a-0536-4879-8d88-e3999a18bc90', 'name': '', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:74:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:33Z', 'updated_at': '2021-07-15T15:21:38Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:21:39.721899 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaaf8a6-21ce-4192-bfaf-fe77a5c3809d None None] Pushing event updated for resources: {'Port': ['ID=44962a00-b6c0-41f5-9597-0fed316760d6,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:39.807847 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f21fd2f8-16b7-4df6-a7f8-05a503488778 req-53e08c61-ca6e-4061-9b94-130c9541f3b4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 210 time: 0.1044030 Jul 15 15:21:39.853039 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea82b1a2-c6a2-4743-80b0-4c4e8938a2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:39.862676 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea82b1a2-c6a2-4743-80b0-4c4e8938a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:39.998851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53554) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:39.999206 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ea82b1a2-c6a2-4743-80b0-4c4e8938a2d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5eaea988a3048c6b59f7fb6b6fef7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7533720 Jul 15 15:21:40.000125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82b1a2-c6a2-4743-80b0-4c4e8938a2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b9730c-26d0-49ef-8d8e-7f0346efa258,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:40.168690 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-28a2c173-a65a-4515-99bf-7ff39b970dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:40.220115 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-28a2c173-a65a-4515-99bf-7ff39b970dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:40.261809 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:40.327422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 44962a00-b6c0-41f5-9597-0fed316760d6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=44962a00-b6c0-41f5-9597-0fed316760d6,segment=NetworkSegment(192fd489-de6f-431a-a576-26ae331f0e02),segment_id=192fd489-de6f-431a-a576-26ae331f0e02)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:40.336563 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:40.337670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 712c43b4-51a4-46d8-896d-fe6213eefde8 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:21:40.424395 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Allocated IP 172.20.0.20 (783b8278-7cea-4a2f-a7ef-855944113c91/9fab85b9-4ce1-4638-8ad8-98f80d963f14/b4488903-b18c-46e1-b460-742b1bdc502d) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:40.505232 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-28a2c173-a65a-4515-99bf-7ff39b970dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:40.525146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=44962a00-b6c0-41f5-9597-0fed316760d6,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:40.527774 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-28a2c173-a65a-4515-99bf-7ff39b970dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:40.552086 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-28a2c173-a65a-4515-99bf-7ff39b970dfe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/98b9730c-26d0-49ef-8d8e-7f0346efa258 HTTP/1.1" status: 204 len: 168 time: 0.5505989 Jul 15 15:21:40.566555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 712c43b4-51a4-46d8-896d-fe6213eefde8 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:40.566958 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:40.641832 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2c173-a65a-4515-99bf-7ff39b970dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b9730c-26d0-49ef-8d8e-7f0346efa258,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:40.809561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156b153-03de-4edb-b813-f2a9ff2c460c req-e17bd7fa-9771-454f-be73-7e01a08aa963 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:40.814801 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-4578aec9-50b2-4c71-8372-1b1e2967ee46 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:40.818585 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-4578aec9-50b2-4c71-8372-1b1e2967ee46 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "GET /v2.0/networks?id=93f8c120-870b-41cd-bbef-f03287a97643 HTTP/1.1" status: 200 len: 797 time: 0.3426731 Jul 15 15:21:40.819936 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c156b153-03de-4edb-b813-f2a9ff2c460c req-e17bd7fa-9771-454f-be73-7e01a08aa963 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.5549743 Jul 15 15:21:40.861678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edba6a68-deb6-472f-a238-92ee4c605a03 None None] Network 783b8278-7cea-4a2f-a7ef-855944113c91 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:40.943697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-96b56ea1-a27a-46c3-bed6-20be5175a008 None None] Provisioning for port b4488903-b18c-46e1-b460-742b1bdc502d completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:40.965748 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-dee4b077-2603-46b2-b00e-b4e0f520b15b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ef1d87b1ef049c18d214bfde5982884 HTTP/1.1" status: 200 len: 378 time: 0.1244087 Jul 15 15:21:40.974683 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-574650aa-80bc-4feb-97ee-7334c6081269 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'port': {'device_id': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'admin_state_up': True, 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'security_groups': ['677263d0-2e32-4873-9352-cc0d0bc8c9ad']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:40.980730 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-96b56ea1-a27a-46c3-bed6-20be5175a008 None None] Provisioning complete for port b4488903-b18c-46e1-b460-742b1bdc502d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:40.981107 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96b56ea1-a27a-46c3-bed6-20be5175a008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:41.009122 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c156b153-03de-4edb-b813-f2a9ff2c460c req-c0286688-5903-4910-9c5c-ba0c1a9554f2 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743314 Jul 15 15:21:41.111177 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:41.157511 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Ignored duplicate provisioning block setup for port b4488903-b18c-46e1-b460-742b1bdc502d by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 15:21:41.165340 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:41.317196 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cec22d2-89f9-4b1e-923b-f71d6cfccf23 req-75cc1e82-807b-4b22-bc7f-839b529b3db5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 210 time: 0.1122184 Jul 15 15:21:41.363230 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53570) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:41.372154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 875c638a-0536-4879-8d88-e3999a18bc90 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:21:41.460492 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 875c638a-0536-4879-8d88-e3999a18bc90 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:41.474104 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-96b56ea1-a27a-46c3-bed6-20be5175a008 None None] Port b4488903-b18c-46e1-b460-742b1bdc502d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:21:41.477300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] In _notify_port_updated(), no bound segment for port b4488903-b18c-46e1-b460-742b1bdc502d on network 783b8278-7cea-4a2f-a7ef-855944113c91 {{(pid=100711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:21:41.482169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 875c638a-0536-4879-8d88-e3999a18bc90 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:41.482565 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:41.484378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:41.485277 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:41.488405 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "PUT /v2.0/ports/b4488903-b18c-46e1-b460-742b1bdc502d HTTP/1.1" status: 200 len: 998 time: 2.3927648 Jul 15 15:21:41.490141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=b4488903-b18c-46e1-b460-742b1bdc502d,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:41.493149 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f234380a-7f93-43d3-91a7-beb0936ff57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:41.495125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53572) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:41.520813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:41.522084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:41.522899 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:41.523490 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:41.524027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:41.524585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:41.525244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:41.525803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:41.527970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:41.528577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:41.529113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:41.529644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a814e-3881-49fb-8531-6f1eaccdea9d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:21:41.594078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-96b56ea1-a27a-46c3-bed6-20be5175a008 None None] Provisioning for port 44962a00-b6c0-41f5-9597-0fed316760d6 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:41.601088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-96b56ea1-a27a-46c3-bed6-20be5175a008 None None] Provisioning complete for port 44962a00-b6c0-41f5-9597-0fed316760d6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:41.601498 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96b56ea1-a27a-46c3-bed6-20be5175a008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:41.782918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a34e6a6b-cbb9-4732-949b-33de516988a6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port b4488903-b18c-46e1-b460-742b1bdc502d {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:41.783268 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a34e6a6b-cbb9-4732-949b-33de516988a6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:41.808340 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:41.851398 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 875c638a-0536-4879-8d88-e3999a18bc90, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=875c638a-0536-4879-8d88-e3999a18bc90,segment=NetworkSegment(91e1461a-462e-40c4-9da3-9a6100fff013),segment_id=91e1461a-462e-40c4-9da3-9a6100fff013)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:41.869647 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:41.870523 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 44962a00-b6c0-41f5-9597-0fed316760d6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:21:41.901473 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a34e6a6b-cbb9-4732-949b-33de516988a6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:41.904980 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f234380a-7f93-43d3-91a7-beb0936ff57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:41.923900 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f234380a-7f93-43d3-91a7-beb0936ff57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:41.933149 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a34e6a6b-cbb9-4732-949b-33de516988a6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for b4488903-b18c-46e1-b460-742b1bdc502d owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:41.936762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-574650aa-80bc-4feb-97ee-7334c6081269 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Made reservation on behalf of 5ef1d87b1ef049c18d214bfde5982884 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:41.940926 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-574650aa-80bc-4feb-97ee-7334c6081269 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:41.962917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=875c638a-0536-4879-8d88-e3999a18bc90,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:41.985074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 44962a00-b6c0-41f5-9597-0fed316760d6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:41.985705 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:42.082250 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f234380a-7f93-43d3-91a7-beb0936ff57b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e8b59e8b988349bea98550603074e9d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7115862 Jul 15 15:21:42.082250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234380a-7f93-43d3-91a7-beb0936ff57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447d8fce-9de6-49a1-8e19-c78a3ffea93c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:42.085181 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53580) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:42.175671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-574650aa-80bc-4feb-97ee-7334c6081269 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Allocated IP 172.20.0.6 (93f8c120-870b-41cd-bbef-f03287a97643/7ef45e1d-64e5-42b7-993c-1bcf8a0d1155/6f788784-62af-4190-ba30-2f502c85901c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:42.242867 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-15bf840f-9e32-43eb-a8e4-754721cfce94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:42.323750 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-15bf840f-9e32-43eb-a8e4-754721cfce94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:42.334701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b43554-a962-4040-b1ae-d016dabcfd62 req-6c3af22e-1548-4d0c-b26b-a47ce80e3d6d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:42.336438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86b43554-a962-4040-b1ae-d016dabcfd62 req-6c3af22e-1548-4d0c-b26b-a47ce80e3d6d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.2098658 Jul 15 15:21:42.376627 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-574650aa-80bc-4feb-97ee-7334c6081269 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:42.494620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ccc2-f939-4e4c-b176-ae4b58680bdd req-ce638055-f6f4-4324-8101-c59c1441058c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:42.496365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a51ccc2-f939-4e4c-b176-ae4b58680bdd req-ce638055-f6f4-4324-8101-c59c1441058c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.2755523 Jul 15 15:21:42.552317 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-574650aa-80bc-4feb-97ee-7334c6081269 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Transition to ACTIVE for port object 6f788784-62af-4190-ba30-2f502c85901c will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:42.556200 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-15bf840f-9e32-43eb-a8e4-754721cfce94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:42.558779 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-15bf840f-9e32-43eb-a8e4-754721cfce94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:42.559930 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-15bf840f-9e32-43eb-a8e4-754721cfce94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/447d8fce-9de6-49a1-8e19-c78a3ffea93c HTTP/1.1" status: 204 len: 168 time: 0.4738226 Jul 15 15:21:42.581190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3f8e2625-22f0-4c05-ad01-6ec62d221ef1 None None] Could not find standard attr ID for object b4488903-b18c-46e1-b460-742b1bdc502d. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:21:42.587622 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a34e6a6b-cbb9-4732-949b-33de516988a6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:42.592249 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-80e880d9-7dd5-4197-b843-5d878746ebb9 req-8c8923ee-91db-4e2f-b899-68df297dcb85 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 210 time: 0.0756238 Jul 15 15:21:42.611040 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3f8e2625-22f0-4c05-ad01-6ec62d221ef1 None None] Provisioning complete for port 44962a00-b6c0-41f5-9597-0fed316760d6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:42.611563 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f8e2625-22f0-4c05-ad01-6ec62d221ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:42.634825 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf840f-9e32-43eb-a8e4-754721cfce94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447d8fce-9de6-49a1-8e19-c78a3ffea93c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:42.646121 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-574650aa-80bc-4feb-97ee-7334c6081269 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:42.648177 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e6a6b-cbb9-4732-949b-33de516988a6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=b4488903-b18c-46e1-b460-742b1bdc502d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:42.681158 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a51ccc2-f939-4e4c-b176-ae4b58680bdd req-67fc12d0-fbaf-4448-937e-f6070062dac5 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633763 Jul 15 15:21:42.803250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-86b43554-a962-4040-b1ae-d016dabcfd62 req-01e7aed4-5f73-40b3-866c-1403b993d696 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Deleting port be9178bb-2631-4fe3-aec5-46cc971df8f8 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:42.803598 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-86b43554-a962-4040-b1ae-d016dabcfd62 req-01e7aed4-5f73-40b3-866c-1403b993d696 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:42.834185 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-574650aa-80bc-4feb-97ee-7334c6081269 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network 93f8c120-870b-41cd-bbef-f03287a97643 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:42.839222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574650aa-80bc-4feb-97ee-7334c6081269 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=6f788784-62af-4190-ba30-2f502c85901c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:42.850515 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-574650aa-80bc-4feb-97ee-7334c6081269 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:42.855337 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-574650aa-80bc-4feb-97ee-7334c6081269 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:42.952645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 875c638a-0536-4879-8d88-e3999a18bc90 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:21:42.966462 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-574650aa-80bc-4feb-97ee-7334c6081269 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:42.968822 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-574650aa-80bc-4feb-97ee-7334c6081269 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:43.020243 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a34e6a6b-cbb9-4732-949b-33de516988a6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:43.021091 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-574650aa-80bc-4feb-97ee-7334c6081269 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0519321 Jul 15 15:21:43.026091 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53598) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:43.026769 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a34e6a6b-cbb9-4732-949b-33de516988a6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/b4488903-b18c-46e1-b460-742b1bdc502d HTTP/1.1" status: 204 len: 168 time: 1.5279224 Jul 15 15:21:43.051242 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 875c638a-0536-4879-8d88-e3999a18bc90 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:43.051868 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:43.060409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-86b43554-a962-4040-b1ae-d016dabcfd62 req-01e7aed4-5f73-40b3-866c-1403b993d696 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] For port be9178bb-2631-4fe3-aec5-46cc971df8f8, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=be9178bb-2631-4fe3-aec5-46cc971df8f8,segment=NetworkSegment(1cb7607d-41bd-43a8-b08c-97b09d554af1),segment_id=1cb7607d-41bd-43a8-b08c-97b09d554af1)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:43.060788 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-86b43554-a962-4040-b1ae-d016dabcfd62 req-01e7aed4-5f73-40b3-866c-1403b993d696 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:43.067407 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Request body: {'port': {'device_id': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:43.120384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b48567c4-8d2c-43a4-a10f-9dcf286172ba None None] Could not find standard attr ID for object b4488903-b18c-46e1-b460-742b1bdc502d. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:21:43.172956 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bef1fb2-1df6-4b6b-b4d9-05dc6dedf2a2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] GET failed (client error): The resource could not be found. Jul 15 15:21:43.179483 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5bef1fb2-1df6-4b6b-b4d9-05dc6dedf2a2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/b4488903-b18c-46e1-b460-742b1bdc502d HTTP/1.1" status: 404 len: 333 time: 0.1489651 Jul 15 15:21:43.180227 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53604) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:43.363178 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-23039319-37bf-49ce-9db3-ee7d2ea97695 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting subnet 9fab85b9-4ce1-4638-8ad8-98f80d963f14 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:21:43.364157 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-87e29f7d-4000-4e14-8598-e52371e82f51 None None] Provisioning for port 6f788784-62af-4190-ba30-2f502c85901c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:43.367090 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23039319-37bf-49ce-9db3-ee7d2ea97695 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:43.370711 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-87e29f7d-4000-4e14-8598-e52371e82f51 None None] Provisioning complete for port 6f788784-62af-4190-ba30-2f502c85901c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:43.371036 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87e29f7d-4000-4e14-8598-e52371e82f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:43.413800 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23039319-37bf-49ce-9db3-ee7d2ea97695 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:43.449447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-87e29f7d-4000-4e14-8598-e52371e82f51 None None] Port 6f788784-62af-4190-ba30-2f502c85901c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:21:43.470174 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:43.565544 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f087a10b-445c-427e-9623-17ccc00cb2e4 None None] Could not find standard attr ID for object b4488903-b18c-46e1-b460-742b1bdc502d. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:21:43.778721 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a2969ed2-6445-49a1-8fee-c1c4857f5c07 None None] Could not find standard attr ID for object b4488903-b18c-46e1-b460-742b1bdc502d. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:21:43.815892 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23039319-37bf-49ce-9db3-ee7d2ea97695 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:43.956293 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23039319-37bf-49ce-9db3-ee7d2ea97695 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:43.997661 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23039319-37bf-49ce-9db3-ee7d2ea97695 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:44.005810 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-23039319-37bf-49ce-9db3-ee7d2ea97695 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/9fab85b9-4ce1-4638-8ad8-98f80d963f14 HTTP/1.1" status: 204 len: 168 time: 0.8031580 Jul 15 15:21:44.006362 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53624) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:44.009593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f788784-62af-4190-ba30-2f502c85901c {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:21:44.020510 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:44.036832 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Transition to ACTIVE for port object 6f788784-62af-4190-ba30-2f502c85901c will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:44.038009 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23039319-37bf-49ce-9db3-ee7d2ea97695 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Subnet': ['ID=9fab85b9-4ce1-4638-8ad8-98f80d963f14,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:44.047267 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:44.100152 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a76303-61a1-488c-be89-2949a3eaca4a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting subnet e70a33aa-6998-46d3-bcb4-86e9ae63b5b1 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:21:44.107459 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-86b43554-a962-4040-b1ae-d016dabcfd62 req-01e7aed4-5f73-40b3-866c-1403b993d696 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:44.107845 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-86b43554-a962-4040-b1ae-d016dabcfd62 req-01e7aed4-5f73-40b3-866c-1403b993d696 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:44.108168 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-86b43554-a962-4040-b1ae-d016dabcfd62 req-01e7aed4-5f73-40b3-866c-1403b993d696 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Floating IP 295e1028-2324-438f-95e9-dcd5536b7b45 disassociated. External IP: 172.25.4.44, port: be9178bb-2631-4fe3-aec5-46cc971df8f8. Jul 15 15:21:44.108527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-86b43554-a962-4040-b1ae-d016dabcfd62 req-01e7aed4-5f73-40b3-866c-1403b993d696 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Calling delete_port for be9178bb-2631-4fe3-aec5-46cc971df8f8 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:44.111012 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d2a76303-61a1-488c-be89-2949a3eaca4a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:44.157738 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Pushing event updated for resources: {'Port': ['ID=6f788784-62af-4190-ba30-2f502c85901c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:44.265419 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Attempting to bind port 6f788784-62af-4190-ba30-2f502c85901c on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:21:44.265914 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Attempting to bind port 6f788784-62af-4190-ba30-2f502c85901c by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '91e1461a-462e-40c4-9da3-9a6100fff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:21:44.266085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Attempting to bind port 6f788784-62af-4190-ba30-2f502c85901c on network 93f8c120-870b-41cd-bbef-f03287a97643 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:21:44.271673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Port 6f788784-62af-4190-ba30-2f502c85901c on network 93f8c120-870b-41cd-bbef-f03287a97643 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:21:44.272674 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Attempting to bind port 6f788784-62af-4190-ba30-2f502c85901c on network 93f8c120-870b-41cd-bbef-f03287a97643 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:21:44.283111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:21:44.283223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Checking segment: {'id': '91e1461a-462e-40c4-9da3-9a6100fff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:44.283556 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Bound using segment: {'id': '91e1461a-462e-40c4-9da3-9a6100fff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:21:44.284023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Bound port: 6f788784-62af-4190-ba30-2f502c85901c, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e1461a-462e-40c4-9da3-9a6100fff013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:21:44.285035 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:44.320174 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d2a76303-61a1-488c-be89-2949a3eaca4a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:44.399758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] For port 6f788784-62af-4190-ba30-2f502c85901c, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:21:44.404520 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] For port 6f788784-62af-4190-ba30-2f502c85901c, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6f788784-62af-4190-ba30-2f502c85901c,segment=NetworkSegment(91e1461a-462e-40c4-9da3-9a6100fff013),segment_id=91e1461a-462e-40c4-9da3-9a6100fff013)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:21:44.415596 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:44.445012 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b302eb9c-34a2-4518-907a-ba28920c0e73 None None] Network 783b8278-7cea-4a2f-a7ef-855944113c91 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:44.465482 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc09b5e-8aaf-47a8-8ab4-b1e6d469bda6 req-61c7f4f2-14aa-4161-b531-9e4c1df7d1d4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:44.466958 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ecc09b5e-8aaf-47a8-8ab4-b1e6d469bda6 req-61c7f4f2-14aa-4161-b531-9e4c1df7d1d4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 931 time: 0.5997016 Jul 15 15:21:44.495682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99851a14-eb66-4329-8b43-75ca2804005a req-e9840881-4778-4f51-a07e-6395528417d2 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:44.502670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99851a14-eb66-4329-8b43-75ca2804005a req-e9840881-4778-4f51-a07e-6395528417d2 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 946 time: 0.5221577 Jul 15 15:21:44.522450 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Pushing event updated for resources: {'Port': ['ID=6f788784-62af-4190-ba30-2f502c85901c,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:44.535359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:44.536116 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:44.537815 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-571ee33a-fff4-486f-92dd-02442cbbe85c service neutron] 10.222.0.11 "PUT /v2.0/ports/6f788784-62af-4190-ba30-2f502c85901c HTTP/1.1" status: 200 len: 1091 time: 1.4838738 Jul 15 15:21:44.538046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'tag': '6f788784-62af-4190-ba30-2f502c85901c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:21:44.541353 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0599947c-a92f-4610-9dbb-b32d6d0b58e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b1f65e-6932-421c-a167-ca1395cb8eea", "tag": "6f788784-62af-4190-ba30-2f502c85901c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:21:44.759412 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ecc09b5e-8aaf-47a8-8ab4-b1e6d469bda6 req-0513bd52-8f4a-4d17-acc2-ee6b0cae1b16 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2806501 Jul 15 15:21:44.779778 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-ddf6e3ad-1c3c-4a0e-8538-711eba883ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:44.783771 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d2a76303-61a1-488c-be89-2949a3eaca4a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:44.793384 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-ddf6e3ad-1c3c-4a0e-8538-711eba883ed8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 1094 time: 0.1951718 Jul 15 15:21:44.869526 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-cc0c453c-ef73-4706-bb8e-d46e94e7bb09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f788784-62af-4190-ba30-2f502c85901c HTTP/1.1" status: 200 len: 217 time: 0.0673046 Jul 15 15:21:44.871963 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c26beab-2ac6-4c1e-939f-a91c8c796976 x-openstack-request-id: req-0c26beab-2ac6-4c1e-939f-a91c8c796976 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:21:44.872252 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b1f65e-6932-421c-a167-ca1395cb8eea", "tag": "6f788784-62af-4190-ba30-2f502c85901c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:21:44.872500 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0c26beab-2ac6-4c1e-939f-a91c8c796976 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:21:44.873578 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'tag': '6f788784-62af-4190-ba30-2f502c85901c', 'status': 'completed', 'code': 200} Jul 15 15:21:44.878687 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99851a14-eb66-4329-8b43-75ca2804005a req-ea5557bd-d0e1-4bf1-8a3d-44860e9d346a tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=10242ea4-aae7-4996-a91f-fdb2f55867aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3744214 Jul 15 15:21:44.959455 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-86b43554-a962-4040-b1ae-d016dabcfd62 req-01e7aed4-5f73-40b3-866c-1403b993d696 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:44.959727 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-3778d4cb-444d-454f-849a-93132f722bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:44.963357 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-3778d4cb-444d-454f-849a-93132f722bf0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7ef45e1d-64e5-42b7-993c-1bcf8a0d1155 HTTP/1.1" status: 200 len: 834 time: 0.0851195 Jul 15 15:21:45.009745 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7aed4-5f73-40b3-866c-1403b993d696 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event deleted for resources: {'Port': ['ID=be9178bb-2631-4fe3-aec5-46cc971df8f8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:45.019910 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d2a76303-61a1-488c-be89-2949a3eaca4a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:45.079918 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device be9178bb-2631-4fe3-aec5-46cc971df8f8 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:21:45.107380 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d2a76303-61a1-488c-be89-2949a3eaca4a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:45.108257 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-246c08b3-8dae-4936-8766-a1239d4b7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:45.109904 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-246c08b3-8dae-4936-8766-a1239d4b7145 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=93f8c120-870b-41cd-bbef-f03287a97643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386316 Jul 15 15:21:45.110840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d2a76303-61a1-488c-be89-2949a3eaca4a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/e70a33aa-6998-46d3-bcb4-86e9ae63b5b1 HTTP/1.1" status: 204 len: 168 time: 1.1034229 Jul 15 15:21:45.114115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53652) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:45.117712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a76303-61a1-488c-be89-2949a3eaca4a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Subnet': ['ID=e70a33aa-6998-46d3-bcb4-86e9ae63b5b1,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:45.128318 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: be9178bb-2631-4fe3-aec5-46cc971df8f8 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:21:45.128993 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device be9178bb-2631-4fe3-aec5-46cc971df8f8 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:21:45.199498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86b43554-a962-4040-b1ae-d016dabcfd62 req-01e7aed4-5f73-40b3-866c-1403b993d696 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Router 52919df6-9f50-4474-8e8d-9f18468cb33a has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:21:45.304824 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:45.332168 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-5e694d3d-7167-405a-b350-7a10d662c2d5 service neutron] 10.222.0.11 "GET /v2.0/networks/93f8c120-870b-41cd-bbef-f03287a97643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997173 Jul 15 15:21:45.413376 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86b43554-a962-4040-b1ae-d016dabcfd62 req-01e7aed4-5f73-40b3-866c-1403b993d696 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:21:45.424900 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d83176-83f3-45db-8625-122deb4f151a None None] Sync routers for ids ['52919df6-9f50-4474-8e8d-9f18468cb33a'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:21:45.439091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d83176-83f3-45db-8625-122deb4f151a None None] Routers {'52919df6-9f50-4474-8e8d-9f18468cb33a'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:21:45.441979 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d1d83176-83f3-45db-8625-122deb4f151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:21:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52919df6-9f50-4474-8e8d-9f18468cb33a'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:45.511763 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d229ba84-07b8-4507-a1ea-c605487493d2 req-6b3b1eb8-e1e5-4337-852f-7b5fd71ed719 service neutron] 10.222.0.11 "GET /v2.0/networks/93f8c120-870b-41cd-bbef-f03287a97643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227098 Jul 15 15:21:45.528276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b43554-a962-4040-b1ae-d016dabcfd62 req-01e7aed4-5f73-40b3-866c-1403b993d696 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] No DVR routers for this DVR port be9178bb-2631-4fe3-aec5-46cc971df8f8 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:21:45.544122 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-86b43554-a962-4040-b1ae-d016dabcfd62 req-01e7aed4-5f73-40b3-866c-1403b993d696 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:45.544348 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port 44962a00-b6c0-41f5-9597-0fed316760d6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:45.544693 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:45.546366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86b43554-a962-4040-b1ae-d016dabcfd62 req-01e7aed4-5f73-40b3-866c-1403b993d696 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.22 "DELETE /v2.0/ports/be9178bb-2631-4fe3-aec5-46cc971df8f8 HTTP/1.1" status: 204 len: 173 time: 3.1971714 Jul 15 15:21:45.546871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2c70cc-217a-4b65-a320-854cf7caf5f1', 'name': 'network-vif-deleted', 'tag': 'be9178bb-2631-4fe3-aec5-46cc971df8f8'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:21:45.549315 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1514b614-f1a3-473b-8690-050042005b75" -d '{"events": [{"server_uuid": "8f2c70cc-217a-4b65-a320-854cf7caf5f1", "name": "network-vif-deleted", "tag": "be9178bb-2631-4fe3-aec5-46cc971df8f8"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:21:45.645887 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83554c1-8f57-4b6b-a3fa-ae490cb71daa x-openstack-request-id: req-a83554c1-8f57-4b6b-a3fa-ae490cb71daa {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:21:45.646176 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2c70cc-217a-4b65-a320-854cf7caf5f1", "name": "network-vif-deleted", "tag": "be9178bb-2631-4fe3-aec5-46cc971df8f8", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:21:45.646424 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a83554c1-8f57-4b6b-a3fa-ae490cb71daa {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:21:45.646843 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2c70cc-217a-4b65-a320-854cf7caf5f1', 'name': 'network-vif-deleted', 'tag': 'be9178bb-2631-4fe3-aec5-46cc971df8f8', 'status': 'completed', 'code': 200} Jul 15 15:21:45.669451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] For port 44962a00-b6c0-41f5-9597-0fed316760d6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=44962a00-b6c0-41f5-9597-0fed316760d6,segment=NetworkSegment(192fd489-de6f-431a-a576-26ae331f0e02),segment_id=192fd489-de6f-431a-a576-26ae331f0e02)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:45.669838 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:45.694515 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for 44962a00-b6c0-41f5-9597-0fed316760d6 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:45.767284 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-d1d83176-83f3-45db-8625-122deb4f151a None None] Set router 52919df6-9f50-4474-8e8d-9f18468cb33a gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:21:45.930602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599947c-a92f-4610-9dbb-b32d6d0b58e7 req-421dddc1-5fc9-4327-a055-9e8c51855080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:45.932379 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0599947c-a92f-4610-9dbb-b32d6d0b58e7 req-421dddc1-5fc9-4327-a055-9e8c51855080 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 1094 time: 0.2303584 Jul 15 15:21:45.933339 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:45.933942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4857c140-14a9-4b3c-82a3-7f2b4b12b518 None None] Network 783b8278-7cea-4a2f-a7ef-855944113c91 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:46.089946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2dc7d-1fc2-4304-9ccc-b159da372083 req-8a06a6c4-f9ea-4515-b6b6-4de3dd7464fe tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:46.091799 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31f2dc7d-1fc2-4304-9ccc-b159da372083 req-8a06a6c4-f9ea-4515-b6b6-4de3dd7464fe tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 943 time: 0.0953321 Jul 15 15:21:46.102989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=44962a00-b6c0-41f5-9597-0fed316760d6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:46.116069 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No DVR routers for this DVR port 44962a00-b6c0-41f5-9597-0fed316760d6 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:21:46.146837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2e13454-b325-4a1f-9dd1-9ba30142b36c req-c7582315-c180-4c39-8bf9-800c18de6f2a tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2c70cc-217a-4b65-a320-854cf7caf5f1 HTTP/1.1" status: 200 len: 210 time: 0.0666690 Jul 15 15:21:46.193910 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31f2dc7d-1fc2-4304-9ccc-b159da372083 req-4e635717-8765-4304-9ec5-72ec89342ff2 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496688 Jul 15 15:21:46.216199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fa25906a-f4d5-46f8-86d0-f64e7decdf2e None None] Could not find standard attr ID for object 44962a00-b6c0-41f5-9597-0fed316760d6. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:21:46.281227 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599947c-a92f-4610-9dbb-b32d6d0b58e7 req-ae54592c-7d6e-44a7-9718-983b6f47fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:46.287224 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0599947c-a92f-4610-9dbb-b32d6d0b58e7 req-ae54592c-7d6e-44a7-9718-983b6f47fe29 service neutron] 10.222.0.11 "GET /v2.0/networks?id=93f8c120-870b-41cd-bbef-f03287a97643 HTTP/1.1" status: 200 len: 898 time: 0.3441370 Jul 15 15:21:46.353434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea97476c-faf3-49f6-ad93-810d4b034796 None None] DHCP port deletion for 783b8278-7cea-4a2f-a7ef-855944113c91 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:21:46.372542 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0599947c-a92f-4610-9dbb-b32d6d0b58e7 req-28456de1-ff48-4c45-876b-f05b124567e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f788784-62af-4190-ba30-2f502c85901c HTTP/1.1" status: 200 len: 217 time: 0.0700631 Jul 15 15:21:46.432126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d1d83176-83f3-45db-8625-122deb4f151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9917db3c-8f0e-4cdb-8007-0ea773e6f04b', 'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'mac_address': 'fa:16:3e:da:06:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:27Z', 'updated_at': '2021-07-15T15:17:41Z', 'revision_number': 5, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'subnets': [{'id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:46.462191 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:46.480199 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783b8278-7cea-4a2f-a7ef-855944113c91']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:46.492134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d83176-83f3-45db-8625-122deb4f151a None None] Checking router: 52919df6-9f50-4474-8e8d-9f18468cb33a for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:21:46.496329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192fd489-de6f-431a-a576-26ae331f0e02') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:46.496981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192fd489-de6f-431a-a576-26ae331f0e02') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:46.503236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d83176-83f3-45db-8625-122deb4f151a None None] Routers {'52919df6-9f50-4474-8e8d-9f18468cb33a'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:21:46.503910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d1d83176-83f3-45db-8625-122deb4f151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:21:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52919df6-9f50-4474-8e8d-9f18468cb33a'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:46.513899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599947c-a92f-4610-9dbb-b32d6d0b58e7 req-716f3f42-3a64-416f-aae6-e884e5839e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:46.516262 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0599947c-a92f-4610-9dbb-b32d6d0b58e7 req-716f3f42-3a64-416f-aae6-e884e5839e3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7ef45e1d-64e5-42b7-993c-1bcf8a0d1155 HTTP/1.1" status: 200 len: 834 time: 0.1359243 Jul 15 15:21:46.520266 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:46.585046 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:46.591774 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:21:46.592671 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:21:46.622414 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:21:46.640238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-d1d83176-83f3-45db-8625-122deb4f151a None None] Set router 52919df6-9f50-4474-8e8d-9f18468cb33a gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:21:46.675895 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599947c-a92f-4610-9dbb-b32d6d0b58e7 req-3951aacb-8f37-4ed6-8bdd-cccb524c0a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:46.677592 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0599947c-a92f-4610-9dbb-b32d6d0b58e7 req-3951aacb-8f37-4ed6-8bdd-cccb524c0a41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=93f8c120-870b-41cd-bbef-f03287a97643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550012 Jul 15 15:21:46.678890 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:46.683798 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:46.689416 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53692) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:46.689550 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/networks/783b8278-7cea-4a2f-a7ef-855944113c91 HTTP/1.1" status: 204 len: 168 time: 1.5739450 Jul 15 15:21:46.726167 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbb505-4631-4701-8110-e6fcd4d9d00c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Network': ['ID=783b8278-7cea-4a2f-a7ef-855944113c91,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:46.802348 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4450c87a-252f-43fa-8753-236dcc7cd7cd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:46.803911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4450c87a-252f-43fa-8753-236dcc7cd7cd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1134584 Jul 15 15:21:46.809204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53696) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:46.866012 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0599947c-a92f-4610-9dbb-b32d6d0b58e7 req-16b48cd4-8aef-4166-a623-b0a759b0a43c service neutron] 10.222.0.11 "GET /v2.0/networks/93f8c120-870b-41cd-bbef-f03287a97643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751554 Jul 15 15:21:46.891461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 44962a00-b6c0-41f5-9597-0fed316760d6 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:21:46.920645 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53700) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:46.921413 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4f063eab-fb89-4197-87de-597598c373e5 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1080575 Jul 15 15:21:46.927090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-8999428f-7c79-44d6-8807-e515941731f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1138844226'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:46.942823 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 44962a00-b6c0-41f5-9597-0fed316760d6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:21:46.943180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 44962a00-b6c0-41f5-9597-0fed316760d6 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:21:46.975972 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8999428f-7c79-44d6-8807-e515941731f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:46.984927 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8999428f-7c79-44d6-8807-e515941731f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:46.999459 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d1d83176-83f3-45db-8625-122deb4f151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9917db3c-8f0e-4cdb-8007-0ea773e6f04b', 'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'mac_address': 'fa:16:3e:da:06:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:27Z', 'updated_at': '2021-07-15T15:17:41Z', 'revision_number': 5, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'subnets': [{'id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:47.004421 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0599947c-a92f-4610-9dbb-b32d6d0b58e7 req-4fd58a9e-af11-41ee-82dc-5038a4efec41 service neutron] 10.222.0.11 "GET /v2.0/networks/93f8c120-870b-41cd-bbef-f03287a97643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307132 Jul 15 15:21:47.030074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d83176-83f3-45db-8625-122deb4f151a None None] The sync data for ids ['52919df6-9f50-4474-8e8d-9f18468cb33a'] in n-d-764435-3 is: [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9917db3c-8f0e-4cdb-8007-0ea773e6f04b', 'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'mac_address': 'fa:16:3e:da:06:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:27Z', 'updated_at': '2021-07-15T15:17:41Z', 'revision_number': 5, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'subnets': [{'id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:21:47.046965 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8999428f-7c79-44d6-8807-e515941731f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:21:47.067775 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8999428f-7c79-44d6-8807-e515941731f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:47.068132 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-8999428f-7c79-44d6-8807-e515941731f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Added segment cff98a05-e857-4055-85cc-13f8020021f9 of type vlan for network 134c50dd-79d1-4f9c-9d74-f239be102d79 Jul 15 15:21:47.131860 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8999428f-7c79-44d6-8807-e515941731f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:47.170621 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8999428f-7c79-44d6-8807-e515941731f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:47.179221 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8999428f-7c79-44d6-8807-e515941731f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:47.179894 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8999428f-7c79-44d6-8807-e515941731f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:47.225375 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8999428f-7c79-44d6-8807-e515941731f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3027878 Jul 15 15:21:47.228013 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53716) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:47.233817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-296c1028-26fe-4832-bcf6-876f2d7b7ea2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'subnet': {'network_id': '134c50dd-79d1-4f9c-9d74-f239be102d79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:47.260652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999428f-7c79-44d6-8807-e515941731f4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Network': ['ID=134c50dd-79d1-4f9c-9d74-f239be102d79,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:47.273068 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 134c50dd-79d1-4f9c-9d74-f239be102d79 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:21:47.379455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53720) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:47.479521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296c1028-26fe-4832-bcf6-876f2d7b7ea2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:47.480925 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641e657f-fbd2-4dc3-b18c-9fd0d300961b None None] New status for floating IP 295e1028-2324-438f-95e9-dcd5536b7b45: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:21:47.485603 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-296c1028-26fe-4832-bcf6-876f2d7b7ea2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:47.580164 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5ba76e37-6119-42f7-ad24-b87effc95933 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:47.638997 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5ba76e37-6119-42f7-ad24-b87effc95933 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:47.650670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877ca2-e84a-4067-87cb-a0457093d4c6 req-88dead64-c7ea-4173-adec-4275febd488f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:47.652484 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55877ca2-e84a-4067-87cb-a0457093d4c6 req-88dead64-c7ea-4173-adec-4275febd488f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 943 time: 0.1874001 Jul 15 15:21:47.739361 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55877ca2-e84a-4067-87cb-a0457093d4c6 req-91bec063-e7bb-4cfc-966b-fe860804e144 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741985 Jul 15 15:21:47.781069 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5ba76e37-6119-42f7-ad24-b87effc95933 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:47.785207 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5ba76e37-6119-42f7-ad24-b87effc95933 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:47.789323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5ba76e37-6119-42f7-ad24-b87effc95933 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "DELETE /v2.0/security-groups/10242ea4-aae7-4996-a91f-fdb2f55867aa HTTP/1.1" status: 204 len: 168 time: 0.4042144 Jul 15 15:21:47.791253 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53734) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:47.798291 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba76e37-6119-42f7-ad24-b87effc95933 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10242ea4-aae7-4996-a91f-fdb2f55867aa,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:47.800687 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-296c1028-26fe-4832-bcf6-876f2d7b7ea2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:47.824413 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-9391627e-1319-406e-8811-7e02bc73e892 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] show failed (client error): The resource could not be found. Jul 15 15:21:47.827957 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9391627e-1319-406e-8811-7e02bc73e892 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups/10242ea4-aae7-4996-a91f-fdb2f55867aa HTTP/1.1" status: 404 len: 347 time: 0.0331612 Jul 15 15:21:47.828452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53742) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:47.898644 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c1028-26fe-4832-bcf6-876f2d7b7ea2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Subnet': ['ID=aa1a5f99-ad28-45de-ae21-9975a001f0a2,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:47.905868 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296c1028-26fe-4832-bcf6-876f2d7b7ea2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Checking segment: {'id': 'cff98a05-e857-4055-85cc-13f8020021f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '134c50dd-79d1-4f9c-9d74-f239be102d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:47.906126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296c1028-26fe-4832-bcf6-876f2d7b7ea2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network hostable DHCP agents. Network: 134c50dd-79d1-4f9c-9d74-f239be102d79, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:21:47.942136 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296c1028-26fe-4832-bcf6-876f2d7b7ea2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 134c50dd-79d1-4f9c-9d74-f239be102d79 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:21:47.960305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-296c1028-26fe-4832-bcf6-876f2d7b7ea2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 134c50dd-79d1-4f9c-9d74-f239be102d79) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:47.964832 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296c1028-26fe-4832-bcf6-876f2d7b7ea2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:47.965496 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-296c1028-26fe-4832-bcf6-876f2d7b7ea2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:47.970793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788a9813-4bf1-4544-a031-4f28f7950a8d None None] Network 134c50dd-79d1-4f9c-9d74-f239be102d79 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:47.982059 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-296c1028-26fe-4832-bcf6-876f2d7b7ea2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7526133 Jul 15 15:21:47.984649 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53748) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:47.991319 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-12a14f80-8f23-4ef1-944f-d1122bff6010 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'network_id': '134c50dd-79d1-4f9c-9d74-f239be102d79', 'name': 'tempest-PortsTestJSON-91956425'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:48.004414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-fb4443c7-6cd5-40ed-b428-0947246b40b5 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Deleting port 7e8b22a5-f789-4340-8271-3301b43ed07f {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:48.005139 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fb4443c7-6cd5-40ed-b428-0947246b40b5 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:48.095213 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fb4443c7-6cd5-40ed-b428-0947246b40b5 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:48.095548 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fb4443c7-6cd5-40ed-b428-0947246b40b5 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:48.119334 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-fb4443c7-6cd5-40ed-b428-0947246b40b5 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Calling delete_port for 7e8b22a5-f789-4340-8271-3301b43ed07f owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:48.150044 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a14f80-8f23-4ef1-944f-d1122bff6010 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:48.157784 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12a14f80-8f23-4ef1-944f-d1122bff6010 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:48.186070 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-12a14f80-8f23-4ef1-944f-d1122bff6010 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port 111b8f7e-ad88-4703-b31d-065ee765bec8 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:21:48.244173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-134c50dd-79d1-4f9c-9d74-f239be102d79', 'network_id': '134c50dd-79d1-4f9c-9d74-f239be102d79', 'tenant_id': '59fa8f8ac81a439ea468b950699cc8ca', 'fixed_ips': [{'subnet_id': 'aa1a5f99-ad28-45de-ae21-9975a001f0a2'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:21:48.245455 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:48.251675 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 6f788784-62af-4190-ba30-2f502c85901c details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:21:48.356782 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fb4443c7-6cd5-40ed-b428-0947246b40b5 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:48.358224 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-12a14f80-8f23-4ef1-944f-d1122bff6010 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Allocated IP 172.20.0.7 (134c50dd-79d1-4f9c-9d74-f239be102d79/aa1a5f99-ad28-45de-ae21-9975a001f0a2/111b8f7e-ad88-4703-b31d-065ee765bec8) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:48.383840 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:21:48.399148 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4443c7-6cd5-40ed-b428-0947246b40b5 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event deleted for resources: {'Port': ['ID=7e8b22a5-f789-4340-8271-3301b43ed07f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:48.484299 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fb4443c7-6cd5-40ed-b428-0947246b40b5 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:48.487196 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fb4443c7-6cd5-40ed-b428-0947246b40b5 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:48.488500 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fb4443c7-6cd5-40ed-b428-0947246b40b5 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "DELETE /v2.0/floatingips/295e1028-2324-438f-95e9-dcd5536b7b45 HTTP/1.1" status: 204 len: 168 time: 0.6591249 Jul 15 15:21:48.567978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 6f788784-62af-4190-ba30-2f502c85901c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6f788784-62af-4190-ba30-2f502c85901c,segment=NetworkSegment(91e1461a-462e-40c4-9da3-9a6100fff013),segment_id=91e1461a-462e-40c4-9da3-9a6100fff013)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:48.582810 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '6f788784-62af-4190-ba30-2f502c85901c', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'port_id': '6f788784-62af-4190-ba30-2f502c85901c', 'mac_address': 'fa:16:3e:b9:68:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:21:48.623273 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:48.638755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f788784-62af-4190-ba30-2f502c85901c {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:21:48.665931 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 6f788784-62af-4190-ba30-2f502c85901c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6f788784-62af-4190-ba30-2f502c85901c,segment=NetworkSegment(91e1461a-462e-40c4-9da3-9a6100fff013),segment_id=91e1461a-462e-40c4-9da3-9a6100fff013)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:48.671285 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:48.697546 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12a14f80-8f23-4ef1-944f-d1122bff6010 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:48.726308 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-12a14f80-8f23-4ef1-944f-d1122bff6010 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Transition to ACTIVE for port object 111b8f7e-ad88-4703-b31d-065ee765bec8 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:48.757747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=6f788784-62af-4190-ba30-2f502c85901c,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:48.803997 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12a14f80-8f23-4ef1-944f-d1122bff6010 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:48.866889 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a14f80-8f23-4ef1-944f-d1122bff6010 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=111b8f7e-ad88-4703-b31d-065ee765bec8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:48.882781 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a14f80-8f23-4ef1-944f-d1122bff6010 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 134c50dd-79d1-4f9c-9d74-f239be102d79 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:48.884107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-12a14f80-8f23-4ef1-944f-d1122bff6010 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:48.886855 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a14f80-8f23-4ef1-944f-d1122bff6010 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:48.909763 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Allocated IP 172.20.0.2 (134c50dd-79d1-4f9c-9d74-f239be102d79/aa1a5f99-ad28-45de-ae21-9975a001f0a2/f697c271-5543-4186-b5d2-a7d3e6f09a46) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:48.914061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['6f788784-62af-4190-ba30-2f502c85901c'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:21:48.958071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a14f80-8f23-4ef1-944f-d1122bff6010 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:48.958924 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12a14f80-8f23-4ef1-944f-d1122bff6010 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:48.985631 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-12a14f80-8f23-4ef1-944f-d1122bff6010 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9976308 Jul 15 15:21:48.986675 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53776) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:48.997810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-993f2541-69bb-408f-bec9-ffe49ab995ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'network_id': '134c50dd-79d1-4f9c-9d74-f239be102d79', 'name': 'tempest-PortsTestJSON-872277350'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:49.067688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228cb86-5023-424c-807b-5ed335f618ed req-ff8bfc9d-df9b-4081-89dd-df4c9499b1d9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:49.080319 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4228cb86-5023-424c-807b-5ed335f618ed req-ff8bfc9d-df9b-4081-89dd-df4c9499b1d9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 944 time: 0.1542027 Jul 15 15:21:49.109872 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.145926 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4228cb86-5023-424c-807b-5ed335f618ed req-a0f228c5-0234-4709-ae9c-105f3fa945b4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581567 Jul 15 15:21:49.207494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993f2541-69bb-408f-bec9-ffe49ab995ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:49.212777 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-993f2541-69bb-408f-bec9-ffe49ab995ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.249975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-993f2541-69bb-408f-bec9-ffe49ab995ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port b8f085f6-d080-4011-9d2b-ae774489aae7 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:21:49.275714 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53786) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:49.281234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b071bb65-cbc9-43ac-83f2-dc197b3ac502 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1966264703', 'description': 'tempest-description--964261620'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:49.307845 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b071bb65-cbc9-43ac-83f2-dc197b3ac502 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.377547 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.389122 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.406617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Transition to ACTIVE for port object f697c271-5543-4186-b5d2-a7d3e6f09a46 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:49.430675 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b071bb65-cbc9-43ac-83f2-dc197b3ac502 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.436066 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b071bb65-cbc9-43ac-83f2-dc197b3ac502 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.437289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Transition to ACTIVE for port object f697c271-5543-4186-b5d2-a7d3e6f09a46 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:49.451416 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.492338 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071bb65-cbc9-43ac-83f2-dc197b3ac502 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:49.506112 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b071bb65-cbc9-43ac-83f2-dc197b3ac502 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.508256 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b071bb65-cbc9-43ac-83f2-dc197b3ac502 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2310002 Jul 15 15:21:49.516501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53792) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:49.522617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ef0cc214-d27f-40a8-99f7-8cdb348fc6e0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Request body: {'security_group_rule': {'security_group_id': 'a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:49.550610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-993f2541-69bb-408f-bec9-ffe49ab995ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Allocated IP 172.20.0.11 (134c50dd-79d1-4f9c-9d74-f239be102d79/aa1a5f99-ad28-45de-ae21-9975a001f0a2/b8f085f6-d080-4011-9d2b-ae774489aae7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:49.561696 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc214-d27f-40a8-99f7-8cdb348fc6e0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.583498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Network 134c50dd-79d1-4f9c-9d74-f239be102d79 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:49.586664 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:49.589206 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Pushing event updated for resources: {'Port': ['ID=f697c271-5543-4186-b5d2-a7d3e6f09a46,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:49.592962 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:49.663775 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Attempting to bind port f697c271-5543-4186-b5d2-a7d3e6f09a46 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:21:49.664110 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Attempting to bind port f697c271-5543-4186-b5d2-a7d3e6f09a46 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'cff98a05-e857-4055-85cc-13f8020021f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '134c50dd-79d1-4f9c-9d74-f239be102d79'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:21:49.664424 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Attempting to bind port f697c271-5543-4186-b5d2-a7d3e6f09a46 on network 134c50dd-79d1-4f9c-9d74-f239be102d79 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:21:49.672871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:21:49.673282 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Checking segment: {'id': 'cff98a05-e857-4055-85cc-13f8020021f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '134c50dd-79d1-4f9c-9d74-f239be102d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:49.673680 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.674076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Bound using segment: {'id': 'cff98a05-e857-4055-85cc-13f8020021f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '134c50dd-79d1-4f9c-9d74-f239be102d79'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:21:49.675099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Bound port: f697c271-5543-4186-b5d2-a7d3e6f09a46, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff98a05-e857-4055-85cc-13f8020021f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '134c50dd-79d1-4f9c-9d74-f239be102d79'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:21:49.675509 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.702708 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc214-d27f-40a8-99f7-8cdb348fc6e0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.708391 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc214-d27f-40a8-99f7-8cdb348fc6e0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.734902 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cc214-d27f-40a8-99f7-8cdb348fc6e0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2afc2e8-e349-4e4a-b12c-ca7365cdd55b,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:49.739056 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc214-d27f-40a8-99f7-8cdb348fc6e0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.740316 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ef0cc214-d27f-40a8-99f7-8cdb348fc6e0 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2223732 Jul 15 15:21:49.743024 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53796) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:49.755588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-025d2552-aff6-465b-a2bc-c25a92346841 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Request body: {'security_group_rule': {'security_group_id': 'a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:49.756426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] For port f697c271-5543-4186-b5d2-a7d3e6f09a46, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:21:49.761947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] For port f697c271-5543-4186-b5d2-a7d3e6f09a46, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f697c271-5543-4186-b5d2-a7d3e6f09a46,segment=NetworkSegment(cff98a05-e857-4055-85cc-13f8020021f9),segment_id=cff98a05-e857-4055-85cc-13f8020021f9)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:21:49.770402 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.789582 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-025d2552-aff6-465b-a2bc-c25a92346841 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.836525 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-993f2541-69bb-408f-bec9-ffe49ab995ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.868237 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-025d2552-aff6-465b-a2bc-c25a92346841 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.876252 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-993f2541-69bb-408f-bec9-ffe49ab995ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Transition to ACTIVE for port object b8f085f6-d080-4011-9d2b-ae774489aae7 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:49.878690 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4125cce-fa1f-45ba-821a-b6a2fdc39217 None None] Pushing event updated for resources: {'Port': ['ID=f697c271-5543-4186-b5d2-a7d3e6f09a46,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:49.883231 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-025d2552-aff6-465b-a2bc-c25a92346841 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.920527 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-025d2552-aff6-465b-a2bc-c25a92346841 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.925843 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-025d2552-aff6-465b-a2bc-c25a92346841 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1775661 Jul 15 15:21:49.925843 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d2552-aff6-465b-a2bc-c25a92346841 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9078dbe0-c47f-4525-942b-d82511256064,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:49.925843 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53804) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:49.929466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:49.940737 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-993f2541-69bb-408f-bec9-ffe49ab995ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.988703 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:50.001332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993f2541-69bb-408f-bec9-ffe49ab995ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 134c50dd-79d1-4f9c-9d74-f239be102d79 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:50.002499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-993f2541-69bb-408f-bec9-ffe49ab995ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:50.008333 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f2541-69bb-408f-bec9-ffe49ab995ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:50.067429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f2541-69bb-408f-bec9-ffe49ab995ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=b8f085f6-d080-4011-9d2b-ae774489aae7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:50.111267 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993f2541-69bb-408f-bec9-ffe49ab995ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:50.112609 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-993f2541-69bb-408f-bec9-ffe49ab995ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:50.142466 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-993f2541-69bb-408f-bec9-ffe49ab995ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1537471 Jul 15 15:21:50.142719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53810) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:50.251415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 6f788784-62af-4190-ba30-2f502c85901c up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:21:50.258247 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:50.417293 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c149e3b1-5a03-4163-9df3-9a615bcd647e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:50.422102 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53820) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:50.433111 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c149e3b1-5a03-4163-9df3-9a615bcd647e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 920 time: 0.2889612 Jul 15 15:21:50.601194 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 6f788784-62af-4190-ba30-2f502c85901c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:50.610648 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 6f788784-62af-4190-ba30-2f502c85901c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:50.611027 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:50.656176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cc9ea0bf-1c02-4270-8eb0-f5f2592014d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port b8f085f6-d080-4011-9d2b-ae774489aae7 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:50.656750 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc9ea0bf-1c02-4270-8eb0-f5f2592014d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:50.657070 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd927e-e5e2-4f0e-87df-83734a9811b3 req-7f81f708-1bea-478f-bc38-32c912726a8c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:50.658654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1bfd927e-e5e2-4f0e-87df-83734a9811b3 req-7f81f708-1bea-478f-bc38-32c912726a8c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 944 time: 0.2105327 Jul 15 15:21:50.672381 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Allocated IP 172.25.4.247 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/d1f3edfd-8806-449a-8167-34e631857eef) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:50.743613 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1bfd927e-e5e2-4f0e-87df-83734a9811b3 req-72a7c452-61cd-47d8-ba85-4e0687d3a07d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734649 Jul 15 15:21:50.798360 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:50.828139 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f788784-62af-4190-ba30-2f502c85901c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:21:50.830696 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c5fb0c-6c30-43bb-b769-8a2c45f4b61e" -d '{"events": [{"server_uuid": "d9b1f65e-6932-421c-a167-ca1395cb8eea", "name": "network-vif-plugged", "status": "completed", "tag": "6f788784-62af-4190-ba30-2f502c85901c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:21:50.847302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 6f788784-62af-4190-ba30-2f502c85901c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6f788784-62af-4190-ba30-2f502c85901c,segment=NetworkSegment(91e1461a-462e-40c4-9da3-9a6100fff013),segment_id=91e1461a-462e-40c4-9da3-9a6100fff013)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:50.857337 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:50.929998 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:50.936913 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00b0f1d-2e4c-4a5e-9218-71a93d95445e x-openstack-request-id: req-c00b0f1d-2e4c-4a5e-9218-71a93d95445e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:21:50.937215 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b1f65e-6932-421c-a167-ca1395cb8eea", "name": "network-vif-plugged", "status": "completed", "tag": "6f788784-62af-4190-ba30-2f502c85901c", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:21:50.937468 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c00b0f1d-2e4c-4a5e-9218-71a93d95445e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:21:50.937861 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f788784-62af-4190-ba30-2f502c85901c', 'code': 200} Jul 15 15:21:50.965141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=6f788784-62af-4190-ba30-2f502c85901c,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:51.005365 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f697c271-5543-4186-b5d2-a7d3e6f09a46 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:21:51.021377 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:51.022037 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc9ea0bf-1c02-4270-8eb0-f5f2592014d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:51.040426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cc9ea0bf-1c02-4270-8eb0-f5f2592014d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for b8f085f6-d080-4011-9d2b-ae774489aae7 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:51.099811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port f697c271-5543-4186-b5d2-a7d3e6f09a46 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:51.139918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event updated for resources: {'Port': ['ID=d1f3edfd-8806-449a-8167-34e631857eef,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:51.160924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:51.162436 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:51.175531 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:51.292311 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc9ea0bf-1c02-4270-8eb0-f5f2592014d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:51.354480 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:51.362837 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ea0bf-1c02-4270-8eb0-f5f2592014d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=b8f085f6-d080-4011-9d2b-ae774489aae7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:51.401351 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a16e54-a198-4113-9e89-c952b728ed78 req-4f88f1af-b6e3-4b57-9051-e239c1b2e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:51.403049 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c1a16e54-a198-4113-9e89-c952b728ed78 req-4f88f1af-b6e3-4b57-9051-e239c1b2e58d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 1096 time: 0.3432789 Jul 15 15:21:51.416652 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:51.419713 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc9ea0bf-1c02-4270-8eb0-f5f2592014d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:51.422060 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cc9ea0bf-1c02-4270-8eb0-f5f2592014d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/b8f085f6-d080-4011-9d2b-ae774489aae7 HTTP/1.1" status: 204 len: 168 time: 0.9988692 Jul 15 15:21:51.426606 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53840) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:51.440510 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e2471-aa95-4573-8ad3-15bb3a96f604 None None] Network 134c50dd-79d1-4f9c-9d74-f239be102d79 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:51.488727 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ba8fa4-7e4e-4c55-ae38-6f43d6f856dc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] GET failed (client error): The resource could not be found. Jul 15 15:21:51.490599 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d5ba8fa4-7e4e-4c55-ae38-6f43d6f856dc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/b8f085f6-d080-4011-9d2b-ae774489aae7 HTTP/1.1" status: 404 len: 333 time: 0.0630004 Jul 15 15:21:51.492593 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c1a16e54-a198-4113-9e89-c952b728ed78 req-d7d327d8-182b-4fc1-8979-83b669448f42 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684915 Jul 15 15:21:51.493357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53844) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:51.650099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-01759194-0a27-4c5b-8a05-b05c0c51bc9e None None] Provisioning for port f697c271-5543-4186-b5d2-a7d3e6f09a46 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:51.650822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-70461e63-1a51-457f-8eea-375f1b874ea8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port 111b8f7e-ad88-4703-b31d-065ee765bec8 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:51.651257 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70461e63-1a51-457f-8eea-375f1b874ea8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:51.666766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-01759194-0a27-4c5b-8a05-b05c0c51bc9e None None] Provisioning complete for port f697c271-5543-4186-b5d2-a7d3e6f09a46 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:51.670979 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01759194-0a27-4c5b-8a05-b05c0c51bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:51.802076 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70461e63-1a51-457f-8eea-375f1b874ea8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:51.856544 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:51.867795 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:51.883197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-70461e63-1a51-457f-8eea-375f1b874ea8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for 111b8f7e-ad88-4703-b31d-065ee765bec8 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:51.934492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event updated for resources: {'Port': ['ID=d1f3edfd-8806-449a-8167-34e631857eef,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:52.007192 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01759194-0a27-4c5b-8a05-b05c0c51bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:52.042237 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:52.074269 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc2010-2aa2-43cb-a2e7-7e511fee89c1 req-ee121f72-94e7-4e19-be86-b21e9945eafc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:52.075956 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ecc2010-2aa2-43cb-a2e7-7e511fee89c1 req-ee121f72-94e7-4e19-be86-b21e9945eafc tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 945 time: 0.1293383 Jul 15 15:21:52.077245 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:52.083283 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e1781bb9-0f3c-4f48-9735-970fa3063b9c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1574781 Jul 15 15:21:52.092991 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-01759194-0a27-4c5b-8a05-b05c0c51bc9e None None] For port f697c271-5543-4186-b5d2-a7d3e6f09a46, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f697c271-5543-4186-b5d2-a7d3e6f09a46,segment=NetworkSegment(cff98a05-e857-4055-85cc-13f8020021f9),segment_id=cff98a05-e857-4055-85cc-13f8020021f9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:52.106436 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01759194-0a27-4c5b-8a05-b05c0c51bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:52.169352 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ecc2010-2aa2-43cb-a2e7-7e511fee89c1 req-1f45ee5f-f253-410a-b004-959ddc70ea71 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808368 Jul 15 15:21:52.182146 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70461e63-1a51-457f-8eea-375f1b874ea8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:52.198460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01759194-0a27-4c5b-8a05-b05c0c51bc9e None None] Pushing event updated for resources: {'Port': ['ID=f697c271-5543-4186-b5d2-a7d3e6f09a46,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:52.263454 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70461e63-1a51-457f-8eea-375f1b874ea8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=111b8f7e-ad88-4703-b31d-065ee765bec8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:52.308823 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70461e63-1a51-457f-8eea-375f1b874ea8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:52.311293 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-70461e63-1a51-457f-8eea-375f1b874ea8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/111b8f7e-ad88-4703-b31d-065ee765bec8 HTTP/1.1" status: 204 len: 168 time: 0.8169339 Jul 15 15:21:52.313971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53864) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:52.368053 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf425b61-7209-4ce1-ac87-39e1d6a875f2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] GET failed (client error): The resource could not be found. Jul 15 15:21:52.369673 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bf425b61-7209-4ce1-ac87-39e1d6a875f2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/111b8f7e-ad88-4703-b31d-065ee765bec8 HTTP/1.1" status: 404 len: 333 time: 0.0547287 Jul 15 15:21:52.372509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53868) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:52.439054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4e67e81d-6d22-4108-b821-f3e15c74addc None None] Could not find standard attr ID for object 111b8f7e-ad88-4703-b31d-065ee765bec8. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:21:52.460959 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcc5175-79b5-428b-a59c-b41334605cbd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting subnet aa1a5f99-ad28-45de-ae21-9975a001f0a2 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:21:52.464719 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6bcc5175-79b5-428b-a59c-b41334605cbd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:52.509247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4e67e81d-6d22-4108-b821-f3e15c74addc None None] Provisioning complete for port f697c271-5543-4186-b5d2-a7d3e6f09a46 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:52.527191 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e67e81d-6d22-4108-b821-f3e15c74addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:52.531090 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6bcc5175-79b5-428b-a59c-b41334605cbd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:52.541090 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-3dab470d-eec0-4ba2-8401-8e1a3276aefc tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1966264703&fields=id&tenant_id=2db6d724ceec4df59f0f69f5abe77cf3 HTTP/1.1" status: 200 len: 267 time: 0.0884812 Jul 15 15:21:52.700779 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-49d578df-ec2a-409c-b466-ae8c35eb3ecf tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:52.702250 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-49d578df-ec2a-409c-b466-ae8c35eb3ecf tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/networks?id=579fa8cf-a9bb-4f78-bf43-84ac7a207108 HTTP/1.1" status: 200 len: 810 time: 0.1544487 Jul 15 15:21:52.722126 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6bcc5175-79b5-428b-a59c-b41334605cbd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:52.727410 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-f0dba263-b67a-4985-a2bc-5f80111d052a tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/quotas/2db6d724ceec4df59f0f69f5abe77cf3 HTTP/1.1" status: 200 len: 375 time: 0.0135901 Jul 15 15:21:52.794348 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6fa00c50-2871-4eb0-8383-eb4b830fb9ec None None] Could not find standard attr ID for object 111b8f7e-ad88-4703-b31d-065ee765bec8. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:21:52.815025 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6bcc5175-79b5-428b-a59c-b41334605cbd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:52.843624 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-6440c35d-25ad-467b-9369-881c3aa87129 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2db6d724ceec4df59f0f69f5abe77cf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1103072 Jul 15 15:21:52.882542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc5175-79b5-428b-a59c-b41334605cbd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1a5f99-ad28-45de-ae21-9975a001f0a2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:52.898127 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6bcc5175-79b5-428b-a59c-b41334605cbd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:52.906820 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53888) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:52.919060 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6bcc5175-79b5-428b-a59c-b41334605cbd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/aa1a5f99-ad28-45de-ae21-9975a001f0a2 HTTP/1.1" status: 204 len: 168 time: 0.5452280 Jul 15 15:21:52.938403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f697c271-5543-4186-b5d2-a7d3e6f09a46 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:21:53.041787 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:53.064210 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port f697c271-5543-4186-b5d2-a7d3e6f09a46 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:53.064543 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:53.151923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1728ee3f-f5f5-4c91-b4d7-7126c766268e None None] Network 134c50dd-79d1-4f9c-9d74-f239be102d79 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:53.235140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port f697c271-5543-4186-b5d2-a7d3e6f09a46 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:53.235668 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:53.281059 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dd27fe27-109a-4c62-8b77-80727c43b312 None None] Could not find standard attr ID for object b8f085f6-d080-4011-9d2b-ae774489aae7. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:21:53.336057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-24df2ee3-83b1-49a0-ac6c-232696f49c4b service neutron] 10.222.0.38 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720707 Jul 15 15:21:53.403342 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53900) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:53.432535 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d60f2a-d2c1-4574-a896-68c457b95c82 None None] DHCP port deletion for 134c50dd-79d1-4f9c-9d74-f239be102d79 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:21:53.489297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e6d60f2a-d2c1-4574-a896-68c457b95c82 None None] Deleting port f697c271-5543-4186-b5d2-a7d3e6f09a46 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:21:53.490019 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6d60f2a-d2c1-4574-a896-68c457b95c82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:53.529148 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d574e00b-5a83-4d1b-a8da-819f2ca12f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:53.543068 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] For port f697c271-5543-4186-b5d2-a7d3e6f09a46, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f697c271-5543-4186-b5d2-a7d3e6f09a46,segment=NetworkSegment(cff98a05-e857-4055-85cc-13f8020021f9),segment_id=cff98a05-e857-4055-85cc-13f8020021f9)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:53.543443 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:53.565507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e6d60f2a-d2c1-4574-a896-68c457b95c82 None None] For port f697c271-5543-4186-b5d2-a7d3e6f09a46, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f697c271-5543-4186-b5d2-a7d3e6f09a46,segment=NetworkSegment(cff98a05-e857-4055-85cc-13f8020021f9),segment_id=cff98a05-e857-4055-85cc-13f8020021f9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:21:53.566110 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6d60f2a-d2c1-4574-a896-68c457b95c82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:53.571430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for f697c271-5543-4186-b5d2-a7d3e6f09a46 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:53.575494 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-697d188a-092c-40cf-92bc-ce3951c955c3 service neutron] 10.222.0.38 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381778 Jul 15 15:21:53.579067 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e6d60f2a-d2c1-4574-a896-68c457b95c82 None None] Calling delete_port for f697c271-5543-4186-b5d2-a7d3e6f09a46 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:21:53.678265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9a60-db3d-493e-9136-aa1621768250 req-837ebd66-62ae-4bbf-a3e6-750c830991c0 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:53.678954 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d574e00b-5a83-4d1b-a8da-819f2ca12f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:53.680248 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11fb9a60-db3d-493e-9136-aa1621768250 req-837ebd66-62ae-4bbf-a3e6-750c830991c0 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 945 time: 0.2647953 Jul 15 15:21:53.709555 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d574e00b-5a83-4d1b-a8da-819f2ca12f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:53.723543 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6d60f2a-d2c1-4574-a896-68c457b95c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:53.761768 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d574e00b-5a83-4d1b-a8da-819f2ca12f86 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ef7df9ab2afe41bc826eaa41b004314e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3570526 Jul 15 15:21:53.763568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574e00b-5a83-4d1b-a8da-819f2ca12f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf756650-ee29-4f77-a13e-d7aa43627b19,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:53.766513 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53910) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:53.779343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d60f2a-d2c1-4574-a896-68c457b95c82 None None] No DVR routers for this DVR port f697c271-5543-4186-b5d2-a7d3e6f09a46 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:21:53.780952 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d60f2a-d2c1-4574-a896-68c457b95c82 None None] Pushing event deleted for resources: {'Port': ['ID=f697c271-5543-4186-b5d2-a7d3e6f09a46,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:53.837852 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da4229da-dc27-4616-848a-b7d2d31c1431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:53.873846 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da4229da-dc27-4616-848a-b7d2d31c1431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:53.937829 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da4229da-dc27-4616-848a-b7d2d31c1431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:53.943165 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da4229da-dc27-4616-848a-b7d2d31c1431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:53.944711 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-da4229da-dc27-4616-848a-b7d2d31c1431 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf756650-ee29-4f77-a13e-d7aa43627b19 HTTP/1.1" status: 204 len: 168 time: 0.1766715 Jul 15 15:21:53.989363 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4229da-dc27-4616-848a-b7d2d31c1431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf756650-ee29-4f77-a13e-d7aa43627b19,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:54.214139 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11fb9a60-db3d-493e-9136-aa1621768250 req-80f7a616-080c-4a6b-9d41-adc38c1c0452 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5267267 Jul 15 15:21:54.217323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1f19925e-4d41-491f-9fd7-0f9c142a57ef req-6c80f56c-b970-4e83-ace8-767b0534697b tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 210 time: 0.0636599 Jul 15 15:21:54.237857 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.283776 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=f697c271-5543-4186-b5d2-a7d3e6f09a46,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:54.307718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No DVR routers for this DVR port f697c271-5543-4186-b5d2-a7d3e6f09a46 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:21:54.344835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53928) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:54.363481 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1bb07fb-1f29-4855-a9c8-16bf926285af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.437478 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.456614 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134c50dd-79d1-4f9c-9d74-f239be102d79']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:54.483630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff98a05-e857-4055-85cc-13f8020021f9') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:54.483970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff98a05-e857-4055-85cc-13f8020021f9') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:54.497485 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.511627 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1bb07fb-1f29-4855-a9c8-16bf926285af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.518228 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1bb07fb-1f29-4855-a9c8-16bf926285af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.531724 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.540360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:21:54.540766 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.563867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb07fb-1f29-4855-a9c8-16bf926285af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23a2f84-ebdb-4515-b082-4f8a84380120,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:54.572129 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f1bb07fb-1f29-4855-a9c8-16bf926285af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f4beaa748814ab5a2c3dc16a1b3fecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2260129 Jul 15 15:21:54.572810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53934) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:21:54.621036 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:21:54.635734 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589675a8-883e-4897-b1f8-275fcf17c207 req-20aa03e9-0276-474d-adb1-d56f3c3c9f5d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:54.637102 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-28eb1d9d-6596-4741-9282-a5d79f34a8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.637319 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-589675a8-883e-4897-b1f8-275fcf17c207 req-20aa03e9-0276-474d-adb1-d56f3c3c9f5d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 945 time: 0.1974409 Jul 15 15:21:54.638410 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.644288 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.646817 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/networks/134c50dd-79d1-4f9c-9d74-f239be102d79 HTTP/1.1" status: 204 len: 168 time: 1.7390058 Jul 15 15:21:54.652329 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53936) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:54.657603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-4e23362c-6acc-4a42-b8be-e66b3b8bf89f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-590051939'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:54.670768 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-28eb1d9d-6596-4741-9282-a5d79f34a8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.691799 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69355d9a-6ae5-4530-be77-e6d68536b8d0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Network': ['ID=134c50dd-79d1-4f9c-9d74-f239be102d79,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:54.727046 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e23362c-6acc-4a42-b8be-e66b3b8bf89f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:54.732055 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4e23362c-6acc-4a42-b8be-e66b3b8bf89f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.736325 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-28eb1d9d-6596-4741-9282-a5d79f34a8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.738271 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-589675a8-883e-4897-b1f8-275fcf17c207 req-46dc3cf7-f596-45f3-81fe-f311eed2f2ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901928 Jul 15 15:21:54.739568 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-28eb1d9d-6596-4741-9282-a5d79f34a8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.740889 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-28eb1d9d-6596-4741-9282-a5d79f34a8a7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b23a2f84-ebdb-4515-b082-4f8a84380120 HTTP/1.1" status: 204 len: 168 time: 0.1667275 Jul 15 15:21:54.748998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb1d9d-6596-4741-9282-a5d79f34a8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23a2f84-ebdb-4515-b082-4f8a84380120,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:54.771431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e23362c-6acc-4a42-b8be-e66b3b8bf89f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:21:54.783559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53942) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:54.795400 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4e23362c-6acc-4a42-b8be-e66b3b8bf89f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.796016 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-4e23362c-6acc-4a42-b8be-e66b3b8bf89f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Added segment 699ef902-38b8-4534-94f6-f9893dbc0391 of type vlan for network a40cb216-edef-4fdb-a889-c59072344f3a Jul 15 15:21:54.846620 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4e23362c-6acc-4a42-b8be-e66b3b8bf89f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.901230 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4e23362c-6acc-4a42-b8be-e66b3b8bf89f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.904541 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f697c271-5543-4186-b5d2-a7d3e6f09a46 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:21:54.909536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23362c-6acc-4a42-b8be-e66b3b8bf89f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:54.910384 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4e23362c-6acc-4a42-b8be-e66b3b8bf89f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:54.927108 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffdf1f0-ed44-4635-a81c-7241be257684 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:54.931782 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7ffdf1f0-ed44-4635-a81c-7241be257684 tempest-TestNetworkAdvancedServerOps-19358074 tempest-TestNetworkAdvancedServerOps-19358074-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 1091 time: 0.1468191 Jul 15 15:21:54.932609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 53948) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:54.934684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: f697c271-5543-4186-b5d2-a7d3e6f09a46 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:21:54.935224 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f697c271-5543-4186-b5d2-a7d3e6f09a46 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:21:54.938738 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': '6f788784-62af-4190-ba30-2f502c85901c', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:54.984324 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:55.001447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23362c-6acc-4a42-b8be-e66b3b8bf89f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Network': ['ID=a40cb216-edef-4fdb-a889-c59072344f3a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:55.009556 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4e23362c-6acc-4a42-b8be-e66b3b8bf89f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3556273 Jul 15 15:21:55.010200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53952) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:55.015418 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-5b4b1631-3923-4a80-92c8-0bf894cc569c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'subnet': {'network_id': 'a40cb216-edef-4fdb-a889-c59072344f3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:55.016497 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network a40cb216-edef-4fdb-a889-c59072344f3a details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:21:55.190739 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:55.206711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4b1631-3923-4a80-92c8-0bf894cc569c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:55.211596 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b4b1631-3923-4a80-92c8-0bf894cc569c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:55.419742 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-1b3acb33-d86f-43db-bb6b-b376c364a98b tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:55.421352 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-1b3acb33-d86f-43db-bb6b-b376c364a98b tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.22 "GET /v2.0/networks?id=579fa8cf-a9bb-4f78-bf43-84ac7a207108 HTTP/1.1" status: 200 len: 810 time: 0.2027171 Jul 15 15:21:55.521249 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-38bd1398-9823-4674-a751-79475936f9a3 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2db6d724ceec4df59f0f69f5abe77cf3 HTTP/1.1" status: 200 len: 380 time: 0.0903890 Jul 15 15:21:55.544150 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f5d94ea-242b-4841-877d-62d1a6bef68a req-84570d14-450a-4d66-8e20-960ab29e06f5 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 210 time: 0.0842702 Jul 15 15:21:55.550949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-a7edb748-c766-4836-b3d1-c80241bd6e84 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Request body: {'port': {'device_id': 'c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'admin_state_up': True, 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'security_groups': ['a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:55.710913 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b4b1631-3923-4a80-92c8-0bf894cc569c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:55.806198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b1631-3923-4a80-92c8-0bf894cc569c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Subnet': ['ID=6be63992-b6fb-4efe-afca-76a724daff1a,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:55.833070 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b1631-3923-4a80-92c8-0bf894cc569c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Checking segment: {'id': '699ef902-38b8-4534-94f6-f9893dbc0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a40cb216-edef-4fdb-a889-c59072344f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:55.833852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4b1631-3923-4a80-92c8-0bf894cc569c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network hostable DHCP agents. Network: a40cb216-edef-4fdb-a889-c59072344f3a, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:21:55.838018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-a7edb748-c766-4836-b3d1-c80241bd6e84 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Made reservation on behalf of 2db6d724ceec4df59f0f69f5abe77cf3 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:55.841871 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-a7edb748-c766-4836-b3d1-c80241bd6e84 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:55.913509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4b1631-3923-4a80-92c8-0bf894cc569c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network a40cb216-edef-4fdb-a889-c59072344f3a is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:21:55.915495 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Allocated IP 172.25.4.152 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/17f68d74-6452-4469-84ac-0a3de5a86e18) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:55.932125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-5b4b1631-3923-4a80-92c8-0bf894cc569c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, a40cb216-edef-4fdb-a889-c59072344f3a) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:55.941708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4b1631-3923-4a80-92c8-0bf894cc569c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:55.942331 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b4b1631-3923-4a80-92c8-0bf894cc569c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:55.945517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d2553a-2f42-4aa8-a6d4-13f33e56b860 None None] Network a40cb216-edef-4fdb-a889-c59072344f3a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:55.965624 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5b4b1631-3923-4a80-92c8-0bf894cc569c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9517541 Jul 15 15:21:55.966459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 53986) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:55.975318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-76227c81-61b6-4916-a1f1-2b4dff06fd01 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'network_id': 'a40cb216-edef-4fdb-a889-c59072344f3a', 'name': 'tempest-PortsTestJSON-1869996613', 'fixed_ips': [{'subnet_id': '6be63992-b6fb-4efe-afca-76a724daff1a', 'ip_address': '172.20.0.10'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:56.101946 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:56.150729 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:56.168447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-a7edb748-c766-4836-b3d1-c80241bd6e84 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Allocated IP 172.20.0.4 (579fa8cf-a9bb-4f78-bf43-84ac7a207108/61f1753c-5b9f-4677-ae22-56509e286e82/efcae92f-b0c1-4e91-acdb-b2094c1b6369) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:56.188369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-a40cb216-edef-4fdb-a889-c59072344f3a', 'network_id': 'a40cb216-edef-4fdb-a889-c59072344f3a', 'tenant_id': '59fa8f8ac81a439ea468b950699cc8ca', 'fixed_ips': [{'subnet_id': '6be63992-b6fb-4efe-afca-76a724daff1a'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:21:56.191243 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:56.233253 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:56.239891 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:56.247993 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:56.276573 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76227c81-61b6-4916-a1f1-2b4dff06fd01 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:56.315755 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=17f68d74-6452-4469-84ac-0a3de5a86e18,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:56.395600 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-a7edb748-c766-4836-b3d1-c80241bd6e84 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:56.411670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-a7edb748-c766-4836-b3d1-c80241bd6e84 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Transition to ACTIVE for port object efcae92f-b0c1-4e91-acdb-b2094c1b6369 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:56.429597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Allocated IP 172.20.0.2 (a40cb216-edef-4fdb-a889-c59072344f3a/6be63992-b6fb-4efe-afca-76a724daff1a/d110bdad-d8ce-4293-9319-dbb343d3b17c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:56.454812 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-a7edb748-c766-4836-b3d1-c80241bd6e84 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:56.568121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-a7edb748-c766-4836-b3d1-c80241bd6e84 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:56.607442 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:56.617362 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Transition to ACTIVE for port object d110bdad-d8ce-4293-9319-dbb343d3b17c will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:56.628166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-a7edb748-c766-4836-b3d1-c80241bd6e84 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:56.632719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-a7edb748-c766-4836-b3d1-c80241bd6e84 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:56.651134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Transition to ACTIVE for port object d110bdad-d8ce-4293-9319-dbb343d3b17c will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:56.660819 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:56.725407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Network a40cb216-edef-4fdb-a889-c59072344f3a is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:56.733111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:56.740334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:56.745016 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:56.756608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Pushing event updated for resources: {'Port': ['ID=d110bdad-d8ce-4293-9319-dbb343d3b17c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:56.776075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edb748-c766-4836-b3d1-c80241bd6e84 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event updated for resources: {'Port': ['ID=efcae92f-b0c1-4e91-acdb-b2094c1b6369,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:56.811267 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76227c81-61b6-4916-a1f1-2b4dff06fd01 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:56.834947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Attempting to bind port d110bdad-d8ce-4293-9319-dbb343d3b17c on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:21:56.835447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Attempting to bind port d110bdad-d8ce-4293-9319-dbb343d3b17c by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '699ef902-38b8-4534-94f6-f9893dbc0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a40cb216-edef-4fdb-a889-c59072344f3a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:21:56.835824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Attempting to bind port d110bdad-d8ce-4293-9319-dbb343d3b17c on network a40cb216-edef-4fdb-a889-c59072344f3a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:21:56.845659 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:21:56.846346 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Checking segment: {'id': '699ef902-38b8-4534-94f6-f9893dbc0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a40cb216-edef-4fdb-a889-c59072344f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:56.847055 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:56.848023 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Bound using segment: {'id': '699ef902-38b8-4534-94f6-f9893dbc0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a40cb216-edef-4fdb-a889-c59072344f3a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:21:56.848739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Bound port: d110bdad-d8ce-4293-9319-dbb343d3b17c, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699ef902-38b8-4534-94f6-f9893dbc0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a40cb216-edef-4fdb-a889-c59072344f3a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:21:56.849241 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:56.887298 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-76227c81-61b6-4916-a1f1-2b4dff06fd01 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port 0de4f415-d925-48e8-98aa-5d00e666c841 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:21:56.897243 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:56.930548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] For port d110bdad-d8ce-4293-9319-dbb343d3b17c, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:21:56.936071 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] For port d110bdad-d8ce-4293-9319-dbb343d3b17c, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d110bdad-d8ce-4293-9319-dbb343d3b17c,segment=NetworkSegment(699ef902-38b8-4534-94f6-f9893dbc0391),segment_id=699ef902-38b8-4534-94f6-f9893dbc0391)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:21:56.943995 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:56.948687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-a7edb748-c766-4836-b3d1-c80241bd6e84 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:56.949374 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-a7edb748-c766-4836-b3d1-c80241bd6e84 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:57.005591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-a7edb748-c766-4836-b3d1-c80241bd6e84 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4640515 Jul 15 15:21:57.028708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Request body: {'port': {'device_id': 'c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:57.090889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232404e-b978-46bc-b6e1-28e9fdb29428 None None] Pushing event updated for resources: {'Port': ['ID=d110bdad-d8ce-4293-9319-dbb343d3b17c,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:57.147592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c1097ce4-0d57-4b94-a7f2-43906ecd71c4 None None] Provisioning for port efcae92f-b0c1-4e91-acdb-b2094c1b6369 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:57.153902 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c1097ce4-0d57-4b94-a7f2-43906ecd71c4 None None] Provisioning complete for port efcae92f-b0c1-4e91-acdb-b2094c1b6369 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:57.154620 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1097ce4-0d57-4b94-a7f2-43906ecd71c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:57.219061 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c1097ce4-0d57-4b94-a7f2-43906ecd71c4 None None] Port efcae92f-b0c1-4e91-acdb-b2094c1b6369 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:21:57.221399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b2eac-db4f-4f56-9ff1-f4735c518321 req-fb45f354-a5af-4375-88aa-2625882cd8e7 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:57.227109 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-744b2eac-db4f-4f56-9ff1-f4735c518321 req-fb45f354-a5af-4375-88aa-2625882cd8e7 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 931 time: 0.4252470 Jul 15 15:21:57.247473 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:57.250175 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:57.255686 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:57.361380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-744b2eac-db4f-4f56-9ff1-f4735c518321 req-d4e16e1d-a167-4ba8-b049-d266a8ee1839 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197865 Jul 15 15:21:57.421249 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event updated for resources: {'Port': ['ID=17f68d74-6452-4469-84ac-0a3de5a86e18,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:57.450144 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:57.581754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-76227c81-61b6-4916-a1f1-2b4dff06fd01 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Allocated IP 172.20.0.10 (a40cb216-edef-4fdb-a889-c59072344f3a/6be63992-b6fb-4efe-afca-76a724daff1a/0de4f415-d925-48e8-98aa-5d00e666c841) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:57.616740 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Floating IP adf5f58f-4df0-451c-8440-cb09c47801d5 associated. External IP: 172.25.4.152, port: 6f788784-62af-4190-ba30-2f502c85901c. Jul 15 15:21:57.896330 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:21:57.971012 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76227c81-61b6-4916-a1f1-2b4dff06fd01 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:58.016329 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-76227c81-61b6-4916-a1f1-2b4dff06fd01 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Transition to ACTIVE for port object 0de4f415-d925-48e8-98aa-5d00e666c841 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:58.023874 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efcae92f-b0c1-4e91-acdb-b2094c1b6369 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:21:58.036978 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:58.060100 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Transition to ACTIVE for port object efcae92f-b0c1-4e91-acdb-b2094c1b6369 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:21:58.068114 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:58.074691 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:21:58.087892 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414fb91-fff2-4477-9170-6a1aa97e5a39 None None] Sync routers for ids ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:21:58.110757 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414fb91-fff2-4477-9170-6a1aa97e5a39 None None] Routers {'dd91f91c-5968-4905-8f17-b1b4e5a7efa4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:21:58.112039 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5414fb91-fff2-4477-9170-6a1aa97e5a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:21:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:58.113838 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:58.193275 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-afe40df0-3f4a-4181-a2fe-25d5d4a5ccfd tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2589860 Jul 15 15:21:58.193545 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'tag': '6f788784-62af-4190-ba30-2f502c85901c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:21:58.203304 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618ab037-f95c-441f-9d82-6b19d14983d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b1f65e-6932-421c-a167-ca1395cb8eea", "tag": "6f788784-62af-4190-ba30-2f502c85901c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:21:58.230634 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76227c81-61b6-4916-a1f1-2b4dff06fd01 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:58.246425 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Pushing event updated for resources: {'Port': ['ID=efcae92f-b0c1-4e91-acdb-b2094c1b6369,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:58.293309 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8652994-2c39-4e18-8b8d-e96f72c9fc2e x-openstack-request-id: req-e8652994-2c39-4e18-8b8d-e96f72c9fc2e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:21:58.293778 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b1f65e-6932-421c-a167-ca1395cb8eea", "tag": "6f788784-62af-4190-ba30-2f502c85901c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:21:58.293778 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e8652994-2c39-4e18-8b8d-e96f72c9fc2e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:21:58.294162 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'tag': '6f788784-62af-4190-ba30-2f502c85901c', 'status': 'completed', 'code': 200} Jul 15 15:21:58.371506 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76227c81-61b6-4916-a1f1-2b4dff06fd01 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network a40cb216-edef-4fdb-a889-c59072344f3a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:21:58.388634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-5414fb91-fff2-4477-9170-6a1aa97e5a39 None None] Set router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:21:58.436206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-76227c81-61b6-4916-a1f1-2b4dff06fd01 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:21:58.446796 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76227c81-61b6-4916-a1f1-2b4dff06fd01 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:21:58.461074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ab037-f95c-441f-9d82-6b19d14983d9 req-24d9e46a-9963-426c-b6a5-072abdcbc61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:58.462674 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-618ab037-f95c-441f-9d82-6b19d14983d9 req-24d9e46a-9963-426c-b6a5-072abdcbc61a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 1096 time: 0.1433318 Jul 15 15:21:58.644808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22d5f55-a68f-4e3c-99b0-85459e06247e None None] Network a40cb216-edef-4fdb-a889-c59072344f3a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:21:58.646032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ab037-f95c-441f-9d82-6b19d14983d9 req-44078506-af97-4d96-8bd2-f98bade6f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:58.647849 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-618ab037-f95c-441f-9d82-6b19d14983d9 req-44078506-af97-4d96-8bd2-f98bade6f472 service neutron] 10.222.0.11 "GET /v2.0/networks?id=93f8c120-870b-41cd-bbef-f03287a97643 HTTP/1.1" status: 200 len: 898 time: 0.1783438 Jul 15 15:21:58.680615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76227c81-61b6-4916-a1f1-2b4dff06fd01 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=0de4f415-d925-48e8-98aa-5d00e666c841,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:58.743125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Attempting to bind port efcae92f-b0c1-4e91-acdb-b2094c1b6369 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:21:58.744077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Attempting to bind port efcae92f-b0c1-4e91-acdb-b2094c1b6369 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:21:58.744437 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Attempting to bind port efcae92f-b0c1-4e91-acdb-b2094c1b6369 on network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:21:58.756959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76227c81-61b6-4916-a1f1-2b4dff06fd01 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:58.758300 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76227c81-61b6-4916-a1f1-2b4dff06fd01 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:58.772889 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-618ab037-f95c-441f-9d82-6b19d14983d9 req-cb0233ec-70d1-4854-8d14-4c1d173ed13d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f788784-62af-4190-ba30-2f502c85901c HTTP/1.1" status: 200 len: 999 time: 0.1183987 Jul 15 15:21:58.798383 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-76227c81-61b6-4916-a1f1-2b4dff06fd01 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8311071 Jul 15 15:21:58.801858 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54042) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:58.802500 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0ba8410d-df91-4da8-8879-01bd4b54fa7e None None] Provisioning for port d110bdad-d8ce-4293-9319-dbb343d3b17c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:58.804488 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Port efcae92f-b0c1-4e91-acdb-b2094c1b6369 on network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:21:58.804826 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Attempting to bind port efcae92f-b0c1-4e91-acdb-b2094c1b6369 on network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:21:58.811168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6ca50bb5-e484-4df7-9dec-6bd71554a0bd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'network_id': 'a40cb216-edef-4fdb-a889-c59072344f3a', 'name': 'tempest-PortsTestJSON-918193317', 'fixed_ips': [{'subnet_id': '6be63992-b6fb-4efe-afca-76a724daff1a', 'ip_address': '172.20.0.9'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:21:58.845779 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7fe55-358b-4037-beb1-2e266c017233 req-95e3ca25-ce04-41ee-8834-b0794578a937 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:58.855337 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3d7fe55-358b-4037-beb1-2e266c017233 req-95e3ca25-ce04-41ee-8834-b0794578a937 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 943 time: 0.2087309 Jul 15 15:21:58.866472 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:21:58.866758 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Checking segment: {'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:21:58.867151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Bound using segment: {'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:21:58.867605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Bound port: efcae92f-b0c1-4e91-acdb-b2094c1b6369, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb7607d-41bd-43a8-b08c-97b09d554af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:21:58.867970 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:58.882168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acaaadf-0705-4caa-8388-cce7b715fb9e req-5b108483-1ffe-4978-ad3e-faf84d50f78e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:58.886481 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ab037-f95c-441f-9d82-6b19d14983d9 req-d620cace-eb10-4d7c-afbd-975c560f8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:58.888136 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-618ab037-f95c-441f-9d82-6b19d14983d9 req-d620cace-eb10-4d7c-afbd-975c560f8f5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7ef45e1d-64e5-42b7-993c-1bcf8a0d1155 HTTP/1.1" status: 200 len: 834 time: 0.1086717 Jul 15 15:21:58.891488 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2acaaadf-0705-4caa-8388-cce7b715fb9e req-5b108483-1ffe-4978-ad3e-faf84d50f78e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 945 time: 0.4343650 Jul 15 15:21:58.956203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5414fb91-fff2-4477-9170-6a1aa97e5a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831760616', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:21:28Z', 'updated_at': '2021-07-15T15:21:34Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:29Z', 'updated_at': '2021-07-15T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'adf5f58f-4df0-451c-8440-cb09c47801d5', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'port_id': '6f788784-62af-4190-ba30-2f502c85901c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'mac_address': 'fa:16:3e:b9:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:21:56Z', 'updated_at': '2021-07-15T15:21:56Z', 'revision_number': 0, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875c638a-0536-4879-8d88-e3999a18bc90', 'name': '', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:74:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:33Z', 'updated_at': '2021-07-15T15:21:41Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:59.022327 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d110bdad-d8ce-4293-9319-dbb343d3b17c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:21:59.024068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3d7fe55-358b-4037-beb1-2e266c017233 req-eeea1d69-6c8c-4920-8dcd-d6e830703ac3 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684551 Jul 15 15:21:59.026468 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414fb91-fff2-4477-9170-6a1aa97e5a39 None None] Checking router: dd91f91c-5968-4905-8f17-b1b4e5a7efa4 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:21:59.053487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ab037-f95c-441f-9d82-6b19d14983d9 req-5bf2e56d-af14-49bf-a3e8-ea0a27a50a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:59.055105 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-618ab037-f95c-441f-9d82-6b19d14983d9 req-5bf2e56d-af14-49bf-a3e8-ea0a27a50a8f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=93f8c120-870b-41cd-bbef-f03287a97643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606860 Jul 15 15:21:59.091667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2acaaadf-0705-4caa-8388-cce7b715fb9e req-a8fb2df5-400e-45ea-b3be-cba8ce764b8f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1992891 Jul 15 15:21:59.145497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54048) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:59.166581 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414fb91-fff2-4477-9170-6a1aa97e5a39 None None] Routers {'dd91f91c-5968-4905-8f17-b1b4e5a7efa4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:21:59.167223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5414fb91-fff2-4477-9170-6a1aa97e5a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:21:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:21:59.230086 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] For port efcae92f-b0c1-4e91-acdb-b2094c1b6369, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:21:59.246934 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-618ab037-f95c-441f-9d82-6b19d14983d9 req-8aa59cca-5910-45e9-88d3-9053b80a7ca1 service neutron] 10.222.0.11 "GET /v2.0/networks/93f8c120-870b-41cd-bbef-f03287a97643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849124 Jul 15 15:21:59.289497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] For port efcae92f-b0c1-4e91-acdb-b2094c1b6369, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=efcae92f-b0c1-4e91-acdb-b2094c1b6369,segment=NetworkSegment(1cb7607d-41bd-43a8-b08c-97b09d554af1),segment_id=1cb7607d-41bd-43a8-b08c-97b09d554af1)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:21:59.311528 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7660a246-4e98-444a-bd2e-f3c77d9d0983 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/floatingips/adf5f58f-4df0-451c-8440-cb09c47801d5 HTTP/1.1" status: 200 len: 991 time: 0.1646144 Jul 15 15:21:59.312506 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca50bb5-e484-4df7-9dec-6bd71554a0bd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:21:59.319505 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6ca50bb5-e484-4df7-9dec-6bd71554a0bd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:59.322335 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:59.360163 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-5414fb91-fff2-4477-9170-6a1aa97e5a39 None None] Set router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:21:59.389740 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:59.390745 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:59.392619 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-60374710-4422-4edc-8fb6-88364d664716 service neutron] 10.222.0.22 "PUT /v2.0/ports/efcae92f-b0c1-4e91-acdb-b2094c1b6369 HTTP/1.1" status: 200 len: 1091 time: 2.3774660 Jul 15 15:21:59.395686 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c', 'tag': 'efcae92f-b0c1-4e91-acdb-b2094c1b6369'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:21:59.404781 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b81d38-002a-4e2c-9b18-43def60724ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c", "tag": "efcae92f-b0c1-4e91-acdb-b2094c1b6369"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:21:59.425187 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-6ca50bb5-e484-4df7-9dec-6bd71554a0bd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port 873ce430-af32-4b1b-8bcc-e761efa2a8cb yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:21:59.485551 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-618ab037-f95c-441f-9d82-6b19d14983d9 req-550eb04b-16b5-4dc3-9ab5-b3b8e2d23725 service neutron] 10.222.0.11 "GET /v2.0/networks/93f8c120-870b-41cd-bbef-f03287a97643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318158 Jul 15 15:21:59.533128 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54064) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:59.543171 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21748c55-3c96-4077-986a-d317c5c7a8eb x-openstack-request-id: req-21748c55-3c96-4077-986a-d317c5c7a8eb {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:21:59.543478 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c", "tag": "efcae92f-b0c1-4e91-acdb-b2094c1b6369", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:21:59.543737 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-21748c55-3c96-4077-986a-d317c5c7a8eb {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:21:59.544147 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c', 'tag': 'efcae92f-b0c1-4e91-acdb-b2094c1b6369', 'status': 'completed', 'code': 200} Jul 15 15:21:59.614826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port d110bdad-d8ce-4293-9319-dbb343d3b17c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:59.659494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60374710-4422-4edc-8fb6-88364d664716 service neutron] Pushing event updated for resources: {'Port': ['ID=efcae92f-b0c1-4e91-acdb-b2094c1b6369,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:21:59.663916 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-56877e9e-ca3c-4f3b-b963-46afcd87c50a None None] Provisioning for port 0de4f415-d925-48e8-98aa-5d00e666c841 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:21:59.680864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-56877e9e-ca3c-4f3b-b963-46afcd87c50a None None] Provisioning complete for port 0de4f415-d925-48e8-98aa-5d00e666c841 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:59.682252 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56877e9e-ca3c-4f3b-b963-46afcd87c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:59.685869 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d110bdad-d8ce-4293-9319-dbb343d3b17c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:21:59.686769 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:59.718169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aa67643f-91b6-4d42-9b60-17b18f42867c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:59.835432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-40327c58-2779-403d-aef9-50e43f8c31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:21:59.837658 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-40327c58-2779-403d-aef9-50e43f8c31a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2db6d724ceec4df59f0f69f5abe77cf3&device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 1094 time: 0.3880203 Jul 15 15:21:59.903034 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aa67643f-91b6-4d42-9b60-17b18f42867c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:59.907913 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aa67643f-91b6-4d42-9b60-17b18f42867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:59.922855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-1c40b940-78ea-467c-8253-48785a7c1ece service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efcae92f-b0c1-4e91-acdb-b2094c1b6369 HTTP/1.1" status: 200 len: 217 time: 0.0707355 Jul 15 15:21:59.938597 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-6ca50bb5-e484-4df7-9dec-6bd71554a0bd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Allocated IP 172.20.0.9 (a40cb216-edef-4fdb-a889-c59072344f3a/6be63992-b6fb-4efe-afca-76a724daff1a/873ce430-af32-4b1b-8bcc-e761efa2a8cb) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:21:59.981609 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-aa67643f-91b6-4d42-9b60-17b18f42867c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=91dd333b9f2047448dd1363f9bfcfec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473855 Jul 15 15:21:59.983272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54070) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:21:59.985369 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67643f-91b6-4d42-9b60-17b18f42867c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e22d9b-9e21-498e-b92d-21d10fc2a1d9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:00.002289 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-cf0ea408-ddc6-43f3-b320-d8b3d0359800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:00.004069 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-cf0ea408-ddc6-43f3-b320-d8b3d0359800 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61f1753c-5b9f-4677-ae22-56509e286e82 HTTP/1.1" status: 200 len: 849 time: 0.0744333 Jul 15 15:22:00.058963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8107d732-021d-4bcf-9c5d-8727d6b3e81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:00.083985 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8107d732-021d-4bcf-9c5d-8727d6b3e81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:00.172096 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8107d732-021d-4bcf-9c5d-8727d6b3e81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:00.176370 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8107d732-021d-4bcf-9c5d-8727d6b3e81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:00.179977 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8107d732-021d-4bcf-9c5d-8727d6b3e81d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/03e22d9b-9e21-498e-b92d-21d10fc2a1d9 HTTP/1.1" status: 204 len: 168 time: 0.1862054 Jul 15 15:22:00.184012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-05c75690-5d35-4efa-a2f9-db7ce469efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:00.185574 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-05c75690-5d35-4efa-a2f9-db7ce469efcd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=579fa8cf-a9bb-4f78-bf43-84ac7a207108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734698 Jul 15 15:22:00.212547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107d732-021d-4bcf-9c5d-8727d6b3e81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e22d9b-9e21-498e-b92d-21d10fc2a1d9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:00.234561 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-56877e9e-ca3c-4f3b-b963-46afcd87c50a None None] Port 0de4f415-d925-48e8-98aa-5d00e666c841 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:00.238961 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a685cda3-5962-4c65-b9f4-eb53a42617cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:00.240239 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6ca50bb5-e484-4df7-9dec-6bd71554a0bd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:00.269358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-56877e9e-ca3c-4f3b-b963-46afcd87c50a None None] Provisioning complete for port d110bdad-d8ce-4293-9319-dbb343d3b17c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:00.274421 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56877e9e-ca3c-4f3b-b963-46afcd87c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:00.307083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5414fb91-fff2-4477-9170-6a1aa97e5a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831760616', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:21:28Z', 'updated_at': '2021-07-15T15:21:34Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:29Z', 'updated_at': '2021-07-15T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'adf5f58f-4df0-451c-8440-cb09c47801d5', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'port_id': '6f788784-62af-4190-ba30-2f502c85901c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'mac_address': 'fa:16:3e:b9:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:21:56Z', 'updated_at': '2021-07-15T15:21:56Z', 'revision_number': 0, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875c638a-0536-4879-8d88-e3999a18bc90', 'name': '', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:74:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:33Z', 'updated_at': '2021-07-15T15:21:41Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:00.314951 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54080) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:00.352654 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-6ca50bb5-e484-4df7-9dec-6bd71554a0bd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Transition to ACTIVE for port object 873ce430-af32-4b1b-8bcc-e761efa2a8cb will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:00.385998 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:00.403311 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414fb91-fff2-4477-9170-6a1aa97e5a39 None None] The sync data for ids ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'] in n-d-764435-3 is: [{'id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831760616', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:21:28Z', 'updated_at': '2021-07-15T15:21:34Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:29Z', 'updated_at': '2021-07-15T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'adf5f58f-4df0-451c-8440-cb09c47801d5', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'port_id': '6f788784-62af-4190-ba30-2f502c85901c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'mac_address': 'fa:16:3e:b9:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:21:56Z', 'updated_at': '2021-07-15T15:21:56Z', 'revision_number': 0, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875c638a-0536-4879-8d88-e3999a18bc90', 'name': '', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:74:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:33Z', 'updated_at': '2021-07-15T15:21:41Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:22:00.467085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port d110bdad-d8ce-4293-9319-dbb343d3b17c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d110bdad-d8ce-4293-9319-dbb343d3b17c,segment=NetworkSegment(699ef902-38b8-4534-94f6-f9893dbc0391),segment_id=699ef902-38b8-4534-94f6-f9893dbc0391)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:00.470577 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-d9932415-808e-46e8-8388-ccae6f499b8a service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777967 Jul 15 15:22:00.503954 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6ca50bb5-e484-4df7-9dec-6bd71554a0bd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:00.527498 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-55dab3fb-7863-43bc-aa3c-99c9f58a960b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/floatingips/adf5f58f-4df0-451c-8440-cb09c47801d5 HTTP/1.1" status: 200 len: 991 time: 0.2110848 Jul 15 15:22:00.529163 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:00.535988 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56877e9e-ca3c-4f3b-b963-46afcd87c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:00.557246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1008565-cebc-4019-ab47-dc844c85c597 req-fa25832a-1bff-436a-9e2b-c3545e61ea39 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:00.558798 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1008565-cebc-4019-ab47-dc844c85c597 req-fa25832a-1bff-436a-9e2b-c3545e61ea39 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 943 time: 0.3005927 Jul 15 15:22:00.632789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=d110bdad-d8ce-4293-9319-dbb343d3b17c,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:00.638426 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca50bb5-e484-4df7-9dec-6bd71554a0bd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network a40cb216-edef-4fdb-a889-c59072344f3a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:00.675836 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-56877e9e-ca3c-4f3b-b963-46afcd87c50a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:22:00.676485 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-56877e9e-ca3c-4f3b-b963-46afcd87c50a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:22:00.743907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54088) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:00.757717 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b617a-6499-429c-ab97-b41dd4277364 None None] New status for floating IP adf5f58f-4df0-451c-8440-cb09c47801d5: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:22:00.767939 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb14b382-2a2b-4bff-8943-d3ba66a1c8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:00.912113 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb14b382-2a2b-4bff-8943-d3ba66a1c8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:00.922975 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb14b382-2a2b-4bff-8943-d3ba66a1c8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:00.959618 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d110bdad-d8ce-4293-9319-dbb343d3b17c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:00.967060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14b382-2a2b-4bff-8943-d3ba66a1c8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de1057d-6c43-4495-a28f-4b92d8c26e02,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:00.970598 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cb14b382-2a2b-4bff-8943-d3ba66a1c8ef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f71a5fd71dc470ea77b50455b1f6716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243252 Jul 15 15:22:00.987897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54096) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:01.063922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d110bdad-d8ce-4293-9319-dbb343d3b17c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:01.064203 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:01.069700 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db61ef09-0b72-494c-bf9a-69dc6e54b371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:01.094053 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db61ef09-0b72-494c-bf9a-69dc6e54b371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:01.131808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-6ca50bb5-e484-4df7-9dec-6bd71554a0bd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:01.136837 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca50bb5-e484-4df7-9dec-6bd71554a0bd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:22:01.145721 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca50bb5-e484-4df7-9dec-6bd71554a0bd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=873ce430-af32-4b1b-8bcc-e761efa2a8cb,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:01.180337 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db61ef09-0b72-494c-bf9a-69dc6e54b371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:01.185806 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db61ef09-0b72-494c-bf9a-69dc6e54b371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:01.191071 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-db61ef09-0b72-494c-bf9a-69dc6e54b371 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5de1057d-6c43-4495-a28f-4b92d8c26e02 HTTP/1.1" status: 204 len: 168 time: 0.2014143 Jul 15 15:22:01.199964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61ef09-0b72-494c-bf9a-69dc6e54b371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de1057d-6c43-4495-a28f-4b92d8c26e02,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:01.210731 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1008565-cebc-4019-ab47-dc844c85c597 req-6169d74d-ce0f-4927-8815-2aa52c53440c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6285129 Jul 15 15:22:01.256736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca50bb5-e484-4df7-9dec-6bd71554a0bd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:01.258206 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6ca50bb5-e484-4df7-9dec-6bd71554a0bd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:01.286835 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb19310e-6b1f-4fbf-a3fe-fa239592c89c req-9db37dc8-5672-46cf-b459-dee758f9a018 service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8056951 Jul 15 15:22:01.305453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54104) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:01.317743 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6ca50bb5-e484-4df7-9dec-6bd71554a0bd tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5092499 Jul 15 15:22:01.416654 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9037e781-412d-4af2-abb0-d083dc9687a9 None None] Provisioning for port 873ce430-af32-4b1b-8bcc-e761efa2a8cb completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:01.422299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9037e781-412d-4af2-abb0-d083dc9687a9 None None] Provisioning complete for port 873ce430-af32-4b1b-8bcc-e761efa2a8cb triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:01.423008 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9037e781-412d-4af2-abb0-d083dc9687a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:01.463225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b81d38-002a-4e2c-9b18-43def60724ff req-b7f9a07d-d677-4462-9bf4-4cb5e739741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:01.465860 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8b81d38-002a-4e2c-9b18-43def60724ff req-b7f9a07d-d677-4462-9bf4-4cb5e739741a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2db6d724ceec4df59f0f69f5abe77cf3&device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 1094 time: 0.1068900 Jul 15 15:22:01.466358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9037e781-412d-4af2-abb0-d083dc9687a9 None None] Port 873ce430-af32-4b1b-8bcc-e761efa2a8cb cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:01.471522 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dc04fa-d948-455f-ac06-f484ba36b3ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:01.473123 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a3dc04fa-d948-455f-ac06-f484ba36b3ee tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1664243 Jul 15 15:22:01.476048 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54106) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:01.503464 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9037e781-412d-4af2-abb0-d083dc9687a9 None None] Provisioning complete for port 0de4f415-d925-48e8-98aa-5d00e666c841 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:01.503949 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9037e781-412d-4af2-abb0-d083dc9687a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:01.524992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54108) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:01.564193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9037e781-412d-4af2-abb0-d083dc9687a9 None None] Port 0de4f415-d925-48e8-98aa-5d00e666c841 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:01.602435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b81d38-002a-4e2c-9b18-43def60724ff req-0f1851b1-e112-43a4-82f7-7e04c7d0dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:01.605450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8b81d38-002a-4e2c-9b18-43def60724ff req-0f1851b1-e112-43a4-82f7-7e04c7d0dd62 service neutron] 10.222.0.22 "GET /v2.0/networks?id=579fa8cf-a9bb-4f78-bf43-84ac7a207108 HTTP/1.1" status: 200 len: 911 time: 0.1280448 Jul 15 15:22:01.642371 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e83ee26a-d999-478e-9d49-40674ef96d37 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/floatingips/adf5f58f-4df0-451c-8440-cb09c47801d5 HTTP/1.1" status: 200 len: 993 time: 0.1101916 Jul 15 15:22:01.656292 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8b81d38-002a-4e2c-9b18-43def60724ff req-ac6983f0-0526-4751-b971-97c969b579ff service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efcae92f-b0c1-4e91-acdb-b2094c1b6369 HTTP/1.1" status: 200 len: 217 time: 0.0428641 Jul 15 15:22:01.661070 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b04da6-3423-4827-b8da-5a247623341e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:01.667430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b04da6-3423-4827-b8da-5a247623341e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:01.673975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b04da6-3423-4827-b8da-5a247623341e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:01.676447 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-21b04da6-3423-4827-b8da-5a247623341e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1993284 Jul 15 15:22:01.680600 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54118) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:01.723047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b81d38-002a-4e2c-9b18-43def60724ff req-0a99c2e9-488f-4675-ae31-59e32b7a789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:01.725132 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8b81d38-002a-4e2c-9b18-43def60724ff req-0a99c2e9-488f-4675-ae31-59e32b7a789c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61f1753c-5b9f-4677-ae22-56509e286e82 HTTP/1.1" status: 200 len: 849 time: 0.0584714 Jul 15 15:22:01.803018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b81d38-002a-4e2c-9b18-43def60724ff req-3c9512da-9ac7-4c7d-b748-4605d3a570d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:01.803157 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-010ad87f-fdc8-4eff-8a72-208ab081376d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port 873ce430-af32-4b1b-8bcc-e761efa2a8cb {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:01.803157 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-010ad87f-fdc8-4eff-8a72-208ab081376d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:01.803344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8b81d38-002a-4e2c-9b18-43def60724ff req-3c9512da-9ac7-4c7d-b748-4605d3a570d6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=579fa8cf-a9bb-4f78-bf43-84ac7a207108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692222 Jul 15 15:22:01.901578 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-010ad87f-fdc8-4eff-8a72-208ab081376d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:01.912877 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8b81d38-002a-4e2c-9b18-43def60724ff req-48dfa322-4802-4fb8-aec4-27d915f03964 service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033928 Jul 15 15:22:01.915599 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-010ad87f-fdc8-4eff-8a72-208ab081376d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for 873ce430-af32-4b1b-8bcc-e761efa2a8cb owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:02.023570 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8b81d38-002a-4e2c-9b18-43def60724ff req-3966f17a-6415-48d3-aae8-f1519ab2221f service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034226 Jul 15 15:22:02.075377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-010ad87f-fdc8-4eff-8a72-208ab081376d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:02.108188 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ad87f-fdc8-4eff-8a72-208ab081376d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=873ce430-af32-4b1b-8bcc-e761efa2a8cb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:02.207151 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-010ad87f-fdc8-4eff-8a72-208ab081376d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:02.209289 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-010ad87f-fdc8-4eff-8a72-208ab081376d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/873ce430-af32-4b1b-8bcc-e761efa2a8cb HTTP/1.1" status: 204 len: 168 time: 0.5277319 Jul 15 15:22:02.211853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54144) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:02.244492 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d79d8f8-bad0-434d-8af2-30deeb98105e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] GET failed (client error): The resource could not be found. Jul 15 15:22:02.247184 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6d79d8f8-bad0-434d-8af2-30deeb98105e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/873ce430-af32-4b1b-8bcc-e761efa2a8cb HTTP/1.1" status: 404 len: 333 time: 0.0343962 Jul 15 15:22:02.250044 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54148) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:02.420258 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-e76be1f2-348f-4974-b1e9-d4ed90fe32c7 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port 0de4f415-d925-48e8-98aa-5d00e666c841 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:02.420258 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e76be1f2-348f-4974-b1e9-d4ed90fe32c7 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:02.514117 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd64fa-96d3-4f65-af9b-2cab2661239f req-d71cadcd-b856-40c9-a7a1-cbd60cd508fe tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:02.515946 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-87bd64fa-96d3-4f65-af9b-2cab2661239f req-d71cadcd-b856-40c9-a7a1-cbd60cd508fe tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 943 time: 0.1495101 Jul 15 15:22:02.532902 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e76be1f2-348f-4974-b1e9-d4ed90fe32c7 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:02.560270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-e76be1f2-348f-4974-b1e9-d4ed90fe32c7 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for 0de4f415-d925-48e8-98aa-5d00e666c841 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:02.613917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-87bd64fa-96d3-4f65-af9b-2cab2661239f req-6a5db79f-e8a6-4e4e-866a-4412a3dbea7c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846939 Jul 15 15:22:02.716190 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e76be1f2-348f-4974-b1e9-d4ed90fe32c7 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:02.748624 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76be1f2-348f-4974-b1e9-d4ed90fe32c7 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=0de4f415-d925-48e8-98aa-5d00e666c841,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:02.834280 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:02.848778 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e76be1f2-348f-4974-b1e9-d4ed90fe32c7 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:02.853830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e76be1f2-348f-4974-b1e9-d4ed90fe32c7 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/0de4f415-d925-48e8-98aa-5d00e666c841 HTTP/1.1" status: 204 len: 168 time: 0.5971696 Jul 15 15:22:02.854034 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54170) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:02.910854 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff38298a-7e9b-4677-938e-f41519d73c79 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] GET failed (client error): The resource could not be found. Jul 15 15:22:02.915455 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ff38298a-7e9b-4677-938e-f41519d73c79 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/0de4f415-d925-48e8-98aa-5d00e666c841 HTTP/1.1" status: 404 len: 333 time: 0.0603752 Jul 15 15:22:02.915641 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54174) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:02.923962 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93b9d41c-b5a6-4d92-a4f6-b1b7d34925c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:02.970471 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-353ab0c3-932e-4b6b-b7d5-06e39a9b773c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting subnet 6be63992-b6fb-4efe-afca-76a724daff1a {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:22:02.975140 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-353ab0c3-932e-4b6b-b7d5-06e39a9b773c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.017590 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-353ab0c3-932e-4b6b-b7d5-06e39a9b773c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.128822 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-353ab0c3-932e-4b6b-b7d5-06e39a9b773c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.158336 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device efcae92f-b0c1-4e91-acdb-b2094c1b6369 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:22:03.214922 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-353ab0c3-932e-4b6b-b7d5-06e39a9b773c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.264058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ab0c3-932e-4b6b-b7d5-06e39a9b773c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Subnet': ['ID=6be63992-b6fb-4efe-afca-76a724daff1a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:03.291463 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-353ab0c3-932e-4b6b-b7d5-06e39a9b773c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.291463 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-353ab0c3-932e-4b6b-b7d5-06e39a9b773c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/6be63992-b6fb-4efe-afca-76a724daff1a HTTP/1.1" status: 204 len: 168 time: 0.3739233 Jul 15 15:22:03.293440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54192) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:03.300960 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6706e25-ebde-4686-9436-65ce189de8ac None None] Network a40cb216-edef-4fdb-a889-c59072344f3a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:03.337661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port efcae92f-b0c1-4e91-acdb-b2094c1b6369, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=efcae92f-b0c1-4e91-acdb-b2094c1b6369,segment=NetworkSegment(1cb7607d-41bd-43a8-b08c-97b09d554af1),segment_id=1cb7607d-41bd-43a8-b08c-97b09d554af1)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:03.390970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'efcae92f-b0c1-4e91-acdb-b2094c1b6369', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'port_id': 'efcae92f-b0c1-4e91-acdb-b2094c1b6369', 'mac_address': 'fa:16:3e:c3:bc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:22:03.443967 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.484361 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.513512 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcae92f-b0c1-4e91-acdb-b2094c1b6369 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:22:03.524505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port d110bdad-d8ce-4293-9319-dbb343d3b17c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:03.525137 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.546122 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port efcae92f-b0c1-4e91-acdb-b2094c1b6369, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=efcae92f-b0c1-4e91-acdb-b2094c1b6369,segment=NetworkSegment(1cb7607d-41bd-43a8-b08c-97b09d554af1),segment_id=1cb7607d-41bd-43a8-b08c-97b09d554af1)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:03.553405 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.606558 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] For port d110bdad-d8ce-4293-9319-dbb343d3b17c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d110bdad-d8ce-4293-9319-dbb343d3b17c,segment=NetworkSegment(699ef902-38b8-4534-94f6-f9893dbc0391),segment_id=699ef902-38b8-4534-94f6-f9893dbc0391)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:03.606677 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.613083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=efcae92f-b0c1-4e91-acdb-b2094c1b6369,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:03.632111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for d110bdad-d8ce-4293-9319-dbb343d3b17c owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:03.674252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8586dee4-7bf3-4106-933e-959d2d0ea767 None None] DHCP port deletion for a40cb216-edef-4fdb-a889-c59072344f3a request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:22:03.758075 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.767495 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8586dee4-7bf3-4106-933e-959d2d0ea767 None None] Deleting port d110bdad-d8ce-4293-9319-dbb343d3b17c {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:03.768766 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8586dee4-7bf3-4106-933e-959d2d0ea767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.789215 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No DVR routers for this DVR port d110bdad-d8ce-4293-9319-dbb343d3b17c on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:03.795343 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=d110bdad-d8ce-4293-9319-dbb343d3b17c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:03.802762 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['efcae92f-b0c1-4e91-acdb-b2094c1b6369'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:22:03.913932 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.925702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40cb216-edef-4fdb-a889-c59072344f3a']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:03.935988 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8586dee4-7bf3-4106-933e-959d2d0ea767 None None] For port d110bdad-d8ce-4293-9319-dbb343d3b17c, host n-d-764435-3, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:03.936557 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8586dee4-7bf3-4106-933e-959d2d0ea767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.939036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699ef902-38b8-4534-94f6-f9893dbc0391') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:03.939554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699ef902-38b8-4534-94f6-f9893dbc0391') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:03.948474 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7e90c-388d-49f2-b99a-d45dc482a3e2 req-240f82c7-2827-4d18-bed2-9bdff3a1c823 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:03.953051 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8586dee4-7bf3-4106-933e-959d2d0ea767 None None] Calling delete_port for d110bdad-d8ce-4293-9319-dbb343d3b17c owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:03.957465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-8586dee4-7bf3-4106-933e-959d2d0ea767 None None] Port d110bdad-d8ce-4293-9319-dbb343d3b17c was not found and therefore no delete operation was performed {{(pid=100713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:22:03.958411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41d7e90c-388d-49f2-b99a-d45dc482a3e2 req-240f82c7-2827-4d18-bed2-9bdff3a1c823 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 944 time: 0.1164126 Jul 15 15:22:03.960298 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.962501 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8586dee4-7bf3-4106-933e-959d2d0ea767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.995170 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.017399 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:22:04.018978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586dee4-7bf3-4106-933e-959d2d0ea767 None None] Pushing event deleted for resources: {'Port': ['ID=d110bdad-d8ce-4293-9319-dbb343d3b17c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:04.019223 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.026421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586dee4-7bf3-4106-933e-959d2d0ea767 None None] No DVR routers for this DVR port d110bdad-d8ce-4293-9319-dbb343d3b17c on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:22:04.041087 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:22:04.055143 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41d7e90c-388d-49f2-b99a-d45dc482a3e2 req-b853edb7-94dd-415c-ab01-55de7e3e5256 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957859 Jul 15 15:22:04.145249 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.161717 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.165414 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/networks/a40cb216-edef-4fdb-a889-c59072344f3a HTTP/1.1" status: 204 len: 168 time: 0.8657606 Jul 15 15:22:04.169887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54226) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:04.177023 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6e8035fd-cabc-4171-bd21-9974c5ba82b0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1533607605'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:04.181449 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f462f5-9ac0-476f-9cc9-e9ced3453ca9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Network': ['ID=a40cb216-edef-4fdb-a889-c59072344f3a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:04.201237 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8035fd-cabc-4171-bd21-9974c5ba82b0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:04.204961 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e8035fd-cabc-4171-bd21-9974c5ba82b0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.215129 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54228) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:04.229906 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8035fd-cabc-4171-bd21-9974c5ba82b0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:22:04.240710 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e8035fd-cabc-4171-bd21-9974c5ba82b0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.241062 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-6e8035fd-cabc-4171-bd21-9974c5ba82b0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Added segment d8046d9a-d7f5-4c33-9c9e-126f81deca1a of type vlan for network 5fe4c184-8cfd-471e-8840-ec268caedeff Jul 15 15:22:04.281453 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e8035fd-cabc-4171-bd21-9974c5ba82b0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.303096 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.315997 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e8035fd-cabc-4171-bd21-9974c5ba82b0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.321999 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8035fd-cabc-4171-bd21-9974c5ba82b0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:04.322708 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e8035fd-cabc-4171-bd21-9974c5ba82b0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.335832 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1eea1b57-72a7-4cb9-8ac1-d5f0afc90e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.362157 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6e8035fd-cabc-4171-bd21-9974c5ba82b0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1875918 Jul 15 15:22:04.362513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54232) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:04.367671 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-35185a30-455d-443e-8f14-2e4f5dcc1476 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'subnet': {'network_id': '5fe4c184-8cfd-471e-8840-ec268caedeff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:04.414694 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8035fd-cabc-4171-bd21-9974c5ba82b0 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Network': ['ID=5fe4c184-8cfd-471e-8840-ec268caedeff,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:04.432194 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 5fe4c184-8cfd-471e-8840-ec268caedeff details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:22:04.456064 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1eea1b57-72a7-4cb9-8ac1-d5f0afc90e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.461979 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1eea1b57-72a7-4cb9-8ac1-d5f0afc90e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.488744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea1b57-72a7-4cb9-8ac1-d5f0afc90e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e5fc7c-65ce-4807-8a99-e8211603e7c3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:04.519555 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1eea1b57-72a7-4cb9-8ac1-d5f0afc90e06 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38d7ee9f326448598038eeb7aef6e063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3031147 Jul 15 15:22:04.520345 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54238) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:04.531992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35185a30-455d-443e-8f14-2e4f5dcc1476 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:04.536140 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-35185a30-455d-443e-8f14-2e4f5dcc1476 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.575612 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80c29bf5-ee48-42c2-820e-2ba66a7df8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.597935 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80c29bf5-ee48-42c2-820e-2ba66a7df8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.655235 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80c29bf5-ee48-42c2-820e-2ba66a7df8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.658112 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80c29bf5-ee48-42c2-820e-2ba66a7df8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.662992 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-80c29bf5-ee48-42c2-820e-2ba66a7df8f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f7e5fc7c-65ce-4807-8a99-e8211603e7c3 HTTP/1.1" status: 204 len: 168 time: 0.1415350 Jul 15 15:22:04.671268 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c29bf5-ee48-42c2-820e-2ba66a7df8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e5fc7c-65ce-4807-8a99-e8211603e7c3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:04.744345 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-35185a30-455d-443e-8f14-2e4f5dcc1476 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.817848 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35185a30-455d-443e-8f14-2e4f5dcc1476 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Subnet': ['ID=6db22bb6-dc67-4e1c-a772-aaf534f5dba4,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:04.819854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35185a30-455d-443e-8f14-2e4f5dcc1476 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Checking segment: {'id': 'd8046d9a-d7f5-4c33-9c9e-126f81deca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5fe4c184-8cfd-471e-8840-ec268caedeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:22:04.820190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35185a30-455d-443e-8f14-2e4f5dcc1476 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network hostable DHCP agents. Network: 5fe4c184-8cfd-471e-8840-ec268caedeff, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:22:04.839452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35185a30-455d-443e-8f14-2e4f5dcc1476 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 5fe4c184-8cfd-471e-8840-ec268caedeff is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:22:04.851475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-35185a30-455d-443e-8f14-2e4f5dcc1476 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 5fe4c184-8cfd-471e-8840-ec268caedeff) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:04.857338 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35185a30-455d-443e-8f14-2e4f5dcc1476 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:04.858905 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-35185a30-455d-443e-8f14-2e4f5dcc1476 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.862226 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d58f478-8e0a-4629-b8e1-977a902d15ff None None] Network 5fe4c184-8cfd-471e-8840-ec268caedeff requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:04.880726 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-35185a30-455d-443e-8f14-2e4f5dcc1476 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5170138 Jul 15 15:22:04.884910 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54248) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:04.890199 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7bd664a7-7b32-42e1-ba3b-bb49d28b19bc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-938411768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:04.896851 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d110bdad-d8ce-4293-9319-dbb343d3b17c no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:22:04.922412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: d110bdad-d8ce-4293-9319-dbb343d3b17c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:22:04.922756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d110bdad-d8ce-4293-9319-dbb343d3b17c not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:22:04.924510 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7bd664a7-7b32-42e1-ba3b-bb49d28b19bc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.928826 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7bd664a7-7b32-42e1-ba3b-bb49d28b19bc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.993577 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7bd664a7-7b32-42e1-ba3b-bb49d28b19bc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.001605 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7bd664a7-7b32-42e1-ba3b-bb49d28b19bc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.025478 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7bd664a7-7b32-42e1-ba3b-bb49d28b19bc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.026773 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7bd664a7-7b32-42e1-ba3b-bb49d28b19bc tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1402428 Jul 15 15:22:05.030270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54254) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:05.030270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54256) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:05.042705 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d0504cd3-8cfc-467d-82a4-bda9545d1bc1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'network_id': '5fe4c184-8cfd-471e-8840-ec268caedeff', 'name': 'tempest-PortsTestJSON-188070016'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:05.066515 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e594f4b-fbba-4449-8fbf-ef7f25251c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.074731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-5fe4c184-8cfd-471e-8840-ec268caedeff', 'network_id': '5fe4c184-8cfd-471e-8840-ec268caedeff', 'tenant_id': '59fa8f8ac81a439ea468b950699cc8ca', 'fixed_ips': [{'subnet_id': '6db22bb6-dc67-4e1c-a772-aaf534f5dba4'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:22:05.083121 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.177348 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e594f4b-fbba-4449-8fbf-ef7f25251c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.184662 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e594f4b-fbba-4449-8fbf-ef7f25251c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.188919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device efcae92f-b0c1-4e91-acdb-b2094c1b6369 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:05.292584 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Allocated IP 172.20.0.2 (5fe4c184-8cfd-471e-8840-ec268caedeff/6db22bb6-dc67-4e1c-a772-aaf534f5dba4/39bf0801-76c4-447a-9298-affff3f6b2b3) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:05.296590 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port efcae92f-b0c1-4e91-acdb-b2094c1b6369 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:05.306057 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port efcae92f-b0c1-4e91-acdb-b2094c1b6369 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:05.306259 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.318086 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e594f4b-fbba-4449-8fbf-ef7f25251c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137e31e9-5abc-4976-999c-fac7d0f01dd3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:05.331497 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54266) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:05.338675 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6e594f4b-fbba-4449-8fbf-ef7f25251c00 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3cc6d009a30d45d48f2e9611dce57cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3057995 Jul 15 15:22:05.391912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de656006-ed69-4f51-87e2-eaa56e02c14d req-f782e17b-4071-42f4-9805-18f73d3cde8c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:05.402672 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de656006-ed69-4f51-87e2-eaa56e02c14d req-f782e17b-4071-42f4-9805-18f73d3cde8c tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 944 time: 0.2236218 Jul 15 15:22:05.423134 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af8fc371-819e-4bbc-9ce4-f6c9f99c5544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.447256 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.452315 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af8fc371-819e-4bbc-9ce4-f6c9f99c5544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.453898 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de656006-ed69-4f51-87e2-eaa56e02c14d req-dc06b568-8537-4404-b337-998980851acc tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406339 Jul 15 15:22:05.454654 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0504cd3-8cfc-467d-82a4-bda9545d1bc1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:05.459480 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d0504cd3-8cfc-467d-82a4-bda9545d1bc1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.484872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-d0504cd3-8cfc-467d-82a4-bda9545d1bc1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port cbf37b3b-8d6d-43bc-814e-d30618fb73b2 yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:22:05.501657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port efcae92f-b0c1-4e91-acdb-b2094c1b6369, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=efcae92f-b0c1-4e91-acdb-b2094c1b6369,segment=NetworkSegment(1cb7607d-41bd-43a8-b08c-97b09d554af1),segment_id=1cb7607d-41bd-43a8-b08c-97b09d554af1)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:05.503003 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcae92f-b0c1-4e91-acdb-b2094c1b6369'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:22:05.505733 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8462e822-209e-4d9b-a99b-3f979a7e017e" -d '{"events": [{"server_uuid": "c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c", "name": "network-vif-plugged", "status": "completed", "tag": "efcae92f-b0c1-4e91-acdb-b2094c1b6369"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:22:05.510852 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af8fc371-819e-4bbc-9ce4-f6c9f99c5544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.512355 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.515707 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af8fc371-819e-4bbc-9ce4-f6c9f99c5544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.517509 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-af8fc371-819e-4bbc-9ce4-f6c9f99c5544 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/137e31e9-5abc-4976-999c-fac7d0f01dd3 HTTP/1.1" status: 204 len: 168 time: 0.1846397 Jul 15 15:22:05.548886 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fc371-819e-4bbc-9ce4-f6c9f99c5544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137e31e9-5abc-4976-999c-fac7d0f01dd3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:05.578076 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf82c6d-20dc-42ee-963e-efd6f940c0bf x-openstack-request-id: req-7cf82c6d-20dc-42ee-963e-efd6f940c0bf {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:22:05.578574 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c", "name": "network-vif-plugged", "status": "completed", "tag": "efcae92f-b0c1-4e91-acdb-b2094c1b6369", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:22:05.579007 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7cf82c6d-20dc-42ee-963e-efd6f940c0bf {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:22:05.579552 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcae92f-b0c1-4e91-acdb-b2094c1b6369', 'code': 200} Jul 15 15:22:05.624026 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.633328 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=efcae92f-b0c1-4e91-acdb-b2094c1b6369,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:05.638018 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Transition to ACTIVE for port object 39bf0801-76c4-447a-9298-affff3f6b2b3 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:05.654944 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Transition to ACTIVE for port object 39bf0801-76c4-447a-9298-affff3f6b2b3 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:05.662628 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.730057 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Pushing event updated for resources: {'Port': ['ID=39bf0801-76c4-447a-9298-affff3f6b2b3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:05.732651 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-d0504cd3-8cfc-467d-82a4-bda9545d1bc1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Allocated IP 172.20.0.14 (5fe4c184-8cfd-471e-8840-ec268caedeff/6db22bb6-dc67-4e1c-a772-aaf534f5dba4/cbf37b3b-8d6d-43bc-814e-d30618fb73b2) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:05.738781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Network 5fe4c184-8cfd-471e-8840-ec268caedeff is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:05.740662 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:05.745826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:22:05.779130 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749200c-a401-4bd3-b2ff-3ceae5a19212 req-30571ce9-d281-414d-ac26-aed7a287b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:05.780855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e749200c-a401-4bd3-b2ff-3ceae5a19212 req-30571ce9-d281-414d-ac26-aed7a287b143 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 1096 time: 0.1414769 Jul 15 15:22:05.821881 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Attempting to bind port 39bf0801-76c4-447a-9298-affff3f6b2b3 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:22:05.822263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Attempting to bind port 39bf0801-76c4-447a-9298-affff3f6b2b3 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'd8046d9a-d7f5-4c33-9c9e-126f81deca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5fe4c184-8cfd-471e-8840-ec268caedeff'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:22:05.822656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Attempting to bind port 39bf0801-76c4-447a-9298-affff3f6b2b3 on network 5fe4c184-8cfd-471e-8840-ec268caedeff {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:22:05.830310 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:22:05.830774 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Checking segment: {'id': 'd8046d9a-d7f5-4c33-9c9e-126f81deca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5fe4c184-8cfd-471e-8840-ec268caedeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:22:05.831769 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.832177 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Bound using segment: {'id': 'd8046d9a-d7f5-4c33-9c9e-126f81deca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5fe4c184-8cfd-471e-8840-ec268caedeff'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:22:05.832803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Bound port: 39bf0801-76c4-447a-9298-affff3f6b2b3, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8046d9a-d7f5-4c33-9c9e-126f81deca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5fe4c184-8cfd-471e-8840-ec268caedeff'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:22:05.833208 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.867148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e749200c-a401-4bd3-b2ff-3ceae5a19212 req-1877111e-ec9c-43f2-8b6d-1db9359d081b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767097 Jul 15 15:22:05.918438 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] For port 39bf0801-76c4-447a-9298-affff3f6b2b3, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:22:05.921815 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] For port 39bf0801-76c4-447a-9298-affff3f6b2b3, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=39bf0801-76c4-447a-9298-affff3f6b2b3,segment=NetworkSegment(d8046d9a-d7f5-4c33-9c9e-126f81deca1a),segment_id=d8046d9a-d7f5-4c33-9c9e-126f81deca1a)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:22:05.928002 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.984888 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d0504cd3-8cfc-467d-82a4-bda9545d1bc1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:06.006304 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-d0504cd3-8cfc-467d-82a4-bda9545d1bc1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Transition to ACTIVE for port object cbf37b3b-8d6d-43bc-814e-d30618fb73b2 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:06.020606 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c4193-6ded-47bd-9d1f-2f1ccd41613c None None] Pushing event updated for resources: {'Port': ['ID=39bf0801-76c4-447a-9298-affff3f6b2b3,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:06.024237 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:06.045498 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d0504cd3-8cfc-467d-82a4-bda9545d1bc1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:06.119384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0504cd3-8cfc-467d-82a4-bda9545d1bc1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 5fe4c184-8cfd-471e-8840-ec268caedeff is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:06.122902 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-d0504cd3-8cfc-467d-82a4-bda9545d1bc1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:06.125390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0504cd3-8cfc-467d-82a4-bda9545d1bc1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:22:06.152335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0504cd3-8cfc-467d-82a4-bda9545d1bc1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=cbf37b3b-8d6d-43bc-814e-d30618fb73b2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:06.187391 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0504cd3-8cfc-467d-82a4-bda9545d1bc1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:06.188226 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d0504cd3-8cfc-467d-82a4-bda9545d1bc1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:06.208717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54292) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:06.210824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d0504cd3-8cfc-467d-82a4-bda9545d1bc1 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1793566 Jul 15 15:22:06.648216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c39f4c5a-5824-4b6f-98d3-008d5cbcb11f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:06.737250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba9569-5828-4d4b-925a-411356472e71 req-dda7a344-9b81-47c4-9c44-5b0efa67ed4a tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:06.739705 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e0ba9569-5828-4d4b-925a-411356472e71 req-dda7a344-9b81-47c4-9c44-5b0efa67ed4a tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 945 time: 0.1421447 Jul 15 15:22:06.811323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e0ba9569-5828-4d4b-925a-411356472e71 req-a0c3d306-a1eb-44c8-860c-483507cbfae8 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652511 Jul 15 15:22:06.975067 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 39bf0801-76c4-447a-9298-affff3f6b2b3 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:07.042262 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 39bf0801-76c4-447a-9298-affff3f6b2b3 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:07.391701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34ff585-cdac-4f4c-ae70-942a761b8d0e None None] Network 5fe4c184-8cfd-471e-8840-ec268caedeff requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:07.399587 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c39f4c5a-5824-4b6f-98d3-008d5cbcb11f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:07.405562 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c39f4c5a-5824-4b6f-98d3-008d5cbcb11f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:07.478399 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f4c5a-5824-4b6f-98d3-008d5cbcb11f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=cbf37b3b-8d6d-43bc-814e-d30618fb73b2,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:07.493091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e14f6528-84fd-43c2-9e65-b5f48c17f6fa None None] Provisioning for port 39bf0801-76c4-447a-9298-affff3f6b2b3 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:07.507159 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e14f6528-84fd-43c2-9e65-b5f48c17f6fa None None] Provisioning complete for port 39bf0801-76c4-447a-9298-affff3f6b2b3 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:07.507728 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e14f6528-84fd-43c2-9e65-b5f48c17f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:07.665985 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e14f6528-84fd-43c2-9e65-b5f48c17f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:07.709067 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e14f6528-84fd-43c2-9e65-b5f48c17f6fa None None] For port 39bf0801-76c4-447a-9298-affff3f6b2b3, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=39bf0801-76c4-447a-9298-affff3f6b2b3,segment=NetworkSegment(d8046d9a-d7f5-4c33-9c9e-126f81deca1a),segment_id=d8046d9a-d7f5-4c33-9c9e-126f81deca1a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:07.719767 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e14f6528-84fd-43c2-9e65-b5f48c17f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:07.766958 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c39f4c5a-5824-4b6f-98d3-008d5cbcb11f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:07.783715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f6528-84fd-43c2-9e65-b5f48c17f6fa None None] Pushing event updated for resources: {'Port': ['ID=39bf0801-76c4-447a-9298-affff3f6b2b3,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:08.004395 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c39f4c5a-5824-4b6f-98d3-008d5cbcb11f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:08.050159 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-394075be-ecc8-4581-94e6-29a142b16cc7 None None] Provisioning complete for port 39bf0801-76c4-447a-9298-affff3f6b2b3 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:08.050771 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-394075be-ecc8-4581-94e6-29a142b16cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:08.187411 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33c87e-85c0-480b-b8f4-07b4d3f0d633 req-e48e3ac1-fcaa-4b6d-bf55-f89e9fb136a2 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:08.189653 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a33c87e-85c0-480b-b8f4-07b4d3f0d633 req-e48e3ac1-fcaa-4b6d-bf55-f89e9fb136a2 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 945 time: 0.1576350 Jul 15 15:22:08.222341 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-394075be-ecc8-4581-94e6-29a142b16cc7 None None] Provisioning for port cbf37b3b-8d6d-43bc-814e-d30618fb73b2 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:08.231093 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-394075be-ecc8-4581-94e6-29a142b16cc7 None None] Provisioning complete for port cbf37b3b-8d6d-43bc-814e-d30618fb73b2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:08.231853 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-394075be-ecc8-4581-94e6-29a142b16cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:08.286497 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-394075be-ecc8-4581-94e6-29a142b16cc7 None None] Port cbf37b3b-8d6d-43bc-814e-d30618fb73b2 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:08.289750 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a33c87e-85c0-480b-b8f4-07b4d3f0d633 req-3dc032d0-3a14-4dfd-b229-8b2300af7029 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896432 Jul 15 15:22:08.417387 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c39f4c5a-5824-4b6f-98d3-008d5cbcb11f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:08.419539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ec5ef1b6-738b-4d16-946b-a976fdb0a99e None None] Provisioning complete for port cbf37b3b-8d6d-43bc-814e-d30618fb73b2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:08.419965 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ec5ef1b6-738b-4d16-946b-a976fdb0a99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:08.430701 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c39f4c5a-5824-4b6f-98d3-008d5cbcb11f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:08.499328 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ef1b6-738b-4d16-946b-a976fdb0a99e None None] Port cbf37b3b-8d6d-43bc-814e-d30618fb73b2 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:08.551245 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f4c5a-5824-4b6f-98d3-008d5cbcb11f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=cbf37b3b-8d6d-43bc-814e-d30618fb73b2,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:08.556541 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c39f4c5a-5824-4b6f-98d3-008d5cbcb11f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:08.564145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a553e1-5fea-4991-9064-6128f70d1ef0 req-c5f0cbb0-2e32-4f2f-9c69-70c2cb0fb7f1 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:08.574864 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05a553e1-5fea-4991-9064-6128f70d1ef0 req-c5f0cbb0-2e32-4f2f-9c69-70c2cb0fb7f1 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 945 time: 0.1354356 Jul 15 15:22:08.575637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54376) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:08.580191 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f59b1010-7c12-4845-8c0b-351cc1bd6657 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Request body: {'floatingip': {'port_id': 'efcae92f-b0c1-4e91-acdb-b2094c1b6369'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:08.624260 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f59b1010-7c12-4845-8c0b-351cc1bd6657 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:08.627030 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1037e2f4-1413-4e40-92d3-6a0ca366268f None None] Provisioning complete for port cbf37b3b-8d6d-43bc-814e-d30618fb73b2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:08.629341 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1037e2f4-1413-4e40-92d3-6a0ca366268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:08.679973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39f4c5a-5824-4b6f-98d3-008d5cbcb11f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 5fe4c184-8cfd-471e-8840-ec268caedeff is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:08.681503 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1037e2f4-1413-4e40-92d3-6a0ca366268f None None] Port cbf37b3b-8d6d-43bc-814e-d30618fb73b2 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:08.681724 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c39f4c5a-5824-4b6f-98d3-008d5cbcb11f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:08.916546 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39f4c5a-5824-4b6f-98d3-008d5cbcb11f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Router 5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:22:08.927354 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 39bf0801-76c4-447a-9298-affff3f6b2b3 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:09.037301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39f4c5a-5824-4b6f-98d3-008d5cbcb11f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:22:09.043903 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8dab8ba6-72d4-4914-9d41-3e7d3aeadc6e None None] Provisioning complete for port cbf37b3b-8d6d-43bc-814e-d30618fb73b2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:09.046863 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8dab8ba6-72d4-4914-9d41-3e7d3aeadc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:09.052583 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3425356-fdb9-4f4e-861a-15df4a8df285 None None] Sync routers for ids ['5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:22:09.055307 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c39f4c5a-5824-4b6f-98d3-008d5cbcb11f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "PUT /v2.0/routers/5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8444293 Jul 15 15:22:09.056800 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54384) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:09.100600 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54390) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:09.108714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8dab8ba6-72d4-4914-9d41-3e7d3aeadc6e None None] Port cbf37b3b-8d6d-43bc-814e-d30618fb73b2 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:09.133248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3425356-fdb9-4f4e-861a-15df4a8df285 None None] Routers {'5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:22:09.133877 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f3425356-fdb9-4f4e-861a-15df4a8df285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:22:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:09.193298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f3425356-fdb9-4f4e-861a-15df4a8df285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:09.206997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32ad1c5-5323-4c36-8942-b0c0c878b8b2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:09.208730 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e32ad1c5-5323-4c36-8942-b0c0c878b8b2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43 HTTP/1.1" status: 200 len: 982 time: 0.1503923 Jul 15 15:22:09.211474 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54396) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:09.213658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 39bf0801-76c4-447a-9298-affff3f6b2b3 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:09.214049 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:09.239544 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3425356-fdb9-4f4e-861a-15df4a8df285 None None] Routers {'5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:22:09.240191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f3425356-fdb9-4f4e-861a-15df4a8df285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:22:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:09.278019 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f3425356-fdb9-4f4e-861a-15df4a8df285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:09.278780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3425356-fdb9-4f4e-861a-15df4a8df285 None None] The sync data for ids ['5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:22:09.305639 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f59b1010-7c12-4845-8c0b-351cc1bd6657 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:09.312541 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f59b1010-7c12-4845-8c0b-351cc1bd6657 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:09.321634 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34186a53-767b-49d8-85d5-68587ea728bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:09.437207 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-f59b1010-7c12-4845-8c0b-351cc1bd6657 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Floating IP 226b6db0-c90e-455d-bbad-3ae407f60659 associated. External IP: 172.25.4.247, port: efcae92f-b0c1-4e91-acdb-b2094c1b6369. Jul 15 15:22:09.613324 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34186a53-767b-49d8-85d5-68587ea728bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:09.621250 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34186a53-767b-49d8-85d5-68587ea728bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:09.684305 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59b1010-7c12-4845-8c0b-351cc1bd6657 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Router 52919df6-9f50-4474-8e8d-9f18468cb33a has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:22:09.709497 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34186a53-767b-49d8-85d5-68587ea728bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cb11b3-3684-48bc-b5b5-246d5d4cd9e8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:09.716861 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-34186a53-767b-49d8-85d5-68587ea728bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fa0f7c848b734a048fb11d1ade699c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6150656 Jul 15 15:22:09.726812 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54406) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:09.804405 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59b1010-7c12-4845-8c0b-351cc1bd6657 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:22:09.814166 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454d6824-e5cc-42d1-8d3a-7c8f2d89c62f None None] Sync routers for ids ['52919df6-9f50-4474-8e8d-9f18468cb33a'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:22:09.814818 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f59b1010-7c12-4845-8c0b-351cc1bd6657 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:09.851192 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d6824-e5cc-42d1-8d3a-7c8f2d89c62f None None] Routers {'52919df6-9f50-4474-8e8d-9f18468cb33a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:22:09.855052 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-454d6824-e5cc-42d1-8d3a-7c8f2d89c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:22:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52919df6-9f50-4474-8e8d-9f18468cb33a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:09.860800 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2300d76-9232-4f0f-9254-41d2b54a3bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:09.869172 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f59b1010-7c12-4845-8c0b-351cc1bd6657 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "PUT /v2.0/floatingips/226b6db0-c90e-455d-bbad-3ae407f60659 HTTP/1.1" status: 200 len: 991 time: 1.2924633 Jul 15 15:22:09.869777 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c', 'tag': 'efcae92f-b0c1-4e91-acdb-b2094c1b6369'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:22:09.872183 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6f27ab-787e-42e5-b8f2-5008e69c27e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c", "tag": "efcae92f-b0c1-4e91-acdb-b2094c1b6369"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:22:09.887660 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2300d76-9232-4f0f-9254-41d2b54a3bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:09.927822 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bedde4b7-8c82-4460-81d3-f6c158f4d7b3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:09.943163 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e89ab4-7a9a-4ab6-bad6-187928eac0cb x-openstack-request-id: req-62e89ab4-7a9a-4ab6-bad6-187928eac0cb {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:22:09.943558 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c", "tag": "efcae92f-b0c1-4e91-acdb-b2094c1b6369", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:22:09.943962 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-62e89ab4-7a9a-4ab6-bad6-187928eac0cb {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:22:09.944471 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c', 'tag': 'efcae92f-b0c1-4e91-acdb-b2094c1b6369', 'status': 'completed', 'code': 200} Jul 15 15:22:10.031948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f27ab-787e-42e5-b8f2-5008e69c27e2 req-f79d783c-aa0d-4333-bca4-a1d130703683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:10.033736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b6f27ab-787e-42e5-b8f2-5008e69c27e2 req-f79d783c-aa0d-4333-bca4-a1d130703683 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2db6d724ceec4df59f0f69f5abe77cf3&device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 1096 time: 0.0634189 Jul 15 15:22:10.092706 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-454d6824-e5cc-42d1-8d3a-7c8f2d89c62f None None] Set router 52919df6-9f50-4474-8e8d-9f18468cb33a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:22:10.092948 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2300d76-9232-4f0f-9254-41d2b54a3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:10.095712 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2300d76-9232-4f0f-9254-41d2b54a3bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:10.097616 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f2300d76-9232-4f0f-9254-41d2b54a3bfa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e3cb11b3-3684-48bc-b5b5-246d5d4cd9e8 HTTP/1.1" status: 204 len: 168 time: 0.3595202 Jul 15 15:22:10.158580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2300d76-9232-4f0f-9254-41d2b54a3bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cb11b3-3684-48bc-b5b5-246d5d4cd9e8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:10.285870 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f27ab-787e-42e5-b8f2-5008e69c27e2 req-52b1b6f4-f234-4174-a792-9edf452b5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:10.287642 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b6f27ab-787e-42e5-b8f2-5008e69c27e2 req-52b1b6f4-f234-4174-a792-9edf452b5795 service neutron] 10.222.0.22 "GET /v2.0/networks?id=579fa8cf-a9bb-4f78-bf43-84ac7a207108 HTTP/1.1" status: 200 len: 911 time: 0.2473366 Jul 15 15:22:10.313068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bedde4b7-8c82-4460-81d3-f6c158f4d7b3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port cbf37b3b-8d6d-43bc-814e-d30618fb73b2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:10.313695 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bedde4b7-8c82-4460-81d3-f6c158f4d7b3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:10.381169 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b6f27ab-787e-42e5-b8f2-5008e69c27e2 req-5e8ef186-5201-4c9d-99dd-900186ed0a8f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efcae92f-b0c1-4e91-acdb-b2094c1b6369 HTTP/1.1" status: 200 len: 999 time: 0.0867023 Jul 15 15:22:10.436562 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-454d6824-e5cc-42d1-8d3a-7c8f2d89c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '226b6db0-c90e-455d-bbad-3ae407f60659', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'port_id': 'efcae92f-b0c1-4e91-acdb-b2094c1b6369', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'mac_address': 'fa:16:3e:c3:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:21:51Z', 'updated_at': '2021-07-15T15:22:09Z', 'revision_number': 1, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9917db3c-8f0e-4cdb-8007-0ea773e6f04b', 'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'mac_address': 'fa:16:3e:da:06:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:27Z', 'updated_at': '2021-07-15T15:17:41Z', 'revision_number': 5, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'subnets': [{'id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:10.461503 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454d6824-e5cc-42d1-8d3a-7c8f2d89c62f None None] Checking router: 52919df6-9f50-4474-8e8d-9f18468cb33a for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:22:10.462196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f27ab-787e-42e5-b8f2-5008e69c27e2 req-e2e69ed0-8d08-42a6-b1ff-2e8a5b447b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:10.465051 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b6f27ab-787e-42e5-b8f2-5008e69c27e2 req-e2e69ed0-8d08-42a6-b1ff-2e8a5b447b0a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61f1753c-5b9f-4677-ae22-56509e286e82 HTTP/1.1" status: 200 len: 849 time: 0.0775340 Jul 15 15:22:10.465331 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bedde4b7-8c82-4460-81d3-f6c158f4d7b3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:10.470472 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d6824-e5cc-42d1-8d3a-7c8f2d89c62f None None] Routers {'52919df6-9f50-4474-8e8d-9f18468cb33a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:22:10.471110 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-454d6824-e5cc-42d1-8d3a-7c8f2d89c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:22:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52919df6-9f50-4474-8e8d-9f18468cb33a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:10.485467 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bedde4b7-8c82-4460-81d3-f6c158f4d7b3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for cbf37b3b-8d6d-43bc-814e-d30618fb73b2 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:10.537455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f27ab-787e-42e5-b8f2-5008e69c27e2 req-1a4cef5e-5489-4dac-86a6-8f047fd4f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:10.539638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b6f27ab-787e-42e5-b8f2-5008e69c27e2 req-1a4cef5e-5489-4dac-86a6-8f047fd4f18a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=579fa8cf-a9bb-4f78-bf43-84ac7a207108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671940 Jul 15 15:22:10.553152 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54426) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:10.623874 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-454d6824-e5cc-42d1-8d3a-7c8f2d89c62f None None] Set router 52919df6-9f50-4474-8e8d-9f18468cb33a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:22:10.633759 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b6f27ab-787e-42e5-b8f2-5008e69c27e2 req-693e08bd-afcb-4496-8293-1cc440153608 service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881262 Jul 15 15:22:10.714316 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cab64aa-271d-4e96-9e77-00a34e8a0b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:10.755178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b6f27ab-787e-42e5-b8f2-5008e69c27e2 req-bf1960d8-9f73-4722-b9d3-2d061803528c service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145585 Jul 15 15:22:10.805967 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bedde4b7-8c82-4460-81d3-f6c158f4d7b3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:10.847434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedde4b7-8c82-4460-81d3-f6c158f4d7b3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=cbf37b3b-8d6d-43bc-814e-d30618fb73b2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:10.888769 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-454d6824-e5cc-42d1-8d3a-7c8f2d89c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '226b6db0-c90e-455d-bbad-3ae407f60659', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'port_id': 'efcae92f-b0c1-4e91-acdb-b2094c1b6369', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'mac_address': 'fa:16:3e:c3:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:21:51Z', 'updated_at': '2021-07-15T15:22:09Z', 'revision_number': 1, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9917db3c-8f0e-4cdb-8007-0ea773e6f04b', 'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'mac_address': 'fa:16:3e:da:06:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:27Z', 'updated_at': '2021-07-15T15:17:41Z', 'revision_number': 5, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'subnets': [{'id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:10.924362 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454d6824-e5cc-42d1-8d3a-7c8f2d89c62f None None] The sync data for ids ['52919df6-9f50-4474-8e8d-9f18468cb33a'] in n-d-764435-3 is: [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '226b6db0-c90e-455d-bbad-3ae407f60659', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'port_id': 'efcae92f-b0c1-4e91-acdb-b2094c1b6369', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'mac_address': 'fa:16:3e:c3:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:21:51Z', 'updated_at': '2021-07-15T15:22:09Z', 'revision_number': 1, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9917db3c-8f0e-4cdb-8007-0ea773e6f04b', 'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'mac_address': 'fa:16:3e:da:06:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:27Z', 'updated_at': '2021-07-15T15:17:41Z', 'revision_number': 5, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'subnets': [{'id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:22:11.042641 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cab64aa-271d-4e96-9e77-00a34e8a0b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:11.043974 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bedde4b7-8c82-4460-81d3-f6c158f4d7b3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:11.054422 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cab64aa-271d-4e96-9e77-00a34e8a0b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:11.182121 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3cab64aa-271d-4e96-9e77-00a34e8a0b2e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3c0507384a414efe97636883ec9d9452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6235626 Jul 15 15:22:11.182423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54438) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:11.194379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab64aa-271d-4e96-9e77-00a34e8a0b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec43b665-dc89-4cc9-bda8-498c2ba7de7b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:11.249427 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55d8b85b-9f14-4aa3-9ed8-a620f56a3f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:11.289064 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a2f199-0c4b-4ef6-913f-ffdf1800718b None None] New status for floating IP 226b6db0-c90e-455d-bbad-3ae407f60659: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:22:11.294130 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55d8b85b-9f14-4aa3-9ed8-a620f56a3f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:11.300788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedde4b7-8c82-4460-81d3-f6c158f4d7b3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Router 5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:22:11.355549 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55d8b85b-9f14-4aa3-9ed8-a620f56a3f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:11.358427 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-55d8b85b-9f14-4aa3-9ed8-a620f56a3f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:11.366271 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-55d8b85b-9f14-4aa3-9ed8-a620f56a3f4d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec43b665-dc89-4cc9-bda8-498c2ba7de7b HTTP/1.1" status: 204 len: 168 time: 0.1802025 Jul 15 15:22:11.376152 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8b85b-9f14-4aa3-9ed8-a620f56a3f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec43b665-dc89-4cc9-bda8-498c2ba7de7b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:11.402893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedde4b7-8c82-4460-81d3-f6c158f4d7b3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:22:11.413138 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561a44a-a0a3-496c-8c17-7638382ee0b0 None None] Sync routers for ids ['5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:22:11.414444 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bedde4b7-8c82-4460-81d3-f6c158f4d7b3 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "PUT /v2.0/routers/5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2019737 Jul 15 15:22:11.417040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54448) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:11.429490 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4561a44a-a0a3-496c-8c17-7638382ee0b0 None None] Routers {'5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:22:11.431904 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4561a44a-a0a3-496c-8c17-7638382ee0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:22:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:11.453230 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-6459a228-c637-4b45-b127-3e9748543e2c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] GET failed (client error): The resource could not be found. Jul 15 15:22:11.456233 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6459a228-c637-4b45-b127-3e9748543e2c tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/cbf37b3b-8d6d-43bc-814e-d30618fb73b2 HTTP/1.1" status: 404 len: 333 time: 0.0375912 Jul 15 15:22:11.459485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54452) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:11.498187 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4561a44a-a0a3-496c-8c17-7638382ee0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:11.529500 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4561a44a-a0a3-496c-8c17-7638382ee0b0 None None] Routers {'5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:22:11.530128 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4561a44a-a0a3-496c-8c17-7638382ee0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:22:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:11.600114 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4561a44a-a0a3-496c-8c17-7638382ee0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:11.605127 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561a44a-a0a3-496c-8c17-7638382ee0b0 None None] The sync data for ids ['5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:22:11.950555 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-900b8186-f016-4478-ae21-1e08cfc51f8f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:12.114516 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-900b8186-f016-4478-ae21-1e08cfc51f8f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:12.116395 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-900b8186-f016-4478-ae21-1e08cfc51f8f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:12.169521 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-900b8186-f016-4478-ae21-1e08cfc51f8f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:12.170498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900b8186-f016-4478-ae21-1e08cfc51f8f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Fanout notify agent at l3_agent the message router_deleted on router 5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:22:12.183061 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-900b8186-f016-4478-ae21-1e08cfc51f8f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:12.184303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-900b8186-f016-4478-ae21-1e08cfc51f8f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/routers/5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43 HTTP/1.1" status: 204 len: 168 time: 0.7237263 Jul 15 15:22:12.187030 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54484) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:12.240489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26274a2-fe2c-463d-8584-5c454abafe2d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting subnet 6db22bb6-dc67-4e1c-a772-aaf534f5dba4 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:22:12.244249 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b26274a2-fe2c-463d-8584-5c454abafe2d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:12.297681 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b26274a2-fe2c-463d-8584-5c454abafe2d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:12.398774 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b26274a2-fe2c-463d-8584-5c454abafe2d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:12.467767 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b26274a2-fe2c-463d-8584-5c454abafe2d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:12.497121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26274a2-fe2c-463d-8584-5c454abafe2d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Subnet': ['ID=6db22bb6-dc67-4e1c-a772-aaf534f5dba4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:12.503447 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b26274a2-fe2c-463d-8584-5c454abafe2d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:12.508461 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b26274a2-fe2c-463d-8584-5c454abafe2d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/6db22bb6-dc67-4e1c-a772-aaf534f5dba4 HTTP/1.1" status: 204 len: 168 time: 0.3174012 Jul 15 15:22:12.509277 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54492) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:12.518035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502d5215-b9b8-4e36-978b-7b6eb1d3303e None None] Network 5fe4c184-8cfd-471e-8840-ec268caedeff requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:12.598996 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:12.673242 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port 39bf0801-76c4-447a-9298-affff3f6b2b3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:12.673659 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:12.761580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] For port 39bf0801-76c4-447a-9298-affff3f6b2b3, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=39bf0801-76c4-447a-9298-affff3f6b2b3,segment=NetworkSegment(d8046d9a-d7f5-4c33-9c9e-126f81deca1a),segment_id=d8046d9a-d7f5-4c33-9c9e-126f81deca1a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:12.761990 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:12.766004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fca5bd0-3046-46aa-aed4-0985ba3d28e3 None None] DHCP port deletion for 5fe4c184-8cfd-471e-8840-ec268caedeff request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:22:12.778590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for 39bf0801-76c4-447a-9298-affff3f6b2b3 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:12.825865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9fca5bd0-3046-46aa-aed4-0985ba3d28e3 None None] Deleting port 39bf0801-76c4-447a-9298-affff3f6b2b3 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:12.826317 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fca5bd0-3046-46aa-aed4-0985ba3d28e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:12.909183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 39bf0801-76c4-447a-9298-affff3f6b2b3 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:22:12.913393 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:12.930564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No DVR routers for this DVR port 39bf0801-76c4-447a-9298-affff3f6b2b3 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:12.937925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 39bf0801-76c4-447a-9298-affff3f6b2b3 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:22:12.938555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 39bf0801-76c4-447a-9298-affff3f6b2b3 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:22:12.941607 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9fca5bd0-3046-46aa-aed4-0985ba3d28e3 None None] For port 39bf0801-76c4-447a-9298-affff3f6b2b3, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=39bf0801-76c4-447a-9298-affff3f6b2b3,segment=NetworkSegment(d8046d9a-d7f5-4c33-9c9e-126f81deca1a),segment_id=d8046d9a-d7f5-4c33-9c9e-126f81deca1a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:12.942312 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fca5bd0-3046-46aa-aed4-0985ba3d28e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:12.965075 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9fca5bd0-3046-46aa-aed4-0985ba3d28e3 None None] Calling delete_port for 39bf0801-76c4-447a-9298-affff3f6b2b3 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:12.985003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=39bf0801-76c4-447a-9298-affff3f6b2b3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:13.055118 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:13.058433 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fca5bd0-3046-46aa-aed4-0985ba3d28e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:13.066974 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe4c184-8cfd-471e-8840-ec268caedeff']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:13.078498 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8046d9a-d7f5-4c33-9c9e-126f81deca1a') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:13.079054 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8046d9a-d7f5-4c33-9c9e-126f81deca1a') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:13.092031 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:13.107996 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:13.111656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca5bd0-3046-46aa-aed4-0985ba3d28e3 None None] Pushing event deleted for resources: {'Port': ['ID=39bf0801-76c4-447a-9298-affff3f6b2b3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:13.117691 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca5bd0-3046-46aa-aed4-0985ba3d28e3 None None] No DVR routers for this DVR port 39bf0801-76c4-447a-9298-affff3f6b2b3 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:13.134780 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:22:13.135441 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:22:13.140264 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:22:13.213644 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:13.229944 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:13.236660 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/networks/5fe4c184-8cfd-471e-8840-ec268caedeff HTTP/1.1" status: 204 len: 168 time: 0.7221129 Jul 15 15:22:13.237429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54514) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:13.241628 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83eb2d-5d74-4b1f-bc3c-ca22aa76dc34 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Network': ['ID=5fe4c184-8cfd-471e-8840-ec268caedeff,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:13.306139 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6edfdc5-e252-43b0-9bd0-2452fcbea0f5 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:13.312640 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54520) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:13.312875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d6edfdc5-e252-43b0-9bd0-2452fcbea0f5 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/4809d814-8d1e-4f86-b2f1-e20af4ea3571 HTTP/1.1" status: 200 len: 841 time: 0.0745654 Jul 15 15:22:13.372294 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-50e04ead-c912-4f06-9f21-f1bf41e329e4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/4809d814-8d1e-4f86-b2f1-e20af4ea3571?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0584857 Jul 15 15:22:13.376519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54524) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:13.382940 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9196995d-7937-45b5-8afb-88b369bdfa33 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'subnet': {'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:13.477458 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9196995d-7937-45b5-8afb-88b369bdfa33 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:13.481267 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9196995d-7937-45b5-8afb-88b369bdfa33 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:13.681468 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9196995d-7937-45b5-8afb-88b369bdfa33 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:13.732710 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9196995d-7937-45b5-8afb-88b369bdfa33 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:13.736024 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-9196995d-7937-45b5-8afb-88b369bdfa33 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:13.740932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9196995d-7937-45b5-8afb-88b369bdfa33 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:13.741534 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9196995d-7937-45b5-8afb-88b369bdfa33 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:13.751516 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f27530b-d563-484f-ba94-1b9aa2e83da8 None None] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:13.756129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196995d-7937-45b5-8afb-88b369bdfa33 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Subnet': ['ID=0c282833-a0d2-4b52-a9e2-cdaebbd59d67,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:13.772831 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9196995d-7937-45b5-8afb-88b369bdfa33 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3951294 Jul 15 15:22:13.775872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54536) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:13.786314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-0313c654-adab-4e27-be1e-9cb8bbcfa28d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'security_group': {'name': 'tempest-secgroup-2108455055'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:13.810398 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0313c654-adab-4e27-be1e-9cb8bbcfa28d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:13.916160 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0313c654-adab-4e27-be1e-9cb8bbcfa28d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:13.922752 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0313c654-adab-4e27-be1e-9cb8bbcfa28d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:13.958796 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0313c654-adab-4e27-be1e-9cb8bbcfa28d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:13.960222 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0313c654-adab-4e27-be1e-9cb8bbcfa28d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1823978 Jul 15 15:22:13.961316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'tenant_id': '59fa8f8ac81a439ea468b950699cc8ca', 'fixed_ips': [{'subnet_id': '0c282833-a0d2-4b52-a9e2-cdaebbd59d67'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:22:13.963278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54542) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:13.963519 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:13.969078 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-84c51cfb-626f-4829-83a4-461582961f62 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'security_group': {'name': 'tempest-secgroup-393630088'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:13.990303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313c654-adab-4e27-be1e-9cb8bbcfa28d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4c8937-0049-47f4-8bf3-a4d73e9f135c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:13.995769 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-84c51cfb-626f-4829-83a4-461582961f62 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:14.094565 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-84c51cfb-626f-4829-83a4-461582961f62 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:14.105977 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-84c51cfb-626f-4829-83a4-461582961f62 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:14.121555 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-84c51cfb-626f-4829-83a4-461582961f62 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:14.125227 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-84c51cfb-626f-4829-83a4-461582961f62 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1584668 Jul 15 15:22:14.126263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54546) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:14.138298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1ce00787-92e5-495a-89cd-f380c6200a1d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1936893931', 'security_groups': ['75a9a8a7-77e6-43c4-af68-331644c99c91'], 'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0c282833-a0d2-4b52-a9e2-cdaebbd59d67'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:14.154678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Allocated IP 172.20.0.2 (12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c/0c282833-a0d2-4b52-a9e2-cdaebbd59d67/6fefefbb-51be-4c9f-8404-6b35fd8d1b0f) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:14.165312 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c51cfb-626f-4829-83a4-461582961f62 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a9a8a7-77e6-43c4-af68-331644c99c91,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:14.281631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce00787-92e5-495a-89cd-f380c6200a1d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:14.335647 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:14.345416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Transition to ACTIVE for port object 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:14.372998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Transition to ACTIVE for port object 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:14.382437 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:14.399418 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ce00787-92e5-495a-89cd-f380c6200a1d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:14.428212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-1ce00787-92e5-495a-89cd-f380c6200a1d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port 712462a2-14d8-4165-9a03-d6412bacb85f yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:22:14.461680 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:14.470181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:14.476684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:22:14.484741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Pushing event updated for resources: {'Port': ['ID=6fefefbb-51be-4c9f-8404-6b35fd8d1b0f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:14.569438 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Attempting to bind port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:22:14.569884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Attempting to bind port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '9767646f-6132-4a84-9cad-c16dc3868e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:22:14.571370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Attempting to bind port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f on network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:22:14.578619 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:22:14.579088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Checking segment: {'id': '9767646f-6132-4a84-9cad-c16dc3868e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:22:14.579583 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:14.580047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Bound using segment: {'id': '9767646f-6132-4a84-9cad-c16dc3868e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:22:14.581897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Bound port: 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9767646f-6132-4a84-9cad-c16dc3868e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:22:14.581897 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:14.655688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-1ce00787-92e5-495a-89cd-f380c6200a1d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Allocated IP 172.20.0.12 (12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c/0c282833-a0d2-4b52-a9e2-cdaebbd59d67/712462a2-14d8-4165-9a03-d6412bacb85f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:14.675493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] For port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:22:14.679208 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] For port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6fefefbb-51be-4c9f-8404-6b35fd8d1b0f,segment=NetworkSegment(9767646f-6132-4a84-9cad-c16dc3868e94),segment_id=9767646f-6132-4a84-9cad-c16dc3868e94)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:22:14.685331 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:14.765867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267c99f-8a9e-4fed-8881-674c90ee1853 None None] Pushing event updated for resources: {'Port': ['ID=6fefefbb-51be-4c9f-8404-6b35fd8d1b0f,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:14.856103 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ce00787-92e5-495a-89cd-f380c6200a1d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:14.872676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-1ce00787-92e5-495a-89cd-f380c6200a1d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Transition to ACTIVE for port object 712462a2-14d8-4165-9a03-d6412bacb85f will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:14.911744 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ce00787-92e5-495a-89cd-f380c6200a1d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:14.966826 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce00787-92e5-495a-89cd-f380c6200a1d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:14.973337 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1ce00787-92e5-495a-89cd-f380c6200a1d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:14.977347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce00787-92e5-495a-89cd-f380c6200a1d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:22:15.044359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce00787-92e5-495a-89cd-f380c6200a1d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=712462a2-14d8-4165-9a03-d6412bacb85f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:15.070115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce00787-92e5-495a-89cd-f380c6200a1d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:15.070721 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ce00787-92e5-495a-89cd-f380c6200a1d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:15.103690 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1ce00787-92e5-495a-89cd-f380c6200a1d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9742837 Jul 15 15:22:15.106499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54570) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:15.113959 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5a2572e4-9270-425c-8c6e-172c546a71d7 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'subnet': {'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:15.258801 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2572e4-9270-425c-8c6e-172c546a71d7 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:15.262407 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a2572e4-9270-425c-8c6e-172c546a71d7 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:15.372573 n-d-764435-3 neutron-server[100712]: INFO neutron.db.ipam_backend_mixin [None req-5a2572e4-9270-425c-8c6e-172c546a71d7 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0c282833-a0d2-4b52-a9e2-cdaebbd59d67 (CIDR: 172.20.0.0/28) Jul 15 15:22:15.379661 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2572e4-9270-425c-8c6e-172c546a71d7 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:22:15.379661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2572e4-9270-425c-8c6e-172c546a71d7 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:22:15.402399 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5a2572e4-9270-425c-8c6e-172c546a71d7 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2946200 Jul 15 15:22:15.405166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54582) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:15.415505 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-568886be-a9f0-4d96-97a0-7c6ed7bc9cbf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'subnet': {'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:15.544309 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568886be-a9f0-4d96-97a0-7c6ed7bc9cbf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:15.548684 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-568886be-a9f0-4d96-97a0-7c6ed7bc9cbf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:15.860774 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-568886be-a9f0-4d96-97a0-7c6ed7bc9cbf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:15.907382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568886be-a9f0-4d96-97a0-7c6ed7bc9cbf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:15.910719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-568886be-a9f0-4d96-97a0-7c6ed7bc9cbf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:15.915165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568886be-a9f0-4d96-97a0-7c6ed7bc9cbf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:15.915764 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-568886be-a9f0-4d96-97a0-7c6ed7bc9cbf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:15.928052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568886be-a9f0-4d96-97a0-7c6ed7bc9cbf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Subnet': ['ID=dbcc1d08-47d8-4ef8-88db-82dd27150061,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:15.939063 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-568886be-a9f0-4d96-97a0-7c6ed7bc9cbf tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5296905 Jul 15 15:22:15.939372 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54598) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:15.946128 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-17e5688e-8365-4d32-88c6-a92a1697f4a4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-699967391', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dbcc1d08-47d8-4ef8-88db-82dd27150061'}], 'security_groups': ['df4c8937-0049-47f4-8bf3-a4d73e9f135c']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:16.071636 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17e5688e-8365-4d32-88c6-a92a1697f4a4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:16.122149 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27a2fe9-7708-4d2c-800f-25c33b7ec9ff None None] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:16.205322 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-aaffe962-cbbd-410a-a553-0f45a3ef4123 None None] Provisioning complete for port 4809d814-8d1e-4f86-b2f1-e20af4ea3571 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:16.205948 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aaffe962-cbbd-410a-a553-0f45a3ef4123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:16.291811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-aaffe962-cbbd-410a-a553-0f45a3ef4123 None None] Port 4809d814-8d1e-4f86-b2f1-e20af4ea3571 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:16.334701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-aaffe962-cbbd-410a-a553-0f45a3ef4123 None None] Provisioning for port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:16.471485 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Update dhcp port {'port': {'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'fixed_ips': [{'subnet_id': '0c282833-a0d2-4b52-a9e2-cdaebbd59d67', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dbcc1d08-47d8-4ef8-88db-82dd27150061'}], 'binding:host_id': 'n-d-764435-3'}, 'id': '6fefefbb-51be-4c9f-8404-6b35fd8d1b0f'} from n-d-764435-3. {{(pid=100713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 15:22:16.473870 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-17e5688e-8365-4d32-88c6-a92a1697f4a4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Delete allocated IP 172.20.0.12 (12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c/0c282833-a0d2-4b52-a9e2-cdaebbd59d67) {{(pid=100712) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 15:22:16.484982 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-17e5688e-8365-4d32-88c6-a92a1697f4a4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Allocated IP 172.20.0.29 (12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c/dbcc1d08-47d8-4ef8-88db-82dd27150061/712462a2-14d8-4165-9a03-d6412bacb85f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:16.537710 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:16.668707 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17e5688e-8365-4d32-88c6-a92a1697f4a4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:16.681513 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-17e5688e-8365-4d32-88c6-a92a1697f4a4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Ignored duplicate provisioning block setup for port 712462a2-14d8-4165-9a03-d6412bacb85f by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 15:22:16.686301 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17e5688e-8365-4d32-88c6-a92a1697f4a4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:16.699369 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:22:16.749728 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Allocated IP 172.20.0.18 (12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c/dbcc1d08-47d8-4ef8-88db-82dd27150061/6fefefbb-51be-4c9f-8404-6b35fd8d1b0f) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:16.909746 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-11096c17-5651-45fe-965c-4955199381d1 None None] For port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6fefefbb-51be-4c9f-8404-6b35fd8d1b0f,segment=NetworkSegment(9767646f-6132-4a84-9cad-c16dc3868e94),segment_id=9767646f-6132-4a84-9cad-c16dc3868e94)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:16.944808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:16.974035 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:16.999557 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Transition to ACTIVE for port object 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:17.006832 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:17.071045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:17.129399 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Pushing event updated for resources: {'Port': ['ID=6fefefbb-51be-4c9f-8404-6b35fd8d1b0f,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:17.137568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:17.137974 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:17.138376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:17.138803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:17.139229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:17.139787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:17.140190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:17.140578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:17.140965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:17.141347 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:17.141725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:17.142211 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11096c17-5651-45fe-965c-4955199381d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:17.146318 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5688e-8365-4d32-88c6-a92a1697f4a4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=712462a2-14d8-4165-9a03-d6412bacb85f,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:17.189110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-17e5688e-8365-4d32-88c6-a92a1697f4a4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] In _notify_port_updated(), no bound segment for port 712462a2-14d8-4165-9a03-d6412bacb85f on network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:22:17.196208 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e5688e-8365-4d32-88c6-a92a1697f4a4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:17.196961 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17e5688e-8365-4d32-88c6-a92a1697f4a4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:17.200944 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-17e5688e-8365-4d32-88c6-a92a1697f4a4 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "PUT /v2.0/ports/712462a2-14d8-4165-9a03-d6412bacb85f HTTP/1.1" status: 200 len: 920 time: 1.2577448 Jul 15 15:22:17.201457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54634) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:17.310499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d1dc1a5c-98fd-4e36-bf11-e4ed8b83aecb tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port 712462a2-14d8-4165-9a03-d6412bacb85f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:17.311151 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1a5c-98fd-4e36-bf11-e4ed8b83aecb tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:17.404498 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1a5c-98fd-4e36-bf11-e4ed8b83aecb tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:17.417432 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d1dc1a5c-98fd-4e36-bf11-e4ed8b83aecb tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for 712462a2-14d8-4165-9a03-d6412bacb85f owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:17.584599 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1a5c-98fd-4e36-bf11-e4ed8b83aecb tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:17.614421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc1a5c-98fd-4e36-bf11-e4ed8b83aecb tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=712462a2-14d8-4165-9a03-d6412bacb85f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:17.723784 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1a5c-98fd-4e36-bf11-e4ed8b83aecb tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:17.726291 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d1dc1a5c-98fd-4e36-bf11-e4ed8b83aecb tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/712462a2-14d8-4165-9a03-d6412bacb85f HTTP/1.1" status: 204 len: 168 time: 0.5237436 Jul 15 15:22:17.729306 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54662) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:17.776546 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-217bd97b-b68e-4931-8db5-335995e0c032 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] GET failed (client error): The resource could not be found. Jul 15 15:22:17.781074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54664) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:17.782409 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-217bd97b-b68e-4931-8db5-335995e0c032 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/712462a2-14d8-4165-9a03-d6412bacb85f HTTP/1.1" status: 404 len: 333 time: 0.0520537 Jul 15 15:22:17.784717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6acc884b-1460-4907-a0ad-2cf3593bf134 None None] Provisioning complete for port 4809d814-8d1e-4f86-b2f1-e20af4ea3571 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:17.785092 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6acc884b-1460-4907-a0ad-2cf3593bf134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:17.820579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6acc884b-1460-4907-a0ad-2cf3593bf134 None None] Port 4809d814-8d1e-4f86-b2f1-e20af4ea3571 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:17.824169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6acc884b-1460-4907-a0ad-2cf3593bf134 None None] Could not find standard attr ID for object 712462a2-14d8-4165-9a03-d6412bacb85f. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:22:17.850439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6acc884b-1460-4907-a0ad-2cf3593bf134 None None] Provisioning for port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:17.856535 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6acc884b-1460-4907-a0ad-2cf3593bf134 None None] Provisioning complete for port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:17.857200 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6acc884b-1460-4907-a0ad-2cf3593bf134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:17.926959 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7611187f-ab87-48d9-8438-bfcfe3bf96f2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:17.953493 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7611187f-ab87-48d9-8438-bfcfe3bf96f2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:17.989114 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6acc884b-1460-4907-a0ad-2cf3593bf134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:18.026718 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7611187f-ab87-48d9-8438-bfcfe3bf96f2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:18.030485 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7611187f-ab87-48d9-8438-bfcfe3bf96f2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:18.034168 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7611187f-ab87-48d9-8438-bfcfe3bf96f2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/security-groups/75a9a8a7-77e6-43c4-af68-331644c99c91 HTTP/1.1" status: 204 len: 168 time: 0.2496531 Jul 15 15:22:18.035062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54676) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:18.043804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611187f-ab87-48d9-8438-bfcfe3bf96f2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a9a8a7-77e6-43c4-af68-331644c99c91,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:18.062921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6acc884b-1460-4907-a0ad-2cf3593bf134 None None] For port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6fefefbb-51be-4c9f-8404-6b35fd8d1b0f,segment=NetworkSegment(9767646f-6132-4a84-9cad-c16dc3868e94),segment_id=9767646f-6132-4a84-9cad-c16dc3868e94)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:18.080075 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6acc884b-1460-4907-a0ad-2cf3593bf134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:18.128767 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f79f252-bc77-4964-a27e-4d281d8423ae tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:18.166895 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f79f252-bc77-4964-a27e-4d281d8423ae tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:18.172055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc884b-1460-4907-a0ad-2cf3593bf134 None None] Pushing event updated for resources: {'Port': ['ID=6fefefbb-51be-4c9f-8404-6b35fd8d1b0f,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:18.193378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d2a5bf48-02ea-4e03-bb8e-61ff1bf5db66 None None] Could not find standard attr ID for object 712462a2-14d8-4165-9a03-d6412bacb85f. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:22:18.221531 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f79f252-bc77-4964-a27e-4d281d8423ae tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:18.224533 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f79f252-bc77-4964-a27e-4d281d8423ae tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:18.225820 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4f79f252-bc77-4964-a27e-4d281d8423ae tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/security-groups/df4c8937-0049-47f4-8bf3-a4d73e9f135c HTTP/1.1" status: 204 len: 168 time: 0.1893866 Jul 15 15:22:18.228658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54682) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:18.236035 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79f252-bc77-4964-a27e-4d281d8423ae tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4c8937-0049-47f4-8bf3-a4d73e9f135c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:18.294475 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5265a807-cb8c-480a-af62-c45903b50e09 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting subnet 0c282833-a0d2-4b52-a9e2-cdaebbd59d67 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:22:18.297744 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5265a807-cb8c-480a-af62-c45903b50e09 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:18.340918 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5265a807-cb8c-480a-af62-c45903b50e09 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:18.433719 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5265a807-cb8c-480a-af62-c45903b50e09 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:18.518292 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5265a807-cb8c-480a-af62-c45903b50e09 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:18.556156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265a807-cb8c-480a-af62-c45903b50e09 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Subnet': ['ID=0c282833-a0d2-4b52-a9e2-cdaebbd59d67,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:18.562130 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5265a807-cb8c-480a-af62-c45903b50e09 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:18.564170 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5265a807-cb8c-480a-af62-c45903b50e09 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/0c282833-a0d2-4b52-a9e2-cdaebbd59d67 HTTP/1.1" status: 204 len: 168 time: 0.3342557 Jul 15 15:22:18.568778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54692) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:18.574249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-cdee87c6-63a3-47be-b442-6f37b218542f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'subnet': {'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:18.708968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16fed52-2862-4155-9a92-a02c85eb2bdb None None] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:18.714945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdee87c6-63a3-47be-b442-6f37b218542f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:18.719432 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cdee87c6-63a3-47be-b442-6f37b218542f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:18.722760 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c79c0352-df93-4b8d-8963-82357f856504 None None] Could not find standard attr ID for object 712462a2-14d8-4165-9a03-d6412bacb85f. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:22:18.918114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:18.983354 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:18.984313 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:18.990212 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cdee87c6-63a3-47be-b442-6f37b218542f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.069630 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.088472 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee87c6-63a3-47be-b442-6f37b218542f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Subnet': ['ID=7c347796-c112-4a12-a084-c3a285951aac,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:19.140876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdee87c6-63a3-47be-b442-6f37b218542f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:19.142518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-cdee87c6-63a3-47be-b442-6f37b218542f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:19.151995 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee87c6-63a3-47be-b442-6f37b218542f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:19.152722 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cdee87c6-63a3-47be-b442-6f37b218542f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.176436 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cdee87c6-63a3-47be-b442-6f37b218542f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6063869 Jul 15 15:22:19.178852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54702) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:19.183869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-990c90ce-8d98-4838-a854-f127c05832f6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'security_group': {'name': 'tempest-secgroup-2097894023'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:19.214076 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-990c90ce-8d98-4838-a854-f127c05832f6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.347516 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-990c90ce-8d98-4838-a854-f127c05832f6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.347884 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.351384 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-990c90ce-8d98-4838-a854-f127c05832f6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.384940 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-990c90ce-8d98-4838-a854-f127c05832f6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.386449 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-990c90ce-8d98-4838-a854-f127c05832f6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2066648 Jul 15 15:22:19.389193 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54706) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:19.395784 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6f479b21-c9f3-4e0c-9f55-dcd5eb26fc74 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'security_group': {'name': 'tempest-secgroup-1232876226'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:19.402883 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c90ce-8d98-4838-a854-f127c05832f6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f079d2f4-e197-4094-b82e-52724cbca910,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:19.437961 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f479b21-c9f3-4e0c-9f55-dcd5eb26fc74 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.540736 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f479b21-c9f3-4e0c-9f55-dcd5eb26fc74 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.545454 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f479b21-c9f3-4e0c-9f55-dcd5eb26fc74 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.579365 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f479b21-c9f3-4e0c-9f55-dcd5eb26fc74 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.581139 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6f479b21-c9f3-4e0c-9f55-dcd5eb26fc74 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1894927 Jul 15 15:22:19.583632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f479b21-c9f3-4e0c-9f55-dcd5eb26fc74 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3754a9c2-3164-4aa6-a11f-16b8745770cd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:19.584022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54710) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:19.590828 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e4fa5487-f260-4d14-85bb-d2844b9fea8f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'security_group': {'name': 'tempest-secgroup-1156745141'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:19.645240 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5487-f260-4d14-85bb-d2844b9fea8f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.718765 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be9a28a-7685-445d-ab60-d730993b17b8 None None] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:19.766779 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5487-f260-4d14-85bb-d2844b9fea8f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.772290 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5487-f260-4d14-85bb-d2844b9fea8f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.790384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dd9ab9c8-c828-4305-b6fa-ea73d0ab592b None None] Provisioning complete for port 4809d814-8d1e-4f86-b2f1-e20af4ea3571 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:19.790910 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dd9ab9c8-c828-4305-b6fa-ea73d0ab592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.810218 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5487-f260-4d14-85bb-d2844b9fea8f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.815163 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54716) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:19.815376 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e4fa5487-f260-4d14-85bb-d2844b9fea8f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2300534 Jul 15 15:22:19.819942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa5487-f260-4d14-85bb-d2844b9fea8f tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433b4016-0517-4e97-a087-457c4dafad73,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:19.823192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-978484753', 'security_groups': ['433b4016-0517-4e97-a087-457c4dafad73'], 'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7c347796-c112-4a12-a084-c3a285951aac'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:19.881757 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ab9c8-c828-4305-b6fa-ea73d0ab592b None None] Port 4809d814-8d1e-4f86-b2f1-e20af4ea3571 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:19.907449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dd9ab9c8-c828-4305-b6fa-ea73d0ab592b None None] Provisioning complete for port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:19.907859 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dd9ab9c8-c828-4305-b6fa-ea73d0ab592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:19.986779 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:20.079294 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:20.113715 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] device_id is not set on port a1b583b7-eec4-4bc5-a20b-90d14998da3d yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:22:20.145954 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13157665-8557-46b5-83c5-9166fce5d4c7 None None] Update dhcp port {'port': {'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'fixed_ips': [{'subnet_id': 'dbcc1d08-47d8-4ef8-88db-82dd27150061', 'ip_address': '172.20.0.18'}, {'subnet_id': '7c347796-c112-4a12-a084-c3a285951aac'}], 'binding:host_id': 'n-d-764435-3'}, 'id': '6fefefbb-51be-4c9f-8404-6b35fd8d1b0f'} from n-d-764435-3. {{(pid=100713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 15:22:20.184825 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13157665-8557-46b5-83c5-9166fce5d4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:20.308556 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Allocated IP 172.20.0.13 (12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c/7c347796-c112-4a12-a084-c3a285951aac/a1b583b7-eec4-4bc5-a20b-90d14998da3d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:20.465691 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:20.481581 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Transition to ACTIVE for port object a1b583b7-eec4-4bc5-a20b-90d14998da3d will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:20.542231 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:20.599115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:20.608685 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-13157665-8557-46b5-83c5-9166fce5d4c7 None None] Allocated IP 172.20.0.2 (12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c/7c347796-c112-4a12-a084-c3a285951aac/6fefefbb-51be-4c9f-8404-6b35fd8d1b0f) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:20.610171 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:20.621984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:22:20.650884 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=a1b583b7-eec4-4bc5-a20b-90d14998da3d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:20.670022 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:20.670764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:20.671673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:20.672738 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:20.673477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:20.674222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:20.675315 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:20.675881 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:20.676669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:20.677230 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:20.677776 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:20.678330 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:20.702971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:20.703877 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:20.727619 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-044a9829-b2ba-44be-a068-2bd6ead0aff8 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9105890 Jul 15 15:22:20.727861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54744) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:20.734854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-72fc2977-cea3-4909-bb84-0d40727c0813 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'subnet': {'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:20.742293 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-13157665-8557-46b5-83c5-9166fce5d4c7 None None] For port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6fefefbb-51be-4c9f-8404-6b35fd8d1b0f,segment=NetworkSegment(9767646f-6132-4a84-9cad-c16dc3868e94),segment_id=9767646f-6132-4a84-9cad-c16dc3868e94)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:20.775524 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13157665-8557-46b5-83c5-9166fce5d4c7 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:20.791752 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-13157665-8557-46b5-83c5-9166fce5d4c7 None None] Transition to ACTIVE for port object 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:20.800540 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13157665-8557-46b5-83c5-9166fce5d4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:20.865661 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fc2977-cea3-4909-bb84-0d40727c0813 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:20.871696 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-72fc2977-cea3-4909-bb84-0d40727c0813 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:20.910764 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13157665-8557-46b5-83c5-9166fce5d4c7 None None] Pushing event updated for resources: {'Port': ['ID=6fefefbb-51be-4c9f-8404-6b35fd8d1b0f,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:20.991284 n-d-764435-3 neutron-server[100711]: INFO neutron.db.ipam_backend_mixin [None req-72fc2977-cea3-4909-bb84-0d40727c0813 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7c347796-c112-4a12-a084-c3a285951aac (CIDR: 172.20.0.0/28) Jul 15 15:22:20.995346 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fc2977-cea3-4909-bb84-0d40727c0813 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:22:20.996289 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72fc2977-cea3-4909-bb84-0d40727c0813 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:22:21.014390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-72fc2977-cea3-4909-bb84-0d40727c0813 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2842660 Jul 15 15:22:21.016562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54750) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:21.023482 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a0d6babf-732b-4fac-952c-41d2c0b89e27 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'subnet': {'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:21.180692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d6babf-732b-4fac-952c-41d2c0b89e27 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:21.185142 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a0d6babf-732b-4fac-952c-41d2c0b89e27 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:21.302123 n-d-764435-3 neutron-server[100711]: INFO neutron.db.ipam_backend_mixin [None req-a0d6babf-732b-4fac-952c-41d2c0b89e27 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet dbcc1d08-47d8-4ef8-88db-82dd27150061 (CIDR: 172.20.0.16/28) Jul 15 15:22:21.307376 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d6babf-732b-4fac-952c-41d2c0b89e27 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:22:21.307881 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d6babf-732b-4fac-952c-41d2c0b89e27 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:22:21.333840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a0d6babf-732b-4fac-952c-41d2c0b89e27 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3132496 Jul 15 15:22:21.334229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54766) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:21.340275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-515554e6-7919-4468-8e50-f14af7411a90 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'subnet': {'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:21.493619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515554e6-7919-4468-8e50-f14af7411a90 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Made reservation on behalf of 59fa8f8ac81a439ea468b950699cc8ca for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:21.498053 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-515554e6-7919-4468-8e50-f14af7411a90 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:21.780412 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-515554e6-7919-4468-8e50-f14af7411a90 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:21.790657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a9647c1f-accf-42a9-9d54-f8760f33e1bc None None] Provisioning complete for port 4809d814-8d1e-4f86-b2f1-e20af4ea3571 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:21.791200 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9647c1f-accf-42a9-9d54-f8760f33e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:21.835166 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515554e6-7919-4468-8e50-f14af7411a90 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:21.839369 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-515554e6-7919-4468-8e50-f14af7411a90 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:21.845021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515554e6-7919-4468-8e50-f14af7411a90 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:21.845629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-515554e6-7919-4468-8e50-f14af7411a90 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:21.865944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515554e6-7919-4468-8e50-f14af7411a90 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Subnet': ['ID=89b0fc86-1f95-4e73-a68f-756f33de83ab,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:21.879983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54776) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:21.880530 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-515554e6-7919-4468-8e50-f14af7411a90 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5451250 Jul 15 15:22:21.887685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-7ce1b63b-d979-46f0-b4bc-49e1b2e7f57d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-287532076', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '89b0fc86-1f95-4e73-a68f-756f33de83ab'}], 'security_groups': ['f079d2f4-e197-4094-b82e-52724cbca910', '3754a9c2-3164-4aa6-a11f-16b8745770cd']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:22.055928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c420944b-b771-40cc-b041-583c6caf8692 None None] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:22.117591 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ce1b63b-d979-46f0-b4bc-49e1b2e7f57d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:22.150369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a9647c1f-accf-42a9-9d54-f8760f33e1bc None None] Port 4809d814-8d1e-4f86-b2f1-e20af4ea3571 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:22.192473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a9647c1f-accf-42a9-9d54-f8760f33e1bc None None] Provisioning for port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:22.210439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a9647c1f-accf-42a9-9d54-f8760f33e1bc None None] Provisioning complete for port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:22.211060 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9647c1f-accf-42a9-9d54-f8760f33e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:22.425144 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640d3a26-9870-42a3-ab14-e97964465ff9 None None] Update dhcp port {'port': {'network_id': '12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c', 'fixed_ips': [{'subnet_id': 'dbcc1d08-47d8-4ef8-88db-82dd27150061', 'ip_address': '172.20.0.18'}, {'subnet_id': '7c347796-c112-4a12-a084-c3a285951aac', 'ip_address': '172.20.0.2'}, {'subnet_id': '89b0fc86-1f95-4e73-a68f-756f33de83ab'}], 'binding:host_id': 'n-d-764435-3'}, 'id': '6fefefbb-51be-4c9f-8404-6b35fd8d1b0f'} from n-d-764435-3. {{(pid=100713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 15:22:22.463000 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-640d3a26-9870-42a3-ab14-e97964465ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:22.475405 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-7ce1b63b-d979-46f0-b4bc-49e1b2e7f57d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Delete allocated IP 172.20.0.13 (12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c/7c347796-c112-4a12-a084-c3a285951aac) {{(pid=100711) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 15:22:22.485949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-7ce1b63b-d979-46f0-b4bc-49e1b2e7f57d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Allocated IP 172.20.0.37 (12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c/89b0fc86-1f95-4e73-a68f-756f33de83ab/a1b583b7-eec4-4bc5-a20b-90d14998da3d) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:22.571635 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-596fe0ff-9dfb-4813-90a3-a3236351e676 None None] Provisioning for port a1b583b7-eec4-4bc5-a20b-90d14998da3d completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:22.580179 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-596fe0ff-9dfb-4813-90a3-a3236351e676 None None] Provisioning complete for port a1b583b7-eec4-4bc5-a20b-90d14998da3d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:22.580557 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-596fe0ff-9dfb-4813-90a3-a3236351e676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:22.638848 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-596fe0ff-9dfb-4813-90a3-a3236351e676 None None] Port a1b583b7-eec4-4bc5-a20b-90d14998da3d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:22.745342 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ce1b63b-d979-46f0-b4bc-49e1b2e7f57d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:22.760665 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-7ce1b63b-d979-46f0-b4bc-49e1b2e7f57d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Ignored duplicate provisioning block setup for port a1b583b7-eec4-4bc5-a20b-90d14998da3d by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 15:22:22.772377 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ce1b63b-d979-46f0-b4bc-49e1b2e7f57d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:22.821329 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-640d3a26-9870-42a3-ab14-e97964465ff9 None None] Allocated IP 172.20.0.34 (12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c/89b0fc86-1f95-4e73-a68f-756f33de83ab/6fefefbb-51be-4c9f-8404-6b35fd8d1b0f) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:22.908232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1b63b-d979-46f0-b4bc-49e1b2e7f57d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event updated for resources: {'Port': ['ID=a1b583b7-eec4-4bc5-a20b-90d14998da3d,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:22.931518 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-640d3a26-9870-42a3-ab14-e97964465ff9 None None] For port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6fefefbb-51be-4c9f-8404-6b35fd8d1b0f,segment=NetworkSegment(9767646f-6132-4a84-9cad-c16dc3868e94),segment_id=9767646f-6132-4a84-9cad-c16dc3868e94)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:22.937130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:22.937373 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1b63b-d979-46f0-b4bc-49e1b2e7f57d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] In _notify_port_updated(), no bound segment for port a1b583b7-eec4-4bc5-a20b-90d14998da3d on network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c {{(pid=100711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:22:22.944224 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce1b63b-d979-46f0-b4bc-49e1b2e7f57d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:22.944797 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ce1b63b-d979-46f0-b4bc-49e1b2e7f57d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:22.949396 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7ce1b63b-d979-46f0-b4bc-49e1b2e7f57d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "PUT /v2.0/ports/a1b583b7-eec4-4bc5-a20b-90d14998da3d HTTP/1.1" status: 200 len: 959 time: 1.0638421 Jul 15 15:22:22.949396 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54800) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:22.999944 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-640d3a26-9870-42a3-ab14-e97964465ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:23.021247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-640d3a26-9870-42a3-ab14-e97964465ff9 None None] Transition to ACTIVE for port object 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:23.025718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:23.026035 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:23.055632 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-640d3a26-9870-42a3-ab14-e97964465ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:23.061407 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-30f02db9-3f54-4221-9590-9816f289d162 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port a1b583b7-eec4-4bc5-a20b-90d14998da3d {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:23.061765 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-30f02db9-3f54-4221-9590-9816f289d162 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:23.167568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f had new provisioning blocks added so it will not transition to active. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 15 15:22:23.188615 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-30f02db9-3f54-4221-9590-9816f289d162 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:23.207309 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-30f02db9-3f54-4221-9590-9816f289d162 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for a1b583b7-eec4-4bc5-a20b-90d14998da3d owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:23.229932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d3a26-9870-42a3-ab14-e97964465ff9 None None] Pushing event updated for resources: {'Port': ['ID=6fefefbb-51be-4c9f-8404-6b35fd8d1b0f,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:23.371085 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-30f02db9-3f54-4221-9590-9816f289d162 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:23.409787 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f02db9-3f54-4221-9590-9816f289d162 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=a1b583b7-eec4-4bc5-a20b-90d14998da3d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:23.496021 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-30f02db9-3f54-4221-9590-9816f289d162 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:23.501437 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-30f02db9-3f54-4221-9590-9816f289d162 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/a1b583b7-eec4-4bc5-a20b-90d14998da3d HTTP/1.1" status: 204 len: 168 time: 0.5512433 Jul 15 15:22:23.502257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54808) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:23.537307 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05c967a-ac36-4a94-9806-15377b691d13 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] GET failed (client error): The resource could not be found. Jul 15 15:22:23.542216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54810) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:23.542839 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a05c967a-ac36-4a94-9806-15377b691d13 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports/a1b583b7-eec4-4bc5-a20b-90d14998da3d HTTP/1.1" status: 404 len: 333 time: 0.0385034 Jul 15 15:22:23.616862 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f0ecb9c-1130-4718-9303-e41a0eb40b31 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:23.671813 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f0ecb9c-1130-4718-9303-e41a0eb40b31 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:23.735202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f0ecb9c-1130-4718-9303-e41a0eb40b31 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:23.740097 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f0ecb9c-1130-4718-9303-e41a0eb40b31 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:23.742204 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3f0ecb9c-1130-4718-9303-e41a0eb40b31 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/security-groups/433b4016-0517-4e97-a087-457c4dafad73 HTTP/1.1" status: 204 len: 168 time: 0.1987102 Jul 15 15:22:23.745059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54816) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:23.756570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ecb9c-1130-4718-9303-e41a0eb40b31 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=433b4016-0517-4e97-a087-457c4dafad73,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:23.845489 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1810aee3-65bd-4149-9ddb-ae2b666d3e04 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:23.872956 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1810aee3-65bd-4149-9ddb-ae2b666d3e04 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:23.927290 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1810aee3-65bd-4149-9ddb-ae2b666d3e04 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:23.930069 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1810aee3-65bd-4149-9ddb-ae2b666d3e04 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:23.932699 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1810aee3-65bd-4149-9ddb-ae2b666d3e04 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/security-groups/3754a9c2-3164-4aa6-a11f-16b8745770cd HTTP/1.1" status: 204 len: 168 time: 0.1864254 Jul 15 15:22:23.938505 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54824) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:23.952869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810aee3-65bd-4149-9ddb-ae2b666d3e04 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3754a9c2-3164-4aa6-a11f-16b8745770cd,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:24.016670 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1090f1c-2763-4c14-851d-3f072cdbf45d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.024529 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-696c1ab5-3ddd-4ab3-9ca7-58d2ade71f3e None None] Provisioning complete for port 4809d814-8d1e-4f86-b2f1-e20af4ea3571 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:24.025029 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-696c1ab5-3ddd-4ab3-9ca7-58d2ade71f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.050433 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1090f1c-2763-4c14-851d-3f072cdbf45d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.092121 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-696c1ab5-3ddd-4ab3-9ca7-58d2ade71f3e None None] Port 4809d814-8d1e-4f86-b2f1-e20af4ea3571 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:24.095223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-696c1ab5-3ddd-4ab3-9ca7-58d2ade71f3e None None] Could not find standard attr ID for object a1b583b7-eec4-4bc5-a20b-90d14998da3d. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:22:24.115790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-696c1ab5-3ddd-4ab3-9ca7-58d2ade71f3e None None] Provisioning for port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:24.116463 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1090f1c-2763-4c14-851d-3f072cdbf45d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.119287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e1090f1c-2763-4c14-851d-3f072cdbf45d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.120393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-696c1ab5-3ddd-4ab3-9ca7-58d2ade71f3e None None] Provisioning complete for port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:24.120765 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-696c1ab5-3ddd-4ab3-9ca7-58d2ade71f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.120969 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e1090f1c-2763-4c14-851d-3f072cdbf45d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/security-groups/f079d2f4-e197-4094-b82e-52724cbca910 HTTP/1.1" status: 204 len: 168 time: 0.1811960 Jul 15 15:22:24.123403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54830) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:24.130740 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1090f1c-2763-4c14-851d-3f072cdbf45d tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f079d2f4-e197-4094-b82e-52724cbca910,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:24.193146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb69aa71-d64e-45ca-bafa-45c2415e4058 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting subnet 7c347796-c112-4a12-a084-c3a285951aac {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:22:24.196587 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb69aa71-d64e-45ca-bafa-45c2415e4058 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.242518 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb69aa71-d64e-45ca-bafa-45c2415e4058 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.347958 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb69aa71-d64e-45ca-bafa-45c2415e4058 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.420211 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb69aa71-d64e-45ca-bafa-45c2415e4058 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.449997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69aa71-d64e-45ca-bafa-45c2415e4058 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Subnet': ['ID=7c347796-c112-4a12-a084-c3a285951aac,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:24.463185 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb69aa71-d64e-45ca-bafa-45c2415e4058 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.465233 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bb69aa71-d64e-45ca-bafa-45c2415e4058 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/7c347796-c112-4a12-a084-c3a285951aac HTTP/1.1" status: 204 len: 168 time: 0.3408127 Jul 15 15:22:24.471887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54846) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:24.483577 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89118010-b98e-4184-8a3e-8921bd543459 None None] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:24.499879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54848) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:24.540972 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5a4fc9-e27b-418b-8245-b27adcff6426 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting subnet 89b0fc86-1f95-4e73-a68f-756f33de83ab {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:22:24.544683 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5e5a4fc9-e27b-418b-8245-b27adcff6426 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.553378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c04d93ed-e199-46bd-a436-c04c2b699cd6 None None] Could not find standard attr ID for object a1b583b7-eec4-4bc5-a20b-90d14998da3d. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:22:24.604926 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5e5a4fc9-e27b-418b-8245-b27adcff6426 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.670807 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-370b86cd-98e2-411b-a17b-888b3da66845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.730640 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5e5a4fc9-e27b-418b-8245-b27adcff6426 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.825354 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-370b86cd-98e2-411b-a17b-888b3da66845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.832787 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-370b86cd-98e2-411b-a17b-888b3da66845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.869268 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5e5a4fc9-e27b-418b-8245-b27adcff6426 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.877964 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-370b86cd-98e2-411b-a17b-888b3da66845 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5bb10c6e2a44dba9df8746fabc8b414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769023 Jul 15 15:22:24.886570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54860) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:24.911567 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b86cd-98e2-411b-a17b-888b3da66845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fca791-44d1-42ed-8f00-af3569caf710,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:24.937561 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:24.945303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a4fc9-e27b-418b-8245-b27adcff6426 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Subnet': ['ID=89b0fc86-1f95-4e73-a68f-756f33de83ab,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:24.958393 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5e5a4fc9-e27b-418b-8245-b27adcff6426 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:24.960650 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5e5a4fc9-e27b-418b-8245-b27adcff6426 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/89b0fc86-1f95-4e73-a68f-756f33de83ab HTTP/1.1" status: 204 len: 168 time: 0.4876776 Jul 15 15:22:24.963411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54862) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:25.044386 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-488cd7bb-f787-4c03-9ab9-6ebd36fc63a2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] DELETE failed (client error): The resource could not be found. Jul 15 15:22:25.046479 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488cd7bb-f787-4c03-9ab9-6ebd36fc63a2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:22:25.053266 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-488cd7bb-f787-4c03-9ab9-6ebd36fc63a2 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/7c347796-c112-4a12-a084-c3a285951aac HTTP/1.1" status: 404 len: 337 time: 0.0874536 Jul 15 15:22:25.056181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54864) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:25.084216 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:25.085648 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:25.137411 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690009ad-ba27-472e-97ab-1ca0ff842c94 req-6248ac3d-60db-4f5e-8d10-14301eebc5b4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:25.139372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-690009ad-ba27-472e-97ab-1ca0ff842c94 req-6248ac3d-60db-4f5e-8d10-14301eebc5b4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 945 time: 0.2041495 Jul 15 15:22:25.140622 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-94600fc4-19f8-4d5a-913d-94671efb946d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:25.155964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f8b4c3-d2e9-4546-a371-42746e43b114 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting subnet dbcc1d08-47d8-4ef8-88db-82dd27150061 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:22:25.160904 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94f8b4c3-d2e9-4546-a371-42746e43b114 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:25.209853 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94f8b4c3-d2e9-4546-a371-42746e43b114 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:25.222503 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-94600fc4-19f8-4d5a-913d-94671efb946d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:25.226781 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-690009ad-ba27-472e-97ab-1ca0ff842c94 req-903dbaf1-395c-4ee1-b4bb-31bbf5a78846 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793910 Jul 15 15:22:25.287945 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-94600fc4-19f8-4d5a-913d-94671efb946d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:25.290641 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-94600fc4-19f8-4d5a-913d-94671efb946d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:25.294505 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-94600fc4-19f8-4d5a-913d-94671efb946d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/37fca791-44d1-42ed-8f00-af3569caf710 HTTP/1.1" status: 204 len: 168 time: 0.4011703 Jul 15 15:22:25.302415 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94600fc4-19f8-4d5a-913d-94671efb946d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fca791-44d1-42ed-8f00-af3569caf710,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:25.345863 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94f8b4c3-d2e9-4546-a371-42746e43b114 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:25.420138 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94f8b4c3-d2e9-4546-a371-42746e43b114 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:25.452114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8b4c3-d2e9-4546-a371-42746e43b114 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Subnet': ['ID=dbcc1d08-47d8-4ef8-88db-82dd27150061,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:25.456356 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94f8b4c3-d2e9-4546-a371-42746e43b114 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:25.461381 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54872) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:25.461610 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-94f8b4c3-d2e9-4546-a371-42746e43b114 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/dbcc1d08-47d8-4ef8-88db-82dd27150061 HTTP/1.1" status: 204 len: 168 time: 0.4019365 Jul 15 15:22:25.508747 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4bd572-32ad-4822-8001-9195ae8b4fae tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] DELETE failed (client error): The resource could not be found. Jul 15 15:22:25.509225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4bd572-32ad-4822-8001-9195ae8b4fae tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:22:25.513845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54874) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:25.514689 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0b4bd572-32ad-4822-8001-9195ae8b4fae tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/0c282833-a0d2-4b52-a9e2-cdaebbd59d67 HTTP/1.1" status: 404 len: 337 time: 0.0518038 Jul 15 15:22:25.719770 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7296e5e0-dd73-4fe8-9b97-d5777ecf8c3b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43 HTTP/1.1" status: 200 len: 205 time: 0.0404959 Jul 15 15:22:25.719770 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54880) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:25.721066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbacba1b-9551-4ee6-b705-438563527e27 None None] Network 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:25.721955 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-a6eecd1d-9e8c-486d-a2c3-2f37ef7b9692 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] delete failed (client error): The resource could not be found. Jul 15 15:22:25.721955 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a6eecd1d-9e8c-486d-a2c3-2f37ef7b9692 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/routers/5d0d6f5c-30c5-49ae-9f8c-8d8923fdfa43 HTTP/1.1" status: 404 len: 336 time: 0.0430911 Jul 15 15:22:25.721955 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54884) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:25.721955 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fcf8214-cb6e-4dd5-b315-aee44ef00bac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] DELETE failed (client error): The resource could not be found. Jul 15 15:22:25.721955 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fcf8214-cb6e-4dd5-b315-aee44ef00bac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:22:25.721955 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0fcf8214-cb6e-4dd5-b315-aee44ef00bac tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/6db22bb6-dc67-4e1c-a772-aaf534f5dba4 HTTP/1.1" status: 404 len: 337 time: 0.0394373 Jul 15 15:22:25.721955 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54888) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:25.722953 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54892) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:25.723376 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2310e266-37f0-4a98-91e1-b16b0ad5e48e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] DELETE failed (client error): The resource could not be found. Jul 15 15:22:25.723376 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2310e266-37f0-4a98-91e1-b16b0ad5e48e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:22:25.723376 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2310e266-37f0-4a98-91e1-b16b0ad5e48e tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/6be63992-b6fb-4efe-afca-76a724daff1a HTTP/1.1" status: 404 len: 337 time: 0.0538266 Jul 15 15:22:25.723376 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54894) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:25.729729 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a2cc1a3-86c7-409f-9a1e-4e55c5254c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:25.748096 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-787137d0-3fdf-47f5-b4c9-2905288bc98b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] DELETE failed (client error): The resource could not be found. Jul 15 15:22:25.749098 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787137d0-3fdf-47f5-b4c9-2905288bc98b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:22:25.749588 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0d66b904-1ccd-497e-9121-cc9407e537f4 None None] Provisioning complete for port 4809d814-8d1e-4f86-b2f1-e20af4ea3571 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:25.749964 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d66b904-1ccd-497e-9121-cc9407e537f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:25.753397 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-787137d0-3fdf-47f5-b4c9-2905288bc98b tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/aa1a5f99-ad28-45de-ae21-9975a001f0a2 HTTP/1.1" status: 404 len: 337 time: 0.0386627 Jul 15 15:22:25.758146 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54900) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:25.792446 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-1770a5d2-c46b-4c2a-b536-5ed90997773a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] DELETE failed (client error): The resource could not be found. Jul 15 15:22:25.793251 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1770a5d2-c46b-4c2a-b536-5ed90997773a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:22:25.797821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54902) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:25.798117 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1770a5d2-c46b-4c2a-b536-5ed90997773a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/b4488903-b18c-46e1-b460-742b1bdc502d HTTP/1.1" status: 404 len: 333 time: 0.0385389 Jul 15 15:22:25.815098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0d66b904-1ccd-497e-9121-cc9407e537f4 None None] Port 4809d814-8d1e-4f86-b2f1-e20af4ea3571 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:25.839243 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0d66b904-1ccd-497e-9121-cc9407e537f4 None None] Provisioning complete for port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:25.839626 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d66b904-1ccd-497e-9121-cc9407e537f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:25.856530 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4625ea-9be8-447e-8740-6b967acff364 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] DELETE failed (client error): The resource could not be found. Jul 15 15:22:25.857052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4625ea-9be8-447e-8740-6b967acff364 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:22:25.861616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54904) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:25.863303 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cc4625ea-9be8-447e-8740-6b967acff364 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/9fab85b9-4ce1-4638-8ad8-98f80d963f14 HTTP/1.1" status: 404 len: 337 time: 0.0644174 Jul 15 15:22:25.921605 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a2cc1a3-86c7-409f-9a1e-4e55c5254c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:25.926884 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd0e8b5-92ed-4697-ac03-e5832b9cf14a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] DELETE failed (client error): The resource could not be found. Jul 15 15:22:25.927500 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd0e8b5-92ed-4697-ac03-e5832b9cf14a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:22:25.930992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fdd0e8b5-92ed-4697-ac03-e5832b9cf14a tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/e70a33aa-6998-46d3-bcb4-86e9ae63b5b1 HTTP/1.1" status: 404 len: 337 time: 0.0681608 Jul 15 15:22:25.932608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54908) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:25.934627 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a2cc1a3-86c7-409f-9a1e-4e55c5254c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:25.967148 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f250e55d-da99-4216-9327-be6b3063625f None None] DHCP port deletion for 12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:22:25.973162 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2c418a-6511-49ad-ba6d-a6580d9b4726 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] DELETE failed (client error): The resource could not be found. Jul 15 15:22:25.973897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2c418a-6511-49ad-ba6d-a6580d9b4726 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:22:25.979444 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bb2c418a-6511-49ad-ba6d-a6580d9b4726 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/0e8ebda3-f1af-40a6-8e60-f280a5e97fa7 HTTP/1.1" status: 404 len: 333 time: 0.0420961 Jul 15 15:22:25.988817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54912) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:26.001851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2a2cc1a3-86c7-409f-9a1e-4e55c5254c2c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=63583c0dde924937a6c14100e9c6713c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056216 Jul 15 15:22:26.001851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cc1a3-86c7-409f-9a1e-4e55c5254c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8335e67-5c71-45ea-9e51-bc758dddf7fe,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:26.004617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54916) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:26.043292 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f250e55d-da99-4216-9327-be6b3063625f None None] Deleting port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:26.043816 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f250e55d-da99-4216-9327-be6b3063625f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.059988 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c87af60a-8602-460b-a735-eb520662d000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.063794 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd61df72-561a-4528-b23e-ac57f4dfc298 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] DELETE failed (client error): The resource could not be found. Jul 15 15:22:26.064263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd61df72-561a-4528-b23e-ac57f4dfc298 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:22:26.072844 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dd61df72-561a-4528-b23e-ac57f4dfc298 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/0afe1a21-dd58-4034-ba0a-ad4c90cf55ce HTTP/1.1" status: 404 len: 337 time: 0.0829029 Jul 15 15:22:26.075303 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54918) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:26.104662 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-abfd7003-d16d-4cdc-9e00-9e51aeea0fb9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] DELETE failed (client error): The resource could not be found. Jul 15 15:22:26.107400 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abfd7003-d16d-4cdc-9e00-9e51aeea0fb9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:22:26.108916 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-abfd7003-d16d-4cdc-9e00-9e51aeea0fb9 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/subnets/367fabbf-7037-49cb-a44e-8a8b5aafc44a HTTP/1.1" status: 404 len: 337 time: 0.0326116 Jul 15 15:22:26.109542 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c87af60a-8602-460b-a735-eb520662d000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.115132 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54920) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:26.149298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f250e55d-da99-4216-9327-be6b3063625f None None] For port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6fefefbb-51be-4c9f-8404-6b35fd8d1b0f,segment=NetworkSegment(9767646f-6132-4a84-9cad-c16dc3868e94),segment_id=9767646f-6132-4a84-9cad-c16dc3868e94)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:26.150294 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f250e55d-da99-4216-9327-be6b3063625f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.172253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f250e55d-da99-4216-9327-be6b3063625f None None] Calling delete_port for 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:26.183993 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c87af60a-8602-460b-a735-eb520662d000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.188214 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c87af60a-8602-460b-a735-eb520662d000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.191843 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c87af60a-8602-460b-a735-eb520662d000 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e8335e67-5c71-45ea-9e51-bc758dddf7fe HTTP/1.1" status: 204 len: 168 time: 0.1862569 Jul 15 15:22:26.206365 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87af60a-8602-460b-a735-eb520662d000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8335e67-5c71-45ea-9e51-bc758dddf7fe,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:26.308339 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f250e55d-da99-4216-9327-be6b3063625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.315321 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-53ba70ee-f74a-4fb3-aa72-a37f88c95bf6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Deleting port 4809d814-8d1e-4f86-b2f1-e20af4ea3571 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:26.318682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53ba70ee-f74a-4fb3-aa72-a37f88c95bf6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.364244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250e55d-da99-4216-9327-be6b3063625f None None] Pushing event deleted for resources: {'Port': ['ID=6fefefbb-51be-4c9f-8404-6b35fd8d1b0f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:26.372279 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f250e55d-da99-4216-9327-be6b3063625f None None] No DVR routers for this DVR port 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:26.428052 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53ba70ee-f74a-4fb3-aa72-a37f88c95bf6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.442225 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-53ba70ee-f74a-4fb3-aa72-a37f88c95bf6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Calling delete_port for 4809d814-8d1e-4f86-b2f1-e20af4ea3571 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:26.504946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ccee4-8923-4021-a3d1-21e5b4e3312f req-0a72060a-9f25-4998-a1f3-3d18f22bddd4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:26.506823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df8ccee4-8923-4021-a3d1-21e5b4e3312f req-0a72060a-9f25-4998-a1f3-3d18f22bddd4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 945 time: 0.0904267 Jul 15 15:22:26.569631 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53ba70ee-f74a-4fb3-aa72-a37f88c95bf6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.570070 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df8ccee4-8923-4021-a3d1-21e5b4e3312f req-445d8e9f-f49a-4b6f-87db-a03530662fd4 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573530 Jul 15 15:22:26.600020 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53ba70ee-f74a-4fb3-aa72-a37f88c95bf6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.604698 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-53ba70ee-f74a-4fb3-aa72-a37f88c95bf6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/ports/4809d814-8d1e-4f86-b2f1-e20af4ea3571 HTTP/1.1" status: 204 len: 168 time: 0.4857457 Jul 15 15:22:26.605093 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54940) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:26.620234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba70ee-f74a-4fb3-aa72-a37f88c95bf6 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Port': ['ID=4809d814-8d1e-4f86-b2f1-e20af4ea3571,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:26.693807 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71688ed5-f425-4215-bad9-071699db3453 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.793203 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71688ed5-f425-4215-bad9-071699db3453 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.804169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-71688ed5-f425-4215-bad9-071699db3453 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:26.816203 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-71688ed5-f425-4215-bad9-071699db3453 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9767646f-6132-4a84-9cad-c16dc3868e94') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:26.816489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-71688ed5-f425-4215-bad9-071699db3453 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9767646f-6132-4a84-9cad-c16dc3868e94') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:26.826598 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71688ed5-f425-4215-bad9-071699db3453 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.842979 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71688ed5-f425-4215-bad9-071699db3453 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.850799 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71688ed5-f425-4215-bad9-071699db3453 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:22:26.851196 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71688ed5-f425-4215-bad9-071699db3453 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:22:26.864381 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:22:26.921264 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71688ed5-f425-4215-bad9-071699db3453 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.930294 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-71688ed5-f425-4215-bad9-071699db3453 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.934898 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-71688ed5-f425-4215-bad9-071699db3453 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] 10.222.0.38 "DELETE /v2.0/networks/12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c HTTP/1.1" status: 204 len: 168 time: 0.3262141 Jul 15 15:22:26.945932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71688ed5-f425-4215-bad9-071699db3453 tempest-PortsTestJSON-550169765 tempest-PortsTestJSON-550169765-project] Pushing event deleted for resources: {'Network': ['ID=12ed2bca-9edc-4eaa-86e6-45f9e77fbf4c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:26.946077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:22:26.969774 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:22:26.970292 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6fefefbb-51be-4c9f-8404-6b35fd8d1b0f not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:22:27.169755 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 54970) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:27.342749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1e6058a7-302a-4b82-bf22-7f0eeb4726da admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=59fa8f8ac81a439ea468b950699cc8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715720 Jul 15 15:22:27.345304 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 54980) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:27.441731 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fa2eae4-d796-414b-bb4b-c16ddc3c783b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:27.468252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fa2eae4-d796-414b-bb4b-c16ddc3c783b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:27.537687 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fa2eae4-d796-414b-bb4b-c16ddc3c783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:27.540329 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fa2eae4-d796-414b-bb4b-c16ddc3c783b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:27.541499 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8fa2eae4-d796-414b-bb4b-c16ddc3c783b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c04624f5-7c94-428a-8f6e-05ca399b3d6b HTTP/1.1" status: 204 len: 168 time: 0.1950383 Jul 15 15:22:27.558518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2eae4-d796-414b-bb4b-c16ddc3c783b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04624f5-7c94-428a-8f6e-05ca399b3d6b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:27.929185 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ca6ce-9de4-44e4-8be1-71853be072af req-727c4379-47b6-4609-8841-c2227372cf9c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:27.939099 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d29ca6ce-9de4-44e4-8be1-71853be072af req-727c4379-47b6-4609-8841-c2227372cf9c tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 945 time: 0.1352565 Jul 15 15:22:27.999934 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d29ca6ce-9de4-44e4-8be1-71853be072af req-196282a1-76c5-4bb6-94ba-75aec3efd7d7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575664 Jul 15 15:22:28.653439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55044) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:28.893857 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-734695ce-5a16-44dd-8863-9b6f10cbfa2b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2000211731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:28.924821 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-734695ce-5a16-44dd-8863-9b6f10cbfa2b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:28.925949 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-734695ce-5a16-44dd-8863-9b6f10cbfa2b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:28.987236 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-734695ce-5a16-44dd-8863-9b6f10cbfa2b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:28.993732 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-734695ce-5a16-44dd-8863-9b6f10cbfa2b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:29.012983 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-734695ce-5a16-44dd-8863-9b6f10cbfa2b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:29.014258 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-734695ce-5a16-44dd-8863-9b6f10cbfa2b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3591633 Jul 15 15:22:29.017084 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55058) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:29.027524 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-06f834e5-4f75-4917-965c-a447008c5cf1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-256908418'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:29.063820 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f834e5-4f75-4917-965c-a447008c5cf1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Made reservation on behalf of a3975caa0c2b4ad6b54ebfb7c76fbf8d for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:29.068052 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06f834e5-4f75-4917-965c-a447008c5cf1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:29.081490 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06f834e5-4f75-4917-965c-a447008c5cf1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:29.233178 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84660-487a-4489-b04c-a22ee9693791 req-f11787eb-bfab-41b4-84c2-8855e8c56c0e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:29.235068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-77c84660-487a-4489-b04c-a22ee9693791 req-f11787eb-bfab-41b4-84c2-8855e8c56c0e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 945 time: 0.1071315 Jul 15 15:22:29.236299 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06f834e5-4f75-4917-965c-a447008c5cf1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:29.241572 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06f834e5-4f75-4917-965c-a447008c5cf1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:29.278500 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f834e5-4f75-4917-965c-a447008c5cf1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:22:29.294409 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f834e5-4f75-4917-965c-a447008c5cf1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8af6ed2-ccb8-4110-90f6-c413491b219a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:29.300935 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-77c84660-487a-4489-b04c-a22ee9693791 req-edbd67cb-a080-45ce-8d61-c65fc2a851e7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571747 Jul 15 15:22:29.320442 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06f834e5-4f75-4917-965c-a447008c5cf1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:29.320871 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-06f834e5-4f75-4917-965c-a447008c5cf1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Added segment 760ef5a5-12c5-4a11-9376-8c4f37f4e7e3 of type vlan for network 943a7559-b1bf-4a95-b561-3724c64db526 Jul 15 15:22:29.367784 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06f834e5-4f75-4917-965c-a447008c5cf1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:29.402310 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06f834e5-4f75-4917-965c-a447008c5cf1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:29.409347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f834e5-4f75-4917-965c-a447008c5cf1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:29.409964 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06f834e5-4f75-4917-965c-a447008c5cf1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:29.501797 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-06f834e5-4f75-4917-965c-a447008c5cf1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4835801 Jul 15 15:22:29.503563 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f834e5-4f75-4917-965c-a447008c5cf1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event updated for resources: {'Network': ['ID=943a7559-b1bf-4a95-b561-3724c64db526,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:29.505610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55084) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:29.511057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-58e02b27-a6ab-4ab0-b5cf-27a10cc84d59 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Request body: {'subnet': {'network_id': '943a7559-b1bf-4a95-b561-3724c64db526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:29.519449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 943a7559-b1bf-4a95-b561-3724c64db526 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:22:29.626890 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e02b27-a6ab-4ab0-b5cf-27a10cc84d59 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Made reservation on behalf of a3975caa0c2b4ad6b54ebfb7c76fbf8d for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:29.632280 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-58e02b27-a6ab-4ab0-b5cf-27a10cc84d59 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:29.848582 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-58e02b27-a6ab-4ab0-b5cf-27a10cc84d59 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:29.921357 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e02b27-a6ab-4ab0-b5cf-27a10cc84d59 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Checking segment: {'id': '760ef5a5-12c5-4a11-9376-8c4f37f4e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '943a7559-b1bf-4a95-b561-3724c64db526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:22:29.921657 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e02b27-a6ab-4ab0-b5cf-27a10cc84d59 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Network hostable DHCP agents. Network: 943a7559-b1bf-4a95-b561-3724c64db526, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:22:29.927508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e02b27-a6ab-4ab0-b5cf-27a10cc84d59 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event updated for resources: {'Subnet': ['ID=2c4e30a0-05d7-4051-bf81-62d9174faca8,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:29.945298 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e02b27-a6ab-4ab0-b5cf-27a10cc84d59 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Network 943a7559-b1bf-4a95-b561-3724c64db526 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:22:29.955781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-58e02b27-a6ab-4ab0-b5cf-27a10cc84d59 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 943a7559-b1bf-4a95-b561-3724c64db526) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:29.962945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e02b27-a6ab-4ab0-b5cf-27a10cc84d59 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:29.964372 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-58e02b27-a6ab-4ab0-b5cf-27a10cc84d59 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:29.968375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ff28fa-cf1b-41ef-ab7c-764b62f2869c None None] Network 943a7559-b1bf-4a95-b561-3724c64db526 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:29.993352 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-58e02b27-a6ab-4ab0-b5cf-27a10cc84d59 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4843404 Jul 15 15:22:29.993352 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55100) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:30.001720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ad18bbab-a494-41d3-babb-d4c5ed3ffec6 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Request body: {'network': {'name': 'tempest-router-network01--798793133'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:30.038364 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad18bbab-a494-41d3-babb-d4c5ed3ffec6 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Made reservation on behalf of a3975caa0c2b4ad6b54ebfb7c76fbf8d for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:30.042209 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ad18bbab-a494-41d3-babb-d4c5ed3ffec6 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:30.055432 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b07f71e8-0b7b-4ad7-b62e-cf2008dbdac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:30.088588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad18bbab-a494-41d3-babb-d4c5ed3ffec6 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:22:30.115051 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ad18bbab-a494-41d3-babb-d4c5ed3ffec6 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:30.115770 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-ad18bbab-a494-41d3-babb-d4c5ed3ffec6 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Added segment 5fab1471-1ffc-4f40-895a-eddc8140745c of type vlan for network 286340ab-e59b-4ef7-bb28-7a3aa7513b44 Jul 15 15:22:30.161343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-943a7559-b1bf-4a95-b561-3724c64db526', 'network_id': '943a7559-b1bf-4a95-b561-3724c64db526', 'tenant_id': 'a3975caa0c2b4ad6b54ebfb7c76fbf8d', 'fixed_ips': [{'subnet_id': '2c4e30a0-05d7-4051-bf81-62d9174faca8'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:22:30.163338 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:30.170869 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ad18bbab-a494-41d3-babb-d4c5ed3ffec6 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:30.207878 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ad18bbab-a494-41d3-babb-d4c5ed3ffec6 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:30.214706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18bbab-a494-41d3-babb-d4c5ed3ffec6 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:30.215514 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ad18bbab-a494-41d3-babb-d4c5ed3ffec6 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:30.264304 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ad18bbab-a494-41d3-babb-d4c5ed3ffec6 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2686012 Jul 15 15:22:30.267796 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55108) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:30.275244 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c6c52a4a-8be5-42e4-8ebe-9195fc290fcc tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Request body: {'network': {'name': 'tempest-router-network02--1703095449'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:30.312965 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c52a4a-8be5-42e4-8ebe-9195fc290fcc tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Made reservation on behalf of a3975caa0c2b4ad6b54ebfb7c76fbf8d for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:30.317098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18bbab-a494-41d3-babb-d4c5ed3ffec6 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event updated for resources: {'Network': ['ID=286340ab-e59b-4ef7-bb28-7a3aa7513b44,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:30.318093 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6c52a4a-8be5-42e4-8ebe-9195fc290fcc tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:30.357802 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c52a4a-8be5-42e4-8ebe-9195fc290fcc tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:22:30.369519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Allocated IP 2001:db8::2 (943a7559-b1bf-4a95-b561-3724c64db526/2c4e30a0-05d7-4051-bf81-62d9174faca8/76607d80-dcbe-4f39-a4bd-9470c2ab813a) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:30.369652 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6c52a4a-8be5-42e4-8ebe-9195fc290fcc tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:30.370048 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-c6c52a4a-8be5-42e4-8ebe-9195fc290fcc tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Added segment bee10a9f-2576-4ebb-ad1f-8e984d879e9d of type vlan for network 7f411bd5-84d9-494f-a094-4677140c3163 Jul 15 15:22:30.382229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 286340ab-e59b-4ef7-bb28-7a3aa7513b44 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:22:30.459887 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6c52a4a-8be5-42e4-8ebe-9195fc290fcc tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:30.550797 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6c52a4a-8be5-42e4-8ebe-9195fc290fcc tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:30.553670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c065fe2-0615-4a4c-a866-eca052a6c1ac req-c5c2c341-3a51-482a-bf94-ff0fbc86728d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:30.555373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c065fe2-0615-4a4c-a866-eca052a6c1ac req-c5c2c341-3a51-482a-bf94-ff0fbc86728d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 945 time: 0.0919032 Jul 15 15:22:30.559656 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c52a4a-8be5-42e4-8ebe-9195fc290fcc tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:30.560494 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6c52a4a-8be5-42e4-8ebe-9195fc290fcc tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:30.610138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55120) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:30.616740 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c6c52a4a-8be5-42e4-8ebe-9195fc290fcc tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3465602 Jul 15 15:22:30.616968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-37f31075-03d7-4ba6-be69-e7665d2164a2 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Request body: {'subnet': {'network_id': '286340ab-e59b-4ef7-bb28-7a3aa7513b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:30.647786 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:30.668186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Transition to ACTIVE for port object 76607d80-dcbe-4f39-a4bd-9470c2ab813a will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:30.686010 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c52a4a-8be5-42e4-8ebe-9195fc290fcc tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event updated for resources: {'Network': ['ID=7f411bd5-84d9-494f-a094-4677140c3163,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:30.700785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 7f411bd5-84d9-494f-a094-4677140c3163 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:22:30.707852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Transition to ACTIVE for port object 76607d80-dcbe-4f39-a4bd-9470c2ab813a will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:30.744523 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:30.762994 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c065fe2-0615-4a4c-a866-eca052a6c1ac req-31053750-f293-4524-88a1-fe4125e7b091 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1940727 Jul 15 15:22:30.787978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f31075-03d7-4ba6-be69-e7665d2164a2 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Made reservation on behalf of a3975caa0c2b4ad6b54ebfb7c76fbf8d for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:30.792155 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37f31075-03d7-4ba6-be69-e7665d2164a2 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:30.849785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Network 943a7559-b1bf-4a95-b561-3724c64db526 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:30.854832 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:30.857653 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:22:30.922568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Pushing event updated for resources: {'Port': ['ID=76607d80-dcbe-4f39-a4bd-9470c2ab813a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:30.971204 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Attempting to bind port 76607d80-dcbe-4f39-a4bd-9470c2ab813a on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:22:30.972033 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Attempting to bind port 76607d80-dcbe-4f39-a4bd-9470c2ab813a by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '760ef5a5-12c5-4a11-9376-8c4f37f4e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '943a7559-b1bf-4a95-b561-3724c64db526'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:22:30.972801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Attempting to bind port 76607d80-dcbe-4f39-a4bd-9470c2ab813a on network 943a7559-b1bf-4a95-b561-3724c64db526 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:22:30.978563 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:22:30.978778 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Checking segment: {'id': '760ef5a5-12c5-4a11-9376-8c4f37f4e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '943a7559-b1bf-4a95-b561-3724c64db526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:22:30.979822 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:30.979822 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Bound using segment: {'id': '760ef5a5-12c5-4a11-9376-8c4f37f4e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '943a7559-b1bf-4a95-b561-3724c64db526'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:22:30.980262 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Bound port: 76607d80-dcbe-4f39-a4bd-9470c2ab813a, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760ef5a5-12c5-4a11-9376-8c4f37f4e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '943a7559-b1bf-4a95-b561-3724c64db526'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:22:30.980742 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:31.047482 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37f31075-03d7-4ba6-be69-e7665d2164a2 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:31.058158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] For port 76607d80-dcbe-4f39-a4bd-9470c2ab813a, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:22:31.062102 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] For port 76607d80-dcbe-4f39-a4bd-9470c2ab813a, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=76607d80-dcbe-4f39-a4bd-9470c2ab813a,segment=NetworkSegment(760ef5a5-12c5-4a11-9376-8c4f37f4e7e3),segment_id=760ef5a5-12c5-4a11-9376-8c4f37f4e7e3)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:22:31.069792 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:31.169642 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f31075-03d7-4ba6-be69-e7665d2164a2 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event updated for resources: {'Subnet': ['ID=22a26ede-e12c-4f26-963c-5952cd5062ff,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:31.170835 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e88a7f-fd29-4d92-98c3-27b83f42bfd7 None None] Pushing event updated for resources: {'Port': ['ID=76607d80-dcbe-4f39-a4bd-9470c2ab813a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:31.188563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f31075-03d7-4ba6-be69-e7665d2164a2 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Checking segment: {'id': '5fab1471-1ffc-4f40-895a-eddc8140745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '286340ab-e59b-4ef7-bb28-7a3aa7513b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:22:31.188800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f31075-03d7-4ba6-be69-e7665d2164a2 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Network hostable DHCP agents. Network: 286340ab-e59b-4ef7-bb28-7a3aa7513b44, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:22:31.216093 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f31075-03d7-4ba6-be69-e7665d2164a2 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Network 286340ab-e59b-4ef7-bb28-7a3aa7513b44 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:22:31.228780 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-37f31075-03d7-4ba6-be69-e7665d2164a2 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 286340ab-e59b-4ef7-bb28-7a3aa7513b44) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:31.233915 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f31075-03d7-4ba6-be69-e7665d2164a2 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:31.234492 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37f31075-03d7-4ba6-be69-e7665d2164a2 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:31.241273 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfddc651-e1e4-45e0-8ade-061c13943ce4 None None] Network 286340ab-e59b-4ef7-bb28-7a3aa7513b44 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:31.256391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55132) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:31.259286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-37f31075-03d7-4ba6-be69-e7665d2164a2 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6393564 Jul 15 15:22:31.263796 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4d9bead0-293a-4f0a-b671-0100c3a7e90d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Request body: {'subnet': {'network_id': '7f411bd5-84d9-494f-a094-4677140c3163', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:31.430228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9bead0-293a-4f0a-b671-0100c3a7e90d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Made reservation on behalf of a3975caa0c2b4ad6b54ebfb7c76fbf8d for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:31.445063 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d9bead0-293a-4f0a-b671-0100c3a7e90d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:31.498897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-286340ab-e59b-4ef7-bb28-7a3aa7513b44', 'network_id': '286340ab-e59b-4ef7-bb28-7a3aa7513b44', 'tenant_id': 'a3975caa0c2b4ad6b54ebfb7c76fbf8d', 'fixed_ips': [{'subnet_id': '22a26ede-e12c-4f26-963c-5952cd5062ff'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:22:31.500149 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:31.705302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Allocated IP 2001:db8::2 (286340ab-e59b-4ef7-bb28-7a3aa7513b44/22a26ede-e12c-4f26-963c-5952cd5062ff/01ed3e6a-0caf-47bc-a65f-8f8e03e1c683) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:31.749760 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d9bead0-293a-4f0a-b671-0100c3a7e90d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:31.827985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bead0-293a-4f0a-b671-0100c3a7e90d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event updated for resources: {'Subnet': ['ID=b977873b-0f14-4705-b87e-39353e6b45d1,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:31.847182 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9bead0-293a-4f0a-b671-0100c3a7e90d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Checking segment: {'id': 'bee10a9f-2576-4ebb-ad1f-8e984d879e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7f411bd5-84d9-494f-a094-4677140c3163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:22:31.847639 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9bead0-293a-4f0a-b671-0100c3a7e90d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Network hostable DHCP agents. Network: 7f411bd5-84d9-494f-a094-4677140c3163, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:22:31.881559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9bead0-293a-4f0a-b671-0100c3a7e90d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Network 7f411bd5-84d9-494f-a094-4677140c3163 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:22:31.897004 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4d9bead0-293a-4f0a-b671-0100c3a7e90d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 7f411bd5-84d9-494f-a094-4677140c3163) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:31.907535 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c35076-c1e6-457e-958e-d184730bce68 None None] Network 7f411bd5-84d9-494f-a094-4677140c3163 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:31.911498 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9bead0-293a-4f0a-b671-0100c3a7e90d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:31.912106 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d9bead0-293a-4f0a-b671-0100c3a7e90d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:31.934291 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55158) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:31.934908 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4d9bead0-293a-4f0a-b671-0100c3a7e90d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6762192 Jul 15 15:22:32.085481 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:32.100531 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Transition to ACTIVE for port object 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:32.173597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Transition to ACTIVE for port object 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:32.203268 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:32.235036 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7f411bd5-84d9-494f-a094-4677140c3163', 'network_id': '7f411bd5-84d9-494f-a094-4677140c3163', 'tenant_id': 'a3975caa0c2b4ad6b54ebfb7c76fbf8d', 'fixed_ips': [{'subnet_id': 'b977873b-0f14-4705-b87e-39353e6b45d1'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:22:32.235917 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:32.264364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Network 286340ab-e59b-4ef7-bb28-7a3aa7513b44 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:32.273379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:32.280094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:22:32.284303 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Pushing event updated for resources: {'Port': ['ID=01ed3e6a-0caf-47bc-a65f-8f8e03e1c683,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:32.605113 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Attempting to bind port 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:22:32.605479 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Attempting to bind port 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '5fab1471-1ffc-4f40-895a-eddc8140745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '286340ab-e59b-4ef7-bb28-7a3aa7513b44'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:22:32.605837 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Attempting to bind port 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 on network 286340ab-e59b-4ef7-bb28-7a3aa7513b44 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:22:32.626905 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d30509-ccaa-407e-be24-7383e1f1af7e None None] Network 943a7559-b1bf-4a95-b561-3724c64db526 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:32.654059 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:22:32.654469 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Checking segment: {'id': '5fab1471-1ffc-4f40-895a-eddc8140745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '286340ab-e59b-4ef7-bb28-7a3aa7513b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:22:32.654898 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:32.655290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Bound using segment: {'id': '5fab1471-1ffc-4f40-895a-eddc8140745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '286340ab-e59b-4ef7-bb28-7a3aa7513b44'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:22:32.655766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Bound port: 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fab1471-1ffc-4f40-895a-eddc8140745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '286340ab-e59b-4ef7-bb28-7a3aa7513b44'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:22:32.656147 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:32.692593 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-86b3deb2-7cb6-4c11-9e93-710662558f26 None None] Provisioning for port 76607d80-dcbe-4f39-a4bd-9470c2ab813a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:32.702513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Allocated IP 2001:db8::2 (7f411bd5-84d9-494f-a094-4677140c3163/b977873b-0f14-4705-b87e-39353e6b45d1/b9aeb1e3-b4ed-408f-8601-5dd3b69c8920) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:32.852893 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] For port 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:22:32.905799 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:32.932351 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] For port 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=01ed3e6a-0caf-47bc-a65f-8f8e03e1c683,segment=NetworkSegment(5fab1471-1ffc-4f40-895a-eddc8140745c),segment_id=5fab1471-1ffc-4f40-895a-eddc8140745c)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:22:32.949169 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:32.963359 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421062c-684c-4da3-9954-4aa8f50dad1c req-7b3088c0-b790-4f4c-a189-9d9e42c50bb0 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:32.965293 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c421062c-684c-4da3-9954-4aa8f50dad1c req-7b3088c0-b790-4f4c-a189-9d9e42c50bb0 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 945 time: 0.8972964 Jul 15 15:22:32.996916 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 76607d80-dcbe-4f39-a4bd-9470c2ab813a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:33.008498 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60f35809-b64e-4bf3-94cb-01696c6a48d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:33.040643 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c421062c-684c-4da3-9954-4aa8f50dad1c req-762285cd-c97e-4853-b052-fb452fd2931d tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671828 Jul 15 15:22:33.042219 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:33.139208 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf99781-6da9-4252-a9e7-4a1851a94a14 None None] Pushing event updated for resources: {'Port': ['ID=01ed3e6a-0caf-47bc-a65f-8f8e03e1c683,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:33.187232 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:33.214007 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Transition to ACTIVE for port object b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:33.244251 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Transition to ACTIVE for port object b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:33.245490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 76607d80-dcbe-4f39-a4bd-9470c2ab813a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:33.250367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 76607d80-dcbe-4f39-a4bd-9470c2ab813a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:33.250784 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:33.280586 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:33.361904 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Network 7f411bd5-84d9-494f-a094-4677140c3163 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:33.367991 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:33.369794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Pushing event updated for resources: {'Port': ['ID=b9aeb1e3-b4ed-408f-8601-5dd3b69c8920,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:33.381547 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:22:33.455630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Allocated IP 2001:db8::1 (286340ab-e59b-4ef7-bb28-7a3aa7513b44/22a26ede-e12c-4f26-963c-5952cd5062ff/a70af602-5da4-4c17-8840-dec668a9b904) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:33.553637 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Attempting to bind port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:22:33.553996 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Attempting to bind port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'bee10a9f-2576-4ebb-ad1f-8e984d879e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7f411bd5-84d9-494f-a094-4677140c3163'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:22:33.554361 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Attempting to bind port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 on network 7f411bd5-84d9-494f-a094-4677140c3163 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:22:33.584225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:22:33.584887 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Checking segment: {'id': 'bee10a9f-2576-4ebb-ad1f-8e984d879e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7f411bd5-84d9-494f-a094-4677140c3163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:22:33.585455 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:33.586017 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Bound using segment: {'id': 'bee10a9f-2576-4ebb-ad1f-8e984d879e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7f411bd5-84d9-494f-a094-4677140c3163'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:22:33.586709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Bound port: b9aeb1e3-b4ed-408f-8601-5dd3b69c8920, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee10a9f-2576-4ebb-ad1f-8e984d879e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7f411bd5-84d9-494f-a094-4677140c3163'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:22:33.587264 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:33.589428 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:33.684882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 76607d80-dcbe-4f39-a4bd-9470c2ab813a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=76607d80-dcbe-4f39-a4bd-9470c2ab813a,segment=NetworkSegment(760ef5a5-12c5-4a11-9376-8c4f37f4e7e3),segment_id=760ef5a5-12c5-4a11-9376-8c4f37f4e7e3)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:33.694795 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:33.728316 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:33.749486 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] For port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:22:33.751046 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Transition to ACTIVE for port object a70af602-5da4-4c17-8840-dec668a9b904 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:33.774012 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] For port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b9aeb1e3-b4ed-408f-8601-5dd3b69c8920,segment=NetworkSegment(bee10a9f-2576-4ebb-ad1f-8e984d879e9d),segment_id=bee10a9f-2576-4ebb-ad1f-8e984d879e9d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:22:33.781643 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ef102934-8719-4a5c-bc56-81103ec730b2 None None] Provisioning complete for port 76607d80-dcbe-4f39-a4bd-9470c2ab813a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:33.782244 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ef102934-8719-4a5c-bc56-81103ec730b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:33.784170 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=76607d80-dcbe-4f39-a4bd-9470c2ab813a,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:33.789160 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:33.806369 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:33.888492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Network 286340ab-e59b-4ef7-bb28-7a3aa7513b44 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:33.893939 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:33.904499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:22:33.905076 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:33.905374 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a91e86-46a7-4280-8c2b-09d8af386806 None None] Pushing event updated for resources: {'Port': ['ID=b9aeb1e3-b4ed-408f-8601-5dd3b69c8920,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:33.920548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event updated for resources: {'Port': ['ID=a70af602-5da4-4c17-8840-dec668a9b904,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:34.170415 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:34.339388 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:34.537026 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1b811-0682-4196-8165-f5c28eec5cd9 req-a56c68ca-3290-40f1-91fb-b838c04ac046 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:34.539159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cb1b811-0682-4196-8165-f5c28eec5cd9 req-a56c68ca-3290-40f1-91fb-b838c04ac046 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 945 time: 0.1327260 Jul 15 15:22:34.693816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4cb1b811-0682-4196-8165-f5c28eec5cd9 req-703a8f15-0a7c-49c9-93ef-b009c865a85e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1480031 Jul 15 15:22:34.726081 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72279e64-a744-4320-b5fe-2e9cca1b6f2c None None] Network 286340ab-e59b-4ef7-bb28-7a3aa7513b44 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:34.727118 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:34.733565 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:34.734713 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:34.847559 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event updated for resources: {'Port': ['ID=a70af602-5da4-4c17-8840-dec668a9b904,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:34.869935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0be0c2ea-2a70-4185-8d67-ee05acc66ae1 None None] Provisioning for port 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:34.889994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Network 286340ab-e59b-4ef7-bb28-7a3aa7513b44 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:34.892331 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:35.186933 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:35.226992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Router 4f40c0c4-c40a-4d3c-b376-ab2450c32573 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:22:35.265253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:35.285209 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:35.366044 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:22:35.367490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:35.371831 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:35.372288 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:35.378056 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-14d1f87a-e79f-4bc8-9594-97f56400b35b tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "PUT /v2.0/routers/4f40c0c4-c40a-4d3c-b376-ab2450c32573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4417715 Jul 15 15:22:35.380997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55232) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:35.424020 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7db88-f11f-4930-ad8a-05f6618bdb5f None None] Sync routers for ids ['4f40c0c4-c40a-4d3c-b376-ab2450c32573'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:22:35.462198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55240) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:35.476861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7db88-f11f-4930-ad8a-05f6618bdb5f None None] Routers {'4f40c0c4-c40a-4d3c-b376-ab2450c32573'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:22:35.477642 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-91d7db88-f11f-4930-ad8a-05f6618bdb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:22:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4f40c0c4-c40a-4d3c-b376-ab2450c32573'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:35.573331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-91d7db88-f11f-4930-ad8a-05f6618bdb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:35.688998 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-997d9f77-22fd-4978-81fa-9441ec774053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:35.729344 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:35.734664 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7db88-f11f-4930-ad8a-05f6618bdb5f None None] Routers {'4f40c0c4-c40a-4d3c-b376-ab2450c32573'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:22:35.746998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-91d7db88-f11f-4930-ad8a-05f6618bdb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:22:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4f40c0c4-c40a-4d3c-b376-ab2450c32573'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:35.762480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d87f8d7-a62a-4b1f-82fb-945f58e481d4 None None] Network 7f411bd5-84d9-494f-a094-4677140c3163 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:35.920087 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-997d9f77-22fd-4978-81fa-9441ec774053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:35.929811 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-997d9f77-22fd-4978-81fa-9441ec774053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:35.973846 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-91d7db88-f11f-4930-ad8a-05f6618bdb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:35.974363 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7db88-f11f-4930-ad8a-05f6618bdb5f None None] The sync data for ids ['4f40c0c4-c40a-4d3c-b376-ab2450c32573'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:22:36.013568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5dfa2231-fd03-49ec-aecd-f5a69192d97b None None] Provisioning for port a70af602-5da4-4c17-8840-dec668a9b904 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:36.036439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=01ed3e6a-0caf-47bc-a65f-8f8e03e1c683,segment=NetworkSegment(5fab1471-1ffc-4f40-895a-eddc8140745c),segment_id=5fab1471-1ffc-4f40-895a-eddc8140745c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:36.037413 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5dfa2231-fd03-49ec-aecd-f5a69192d97b None None] Provisioning complete for port a70af602-5da4-4c17-8840-dec668a9b904 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:36.037777 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5dfa2231-fd03-49ec-aecd-f5a69192d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:36.063410 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:36.071447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d9f77-22fd-4978-81fa-9441ec774053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f9e44d-701a-4760-892e-889cde925295,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:36.073152 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:36.080156 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-997d9f77-22fd-4978-81fa-9441ec774053 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f0ec11f883c04c7398e90a3c1c4a708f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6159322 Jul 15 15:22:36.083171 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55254) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:36.087246 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 76607d80-dcbe-4f39-a4bd-9470c2ab813a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:36.188472 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef1feaa9-9d56-49f0-aaa4-259d144af9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:36.225008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa2231-fd03-49ec-aecd-f5a69192d97b None None] Port a70af602-5da4-4c17-8840-dec668a9b904 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:36.256688 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef1feaa9-9d56-49f0-aaa4-259d144af9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:36.323973 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197fe35-7074-4db5-9d89-87f572c1ead7 req-7aa5a3ec-0882-48ba-ae8e-3bc848383cbb tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:36.332992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e197fe35-7074-4db5-9d89-87f572c1ead7 req-7aa5a3ec-0882-48ba-ae8e-3bc848383cbb tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 945 time: 0.3704813 Jul 15 15:22:36.366157 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=01ed3e6a-0caf-47bc-a65f-8f8e03e1c683,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:36.377090 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e197fe35-7074-4db5-9d89-87f572c1ead7 req-b7753749-4803-495a-8c29-d865cf4052a7 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431340 Jul 15 15:22:36.393644 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef1feaa9-9d56-49f0-aaa4-259d144af9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:36.397053 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ef1feaa9-9d56-49f0-aaa4-259d144af9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:36.398234 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ef1feaa9-9d56-49f0-aaa4-259d144af9a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12f9e44d-701a-4760-892e-889cde925295 HTTP/1.1" status: 204 len: 168 time: 0.3141873 Jul 15 15:22:36.418675 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1feaa9-9d56-49f0-aaa4-259d144af9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f9e44d-701a-4760-892e-889cde925295,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:36.442366 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5dfa2231-fd03-49ec-aecd-f5a69192d97b None None] Provisioning complete for port 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:36.442774 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5dfa2231-fd03-49ec-aecd-f5a69192d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:36.516892 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-1b23d0fe-507e-48e8-9a60-b630f34f5d57 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:22:36.523687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55262) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:36.524273 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1b23d0fe-507e-48e8-9a60-b630f34f5d57 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "PUT /v2.0/routers/4f40c0c4-c40a-4d3c-b376-ab2450c32573/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1420870 Jul 15 15:22:36.557526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 76607d80-dcbe-4f39-a4bd-9470c2ab813a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:36.557923 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:36.788919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8899b717-17e3-4fae-a83b-9fdbbd57ddf4 None None] Provisioning complete for port a70af602-5da4-4c17-8840-dec668a9b904 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:36.789611 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8899b717-17e3-4fae-a83b-9fdbbd57ddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:36.832702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8899b717-17e3-4fae-a83b-9fdbbd57ddf4 None None] Port a70af602-5da4-4c17-8840-dec668a9b904 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:36.846845 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8899b717-17e3-4fae-a83b-9fdbbd57ddf4 None None] Provisioning for port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:36.855393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8899b717-17e3-4fae-a83b-9fdbbd57ddf4 None None] Provisioning complete for port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:36.855767 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8899b717-17e3-4fae-a83b-9fdbbd57ddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:36.960535 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:36.990917 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55274) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:37.011375 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8899b717-17e3-4fae-a83b-9fdbbd57ddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:37.024100 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8750212-3a22-458d-99f8-ed17bf73dcc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:37.030350 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0a13a6b-570f-4503-a54a-647328c1fcc4 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:37.064229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8899b717-17e3-4fae-a83b-9fdbbd57ddf4 None None] For port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b9aeb1e3-b4ed-408f-8601-5dd3b69c8920,segment=NetworkSegment(bee10a9f-2576-4ebb-ad1f-8e984d879e9d),segment_id=bee10a9f-2576-4ebb-ad1f-8e984d879e9d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:37.074561 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8899b717-17e3-4fae-a83b-9fdbbd57ddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:37.160137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:37.160503 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:37.165547 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899b717-17e3-4fae-a83b-9fdbbd57ddf4 None None] Pushing event updated for resources: {'Port': ['ID=b9aeb1e3-b4ed-408f-8601-5dd3b69c8920,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:37.216066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f6b7e5e3-5ae7-42e8-9ac2-88fb35c3e847 None None] Provisioning complete for port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:37.216607 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f6b7e5e3-5ae7-42e8-9ac2-88fb35c3e847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:37.241217 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8750212-3a22-458d-99f8-ed17bf73dcc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:37.249169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8750212-3a22-458d-99f8-ed17bf73dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:37.285780 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c8750212-3a22-458d-99f8-ed17bf73dcc7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=33ccff58d4eb423c850d5ed6d6e1cc46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908180 Jul 15 15:22:37.288934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55282) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:37.317650 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8750212-3a22-458d-99f8-ed17bf73dcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d5a57e-d2e3-4d7a-9514-b3e10c8a9cbd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:37.407766 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f5af54f-9794-46a4-994f-514350f89b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:37.460614 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f5af54f-9794-46a4-994f-514350f89b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:37.470665 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-f0a13a6b-570f-4503-a54a-647328c1fcc4 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Deleting port a70af602-5da4-4c17-8840-dec668a9b904 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:37.471013 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0a13a6b-570f-4503-a54a-647328c1fcc4 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:37.622775 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f5af54f-9794-46a4-994f-514350f89b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:37.625314 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f5af54f-9794-46a4-994f-514350f89b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:37.629959 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3f5af54f-9794-46a4-994f-514350f89b28 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e0d5a57e-d2e3-4d7a-9514-b3e10c8a9cbd HTTP/1.1" status: 204 len: 168 time: 0.3365896 Jul 15 15:22:37.634755 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0a13a6b-570f-4503-a54a-647328c1fcc4 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:37.652524 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5af54f-9794-46a4-994f-514350f89b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d5a57e-d2e3-4d7a-9514-b3e10c8a9cbd,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:37.660197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-f0a13a6b-570f-4503-a54a-647328c1fcc4 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Calling delete_port for a70af602-5da4-4c17-8840-dec668a9b904 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:37.690485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4a4df-8336-4d3e-b817-d20495ded856 req-36ef4424-d3e1-4b6e-9bb1-3b9ebea6b354 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:37.692069 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45f4a4df-8336-4d3e-b817-d20495ded856 req-36ef4424-d3e1-4b6e-9bb1-3b9ebea6b354 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 945 time: 0.1348212 Jul 15 15:22:37.816605 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6db6f6-7489-4d2d-a366-6b0225133c23 req-c96522cf-210e-4a84-ad0c-25c53a3b0bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:37.820328 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d6db6f6-7489-4d2d-a366-6b0225133c23 req-c96522cf-210e-4a84-ad0c-25c53a3b0bb7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 1096 time: 0.0691440 Jul 15 15:22:37.866558 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45f4a4df-8336-4d3e-b817-d20495ded856 req-636d0507-1e74-443d-b8b2-172ae437613e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1398623 Jul 15 15:22:37.883883 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5d6db6f6-7489-4d2d-a366-6b0225133c23 req-632cab99-7f23-4834-874f-e3f3d104774e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560317 Jul 15 15:22:37.931751 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0a13a6b-570f-4503-a54a-647328c1fcc4 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:37.962191 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a13a6b-570f-4503-a54a-647328c1fcc4 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event deleted for resources: {'Port': ['ID=a70af602-5da4-4c17-8840-dec668a9b904,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:38.085539 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0a13a6b-570f-4503-a54a-647328c1fcc4 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:38.301702 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a13a6b-570f-4503-a54a-647328c1fcc4 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Router 4f40c0c4-c40a-4d3c-b376-ab2450c32573 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:22:38.482818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 6f788784-62af-4190-ba30-2f502c85901c details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:22:38.658119 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 6f788784-62af-4190-ba30-2f502c85901c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6f788784-62af-4190-ba30-2f502c85901c,segment=NetworkSegment(91e1461a-462e-40c4-9da3-9a6100fff013),segment_id=91e1461a-462e-40c4-9da3-9a6100fff013)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:38.673288 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '6f788784-62af-4190-ba30-2f502c85901c', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'port_id': '6f788784-62af-4190-ba30-2f502c85901c', 'mac_address': 'fa:16:3e:b9:68:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:22:38.721058 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:38.749892 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f788784-62af-4190-ba30-2f502c85901c {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:22:38.808596 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 6f788784-62af-4190-ba30-2f502c85901c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6f788784-62af-4190-ba30-2f502c85901c,segment=NetworkSegment(91e1461a-462e-40c4-9da3-9a6100fff013),segment_id=91e1461a-462e-40c4-9da3-9a6100fff013)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:38.816351 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:38.913183 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a13a6b-570f-4503-a54a-647328c1fcc4 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:22:38.923965 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaab13b-28c4-44f0-8cc7-cf56793c62e1 None None] Sync routers for ids ['4f40c0c4-c40a-4d3c-b376-ab2450c32573'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:22:38.927822 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f0a13a6b-570f-4503-a54a-647328c1fcc4 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "PUT /v2.0/routers/4f40c0c4-c40a-4d3c-b376-ab2450c32573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4030740 Jul 15 15:22:38.932252 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55346) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:38.960183 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaab13b-28c4-44f0-8cc7-cf56793c62e1 None None] Routers {'4f40c0c4-c40a-4d3c-b376-ab2450c32573'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:22:38.962846 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8eaab13b-28c4-44f0-8cc7-cf56793c62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:22:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4f40c0c4-c40a-4d3c-b376-ab2450c32573'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:39.004297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:39.010502 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-7b68e0e9-0327-4622-8a88-62be3a56b378 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] delete failed (client error): The resource could not be found. Jul 15 15:22:39.011801 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7b68e0e9-0327-4622-8a88-62be3a56b378 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "DELETE /v2.0/routers/tempest-non_exist_router-1472731593 HTTP/1.1" status: 404 len: 335 time: 0.0785384 Jul 15 15:22:39.023375 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55350) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:39.042063 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-336895d8-c09d-4409-b236-e7e18d3825d6 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Request body: {'router': {'external_gateway_info': {'network_id': '4f40c0c4-c40a-4d3c-b376-ab2450c32573'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:39.053764 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8eaab13b-28c4-44f0-8cc7-cf56793c62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:39.058336 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['6f788784-62af-4190-ba30-2f502c85901c'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:22:39.062197 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=6f788784-62af-4190-ba30-2f502c85901c,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:39.080097 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaab13b-28c4-44f0-8cc7-cf56793c62e1 None None] Routers {'4f40c0c4-c40a-4d3c-b376-ab2450c32573'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:22:39.083068 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8eaab13b-28c4-44f0-8cc7-cf56793c62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:22:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4f40c0c4-c40a-4d3c-b376-ab2450c32573'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:39.147973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:39.148511 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55354) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:39.149098 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:39.161944 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8eaab13b-28c4-44f0-8cc7-cf56793c62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:39.162686 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaab13b-28c4-44f0-8cc7-cf56793c62e1 None None] The sync data for ids ['4f40c0c4-c40a-4d3c-b376-ab2450c32573'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:22:39.169851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96293e-412a-46f6-a765-1f3a0dc278c0 req-ac558f9c-769b-4b1a-9063-8bb4db4ff975 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:39.172080 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc96293e-412a-46f6-a765-1f3a0dc278c0 req-ac558f9c-769b-4b1a-9063-8bb4db4ff975 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 944 time: 0.1591740 Jul 15 15:22:39.224358 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc96293e-412a-46f6-a765-1f3a0dc278c0 req-1b9178d9-a345-45dd-8a2b-bda0b7b7d3b0 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446959 Jul 15 15:22:39.255860 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55360) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:39.332711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6080a446-0146-4e3b-88c2-1149af9b4a4a tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/floatingips/adf5f58f-4df0-451c-8440-cb09c47801d5 HTTP/1.1" status: 200 len: 992 time: 0.0748329 Jul 15 15:22:39.352144 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6e70126-1df6-4121-88de-42a5634a40b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:39.430107 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-336895d8-c09d-4409-b236-e7e18d3825d6 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:39.462189 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-336895d8-c09d-4409-b236-e7e18d3825d6 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] update failed (client error): The resource could not be found. Jul 15 15:22:39.464129 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-336895d8-c09d-4409-b236-e7e18d3825d6 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "PUT /v2.0/routers/4f40c0c4-c40a-4d3c-b376-ab2450c32573 HTTP/1.1" status: 404 len: 339 time: 0.4366572 Jul 15 15:22:39.468158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55366) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:39.476188 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-dec378d6-8a92-437e-881e-7fb778e26d6d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-151512775'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:39.506277 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6e70126-1df6-4121-88de-42a5634a40b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:39.510416 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6e70126-1df6-4121-88de-42a5634a40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:39.531251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec378d6-8a92-437e-881e-7fb778e26d6d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Made reservation on behalf of a3975caa0c2b4ad6b54ebfb7c76fbf8d for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:39.536429 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dec378d6-8a92-437e-881e-7fb778e26d6d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:39.557002 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c6e70126-1df6-4121-88de-42a5634a40b6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cac256e6a3314c3da16597e367856473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3836434 Jul 15 15:22:39.558353 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e70126-1df6-4121-88de-42a5634a40b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2452ed-ebbe-46fd-bf04-f2564ab48a82,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:39.560985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55370) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:39.564477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec378d6-8a92-437e-881e-7fb778e26d6d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:22:39.579690 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dec378d6-8a92-437e-881e-7fb778e26d6d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:39.580183 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-dec378d6-8a92-437e-881e-7fb778e26d6d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Added segment 6ec97740-b58a-4aa2-a49a-f145c159690c of type vlan for network a8e924ee-e888-4813-9738-f49ce04d1b3c Jul 15 15:22:39.624219 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dec378d6-8a92-437e-881e-7fb778e26d6d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:39.632191 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1547f19f-99fa-4906-9d59-d5a45c4a62ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:39.655449 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1547f19f-99fa-4906-9d59-d5a45c4a62ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:39.664852 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dec378d6-8a92-437e-881e-7fb778e26d6d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:39.670674 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec378d6-8a92-437e-881e-7fb778e26d6d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:39.671264 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dec378d6-8a92-437e-881e-7fb778e26d6d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:39.704846 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dec378d6-8a92-437e-881e-7fb778e26d6d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2350266 Jul 15 15:22:39.710257 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55374) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:39.715095 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1547f19f-99fa-4906-9d59-d5a45c4a62ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:39.717709 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1547f19f-99fa-4906-9d59-d5a45c4a62ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:39.718026 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-eb04e9e6-061d-4004-8186-8b98ea176cbe tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Request body: {'subnet': {'network_id': 'a8e924ee-e888-4813-9738-f49ce04d1b3c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:39.718915 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1547f19f-99fa-4906-9d59-d5a45c4a62ab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef2452ed-ebbe-46fd-bf04-f2564ab48a82 HTTP/1.1" status: 204 len: 168 time: 0.1570055 Jul 15 15:22:39.740406 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547f19f-99fa-4906-9d59-d5a45c4a62ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2452ed-ebbe-46fd-bf04-f2564ab48a82,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:39.773309 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec378d6-8a92-437e-881e-7fb778e26d6d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event updated for resources: {'Network': ['ID=a8e924ee-e888-4813-9738-f49ce04d1b3c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:39.784627 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network a8e924ee-e888-4813-9738-f49ce04d1b3c details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:22:39.903118 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb04e9e6-061d-4004-8186-8b98ea176cbe tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Made reservation on behalf of a3975caa0c2b4ad6b54ebfb7c76fbf8d for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:39.906955 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eb04e9e6-061d-4004-8186-8b98ea176cbe tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:40.151579 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eb04e9e6-061d-4004-8186-8b98ea176cbe tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:40.281054 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb04e9e6-061d-4004-8186-8b98ea176cbe tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Checking segment: {'id': '6ec97740-b58a-4aa2-a49a-f145c159690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8e924ee-e888-4813-9738-f49ce04d1b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:22:40.282936 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb04e9e6-061d-4004-8186-8b98ea176cbe tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Network hostable DHCP agents. Network: a8e924ee-e888-4813-9738-f49ce04d1b3c, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:22:40.283530 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04e9e6-061d-4004-8186-8b98ea176cbe tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event updated for resources: {'Subnet': ['ID=6c40a896-1ffe-4887-9f66-41ede7d1475a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:40.316730 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb04e9e6-061d-4004-8186-8b98ea176cbe tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Network a8e924ee-e888-4813-9738-f49ce04d1b3c is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:22:40.332871 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-eb04e9e6-061d-4004-8186-8b98ea176cbe tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, a8e924ee-e888-4813-9738-f49ce04d1b3c) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:40.339020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb04e9e6-061d-4004-8186-8b98ea176cbe tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:40.339731 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eb04e9e6-061d-4004-8186-8b98ea176cbe tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:40.350193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97437d2a-656a-4dc2-bccb-ac4ea85d46f3 None None] Network a8e924ee-e888-4813-9738-f49ce04d1b3c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:40.363257 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-eb04e9e6-061d-4004-8186-8b98ea176cbe tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6517959 Jul 15 15:22:40.366186 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55404) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:40.372918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-aa9ee50e-8e49-4062-844e-2ad8a27c75a7 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a8e924ee-e888-4813-9738-f49ce04d1b3c'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:40.486266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 6f788784-62af-4190-ba30-2f502c85901c up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:40.586146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 6f788784-62af-4190-ba30-2f502c85901c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:40.586839 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:40.645406 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-a8e924ee-e888-4813-9738-f49ce04d1b3c', 'network_id': 'a8e924ee-e888-4813-9738-f49ce04d1b3c', 'tenant_id': 'a3975caa0c2b4ad6b54ebfb7c76fbf8d', 'fixed_ips': [{'subnet_id': '6c40a896-1ffe-4887-9f66-41ede7d1475a'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:22:40.646265 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:40.683715 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee50e-8e49-4062-844e-2ad8a27c75a7 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:40.822724 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:40.856960 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-aa9ee50e-8e49-4062-844e-2ad8a27c75a7 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:22:40.862584 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-aa9ee50e-8e49-4062-844e-2ad8a27c75a7 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "PUT /v2.0/routers/4f40c0c4-c40a-4d3c-b376-ab2450c32573 HTTP/1.1" status: 400 len: 364 time: 0.4938202 Jul 15 15:22:40.863256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55424) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:40.909004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f788784-62af-4190-ba30-2f502c85901c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:22:40.911534 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196bac07-b1be-49f5-ba0f-93a255319905" -d '{"events": [{"server_uuid": "d9b1f65e-6932-421c-a167-ca1395cb8eea", "name": "network-vif-plugged", "status": "completed", "tag": "6f788784-62af-4190-ba30-2f502c85901c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:22:40.928566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 6f788784-62af-4190-ba30-2f502c85901c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6f788784-62af-4190-ba30-2f502c85901c,segment=NetworkSegment(91e1461a-462e-40c4-9da3-9a6100fff013),segment_id=91e1461a-462e-40c4-9da3-9a6100fff013)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:40.936890 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:41.005717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Allocated IP 2001:db8:1::2 (a8e924ee-e888-4813-9738-f49ce04d1b3c/6c40a896-1ffe-4887-9f66-41ede7d1475a/feecc731-c44c-404c-a5d1-4beca6ab8b33) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:41.008918 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330e9cc9-8165-4865-b037-a9fb19d74f33 x-openstack-request-id: req-330e9cc9-8165-4865-b037-a9fb19d74f33 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:22:41.009215 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b1f65e-6932-421c-a167-ca1395cb8eea", "name": "network-vif-plugged", "status": "completed", "tag": "6f788784-62af-4190-ba30-2f502c85901c", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:22:41.009526 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-330e9cc9-8165-4865-b037-a9fb19d74f33 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:22:41.009871 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f788784-62af-4190-ba30-2f502c85901c', 'code': 200} Jul 15 15:22:41.062020 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=6f788784-62af-4190-ba30-2f502c85901c,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:41.224014 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:41.241312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Transition to ACTIVE for port object feecc731-c44c-404c-a5d1-4beca6ab8b33 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:41.255916 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:41.261049 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Transition to ACTIVE for port object feecc731-c44c-404c-a5d1-4beca6ab8b33 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:41.272085 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:41.316818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Network a8e924ee-e888-4813-9738-f49ce04d1b3c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:41.320419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:41.324336 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:22:41.366442 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Pushing event updated for resources: {'Port': ['ID=feecc731-c44c-404c-a5d1-4beca6ab8b33,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:41.405470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Attempting to bind port feecc731-c44c-404c-a5d1-4beca6ab8b33 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:22:41.405942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Attempting to bind port feecc731-c44c-404c-a5d1-4beca6ab8b33 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '6ec97740-b58a-4aa2-a49a-f145c159690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8e924ee-e888-4813-9738-f49ce04d1b3c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:22:41.406406 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Attempting to bind port feecc731-c44c-404c-a5d1-4beca6ab8b33 on network a8e924ee-e888-4813-9738-f49ce04d1b3c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:22:41.413084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:22:41.413633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Checking segment: {'id': '6ec97740-b58a-4aa2-a49a-f145c159690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8e924ee-e888-4813-9738-f49ce04d1b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:22:41.414274 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:41.414761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Bound using segment: {'id': '6ec97740-b58a-4aa2-a49a-f145c159690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8e924ee-e888-4813-9738-f49ce04d1b3c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:22:41.415363 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Bound port: feecc731-c44c-404c-a5d1-4beca6ab8b33, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec97740-b58a-4aa2-a49a-f145c159690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a8e924ee-e888-4813-9738-f49ce04d1b3c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:22:41.415847 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:41.491804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] For port feecc731-c44c-404c-a5d1-4beca6ab8b33, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:22:41.495081 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] For port feecc731-c44c-404c-a5d1-4beca6ab8b33, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=feecc731-c44c-404c-a5d1-4beca6ab8b33,segment=NetworkSegment(6ec97740-b58a-4aa2-a49a-f145c159690c),segment_id=6ec97740-b58a-4aa2-a49a-f145c159690c)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:22:41.500659 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:41.582848 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Allocated IP 2001:db8::1 (943a7559-b1bf-4a95-b561-3724c64db526/2c4e30a0-05d7-4051-bf81-62d9174faca8/62da35ef-07f3-4d3a-be88-9db8da56ea85) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:41.584269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f67d8-c5aa-41ac-a5ec-9ecc61212db4 None None] Pushing event updated for resources: {'Port': ['ID=feecc731-c44c-404c-a5d1-4beca6ab8b33,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:41.611548 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55452) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:41.751770 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:41.777247 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Transition to ACTIVE for port object 62da35ef-07f3-4d3a-be88-9db8da56ea85 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:22:41.855881 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:41.879162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0fb1ed7a-3e0f-43ea-aaba-824a39c53eaa tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-969279713'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:41.905611 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Network 943a7559-b1bf-4a95-b561-3724c64db526 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:41.909927 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:41.910712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb1ed7a-3e0f-43ea-aaba-824a39c53eaa tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Made reservation on behalf of fdb96e34da8446e7a86c5a2886413a22 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:41.914331 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ed7a-3e0f-43ea-aaba-824a39c53eaa tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:41.916805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:22:41.919194 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:41.936377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ed7a-3e0f-43ea-aaba-824a39c53eaa tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.012730 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event updated for resources: {'Port': ['ID=62da35ef-07f3-4d3a-be88-9db8da56ea85,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:42.039987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:42.040266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:42.040866 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:42.041480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:42.041925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:42.042382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:42.043143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:42.043395 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:42.043839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:42.044305 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:42.044780 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:42.045219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:42.084569 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ed7a-3e0f-43ea-aaba-824a39c53eaa tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.089725 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ed7a-3e0f-43ea-aaba-824a39c53eaa tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.145269 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb1ed7a-3e0f-43ea-aaba-824a39c53eaa tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:22:42.155934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1ed7a-3e0f-43ea-aaba-824a39c53eaa tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd2436b-601f-4ca7-86ee-1d4acb32e4d3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:42.162382 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ed7a-3e0f-43ea-aaba-824a39c53eaa tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.162836 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-0fb1ed7a-3e0f-43ea-aaba-824a39c53eaa tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Added segment 4a428f14-87eb-4a61-9fb1-a399e7a98a89 of type vlan for network 48657de5-de15-476e-b1da-b024231aa237 Jul 15 15:22:42.199243 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.206880 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ed7a-3e0f-43ea-aaba-824a39c53eaa tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.264039 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ed7a-3e0f-43ea-aaba-824a39c53eaa tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.270320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1ed7a-3e0f-43ea-aaba-824a39c53eaa tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:42.271137 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ed7a-3e0f-43ea-aaba-824a39c53eaa tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.328733 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0fb1ed7a-3e0f-43ea-aaba-824a39c53eaa tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7157176 Jul 15 15:22:42.348309 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55470) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:42.357621 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1ed7a-3e0f-43ea-aaba-824a39c53eaa tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Pushing event updated for resources: {'Network': ['ID=48657de5-de15-476e-b1da-b024231aa237,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:42.381201 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 48657de5-de15-476e-b1da-b024231aa237 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:22:42.442066 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c4b90f6c-e2c1-4b32-a338-dc500a2b1eba tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Request body: {'network': {'name': 'tempest-network--208137219', 'router:external': True}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:42.465473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-62b3d013-bdb3-4d33-a996-8056e3acc7c6 None None] Provisioning for port 62da35ef-07f3-4d3a-be88-9db8da56ea85 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:42.469952 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-62b3d013-bdb3-4d33-a996-8056e3acc7c6 None None] Provisioning complete for port 62da35ef-07f3-4d3a-be88-9db8da56ea85 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:42.470590 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-62b3d013-bdb3-4d33-a996-8056e3acc7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.520656 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b90f6c-e2c1-4b32-a338-dc500a2b1eba tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Made reservation on behalf of 46d3c1e95ce74a3c93f43ec8e772e7bd for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:42.523273 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4b90f6c-e2c1-4b32-a338-dc500a2b1eba tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.532394 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-62b3d013-bdb3-4d33-a996-8056e3acc7c6 None None] Port 62da35ef-07f3-4d3a-be88-9db8da56ea85 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:42.543547 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4b90f6c-e2c1-4b32-a338-dc500a2b1eba tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.599250 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.606135 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.607208 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.700591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event updated for resources: {'Port': ['ID=62da35ef-07f3-4d3a-be88-9db8da56ea85,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:42.796943 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4b90f6c-e2c1-4b32-a338-dc500a2b1eba tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.805200 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4b90f6c-e2c1-4b32-a338-dc500a2b1eba tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.809549 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Network 943a7559-b1bf-4a95-b561-3724c64db526 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:42.821450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:42.845169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b90f6c-e2c1-4b32-a338-dc500a2b1eba tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:22:42.847964 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b90f6c-e2c1-4b32-a338-dc500a2b1eba tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4152a92c-c785-4be0-b8b5-136cb385e3a2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:42.974732 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4b90f6c-e2c1-4b32-a338-dc500a2b1eba tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:42.983083 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-c4b90f6c-e2c1-4b32-a338-dc500a2b1eba tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Added segment f9114cd6-f4f1-4bae-b3b3-910033cf3886 of type vlan for network 923b496b-746a-406c-8227-4a4f3336fc3e Jul 15 15:22:43.009047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d8db96-4b47-4dd2-9433-61df85145842 None None] Network a8e924ee-e888-4813-9738-f49ce04d1b3c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:43.093224 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4b90f6c-e2c1-4b32-a338-dc500a2b1eba tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.104015 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device feecc731-c44c-404c-a5d1-4beca6ab8b33 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:43.135680 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Router 4f40c0c4-c40a-4d3c-b376-ab2450c32573 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:22:43.202296 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4b90f6c-e2c1-4b32-a338-dc500a2b1eba tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.203319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b90f6c-e2c1-4b32-a338-dc500a2b1eba tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:43.203915 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4b90f6c-e2c1-4b32-a338-dc500a2b1eba tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.219724 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dee12258-9668-45e2-8c0a-bf7e7beb1b13 None None] Provisioning for port feecc731-c44c-404c-a5d1-4beca6ab8b33 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:43.273632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port feecc731-c44c-404c-a5d1-4beca6ab8b33 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:22:43.279649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port feecc731-c44c-404c-a5d1-4beca6ab8b33 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:43.280059 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.309388 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c4b90f6c-e2c1-4b32-a338-dc500a2b1eba tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9599056 Jul 15 15:22:43.312200 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55480) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:43.343475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b90f6c-e2c1-4b32-a338-dc500a2b1eba tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event updated for resources: {'Network': ['ID=923b496b-746a-406c-8227-4a4f3336fc3e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:43.360679 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:22:43.374243 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-43d5dcf1-894f-4cde-bb8c-d5a5118bea53 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "PUT /v2.0/routers/4f40c0c4-c40a-4d3c-b376-ab2450c32573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5097458 Jul 15 15:22:43.377151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55482) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:43.398089 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 923b496b-746a-406c-8227-4a4f3336fc3e details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:22:43.411373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d6b7e8-1109-458e-8823-abba803382c2 None None] Sync routers for ids ['4f40c0c4-c40a-4d3c-b376-ab2450c32573'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:22:43.420087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f51aaa37-2b76-4f44-8a09-1ce3cffe581c None None] Provisioning complete for port 62da35ef-07f3-4d3a-be88-9db8da56ea85 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:43.420499 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f51aaa37-2b76-4f44-8a09-1ce3cffe581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.440566 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56a8e97c-f2c4-4508-b26a-3a7f0b2c1fb2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.467448 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.475466 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d6b7e8-1109-458e-8823-abba803382c2 None None] Routers {'4f40c0c4-c40a-4d3c-b376-ab2450c32573'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:22:43.476310 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-81d6b7e8-1109-458e-8823-abba803382c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:22:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4f40c0c4-c40a-4d3c-b376-ab2450c32573'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:43.508467 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-34638706-a92d-4899-b0ad-651b2dbb79e1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.563385 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56a8e97c-f2c4-4508-b26a-3a7f0b2c1fb2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.575244 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-56a8e97c-f2c4-4508-b26a-3a7f0b2c1fb2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923b496b-746a-406c-8227-4a4f3336fc3e']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:43.580004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-81d6b7e8-1109-458e-8823-abba803382c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:43.589563 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-56a8e97c-f2c4-4508-b26a-3a7f0b2c1fb2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9114cd6-f4f1-4bae-b3b3-910033cf3886') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:43.590061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-56a8e97c-f2c4-4508-b26a-3a7f0b2c1fb2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9114cd6-f4f1-4bae-b3b3-910033cf3886') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:43.595005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f51aaa37-2b76-4f44-8a09-1ce3cffe581c None None] Port 62da35ef-07f3-4d3a-be88-9db8da56ea85 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:22:43.603933 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56a8e97c-f2c4-4508-b26a-3a7f0b2c1fb2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.621356 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56a8e97c-f2c4-4508-b26a-3a7f0b2c1fb2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.622611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port feecc731-c44c-404c-a5d1-4beca6ab8b33, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=feecc731-c44c-404c-a5d1-4beca6ab8b33,segment=NetworkSegment(6ec97740-b58a-4aa2-a49a-f145c159690c),segment_id=6ec97740-b58a-4aa2-a49a-f145c159690c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:43.627065 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d6b7e8-1109-458e-8823-abba803382c2 None None] Routers {'4f40c0c4-c40a-4d3c-b376-ab2450c32573'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:22:43.628113 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-81d6b7e8-1109-458e-8823-abba803382c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:22:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4f40c0c4-c40a-4d3c-b376-ab2450c32573'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:43.632141 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.635617 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-34638706-a92d-4899-b0ad-651b2dbb79e1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 15:22:43.636977 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a8e97c-f2c4-4508-b26a-3a7f0b2c1fb2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:22:43.637465 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56a8e97c-f2c4-4508-b26a-3a7f0b2c1fb2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.638653 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-34638706-a92d-4899-b0ad-651b2dbb79e1 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "DELETE /v2.0/routers/4f40c0c4-c40a-4d3c-b376-ab2450c32573 HTTP/1.1" status: 409 len: 329 time: 0.2599044 Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:22:43.639467 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:22:43.642384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55484) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:43.696528 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-81d6b7e8-1109-458e-8823-abba803382c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:43.697186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d6b7e8-1109-458e-8823-abba803382c2 None None] The sync data for ids ['4f40c0c4-c40a-4d3c-b376-ab2450c32573'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:22:43.721021 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56a8e97c-f2c4-4508-b26a-3a7f0b2c1fb2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.734554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a8e97c-f2c4-4508-b26a-3a7f0b2c1fb2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 923b496b-746a-406c-8227-4a4f3336fc3e {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 15:22:43.742101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=feecc731-c44c-404c-a5d1-4beca6ab8b33,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:43.745504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e678bea0-1336-40b3-b929-018daf31e905 None None] Provisioning complete for port feecc731-c44c-404c-a5d1-4beca6ab8b33 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:43.746079 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e678bea0-1336-40b3-b929-018daf31e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.770824 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56a8e97c-f2c4-4508-b26a-3a7f0b2c1fb2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.773201 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-56a8e97c-f2c4-4508-b26a-3a7f0b2c1fb2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "DELETE /v2.0/networks/923b496b-746a-406c-8227-4a4f3336fc3e HTTP/1.1" status: 204 len: 168 time: 0.4580884 Jul 15 15:22:43.774749 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8e97c-f2c4-4508-b26a-3a7f0b2c1fb2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event deleted for resources: {'Network': ['ID=923b496b-746a-406c-8227-4a4f3336fc3e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:43.776676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55486) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:43.786443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-51329f53-b76e-42c7-bab2-a0c2254eb94f tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:43.818787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51329f53-b76e-42c7-bab2-a0c2254eb94f tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Made reservation on behalf of 46d3c1e95ce74a3c93f43ec8e772e7bd for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:43.821840 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51329f53-b76e-42c7-bab2-a0c2254eb94f tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.864648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51329f53-b76e-42c7-bab2-a0c2254eb94f tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:22:43.884566 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51329f53-b76e-42c7-bab2-a0c2254eb94f tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:43.885246 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-51329f53-b76e-42c7-bab2-a0c2254eb94f tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Added segment abef1f04-1f3c-429f-9bfc-da725ff2184d of type vlan for network 061f1b71-b7f1-4c44-985b-8d9b8a81cf96 Jul 15 15:22:43.950368 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51329f53-b76e-42c7-bab2-a0c2254eb94f tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:44.019222 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51329f53-b76e-42c7-bab2-a0c2254eb94f tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:44.021031 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51329f53-b76e-42c7-bab2-a0c2254eb94f tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:44.021849 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51329f53-b76e-42c7-bab2-a0c2254eb94f tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:44.091041 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f1ecdf6-58a0-46ae-8d46-36ab4b960cd0 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:44.173540 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51329f53-b76e-42c7-bab2-a0c2254eb94f tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event updated for resources: {'Network': ['ID=061f1b71-b7f1-4c44-985b-8d9b8a81cf96,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:44.185804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 061f1b71-b7f1-4c44-985b-8d9b8a81cf96 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:22:44.196321 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-51329f53-b76e-42c7-bab2-a0c2254eb94f tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4183142 Jul 15 15:22:44.199042 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55492) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:44.206958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b65050b1-3a6f-4736-8531-d2db677964a4 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Request body: {'subnet': {'network_id': '061f1b71-b7f1-4c44-985b-8d9b8a81cf96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:44.238847 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65050b1-3a6f-4736-8531-d2db677964a4 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Made reservation on behalf of 46d3c1e95ce74a3c93f43ec8e772e7bd for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:44.243949 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b65050b1-3a6f-4736-8531-d2db677964a4 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:44.446941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-2f1ecdf6-58a0-46ae-8d46-36ab4b960cd0 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Deleting port 62da35ef-07f3-4d3a-be88-9db8da56ea85 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:44.447630 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f1ecdf6-58a0-46ae-8d46-36ab4b960cd0 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:44.540488 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f1ecdf6-58a0-46ae-8d46-36ab4b960cd0 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:44.554752 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-2f1ecdf6-58a0-46ae-8d46-36ab4b960cd0 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Calling delete_port for 62da35ef-07f3-4d3a-be88-9db8da56ea85 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:44.598380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.objects.ports [None req-b65050b1-3a6f-4736-8531-d2db677964a4 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:22:44.599035 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b65050b1-3a6f-4736-8531-d2db677964a4 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:44.656666 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65050b1-3a6f-4736-8531-d2db677964a4 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event updated for resources: {'Subnet': ['ID=62d6f5cf-299a-4138-8d32-76fd1d3e7124,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:44.666971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65050b1-3a6f-4736-8531-d2db677964a4 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Checking segment: {'id': 'abef1f04-1f3c-429f-9bfc-da725ff2184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '061f1b71-b7f1-4c44-985b-8d9b8a81cf96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:22:44.667312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65050b1-3a6f-4736-8531-d2db677964a4 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Network hostable DHCP agents. Network: 061f1b71-b7f1-4c44-985b-8d9b8a81cf96, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:22:44.684150 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65050b1-3a6f-4736-8531-d2db677964a4 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Network 061f1b71-b7f1-4c44-985b-8d9b8a81cf96 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:22:44.692527 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b65050b1-3a6f-4736-8531-d2db677964a4 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 061f1b71-b7f1-4c44-985b-8d9b8a81cf96) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:44.697536 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65050b1-3a6f-4736-8531-d2db677964a4 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:44.698076 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b65050b1-3a6f-4736-8531-d2db677964a4 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:44.704625 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fe102c-148b-45ab-bc1d-7b7a7ff801a0 None None] Network 061f1b71-b7f1-4c44-985b-8d9b8a81cf96 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:44.720809 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b65050b1-3a6f-4736-8531-d2db677964a4 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5205419 Jul 15 15:22:44.724905 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55494) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:44.732238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Request body: {'floatingip': {'floating_network_id': '061f1b71-b7f1-4c44-985b-8d9b8a81cf96'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:44.751838 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f1ecdf6-58a0-46ae-8d46-36ab4b960cd0 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:44.764271 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:44.786604 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ecdf6-58a0-46ae-8d46-36ab4b960cd0 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event deleted for resources: {'Port': ['ID=62da35ef-07f3-4d3a-be88-9db8da56ea85,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:44.895300 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2f1ecdf6-58a0-46ae-8d46-36ab4b960cd0 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:44.895985 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12089ba3-eea1-4932-ad68-dd0154b8947e None None] Network 061f1b71-b7f1-4c44-985b-8d9b8a81cf96 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:44.938660 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:45.057068 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device feecc731-c44c-404c-a5d1-4beca6ab8b33 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:22:45.059598 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Allocated IP 172.20.0.11 (061f1b71-b7f1-4c44-985b-8d9b8a81cf96/62d6f5cf-299a-4138-8d32-76fd1d3e7124/100a2de4-c5f3-47ce-ad68-7900c96201e3) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:45.162795 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port feecc731-c44c-404c-a5d1-4beca6ab8b33 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:22:45.163710 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:45.238038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:45.288130 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:45.331856 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Network 061f1b71-b7f1-4c44-985b-8d9b8a81cf96 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:45.335825 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:45.339971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:22:45.384309 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event updated for resources: {'Port': ['ID=100a2de4-c5f3-47ce-ad68-7900c96201e3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:45.455694 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:45.504442 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:45.580079 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1ecdf6-58a0-46ae-8d46-36ab4b960cd0 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Router 4f40c0c4-c40a-4d3c-b376-ab2450c32573 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:22:45.659273 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:45.659892 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1ecdf6-58a0-46ae-8d46-36ab4b960cd0 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:22:45.666344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2f1ecdf6-58a0-46ae-8d46-36ab4b960cd0 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "PUT /v2.0/routers/4f40c0c4-c40a-4d3c-b376-ab2450c32573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0237684 Jul 15 15:22:45.669901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55500) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:45.675556 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c306e685-1e41-4e4e-aa9a-df83a8406d7e None None] Sync routers for ids ['4f40c0c4-c40a-4d3c-b376-ab2450c32573'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:22:45.677662 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:45.684513 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c306e685-1e41-4e4e-aa9a-df83a8406d7e None None] Routers {'4f40c0c4-c40a-4d3c-b376-ab2450c32573'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:22:45.685231 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c306e685-1e41-4e4e-aa9a-df83a8406d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:22:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4f40c0c4-c40a-4d3c-b376-ab2450c32573'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:45.714901 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-15f9d450-46e7-4c68-8e52-8f0e9ef47272 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] show failed (client error): The resource could not be found. Jul 15 15:22:45.715528 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-15f9d450-46e7-4c68-8e52-8f0e9ef47272 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "GET /v2.0/routers/tempest-non_exist_router-1948397745 HTTP/1.1" status: 404 len: 335 time: 0.0446057 Jul 15 15:22:45.723498 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c306e685-1e41-4e4e-aa9a-df83a8406d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:45.727274 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55502) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:45.732966 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c306e685-1e41-4e4e-aa9a-df83a8406d7e None None] Routers {'4f40c0c4-c40a-4d3c-b376-ab2450c32573'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:22:45.733221 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c55817ca-b512-41b5-a978-bacb9d230b5d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:45.734087 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c306e685-1e41-4e4e-aa9a-df83a8406d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:22:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4f40c0c4-c40a-4d3c-b376-ab2450c32573'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:45.771817 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c306e685-1e41-4e4e-aa9a-df83a8406d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:45.772856 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c306e685-1e41-4e4e-aa9a-df83a8406d7e None None] The sync data for ids ['4f40c0c4-c40a-4d3c-b376-ab2450c32573'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:22:45.778716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event updated for resources: {'Port': ['ID=100a2de4-c5f3-47ce-ad68-7900c96201e3,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:45.788725 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-c55817ca-b512-41b5-a978-bacb9d230b5d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] update failed (client error): The resource could not be found. Jul 15 15:22:45.792647 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c55817ca-b512-41b5-a978-bacb9d230b5d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "PUT /v2.0/routers/tempest-non_exist_router-2054195330 HTTP/1.1" status: 404 len: 335 time: 0.0631497 Jul 15 15:22:45.793734 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55504) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:45.795964 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:45.810294 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:45.811590 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6ec13a09-0292-4bd5-859f-8e722ce76f88 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0853894 Jul 15 15:22:45.814300 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55506) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:45.851413 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-136a6ad7-d612-47a5-8fc4-c39875dd9481 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Deleting subnet 6c40a896-1ffe-4887-9f66-41ede7d1475a {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:22:45.855263 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-136a6ad7-d612-47a5-8fc4-c39875dd9481 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:45.884188 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-889d4f94-79b0-4f8f-b4d5-5da650eedacc tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "GET /v2.0/floatingips?floating_network_id=061f1b71-b7f1-4c44-985b-8d9b8a81cf96 HTTP/1.1" status: 200 len: 690 time: 0.0686181 Jul 15 15:22:45.886550 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55508) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:45.899673 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-136a6ad7-d612-47a5-8fc4-c39875dd9481 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:45.970795 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:45.992713 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-136a6ad7-d612-47a5-8fc4-c39875dd9481 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.057009 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-136a6ad7-d612-47a5-8fc4-c39875dd9481 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.092798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Deleting port 100a2de4-c5f3-47ce-ad68-7900c96201e3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:46.093202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.097612 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-136a6ad7-d612-47a5-8fc4-c39875dd9481 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.104732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-136a6ad7-d612-47a5-8fc4-c39875dd9481 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "DELETE /v2.0/subnets/6c40a896-1ffe-4887-9f66-41ede7d1475a HTTP/1.1" status: 204 len: 168 time: 0.3098505 Jul 15 15:22:46.105786 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55512) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:46.108788 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ada006-c5df-4687-8447-ba4316cc3dfc None None] Network a8e924ee-e888-4813-9738-f49ce04d1b3c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:46.115991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a6ad7-d612-47a5-8fc4-c39875dd9481 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event deleted for resources: {'Subnet': ['ID=6c40a896-1ffe-4887-9f66-41ede7d1475a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:46.200320 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.204271 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.204608 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.219036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Calling delete_port for 100a2de4-c5f3-47ce-ad68-7900c96201e3 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:46.255976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Deleting port feecc731-c44c-404c-a5d1-4beca6ab8b33 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:46.256677 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.340523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] For port feecc731-c44c-404c-a5d1-4beca6ab8b33, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=feecc731-c44c-404c-a5d1-4beca6ab8b33,segment=NetworkSegment(6ec97740-b58a-4aa2-a49a-f145c159690c),segment_id=6ec97740-b58a-4aa2-a49a-f145c159690c)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:46.340891 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.350245 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebdfaaa-7010-4743-b4ed-974b082e57c9 None None] DHCP port deletion for a8e924ee-e888-4813-9738-f49ce04d1b3c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:22:46.363974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Calling delete_port for feecc731-c44c-404c-a5d1-4beca6ab8b33 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:46.386497 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.405747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0ebdfaaa-7010-4743-b4ed-974b082e57c9 None None] Deleting port feecc731-c44c-404c-a5d1-4beca6ab8b33 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:46.406168 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0ebdfaaa-7010-4743-b4ed-974b082e57c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.417682 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event deleted for resources: {'Port': ['ID=100a2de4-c5f3-47ce-ad68-7900c96201e3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:46.473110 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.490560 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.499421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0ebdfaaa-7010-4743-b4ed-974b082e57c9 None None] For port feecc731-c44c-404c-a5d1-4beca6ab8b33, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=feecc731-c44c-404c-a5d1-4beca6ab8b33,segment=NetworkSegment(6ec97740-b58a-4aa2-a49a-f145c159690c),segment_id=6ec97740-b58a-4aa2-a49a-f145c159690c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:46.499827 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0ebdfaaa-7010-4743-b4ed-974b082e57c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.519750 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0ebdfaaa-7010-4743-b4ed-974b082e57c9 None None] Calling delete_port for feecc731-c44c-404c-a5d1-4beca6ab8b33 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:46.525721 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event deleted for resources: {'Port': ['ID=feecc731-c44c-404c-a5d1-4beca6ab8b33,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:46.541825 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] No DVR routers for this DVR port feecc731-c44c-404c-a5d1-4beca6ab8b33 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:46.569154 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.601093 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0ebdfaaa-7010-4743-b4ed-974b082e57c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.631890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebdfaaa-7010-4743-b4ed-974b082e57c9 None None] Pushing event deleted for resources: {'Port': ['ID=feecc731-c44c-404c-a5d1-4beca6ab8b33,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:46.634244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebdfaaa-7010-4743-b4ed-974b082e57c9 None None] No DVR routers for this DVR port feecc731-c44c-404c-a5d1-4beca6ab8b33 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:46.675646 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.686458 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e924ee-e888-4813-9738-f49ce04d1b3c']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:46.697317 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec97740-b58a-4aa2-a49a-f145c159690c') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:46.697645 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec97740-b58a-4aa2-a49a-f145c159690c') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:46.707842 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.722442 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.729191 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:22:46.729685 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:22:46.733060 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:22:46.803900 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.808960 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.813218 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "DELETE /v2.0/networks/a8e924ee-e888-4813-9738-f49ce04d1b3c HTTP/1.1" status: 204 len: 168 time: 0.7040496 Jul 15 15:22:46.815104 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55516) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:46.869018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475eafe-a0ce-4de8-b595-336c1e577a8f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event deleted for resources: {'Network': ['ID=a8e924ee-e888-4813-9738-f49ce04d1b3c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:46.908376 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff999a8-06d4-4f8f-b54a-bdc4b8f58f27 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Deleting subnet b977873b-0f14-4705-b87e-39353e6b45d1 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:22:46.911885 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ff999a8-06d4-4f8f-b54a-bdc4b8f58f27 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.917102 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device feecc731-c44c-404c-a5d1-4beca6ab8b33 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:22:46.917791 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.941943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: feecc731-c44c-404c-a5d1-4beca6ab8b33 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:22:46.943482 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device feecc731-c44c-404c-a5d1-4beca6ab8b33 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:22:46.961178 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ff999a8-06d4-4f8f-b54a-bdc4b8f58f27 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:46.964566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=62d6f5cf-299a-4138-8d32-76fd1d3e7124,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:47.004847 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.015760 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061f1b71-b7f1-4c44-985b-8d9b8a81cf96']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:47.030001 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abef1f04-1f3c-429f-9bfc-da725ff2184d') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:47.030321 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abef1f04-1f3c-429f-9bfc-da725ff2184d') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:47.040472 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.047724 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ff999a8-06d4-4f8f-b54a-bdc4b8f58f27 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.056973 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.062968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:22:47.063368 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:22:47.065107 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:22:47.131763 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.132328 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ff999a8-06d4-4f8f-b54a-bdc4b8f58f27 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.137483 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 061f1b71-b7f1-4c44-985b-8d9b8a81cf96 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 15:22:47.144543 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.146957 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "DELETE /v2.0/networks/061f1b71-b7f1-4c44-985b-8d9b8a81cf96 HTTP/1.1" status: 204 len: 168 time: 1.2594557 Jul 15 15:22:47.156836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55520) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:47.166968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff999a8-06d4-4f8f-b54a-bdc4b8f58f27 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event deleted for resources: {'Subnet': ['ID=b977873b-0f14-4705-b87e-39353e6b45d1,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:47.174151 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ff999a8-06d4-4f8f-b54a-bdc4b8f58f27 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.176245 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2ff999a8-06d4-4f8f-b54a-bdc4b8f58f27 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "DELETE /v2.0/subnets/b977873b-0f14-4705-b87e-39353e6b45d1 HTTP/1.1" status: 204 len: 168 time: 0.3602123 Jul 15 15:22:47.180623 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f344bce-7604-4038-b346-384bf665f417 None None] Network 7f411bd5-84d9-494f-a094-4677140c3163 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:47.184407 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55522) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:47.194039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073ba8b-3f62-47ce-9264-417960e3104d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event deleted for resources: {'Network': ['ID=061f1b71-b7f1-4c44-985b-8d9b8a81cf96,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:47.283607 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-2727d4ea-8073-4533-9085-bbce2791470d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Deleting subnet 22a26ede-e12c-4f26-963c-5952cd5062ff {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:22:47.287093 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e10712f1-4e70-427f-8fd3-89614fee772b tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.1287580 Jul 15 15:22:47.289890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55524) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:47.290360 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2727d4ea-8073-4533-9085-bbce2791470d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.345262 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2727d4ea-8073-4533-9085-bbce2791470d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.399061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd9206-5e63-4fdf-a91e-5397be452b2d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:47.399545 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd9206-5e63-4fdf-a91e-5397be452b2d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:47.400008 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd9206-5e63-4fdf-a91e-5397be452b2d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:47.400526 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd9206-5e63-4fdf-a91e-5397be452b2d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:47.400988 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd9206-5e63-4fdf-a91e-5397be452b2d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:47.401440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd9206-5e63-4fdf-a91e-5397be452b2d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:47.401895 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd9206-5e63-4fdf-a91e-5397be452b2d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:47.403957 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bdfd9206-5e63-4fdf-a91e-5397be452b2d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4588 time: 0.1129808 Jul 15 15:22:47.406842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55526) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:47.447059 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-e601331c-7113-4f7e-acf1-91763dcf7f1f tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] delete failed (client error): The resource could not be found. Jul 15 15:22:47.448275 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e601331c-7113-4f7e-acf1-91763dcf7f1f tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/f14dd95b-6df0-4676-a372-23308d78a969 HTTP/1.1" status: 404 len: 345 time: 0.0401626 Jul 15 15:22:47.451603 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55528) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:47.467342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0999608b-c633-47ff-abed-c7786fc01665 None None] DHCP port deletion for 7f411bd5-84d9-494f-a094-4677140c3163 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:22:47.475977 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96d7ced-5a9e-44d9-9702-02e9673a79b2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] DELETE failed (client error): The resource could not be found. Jul 15 15:22:47.476569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96d7ced-5a9e-44d9-9702-02e9673a79b2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:22:47.481817 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e96d7ced-5a9e-44d9-9702-02e9673a79b2 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "DELETE /v2.0/networks/061f1b71-b7f1-4c44-985b-8d9b8a81cf96 HTTP/1.1" status: 404 len: 339 time: 0.0259278 Jul 15 15:22:47.482908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55530) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:47.488881 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-02747381-7b6f-4704-8bd2-311788f32cf5 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Request body: {'network': {'name': 'tempest-network--1277682834', 'router:external': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:47.491704 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2727d4ea-8073-4533-9085-bbce2791470d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.520170 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02747381-7b6f-4704-8bd2-311788f32cf5 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Made reservation on behalf of 46d3c1e95ce74a3c93f43ec8e772e7bd for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:47.524000 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02747381-7b6f-4704-8bd2-311788f32cf5 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.561357 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2727d4ea-8073-4533-9085-bbce2791470d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.563019 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0999608b-c633-47ff-abed-c7786fc01665 None None] Deleting port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:47.563693 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0999608b-c633-47ff-abed-c7786fc01665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.567374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02747381-7b6f-4704-8bd2-311788f32cf5 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:22:47.576350 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02747381-7b6f-4704-8bd2-311788f32cf5 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.576707 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-02747381-7b6f-4704-8bd2-311788f32cf5 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Added segment 969cfd06-cc67-4637-bbef-d23f945a65a7 of type vlan for network d2ac9a73-8f32-411d-9159-907757e37ef1 Jul 15 15:22:47.598542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727d4ea-8073-4533-9085-bbce2791470d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event deleted for resources: {'Subnet': ['ID=22a26ede-e12c-4f26-963c-5952cd5062ff,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:47.628049 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02747381-7b6f-4704-8bd2-311788f32cf5 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.632375 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2727d4ea-8073-4533-9085-bbce2791470d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.638932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2727d4ea-8073-4533-9085-bbce2791470d tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "DELETE /v2.0/subnets/22a26ede-e12c-4f26-963c-5952cd5062ff HTTP/1.1" status: 204 len: 168 time: 0.4431717 Jul 15 15:22:47.639559 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55534) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:47.691880 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02747381-7b6f-4704-8bd2-311788f32cf5 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.692836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02747381-7b6f-4704-8bd2-311788f32cf5 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:47.693422 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02747381-7b6f-4704-8bd2-311788f32cf5 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.736784 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-02747381-7b6f-4704-8bd2-311788f32cf5 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2502794 Jul 15 15:22:47.757117 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:47.759037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55536) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:47.763592 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02747381-7b6f-4704-8bd2-311788f32cf5 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event updated for resources: {'Network': ['ID=d2ac9a73-8f32-411d-9159-907757e37ef1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:47.865585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e956a2be-9728-443d-b823-5dfd83f089ff None None] Network 286340ab-e59b-4ef7-bb28-7a3aa7513b44 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:47.867541 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network d2ac9a73-8f32-411d-9159-907757e37ef1 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:22:47.907339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0015ad-0d1b-411e-a5c5-55dd9f184378 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:47.913913 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0015ad-0d1b-411e-a5c5-55dd9f184378 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:47.920029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0015ad-0d1b-411e-a5c5-55dd9f184378 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:47.926816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0015ad-0d1b-411e-a5c5-55dd9f184378 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:47.928472 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6d0015ad-0d1b-411e-a5c5-55dd9f184378 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1684813 Jul 15 15:22:47.931322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55538) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:47.964774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Deleting port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:47.965120 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.022497 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2881e2f1-df0b-4622-85e4-5ff841db094a tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.022750 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0999608b-c633-47ff-abed-c7786fc01665 None None] For port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b9aeb1e3-b4ed-408f-8601-5dd3b69c8920,segment=NetworkSegment(bee10a9f-2576-4ebb-ad1f-8e984d879e9d),segment_id=bee10a9f-2576-4ebb-ad1f-8e984d879e9d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:48.023146 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0999608b-c633-47ff-abed-c7786fc01665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.057656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0999608b-c633-47ff-abed-c7786fc01665 None None] Calling delete_port for b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:48.074477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] For port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b9aeb1e3-b4ed-408f-8601-5dd3b69c8920,segment=NetworkSegment(bee10a9f-2576-4ebb-ad1f-8e984d879e9d),segment_id=bee10a9f-2576-4ebb-ad1f-8e984d879e9d)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:48.074867 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.107138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Calling delete_port for b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:48.178609 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0999608b-c633-47ff-abed-c7786fc01665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.199699 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2881e2f1-df0b-4622-85e4-5ff841db094a tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.209225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999608b-c633-47ff-abed-c7786fc01665 None None] Pushing event deleted for resources: {'Port': ['ID=b9aeb1e3-b4ed-408f-8601-5dd3b69c8920,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:48.213248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0999608b-c633-47ff-abed-c7786fc01665 None None] No DVR routers for this DVR port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:48.213841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-2881e2f1-df0b-4622-85e4-5ff841db094a tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ac9a73-8f32-411d-9159-907757e37ef1']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:48.232258 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-2881e2f1-df0b-4622-85e4-5ff841db094a tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969cfd06-cc67-4637-bbef-d23f945a65a7') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:48.232567 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-2881e2f1-df0b-4622-85e4-5ff841db094a tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969cfd06-cc67-4637-bbef-d23f945a65a7') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:48.244873 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2881e2f1-df0b-4622-85e4-5ff841db094a tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.266137 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2881e2f1-df0b-4622-85e4-5ff841db094a tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.276750 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.277322 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc98fd3a-81b5-44ad-a888-b6449b6247fe None None] DHCP port deletion for 286340ab-e59b-4ef7-bb28-7a3aa7513b44 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:22:48.279072 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2881e2f1-df0b-4622-85e4-5ff841db094a tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:22:48.279478 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2881e2f1-df0b-4622-85e4-5ff841db094a tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: self.session.flush() Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:22:48.282834 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:22:48.314596 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event deleted for resources: {'Port': ['ID=b9aeb1e3-b4ed-408f-8601-5dd3b69c8920,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:48.325930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] No DVR routers for this DVR port b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:48.334450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cc98fd3a-81b5-44ad-a888-b6449b6247fe None None] Deleting port 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:48.335154 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc98fd3a-81b5-44ad-a888-b6449b6247fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.414439 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2881e2f1-df0b-4622-85e4-5ff841db094a tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.417573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-cc98fd3a-81b5-44ad-a888-b6449b6247fe None None] For port 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=01ed3e6a-0caf-47bc-a65f-8f8e03e1c683,segment=NetworkSegment(5fab1471-1ffc-4f40-895a-eddc8140745c),segment_id=5fab1471-1ffc-4f40-895a-eddc8140745c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:48.418194 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc98fd3a-81b5-44ad-a888-b6449b6247fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.421100 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2881e2f1-df0b-4622-85e4-5ff841db094a tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d2ac9a73-8f32-411d-9159-907757e37ef1 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 15:22:48.426393 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2881e2f1-df0b-4622-85e4-5ff841db094a tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.432480 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2881e2f1-df0b-4622-85e4-5ff841db094a tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "DELETE /v2.0/networks/d2ac9a73-8f32-411d-9159-907757e37ef1 HTTP/1.1" status: 204 len: 168 time: 0.4968851 Jul 15 15:22:48.433620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55550) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:48.434410 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cc98fd3a-81b5-44ad-a888-b6449b6247fe None None] Calling delete_port for 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:48.441580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-03be0f7f-5643-46ee-96d1-d92e6337b036 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Request body: {'network': {'name': 'tempest-network--1910457160', 'router:external': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:48.463537 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.466720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881e2f1-df0b-4622-85e4-5ff841db094a tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event deleted for resources: {'Network': ['ID=d2ac9a73-8f32-411d-9159-907757e37ef1,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:48.476775 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03be0f7f-5643-46ee-96d1-d92e6337b036 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Made reservation on behalf of 46d3c1e95ce74a3c93f43ec8e772e7bd for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:48.477778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f411bd5-84d9-494f-a094-4677140c3163']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:48.480614 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03be0f7f-5643-46ee-96d1-d92e6337b036 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.488620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee10a9f-2576-4ebb-ad1f-8e984d879e9d') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:48.488908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee10a9f-2576-4ebb-ad1f-8e984d879e9d') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:48.498101 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.518334 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.520909 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03be0f7f-5643-46ee-96d1-d92e6337b036 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:22:48.530422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:22:48.530899 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.532791 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc98fd3a-81b5-44ad-a888-b6449b6247fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.533187 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03be0f7f-5643-46ee-96d1-d92e6337b036 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.534452 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-03be0f7f-5643-46ee-96d1-d92e6337b036 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Added segment e9a9715a-f2a5-49aa-ac7e-8cb21587c34c of type vlan for network fc9d10b0-f001-4b9d-9a76-9d048029a0ab Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:22:48.534869 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:22:48.579010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc98fd3a-81b5-44ad-a888-b6449b6247fe None None] No DVR routers for this DVR port 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:48.584099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98fd3a-81b5-44ad-a888-b6449b6247fe None None] Pushing event deleted for resources: {'Port': ['ID=01ed3e6a-0caf-47bc-a65f-8f8e03e1c683,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:48.612715 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03be0f7f-5643-46ee-96d1-d92e6337b036 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.618018 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.644391 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.647484 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "DELETE /v2.0/networks/7f411bd5-84d9-494f-a094-4677140c3163 HTTP/1.1" status: 204 len: 168 time: 1.0068936 Jul 15 15:22:48.648531 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e874c-585e-4c4d-bae5-8ce2f4289c0e tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event deleted for resources: {'Network': ['ID=7f411bd5-84d9-494f-a094-4677140c3163,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:48.654686 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55552) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:48.668421 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03be0f7f-5643-46ee-96d1-d92e6337b036 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.670343 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03be0f7f-5643-46ee-96d1-d92e6337b036 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:48.671222 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03be0f7f-5643-46ee-96d1-d92e6337b036 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.711131 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-03be0f7f-5643-46ee-96d1-d92e6337b036 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2755504 Jul 15 15:22:48.712128 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55554) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:48.760543 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c01e1e19-f416-4b37-9c2c-91a4cfa57b46 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.768789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be0f7f-5643-46ee-96d1-d92e6337b036 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event updated for resources: {'Network': ['ID=fc9d10b0-f001-4b9d-9a76-9d048029a0ab,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:48.780817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network fc9d10b0-f001-4b9d-9a76-9d048029a0ab details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:22:48.858576 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c01e1e19-f416-4b37-9c2c-91a4cfa57b46 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.873459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-c01e1e19-f416-4b37-9c2c-91a4cfa57b46 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286340ab-e59b-4ef7-bb28-7a3aa7513b44']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:48.895207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-c01e1e19-f416-4b37-9c2c-91a4cfa57b46 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fab1471-1ffc-4f40-895a-eddc8140745c') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:48.895423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-c01e1e19-f416-4b37-9c2c-91a4cfa57b46 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fab1471-1ffc-4f40-895a-eddc8140745c') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:48.907110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3def237f-bdd4-4f4a-99fc-3eecf66c5603 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:48.912683 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3def237f-bdd4-4f4a-99fc-3eecf66c5603 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] 10.222.0.38 "GET /v2.0/networks/fc9d10b0-f001-4b9d-9a76-9d048029a0ab HTTP/1.1" status: 200 len: 757 time: 0.1970961 Jul 15 15:22:48.913535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55558) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:48.932216 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c01e1e19-f416-4b37-9c2c-91a4cfa57b46 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.952103 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c01e1e19-f416-4b37-9c2c-91a4cfa57b46 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.957737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:22:48.973179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01e1e19-f416-4b37-9c2c-91a4cfa57b46 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:22:48.973611 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c01e1e19-f416-4b37-9c2c-91a4cfa57b46 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:22:48.983102 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:22:49.004170 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:22:49.004519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b9aeb1e3-b4ed-408f-8601-5dd3b69c8920 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:22:49.004954 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:22:49.031395 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d572214-d460-4b28-9ccd-73c572c465d3 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:49.035637 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6d572214-d460-4b28-9ccd-73c572c465d3 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] 10.222.0.38 "GET /v2.0/networks/48657de5-de15-476e-b1da-b024231aa237 HTTP/1.1" status: 200 len: 767 time: 0.1183240 Jul 15 15:22:49.036795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55560) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:49.043768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:22:49.044123 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 01ed3e6a-0caf-47bc-a65f-8f8e03e1c683 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:22:49.091304 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.101475 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c01e1e19-f416-4b37-9c2c-91a4cfa57b46 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.114402 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c01e1e19-f416-4b37-9c2c-91a4cfa57b46 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.116278 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c01e1e19-f416-4b37-9c2c-91a4cfa57b46 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "DELETE /v2.0/networks/286340ab-e59b-4ef7-bb28-7a3aa7513b44 HTTP/1.1" status: 204 len: 168 time: 0.4584436 Jul 15 15:22:49.121541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55562) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:49.128786 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e1e19-f416-4b37-9c2c-91a4cfa57b46 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event deleted for resources: {'Network': ['ID=286340ab-e59b-4ef7-bb28-7a3aa7513b44,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:49.164014 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aad07d51-417d-440c-9a6e-05d955d8e9bf tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.211710 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3d650d-8d0e-4fc1-8bfa-1389d73ba853 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Deleting subnet 2c4e30a0-05d7-4051-bf81-62d9174faca8 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:22:49.227597 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc3d650d-8d0e-4fc1-8bfa-1389d73ba853 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.301311 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aad07d51-417d-440c-9a6e-05d955d8e9bf tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.315577 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc3d650d-8d0e-4fc1-8bfa-1389d73ba853 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.319161 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-aad07d51-417d-440c-9a6e-05d955d8e9bf tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9d10b0-f001-4b9d-9a76-9d048029a0ab']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:49.340142 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.352604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-aad07d51-417d-440c-9a6e-05d955d8e9bf tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a9715a-f2a5-49aa-ac7e-8cb21587c34c') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:49.352939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-aad07d51-417d-440c-9a6e-05d955d8e9bf tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a9715a-f2a5-49aa-ac7e-8cb21587c34c') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:49.369039 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aad07d51-417d-440c-9a6e-05d955d8e9bf tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.389559 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aad07d51-417d-440c-9a6e-05d955d8e9bf tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.420809 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad07d51-417d-440c-9a6e-05d955d8e9bf tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:22:49.421225 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aad07d51-417d-440c-9a6e-05d955d8e9bf tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:22:49.422968 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:22:49.487194 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc3d650d-8d0e-4fc1-8bfa-1389d73ba853 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.522075 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aad07d51-417d-440c-9a6e-05d955d8e9bf tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.526078 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad07d51-417d-440c-9a6e-05d955d8e9bf tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc9d10b0-f001-4b9d-9a76-9d048029a0ab {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 15:22:49.528512 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aad07d51-417d-440c-9a6e-05d955d8e9bf tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.536106 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-aad07d51-417d-440c-9a6e-05d955d8e9bf tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "DELETE /v2.0/networks/fc9d10b0-f001-4b9d-9a76-9d048029a0ab HTTP/1.1" status: 204 len: 168 time: 0.4924173 Jul 15 15:22:49.537538 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55566) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:49.542331 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-dfa8f371-8f87-4878-b535-7f8ba21a81f0 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Request body: {'network': {'name': 'tempest-network--1184552753'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:49.560583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad07d51-417d-440c-9a6e-05d955d8e9bf tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc9d10b0-f001-4b9d-9a76-9d048029a0ab,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:49.588746 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa8f371-8f87-4878-b535-7f8ba21a81f0 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Made reservation on behalf of 46d3c1e95ce74a3c93f43ec8e772e7bd for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:49.591324 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f371-8f87-4878-b535-7f8ba21a81f0 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.601362 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc3d650d-8d0e-4fc1-8bfa-1389d73ba853 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.641331 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc3d650d-8d0e-4fc1-8bfa-1389d73ba853 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.643821 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cc3d650d-8d0e-4fc1-8bfa-1389d73ba853 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "DELETE /v2.0/subnets/2c4e30a0-05d7-4051-bf81-62d9174faca8 HTTP/1.1" status: 204 len: 168 time: 0.5158782 Jul 15 15:22:49.645780 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d650d-8d0e-4fc1-8bfa-1389d73ba853 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4e30a0-05d7-4051-bf81-62d9174faca8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:49.646664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55568) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:49.656445 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa8f371-8f87-4878-b535-7f8ba21a81f0 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:22:49.666930 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f371-8f87-4878-b535-7f8ba21a81f0 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.667301 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-dfa8f371-8f87-4878-b535-7f8ba21a81f0 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Added segment 82029726-3836-4ad1-8c21-26a9d520cfe0 of type vlan for network de23b3ed-a063-48e6-9076-d7ed97775ebf Jul 15 15:22:49.678824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc48bcf-55cc-42ad-8f5d-ae4fefa81f04 None None] Network 943a7559-b1bf-4a95-b561-3724c64db526 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:49.714981 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f371-8f87-4878-b535-7f8ba21a81f0 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.762454 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f371-8f87-4878-b535-7f8ba21a81f0 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.764364 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa8f371-8f87-4878-b535-7f8ba21a81f0 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:49.765100 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f371-8f87-4878-b535-7f8ba21a81f0 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.774960 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.795095 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dfa8f371-8f87-4878-b535-7f8ba21a81f0 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2559097 Jul 15 15:22:49.802453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55570) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:49.809908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-26811027-7ba9-4bb0-af0a-3bb68367c886 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:49.850119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Deleting port 76607d80-dcbe-4f39-a4bd-9470c2ab813a {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:49.851423 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.890188 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8f371-8f87-4878-b535-7f8ba21a81f0 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event updated for resources: {'Network': ['ID=de23b3ed-a063-48e6-9076-d7ed97775ebf,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:49.907407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network de23b3ed-a063-48e6-9076-d7ed97775ebf details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:22:49.955585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] For port 76607d80-dcbe-4f39-a4bd-9470c2ab813a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=76607d80-dcbe-4f39-a4bd-9470c2ab813a,segment=NetworkSegment(760ef5a5-12c5-4a11-9376-8c4f37f4e7e3),segment_id=760ef5a5-12c5-4a11-9376-8c4f37f4e7e3)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:49.956650 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:49.969785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55104766-a7ea-4ab4-a8c9-65dd580cc460 None None] DHCP port deletion for 943a7559-b1bf-4a95-b561-3724c64db526 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:22:49.974179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Calling delete_port for 76607d80-dcbe-4f39-a4bd-9470c2ab813a owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:50.051756 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26811027-7ba9-4bb0-af0a-3bb68367c886 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.067996 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26811027-7ba9-4bb0-af0a-3bb68367c886 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.076241 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.088507 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26811027-7ba9-4bb0-af0a-3bb68367c886 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Network de23b3ed-a063-48e6-9076-d7ed97775ebf is not hosted by any dhcp agent {{(pid=100712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 15:22:50.089423 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26811027-7ba9-4bb0-af0a-3bb68367c886 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:50.090202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26811027-7ba9-4bb0-af0a-3bb68367c886 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.092691 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-26811027-7ba9-4bb0-af0a-3bb68367c886 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "PUT /v2.0/networks/de23b3ed-a063-48e6-9076-d7ed97775ebf HTTP/1.1" status: 200 len: 858 time: 0.2891893 Jul 15 15:22:50.101870 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55574) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:50.115935 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] No DVR routers for this DVR port 76607d80-dcbe-4f39-a4bd-9470c2ab813a on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:50.118499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event deleted for resources: {'Port': ['ID=76607d80-dcbe-4f39-a4bd-9470c2ab813a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:50.120504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-55104766-a7ea-4ab4-a8c9-65dd580cc460 None None] Deleting port 76607d80-dcbe-4f39-a4bd-9470c2ab813a {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:50.120893 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-55104766-a7ea-4ab4-a8c9-65dd580cc460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.185573 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bebfb65-4c25-4f0d-96dc-4a7eb389752d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.204775 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-55104766-a7ea-4ab4-a8c9-65dd580cc460 None None] For port 76607d80-dcbe-4f39-a4bd-9470c2ab813a, host n-d-764435-3, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:50.205174 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-55104766-a7ea-4ab4-a8c9-65dd580cc460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.217696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-55104766-a7ea-4ab4-a8c9-65dd580cc460 None None] Calling delete_port for 76607d80-dcbe-4f39-a4bd-9470c2ab813a owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:50.220314 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-55104766-a7ea-4ab4-a8c9-65dd580cc460 None None] Port 76607d80-dcbe-4f39-a4bd-9470c2ab813a was not found and therefore no delete operation was performed {{(pid=100713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:22:50.221755 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-55104766-a7ea-4ab4-a8c9-65dd580cc460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.228446 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.235565 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26811027-7ba9-4bb0-af0a-3bb68367c886 tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event updated for resources: {'Network': ['ID=de23b3ed-a063-48e6-9076-d7ed97775ebf,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:50.240492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943a7559-b1bf-4a95-b561-3724c64db526']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:50.250821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760ef5a5-12c5-4a11-9376-8c4f37f4e7e3') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:50.251122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760ef5a5-12c5-4a11-9376-8c4f37f4e7e3') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:50.253179 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55104766-a7ea-4ab4-a8c9-65dd580cc460 None None] Pushing event deleted for resources: {'Port': ['ID=76607d80-dcbe-4f39-a4bd-9470c2ab813a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:50.261040 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.261508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55104766-a7ea-4ab4-a8c9-65dd580cc460 None None] No DVR routers for this DVR port 76607d80-dcbe-4f39-a4bd-9470c2ab813a on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:50.275939 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.282047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:22:50.282733 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:22:50.286395 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:22:50.333683 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bebfb65-4c25-4f0d-96dc-4a7eb389752d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.344284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4bebfb65-4c25-4f0d-96dc-4a7eb389752d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de23b3ed-a063-48e6-9076-d7ed97775ebf']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:50.347703 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.354817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4bebfb65-4c25-4f0d-96dc-4a7eb389752d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82029726-3836-4ad1-8c21-26a9d520cfe0') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:50.355126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4bebfb65-4c25-4f0d-96dc-4a7eb389752d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82029726-3836-4ad1-8c21-26a9d520cfe0') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:50.359100 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.361145 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "DELETE /v2.0/networks/943a7559-b1bf-4a95-b561-3724c64db526 HTTP/1.1" status: 204 len: 168 time: 0.7132277 Jul 15 15:22:50.364430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55576) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:50.366481 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bebfb65-4c25-4f0d-96dc-4a7eb389752d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.381388 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bebfb65-4c25-4f0d-96dc-4a7eb389752d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.389045 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bebfb65-4c25-4f0d-96dc-4a7eb389752d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:22:50.389454 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bebfb65-4c25-4f0d-96dc-4a7eb389752d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:22:50.391235 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:22:50.407262 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-29ef7fd1-49fd-4826-9a88-88c33d2b53dd tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f40c0c4-c40a-4d3c-b376-ab2450c32573 HTTP/1.1" status: 200 len: 205 time: 0.0417020 Jul 15 15:22:50.408090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44923957-ca44-4b38-9185-0c6c139eec0f tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Pushing event deleted for resources: {'Network': ['ID=943a7559-b1bf-4a95-b561-3724c64db526,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:50.411027 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55578) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:50.518867 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-916ab62b-3885-4344-8a4f-d7067d494736 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.576802 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bebfb65-4c25-4f0d-96dc-4a7eb389752d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.583850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bebfb65-4c25-4f0d-96dc-4a7eb389752d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de23b3ed-a063-48e6-9076-d7ed97775ebf {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 15:22:50.587000 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bebfb65-4c25-4f0d-96dc-4a7eb389752d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.588840 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4bebfb65-4c25-4f0d-96dc-4a7eb389752d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] 10.222.0.38 "DELETE /v2.0/networks/de23b3ed-a063-48e6-9076-d7ed97775ebf HTTP/1.1" status: 204 len: 168 time: 0.4860229 Jul 15 15:22:50.593680 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55582) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:50.602243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebfb65-4c25-4f0d-96dc-4a7eb389752d tempest-ExternalNetworksTestJSON-1193144938 tempest-ExternalNetworksTestJSON-1193144938-project-admin] Pushing event deleted for resources: {'Network': ['ID=de23b3ed-a063-48e6-9076-d7ed97775ebf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:50.632311 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-11aa88e2-2187-40dc-95f2-612bdd8dbc2a tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] DELETE failed (client error): The resource could not be found. Jul 15 15:22:50.632794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11aa88e2-2187-40dc-95f2-612bdd8dbc2a tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:22:50.637500 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-11aa88e2-2187-40dc-95f2-612bdd8dbc2a tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] 10.222.0.38 "DELETE /v2.0/subnets/62d6f5cf-299a-4138-8d32-76fd1d3e7124 HTTP/1.1" status: 404 len: 337 time: 0.0403087 Jul 15 15:22:50.637723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55584) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:50.720023 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-916ab62b-3885-4344-8a4f-d7067d494736 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.723538 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-916ab62b-3885-4344-8a4f-d7067d494736 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.731020 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c516620-b2a9-4fa9-9d60-d365bc72e367 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.791332 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-916ab62b-3885-4344-8a4f-d7067d494736 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.791833 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916ab62b-3885-4344-8a4f-d7067d494736 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Fanout notify agent at l3_agent the message router_deleted on router 4f40c0c4-c40a-4d3c-b376-ab2450c32573 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:22:50.807026 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-916ab62b-3885-4344-8a4f-d7067d494736 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.808143 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-916ab62b-3885-4344-8a4f-d7067d494736 tempest-RoutersNegativeIpV6Test-1647963700 tempest-RoutersNegativeIpV6Test-1647963700-project] 10.222.0.38 "DELETE /v2.0/routers/4f40c0c4-c40a-4d3c-b376-ab2450c32573 HTTP/1.1" status: 204 len: 168 time: 0.3961780 Jul 15 15:22:50.843491 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c516620-b2a9-4fa9-9d60-d365bc72e367 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.855291 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-8c516620-b2a9-4fa9-9d60-d365bc72e367 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48657de5-de15-476e-b1da-b024231aa237']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:50.868204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-8c516620-b2a9-4fa9-9d60-d365bc72e367 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a428f14-87eb-4a61-9fb1-a399e7a98a89') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:50.868204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-8c516620-b2a9-4fa9-9d60-d365bc72e367 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a428f14-87eb-4a61-9fb1-a399e7a98a89') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:50.879848 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c516620-b2a9-4fa9-9d60-d365bc72e367 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.897327 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c516620-b2a9-4fa9-9d60-d365bc72e367 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.904050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c516620-b2a9-4fa9-9d60-d365bc72e367 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:22:50.904618 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c516620-b2a9-4fa9-9d60-d365bc72e367 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:22:50.912202 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:22:50.924431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 76607d80-dcbe-4f39-a4bd-9470c2ab813a no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:22:50.970297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 76607d80-dcbe-4f39-a4bd-9470c2ab813a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:22:50.970706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 76607d80-dcbe-4f39-a4bd-9470c2ab813a not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:22:51.023734 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c516620-b2a9-4fa9-9d60-d365bc72e367 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:51.034571 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c516620-b2a9-4fa9-9d60-d365bc72e367 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:51.036671 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8c516620-b2a9-4fa9-9d60-d365bc72e367 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] 10.222.0.38 "DELETE /v2.0/networks/48657de5-de15-476e-b1da-b024231aa237 HTTP/1.1" status: 204 len: 168 time: 0.3980298 Jul 15 15:22:51.065848 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c516620-b2a9-4fa9-9d60-d365bc72e367 tempest-ExternalNetworksTestJSON-133186376 tempest-ExternalNetworksTestJSON-133186376-project] Pushing event deleted for resources: {'Network': ['ID=48657de5-de15-476e-b1da-b024231aa237,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:51.171285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55594) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:51.341054 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9197ee95-5e64-4dba-80d6-f95a41c87edb req-61031e13-b251-49df-85ba-6f9f91fd0b36 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671904 Jul 15 15:22:51.357131 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:51.462806 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-28b7d641-5ef4-435d-95dc-7d0dcef6c032 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fdb96e34da8446e7a86c5a2886413a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1042209 Jul 15 15:22:51.465392 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55604) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:51.484616 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-77630f5b-d1aa-4f23-bebf-6484a5a0dec2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a3975caa0c2b4ad6b54ebfb7c76fbf8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098431 Jul 15 15:22:51.484950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55606) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:51.489751 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197ee95-5e64-4dba-80d6-f95a41c87edb req-66ac9af0-09ce-4389-bb50-5f70576dd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:51.491499 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9197ee95-5e64-4dba-80d6-f95a41c87edb req-66ac9af0-09ce-4389-bb50-5f70576dd0de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2db6d724ceec4df59f0f69f5abe77cf3&device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 1096 time: 0.0962801 Jul 15 15:22:51.560501 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-960d9d87-4dd3-413a-8556-c8d30d5170a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:51.588937 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8847a090-06fe-4238-b98d-952ecd38095a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:51.598371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-960d9d87-4dd3-413a-8556-c8d30d5170a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:51.613614 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197ee95-5e64-4dba-80d6-f95a41c87edb req-ca4fb905-b129-4d08-986b-1ed0ac83490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:51.615226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9197ee95-5e64-4dba-80d6-f95a41c87edb req-ca4fb905-b129-4d08-986b-1ed0ac83490e service neutron] 10.222.0.22 "GET /v2.0/networks?id=579fa8cf-a9bb-4f78-bf43-84ac7a207108 HTTP/1.1" status: 200 len: 911 time: 0.1046054 Jul 15 15:22:51.685418 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-960d9d87-4dd3-413a-8556-c8d30d5170a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:51.688582 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-960d9d87-4dd3-413a-8556-c8d30d5170a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:51.699896 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9197ee95-5e64-4dba-80d6-f95a41c87edb req-227961cf-731d-407a-b6e7-119c33d6703f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efcae92f-b0c1-4e91-acdb-b2094c1b6369 HTTP/1.1" status: 200 len: 1001 time: 0.0782797 Jul 15 15:22:51.704645 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-960d9d87-4dd3-413a-8556-c8d30d5170a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1dd2436b-601f-4ca7-86ee-1d4acb32e4d3 HTTP/1.1" status: 204 len: 168 time: 0.2312865 Jul 15 15:22:51.708207 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8847a090-06fe-4238-b98d-952ecd38095a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:51.753446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d9d87-4dd3-413a-8556-c8d30d5170a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd2436b-601f-4ca7-86ee-1d4acb32e4d3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:51.771978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197ee95-5e64-4dba-80d6-f95a41c87edb req-108e8168-0dae-49e1-8cfd-d909aa21f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:51.783043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9197ee95-5e64-4dba-80d6-f95a41c87edb req-108e8168-0dae-49e1-8cfd-d909aa21f358 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61f1753c-5b9f-4677-ae22-56509e286e82 HTTP/1.1" status: 200 len: 849 time: 0.0665190 Jul 15 15:22:51.805419 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8847a090-06fe-4238-b98d-952ecd38095a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:51.808570 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8847a090-06fe-4238-b98d-952ecd38095a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:51.819072 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8847a090-06fe-4238-b98d-952ecd38095a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b8af6ed2-ccb8-4110-90f6-c413491b219a HTTP/1.1" status: 204 len: 168 time: 0.3284583 Jul 15 15:22:51.847313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847a090-06fe-4238-b98d-952ecd38095a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8af6ed2-ccb8-4110-90f6-c413491b219a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:51.866203 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197ee95-5e64-4dba-80d6-f95a41c87edb req-72366960-c42a-4eae-a255-a27c9be06440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:51.868738 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9197ee95-5e64-4dba-80d6-f95a41c87edb req-72366960-c42a-4eae-a255-a27c9be06440 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=579fa8cf-a9bb-4f78-bf43-84ac7a207108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847943 Jul 15 15:22:52.028200 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9197ee95-5e64-4dba-80d6-f95a41c87edb req-f7ed04cd-5667-46dd-aa13-97685730f930 service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528285 Jul 15 15:22:52.158272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9197ee95-5e64-4dba-80d6-f95a41c87edb req-e5f9c8b4-75d5-46bf-a803-ccc45f18c924 service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200254 Jul 15 15:22:52.310190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55708) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:52.359489 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e65d5d7b-17e6-44da-81fc-bd62f04aa6ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=46d3c1e95ce74a3c93f43ec8e772e7bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477738 Jul 15 15:22:52.361861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55716) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:52.415853 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-31a23358-f739-413a-8b46-c3d323c9ee48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:52.438807 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-31a23358-f739-413a-8b46-c3d323c9ee48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:52.502280 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-31a23358-f739-413a-8b46-c3d323c9ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:52.505473 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-31a23358-f739-413a-8b46-c3d323c9ee48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:52.506774 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-31a23358-f739-413a-8b46-c3d323c9ee48 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4152a92c-c785-4be0-b8b5-136cb385e3a2 HTTP/1.1" status: 204 len: 168 time: 0.1438928 Jul 15 15:22:52.515872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a23358-f739-413a-8b46-c3d323c9ee48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4152a92c-c785-4be0-b8b5-136cb385e3a2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:52.646958 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f76f30f-2b38-44b7-bd01-87e71a90cb83 req-a5dad06e-41b3-4198-8203-e96886489344 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669143 Jul 15 15:22:52.775498 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76f30f-2b38-44b7-bd01-87e71a90cb83 req-8ef1fe92-7071-4254-b0f4-7773db0cd6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:52.777232 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f76f30f-2b38-44b7-bd01-87e71a90cb83 req-8ef1fe92-7071-4254-b0f4-7773db0cd6ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 1096 time: 0.0761731 Jul 15 15:22:52.976666 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76f30f-2b38-44b7-bd01-87e71a90cb83 req-7b2bbcf0-9e54-457d-a173-b95c9cd148b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:52.979151 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f76f30f-2b38-44b7-bd01-87e71a90cb83 req-7b2bbcf0-9e54-457d-a173-b95c9cd148b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=93f8c120-870b-41cd-bbef-f03287a97643 HTTP/1.1" status: 200 len: 898 time: 0.1776273 Jul 15 15:22:53.054008 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f76f30f-2b38-44b7-bd01-87e71a90cb83 req-9f038c72-49f3-48a1-acb2-a4a08b6ece12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f788784-62af-4190-ba30-2f502c85901c HTTP/1.1" status: 200 len: 1001 time: 0.0681992 Jul 15 15:22:53.131866 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76f30f-2b38-44b7-bd01-87e71a90cb83 req-14ea34bf-a4a5-424a-a3e2-a25300196b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:53.133888 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f76f30f-2b38-44b7-bd01-87e71a90cb83 req-14ea34bf-a4a5-424a-a3e2-a25300196b00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7ef45e1d-64e5-42b7-993c-1bcf8a0d1155 HTTP/1.1" status: 200 len: 834 time: 0.0730340 Jul 15 15:22:53.158406 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55836) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:53.238883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76f30f-2b38-44b7-bd01-87e71a90cb83 req-e52aeb17-e7ad-45f5-9413-95997f32f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:53.240949 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f76f30f-2b38-44b7-bd01-87e71a90cb83 req-e52aeb17-e7ad-45f5-9413-95997f32f05f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=93f8c120-870b-41cd-bbef-f03287a97643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893998 Jul 15 15:22:53.378990 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f76f30f-2b38-44b7-bd01-87e71a90cb83 req-9ad8e470-5531-4e69-b993-9f021f58c230 service neutron] 10.222.0.11 "GET /v2.0/networks/93f8c120-870b-41cd-bbef-f03287a97643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304681 Jul 15 15:22:53.444228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9f6546a8-9b4e-42d4-bc17-49813537ef20 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group': {'name': 'tempest-secgroup--351545772'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:53.496928 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f6546a8-9b4e-42d4-bc17-49813537ef20 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:53.512196 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f6546a8-9b4e-42d4-bc17-49813537ef20 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:53.520306 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f76f30f-2b38-44b7-bd01-87e71a90cb83 req-30332111-282d-4930-8f54-de8f1cd2892f service neutron] 10.222.0.11 "GET /v2.0/networks/93f8c120-870b-41cd-bbef-f03287a97643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343057 Jul 15 15:22:53.645530 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f6546a8-9b4e-42d4-bc17-49813537ef20 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:53.650089 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f6546a8-9b4e-42d4-bc17-49813537ef20 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:53.694611 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6546a8-9b4e-42d4-bc17-49813537ef20 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896bfa6c-ace7-4e64-a0c3-f659a13af3f3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:53.703577 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:22:53.760130 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f6546a8-9b4e-42d4-bc17-49813537ef20 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:53.766545 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f6546a8-9b4e-42d4-bc17-49813537ef20 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:53.797493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6546a8-9b4e-42d4-bc17-49813537ef20 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4c9850-b02e-430f-a54e-81546ac58d94,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:53.800511 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f6546a8-9b4e-42d4-bc17-49813537ef20 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:53.804481 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55934) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:53.804987 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9f6546a8-9b4e-42d4-bc17-49813537ef20 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6438580 Jul 15 15:22:53.900336 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9b0b22d8-c166-469a-b15b-68648b420b58 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0930846 Jul 15 15:22:53.903006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55948) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:53.907587 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b229f9da-656a-4b41-9801-78bc0aa38ccd tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group': {'name': 'tempest-security--1085666699', 'description': 'tempest-security-description-11480123'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:53.938131 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b229f9da-656a-4b41-9801-78bc0aa38ccd tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:53.989114 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b229f9da-656a-4b41-9801-78bc0aa38ccd tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:53.993747 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b229f9da-656a-4b41-9801-78bc0aa38ccd tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:53.997330 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b229f9da-656a-4b41-9801-78bc0aa38ccd tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.002779 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b229f9da-656a-4b41-9801-78bc0aa38ccd tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "PUT /v2.0/security-groups/ec4c9850-b02e-430f-a54e-81546ac58d94 HTTP/1.1" status: 200 len: 1778 time: 0.0946610 Jul 15 15:22:54.003072 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 55964) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:54.031295 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229f9da-656a-4b41-9801-78bc0aa38ccd tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4c9850-b02e-430f-a54e-81546ac58d94,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:54.052314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 55974) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:54.052492 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fdcdfb63-9edb-4c67-953f-81cd157a13c9 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-groups/ec4c9850-b02e-430f-a54e-81546ac58d94 HTTP/1.1" status: 200 len: 1778 time: 0.0497398 Jul 15 15:22:54.121157 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcb716d5-7348-4e76-a5c2-2d4f1d6783d2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.146105 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcb716d5-7348-4e76-a5c2-2d4f1d6783d2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.197005 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcb716d5-7348-4e76-a5c2-2d4f1d6783d2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.199909 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcb716d5-7348-4e76-a5c2-2d4f1d6783d2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.201273 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bcb716d5-7348-4e76-a5c2-2d4f1d6783d2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-groups/ec4c9850-b02e-430f-a54e-81546ac58d94 HTTP/1.1" status: 204 len: 168 time: 0.1476312 Jul 15 15:22:54.203852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56000) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:54.220814 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb716d5-7348-4e76-a5c2-2d4f1d6783d2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4c9850-b02e-430f-a54e-81546ac58d94,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:54.281549 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a6927d60-5eed-489e-a9d5-b41cced92af3 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0764875 Jul 15 15:22:54.285016 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56012) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:54.307957 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-2fe5b2d5-ea8a-4d95-8ed8-32117da0c178 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] delete failed (client error): The resource could not be found. Jul 15 15:22:54.308974 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2fe5b2d5-ea8a-4d95-8ed8-32117da0c178 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-groups/ec4c9850-b02e-430f-a54e-81546ac58d94 HTTP/1.1" status: 404 len: 347 time: 0.0228734 Jul 15 15:22:54.313547 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56016) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:54.319230 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-4515f717-d331-47f0-b161-016b814b16e0 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group': {'name': 'tempest-secgroup--4610064'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:54.326285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56022) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:54.355977 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4515f717-d331-47f0-b161-016b814b16e0 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.443555 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9f8e7cd0-7d56-4782-880d-07593ce98ff4 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-788820902', 'router:external': True}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:54.459938 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4515f717-d331-47f0-b161-016b814b16e0 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.465462 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4515f717-d331-47f0-b161-016b814b16e0 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.502149 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515f717-d331-47f0-b161-016b814b16e0 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718ed70b-3199-4577-992e-ec4713622ebf,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:54.505967 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8e7cd0-7d56-4782-880d-07593ce98ff4 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Made reservation on behalf of e670e1dd1ba4480494a52fe52ee832ba for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:54.508559 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7cd0-7d56-4782-880d-07593ce98ff4 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.511879 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4515f717-d331-47f0-b161-016b814b16e0 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.513065 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4515f717-d331-47f0-b161-016b814b16e0 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1983027 Jul 15 15:22:54.516181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56052) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:54.518687 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7cd0-7d56-4782-880d-07593ce98ff4 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.521670 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-99a6cda2-5e27-4db8-b2ab-7aa12a88500f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group_rule': {'security_group_id': '718ed70b-3199-4577-992e-ec4713622ebf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:54.558505 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99a6cda2-5e27-4db8-b2ab-7aa12a88500f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.648909 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99a6cda2-5e27-4db8-b2ab-7aa12a88500f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.654289 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99a6cda2-5e27-4db8-b2ab-7aa12a88500f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.664607 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7cd0-7d56-4782-880d-07593ce98ff4 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.671859 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7cd0-7d56-4782-880d-07593ce98ff4 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.679366 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6cda2-5e27-4db8-b2ab-7aa12a88500f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170a1b1f-06c2-4c39-87b9-35330b9f5ddb,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:54.696146 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99a6cda2-5e27-4db8-b2ab-7aa12a88500f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.698433 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-99a6cda2-5e27-4db8-b2ab-7aa12a88500f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1812665 Jul 15 15:22:54.700577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8e7cd0-7d56-4782-880d-07593ce98ff4 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:22:54.701415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56080) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:54.714958 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e7cd0-7d56-4782-880d-07593ce98ff4 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5b775c-8b7f-4081-939f-8a6dc70d951b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:54.720068 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7cd0-7d56-4782-880d-07593ce98ff4 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.720424 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-9f8e7cd0-7d56-4782-880d-07593ce98ff4 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Added segment a67ea58f-d5f8-4ec4-840b-ecc8d2da8933 of type vlan for network 5c0b0225-c0d9-4648-b350-7e3203ed7826 Jul 15 15:22:54.748466 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a4cfd84-d75a-4849-a711-67ccd24d6bac tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.756652 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a4cfd84-d75a-4849-a711-67ccd24d6bac tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.771272 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7cd0-7d56-4782-880d-07593ce98ff4 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.802095 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a4cfd84-d75a-4849-a711-67ccd24d6bac tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.807192 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a4cfd84-d75a-4849-a711-67ccd24d6bac tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.811045 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5a4cfd84-d75a-4849-a711-67ccd24d6bac tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/170a1b1f-06c2-4c39-87b9-35330b9f5ddb HTTP/1.1" status: 204 len: 168 time: 0.1066806 Jul 15 15:22:54.811950 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56094) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:54.820994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cfd84-d75a-4849-a711-67ccd24d6bac tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=170a1b1f-06c2-4c39-87b9-35330b9f5ddb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:54.831691 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7cd0-7d56-4782-880d-07593ce98ff4 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.832781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e7cd0-7d56-4782-880d-07593ce98ff4 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:54.833381 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7cd0-7d56-4782-880d-07593ce98ff4 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:54.885363 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9f8e7cd0-7d56-4782-880d-07593ce98ff4 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5578871 Jul 15 15:22:54.888553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56108) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:54.895892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e04e3950-2d5d-49d6-abca-88ae743fd1c3 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Request body: {'subnet': {'network_id': '5c0b0225-c0d9-4648-b350-7e3203ed7826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:54.902156 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f8f9f7bb-ec65-4f74-9242-7c9f694a9492 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0890870 Jul 15 15:22:54.908686 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56112) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:54.929326 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e7cd0-7d56-4782-880d-07593ce98ff4 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Pushing event updated for resources: {'Network': ['ID=5c0b0225-c0d9-4648-b350-7e3203ed7826,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:54.941357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 5c0b0225-c0d9-4648-b350-7e3203ed7826 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:22:54.950685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04e3950-2d5d-49d6-abca-88ae743fd1c3 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Made reservation on behalf of e670e1dd1ba4480494a52fe52ee832ba for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:54.953328 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e04e3950-2d5d-49d6-abca-88ae743fd1c3 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.038137 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eb1918f8-5875-49dd-b63f-9eaa56ae87c4 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.076533 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eb1918f8-5875-49dd-b63f-9eaa56ae87c4 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.160709 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eb1918f8-5875-49dd-b63f-9eaa56ae87c4 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.164118 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eb1918f8-5875-49dd-b63f-9eaa56ae87c4 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.165438 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-eb1918f8-5875-49dd-b63f-9eaa56ae87c4 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-groups/718ed70b-3199-4577-992e-ec4713622ebf HTTP/1.1" status: 204 len: 168 time: 0.2556553 Jul 15 15:22:55.168250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56150) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:55.215175 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8f5b94e6-fead-4fcd-9ac8-bf0ab5cc0ff0 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0452316 Jul 15 15:22:55.218978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56152) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:55.224190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-243b34cd-b387-4851-b408-b2311587053d tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group': {'name': 'tempest-secgroup--326641151'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:55.249769 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-243b34cd-b387-4851-b408-b2311587053d tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.342953 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-243b34cd-b387-4851-b408-b2311587053d tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.347374 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-243b34cd-b387-4851-b408-b2311587053d tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.373171 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-243b34cd-b387-4851-b408-b2311587053d tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.374413 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-243b34cd-b387-4851-b408-b2311587053d tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1542633 Jul 15 15:22:55.377208 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56154) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:55.382435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-606c1c86-0c45-4954-9513-b70c680cea9f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group_rule': {'security_group_id': 'ec98f1fe-904c-47f1-ab7c-c412fb151622', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:55.389023 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b34cd-b387-4851-b408-b2311587053d tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec98f1fe-904c-47f1-ab7c-c412fb151622,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:55.414346 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-606c1c86-0c45-4954-9513-b70c680cea9f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.472620 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-606c1c86-0c45-4954-9513-b70c680cea9f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.476673 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-606c1c86-0c45-4954-9513-b70c680cea9f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.488770 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1918f8-5875-49dd-b63f-9eaa56ae87c4 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718ed70b-3199-4577-992e-ec4713622ebf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:55.494506 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c1c86-0c45-4954-9513-b70c680cea9f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b32e171-5dc3-4bf3-a5aa-6d755fea3642,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:55.502960 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-606c1c86-0c45-4954-9513-b70c680cea9f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.507598 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56156) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:55.507764 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-606c1c86-0c45-4954-9513-b70c680cea9f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287606 Jul 15 15:22:55.513314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fe5bd44a-0bd9-43f6-99e6-c6cd8c1fa5d2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group_rule': {'security_group_id': 'ec98f1fe-904c-47f1-ab7c-c412fb151622', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:55.558256 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe5bd44a-0bd9-43f6-99e6-c6cd8c1fa5d2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.653640 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe5bd44a-0bd9-43f6-99e6-c6cd8c1fa5d2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.657241 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe5bd44a-0bd9-43f6-99e6-c6cd8c1fa5d2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.678505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5bd44a-0bd9-43f6-99e6-c6cd8c1fa5d2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06867abe-0ce0-4528-9b52-dccda47f1985,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:55.686999 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe5bd44a-0bd9-43f6-99e6-c6cd8c1fa5d2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.688167 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fe5bd44a-0bd9-43f6-99e6-c6cd8c1fa5d2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1789479 Jul 15 15:22:55.691363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56158) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:55.696290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-657d7b45-4436-43d5-b789-33a9bb5050c6 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group_rule': {'security_group_id': 'ec98f1fe-904c-47f1-ab7c-c412fb151622', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:55.704860 n-d-764435-3 neutron-server[100712]: DEBUG neutron.objects.ports [None req-e04e3950-2d5d-49d6-abca-88ae743fd1c3 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:22:55.706146 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e04e3950-2d5d-49d6-abca-88ae743fd1c3 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.726051 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-657d7b45-4436-43d5-b789-33a9bb5050c6 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.775004 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e3950-2d5d-49d6-abca-88ae743fd1c3 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5d741ab4-38ec-4f3f-924b-24873f3aee29,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:55.786363 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04e3950-2d5d-49d6-abca-88ae743fd1c3 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Checking segment: {'id': 'a67ea58f-d5f8-4ec4-840b-ecc8d2da8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5c0b0225-c0d9-4648-b350-7e3203ed7826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:22:55.786922 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04e3950-2d5d-49d6-abca-88ae743fd1c3 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Network hostable DHCP agents. Network: 5c0b0225-c0d9-4648-b350-7e3203ed7826, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:22:55.811224 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04e3950-2d5d-49d6-abca-88ae743fd1c3 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Network 5c0b0225-c0d9-4648-b350-7e3203ed7826 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:22:55.821462 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e04e3950-2d5d-49d6-abca-88ae743fd1c3 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 5c0b0225-c0d9-4648-b350-7e3203ed7826) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:55.822849 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-657d7b45-4436-43d5-b789-33a9bb5050c6 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.827377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04e3950-2d5d-49d6-abca-88ae743fd1c3 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:55.828268 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e04e3950-2d5d-49d6-abca-88ae743fd1c3 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.830112 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-657d7b45-4436-43d5-b789-33a9bb5050c6 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.831376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8f52b9-5f6a-4117-b476-9d40823f43b3 None None] Network 5c0b0225-c0d9-4648-b350-7e3203ed7826 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:55.848257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d7b45-4436-43d5-b789-33a9bb5050c6 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c35883e-073c-4a95-978a-71556df854b3,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:55.850852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56166) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:55.856286 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a92b1d97-6073-44ec-892c-c630a2126318 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-475797358', 'network_id': '5c0b0225-c0d9-4648-b350-7e3203ed7826'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:55.859432 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e04e3950-2d5d-49d6-abca-88ae743fd1c3 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9694767 Jul 15 15:22:55.869881 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-657d7b45-4436-43d5-b789-33a9bb5050c6 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.873772 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-657d7b45-4436-43d5-b789-33a9bb5050c6 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1786208 Jul 15 15:22:55.874032 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56168) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:55.879136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b41d8e59-08a2-458d-ba2f-10f18b265d4f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group_rule': {'security_group_id': 'ec98f1fe-904c-47f1-ab7c-c412fb151622', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:55.895892 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92b1d97-6073-44ec-892c-c630a2126318 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Made reservation on behalf of e670e1dd1ba4480494a52fe52ee832ba for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:22:55.898505 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a92b1d97-6073-44ec-892c-c630a2126318 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.925175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [None req-a92b1d97-6073-44ec-892c-c630a2126318 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] device_id is not set on port 7384bc70-dd84-45af-a729-9310831d01cb yet. {{(pid=100711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:22:55.962002 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b41d8e59-08a2-458d-ba2f-10f18b265d4f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:55.979465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c729ef7-0690-4b69-bb7b-9a7ad44450b6 None None] Network 5c0b0225-c0d9-4648-b350-7e3203ed7826 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:22:56.052284 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b41d8e59-08a2-458d-ba2f-10f18b265d4f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.061888 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b41d8e59-08a2-458d-ba2f-10f18b265d4f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.091229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-a92b1d97-6073-44ec-892c-c630a2126318 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Allocated IP 2001:db8::245 (5c0b0225-c0d9-4648-b350-7e3203ed7826/5d741ab4-38ec-4f3f-924b-24873f3aee29/7384bc70-dd84-45af-a729-9310831d01cb) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:56.107190 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b41d8e59-08a2-458d-ba2f-10f18b265d4f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.110974 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b41d8e59-08a2-458d-ba2f-10f18b265d4f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2335186 Jul 15 15:22:56.111114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56174) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:56.116209 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d8e59-08a2-458d-ba2f-10f18b265d4f tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99cbc635-1c52-4628-8060-ab0606580d6a,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:56.119092 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-814dca78-c504-4f81-98d8-981d22930743 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group_rule': {'security_group_id': 'ec98f1fe-904c-47f1-ab7c-c412fb151622', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:56.153277 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-814dca78-c504-4f81-98d8-981d22930743 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.220631 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-814dca78-c504-4f81-98d8-981d22930743 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.224600 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-814dca78-c504-4f81-98d8-981d22930743 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.249430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814dca78-c504-4f81-98d8-981d22930743 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c4162c-8245-4f8e-996b-bb5f47556360,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:56.253369 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-814dca78-c504-4f81-98d8-981d22930743 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.255035 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-814dca78-c504-4f81-98d8-981d22930743 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1417880 Jul 15 15:22:56.258250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56178) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:56.309669 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f9b4e82-1957-432c-98f7-2fe574c9b81e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.324398 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a92b1d97-6073-44ec-892c-c630a2126318 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.327096 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f9b4e82-1957-432c-98f7-2fe574c9b81e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.373004 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f9b4e82-1957-432c-98f7-2fe574c9b81e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.381233 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3f9b4e82-1957-432c-98f7-2fe574c9b81e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.384911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3f9b4e82-1957-432c-98f7-2fe574c9b81e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/e7c4162c-8245-4f8e-996b-bb5f47556360 HTTP/1.1" status: 204 len: 168 time: 0.1229274 Jul 15 15:22:56.385376 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56180) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:56.390108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b4e82-1957-432c-98f7-2fe574c9b81e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7c4162c-8245-4f8e-996b-bb5f47556360,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:56.403703 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a92b1d97-6073-44ec-892c-c630a2126318 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.448799 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e0bce657-08ec-4ae7-8156-e0347e0ff205 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0596206 Jul 15 15:22:56.448988 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56182) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:56.456082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b1d97-6073-44ec-892c-c630a2126318 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Network 5c0b0225-c0d9-4648-b350-7e3203ed7826 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:56.462052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-a92b1d97-6073-44ec-892c-c630a2126318 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:56.470576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92b1d97-6073-44ec-892c-c630a2126318 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:22:56.472366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92b1d97-6073-44ec-892c-c630a2126318 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:22:56.473091 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a92b1d97-6073-44ec-892c-c630a2126318 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.475175 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4291528-6217-4947-bc14-2a61646f3709 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.483158 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4291528-6217-4947-bc14-2a61646f3709 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.488397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b1d97-6073-44ec-892c-c630a2126318 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Pushing event updated for resources: {'Port': ['ID=7384bc70-dd84-45af-a729-9310831d01cb,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:56.502463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a92b1d97-6073-44ec-892c-c630a2126318 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6502438 Jul 15 15:22:56.505031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56184) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:56.514802 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4291528-6217-4947-bc14-2a61646f3709 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.528645 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4291528-6217-4947-bc14-2a61646f3709 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.532454 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a4291528-6217-4947-bc14-2a61646f3709 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/99cbc635-1c52-4628-8060-ab0606580d6a HTTP/1.1" status: 204 len: 168 time: 0.0810072 Jul 15 15:22:56.533083 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56186) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:56.533204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4291528-6217-4947-bc14-2a61646f3709 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99cbc635-1c52-4628-8060-ab0606580d6a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:56.609371 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cf5a860b-30ff-462d-b7f8-3b97d4cf8593 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0751493 Jul 15 15:22:56.612266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56188) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:56.628843 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-416263e0-c625-4966-b693-0300978a7a68 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Deleting port 7384bc70-dd84-45af-a729-9310831d01cb {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:56.629184 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-416263e0-c625-4966-b693-0300978a7a68 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.642811 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d78009de-f4d6-4c7f-89e5-a63e36eecea8 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.652653 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d78009de-f4d6-4c7f-89e5-a63e36eecea8 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.682271 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d78009de-f4d6-4c7f-89e5-a63e36eecea8 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.689058 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d78009de-f4d6-4c7f-89e5-a63e36eecea8 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.692197 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d78009de-f4d6-4c7f-89e5-a63e36eecea8 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/4c35883e-073c-4a95-978a-71556df854b3 HTTP/1.1" status: 204 len: 168 time: 0.0773585 Jul 15 15:22:56.694198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56190) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:56.712426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78009de-f4d6-4c7f-89e5-a63e36eecea8 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c35883e-073c-4a95-978a-71556df854b3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:56.717709 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-416263e0-c625-4966-b693-0300978a7a68 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.734322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-416263e0-c625-4966-b693-0300978a7a68 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Calling delete_port for 7384bc70-dd84-45af-a729-9310831d01cb owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:56.759343 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c814eed0-ca98-4f13-84d0-55c1bdbec325 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0637891 Jul 15 15:22:56.761998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56192) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:56.787365 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44f595e7-baa7-4591-9611-dc4cf501f21e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.795460 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44f595e7-baa7-4591-9611-dc4cf501f21e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.829596 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44f595e7-baa7-4591-9611-dc4cf501f21e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.839012 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44f595e7-baa7-4591-9611-dc4cf501f21e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.842417 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-44f595e7-baa7-4591-9611-dc4cf501f21e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/06867abe-0ce0-4528-9b52-dccda47f1985 HTTP/1.1" status: 204 len: 168 time: 0.0769863 Jul 15 15:22:56.843867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56196) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:56.846903 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f595e7-baa7-4591-9611-dc4cf501f21e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06867abe-0ce0-4528-9b52-dccda47f1985,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:56.883272 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-416263e0-c625-4966-b693-0300978a7a68 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.899389 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4fb4eddd-475d-46ab-aa8b-3404486834d5 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0540669 Jul 15 15:22:56.902068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56198) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:56.922801 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416263e0-c625-4966-b693-0300978a7a68 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Pushing event deleted for resources: {'Port': ['ID=7384bc70-dd84-45af-a729-9310831d01cb,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:56.930505 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c9889e8-3ecf-4d87-b37f-7e2cb669dc81 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.940407 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c9889e8-3ecf-4d87-b37f-7e2cb669dc81 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.963890 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-416263e0-c625-4966-b693-0300978a7a68 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.965137 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-416263e0-c625-4966-b693-0300978a7a68 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "DELETE /v2.0/ports/7384bc70-dd84-45af-a729-9310831d01cb HTTP/1.1" status: 204 len: 168 time: 0.4591439 Jul 15 15:22:56.968364 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56200) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:56.973277 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c0b0225-c0d9-4648-b350-7e3203ed7826', 'external_fixed_ips': [{'subnet_id': '5d741ab4-38ec-4f3f-924b-24873f3aee29', 'ip_address': '2001:db8::245'}]}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:56.977629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c9889e8-3ecf-4d87-b37f-7e2cb669dc81 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.986409 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c9889e8-3ecf-4d87-b37f-7e2cb669dc81 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:56.988076 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0c9889e8-3ecf-4d87-b37f-7e2cb669dc81 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/9b32e171-5dc3-4bf3-a5aa-6d755fea3642 HTTP/1.1" status: 204 len: 168 time: 0.0850601 Jul 15 15:22:56.990765 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56202) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:56.995325 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9889e8-3ecf-4d87-b37f-7e2cb669dc81 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b32e171-5dc3-4bf3-a5aa-6d755fea3642,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:57.008844 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.010015 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.031638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d23a46cb-87af-4b91-a8a2-12333acfa81c tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397186 Jul 15 15:22:57.035231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56204) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:57.066027 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.085946 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d44f23d3-d0fd-473a-a3ef-f0bbc9a45723 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.108712 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d44f23d3-d0fd-473a-a3ef-f0bbc9a45723 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.161268 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d44f23d3-d0fd-473a-a3ef-f0bbc9a45723 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.164311 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d44f23d3-d0fd-473a-a3ef-f0bbc9a45723 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.167845 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d44f23d3-d0fd-473a-a3ef-f0bbc9a45723 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-groups/ec98f1fe-904c-47f1-ab7c-c412fb151622 HTTP/1.1" status: 204 len: 168 time: 0.1293385 Jul 15 15:22:57.172768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56208) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:57.179486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f23d3-d0fd-473a-a3ef-f0bbc9a45723 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec98f1fe-904c-47f1-ab7c-c412fb151622,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:57.227180 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.272658 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-676fcd83-16c3-425b-ba42-dbaf314d697c tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0987918 Jul 15 15:22:57.281015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56212) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:57.283234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-bee4e456-bde3-49d3-b899-637b00fa6bdc tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group': {'name': 'tempest-secgroup--256878936'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:57.314508 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bee4e456-bde3-49d3-b899-637b00fa6bdc tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.415871 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bee4e456-bde3-49d3-b899-637b00fa6bdc tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.421031 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bee4e456-bde3-49d3-b899-637b00fa6bdc tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.451155 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4e456-bde3-49d3-b899-637b00fa6bdc tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f717c5c6-4246-48e6-9cd7-a10ec49b9c9f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:57.454585 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bee4e456-bde3-49d3-b899-637b00fa6bdc tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.455881 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bee4e456-bde3-49d3-b899-637b00fa6bdc tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1763167 Jul 15 15:22:57.458821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56216) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:57.463438 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b4b9813c-a1bf-4d0d-9681-09d7970a9130 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group_rule': {'security_group_id': 'f717c5c6-4246-48e6-9cd7-a10ec49b9c9f', 'direction': 'ingress', 'protocol': 17}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:57.491295 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b4b9813c-a1bf-4d0d-9681-09d7970a9130 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.520845 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.542701 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.555342 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b4b9813c-a1bf-4d0d-9681-09d7970a9130 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.559553 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b4b9813c-a1bf-4d0d-9681-09d7970a9130 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.581742 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9813c-a1bf-4d0d-9681-09d7970a9130 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7583628-b0d2-4016-b3a7-3819ad6657d4,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:57.589576 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b4b9813c-a1bf-4d0d-9681-09d7970a9130 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.591039 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b4b9813c-a1bf-4d0d-9681-09d7970a9130 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1312773 Jul 15 15:22:57.593985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56218) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:57.650085 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e02ff206-0949-476b-b35d-f3d5c7bf8c14 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.674419 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e02ff206-0949-476b-b35d-f3d5c7bf8c14 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.720567 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e02ff206-0949-476b-b35d-f3d5c7bf8c14 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.723929 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e02ff206-0949-476b-b35d-f3d5c7bf8c14 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.725155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e02ff206-0949-476b-b35d-f3d5c7bf8c14 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-groups/f717c5c6-4246-48e6-9cd7-a10ec49b9c9f HTTP/1.1" status: 204 len: 168 time: 0.1299989 Jul 15 15:22:57.727915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56220) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:57.735085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ff206-0949-476b-b35d-f3d5c7bf8c14 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f717c5c6-4246-48e6-9cd7-a10ec49b9c9f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:57.783753 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Allocated IP 2001:db8::245 (5c0b0225-c0d9-4648-b350-7e3203ed7826/5d741ab4-38ec-4f3f-924b-24873f3aee29/10e87272-7ce1-4cf9-bfdd-1c53485dd219) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:22:57.796706 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f190dd1f-bf75-448d-aa2c-df0bf7374eec tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674906 Jul 15 15:22:57.801169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56222) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:57.805657 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bb1ecb3b-bc6b-411c-ae97-772006bbfcfe tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319339430'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:57.853048 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb1ecb3b-bc6b-411c-ae97-772006bbfcfe tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:57.942758 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.024774 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb1ecb3b-bc6b-411c-ae97-772006bbfcfe tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.029682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb1ecb3b-bc6b-411c-ae97-772006bbfcfe tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.037561 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.099330 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb1ecb3b-bc6b-411c-ae97-772006bbfcfe tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.100558 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bb1ecb3b-bc6b-411c-ae97-772006bbfcfe tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2984800 Jul 15 15:22:58.102372 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Network 5c0b0225-c0d9-4648-b350-7e3203ed7826 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:22:58.103576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56228) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:58.107667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ecb3b-bc6b-411c-ae97-772006bbfcfe tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93fc1957-0cc6-4e4d-a0bc-e5e464ab44cc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:58.112965 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:22:58.115114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:22:58.116824 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-25ef8f72-f308-46d4-ba9f-7be49341f288 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group': {'name': 'tempest-secgroup--253998803'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:58.150870 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25ef8f72-f308-46d4-ba9f-7be49341f288 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.157731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Pushing event updated for resources: {'Port': ['ID=10e87272-7ce1-4cf9-bfdd-1c53485dd219,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:58.244376 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25ef8f72-f308-46d4-ba9f-7be49341f288 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.248507 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25ef8f72-f308-46d4-ba9f-7be49341f288 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.277050 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-25ef8f72-f308-46d4-ba9f-7be49341f288 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.281002 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-25ef8f72-f308-46d4-ba9f-7be49341f288 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1736305 Jul 15 15:22:58.281158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56230) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:58.286635 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e6a390c3-9fbc-4f88-9c2b-9661758a8ac6 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group_rule': {'security_group_id': '93fc1957-0cc6-4e4d-a0bc-e5e464ab44cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1c24f3ce-8a29-4485-879d-e990d53d6b15', 'remote_ip_prefix': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:58.291975 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef8f72-f308-46d4-ba9f-7be49341f288 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c24f3ce-8a29-4485-879d-e990d53d6b15,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:58.322209 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6a390c3-9fbc-4f88-9c2b-9661758a8ac6 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.356323 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.411171 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6a390c3-9fbc-4f88-9c2b-9661758a8ac6 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.415642 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6a390c3-9fbc-4f88-9c2b-9661758a8ac6 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.436742 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a390c3-9fbc-4f88-9c2b-9661758a8ac6 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532d0d62-b432-4216-97e3-8458c2f85544,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:58.441322 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e6a390c3-9fbc-4f88-9c2b-9661758a8ac6 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.443260 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e6a390c3-9fbc-4f88-9c2b-9661758a8ac6 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1611772 Jul 15 15:22:58.446064 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56234) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:58.474052 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-90098fdf-17ab-4e18-a859-7d314040c11e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.481746 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-90098fdf-17ab-4e18-a859-7d314040c11e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.509651 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-90098fdf-17ab-4e18-a859-7d314040c11e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.516666 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-90098fdf-17ab-4e18-a859-7d314040c11e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.517780 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-90098fdf-17ab-4e18-a859-7d314040c11e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/532d0d62-b432-4216-97e3-8458c2f85544 HTTP/1.1" status: 204 len: 168 time: 0.0707557 Jul 15 15:22:58.522444 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56236) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:58.529871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90098fdf-17ab-4e18-a859-7d314040c11e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=532d0d62-b432-4216-97e3-8458c2f85544,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:58.569201 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1ab82e9c-388a-4d29-b63e-1a3d7a2f98ea tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0455768 Jul 15 15:22:58.569933 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.571847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56238) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:58.626625 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fb06a3f-eb89-437e-b841-164cacc49f75 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.652552 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fb06a3f-eb89-437e-b841-164cacc49f75 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.707547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Router bf06a08e-6eeb-4b3a-943e-a7f62101b13d is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:22:58.708298 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fb06a3f-eb89-437e-b841-164cacc49f75 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.711432 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fb06a3f-eb89-437e-b841-164cacc49f75 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.712635 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0fb06a3f-eb89-437e-b841-164cacc49f75 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-groups/1c24f3ce-8a29-4485-879d-e990d53d6b15 HTTP/1.1" status: 204 len: 168 time: 0.1393003 Jul 15 15:22:58.715324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56240) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:58.722382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb06a3f-eb89-437e-b841-164cacc49f75 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c24f3ce-8a29-4485-879d-e990d53d6b15,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:58.847465 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4e2daf1e-3a77-43c7-8394-c7b0ccf9e20a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1271205 Jul 15 15:22:58.847992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56242) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:58.896109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:22:58.907004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1fe059-34a8-4f95-b893-68f9b5b5c090 None None] Sync routers for ids ['bf06a08e-6eeb-4b3a-943e-a7f62101b13d'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:22:58.918175 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1fe059-34a8-4f95-b893-68f9b5b5c090 None None] Routers {'bf06a08e-6eeb-4b3a-943e-a7f62101b13d'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:22:58.919137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7f1fe059-34a8-4f95-b893-68f9b5b5c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:22:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bf06a08e-6eeb-4b3a-943e-a7f62101b13d'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:58.923929 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7586-be99-4c09-9e70-0827e3053742 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.927145 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:58.931537 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5805de2f-9204-4bad-ad8c-571fc1c8ac8f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.9589653 Jul 15 15:22:58.931537 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56244) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:58.992645 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7586-be99-4c09-9e70-0827e3053742 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.028312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-7f1fe059-34a8-4f95-b893-68f9b5b5c090 None None] Set router bf06a08e-6eeb-4b3a-943e-a7f62101b13d gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:22:59.076434 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7586-be99-4c09-9e70-0827e3053742 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.079008 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7586-be99-4c09-9e70-0827e3053742 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.082593 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ca9d7586-be99-4c09-9e70-0827e3053742 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-groups/93fc1957-0cc6-4e4d-a0bc-e5e464ab44cc HTTP/1.1" status: 204 len: 168 time: 0.2315762 Jul 15 15:22:59.083084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56246) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:59.087320 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfb29-7fa8-43fd-9a9a-abfcff30be9c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.094160 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d7586-be99-4c09-9e70-0827e3053742 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fc1957-0cc6-4e4d-a0bc-e5e464ab44cc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:59.173833 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1c0852dc-1497-4e42-b8eb-68a3ba2f73ff tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0860198 Jul 15 15:22:59.174960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56250) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:59.179713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1afe3ffe-a567-4749-974b-dd98649e99c1 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group': {'name': 'tempest-secgroup--807792948'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:59.215645 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfb29-7fa8-43fd-9a9a-abfcff30be9c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.229355 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1afe3ffe-a567-4749-974b-dd98649e99c1 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.269596 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7f1fe059-34a8-4f95-b893-68f9b5b5c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06a08e-6eeb-4b3a-943e-a7f62101b13d', 'name': '', 'tenant_id': 'e670e1dd1ba4480494a52fe52ee832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c0b0225-c0d9-4648-b350-7e3203ed7826', 'external_fixed_ips': [{'subnet_id': '5d741ab4-38ec-4f3f-924b-24873f3aee29', 'ip_address': '2001:db8::245'}], 'enable_snat': True}, 'gw_port_id': '10e87272-7ce1-4cf9-bfdd-1c53485dd219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:22:57Z', 'updated_at': '2021-07-15T15:22:58Z', 'revision_number': 3, 'project_id': 'e670e1dd1ba4480494a52fe52ee832ba', 'gw_port': {'id': '10e87272-7ce1-4cf9-bfdd-1c53485dd219', 'name': '', 'network_id': '5c0b0225-c0d9-4648-b350-7e3203ed7826', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf06a08e-6eeb-4b3a-943e-a7f62101b13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '5d741ab4-38ec-4f3f-924b-24873f3aee29', 'ip_address': '2001:db8::245', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:22:57Z', 'updated_at': '2021-07-15T15:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d741ab4-38ec-4f3f-924b-24873f3aee29', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:59.297824 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6d3dfb29-7fa8-43fd-9a9a-abfcff30be9c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Deleting port 10e87272-7ce1-4cf9-bfdd-1c53485dd219 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:22:59.298634 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfb29-7fa8-43fd-9a9a-abfcff30be9c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.303107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1fe059-34a8-4f95-b893-68f9b5b5c090 None None] Checking router: bf06a08e-6eeb-4b3a-943e-a7f62101b13d for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:22:59.303460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1fe059-34a8-4f95-b893-68f9b5b5c090 None None] Updating router bf06a08e-6eeb-4b3a-943e-a7f62101b13d port 10e87272-7ce1-4cf9-bfdd-1c53485dd219 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:22:59.343111 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1afe3ffe-a567-4749-974b-dd98649e99c1 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.348392 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1afe3ffe-a567-4749-974b-dd98649e99c1 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.359254 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe059-34a8-4f95-b893-68f9b5b5c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.376662 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1afe3ffe-a567-4749-974b-dd98649e99c1 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.380652 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1afe3ffe-a567-4749-974b-dd98649e99c1 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2019455 Jul 15 15:22:59.381501 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56252) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:59.384475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe3ffe-a567-4749-974b-dd98649e99c1 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799722e7-6352-44f1-9a53-0bd9fd254640,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:59.394773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cdf9de0e-cbff-40c8-b65e-8d45d0dde97c tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group_rule': {'security_group_id': '799722e7-6352-44f1-9a53-0bd9fd254640', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:22:59.405980 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfb29-7fa8-43fd-9a9a-abfcff30be9c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.433045 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6d3dfb29-7fa8-43fd-9a9a-abfcff30be9c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Calling delete_port for 10e87272-7ce1-4cf9-bfdd-1c53485dd219 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:22:59.451432 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cdf9de0e-cbff-40c8-b65e-8d45d0dde97c tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.590308 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cdf9de0e-cbff-40c8-b65e-8d45d0dde97c tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.601682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cdf9de0e-cbff-40c8-b65e-8d45d0dde97c tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.626795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9de0e-cbff-40c8-b65e-8d45d0dde97c tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a1dbac-6f79-4797-953c-e1afa162ad4b,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:59.633187 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cdf9de0e-cbff-40c8-b65e-8d45d0dde97c tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.634444 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cdf9de0e-cbff-40c8-b65e-8d45d0dde97c tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2519977 Jul 15 15:22:59.637384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56256) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:59.678116 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37f28915-6584-424a-a518-3190c2461c6a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.680943 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfb29-7fa8-43fd-9a9a-abfcff30be9c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.681856 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-7f1fe059-34a8-4f95-b893-68f9b5b5c090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:22:59.682240 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-7f1fe059-34a8-4f95-b893-68f9b5b5c090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:22:59.688774 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37f28915-6584-424a-a518-3190c2461c6a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.714216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3dfb29-7fa8-43fd-9a9a-abfcff30be9c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Pushing event deleted for resources: {'Port': ['ID=10e87272-7ce1-4cf9-bfdd-1c53485dd219,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:59.726192 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37f28915-6584-424a-a518-3190c2461c6a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.734880 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-37f28915-6584-424a-a518-3190c2461c6a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.736359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-37f28915-6584-424a-a518-3190c2461c6a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/44a1dbac-6f79-4797-953c-e1afa162ad4b HTTP/1.1" status: 204 len: 168 time: 0.0966258 Jul 15 15:22:59.741740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56258) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:59.743342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f28915-6584-424a-a518-3190c2461c6a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44a1dbac-6f79-4797-953c-e1afa162ad4b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:59.744948 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfb29-7fa8-43fd-9a9a-abfcff30be9c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.849074 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfb29-7fa8-43fd-9a9a-abfcff30be9c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.852721 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfb29-7fa8-43fd-9a9a-abfcff30be9c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.875864 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dfe024d0-9eab-458f-85ee-678f7be97964 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1280329 Jul 15 15:22:59.878863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56260) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:22:59.911560 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfb29-7fa8-43fd-9a9a-abfcff30be9c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.912143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3dfb29-7fa8-43fd-9a9a-abfcff30be9c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf06a08e-6eeb-4b3a-943e-a7f62101b13d {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:22:59.917186 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfb29-7fa8-43fd-9a9a-abfcff30be9c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:59.918620 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6d3dfb29-7fa8-43fd-9a9a-abfcff30be9c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "DELETE /v2.0/routers/bf06a08e-6eeb-4b3a-943e-a7f62101b13d HTTP/1.1" status: 204 len: 168 time: 0.9861097 Jul 15 15:22:59.921557 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56262) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:00.030285 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ef6ecec5-0378-4113-8089-81177fbc141f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:00.203806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1fe059-34a8-4f95-b893-68f9b5b5c090 None None] Port 10e87272-7ce1-4cf9-bfdd-1c53485dd219 not found while updating agent binding for router bf06a08e-6eeb-4b3a-943e-a7f62101b13d. {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 15:23:00.212494 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1fe059-34a8-4f95-b893-68f9b5b5c090 None None] Routers set() bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:00.212872 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1fe059-34a8-4f95-b893-68f9b5b5c090 None None] Router IDs set() for agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 15:23:00.213476 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_agentschedulers_db [None req-7f1fe059-34a8-4f95-b893-68f9b5b5c090 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bf06a08e-6eeb-4b3a-943e-a7f62101b13d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:22:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent'). {{(pid=100713) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 15:23:00.213849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1fe059-34a8-4f95-b893-68f9b5b5c090 None None] The sync data for ids ['bf06a08e-6eeb-4b3a-943e-a7f62101b13d'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:00.342385 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a034c60b-8d39-4b10-aa2a-e7a9b780dc66 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:00.367368 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ebc6dd-e0b9-4338-9ec4-ff1de8376fef tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Deleting subnet 5d741ab4-38ec-4f3f-924b-24873f3aee29 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:23:00.373514 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-82ebc6dd-e0b9-4338-9ec4-ff1de8376fef tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:00.394354 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a034c60b-8d39-4b10-aa2a-e7a9b780dc66 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:00.431449 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-82ebc6dd-e0b9-4338-9ec4-ff1de8376fef tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:00.471610 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a034c60b-8d39-4b10-aa2a-e7a9b780dc66 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:00.474224 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a034c60b-8d39-4b10-aa2a-e7a9b780dc66 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:00.475423 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a034c60b-8d39-4b10-aa2a-e7a9b780dc66 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-groups/799722e7-6352-44f1-9a53-0bd9fd254640 HTTP/1.1" status: 204 len: 168 time: 0.5952852 Jul 15 15:23:00.478262 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56268) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:00.480167 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-82ebc6dd-e0b9-4338-9ec4-ff1de8376fef tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:00.510384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034c60b-8d39-4b10-aa2a-e7a9b780dc66 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=799722e7-6352-44f1-9a53-0bd9fd254640,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:00.530627 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b0990f6a-82fc-411a-b52e-37802433c93e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0472982 Jul 15 15:23:00.531583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56270) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:00.536745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b35d94e5-96a4-438a-82d0-c35ef7da4aef tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group': {'name': 'tempest-secgroup--815799388'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:00.553309 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-82ebc6dd-e0b9-4338-9ec4-ff1de8376fef tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:00.560212 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b35d94e5-96a4-438a-82d0-c35ef7da4aef tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:00.581253 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-82ebc6dd-e0b9-4338-9ec4-ff1de8376fef tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:00.583358 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-82ebc6dd-e0b9-4338-9ec4-ff1de8376fef tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "DELETE /v2.0/subnets/5d741ab4-38ec-4f3f-924b-24873f3aee29 HTTP/1.1" status: 204 len: 168 time: 0.6604116 Jul 15 15:23:00.584300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebc6dd-e0b9-4338-9ec4-ff1de8376fef tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5d741ab4-38ec-4f3f-924b-24873f3aee29,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:00.586572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56272) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:00.962727 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd70b241-bf1f-4238-973c-b7b7a384a46d tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.033117 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b35d94e5-96a4-438a-82d0-c35ef7da4aef tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.045203 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b35d94e5-96a4-438a-82d0-c35ef7da4aef tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.091443 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd70b241-bf1f-4238-973c-b7b7a384a46d tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.107979 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-bd70b241-bf1f-4238-973c-b7b7a384a46d tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0b0225-c0d9-4648-b350-7e3203ed7826']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:01.113489 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b35d94e5-96a4-438a-82d0-c35ef7da4aef tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.117343 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b35d94e5-96a4-438a-82d0-c35ef7da4aef tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5821841 Jul 15 15:23:01.117843 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56274) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:01.123505 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-58222dc8-d2f4-41d2-bea5-4c8ee354828a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group_rule': {'security_group_id': '5f81db0f-857d-4520-82f7-a9f132c7c5af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:01.124510 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-bd70b241-bf1f-4238-973c-b7b7a384a46d tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67ea58f-d5f8-4ec4-840b-ecc8d2da8933') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:01.124865 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-bd70b241-bf1f-4238-973c-b7b7a384a46d tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67ea58f-d5f8-4ec4-840b-ecc8d2da8933') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:01.133637 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d94e5-96a4-438a-82d0-c35ef7da4aef tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f81db0f-857d-4520-82f7-a9f132c7c5af,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:01.139230 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd70b241-bf1f-4238-973c-b7b7a384a46d tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.157189 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd70b241-bf1f-4238-973c-b7b7a384a46d tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.163173 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-58222dc8-d2f4-41d2-bea5-4c8ee354828a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.163817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd70b241-bf1f-4238-973c-b7b7a384a46d tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:23:01.164281 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd70b241-bf1f-4238-973c-b7b7a384a46d tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:23:01.166118 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:23:01.227546 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd70b241-bf1f-4238-973c-b7b7a384a46d tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.234338 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-58222dc8-d2f4-41d2-bea5-4c8ee354828a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.239548 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-58222dc8-d2f4-41d2-bea5-4c8ee354828a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.243848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd70b241-bf1f-4238-973c-b7b7a384a46d tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c0b0225-c0d9-4648-b350-7e3203ed7826 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 15:23:01.256263 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd70b241-bf1f-4238-973c-b7b7a384a46d tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.256694 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58222dc8-d2f4-41d2-bea5-4c8ee354828a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9704cec0-98de-4d42-a2d4-cf7dc0bc4ce4,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:01.258972 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bd70b241-bf1f-4238-973c-b7b7a384a46d tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "DELETE /v2.0/networks/5c0b0225-c0d9-4648-b350-7e3203ed7826 HTTP/1.1" status: 204 len: 168 time: 0.6712189 Jul 15 15:23:01.272039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70b241-bf1f-4238-973c-b7b7a384a46d tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c0b0225-c0d9-4648-b350-7e3203ed7826,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:01.277395 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-58222dc8-d2f4-41d2-bea5-4c8ee354828a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.278660 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-58222dc8-d2f4-41d2-bea5-4c8ee354828a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1596632 Jul 15 15:23:01.281313 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56278) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:01.309127 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f9a84f98-04b8-456a-a7b3-b8d9dfb83cb6 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules/9704cec0-98de-4d42-a2d4-cf7dc0bc4ce4 HTTP/1.1" status: 200 len: 763 time: 0.0252435 Jul 15 15:23:01.311578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56280) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:01.363666 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1e5070fe-df20-4630-a90c-873230d29b4b tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0506208 Jul 15 15:23:01.366101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56286) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:01.398149 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc81c716-9268-40a2-a074-5c6693ca77ef tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.406717 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc81c716-9268-40a2-a074-5c6693ca77ef tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.469750 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc81c716-9268-40a2-a074-5c6693ca77ef tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.479201 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc81c716-9268-40a2-a074-5c6693ca77ef tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.480440 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bc81c716-9268-40a2-a074-5c6693ca77ef tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/9704cec0-98de-4d42-a2d4-cf7dc0bc4ce4 HTTP/1.1" status: 204 len: 168 time: 0.1131029 Jul 15 15:23:01.483114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56292) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:01.500096 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81c716-9268-40a2-a074-5c6693ca77ef tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9704cec0-98de-4d42-a2d4-cf7dc0bc4ce4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:01.541656 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fdab2262-d05d-4383-a336-110a78294233 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0568066 Jul 15 15:23:01.544221 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56294) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:01.550973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c5b9f236-597b-47d3-9ba7-7d0ea4348532 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group_rule': {'security_group_id': '5f81db0f-857d-4520-82f7-a9f132c7c5af', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:01.566042 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56296) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:01.573006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-35de46b8-28ee-44a6-ba89-f07144117cac tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Request body: {'router': {'name': 'tempest-router--739454480', 'project_id': 'fd85c327d03745c6b80599f332e8fdce'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:01.589536 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f236-597b-47d3-9ba7-7d0ea4348532 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.608236 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-35de46b8-28ee-44a6-ba89-f07144117cac tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.609601 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-35de46b8-28ee-44a6-ba89-f07144117cac tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.648619 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f236-597b-47d3-9ba7-7d0ea4348532 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.655298 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f236-597b-47d3-9ba7-7d0ea4348532 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.676574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9f236-597b-47d3-9ba7-7d0ea4348532 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12e06ca-e303-4969-bc30-9932fa6b2629,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:01.686735 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f236-597b-47d3-9ba7-7d0ea4348532 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.690846 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c5b9f236-597b-47d3-9ba7-7d0ea4348532 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1429446 Jul 15 15:23:01.691325 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56298) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:01.712236 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c77b5c1c-5f27-48e5-96f0-201de6f57530 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules/c12e06ca-e303-4969-bc30-9932fa6b2629 HTTP/1.1" status: 200 len: 763 time: 0.0162048 Jul 15 15:23:01.712535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56300) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:01.727184 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-35de46b8-28ee-44a6-ba89-f07144117cac tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.735335 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-35de46b8-28ee-44a6-ba89-f07144117cac tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.754305 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-35de46b8-28ee-44a6-ba89-f07144117cac tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.756265 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-35de46b8-28ee-44a6-ba89-f07144117cac tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1885242 Jul 15 15:23:01.758919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56302) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:01.770484 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0e1d9f1d-f020-4cdf-988f-1efef9105bb4 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0545924 Jul 15 15:23:01.770902 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56306) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:01.807445 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3be6af7f-e82a-4037-ad22-dd58a356cd86 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.815282 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3be6af7f-e82a-4037-ad22-dd58a356cd86 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.847121 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3be6af7f-e82a-4037-ad22-dd58a356cd86 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.852562 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62c8761b-d75f-47cb-a21f-8b1842ca3b16 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.853060 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3be6af7f-e82a-4037-ad22-dd58a356cd86 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.855788 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3be6af7f-e82a-4037-ad22-dd58a356cd86 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/c12e06ca-e303-4969-bc30-9932fa6b2629 HTTP/1.1" status: 204 len: 168 time: 0.0825958 Jul 15 15:23:01.857743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56308) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:01.876868 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6af7f-e82a-4037-ad22-dd58a356cd86 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c12e06ca-e303-4969-bc30-9932fa6b2629,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:01.922742 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0c14cfb7-43ab-48a8-a1e5-d5f816c641a9 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0578368 Jul 15 15:23:01.924423 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56310) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:01.929626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c66f4b30-762e-4565-958c-63121fdc31a2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Request body: {'security_group_rule': {'security_group_id': '5f81db0f-857d-4520-82f7-a9f132c7c5af', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:01.960210 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c66f4b30-762e-4565-958c-63121fdc31a2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.024583 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62c8761b-d75f-47cb-a21f-8b1842ca3b16 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.026578 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c66f4b30-762e-4565-958c-63121fdc31a2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.027068 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62c8761b-d75f-47cb-a21f-8b1842ca3b16 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.030366 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c66f4b30-762e-4565-958c-63121fdc31a2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.053436 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f4b30-762e-4565-958c-63121fdc31a2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43eaf1e8-92c4-4a44-8c05-c95f3d0722a6,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:02.056887 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c66f4b30-762e-4565-958c-63121fdc31a2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.060771 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c66f4b30-762e-4565-958c-63121fdc31a2 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325846 Jul 15 15:23:02.061253 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56312) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:02.072035 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62c8761b-d75f-47cb-a21f-8b1842ca3b16 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.072567 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c8761b-d75f-47cb-a21f-8b1842ca3b16 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ecf93c2-b104-4e63-a39b-aad0d1298cba {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:23:02.077080 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-62c8761b-d75f-47cb-a21f-8b1842ca3b16 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.078173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-62c8761b-d75f-47cb-a21f-8b1842ca3b16 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "DELETE /v2.0/routers/4ecf93c2-b104-4e63-a39b-aad0d1298cba HTTP/1.1" status: 204 len: 168 time: 0.3180444 Jul 15 15:23:02.082878 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-38cde43b-e734-42da-a568-4cafca842609 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules/43eaf1e8-92c4-4a44-8c05-c95f3d0722a6 HTTP/1.1" status: 200 len: 764 time: 0.0170550 Jul 15 15:23:02.082878 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56316) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:02.124167 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c8e9707e-773e-4dd3-a396-97e25408af23 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0405633 Jul 15 15:23:02.126602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56318) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:02.150785 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb5f180e-7acf-4909-a3e7-31685520e5cc tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.158028 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb5f180e-7acf-4909-a3e7-31685520e5cc tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.187944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56320) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:02.194809 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb5f180e-7acf-4909-a3e7-31685520e5cc tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.200833 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb5f180e-7acf-4909-a3e7-31685520e5cc tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.201898 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bb5f180e-7acf-4909-a3e7-31685520e5cc tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/43eaf1e8-92c4-4a44-8c05-c95f3d0722a6 HTTP/1.1" status: 204 len: 168 time: 0.0737958 Jul 15 15:23:02.204979 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56324) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:02.207476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f180e-7acf-4909-a3e7-31685520e5cc tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43eaf1e8-92c4-4a44-8c05-c95f3d0722a6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:02.251535 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-48222c1e-ae70-4325-a831-64171c6d7a03 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0449314 Jul 15 15:23:02.254218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56326) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:02.305951 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-12417fdb-19e7-4cc8-ac77-9cb1a1a4281a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.327325 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-12417fdb-19e7-4cc8-ac77-9cb1a1a4281a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.368675 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-12417fdb-19e7-4cc8-ac77-9cb1a1a4281a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.371487 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-12417fdb-19e7-4cc8-ac77-9cb1a1a4281a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.372638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-12417fdb-19e7-4cc8-ac77-9cb1a1a4281a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "DELETE /v2.0/security-groups/5f81db0f-857d-4520-82f7-a9f132c7c5af HTTP/1.1" status: 204 len: 168 time: 0.1174569 Jul 15 15:23:02.375452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56328) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:02.381696 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12417fdb-19e7-4cc8-ac77-9cb1a1a4281a tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f81db0f-857d-4520-82f7-a9f132c7c5af,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:02.388992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1773954855', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:02.434810 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.435704 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.444611 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e4146c82-4d67-4adc-8cea-856a87aa17d7 tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0675635 Jul 15 15:23:02.448740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56330) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:02.516120 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.535062 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4b2816ae-3b78-4774-bdfc-42bc63b4ae1e tempest-SecGroupTest-1869982110 tempest-SecGroupTest-1869982110-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0850604 Jul 15 15:23:02.668431 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.786723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56340) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:02.805941 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.876810 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.898720 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.929954 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-984af388-68ff-4715-acad-d876573cf301 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=151e7769ac654398bacc3fee4b39fd0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420367 Jul 15 15:23:02.932548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56344) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:02.934073 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ce91-72b7-4d7b-8a68-c8961dad4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:02.988701 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4a5bb856-e997-4a47-b49d-263af0eced59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:03.010798 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4a5bb856-e997-4a47-b49d-263af0eced59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:03.016596 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Allocated IP 172.25.4.77 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/5abb7b6e-370b-4fb0-890f-9d4ceddfcaf3) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:03.065803 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4a5bb856-e997-4a47-b49d-263af0eced59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:03.068674 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4a5bb856-e997-4a47-b49d-263af0eced59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:03.070031 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4a5bb856-e997-4a47-b49d-263af0eced59 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/896bfa6c-ace7-4e64-a0c3-f659a13af3f3 HTTP/1.1" status: 204 len: 168 time: 0.1360571 Jul 15 15:23:03.078233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bb856-e997-4a47-b49d-263af0eced59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896bfa6c-ace7-4e64-a0c3-f659a13af3f3,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:03.146176 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:03.188868 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:03.228944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:03.231958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:03.238233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:03.276303 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Pushing event updated for resources: {'Port': ['ID=5abb7b6e-370b-4fb0-890f-9d4ceddfcaf3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:03.583467 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:03.823450 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:03.958947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Router bf4ccba4-d776-411d-bee9-05d70b60a6b2 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:23:04.086620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:23:04.106837 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9763fe-d56d-44e7-a8b9-ce5d920798ed None None] Sync routers for ids ['bf4ccba4-d776-411d-bee9-05d70b60a6b2'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:23:04.107403 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:04.111701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56406) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:04.112654 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2c73d185-f135-4e36-aac9-32ac4e89bdc4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9234974 Jul 15 15:23:04.141118 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9763fe-d56d-44e7-a8b9-ce5d920798ed None None] Routers {'bf4ccba4-d776-411d-bee9-05d70b60a6b2'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:04.141747 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7c9763fe-d56d-44e7-a8b9-ce5d920798ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bf4ccba4-d776-411d-bee9-05d70b60a6b2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:04.248305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56414) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:04.251026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ecdc50ba-da1d-42dc-bfe1-e6b04c0e8c5f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/routers/bf4ccba4-d776-411d-bee9-05d70b60a6b2 HTTP/1.1" status: 200 len: 924 time: 0.1342711 Jul 15 15:23:04.282150 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7c9763fe-d56d-44e7-a8b9-ce5d920798ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:04.288530 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a0929195-063a-4227-b214-14069ef7f798 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf4ccba4-d776-411d-bee9-05d70b60a6b2 HTTP/1.1" status: 200 len: 205 time: 0.0390041 Jul 15 15:23:04.291369 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56418) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:04.291870 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9763fe-d56d-44e7-a8b9-ce5d920798ed None None] Routers {'bf4ccba4-d776-411d-bee9-05d70b60a6b2'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:04.292479 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7c9763fe-d56d-44e7-a8b9-ce5d920798ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bf4ccba4-d776-411d-bee9-05d70b60a6b2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:04.313211 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:04.331925 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7c9763fe-d56d-44e7-a8b9-ce5d920798ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:04.332585 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9763fe-d56d-44e7-a8b9-ce5d920798ed None None] The sync data for ids ['bf4ccba4-d776-411d-bee9-05d70b60a6b2'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:04.421955 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffa95bee-3f38-4c26-8f3e-63bc2bab402e tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:04.530574 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffa95bee-3f38-4c26-8f3e-63bc2bab402e tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:04.593723 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ffa95bee-3f38-4c26-8f3e-63bc2bab402e tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Deleting port 5abb7b6e-370b-4fb0-890f-9d4ceddfcaf3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:04.594509 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffa95bee-3f38-4c26-8f3e-63bc2bab402e tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:04.684328 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffa95bee-3f38-4c26-8f3e-63bc2bab402e tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:04.696602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ffa95bee-3f38-4c26-8f3e-63bc2bab402e tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Calling delete_port for 5abb7b6e-370b-4fb0-890f-9d4ceddfcaf3 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:05.186944 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffa95bee-3f38-4c26-8f3e-63bc2bab402e tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:05.219014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa95bee-3f38-4c26-8f3e-63bc2bab402e tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Pushing event deleted for resources: {'Port': ['ID=5abb7b6e-370b-4fb0-890f-9d4ceddfcaf3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:05.281176 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffa95bee-3f38-4c26-8f3e-63bc2bab402e tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:05.373136 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffa95bee-3f38-4c26-8f3e-63bc2bab402e tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:05.375259 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffa95bee-3f38-4c26-8f3e-63bc2bab402e tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:05.421516 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffa95bee-3f38-4c26-8f3e-63bc2bab402e tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:05.422139 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa95bee-3f38-4c26-8f3e-63bc2bab402e tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Fanout notify agent at l3_agent the message router_deleted on router bf4ccba4-d776-411d-bee9-05d70b60a6b2 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:23:05.429481 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffa95bee-3f38-4c26-8f3e-63bc2bab402e tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:05.430734 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ffa95bee-3f38-4c26-8f3e-63bc2bab402e tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "DELETE /v2.0/routers/bf4ccba4-d776-411d-bee9-05d70b60a6b2 HTTP/1.1" status: 204 len: 168 time: 1.1381674 Jul 15 15:23:05.434410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56454) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:05.439015 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1469211999', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'enable_snat': False}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:05.462355 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:05.463390 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:05.518741 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:05.657790 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:05.865517 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:05.885404 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:05.997046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Allocated IP 172.25.4.92 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/371339c4-79bb-45d2-a27e-37f79ec1b3b1) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:06.012467 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:06.119474 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:06.166037 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:06.206842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:06.209596 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:06.213159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:06.218764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Pushing event updated for resources: {'Port': ['ID=371339c4-79bb-45d2-a27e-37f79ec1b3b1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:06.466589 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:06.665561 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:06.792352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Router 5bb387d7-c7a4-4a73-9c7d-0d4e65655f66 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:23:06.904665 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:23:06.914110 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Sync routers for ids ['5bb387d7-c7a4-4a73-9c7d-0d4e65655f66'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:23:06.922227 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:06.926067 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1395260a-18fc-45a6-a391-d6c8657f1622 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.4880366 Jul 15 15:23:06.926219 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Routers {'5bb387d7-c7a4-4a73-9c7d-0d4e65655f66'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:06.926219 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['5bb387d7-c7a4-4a73-9c7d-0d4e65655f66'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:06.926447 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56492) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:07.042746 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-422a68e0-50fe-48c7-a4b4-8880db775863 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/routers/5bb387d7-c7a4-4a73-9c7d-0d4e65655f66 HTTP/1.1" status: 200 len: 908 time: 0.1131163 Jul 15 15:23:07.043133 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56500) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:07.047745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Set router 5bb387d7-c7a4-4a73-9c7d-0d4e65655f66 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:23:07.053599 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1469211999', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'enable_snat': True}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:07.079373 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:07.081082 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:07.164642 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:07.267588 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb387d7-c7a4-4a73-9c7d-0d4e65655f66', 'name': 'tempest-snat-router-1469211999', 'tenant_id': 'e670e1dd1ba4480494a52fe52ee832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92'}], 'enable_snat': False}, 'gw_port_id': '371339c4-79bb-45d2-a27e-37f79ec1b3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:05Z', 'updated_at': '2021-07-15T15:23:06Z', 'revision_number': 3, 'project_id': 'e670e1dd1ba4480494a52fe52ee832ba', 'gw_port': {'id': '371339c4-79bb-45d2-a27e-37f79ec1b3b1', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb387d7-c7a4-4a73-9c7d-0d4e65655f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:05Z', 'updated_at': '2021-07-15T15:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:07.295711 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Checking router: 5bb387d7-c7a4-4a73-9c7d-0d4e65655f66 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:23:07.296045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Updating router 5bb387d7-c7a4-4a73-9c7d-0d4e65655f66 port 371339c4-79bb-45d2-a27e-37f79ec1b3b1 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:23:07.320836 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:07.335600 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:07.601024 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:07.679135 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:07.871128 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:07.882107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Transition to ACTIVE for port object 371339c4-79bb-45d2-a27e-37f79ec1b3b1 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:07.889204 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:07.939136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Attempting to bind port 371339c4-79bb-45d2-a27e-37f79ec1b3b1 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:23:07.939512 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Attempting to bind port 371339c4-79bb-45d2-a27e-37f79ec1b3b1 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:23:07.940417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Attempting to bind port 371339c4-79bb-45d2-a27e-37f79ec1b3b1 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:23:07.947259 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Allocated IP 172.25.4.96 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/49fbc05e-a169-4d50-ab9f-e9880d68d4e0) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:07.947423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:23:07.947700 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:23:07.948303 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:07.948856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:23:07.949488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Bound port: 371339c4-79bb-45d2-a27e-37f79ec1b3b1, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:23:07.950055 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:08.000803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274629a-2072-4d65-81a1-73bc2b2b0d38 None None] Pushing event updated for resources: {'Port': ['ID=371339c4-79bb-45d2-a27e-37f79ec1b3b1,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:08.012718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] For port 371339c4-79bb-45d2-a27e-37f79ec1b3b1, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:23:08.016532 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] For port 371339c4-79bb-45d2-a27e-37f79ec1b3b1, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=371339c4-79bb-45d2-a27e-37f79ec1b3b1,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:23:08.022573 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:08.082546 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:08.086649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Routers {'5bb387d7-c7a4-4a73-9c7d-0d4e65655f66'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:08.087299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['5bb387d7-c7a4-4a73-9c7d-0d4e65655f66'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:08.092366 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274629a-2072-4d65-81a1-73bc2b2b0d38 None None] Pushing event updated for resources: {'Port': ['ID=371339c4-79bb-45d2-a27e-37f79ec1b3b1,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:08.135771 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:08.176153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:08.181408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:08.184047 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:08.216637 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Pushing event updated for resources: {'Port': ['ID=49fbc05e-a169-4d50-ab9f-e9880d68d4e0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:08.227108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] Set router 5bb387d7-c7a4-4a73-9c7d-0d4e65655f66 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:23:08.438075 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb387d7-c7a4-4a73-9c7d-0d4e65655f66', 'name': 'tempest-snat-router-1469211999', 'tenant_id': 'e670e1dd1ba4480494a52fe52ee832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92'}], 'enable_snat': False}, 'gw_port_id': '371339c4-79bb-45d2-a27e-37f79ec1b3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:05Z', 'updated_at': '2021-07-15T15:23:06Z', 'revision_number': 3, 'project_id': 'e670e1dd1ba4480494a52fe52ee832ba', 'gw_port': {'id': '371339c4-79bb-45d2-a27e-37f79ec1b3b1', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb387d7-c7a4-4a73-9c7d-0d4e65655f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:05Z', 'updated_at': '2021-07-15T15:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:08.467523 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c22d5d-f5c0-4355-a661-ae696b0868dd None None] The sync data for ids ['5bb387d7-c7a4-4a73-9c7d-0d4e65655f66'] in n-d-764435-3 is: [{'id': '5bb387d7-c7a4-4a73-9c7d-0d4e65655f66', 'name': 'tempest-snat-router-1469211999', 'tenant_id': 'e670e1dd1ba4480494a52fe52ee832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92'}], 'enable_snat': False}, 'gw_port_id': '371339c4-79bb-45d2-a27e-37f79ec1b3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:05Z', 'updated_at': '2021-07-15T15:23:06Z', 'revision_number': 3, 'project_id': 'e670e1dd1ba4480494a52fe52ee832ba', 'gw_port': {'id': '371339c4-79bb-45d2-a27e-37f79ec1b3b1', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb387d7-c7a4-4a73-9c7d-0d4e65655f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:05Z', 'updated_at': '2021-07-15T15:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:08.893804 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:09.005079 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 371339c4-79bb-45d2-a27e-37f79ec1b3b1 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:23:09.124535 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 371339c4-79bb-45d2-a27e-37f79ec1b3b1 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:23:09.129411 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 371339c4-79bb-45d2-a27e-37f79ec1b3b1 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:09.129871 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:09.227676 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:09.234244 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:09.263393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 371339c4-79bb-45d2-a27e-37f79ec1b3b1, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=371339c4-79bb-45d2-a27e-37f79ec1b3b1,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:23:09.280303 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:09.398997 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=371339c4-79bb-45d2-a27e-37f79ec1b3b1,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:09.438182 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Router 12e3406f-225f-4544-a108-6761876f96c7 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:23:09.613711 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:23:09.622798 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Sync routers for ids ['12e3406f-225f-4544-a108-6761876f96c7'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:23:09.643371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:09.645746 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Routers {'12e3406f-225f-4544-a108-6761876f96c7'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:09.647028 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['12e3406f-225f-4544-a108-6761876f96c7'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:09.656897 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c0bced77-4225-4803-9fcc-6c21fadd2a27 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6094337 Jul 15 15:23:09.664562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56582) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:09.782913 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Set router 12e3406f-225f-4544-a108-6761876f96c7 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:23:09.819071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56586) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:09.819292 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2ce21cdb-8ca5-4a31-96d0-ff4c9005cccb tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/routers/12e3406f-225f-4544-a108-6761876f96c7 HTTP/1.1" status: 200 len: 907 time: 0.1534424 Jul 15 15:23:09.952499 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54b8fc8a-b58e-40f1-b882-87f6b854f3ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:09.983156 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e3406f-225f-4544-a108-6761876f96c7', 'name': 'tempest-snat-router-1469211999', 'tenant_id': 'e670e1dd1ba4480494a52fe52ee832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '49fbc05e-a169-4d50-ab9f-e9880d68d4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:07Z', 'updated_at': '2021-07-15T15:23:08Z', 'revision_number': 3, 'project_id': 'e670e1dd1ba4480494a52fe52ee832ba', 'gw_port': {'id': '49fbc05e-a169-4d50-ab9f-e9880d68d4e0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e3406f-225f-4544-a108-6761876f96c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:07Z', 'updated_at': '2021-07-15T15:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:10.012843 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Checking router: 12e3406f-225f-4544-a108-6761876f96c7 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:23:10.013187 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Updating router 12e3406f-225f-4544-a108-6761876f96c7 port 49fbc05e-a169-4d50-ab9f-e9880d68d4e0 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:23:10.047092 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:10.088464 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54b8fc8a-b58e-40f1-b882-87f6b854f3ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:10.175997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-54b8fc8a-b58e-40f1-b882-87f6b854f3ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Deleting port 49fbc05e-a169-4d50-ab9f-e9880d68d4e0 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:10.176729 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54b8fc8a-b58e-40f1-b882-87f6b854f3ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:10.278927 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54b8fc8a-b58e-40f1-b882-87f6b854f3ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:10.291243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-54b8fc8a-b58e-40f1-b882-87f6b854f3ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Calling delete_port for 49fbc05e-a169-4d50-ab9f-e9880d68d4e0 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:10.354387 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:10.365407 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Transition to ACTIVE for port object 49fbc05e-a169-4d50-ab9f-e9880d68d4e0 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:10.372859 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:10.419633 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c9006-b6e8-454a-a54f-38dbaf73928f None None] Pushing event updated for resources: {'Port': ['ID=49fbc05e-a169-4d50-ab9f-e9880d68d4e0,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:10.431862 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17c9006-b6e8-454a-a54f-38dbaf73928f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:10.432901 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17c9006-b6e8-454a-a54f-38dbaf73928f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:10.434478 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17c9006-b6e8-454a-a54f-38dbaf73928f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:10.435138 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17c9006-b6e8-454a-a54f-38dbaf73928f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:10.435668 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17c9006-b6e8-454a-a54f-38dbaf73928f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:10.436218 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17c9006-b6e8-454a-a54f-38dbaf73928f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:10.436747 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17c9006-b6e8-454a-a54f-38dbaf73928f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:10.437268 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17c9006-b6e8-454a-a54f-38dbaf73928f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:10.437796 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17c9006-b6e8-454a-a54f-38dbaf73928f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:10.438450 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17c9006-b6e8-454a-a54f-38dbaf73928f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:10.439614 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17c9006-b6e8-454a-a54f-38dbaf73928f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:10.440779 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17c9006-b6e8-454a-a54f-38dbaf73928f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:10.465171 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Attempting to bind port 49fbc05e-a169-4d50-ab9f-e9880d68d4e0 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:23:10.465694 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Attempting to bind port 49fbc05e-a169-4d50-ab9f-e9880d68d4e0 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:23:10.466160 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Attempting to bind port 49fbc05e-a169-4d50-ab9f-e9880d68d4e0 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:23:10.472116 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:23:10.472499 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:23:10.472989 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:10.473607 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:23:10.474413 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Bound port: 49fbc05e-a169-4d50-ab9f-e9880d68d4e0, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:23:10.475026 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:10.503602 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54b8fc8a-b58e-40f1-b882-87f6b854f3ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:10.563212 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:23:10.563636 n-d-764435-3 neutron-server[100714]: DEBUG oslo_db.api [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:23:10.632974 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8fc8a-b58e-40f1-b882-87f6b854f3ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Pushing event deleted for resources: {'Port': ['ID=49fbc05e-a169-4d50-ab9f-e9880d68d4e0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:10.666129 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54b8fc8a-b58e-40f1-b882-87f6b854f3ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:10.774063 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54b8fc8a-b58e-40f1-b882-87f6b854f3ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:10.776302 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54b8fc8a-b58e-40f1-b882-87f6b854f3ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:10.828653 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54b8fc8a-b58e-40f1-b882-87f6b854f3ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:10.829556 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b8fc8a-b58e-40f1-b882-87f6b854f3ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12e3406f-225f-4544-a108-6761876f96c7 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:23:10.834803 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54b8fc8a-b58e-40f1-b882-87f6b854f3ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:10.838458 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-54b8fc8a-b58e-40f1-b882-87f6b854f3ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "DELETE /v2.0/routers/12e3406f-225f-4544-a108-6761876f96c7 HTTP/1.1" status: 204 len: 168 time: 1.0159526 Jul 15 15:23:10.838760 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56608) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:10.933983 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 371339c4-79bb-45d2-a27e-37f79ec1b3b1 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:23:10.968911 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-646aa592-62c4-4a5b-9edc-ce2934f58225 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:11.022099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 371339c4-79bb-45d2-a27e-37f79ec1b3b1 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:11.022776 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:11.089119 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Attempting to bind port 49fbc05e-a169-4d50-ab9f-e9880d68d4e0 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:23:11.091758 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Attempting to bind port 49fbc05e-a169-4d50-ab9f-e9880d68d4e0 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:23:11.092117 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Attempting to bind port 49fbc05e-a169-4d50-ab9f-e9880d68d4e0 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:23:11.094026 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-646aa592-62c4-4a5b-9edc-ce2934f58225 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:11.108859 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:23:11.109246 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:23:11.109566 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:11.110254 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:23:11.110464 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Bound port: 49fbc05e-a169-4d50-ab9f-e9880d68d4e0, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:23:11.110865 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:11.153613 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Port 49fbc05e-a169-4d50-ab9f-e9880d68d4e0 has been deleted concurrently {{(pid=100714) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 15 15:23:11.165787 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Routers set() bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:11.166389 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Router IDs set() for agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 15:23:11.167172 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_agentschedulers_db [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'12e3406f-225f-4544-a108-6761876f96c7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent'). {{(pid=100714) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 15:23:11.167592 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5f8d0-27f0-41e5-9bf0-100f70968ee6 None None] The sync data for ids ['12e3406f-225f-4544-a108-6761876f96c7'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:11.170316 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-646aa592-62c4-4a5b-9edc-ce2934f58225 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Deleting port 371339c4-79bb-45d2-a27e-37f79ec1b3b1 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:11.170955 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-646aa592-62c4-4a5b-9edc-ce2934f58225 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:11.264929 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-646aa592-62c4-4a5b-9edc-ce2934f58225 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] For port 371339c4-79bb-45d2-a27e-37f79ec1b3b1, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=371339c4-79bb-45d2-a27e-37f79ec1b3b1,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:23:11.265300 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-646aa592-62c4-4a5b-9edc-ce2934f58225 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:11.280441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-646aa592-62c4-4a5b-9edc-ce2934f58225 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Calling delete_port for 371339c4-79bb-45d2-a27e-37f79ec1b3b1 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:11.462321 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-646aa592-62c4-4a5b-9edc-ce2934f58225 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:11.498329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646aa592-62c4-4a5b-9edc-ce2934f58225 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Pushing event deleted for resources: {'Port': ['ID=371339c4-79bb-45d2-a27e-37f79ec1b3b1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:11.578685 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-646aa592-62c4-4a5b-9edc-ce2934f58225 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:11.672156 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-646aa592-62c4-4a5b-9edc-ce2934f58225 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:11.675019 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-646aa592-62c4-4a5b-9edc-ce2934f58225 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:11.741609 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-646aa592-62c4-4a5b-9edc-ce2934f58225 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:11.742148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646aa592-62c4-4a5b-9edc-ce2934f58225 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5bb387d7-c7a4-4a73-9c7d-0d4e65655f66 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:23:11.746520 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-646aa592-62c4-4a5b-9edc-ce2934f58225 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:11.751590 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-646aa592-62c4-4a5b-9edc-ce2934f58225 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "DELETE /v2.0/routers/5bb387d7-c7a4-4a73-9c7d-0d4e65655f66 HTTP/1.1" status: 204 len: 168 time: 0.9119086 Jul 15 15:23:11.751871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56628) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:11.757052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-503994247', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}, 'admin_state_up': False}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:11.790550 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:11.791947 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:11.860866 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:12.066948 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:12.339920 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:12.363738 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:12.487664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Allocated IP 172.25.4.31 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/f2229f58-116b-40e0-a904-8566b5421e47) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:12.602253 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:12.645501 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:12.688268 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:12.691879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:12.697956 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:12.701417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Pushing event updated for resources: {'Port': ['ID=f2229f58-116b-40e0-a904-8566b5421e47,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:12.943012 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 371339c4-79bb-45d2-a27e-37f79ec1b3b1 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:23:12.964404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 371339c4-79bb-45d2-a27e-37f79ec1b3b1 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:23:12.964994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 371339c4-79bb-45d2-a27e-37f79ec1b3b1 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:23:13.039480 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:13.250137 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:13.397896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Router 4ad7a534-9760-4abb-a1bd-a4701154935f is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:23:13.769732 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:23:13.779360 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0a778-e34a-45f8-9692-29c17c19afc5 None None] Sync routers for ids ['4ad7a534-9760-4abb-a1bd-a4701154935f'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:23:13.788601 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:13.792821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd0a778-e34a-45f8-9692-29c17c19afc5 None None] Routers {'4ad7a534-9760-4abb-a1bd-a4701154935f'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:13.792966 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6c073fde-551e-4cb5-8823-6efbf36a20a2 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0370502 Jul 15 15:23:13.793099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-abd0a778-e34a-45f8-9692-29c17c19afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4ad7a534-9760-4abb-a1bd-a4701154935f'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:13.793352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56690) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:13.798496 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-feba92a3-5f55-4678-bcff-ce4585e37459 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'enable_snat': False}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:13.833859 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-abd0a778-e34a-45f8-9692-29c17c19afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:13.842412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd0a778-e34a-45f8-9692-29c17c19afc5 None None] Routers {'4ad7a534-9760-4abb-a1bd-a4701154935f'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:13.843059 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-abd0a778-e34a-45f8-9692-29c17c19afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4ad7a534-9760-4abb-a1bd-a4701154935f'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:13.879251 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-abd0a778-e34a-45f8-9692-29c17c19afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:13.879251 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0a778-e34a-45f8-9692-29c17c19afc5 None None] The sync data for ids ['4ad7a534-9760-4abb-a1bd-a4701154935f'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:14.122321 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-feba92a3-5f55-4678-bcff-ce4585e37459 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:14.517543 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-feba92a3-5f55-4678-bcff-ce4585e37459 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:14.521549 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-feba92a3-5f55-4678-bcff-ce4585e37459 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:14.636509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56718) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:14.848317 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-f8849c28-7324-4267-a6d1-1413187e1229 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting port 17f68d74-6452-4469-84ac-0a3de5a86e18 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:14.848853 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8849c28-7324-4267-a6d1-1413187e1229 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:14.956116 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8849c28-7324-4267-a6d1-1413187e1229 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:14.956703 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8849c28-7324-4267-a6d1-1413187e1229 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:14.970467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-f8849c28-7324-4267-a6d1-1413187e1229 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Calling delete_port for 17f68d74-6452-4469-84ac-0a3de5a86e18 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:15.000159 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feba92a3-5f55-4678-bcff-ce4585e37459 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Router 4ad7a534-9760-4abb-a1bd-a4701154935f has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:23:15.167002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feba92a3-5f55-4678-bcff-ce4585e37459 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:23:15.177922 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e33bf9-c050-4682-a522-b25f99eb222e None None] Sync routers for ids ['4ad7a534-9760-4abb-a1bd-a4701154935f'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:23:15.185671 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-feba92a3-5f55-4678-bcff-ce4585e37459 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:15.187463 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-feba92a3-5f55-4678-bcff-ce4585e37459 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "PUT /v2.0/routers/4ad7a534-9760-4abb-a1bd-a4701154935f HTTP/1.1" status: 200 len: 924 time: 1.3925078 Jul 15 15:23:15.190363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56738) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:15.194792 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e33bf9-c050-4682-a522-b25f99eb222e None None] Routers {'4ad7a534-9760-4abb-a1bd-a4701154935f'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:15.195699 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-63e33bf9-c050-4682-a522-b25f99eb222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4ad7a534-9760-4abb-a1bd-a4701154935f'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:15.236150 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-63e33bf9-c050-4682-a522-b25f99eb222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:15.246412 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e33bf9-c050-4682-a522-b25f99eb222e None None] Routers {'4ad7a534-9760-4abb-a1bd-a4701154935f'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:15.247320 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-63e33bf9-c050-4682-a522-b25f99eb222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4ad7a534-9760-4abb-a1bd-a4701154935f'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:15.289091 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-63e33bf9-c050-4682-a522-b25f99eb222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:15.290011 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e33bf9-c050-4682-a522-b25f99eb222e None None] The sync data for ids ['4ad7a534-9760-4abb-a1bd-a4701154935f'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:15.332789 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8849c28-7324-4267-a6d1-1413187e1229 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:15.370709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8849c28-7324-4267-a6d1-1413187e1229 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Port': ['ID=17f68d74-6452-4469-84ac-0a3de5a86e18,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:15.398481 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d893aa78-2daf-4eaa-9fb0-36ead3346f28 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/routers/4ad7a534-9760-4abb-a1bd-a4701154935f HTTP/1.1" status: 200 len: 924 time: 0.2064056 Jul 15 15:23:15.401382 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56744) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:15.438161 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8849c28-7324-4267-a6d1-1413187e1229 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:15.438431 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-f8849c28-7324-4267-a6d1-1413187e1229 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Floating IP adf5f58f-4df0-451c-8440-cb09c47801d5 disassociated (deleted). External IP: 172.25.4.152, port: 6f788784-62af-4190-ba30-2f502c85901c. Jul 15 15:23:15.497063 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb322a0-f744-4cf5-a96e-0ff19c3141b5 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:15.499128 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8cb322a0-f744-4cf5-a96e-0ff19c3141b5 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=ec74806f-3974-4328-91b6-649387af1d1a&device_id=4ad7a534-9760-4abb-a1bd-a4701154935f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0965314 Jul 15 15:23:15.501496 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56746) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:15.609976 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ed46b-3874-435b-816a-e26fc281fe52 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:15.615380 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c98ed46b-3874-435b-816a-e26fc281fe52 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 881 time: 0.1103220 Jul 15 15:23:15.617468 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56752) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:15.647781 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-de2f63ac-756e-4e30-8462-5bc56805865b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad7a534-9760-4abb-a1bd-a4701154935f HTTP/1.1" status: 200 len: 205 time: 0.0292363 Jul 15 15:23:15.652026 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56754) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:15.793901 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8849c28-7324-4267-a6d1-1413187e1229 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:23:15.804478 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbc963d9-2716-4e18-8213-9670a37858c5 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:15.994432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8849c28-7324-4267-a6d1-1413187e1229 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:23:16.001052 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f8849c28-7324-4267-a6d1-1413187e1229 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:16.004897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1742565-99b6-4ebb-8277-223469881155 None None] Sync routers for ids ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:23:16.015496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1742565-99b6-4ebb-8277-223469881155 None None] Routers {'dd91f91c-5968-4905-8f17-b1b4e5a7efa4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:16.016320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b1742565-99b6-4ebb-8277-223469881155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:16.028993 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbc963d9-2716-4e18-8213-9670a37858c5 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:16.059937 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f8849c28-7324-4267-a6d1-1413187e1229 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/floatingips/adf5f58f-4df0-451c-8440-cb09c47801d5 HTTP/1.1" status: 204 len: 168 time: 1.4199038 Jul 15 15:23:16.075439 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'tag': '6f788784-62af-4190-ba30-2f502c85901c'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:23:16.077749 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7c0579-780f-48e6-94d0-e2c618f82aca" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b1f65e-6932-421c-a167-ca1395cb8eea", "tag": "6f788784-62af-4190-ba30-2f502c85901c"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:23:16.140396 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-bbc963d9-2716-4e18-8213-9670a37858c5 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Deleting port f2229f58-116b-40e0-a904-8566b5421e47 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:16.140775 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbc963d9-2716-4e18-8213-9670a37858c5 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:16.193351 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-b1742565-99b6-4ebb-8277-223469881155 None None] Set router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:23:16.235176 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbc963d9-2716-4e18-8213-9670a37858c5 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:16.248718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-bbc963d9-2716-4e18-8213-9670a37858c5 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Calling delete_port for f2229f58-116b-40e0-a904-8566b5421e47 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:16.251322 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ecaa25-644e-4668-8aed-f959b6f1e26f x-openstack-request-id: req-84ecaa25-644e-4668-8aed-f959b6f1e26f {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:23:16.251612 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b1f65e-6932-421c-a167-ca1395cb8eea", "tag": "6f788784-62af-4190-ba30-2f502c85901c", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:23:16.251864 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84ecaa25-644e-4668-8aed-f959b6f1e26f {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:23:16.252835 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'tag': '6f788784-62af-4190-ba30-2f502c85901c', 'status': 'completed', 'code': 200} Jul 15 15:23:16.279892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c0579-780f-48e6-94d0-e2c618f82aca req-2fe2cf89-ea18-4744-801d-8aebde7e5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:16.286671 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9b7c0579-780f-48e6-94d0-e2c618f82aca req-2fe2cf89-ea18-4744-801d-8aebde7e5ea7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ef1d87b1ef049c18d214bfde5982884&device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 1096 time: 0.1114683 Jul 15 15:23:16.511816 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c0579-780f-48e6-94d0-e2c618f82aca req-217b32f9-abd3-470e-a799-617f5912118f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:16.513386 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9b7c0579-780f-48e6-94d0-e2c618f82aca req-217b32f9-abd3-470e-a799-617f5912118f service neutron] 10.222.0.11 "GET /v2.0/networks?id=93f8c120-870b-41cd-bbef-f03287a97643 HTTP/1.1" status: 200 len: 898 time: 0.2225690 Jul 15 15:23:16.598031 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbc963d9-2716-4e18-8213-9670a37858c5 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:16.618387 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9b7c0579-780f-48e6-94d0-e2c618f82aca req-83fcef8b-6934-4fb8-a0bc-d17c2b7dd215 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f788784-62af-4190-ba30-2f502c85901c HTTP/1.1" status: 200 len: 217 time: 0.0979304 Jul 15 15:23:16.636436 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b1742565-99b6-4ebb-8277-223469881155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831760616', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:21:28Z', 'updated_at': '2021-07-15T15:21:34Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:29Z', 'updated_at': '2021-07-15T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '875c638a-0536-4879-8d88-e3999a18bc90', 'name': '', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:74:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:33Z', 'updated_at': '2021-07-15T15:21:41Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:16.648339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc963d9-2716-4e18-8213-9670a37858c5 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Pushing event deleted for resources: {'Port': ['ID=f2229f58-116b-40e0-a904-8566b5421e47,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:16.745525 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1742565-99b6-4ebb-8277-223469881155 None None] Checking router: dd91f91c-5968-4905-8f17-b1b4e5a7efa4 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:23:16.746157 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c0579-780f-48e6-94d0-e2c618f82aca req-c701d9d1-c11a-4406-99eb-60ff3aa41959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:16.748406 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9b7c0579-780f-48e6-94d0-e2c618f82aca req-c701d9d1-c11a-4406-99eb-60ff3aa41959 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7ef45e1d-64e5-42b7-993c-1bcf8a0d1155 HTTP/1.1" status: 200 len: 834 time: 0.1169243 Jul 15 15:23:16.763875 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbc963d9-2716-4e18-8213-9670a37858c5 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:16.767311 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1742565-99b6-4ebb-8277-223469881155 None None] Routers {'dd91f91c-5968-4905-8f17-b1b4e5a7efa4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:16.768491 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b1742565-99b6-4ebb-8277-223469881155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:16.849139 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c0579-780f-48e6-94d0-e2c618f82aca req-cb2b5f08-567c-4d03-b47b-e3e5c73bde7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:16.851673 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9b7c0579-780f-48e6-94d0-e2c618f82aca req-cb2b5f08-567c-4d03-b47b-e3e5c73bde7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=93f8c120-870b-41cd-bbef-f03287a97643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896642 Jul 15 15:23:16.924573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-b1742565-99b6-4ebb-8277-223469881155 None None] Set router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:23:16.930902 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbc963d9-2716-4e18-8213-9670a37858c5 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:16.936974 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbc963d9-2716-4e18-8213-9670a37858c5 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:16.994776 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9b7c0579-780f-48e6-94d0-e2c618f82aca req-6e4ad656-0813-4ad8-b901-ea0780ed97e1 service neutron] 10.222.0.11 "GET /v2.0/networks/93f8c120-870b-41cd-bbef-f03287a97643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349473 Jul 15 15:23:17.025624 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbc963d9-2716-4e18-8213-9670a37858c5 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:17.026330 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc963d9-2716-4e18-8213-9670a37858c5 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Fanout notify agent at l3_agent the message router_deleted on router 4ad7a534-9760-4abb-a1bd-a4701154935f {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:23:17.033590 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbc963d9-2716-4e18-8213-9670a37858c5 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:17.034731 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bbc963d9-2716-4e18-8213-9670a37858c5 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "DELETE /v2.0/routers/4ad7a534-9760-4abb-a1bd-a4701154935f HTTP/1.1" status: 204 len: 168 time: 1.3835502 Jul 15 15:23:17.041610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56800) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:17.048492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b7b3c75b-8f33-430e-aae8-106572843a67 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-783386338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:17.105885 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20bcf1-964a-4c99-9829-7824e07154aa req-cb9ae36d-b79f-459d-bc1d-9400562f1793 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:17.107447 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9b7c0579-780f-48e6-94d0-e2c618f82aca req-130e8d57-ef86-47b1-84a5-b1ed82f4514b service neutron] 10.222.0.11 "GET /v2.0/networks/93f8c120-870b-41cd-bbef-f03287a97643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050134 Jul 15 15:23:17.111064 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9b20bcf1-964a-4c99-9829-7824e07154aa req-cb9ae36d-b79f-459d-bc1d-9400562f1793 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 945 time: 0.2743664 Jul 15 15:23:17.160784 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c75b-8f33-430e-aae8-106572843a67 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:17.161981 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c75b-8f33-430e-aae8-106572843a67 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:17.184980 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9b20bcf1-964a-4c99-9829-7824e07154aa req-8daa7352-6b54-497c-bd43-3b3f6f9c58d5 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651169 Jul 15 15:23:17.237707 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c75b-8f33-430e-aae8-106572843a67 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:17.247115 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c75b-8f33-430e-aae8-106572843a67 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:17.264374 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c75b-8f33-430e-aae8-106572843a67 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:17.269595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56802) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:17.271045 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b7b3c75b-8f33-430e-aae8-106572843a67 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2278428 Jul 15 15:23:17.275848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:17.303909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b1742565-99b6-4ebb-8277-223469881155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831760616', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:21:28Z', 'updated_at': '2021-07-15T15:21:34Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:29Z', 'updated_at': '2021-07-15T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '875c638a-0536-4879-8d88-e3999a18bc90', 'name': '', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:74:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:33Z', 'updated_at': '2021-07-15T15:21:41Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:17.339649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1742565-99b6-4ebb-8277-223469881155 None None] The sync data for ids ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'] in n-d-764435-3 is: [{'id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831760616', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:21:28Z', 'updated_at': '2021-07-15T15:21:34Z', 'revision_number': 4, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:29Z', 'updated_at': '2021-07-15T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '875c638a-0536-4879-8d88-e3999a18bc90', 'name': '', 'network_id': '93f8c120-870b-41cd-bbef-f03287a97643', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'mac_address': 'fa:16:3e:74:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:33Z', 'updated_at': '2021-07-15T15:21:41Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'subnets': [{'id': '7ef45e1d-64e5-42b7-993c-1bcf8a0d1155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:17.568536 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:17.725891 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b70639-0e1a-4b0c-a355-48b720aeba1c None None] New status for floating IP adf5f58f-4df0-451c-8440-cb09c47801d5: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:23:17.786168 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:17.808839 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:17.941468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Allocated IP 172.25.4.90 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/8db7efb3-8ab6-426b-94ef-c7b2e98b6589) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:18.053551 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:18.137675 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:18.179025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4df629-fa15-4b83-8dd2-3446c1d5191b req-648c7395-d12e-4ca4-836a-6fb98eed6700 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:18.180530 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fd4df629-fa15-4b83-8dd2-3446c1d5191b req-648c7395-d12e-4ca4-836a-6fb98eed6700 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 945 time: 0.1203530 Jul 15 15:23:18.199829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:18.220381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:18.227209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:18.230922 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Pushing event updated for resources: {'Port': ['ID=8db7efb3-8ab6-426b-94ef-c7b2e98b6589,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:18.364273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bb2b4-09df-44a3-b277-685c40aaa778 req-a2e41b8e-80c9-4acc-b630-ea3119b52edf tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:18.368154 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b9bb2b4-09df-44a3-b277-685c40aaa778 req-a2e41b8e-80c9-4acc-b630-ea3119b52edf tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 945 time: 0.0687718 Jul 15 15:23:18.412199 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b9bb2b4-09df-44a3-b277-685c40aaa778 req-687ed264-d245-4379-844e-575b6632432e tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/security-groups?id=677263d0-2e32-4873-9352-cc0d0bc8c9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378857 Jul 15 15:23:18.432666 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-fd4df629-fa15-4b83-8dd2-3446c1d5191b req-fece60b6-b67c-465b-b858-a5fe103ce4b9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting port 6f788784-62af-4190-ba30-2f502c85901c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:18.433012 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fd4df629-fa15-4b83-8dd2-3446c1d5191b req-fece60b6-b67c-465b-b858-a5fe103ce4b9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:18.601255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-fd4df629-fa15-4b83-8dd2-3446c1d5191b req-fece60b6-b67c-465b-b858-a5fe103ce4b9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] For port 6f788784-62af-4190-ba30-2f502c85901c, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=6f788784-62af-4190-ba30-2f502c85901c,segment=NetworkSegment(91e1461a-462e-40c4-9da3-9a6100fff013),segment_id=91e1461a-462e-40c4-9da3-9a6100fff013)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:23:18.601835 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fd4df629-fa15-4b83-8dd2-3446c1d5191b req-fece60b6-b67c-465b-b858-a5fe103ce4b9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:18.617918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-fd4df629-fa15-4b83-8dd2-3446c1d5191b req-fece60b6-b67c-465b-b858-a5fe103ce4b9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Calling delete_port for 6f788784-62af-4190-ba30-2f502c85901c owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:18.621657 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:18.902508 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fd4df629-fa15-4b83-8dd2-3446c1d5191b req-fece60b6-b67c-465b-b858-a5fe103ce4b9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:18.912886 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:18.935213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece60b6-b67c-465b-b858-a5fe103ce4b9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Port': ['ID=6f788784-62af-4190-ba30-2f502c85901c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:18.937662 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:19.029840 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4df629-fa15-4b83-8dd2-3446c1d5191b req-fece60b6-b67c-465b-b858-a5fe103ce4b9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] No DVR routers for this DVR port 6f788784-62af-4190-ba30-2f502c85901c on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:23:19.037985 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fd4df629-fa15-4b83-8dd2-3446c1d5191b req-fece60b6-b67c-465b-b858-a5fe103ce4b9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:19.037985 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fd4df629-fa15-4b83-8dd2-3446c1d5191b req-fece60b6-b67c-465b-b858-a5fe103ce4b9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.11 "DELETE /v2.0/ports/6f788784-62af-4190-ba30-2f502c85901c HTTP/1.1" status: 204 len: 173 time: 0.8463430 Jul 15 15:23:19.037985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'name': 'network-vif-deleted', 'tag': '6f788784-62af-4190-ba30-2f502c85901c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:23:19.038874 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d940b6-cd73-4cd9-a8bd-41a8bfa57ef4" -d '{"events": [{"server_uuid": "d9b1f65e-6932-421c-a167-ca1395cb8eea", "name": "network-vif-deleted", "tag": "6f788784-62af-4190-ba30-2f502c85901c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:23:19.084597 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:19.140752 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7816d120-5117-41eb-a0a7-0a50ab990975 x-openstack-request-id: req-7816d120-5117-41eb-a0a7-0a50ab990975 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:23:19.141035 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b1f65e-6932-421c-a167-ca1395cb8eea", "name": "network-vif-deleted", "tag": "6f788784-62af-4190-ba30-2f502c85901c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:23:19.141291 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7816d120-5117-41eb-a0a7-0a50ab990975 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:23:19.141682 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b1f65e-6932-421c-a167-ca1395cb8eea', 'name': 'network-vif-deleted', 'tag': '6f788784-62af-4190-ba30-2f502c85901c', 'status': 'completed', 'code': 200} Jul 15 15:23:19.175003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Router 9377396a-78a9-425c-a94e-d51a8102057f is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:23:19.334773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:23:19.345728 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43f3db7-3e3d-4a80-8dd4-4b7ba3c4a738 None None] Sync routers for ids ['9377396a-78a9-425c-a94e-d51a8102057f'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:23:19.356282 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:19.357496 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c38fd19a-78e8-4780-99ab-9b08db9dce28 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "PUT /v2.0/routers/9377396a-78a9-425c-a94e-d51a8102057f HTTP/1.1" status: 200 len: 882 time: 2.0864758 Jul 15 15:23:19.360623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56868) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:19.387783 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:19.391421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43f3db7-3e3d-4a80-8dd4-4b7ba3c4a738 None None] Routers {'9377396a-78a9-425c-a94e-d51a8102057f'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:19.392070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f43f3db7-3e3d-4a80-8dd4-4b7ba3c4a738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9377396a-78a9-425c-a94e-d51a8102057f'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:19.432669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f43f3db7-3e3d-4a80-8dd4-4b7ba3c4a738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:19.443387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43f3db7-3e3d-4a80-8dd4-4b7ba3c4a738 None None] Routers {'9377396a-78a9-425c-a94e-d51a8102057f'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:19.444249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f43f3db7-3e3d-4a80-8dd4-4b7ba3c4a738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['9377396a-78a9-425c-a94e-d51a8102057f'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:19.479976 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-f43f3db7-3e3d-4a80-8dd4-4b7ba3c4a738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:19.481572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43f3db7-3e3d-4a80-8dd4-4b7ba3c4a738 None None] The sync data for ids ['9377396a-78a9-425c-a94e-d51a8102057f'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:19.497711 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56872) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:19.497939 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-60d86d2f-7c70-479b-98c9-3288be9df778 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/routers/9377396a-78a9-425c-a94e-d51a8102057f HTTP/1.1" status: 200 len: 923 time: 0.1360810 Jul 15 15:23:19.560619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c773e086-5689-4374-9d26-fc04f2192a1c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:19.564757 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c773e086-5689-4374-9d26-fc04f2192a1c tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=ec74806f-3974-4328-91b6-649387af1d1a&device_id=9377396a-78a9-425c-a94e-d51a8102057f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0635767 Jul 15 15:23:19.565280 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56874) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:19.628434 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d8ef84f-0978-4542-b107-d247a182a931 req-4c3e4d8a-11ad-4790-a9ee-20d06c7f8529 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9b1f65e-6932-421c-a167-ca1395cb8eea HTTP/1.1" status: 200 len: 210 time: 0.0393908 Jul 15 15:23:19.698933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369b6b0a-4e71-47c9-870e-06dcfb1e02ad tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:19.703069 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-369b6b0a-4e71-47c9-870e-06dcfb1e02ad tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 881 time: 0.1340995 Jul 15 15:23:19.703515 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56882) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:20.050590 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7a44cae1-71ba-4452-aa12-6d8b2e35a7f8 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "GET /v2.0/ports?device_id=9377396a-78a9-425c-a94e-d51a8102057f HTTP/1.1" status: 200 len: 205 time: 0.3457053 Jul 15 15:23:20.052999 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56888) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:20.158867 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4b21363-e524-453f-9e26-ed055105169f tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:20.265598 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4b21363-e524-453f-9e26-ed055105169f tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:20.320229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d4b21363-e524-453f-9e26-ed055105169f tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Deleting port 8db7efb3-8ab6-426b-94ef-c7b2e98b6589 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:20.320592 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4b21363-e524-453f-9e26-ed055105169f tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:20.400247 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4b21363-e524-453f-9e26-ed055105169f tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:20.414868 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d4b21363-e524-453f-9e26-ed055105169f tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Calling delete_port for 8db7efb3-8ab6-426b-94ef-c7b2e98b6589 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:20.594585 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4b21363-e524-453f-9e26-ed055105169f tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:20.623269 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b21363-e524-453f-9e26-ed055105169f tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Pushing event deleted for resources: {'Port': ['ID=8db7efb3-8ab6-426b-94ef-c7b2e98b6589,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:20.706111 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4b21363-e524-453f-9e26-ed055105169f tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:20.714105 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 6f788784-62af-4190-ba30-2f502c85901c no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:23:20.758554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 6f788784-62af-4190-ba30-2f502c85901c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:23:20.758919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 6f788784-62af-4190-ba30-2f502c85901c not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:23:20.760611 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56922) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:20.888957 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4b21363-e524-453f-9e26-ed055105169f tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:20.891520 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4b21363-e524-453f-9e26-ed055105169f tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:20.957993 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4b21363-e524-453f-9e26-ed055105169f tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:20.958767 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b21363-e524-453f-9e26-ed055105169f tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Fanout notify agent at l3_agent the message router_deleted on router 9377396a-78a9-425c-a94e-d51a8102057f {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:23:20.980518 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4b21363-e524-453f-9e26-ed055105169f tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:20.982107 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d4b21363-e524-453f-9e26-ed055105169f tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "DELETE /v2.0/routers/9377396a-78a9-425c-a94e-d51a8102057f HTTP/1.1" status: 204 len: 168 time: 0.9281378 Jul 15 15:23:20.988068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56930) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:20.993324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-eee86143-47d8-48e5-ba5e-078adc9f40d8 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1532024920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:21.032415 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eee86143-47d8-48e5-ba5e-078adc9f40d8 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:21.034691 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eee86143-47d8-48e5-ba5e-078adc9f40d8 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:21.093405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eee86143-47d8-48e5-ba5e-078adc9f40d8 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:21.100793 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eee86143-47d8-48e5-ba5e-078adc9f40d8 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:21.128216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eee86143-47d8-48e5-ba5e-078adc9f40d8 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:21.132875 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-eee86143-47d8-48e5-ba5e-078adc9f40d8 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1434937 Jul 15 15:23:21.133990 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56936) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:21.138761 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'enable_snat': True}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:21.320233 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a884abb3-2de0-464f-96df-5f2d89a7ea34 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:21.391532 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:21.630246 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:21.651868 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:21.790057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Allocated IP 172.25.4.52 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/4e27a786-62fd-40ec-9486-195ca06cfe62) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:21.915659 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:21.942000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a884abb3-2de0-464f-96df-5f2d89a7ea34 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting port 875c638a-0536-4879-8d88-e3999a18bc90 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:21.942471 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a884abb3-2de0-464f-96df-5f2d89a7ea34 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:21.990781 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:22.042457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Pushing event updated for resources: {'Port': ['ID=4e27a786-62fd-40ec-9486-195ca06cfe62,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:22.054851 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:22.055210 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:22.055561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:22.055912 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:22.056257 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:22.056600 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:22.056939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:22.057275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:22.057609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:22.057944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:22.058910 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:22.059438 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:22.071563 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:22.073011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:22.075324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:22.092906 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-a884abb3-2de0-464f-96df-5f2d89a7ea34 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] For port 875c638a-0536-4879-8d88-e3999a18bc90, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=875c638a-0536-4879-8d88-e3999a18bc90,segment=NetworkSegment(91e1461a-462e-40c4-9da3-9a6100fff013),segment_id=91e1461a-462e-40c4-9da3-9a6100fff013)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:23:22.093376 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a884abb3-2de0-464f-96df-5f2d89a7ea34 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:22.109000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a884abb3-2de0-464f-96df-5f2d89a7ea34 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Calling delete_port for 875c638a-0536-4879-8d88-e3999a18bc90 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:22.409127 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a884abb3-2de0-464f-96df-5f2d89a7ea34 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:22.434363 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:22.438749 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884abb3-2de0-464f-96df-5f2d89a7ea34 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Port': ['ID=875c638a-0536-4879-8d88-e3999a18bc90,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:22.682429 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a884abb3-2de0-464f-96df-5f2d89a7ea34 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:22.731009 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:22.740103 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:22.910659 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Router 7287bb3f-6490-4819-923c-7ad2cf2681f2 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:23:22.967372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a884abb3-2de0-464f-96df-5f2d89a7ea34 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:23:23.033173 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:23:23.046064 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c134f2e3-6948-4a4b-8d9a-f356baa117b7 None None] Sync routers for ids ['7287bb3f-6490-4819-923c-7ad2cf2681f2'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:23:23.050247 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:23.058581 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-33924313-7ecf-4eb8-b999-515f90354055 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "PUT /v2.0/routers/7287bb3f-6490-4819-923c-7ad2cf2681f2 HTTP/1.1" status: 200 len: 918 time: 1.9217980 Jul 15 15:23:23.059317 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56974) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:23.061393 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c134f2e3-6948-4a4b-8d9a-f356baa117b7 None None] Routers {'7287bb3f-6490-4819-923c-7ad2cf2681f2'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:23.062018 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c134f2e3-6948-4a4b-8d9a-f356baa117b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7287bb3f-6490-4819-923c-7ad2cf2681f2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:23.107250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a884abb3-2de0-464f-96df-5f2d89a7ea34 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:23:23.119650 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973a11bd-3362-4382-8928-d6beb8614371 None None] Sync routers for ids ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:23:23.120602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a884abb3-2de0-464f-96df-5f2d89a7ea34 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "PUT /v2.0/routers/dd91f91c-5968-4905-8f17-b1b4e5a7efa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3587766 Jul 15 15:23:23.126663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56978) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:23.135323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973a11bd-3362-4382-8928-d6beb8614371 None None] Routers {'dd91f91c-5968-4905-8f17-b1b4e5a7efa4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:23.136069 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-973a11bd-3362-4382-8928-d6beb8614371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:23.156454 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c134f2e3-6948-4a4b-8d9a-f356baa117b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:23.178839 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c134f2e3-6948-4a4b-8d9a-f356baa117b7 None None] Routers {'7287bb3f-6490-4819-923c-7ad2cf2681f2'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:23.179473 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c134f2e3-6948-4a4b-8d9a-f356baa117b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7287bb3f-6490-4819-923c-7ad2cf2681f2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:23.202802 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9592a6cc-0f64-4dca-a97d-c5371079886e tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/routers/7287bb3f-6490-4819-923c-7ad2cf2681f2 HTTP/1.1" status: 200 len: 924 time: 0.1422560 Jul 15 15:23:23.203422 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56984) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:23.254480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e08441-3085-4ddf-bae8-eee9e7bdccd9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting subnet 7ef45e1d-64e5-42b7-993c-1bcf8a0d1155 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:23:23.260524 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2e08441-3085-4ddf-bae8-eee9e7bdccd9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:23.271102 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c134f2e3-6948-4a4b-8d9a-f356baa117b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:23.274583 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c134f2e3-6948-4a4b-8d9a-f356baa117b7 None None] The sync data for ids ['7287bb3f-6490-4819-923c-7ad2cf2681f2'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:23.326839 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2e08441-3085-4ddf-bae8-eee9e7bdccd9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:23.339232 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9980c589-bcd7-4527-9e3e-85343ebb21e0 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:23.347306 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9980c589-bcd7-4527-9e3e-85343ebb21e0 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=ec74806f-3974-4328-91b6-649387af1d1a&device_id=7287bb3f-6490-4819-923c-7ad2cf2681f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1424210 Jul 15 15:23:23.347306 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56990) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:23.370910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-973a11bd-3362-4382-8928-d6beb8614371 None None] Set router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:23:23.462615 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a9a8c0-c60a-4deb-b8b1-4e71804e47b6 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:23.470131 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-14a9a8c0-c60a-4deb-b8b1-4e71804e47b6 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 881 time: 0.1207073 Jul 15 15:23:23.471811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 56992) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:23.474098 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2e08441-3085-4ddf-bae8-eee9e7bdccd9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:23.612132 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2e08441-3085-4ddf-bae8-eee9e7bdccd9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:23.666167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e08441-3085-4ddf-bae8-eee9e7bdccd9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef45e1d-64e5-42b7-993c-1bcf8a0d1155,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:23.669673 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2e08441-3085-4ddf-bae8-eee9e7bdccd9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:23.675844 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a2e08441-3085-4ddf-bae8-eee9e7bdccd9 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/subnets/7ef45e1d-64e5-42b7-993c-1bcf8a0d1155 HTTP/1.1" status: 204 len: 168 time: 0.5507879 Jul 15 15:23:23.676513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 56998) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:23.777806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de98f402-a044-4537-abab-3834157ea259 None None] Network 93f8c120-870b-41cd-bbef-f03287a97643 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:23:23.808232 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-015235ca-2d51-408f-b32e-bf34bb4ed81f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:23.872845 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a7f293cd-7172-4e4d-bbc0-db336eb02d93 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "GET /v2.0/ports?device_id=7287bb3f-6490-4819-923c-7ad2cf2681f2 HTTP/1.1" status: 200 len: 205 time: 0.3998570 Jul 15 15:23:23.873431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57000) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:23.970368 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-015235ca-2d51-408f-b32e-bf34bb4ed81f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:23.995173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-973a11bd-3362-4382-8928-d6beb8614371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831760616', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:21:28Z', 'updated_at': '2021-07-15T15:23:22Z', 'revision_number': 5, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port': {'id': '712c43b4-51a4-46d8-896d-fe6213eefde8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:21:29Z', 'updated_at': '2021-07-15T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:24.019552 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d722e82-5187-4288-845d-5bb276b52e8b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.039296 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973a11bd-3362-4382-8928-d6beb8614371 None None] Checking router: dd91f91c-5968-4905-8f17-b1b4e5a7efa4 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:23:24.056076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973a11bd-3362-4382-8928-d6beb8614371 None None] Routers {'dd91f91c-5968-4905-8f17-b1b4e5a7efa4'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:24.057561 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-973a11bd-3362-4382-8928-d6beb8614371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:24.081498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-015235ca-2d51-408f-b32e-bf34bb4ed81f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Deleting port 712c43b4-51a4-46d8-896d-fe6213eefde8 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:24.081994 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-015235ca-2d51-408f-b32e-bf34bb4ed81f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.159326 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] DHCP port deletion for 93f8c120-870b-41cd-bbef-f03287a97643 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:23:24.208737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-015235ca-2d51-408f-b32e-bf34bb4ed81f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] For port 712c43b4-51a4-46d8-896d-fe6213eefde8, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=712c43b4-51a4-46d8-896d-fe6213eefde8,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:23:24.209118 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-015235ca-2d51-408f-b32e-bf34bb4ed81f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.231997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-015235ca-2d51-408f-b32e-bf34bb4ed81f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Calling delete_port for 712c43b4-51a4-46d8-896d-fe6213eefde8 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:24.243096 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d722e82-5187-4288-845d-5bb276b52e8b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.257794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-973a11bd-3362-4382-8928-d6beb8614371 None None] Set router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:23:24.352718 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3d722e82-5187-4288-845d-5bb276b52e8b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Deleting port 4e27a786-62fd-40ec-9486-195ca06cfe62 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:24.353318 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d722e82-5187-4288-845d-5bb276b52e8b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.357010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-973a11bd-3362-4382-8928-d6beb8614371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831760616', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:21:28Z', 'updated_at': '2021-07-15T15:23:23Z', 'revision_number': 6, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:24.465193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973a11bd-3362-4382-8928-d6beb8614371 None None] The sync data for ids ['dd91f91c-5968-4905-8f17-b1b4e5a7efa4'] in n-d-764435-3 is: [{'id': 'dd91f91c-5968-4905-8f17-b1b4e5a7efa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831760616', 'tenant_id': '5ef1d87b1ef049c18d214bfde5982884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:21:28Z', 'updated_at': '2021-07-15T15:23:23Z', 'revision_number': 6, 'project_id': '5ef1d87b1ef049c18d214bfde5982884', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:24.469765 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d722e82-5187-4288-845d-5bb276b52e8b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.474600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Deleting port 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:24.475112 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.490448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3d722e82-5187-4288-845d-5bb276b52e8b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Calling delete_port for 4e27a786-62fd-40ec-9486-195ca06cfe62 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:24.576260 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-015235ca-2d51-408f-b32e-bf34bb4ed81f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.586829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] For port 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7,segment=NetworkSegment(91e1461a-462e-40c4-9da3-9a6100fff013),segment_id=91e1461a-462e-40c4-9da3-9a6100fff013)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:23:24.587689 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.603922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Calling delete_port for 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:24.610273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015235ca-2d51-408f-b32e-bf34bb4ed81f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Port': ['ID=712c43b4-51a4-46d8-896d-fe6213eefde8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:24.700342 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-015235ca-2d51-408f-b32e-bf34bb4ed81f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.702139 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d722e82-5187-4288-845d-5bb276b52e8b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.708386 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.728543 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] No DVR routers for this DVR port 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:23:24.736124 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d722e82-5187-4288-845d-5bb276b52e8b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Pushing event deleted for resources: {'Port': ['ID=4e27a786-62fd-40ec-9486-195ca06cfe62,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:24.757202 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Pushing event deleted for resources: {'Port': ['ID=56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:24.765329 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:24.765683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:24.766035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:24.766403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:24.766942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:24.767287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:24.768230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:24.768608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:24.768945 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:24.769373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:24.769720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:24.770048 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86953ec2-69f0-4de6-b98c-c0d0be869832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:24.853273 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d722e82-5187-4288-845d-5bb276b52e8b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.869039 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-015235ca-2d51-408f-b32e-bf34bb4ed81f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.877032 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-015235ca-2d51-408f-b32e-bf34bb4ed81f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.962129 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d722e82-5187-4288-845d-5bb276b52e8b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.965151 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-015235ca-2d51-408f-b32e-bf34bb4ed81f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.965571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015235ca-2d51-408f-b32e-bf34bb4ed81f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Fanout notify agent at l3_agent the message router_deleted on router dd91f91c-5968-4905-8f17-b1b4e5a7efa4 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:23:24.967452 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d722e82-5187-4288-845d-5bb276b52e8b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.978877 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-015235ca-2d51-408f-b32e-bf34bb4ed81f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:24.981227 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-015235ca-2d51-408f-b32e-bf34bb4ed81f tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/routers/dd91f91c-5968-4905-8f17-b1b4e5a7efa4 HTTP/1.1" status: 204 len: 168 time: 1.3033762 Jul 15 15:23:24.984325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57022) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:25.032280 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d722e82-5187-4288-845d-5bb276b52e8b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.033035 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d722e82-5187-4288-845d-5bb276b52e8b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Fanout notify agent at l3_agent the message router_deleted on router 7287bb3f-6490-4819-923c-7ad2cf2681f2 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:23:25.052875 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d722e82-5187-4288-845d-5bb276b52e8b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.055902 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3d722e82-5187-4288-845d-5bb276b52e8b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "DELETE /v2.0/routers/7287bb3f-6490-4819-923c-7ad2cf2681f2 HTTP/1.1" status: 204 len: 168 time: 1.1813860 Jul 15 15:23:25.060566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57024) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:25.066885 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-dc0fbb97-7eb0-4901-acff-3b7b1eeb1711 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-859927500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:25.104102 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc0fbb97-7eb0-4901-acff-3b7b1eeb1711 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.110383 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc0fbb97-7eb0-4901-acff-3b7b1eeb1711 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.113620 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:23:25.154312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:23:25.154866 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 56f0b5f0-ca8d-4f96-a4d3-63dac4059aa7 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:23:25.155363 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b67e67c2-62da-48e5-aad6-f80c3a1c36ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.155650 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 875c638a-0536-4879-8d88-e3999a18bc90 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:23:25.182285 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 875c638a-0536-4879-8d88-e3999a18bc90 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:23:25.183001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 875c638a-0536-4879-8d88-e3999a18bc90 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:23:25.213282 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc0fbb97-7eb0-4901-acff-3b7b1eeb1711 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.218893 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc0fbb97-7eb0-4901-acff-3b7b1eeb1711 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.237709 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc0fbb97-7eb0-4901-acff-3b7b1eeb1711 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.241552 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dc0fbb97-7eb0-4901-acff-3b7b1eeb1711 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1772416 Jul 15 15:23:25.242380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57030) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:25.246217 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'enable_snat': False}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:25.269513 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b67e67c2-62da-48e5-aad6-f80c3a1c36ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.280434 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b67e67c2-62da-48e5-aad6-f80c3a1c36ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f8c120-870b-41cd-bbef-f03287a97643']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:25.295246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b67e67c2-62da-48e5-aad6-f80c3a1c36ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e1461a-462e-40c4-9da3-9a6100fff013') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:25.297152 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b67e67c2-62da-48e5-aad6-f80c3a1c36ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e1461a-462e-40c4-9da3-9a6100fff013') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:25.308850 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b67e67c2-62da-48e5-aad6-f80c3a1c36ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.329149 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b67e67c2-62da-48e5-aad6-f80c3a1c36ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.335948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67e67c2-62da-48e5-aad6-f80c3a1c36ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:23:25.336502 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b67e67c2-62da-48e5-aad6-f80c3a1c36ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:23:25.345234 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:23:25.422300 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b67e67c2-62da-48e5-aad6-f80c3a1c36ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.445677 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b67e67c2-62da-48e5-aad6-f80c3a1c36ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.451701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b67e67c2-62da-48e5-aad6-f80c3a1c36ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/networks/93f8c120-870b-41cd-bbef-f03287a97643 HTTP/1.1" status: 204 len: 168 time: 0.4639652 Jul 15 15:23:25.454679 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57042) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:25.480489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e67c2-62da-48e5-aad6-f80c3a1c36ea tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'Network': ['ID=93f8c120-870b-41cd-bbef-f03287a97643,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:25.513413 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.565863 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aaf96b5-b80a-4a59-b413-8e571f38751b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.631448 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aaf96b5-b80a-4a59-b413-8e571f38751b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.785712 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aaf96b5-b80a-4a59-b413-8e571f38751b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.789046 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aaf96b5-b80a-4a59-b413-8e571f38751b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.794314 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6aaf96b5-b80a-4a59-b413-8e571f38751b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] 10.222.0.38 "DELETE /v2.0/security-groups/677263d0-2e32-4873-9352-cc0d0bc8c9ad HTTP/1.1" status: 204 len: 168 time: 0.3373466 Jul 15 15:23:25.811986 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf96b5-b80a-4a59-b413-8e571f38751b tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=677263d0-2e32-4873-9352-cc0d0bc8c9ad,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:25.971470 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:25.995791 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:26.128740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Allocated IP 172.25.4.134 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/4855c6e0-a0cf-4ba8-9b5d-cfcb0b58c2ae) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:26.139904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57074) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:26.289663 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:26.302261 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57084) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:26.347613 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:26.395139 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:26.404713 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-84ebf4a6-7f8e-430a-ab6e-44f52486e604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:26.422011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:26.427551 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:26.470272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Pushing event updated for resources: {'Port': ['ID=4855c6e0-a0cf-4ba8-9b5d-cfcb0b58c2ae,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:26.521000 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-84ebf4a6-7f8e-430a-ab6e-44f52486e604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:26.526919 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-84ebf4a6-7f8e-430a-ab6e-44f52486e604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:26.574603 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-84ebf4a6-7f8e-430a-ab6e-44f52486e604 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7bf2822394ff4025bbcf66025d32798c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318419 Jul 15 15:23:26.574603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebf4a6-7f8e-430a-ab6e-44f52486e604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a28ad69-a738-424a-858d-dd499ba75aa7,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:26.576291 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57090) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:26.604828 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b5502000-f9bb-4f08-ae7e-9addac3d95ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ef1d87b1ef049c18d214bfde5982884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2991807 Jul 15 15:23:26.606619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57092) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:26.680245 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-987040bd-1717-46f2-b1c0-eb2a7aeaba79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:26.709783 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-73b6357f-8b7f-4f76-a563-44407bad2b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:26.716223 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-987040bd-1717-46f2-b1c0-eb2a7aeaba79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:26.754169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-73b6357f-8b7f-4f76-a563-44407bad2b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:26.796567 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:26.820720 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-987040bd-1717-46f2-b1c0-eb2a7aeaba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:26.823936 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-987040bd-1717-46f2-b1c0-eb2a7aeaba79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:26.825426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-987040bd-1717-46f2-b1c0-eb2a7aeaba79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8a28ad69-a738-424a-858d-dd499ba75aa7 HTTP/1.1" status: 204 len: 168 time: 0.2481794 Jul 15 15:23:26.838797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987040bd-1717-46f2-b1c0-eb2a7aeaba79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a28ad69-a738-424a-858d-dd499ba75aa7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:26.871441 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-73b6357f-8b7f-4f76-a563-44407bad2b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:26.880132 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-73b6357f-8b7f-4f76-a563-44407bad2b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:26.883672 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-73b6357f-8b7f-4f76-a563-44407bad2b84 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6fb1f171-cc5b-43db-b927-50b92cd87bf6 HTTP/1.1" status: 204 len: 168 time: 0.2737494 Jul 15 15:23:26.908946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6357f-8b7f-4f76-a563-44407bad2b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb1f171-cc5b-43db-b927-50b92cd87bf6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:26.917504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 712c43b4-51a4-46d8-896d-fe6213eefde8 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:23:26.953006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 712c43b4-51a4-46d8-896d-fe6213eefde8 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:23:26.954233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 712c43b4-51a4-46d8-896d-fe6213eefde8 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:23:27.107572 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:27.111203 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:27.284805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57118) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:27.285791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Router 4eccd705-6bcd-4cd1-8653-81cda88c67e5 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:23:27.338639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57120) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:27.362107 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7e8c-8c32-40a2-8ee9-b73d7d3e860e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:27.378770 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-424bc129-aa7d-442a-976f-07b6f7c3d9c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a99a224d3b1242298129a6eb882ab0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0897803 Jul 15 15:23:27.381566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57122) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:27.415339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:23:27.421018 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:27.426158 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7ea111b9-9515-4578-ad0b-0f5d592a39d7 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "PUT /v2.0/routers/4eccd705-6bcd-4cd1-8653-81cda88c67e5 HTTP/1.1" status: 200 len: 919 time: 2.1834075 Jul 15 15:23:27.427103 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57126) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:27.428908 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239659c3-2387-419d-baa6-77bac9b00083 None None] Sync routers for ids ['4eccd705-6bcd-4cd1-8653-81cda88c67e5'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:23:27.442228 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239659c3-2387-419d-baa6-77bac9b00083 None None] Routers {'4eccd705-6bcd-4cd1-8653-81cda88c67e5'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:27.442866 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-239659c3-2387-419d-baa6-77bac9b00083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4eccd705-6bcd-4cd1-8653-81cda88c67e5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:27.479421 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-239659c3-2387-419d-baa6-77bac9b00083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:27.489537 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239659c3-2387-419d-baa6-77bac9b00083 None None] Routers {'4eccd705-6bcd-4cd1-8653-81cda88c67e5'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:27.490470 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-239659c3-2387-419d-baa6-77bac9b00083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4eccd705-6bcd-4cd1-8653-81cda88c67e5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:27.528864 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-239659c3-2387-419d-baa6-77bac9b00083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:27.529516 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239659c3-2387-419d-baa6-77bac9b00083 None None] The sync data for ids ['4eccd705-6bcd-4cd1-8653-81cda88c67e5'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:27.548571 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d014c0e-219b-4edc-aaaa-4ddd537ded53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:27.608814 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d014c0e-219b-4edc-aaaa-4ddd537ded53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:27.630445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-53ed9ad9-9cf7-450e-b7ac-0c747a2e8538 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/routers/4eccd705-6bcd-4cd1-8653-81cda88c67e5 HTTP/1.1" status: 200 len: 925 time: 0.2021735 Jul 15 15:23:27.634111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57132) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:27.678833 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7e8c-8c32-40a2-8ee9-b73d7d3e860e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:27.688320 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7e8c-8c32-40a2-8ee9-b73d7d3e860e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:27.723440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593fdcf7-18ab-4bae-bade-760eed46f74d tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:27.727709 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-593fdcf7-18ab-4bae-bade-760eed46f74d tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=ec74806f-3974-4328-91b6-649387af1d1a&device_id=4eccd705-6bcd-4cd1-8653-81cda88c67e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0898407 Jul 15 15:23:27.727849 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d014c0e-219b-4edc-aaaa-4ddd537ded53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:27.727976 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57134) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:27.730202 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d014c0e-219b-4edc-aaaa-4ddd537ded53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:27.731365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2d014c0e-219b-4edc-aaaa-4ddd537ded53 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cff2bbca-fd2e-43fc-ad0f-6790dfe12074 HTTP/1.1" status: 204 len: 168 time: 0.3489077 Jul 15 15:23:27.751077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf7e8c-8c32-40a2-8ee9-b73d7d3e860e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c40f47-9140-403d-914a-1adfbb79c881,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:27.779226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5ddf7e8c-8c32-40a2-8ee9-b73d7d3e860e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fd8c85eacbfa4f27a6dcc1de61e51059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337001 Jul 15 15:23:27.779636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57138) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:27.824734 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d014c0e-219b-4edc-aaaa-4ddd537ded53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff2bbca-fd2e-43fc-ad0f-6790dfe12074,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:27.881832 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c284bb-841b-48a0-9909-98cd60ce74ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:27.887610 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c8c284bb-841b-48a0-9909-98cd60ce74ae tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/networks/ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 881 time: 0.1560354 Jul 15 15:23:27.887859 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57144) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:27.899629 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3dd33d69-b123-454c-b745-d0c0ded44d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:27.933060 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cffec645-7ca1-4ce1-acb2-561b72d77ff4 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eccd705-6bcd-4cd1-8653-81cda88c67e5 HTTP/1.1" status: 200 len: 205 time: 0.0402145 Jul 15 15:23:27.933288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57146) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:27.972092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3dd33d69-b123-454c-b745-d0c0ded44d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:28.101151 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3dd33d69-b123-454c-b745-d0c0ded44d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:28.103835 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3dd33d69-b123-454c-b745-d0c0ded44d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:28.105001 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3dd33d69-b123-454c-b745-d0c0ded44d5b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/03c40f47-9140-403d-914a-1adfbb79c881 HTTP/1.1" status: 204 len: 168 time: 0.3178010 Jul 15 15:23:28.114080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd33d69-b123-454c-b745-d0c0ded44d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c40f47-9140-403d-914a-1adfbb79c881,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:28.169202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c7db703-212d-403e-80d3-7622727aaeaf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:28.846674 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c7db703-212d-403e-80d3-7622727aaeaf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:28.931350 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8c7db703-212d-403e-80d3-7622727aaeaf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Deleting port 4855c6e0-a0cf-4ba8-9b5d-cfcb0b58c2ae {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:28.932454 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c7db703-212d-403e-80d3-7622727aaeaf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.038313 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c7db703-212d-403e-80d3-7622727aaeaf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.054008 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8c7db703-212d-403e-80d3-7622727aaeaf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Calling delete_port for 4855c6e0-a0cf-4ba8-9b5d-cfcb0b58c2ae owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:29.060912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57198) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:29.225748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6b507f9b-8506-4d4c-82d6-b8b40aa5d085 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-119120001-network', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:29.268214 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b507f9b-8506-4d4c-82d6-b8b40aa5d085 admin admin] Made reservation on behalf of afd4ec70edcc4c02824018c6458411be for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:23:29.271030 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6b507f9b-8506-4d4c-82d6-b8b40aa5d085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.283222 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6b507f9b-8506-4d4c-82d6-b8b40aa5d085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.307967 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c7db703-212d-403e-80d3-7622727aaeaf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.350183 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7db703-212d-403e-80d3-7622727aaeaf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Pushing event deleted for resources: {'Port': ['ID=4855c6e0-a0cf-4ba8-9b5d-cfcb0b58c2ae,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:29.422352 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6b507f9b-8506-4d4c-82d6-b8b40aa5d085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.429443 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6b507f9b-8506-4d4c-82d6-b8b40aa5d085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.435390 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c7db703-212d-403e-80d3-7622727aaeaf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.451578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b507f9b-8506-4d4c-82d6-b8b40aa5d085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:23:29.467453 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b507f9b-8506-4d4c-82d6-b8b40aa5d085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9099ee15-2847-441f-a6c8-a4c536aa09ab,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:29.470756 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6b507f9b-8506-4d4c-82d6-b8b40aa5d085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.471706 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-6b507f9b-8506-4d4c-82d6-b8b40aa5d085 admin admin] Added segment ee22f0f2-8198-4b51-a3f9-349c6d382659 of type vlan for network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c Jul 15 15:23:29.536446 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6b507f9b-8506-4d4c-82d6-b8b40aa5d085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.591038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c7db703-212d-403e-80d3-7622727aaeaf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.592303 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6b507f9b-8506-4d4c-82d6-b8b40aa5d085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.593553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b507f9b-8506-4d4c-82d6-b8b40aa5d085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:29.593816 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c7db703-212d-403e-80d3-7622727aaeaf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.594577 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6b507f9b-8506-4d4c-82d6-b8b40aa5d085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.630490 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6b507f9b-8506-4d4c-82d6-b8b40aa5d085 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5682907 Jul 15 15:23:29.633505 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57222) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:29.638685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-940ec76a-a62b-431d-97e5-5ddecb7f44c6 admin admin] Request body: {'subnet': {'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-119120001-subnet', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:29.655927 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c7db703-212d-403e-80d3-7622727aaeaf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.657137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7db703-212d-403e-80d3-7622727aaeaf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Fanout notify agent at l3_agent the message router_deleted on router 4eccd705-6bcd-4cd1-8653-81cda88c67e5 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:23:29.678926 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b507f9b-8506-4d4c-82d6-b8b40aa5d085 admin admin] Pushing event updated for resources: {'Network': ['ID=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:29.693412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:23:29.704729 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c7db703-212d-403e-80d3-7622727aaeaf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.707823 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8c7db703-212d-403e-80d3-7622727aaeaf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "DELETE /v2.0/routers/4eccd705-6bcd-4cd1-8653-81cda88c67e5 HTTP/1.1" status: 204 len: 168 time: 1.7736850 Jul 15 15:23:29.711688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57226) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:29.719687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-960232262', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}, 'admin_state_up': False}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:29.731633 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940ec76a-a62b-431d-97e5-5ddecb7f44c6 admin admin] Made reservation on behalf of afd4ec70edcc4c02824018c6458411be for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:23:29.735027 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-940ec76a-a62b-431d-97e5-5ddecb7f44c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.820781 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.821772 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:29.910778 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:30.045917 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ad5691c1-2ecc-4a8c-bb29-1954bb3fe730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:30.094712 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-940ec76a-a62b-431d-97e5-5ddecb7f44c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:30.105954 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:30.186206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ec76a-a62b-431d-97e5-5ddecb7f44c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:30.197690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ec76a-a62b-431d-97e5-5ddecb7f44c6 admin admin] Checking segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:23:30.198062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940ec76a-a62b-431d-97e5-5ddecb7f44c6 admin admin] Network hostable DHCP agents. Network: a0081a40-1b1f-4a3d-8dea-aeff0a91d27c, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:23:30.251850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940ec76a-a62b-431d-97e5-5ddecb7f44c6 admin admin] Network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:23:30.266906 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-940ec76a-a62b-431d-97e5-5ddecb7f44c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, a0081a40-1b1f-4a3d-8dea-aeff0a91d27c) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:30.275922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0170edff-dae1-4a51-a2ef-85291a39d485 None None] Network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:23:30.276085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940ec76a-a62b-431d-97e5-5ddecb7f44c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:30.276615 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-940ec76a-a62b-431d-97e5-5ddecb7f44c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:30.527153 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:23:30.529750 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:30.575484 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-940ec76a-a62b-431d-97e5-5ddecb7f44c6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9409034 Jul 15 15:23:30.577972 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57258) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:30.582742 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:30.673266 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:30.675353 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:30.703123 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:23:30.756775 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Allocated IP 172.20.0.2 (a0081a40-1b1f-4a3d-8dea-aeff0a91d27c/5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a/bb6e041a-434b-4283-a05e-af0427ed01f4) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:30.765428 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:30.766896 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:30.790459 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:30.938666 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:30.949235 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Transition to ACTIVE for port object bb6e041a-434b-4283-a05e-af0427ed01f4 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:30.966568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Transition to ACTIVE for port object bb6e041a-434b-4283-a05e-af0427ed01f4 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:30.973551 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:30.982678 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:31.018609 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:31.021461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:31.025108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:31.031981 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Pushing event updated for resources: {'Port': ['ID=bb6e041a-434b-4283-a05e-af0427ed01f4,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:31.082650 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Allocated IP 172.25.4.225 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/defb7505-8507-4cf9-b839-4f5fb34750a8) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:31.090657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Attempting to bind port bb6e041a-434b-4283-a05e-af0427ed01f4 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:23:31.091033 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Attempting to bind port bb6e041a-434b-4283-a05e-af0427ed01f4 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:23:31.091399 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Attempting to bind port bb6e041a-434b-4283-a05e-af0427ed01f4 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:23:31.097085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:23:31.097465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Checking segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:23:31.097876 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:31.098341 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Bound using segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:23:31.103149 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Bound port: bb6e041a-434b-4283-a05e-af0427ed01f4, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:23:31.103755 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:31.182316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] For port bb6e041a-434b-4283-a05e-af0427ed01f4, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:23:31.185717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] For port bb6e041a-434b-4283-a05e-af0427ed01f4, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=bb6e041a-434b-4283-a05e-af0427ed01f4,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:23:31.190470 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:31.259704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdc1cc-f37c-4f06-a32e-d08192e8fb76 None None] Pushing event updated for resources: {'Port': ['ID=bb6e041a-434b-4283-a05e-af0427ed01f4,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:31.314355 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:31.398944 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:31.428669 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:31.487500 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:31.541269 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:31.556190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:31.588018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:31.626702 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Pushing event updated for resources: {'Port': ['ID=defb7505-8507-4cf9-b839-4f5fb34750a8,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:31.660019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Allocated IP 172.25.4.13 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:31.941504 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:31.982795 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:32.084396 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:32.136027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:32.140475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:32.164233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:32.183831 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Pushing event updated for resources: {'Port': ['ID=741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:32.469687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e094ee17-71a1-4918-8782-ff51bd8f55aa None None] Network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:23:32.480593 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:32.564045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-269fd90e-2917-45af-9a22-eb856ee14c9a None None] Provisioning for port bb6e041a-434b-4283-a05e-af0427ed01f4 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:23:32.828945 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:32.926496 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-66a2438a-ff8f-4c9a-80f6-7609ecdf7582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:32.985434 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:33.003489 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device bb6e041a-434b-4283-a05e-af0427ed01f4 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:23:33.061117 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port bb6e041a-434b-4283-a05e-af0427ed01f4 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:23:33.065998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port bb6e041a-434b-4283-a05e-af0427ed01f4 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:33.066427 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:33.086558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Router 8df5069b-ce07-4318-adc3-c19c3fb2e242 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:23:33.131786 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6db78f50-6257-4ecb-b614-57e36bcefcc7 None None] Provisioning complete for port bb6e041a-434b-4283-a05e-af0427ed01f4 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:33.132283 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6db78f50-6257-4ecb-b614-57e36bcefcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:33.217980 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:33.277740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port bb6e041a-434b-4283-a05e-af0427ed01f4, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=bb6e041a-434b-4283-a05e-af0427ed01f4,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:23:33.287831 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:33.289519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:23:33.298662 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:33.318746 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6db78f50-6257-4ecb-b614-57e36bcefcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:33.321054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e63649-646b-401e-99df-cbf803739b52 None None] Sync routers for ids ['8df5069b-ce07-4318-adc3-c19c3fb2e242'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:23:33.363803 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:33.365094 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f4d234bd-01d0-4a4a-b305-aa0dec3d3fdd tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6514542 Jul 15 15:23:33.366206 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e63649-646b-401e-99df-cbf803739b52 None None] Routers {'8df5069b-ce07-4318-adc3-c19c3fb2e242'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:33.366894 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b6e63649-646b-401e-99df-cbf803739b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['8df5069b-ce07-4318-adc3-c19c3fb2e242'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:33.367799 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57324) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:33.372632 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b56477c8-bb2f-401a-b0ec-e3615cbbe94a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:33.428922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b6e63649-646b-401e-99df-cbf803739b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:33.435525 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=bb6e041a-434b-4283-a05e-af0427ed01f4,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:33.453328 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e63649-646b-401e-99df-cbf803739b52 None None] Routers {'8df5069b-ce07-4318-adc3-c19c3fb2e242'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:33.454150 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b6e63649-646b-401e-99df-cbf803739b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['8df5069b-ce07-4318-adc3-c19c3fb2e242'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:33.506108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-b6e63649-646b-401e-99df-cbf803739b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:33.506791 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e63649-646b-401e-99df-cbf803739b52 None None] The sync data for ids ['8df5069b-ce07-4318-adc3-c19c3fb2e242'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:33.511629 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-6db78f50-6257-4ecb-b614-57e36bcefcc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:23:33.512245 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-6db78f50-6257-4ecb-b614-57e36bcefcc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:23:33.646753 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Router ec2f3420-21b7-4829-8472-2b45a6fb7fbb is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:23:33.858566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:23:33.869716 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Sync routers for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:23:33.887179 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:33.888051 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:33.897338 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b56477c8-bb2f-401a-b0ec-e3615cbbe94a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:33.906293 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:33.908153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-069250fe-381c-4fef-b5c2-2a5c71d81437 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3288074 Jul 15 15:23:33.911050 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57358) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:33.916035 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b56477c8-bb2f-401a-b0ec-e3615cbbe94a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:33.998315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-b56477c8-bb2f-401a-b0ec-e3615cbbe94a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Deleting port defb7505-8507-4cf9-b839-4f5fb34750a8 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:33.998778 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b56477c8-bb2f-401a-b0ec-e3615cbbe94a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:34.071085 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:23:34.121312 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b56477c8-bb2f-401a-b0ec-e3615cbbe94a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:34.135376 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-b56477c8-bb2f-401a-b0ec-e3615cbbe94a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Calling delete_port for defb7505-8507-4cf9-b839-4f5fb34750a8 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:34.323228 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:34.330861 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:32Z', 'revision_number': 3, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:34.425690 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b56477c8-bb2f-401a-b0ec-e3615cbbe94a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:34.472482 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Checking router: ec2f3420-21b7-4829-8472-2b45a6fb7fbb for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:23:34.473131 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Updating router ec2f3420-21b7-4829-8472-2b45a6fb7fbb port 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:23:34.490482 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56477c8-bb2f-401a-b0ec-e3615cbbe94a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Pushing event deleted for resources: {'Port': ['ID=defb7505-8507-4cf9-b839-4f5fb34750a8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:34.511739 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:34.537854 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:34.589224 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b56477c8-bb2f-401a-b0ec-e3615cbbe94a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:34.753408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57382) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:34.787959 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Allocated IP 172.20.0.1 (a0081a40-1b1f-4a3d-8dea-aeff0a91d27c/5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a/24ffe916-01b2-4484-9307-17365cac7b8e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:34.898382 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:34.913859 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Transition to ACTIVE for port object 24ffe916-01b2-4484-9307-17365cac7b8e will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:34.935523 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b56477c8-bb2f-401a-b0ec-e3615cbbe94a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:34.940102 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b56477c8-bb2f-401a-b0ec-e3615cbbe94a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3709209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3709184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3709321'] for router, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:34.949526 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:34.993959 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:35.004193 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:35.009651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:35.019453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device bb6e041a-434b-4283-a05e-af0427ed01f4 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:23:35.027640 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:35.040432 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Transition to ACTIVE for port object 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:35.067551 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:35.067854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56477c8-bb2f-401a-b0ec-e3615cbbe94a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Router 8df5069b-ce07-4318-adc3-c19c3fb2e242 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:23:35.091426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Pushing event updated for resources: {'Port': ['ID=24ffe916-01b2-4484-9307-17365cac7b8e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:35.139380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port bb6e041a-434b-4283-a05e-af0427ed01f4 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:35.140000 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:35.179528 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:35.181766 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01595b42-50ae-4dec-8d34-818b71564197 None None] Pushing event updated for resources: {'Port': ['ID=741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:35.222201 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-926734f1-a42d-4d69-bade-c33a490d6c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:35.222714 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Attempting to bind port 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:23:35.231895 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Attempting to bind port 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:23:35.232367 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Attempting to bind port 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:23:35.242924 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:23:35.243688 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:23:35.244181 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56477c8-bb2f-401a-b0ec-e3615cbbe94a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:23:35.244515 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:35.245110 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:23:35.245797 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Bound port: 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:23:35.246395 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:35.259232 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b56477c8-bb2f-401a-b0ec-e3615cbbe94a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:35.260702 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b56477c8-bb2f-401a-b0ec-e3615cbbe94a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "PUT /v2.0/routers/8df5069b-ce07-4318-adc3-c19c3fb2e242 HTTP/1.1" status: 200 len: 709 time: 1.8918686 Jul 15 15:23:35.265147 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57394) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:35.268732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec251dd9-42bd-4c6e-b9fa-d71b1a7c209b None None] Sync routers for ids ['8df5069b-ce07-4318-adc3-c19c3fb2e242'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:23:35.336278 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec251dd9-42bd-4c6e-b9fa-d71b1a7c209b None None] Routers {'8df5069b-ce07-4318-adc3-c19c3fb2e242'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:35.336923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ec251dd9-42bd-4c6e-b9fa-d71b1a7c209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['8df5069b-ce07-4318-adc3-c19c3fb2e242'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:35.377169 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] For port 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:23:35.380552 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] For port 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:23:35.380732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1165619b-df7b-48e5-ae08-f6a11f27ed6f tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/routers/8df5069b-ce07-4318-adc3-c19c3fb2e242 HTTP/1.1" status: 200 len: 744 time: 0.1138802 Jul 15 15:23:35.383613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57396) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:35.392289 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:35.395657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ec251dd9-42bd-4c6e-b9fa-d71b1a7c209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:35.413573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec251dd9-42bd-4c6e-b9fa-d71b1a7c209b None None] Routers {'8df5069b-ce07-4318-adc3-c19c3fb2e242'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:35.414215 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ec251dd9-42bd-4c6e-b9fa-d71b1a7c209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['8df5069b-ce07-4318-adc3-c19c3fb2e242'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:35.445290 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8407777f-50a9-4835-baec-79dc7f346c12 tempest-RoutersIpV6AdminTest-208454508 tempest-RoutersIpV6AdminTest-208454508-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=ec74806f-3974-4328-91b6-649387af1d1a&device_id=8df5069b-ce07-4318-adc3-c19c3fb2e242 HTTP/1.1" status: 200 len: 205 time: 0.0576994 Jul 15 15:23:35.446265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57398) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:35.461360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:35.475555 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:35.477358 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:35.492278 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f60bc074-0944-4324-a190-e2819e544bcf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "GET /v2.0/ports?device_id=8df5069b-ce07-4318-adc3-c19c3fb2e242 HTTP/1.1" status: 200 len: 205 time: 0.0429349 Jul 15 15:23:35.493660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57402) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:35.495632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-ec251dd9-42bd-4c6e-b9fa-d71b1a7c209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:35.499379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec251dd9-42bd-4c6e-b9fa-d71b1a7c209b None None] The sync data for ids ['8df5069b-ce07-4318-adc3-c19c3fb2e242'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:35.526614 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-179ee891-1b37-46e1-b8fe-e6ae7a65b0c6 None None] Provisioning for port 24ffe916-01b2-4484-9307-17365cac7b8e completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:23:35.527567 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01595b42-50ae-4dec-8d34-818b71564197 None None] Pushing event updated for resources: {'Port': ['ID=741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:35.535513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-179ee891-1b37-46e1-b8fe-e6ae7a65b0c6 None None] Provisioning complete for port 24ffe916-01b2-4484-9307-17365cac7b8e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:35.535890 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-179ee891-1b37-46e1-b8fe-e6ae7a65b0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:35.602264 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-179ee891-1b37-46e1-b8fe-e6ae7a65b0c6 None None] Port 24ffe916-01b2-4484-9307-17365cac7b8e cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:23:35.614622 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e7d36c5-c350-4e5c-9c21-6a3eae702022 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:35.628030 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:23:35.712878 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:35.719664 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:35.766905 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:35.890782 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Pushing event updated for resources: {'Port': ['ID=24ffe916-01b2-4484-9307-17365cac7b8e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:35.893534 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:34Z', 'revision_number': 1, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:35.927147 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21140a4e-6e45-4c95-8926-ffaee6cc27ee None None] The sync data for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 is: [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:34Z', 'revision_number': 1, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:35.930935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:35.932380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:36.017036 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:36.029902 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-926734f1-a42d-4d69-bade-c33a490d6c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:36.075918 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-926734f1-a42d-4d69-bade-c33a490d6c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:36.087643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Router ec2f3420-21b7-4829-8472-2b45a6fb7fbb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:23:36.227763 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e7d36c5-c350-4e5c-9c21-6a3eae702022 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:36.244615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926734f1-a42d-4d69-bade-c33a490d6c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab60660-0ab8-44bf-bad6-fe208ab837d9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:36.248287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e7d36c5-c350-4e5c-9c21-6a3eae702022 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:36.252999 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-926734f1-a42d-4d69-bade-c33a490d6c69 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d3560e80164e4d669e9d272a025b9c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4976048 Jul 15 15:23:36.256156 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57422) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:36.349747 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e7d36c5-c350-4e5c-9c21-6a3eae702022 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:36.350247 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7d36c5-c350-4e5c-9c21-6a3eae702022 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Fanout notify agent at l3_agent the message router_deleted on router 8df5069b-ce07-4318-adc3-c19c3fb2e242 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:23:36.358841 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2e7d36c5-c350-4e5c-9c21-6a3eae702022 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:36.363219 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:23:36.363898 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2e7d36c5-c350-4e5c-9c21-6a3eae702022 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "DELETE /v2.0/routers/8df5069b-ce07-4318-adc3-c19c3fb2e242 HTTP/1.1" status: 204 len: 168 time: 0.8692398 Jul 15 15:23:36.365019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57424) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:36.368094 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-10343c67-723e-4cb3-b23b-cca3ddfbb0f2 admin admin] 10.222.0.38 "PUT /v2.0/routers/ec2f3420-21b7-4829-8472-2b45a6fb7fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4554191 Jul 15 15:23:36.413595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57428) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:36.413748 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0021617b-20af-40ec-bbe8-93fe6c62f1cf tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "GET /v2.0/ports?device_id=8df5069b-ce07-4318-adc3-c19c3fb2e242 HTTP/1.1" status: 200 len: 205 time: 0.0474114 Jul 15 15:23:36.432769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-be6b9b67-57f8-4153-9fec-3071006a12a5 None None] Provisioning complete for port 24ffe916-01b2-4484-9307-17365cac7b8e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:36.433718 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be6b9b67-57f8-4153-9fec-3071006a12a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:36.459826 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c46e470f-03e7-453a-bee7-8fcc1ff9359d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:36.489933 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c46e470f-03e7-453a-bee7-8fcc1ff9359d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:36.492825 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-12f08f45-2c96-425b-964f-a4490f24f715 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] delete failed (client error): The resource could not be found. Jul 15 15:23:36.493326 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-be6b9b67-57f8-4153-9fec-3071006a12a5 None None] Port 24ffe916-01b2-4484-9307-17365cac7b8e cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:23:36.499664 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-12f08f45-2c96-425b-964f-a4490f24f715 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "DELETE /v2.0/routers/8df5069b-ce07-4318-adc3-c19c3fb2e242 HTTP/1.1" status: 404 len: 336 time: 0.0826643 Jul 15 15:23:36.500876 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57430) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:36.547368 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dbe74802-8b1a-4adf-93ba-d40a6c6f1e6d tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eccd705-6bcd-4cd1-8653-81cda88c67e5 HTTP/1.1" status: 200 len: 205 time: 0.0459378 Jul 15 15:23:36.549933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57432) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:36.566271 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c46e470f-03e7-453a-bee7-8fcc1ff9359d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:36.569722 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c46e470f-03e7-453a-bee7-8fcc1ff9359d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:36.570736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c46e470f-03e7-453a-bee7-8fcc1ff9359d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bab60660-0ab8-44bf-bad6-fe208ab837d9 HTTP/1.1" status: 204 len: 168 time: 0.3135133 Jul 15 15:23:36.581009 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e470f-03e7-453a-bee7-8fcc1ff9359d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab60660-0ab8-44bf-bad6-fe208ab837d9,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:36.631450 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-6a526521-77fe-4e95-b297-344204953370 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] delete failed (client error): The resource could not be found. Jul 15 15:23:36.635435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57438) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:36.635568 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6a526521-77fe-4e95-b297-344204953370 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "DELETE /v2.0/routers/4eccd705-6bcd-4cd1-8653-81cda88c67e5 HTTP/1.1" status: 404 len: 336 time: 0.0841274 Jul 15 15:23:36.677085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57440) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:36.679418 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-727f97f0-40a3-4e19-b18b-2545a2f0db09 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "GET /v2.0/ports?device_id=7287bb3f-6490-4819-923c-7ad2cf2681f2 HTTP/1.1" status: 200 len: 205 time: 0.0426619 Jul 15 15:23:36.743939 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-13789781-8ef4-4b7f-a00d-0ab9919be5e8 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] delete failed (client error): The resource could not be found. Jul 15 15:23:36.747477 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-13789781-8ef4-4b7f-a00d-0ab9919be5e8 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "DELETE /v2.0/routers/7287bb3f-6490-4819-923c-7ad2cf2681f2 HTTP/1.1" status: 404 len: 336 time: 0.0670061 Jul 15 15:23:36.747765 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57446) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:36.786416 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9b01ee75-52fb-403e-b211-07f1f004308c tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "GET /v2.0/ports?device_id=9377396a-78a9-425c-a94e-d51a8102057f HTTP/1.1" status: 200 len: 205 time: 0.0350823 Jul 15 15:23:36.787085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57448) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:36.858477 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-fc8c597a-142c-4af7-9c16-d79b104af7c3 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] delete failed (client error): The resource could not be found. Jul 15 15:23:36.859823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fc8c597a-142c-4af7-9c16-d79b104af7c3 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "DELETE /v2.0/routers/9377396a-78a9-425c-a94e-d51a8102057f HTTP/1.1" status: 404 len: 336 time: 0.0716536 Jul 15 15:23:36.863308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57452) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:36.944484 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-38edfb2f-2bd4-4342-b3b6-697accb8b41a tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad7a534-9760-4abb-a1bd-a4701154935f HTTP/1.1" status: 200 len: 205 time: 0.0795951 Jul 15 15:23:36.946862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57456) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:37.001371 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-513b94b6-32d7-48e5-97f8-7528ca0c485d tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] delete failed (client error): The resource could not be found. Jul 15 15:23:37.004588 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-513b94b6-32d7-48e5-97f8-7528ca0c485d tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "DELETE /v2.0/routers/4ad7a534-9760-4abb-a1bd-a4701154935f HTTP/1.1" status: 404 len: 336 time: 0.0546703 Jul 15 15:23:37.005451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57460) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:37.050498 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-810a80e9-c04c-4a58-b07c-23402fd0b5b8 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf4ccba4-d776-411d-bee9-05d70b60a6b2 HTTP/1.1" status: 200 len: 205 time: 0.0430143 Jul 15 15:23:37.052848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57462) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:37.075339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57466) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:37.095143 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7199dc8-21fa-4f09-b768-56a90b66a7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:37.132856 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-e82761c9-1f47-4d06-9dc4-620d6e1edc5b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] delete failed (client error): The resource could not be found. Jul 15 15:23:37.134220 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e82761c9-1f47-4d06-9dc4-620d6e1edc5b tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "DELETE /v2.0/routers/bf4ccba4-d776-411d-bee9-05d70b60a6b2 HTTP/1.1" status: 404 len: 336 time: 0.0800407 Jul 15 15:23:37.137446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57468) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:37.176116 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c610b6-c2ad-4ffa-b188-74f86e432e61 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] DELETE failed (client error): The resource could not be found. Jul 15 15:23:37.176739 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c610b6-c2ad-4ffa-b188-74f86e432e61 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:23:37.179071 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-79c610b6-c2ad-4ffa-b188-74f86e432e61 tempest-RoutersIpV6AdminTest-449136425 tempest-RoutersIpV6AdminTest-449136425-project] 10.222.0.38 "DELETE /v2.0/subnets/5d741ab4-38ec-4f3f-924b-24873f3aee29 HTTP/1.1" status: 404 len: 337 time: 0.0404875 Jul 15 15:23:37.241746 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7199dc8-21fa-4f09-b768-56a90b66a7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:37.249057 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a7199dc8-21fa-4f09-b768-56a90b66a7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:37.304150 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57472) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:37.304615 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a7199dc8-21fa-4f09-b768-56a90b66a7fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=512d61297c8e4322ba5dfa78cabdbe3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272761 Jul 15 15:23:37.307325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7199dc8-21fa-4f09-b768-56a90b66a7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7af8036-52fa-4868-91d9-68d2c7837d67,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:37.378204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57478) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:37.383749 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1c615d77-f6fd-430f-9c77-5e56acf43282 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1170589531-network', 'tenant_id': '091eea701cd34c86aaa4faeea2827252'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:37.428359 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1892ffad-2bd5-43ea-9fb1-03123a1d661c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:37.431618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c615d77-f6fd-430f-9c77-5e56acf43282 admin admin] Made reservation on behalf of 091eea701cd34c86aaa4faeea2827252 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:23:37.434226 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c615d77-f6fd-430f-9c77-5e56acf43282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:37.453544 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c615d77-f6fd-430f-9c77-5e56acf43282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:37.462786 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1892ffad-2bd5-43ea-9fb1-03123a1d661c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:37.523438 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1892ffad-2bd5-43ea-9fb1-03123a1d661c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:37.526923 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1892ffad-2bd5-43ea-9fb1-03123a1d661c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:37.528524 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1892ffad-2bd5-43ea-9fb1-03123a1d661c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a7af8036-52fa-4868-91d9-68d2c7837d67 HTTP/1.1" status: 204 len: 168 time: 0.2233615 Jul 15 15:23:37.562695 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892ffad-2bd5-43ea-9fb1-03123a1d661c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7af8036-52fa-4868-91d9-68d2c7837d67,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:37.640565 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c615d77-f6fd-430f-9c77-5e56acf43282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:37.647645 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c615d77-f6fd-430f-9c77-5e56acf43282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:37.685123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c615d77-f6fd-430f-9c77-5e56acf43282 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:23:37.702811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57484) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:37.713270 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c615d77-f6fd-430f-9c77-5e56acf43282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d391d401-e6d2-4ead-9088-c45aba22dd2e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:37.718907 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c615d77-f6fd-430f-9c77-5e56acf43282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:37.719253 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-1c615d77-f6fd-430f-9c77-5e56acf43282 admin admin] Added segment 6974912b-f393-404d-a1f6-194b60f97e63 of type vlan for network 9f477e7c-8d4c-4498-8397-e6cc3d544f73 Jul 15 15:23:37.794929 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c615d77-f6fd-430f-9c77-5e56acf43282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:37.853565 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c615d77-f6fd-430f-9c77-5e56acf43282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:37.854641 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c615d77-f6fd-430f-9c77-5e56acf43282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:37.855255 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1c615d77-f6fd-430f-9c77-5e56acf43282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:37.968755 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1c615d77-f6fd-430f-9c77-5e56acf43282 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5836375 Jul 15 15:23:37.968755 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c615d77-f6fd-430f-9c77-5e56acf43282 admin admin] Pushing event updated for resources: {'Network': ['ID=9f477e7c-8d4c-4498-8397-e6cc3d544f73,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:37.969015 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57490) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:37.972093 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fe28145c-6023-43ac-81e9-22cbf8302fca admin admin] Request body: {'subnet': {'network_id': '9f477e7c-8d4c-4498-8397-e6cc3d544f73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1170589531-subnet', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:37.982004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 9f477e7c-8d4c-4498-8397-e6cc3d544f73 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:23:38.016899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe28145c-6023-43ac-81e9-22cbf8302fca admin admin] Made reservation on behalf of 091eea701cd34c86aaa4faeea2827252 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:23:38.023003 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe28145c-6023-43ac-81e9-22cbf8302fca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:38.056391 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e65c-48b7-44c8-85bc-6ee1d6e0fa53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:38.272651 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e65c-48b7-44c8-85bc-6ee1d6e0fa53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:38.307164 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e65c-48b7-44c8-85bc-6ee1d6e0fa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:38.359617 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4e65c-48b7-44c8-85bc-6ee1d6e0fa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495d3aad-81d6-407a-ae88-c12d23976558,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:38.365536 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bfa4e65c-48b7-44c8-85bc-6ee1d6e0fa53 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2bb2faf06256426fbaea074bb3d6101c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6614008 Jul 15 15:23:38.367611 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe28145c-6023-43ac-81e9-22cbf8302fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:38.368461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57508) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:38.441395 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28145c-6023-43ac-81e9-22cbf8302fca admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d63e5fb-4502-40d6-a59c-00d61983fe6d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:38.451533 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9920ffcb-b8d7-4ff3-94d4-00fe2a60671b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:38.459002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28145c-6023-43ac-81e9-22cbf8302fca admin admin] Checking segment: {'id': '6974912b-f393-404d-a1f6-194b60f97e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f477e7c-8d4c-4498-8397-e6cc3d544f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:23:38.459716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe28145c-6023-43ac-81e9-22cbf8302fca admin admin] Network hostable DHCP agents. Network: 9f477e7c-8d4c-4498-8397-e6cc3d544f73, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:23:38.482503 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe28145c-6023-43ac-81e9-22cbf8302fca admin admin] Network 9f477e7c-8d4c-4498-8397-e6cc3d544f73 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:23:38.492636 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9920ffcb-b8d7-4ff3-94d4-00fe2a60671b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:38.496534 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-fe28145c-6023-43ac-81e9-22cbf8302fca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 9f477e7c-8d4c-4498-8397-e6cc3d544f73) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:38.501719 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe28145c-6023-43ac-81e9-22cbf8302fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:38.502811 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe28145c-6023-43ac-81e9-22cbf8302fca admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:38.509070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2f51d3-e36d-4958-a4d9-9ca185463d2e None None] Network 9f477e7c-8d4c-4498-8397-e6cc3d544f73 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:23:38.526460 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fe28145c-6023-43ac-81e9-22cbf8302fca admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5594985 Jul 15 15:23:38.529109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57512) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:38.539484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1170589531-router', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:38.556031 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9920ffcb-b8d7-4ff3-94d4-00fe2a60671b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:38.559298 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9920ffcb-b8d7-4ff3-94d4-00fe2a60671b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:38.561973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9920ffcb-b8d7-4ff3-94d4-00fe2a60671b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/495d3aad-81d6-407a-ae88-c12d23976558 HTTP/1.1" status: 204 len: 168 time: 0.1920018 Jul 15 15:23:38.578989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920ffcb-b8d7-4ff3-94d4-00fe2a60671b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495d3aad-81d6-407a-ae88-c12d23976558,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:38.594198 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:38.595798 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:38.695057 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:38.848739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-9f477e7c-8d4c-4498-8397-e6cc3d544f73', 'network_id': '9f477e7c-8d4c-4498-8397-e6cc3d544f73', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'fixed_ips': [{'subnet_id': '3d63e5fb-4502-40d6-a59c-00d61983fe6d'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:23:38.849841 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:38.977369 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:39.026256 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Sync routers for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:23:39.040693 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:39.041413 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:39.083733 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:23:39.151766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:23:39.159958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:39.160495 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:39.163716 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Allocated IP 172.20.0.2 (9f477e7c-8d4c-4498-8397-e6cc3d544f73/3d63e5fb-4502-40d6-a59c-00d61983fe6d/b4cf38f9-8181-438b-9aab-e6235ca046dc) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:39.214584 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:23:39.345649 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57530) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:39.357685 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:39.361678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:39.381225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:23:39.391480 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:39.401121 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:39.446396 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-973e6d87-5180-4a40-8ad2-15400e1068ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e670e1dd1ba4480494a52fe52ee832ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0987656 Jul 15 15:23:39.447703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57532) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:39.509455 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-552b5805-c6e4-4a21-8e44-5e309b7ac933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:39.536821 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-552b5805-c6e4-4a21-8e44-5e309b7ac933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:39.577470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Allocated IP 172.25.4.140 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/87cd4d5c-17a7-4c78-b4d1-52423166a731) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:39.634372 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 2, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:39.635187 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-552b5805-c6e4-4a21-8e44-5e309b7ac933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:39.637993 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-552b5805-c6e4-4a21-8e44-5e309b7ac933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:39.639538 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-552b5805-c6e4-4a21-8e44-5e309b7ac933 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0b5b775c-8b7f-4081-939f-8a6dc70d951b HTTP/1.1" status: 204 len: 168 time: 0.1907356 Jul 15 15:23:39.652823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b5805-c6e4-4a21-8e44-5e309b7ac933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5b775c-8b7f-4081-939f-8a6dc70d951b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:39.723667 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Checking router: ec2f3420-21b7-4829-8472-2b45a6fb7fbb for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:23:39.726004 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Updating router ec2f3420-21b7-4829-8472-2b45a6fb7fbb port 24ffe916-01b2-4484-9307-17365cac7b8e binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:23:39.772949 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:39.806467 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:39.823925 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:39.850771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Transition to ACTIVE for port object b4cf38f9-8181-438b-9aab-e6235ca046dc will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:39.881971 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:39.890678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:39.912231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Transition to ACTIVE for port object b4cf38f9-8181-438b-9aab-e6235ca046dc will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:39.925052 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:40.031397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:40.036217 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Network 9f477e7c-8d4c-4498-8397-e6cc3d544f73 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:40.036614 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Pushing event updated for resources: {'Port': ['ID=87cd4d5c-17a7-4c78-b4d1-52423166a731,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:40.043550 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:40.046729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:40.053804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:40.057963 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:40.084447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Pushing event updated for resources: {'Port': ['ID=b4cf38f9-8181-438b-9aab-e6235ca046dc,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:40.204555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Attempting to bind port b4cf38f9-8181-438b-9aab-e6235ca046dc on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:23:40.205251 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Attempting to bind port b4cf38f9-8181-438b-9aab-e6235ca046dc by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '6974912b-f393-404d-a1f6-194b60f97e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f477e7c-8d4c-4498-8397-e6cc3d544f73'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:23:40.205415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Attempting to bind port b4cf38f9-8181-438b-9aab-e6235ca046dc on network 9f477e7c-8d4c-4498-8397-e6cc3d544f73 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:23:40.217687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:23:40.217687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Checking segment: {'id': '6974912b-f393-404d-a1f6-194b60f97e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f477e7c-8d4c-4498-8397-e6cc3d544f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:23:40.218008 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:40.218350 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Bound using segment: {'id': '6974912b-f393-404d-a1f6-194b60f97e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f477e7c-8d4c-4498-8397-e6cc3d544f73'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:23:40.218919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Bound port: b4cf38f9-8181-438b-9aab-e6235ca046dc, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6974912b-f393-404d-a1f6-194b60f97e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f477e7c-8d4c-4498-8397-e6cc3d544f73'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:23:40.219471 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:40.321940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] For port b4cf38f9-8181-438b-9aab-e6235ca046dc, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:23:40.326620 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] For port b4cf38f9-8181-438b-9aab-e6235ca046dc, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b4cf38f9-8181-438b-9aab-e6235ca046dc,segment=NetworkSegment(6974912b-f393-404d-a1f6-194b60f97e63),segment_id=6974912b-f393-404d-a1f6-194b60f97e63)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:23:40.333418 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:40.401904 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:40.423075 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Transition to ACTIVE for port object 24ffe916-01b2-4484-9307-17365cac7b8e will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:40.437947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374f572-97b8-453d-b8c2-915cdfaf752f None None] Pushing event updated for resources: {'Port': ['ID=b4cf38f9-8181-438b-9aab-e6235ca046dc,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:40.444116 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:40.529222 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f0693-7967-458a-ab32-3358482c491d None None] Pushing event updated for resources: {'Port': ['ID=24ffe916-01b2-4484-9307-17365cac7b8e,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:40.532662 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:40.650520 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Attempting to bind port 24ffe916-01b2-4484-9307-17365cac7b8e on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:23:40.651195 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Attempting to bind port 24ffe916-01b2-4484-9307-17365cac7b8e by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:23:40.651759 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Attempting to bind port 24ffe916-01b2-4484-9307-17365cac7b8e on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:23:40.670344 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:23:40.670758 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Checking segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:23:40.673683 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:40.673867 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Bound using segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:23:40.675510 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Bound port: 24ffe916-01b2-4484-9307-17365cac7b8e, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:23:40.677000 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:40.889427 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] For port 24ffe916-01b2-4484-9307-17365cac7b8e, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:23:40.893089 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] For port 24ffe916-01b2-4484-9307-17365cac7b8e, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=24ffe916-01b2-4484-9307-17365cac7b8e,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:23:40.901113 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:41.183614 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57576) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:41.200704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b4cf38f9-8181-438b-9aab-e6235ca046dc up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:23:41.283148 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f0693-7967-458a-ab32-3358482c491d None None] Pushing event updated for resources: {'Port': ['ID=24ffe916-01b2-4484-9307-17365cac7b8e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:41.312032 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:41.312930 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:41.347169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port b4cf38f9-8181-438b-9aab-e6235ca046dc completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:23:41.352410 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:23:41.427193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:41.427759 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:41.465403 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:23:41.485097 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-850fa7ad-5d2d-4e4e-b0ab-1caa3d099f18 tempest-AgentManagementNegativeTest-798230930 tempest-AgentManagementNegativeTest-798230930-project] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2980378 Jul 15 15:23:41.727091 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:41.743059 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:40Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:41.786716 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c49d45-905a-4beb-b595-c3360dccedba None None] The sync data for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 is: [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:40Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:41.919937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Router 57f10dfd-3763-4f29-a6fd-fa5c42833b87 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:23:42.034791 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57588) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:42.200007 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cbfe8d-538f-49be-9baf-4114ba97b30a None None] Network 9f477e7c-8d4c-4498-8397-e6cc3d544f73 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:23:42.223376 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:23:42.254679 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:42.256126 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b1de39ac-29e0-42d3-99a1-37cdf642884d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7259881 Jul 15 15:23:42.259181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57594) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:42.262032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Sync routers for ids ['57f10dfd-3763-4f29-a6fd-fa5c42833b87'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:23:42.306490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4121a689-95b7-42c7-8ce5-f9a1c482b775 None None] Provisioning for port b4cf38f9-8181-438b-9aab-e6235ca046dc completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:23:42.364905 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:42.418653 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4121a689-95b7-42c7-8ce5-f9a1c482b775 None None] Provisioning complete for port b4cf38f9-8181-438b-9aab-e6235ca046dc triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:42.418969 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4121a689-95b7-42c7-8ce5-f9a1c482b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:42.426614 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Routers {'57f10dfd-3763-4f29-a6fd-fa5c42833b87'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:42.427207 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['57f10dfd-3763-4f29-a6fd-fa5c42833b87'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:42.587712 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Set router 57f10dfd-3763-4f29-a6fd-fa5c42833b87 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:23:42.649394 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:42.659156 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:42.712621 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8b8920-ce89-4870-abb3-ee2836dd5547,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:42.727401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=980a103605cd473fb224591ee1946ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6914885 Jul 15 15:23:42.733043 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57598) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:42.741481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:42.743778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:42.744378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:42.744962 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:42.750727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:42.751713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:42.752616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:42.755180 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:42.757180 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:42.757903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:42.758768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:42.759332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d4425-39af-427f-afb2-0132b73b78c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:23:42.862499 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b09924e-2111-4238-aa8a-038760e54879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:42.917444 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b09924e-2111-4238-aa8a-038760e54879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:42.920887 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4121a689-95b7-42c7-8ce5-f9a1c482b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:42.988335 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4121a689-95b7-42c7-8ce5-f9a1c482b775 None None] For port b4cf38f9-8181-438b-9aab-e6235ca046dc, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b4cf38f9-8181-438b-9aab-e6235ca046dc,segment=NetworkSegment(6974912b-f393-404d-a1f6-194b60f97e63),segment_id=6974912b-f393-404d-a1f6-194b60f97e63)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:23:43.001841 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4121a689-95b7-42c7-8ce5-f9a1c482b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:43.041225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 24ffe916-01b2-4484-9307-17365cac7b8e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:23:43.082396 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b09924e-2111-4238-aa8a-038760e54879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:43.085208 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b09924e-2111-4238-aa8a-038760e54879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:43.089408 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3b09924e-2111-4238-aa8a-038760e54879 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac8b8920-ce89-4870-abb3-ee2836dd5547 HTTP/1.1" status: 204 len: 168 time: 0.3557703 Jul 15 15:23:43.111806 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:43.114125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09924e-2111-4238-aa8a-038760e54879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8b8920-ce89-4870-abb3-ee2836dd5547,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:43.209956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121a689-95b7-42c7-8ce5-f9a1c482b775 None None] Pushing event updated for resources: {'Port': ['ID=b4cf38f9-8181-438b-9aab-e6235ca046dc,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:43.215562 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 24ffe916-01b2-4484-9307-17365cac7b8e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:23:43.218413 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'name': 'tempest-TestVolumeBootPattern-1170589531-router', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '87cd4d5c-17a7-4c78-b4d1-52423166a731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:38Z', 'updated_at': '2021-07-15T15:23:40Z', 'revision_number': 3, 'project_id': '091eea701cd34c86aaa4faeea2827252', 'gw_port': {'id': '87cd4d5c-17a7-4c78-b4d1-52423166a731', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:39Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:43.254301 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 24ffe916-01b2-4484-9307-17365cac7b8e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:43.255231 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:43.258220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Checking router: 57f10dfd-3763-4f29-a6fd-fa5c42833b87 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:23:43.258939 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Updating router 57f10dfd-3763-4f29-a6fd-fa5c42833b87 port 87cd4d5c-17a7-4c78-b4d1-52423166a731 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:23:43.341294 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:43.373108 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Allocated IP 172.20.0.1 (9f477e7c-8d4c-4498-8397-e6cc3d544f73/3d63e5fb-4502-40d6-a59c-00d61983fe6d/f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:43.524352 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:43.544290 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Transition to ACTIVE for port object f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:43.600627 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:43.624874 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:43.688265 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Network 9f477e7c-8d4c-4498-8397-e6cc3d544f73 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:43.695455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:43.701125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:43.709197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:43.717430 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-318b467a-9b93-4c32-a5b9-06556dd910fe None None] Provisioning complete for port b4cf38f9-8181-438b-9aab-e6235ca046dc triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:43.719412 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-318b467a-9b93-4c32-a5b9-06556dd910fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:43.804262 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 24ffe916-01b2-4484-9307-17365cac7b8e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=24ffe916-01b2-4484-9307-17365cac7b8e,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:23:43.828122 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:43.866630 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:44.010140 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:44.031586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=24ffe916-01b2-4484-9307-17365cac7b8e,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:44.038778 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Transition to ACTIVE for port object 87cd4d5c-17a7-4c78-b4d1-52423166a731 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:44.048572 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:44.099583 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Attempting to bind port 87cd4d5c-17a7-4c78-b4d1-52423166a731 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:23:44.099973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Attempting to bind port 87cd4d5c-17a7-4c78-b4d1-52423166a731 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:23:44.100336 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Attempting to bind port 87cd4d5c-17a7-4c78-b4d1-52423166a731 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:23:44.108170 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:23:44.108434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:23:44.109255 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:44.109651 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:23:44.110149 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Bound port: 87cd4d5c-17a7-4c78-b4d1-52423166a731, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:23:44.110991 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:44.117677 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:44.179176 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89339d0b-bfe2-446a-be43-e94314df1095 None None] Pushing event updated for resources: {'Port': ['ID=87cd4d5c-17a7-4c78-b4d1-52423166a731,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:44.208220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-650cac60-7a13-4443-bd56-25ec80ee9408 None None] Provisioning for port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:23:44.217183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-650cac60-7a13-4443-bd56-25ec80ee9408 None None] Provisioning complete for port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:44.217717 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-650cac60-7a13-4443-bd56-25ec80ee9408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:44.257764 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] For port 87cd4d5c-17a7-4c78-b4d1-52423166a731, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:23:44.277279 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] For port 87cd4d5c-17a7-4c78-b4d1-52423166a731, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=87cd4d5c-17a7-4c78-b4d1-52423166a731,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:23:44.278877 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-650cac60-7a13-4443-bd56-25ec80ee9408 None None] Port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:23:44.289595 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:44.351846 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Routers {'57f10dfd-3763-4f29-a6fd-fa5c42833b87'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:44.352678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:44.353380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['57f10dfd-3763-4f29-a6fd-fa5c42833b87'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:44.360017 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:44.420312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89339d0b-bfe2-446a-be43-e94314df1095 None None] Pushing event updated for resources: {'Port': ['ID=87cd4d5c-17a7-4c78-b4d1-52423166a731,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:44.440819 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:44.522265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] Set router 57f10dfd-3763-4f29-a6fd-fa5c42833b87 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:23:44.535685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:44.538429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57646) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.570925 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Network 9f477e7c-8d4c-4498-8397-e6cc3d544f73 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:44.573340 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:44.711852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-b3d35f25-7267-4d33-b0a8-aba0b5ce29b6 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.713251 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b3d35f25-7267-4d33-b0a8-aba0b5ce29b6 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1723249 Jul 15 15:23:44.716279 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57650) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.722775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-7eed8f48-4079-44b4-abc2-b0ae0573cad9 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.726073 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7eed8f48-4079-44b4-abc2-b0ae0573cad9 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0062883 Jul 15 15:23:44.726793 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57652) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.732825 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-1fe99ab8-f06c-43bb-8cb7-9bb376765cd8 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.736228 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1fe99ab8-f06c-43bb-8cb7-9bb376765cd8 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0064530 Jul 15 15:23:44.737304 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57654) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.741147 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-cb5dfd6b-ce92-45aa-a640-753e31fc905b tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.744361 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cb5dfd6b-ce92-45aa-a640-753e31fc905b tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0067320 Jul 15 15:23:44.746987 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57656) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.754582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-b7f4526e-d01b-4444-b0e7-01a82ddbe0aa tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.755925 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b7f4526e-d01b-4444-b0e7-01a82ddbe0aa tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0077984 Jul 15 15:23:44.759032 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57658) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.763902 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-4d375ac2-2b45-47af-80ee-c7b4bce49e9f tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.765004 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4d375ac2-2b45-47af-80ee-c7b4bce49e9f tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047736 Jul 15 15:23:44.767479 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57662) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.772178 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-857d232f-2806-4121-a1df-8ffcd5f5647a tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.776582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-857d232f-2806-4121-a1df-8ffcd5f5647a tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0075669 Jul 15 15:23:44.778925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57664) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.784012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-eda651f1-5d8f-4f9d-8de7-b84afe35ba6d tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.786836 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-eda651f1-5d8f-4f9d-8de7-b84afe35ba6d tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0066526 Jul 15 15:23:44.789629 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57666) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.794802 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-4b034e78-ed8f-4a39-92af-5dd0fc341be0 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.796017 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4b034e78-ed8f-4a39-92af-5dd0fc341be0 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052450 Jul 15 15:23:44.798604 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57668) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.804960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-aa4f3fbe-3542-4bbd-a9c4-00198714051c tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.808776 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Router 57f10dfd-3763-4f29-a6fd-fa5c42833b87 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:23:44.809545 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-aa4f3fbe-3542-4bbd-a9c4-00198714051c tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0095482 Jul 15 15:23:44.810143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57670) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.814419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-4e3244b6-66cd-415a-856c-0c0698b2c26a tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.818875 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57672) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.823833 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-1fec7d6a-8dc6-4d15-b63d-8a230fdbfbc9 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.827425 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4e3244b6-66cd-415a-856c-0c0698b2c26a tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0162148 Jul 15 15:23:44.828059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57674) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.829928 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1fec7d6a-8dc6-4d15-b63d-8a230fdbfbc9 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0095985 Jul 15 15:23:44.835309 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-32dbf74d-6d5a-4c1e-9739-64ebf7b28e19 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.842077 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57676) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.850300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-32dbf74d-6d5a-4c1e-9739-64ebf7b28e19 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0211666 Jul 15 15:23:44.854787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-b4b9be45-0723-481c-b476-6dd6e0762da7 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.859473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57678) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.864199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-52a8b216-f8fb-4f0c-8f8b-3fd801dab21a tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.865179 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-52a8b216-f8fb-4f0c-8f8b-3fd801dab21a tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045938 Jul 15 15:23:44.870662 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b4b9be45-0723-481c-b476-6dd6e0762da7 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0273812 Jul 15 15:23:44.872446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57682) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.880783 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-ff47554a-d36a-469b-8e1b-249f3b926d30 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.884376 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ff47554a-d36a-469b-8e1b-249f3b926d30 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0077951 Jul 15 15:23:44.884865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57684) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.889234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-de1450bf-e705-4492-be13-4f39dad022ad tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.890174 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-de1450bf-e705-4492-be13-4f39dad022ad tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044765 Jul 15 15:23:44.898314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57686) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.922832 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-aae48bca-a977-4ecc-a590-12a18c96d351 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.927803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-aae48bca-a977-4ecc-a590-12a18c96d351 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0278907 Jul 15 15:23:44.928615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57690) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.933450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-22b79b09-d423-4d79-9932-f7abfcfae90b tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.938029 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-22b79b09-d423-4d79-9932-f7abfcfae90b tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0082808 Jul 15 15:23:44.938648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57692) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.946442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-2114d91f-82d6-4564-a05b-1dff4d9d26a7 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.950598 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2114d91f-82d6-4564-a05b-1dff4d9d26a7 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0094528 Jul 15 15:23:44.951510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57694) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.956527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-904112bd-7c3d-4e35-830a-6bb2d560cfed tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.960401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-904112bd-7c3d-4e35-830a-6bb2d560cfed tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0076525 Jul 15 15:23:44.961201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57696) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.967542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-244b8626-ee4b-4bee-9101-d5639434bf76 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.972292 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'name': 'tempest-TestVolumeBootPattern-1170589531-router', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '87cd4d5c-17a7-4c78-b4d1-52423166a731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:38Z', 'updated_at': '2021-07-15T15:23:44Z', 'revision_number': 4, 'project_id': '091eea701cd34c86aaa4faeea2827252', 'gw_port': {'id': '87cd4d5c-17a7-4c78-b4d1-52423166a731', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:39Z', 'updated_at': '2021-07-15T15:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915', 'name': '', 'network_id': '9f477e7c-8d4c-4498-8397-e6cc3d544f73', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'mac_address': 'fa:16:3e:31:bb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '3d63e5fb-4502-40d6-a59c-00d61983fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:43Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 1, 'project_id': '091eea701cd34c86aaa4faeea2827252', 'subnets': [{'id': '3d63e5fb-4502-40d6-a59c-00d61983fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:44.973133 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-244b8626-ee4b-4bee-9101-d5639434bf76 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0100110 Jul 15 15:23:44.974269 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57698) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.979098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-7d7884ce-8c44-4e7c-89a5-59de745052b3 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:44.983040 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7d7884ce-8c44-4e7c-89a5-59de745052b3 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0075114 Jul 15 15:23:44.984136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57700) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:44.993132 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-fe3dc90d-571d-40ac-b90b-90a70728b88a tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.021604 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fe3dc90d-571d-40ac-b90b-90a70728b88a tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0362117 Jul 15 15:23:45.023978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57702) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.032494 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03acf77-aca1-46b8-b573-f527323ce5f3 None None] The sync data for ids ['57f10dfd-3763-4f29-a6fd-fa5c42833b87'] in n-d-764435-3 is: [{'id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'name': 'tempest-TestVolumeBootPattern-1170589531-router', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '87cd4d5c-17a7-4c78-b4d1-52423166a731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:38Z', 'updated_at': '2021-07-15T15:23:44Z', 'revision_number': 4, 'project_id': '091eea701cd34c86aaa4faeea2827252', 'gw_port': {'id': '87cd4d5c-17a7-4c78-b4d1-52423166a731', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:39Z', 'updated_at': '2021-07-15T15:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915', 'name': '', 'network_id': '9f477e7c-8d4c-4498-8397-e6cc3d544f73', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'mac_address': 'fa:16:3e:31:bb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '3d63e5fb-4502-40d6-a59c-00d61983fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:43Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 1, 'project_id': '091eea701cd34c86aaa4faeea2827252', 'subnets': [{'id': '3d63e5fb-4502-40d6-a59c-00d61983fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:45.035226 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-ebe4b1e0-4892-4d0f-bb63-4b056e65badf tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.036506 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ebe4b1e0-4892-4d0f-bb63-4b056e65badf tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0115473 Jul 15 15:23:45.040281 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57706) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.056476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-55ecd48a-bc14-49b9-9a50-cc1c48812aa9 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.058037 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-55ecd48a-bc14-49b9-9a50-cc1c48812aa9 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0138962 Jul 15 15:23:45.061692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57708) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.066212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-0d5c912d-51a2-43ef-ae46-ca599f81c16b tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.079297 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0d5c912d-51a2-43ef-ae46-ca599f81c16b tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0165608 Jul 15 15:23:45.085057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57710) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.107586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 24ffe916-01b2-4484-9307-17365cac7b8e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:23:45.115879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-dbacf59a-ae96-4bb9-b67b-d8b51c5c37e9 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.119184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57712) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.119321 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dbacf59a-ae96-4bb9-b67b-d8b51c5c37e9 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0295105 Jul 15 15:23:45.124649 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-1c3c464f-6461-499e-bdfc-6d012eb52243 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.125833 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1c3c464f-6461-499e-bdfc-6d012eb52243 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053918 Jul 15 15:23:45.129023 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57716) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.137207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-0921f7a6-73b9-4bbc-968f-96ee48c527d0 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.138799 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0921f7a6-73b9-4bbc-968f-96ee48c527d0 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0085669 Jul 15 15:23:45.148086 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57718) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.154717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2bcddbbc-4858-4e41-9ccb-45a93b96997a None None] Provisioning complete for port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:45.155098 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2bcddbbc-4858-4e41-9ccb-45a93b96997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:45.161807 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-9e9007f3-0350-4dd0-a2ae-55206baea404 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.171472 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9e9007f3-0350-4dd0-a2ae-55206baea404 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0135906 Jul 15 15:23:45.172131 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57720) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.176808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-7d0ef21f-8720-424a-97bf-a3f2983d311b tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.177801 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7d0ef21f-8720-424a-97bf-a3f2983d311b tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047219 Jul 15 15:23:45.181717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57722) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.186459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-374d8780-106b-49aa-b24e-7324bcf75142 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.191943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-374d8780-106b-49aa-b24e-7324bcf75142 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0089047 Jul 15 15:23:45.195209 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57724) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.207231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-ee5196bc-1d21-4ccd-8a12-83f272dea788 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.208475 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ee5196bc-1d21-4ccd-8a12-83f272dea788 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0121696 Jul 15 15:23:45.211022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57726) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.215957 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-cb2b48ff-332a-4021-a5e5-afe055cbf9d8 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.221056 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cb2b48ff-332a-4021-a5e5-afe055cbf9d8 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0083168 Jul 15 15:23:45.225572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57728) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.230744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-e324b30b-371a-4ee3-8586-dae8093127b9 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.234183 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57730) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.237402 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e324b30b-371a-4ee3-8586-dae8093127b9 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0076835 Jul 15 15:23:45.239833 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-1146f758-e1ae-4594-aea6-aed91659e1d8 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.241426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1146f758-e1ae-4594-aea6-aed91659e1d8 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0059192 Jul 15 15:23:45.244313 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57732) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.255234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-f2a5dd0f-dd2d-44c2-af30-f3c5a4e97a7b tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.257166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f2a5dd0f-dd2d-44c2-af30-f3c5a4e97a7b tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0111561 Jul 15 15:23:45.261262 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57736) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.265789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-5c107035-d949-4df6-812c-4e26052a5fc0 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.266958 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5c107035-d949-4df6-812c-4e26052a5fc0 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047965 Jul 15 15:23:45.267081 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2bcddbbc-4858-4e41-9ccb-45a93b96997a None None] Port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:23:45.270168 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57738) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.279781 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-44f67207-e469-4df3-a240-3b952d6bff38 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.280864 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-44f67207-e469-4df3-a240-3b952d6bff38 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0092878 Jul 15 15:23:45.283979 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57740) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.288723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-cd60d2d1-e3af-4f28-9c4f-f0bdd0b5c47c tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.291870 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cd60d2d1-e3af-4f28-9c4f-f0bdd0b5c47c tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0066614 Jul 15 15:23:45.294600 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57742) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.295546 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:23:45.296069 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 24ffe916-01b2-4484-9307-17365cac7b8e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:45.296429 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:45.304057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-9a9051d2-5623-4702-bb9a-2d8a7fcba6a3 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.305397 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9a9051d2-5623-4702-bb9a-2d8a7fcba6a3 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0091395 Jul 15 15:23:45.308202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57744) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.313574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-69df9d87-52f5-494f-ba26-25437f493884 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.314776 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-69df9d87-52f5-494f-ba26-25437f493884 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050988 Jul 15 15:23:45.317220 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-06c9c479-67c9-44cc-805d-9fdc50a6b1d7 admin admin] 10.222.0.38 "PUT /v2.0/routers/57f10dfd-3763-4f29-a6fd-fa5c42833b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0549755 Jul 15 15:23:45.317440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57746) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.333865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-d2416f83-4ebe-4e47-900f-a13417503a6b tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.339598 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d2416f83-4ebe-4e47-900f-a13417503a6b tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0152709 Jul 15 15:23:45.340533 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57750) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.352084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-e3694a10-7b14-4c45-8dec-f8c12ff0a0e0 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.354497 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e3694a10-7b14-4c45-8dec-f8c12ff0a0e0 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0112062 Jul 15 15:23:45.356015 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57752) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.367476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-1b292982-eebd-461e-99cf-8eec625fb9bc tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.370851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1b292982-eebd-461e-99cf-8eec625fb9bc tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0108974 Jul 15 15:23:45.373306 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57754) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.380610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-c161efb9-58fb-4d25-8dca-3935ab62cb11 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.381902 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c161efb9-58fb-4d25-8dca-3935ab62cb11 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0073724 Jul 15 15:23:45.384717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57756) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.390165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-a02f7daf-6fe6-4d8b-ba41-6554b8759f3d tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.391724 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a02f7daf-6fe6-4d8b-ba41-6554b8759f3d tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0058119 Jul 15 15:23:45.395109 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57758) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.402517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-8f7bca2a-4bfb-4d1d-83bd-8c1f9113c33e tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.407213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8f7bca2a-4bfb-4d1d-83bd-8c1f9113c33e tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0105870 Jul 15 15:23:45.410366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57760) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.431035 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-496603bf-2206-4b82-8f6d-1533d22ae0f8 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.432714 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-496603bf-2206-4b82-8f6d-1533d22ae0f8 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0202425 Jul 15 15:23:45.436021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57762) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.441710 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-c88b9a95-a231-42bc-81b1-2ac1e2c2baeb tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.442969 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c88b9a95-a231-42bc-81b1-2ac1e2c2baeb tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0059319 Jul 15 15:23:45.448136 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57764) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.452861 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-9d0fadf2-4926-4fc4-9a72-52dfbcca3e13 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.453755 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9d0fadf2-4926-4fc4-9a72-52dfbcca3e13 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046940 Jul 15 15:23:45.457961 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57766) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.469795 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-6b024647-08ac-46b6-b75f-92852134d57a tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.473022 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6b024647-08ac-46b6-b75f-92852134d57a tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0110545 Jul 15 15:23:45.475735 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57768) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.480352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-a97de227-a5ad-44ce-806a-62d2e2b486a7 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.481292 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a97de227-a5ad-44ce-806a-62d2e2b486a7 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045333 Jul 15 15:23:45.485801 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57770) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.502919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-8b8169bb-3775-4c8f-9c58-3eebf57d62c3 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.507019 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8b8169bb-3775-4c8f-9c58-3eebf57d62c3 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0177011 Jul 15 15:23:45.507357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57772) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.517166 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-04001b18-b1be-4a61-8e41-603981589432 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.520807 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-04001b18-b1be-4a61-8e41-603981589432 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0095363 Jul 15 15:23:45.522096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57774) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.528903 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-ff7c440d-af48-4745-aaa5-27083d2438ee tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.530193 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ff7c440d-af48-4745-aaa5-27083d2438ee tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0069153 Jul 15 15:23:45.533094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57776) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.540050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-b08e8cd5-bccd-450d-9678-c6964303d091 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.541331 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b08e8cd5-bccd-450d-9678-c6964303d091 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0069418 Jul 15 15:23:45.543859 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57778) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.555055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-0ee699ad-30e2-4a04-bd78-1b641f122df6 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.557093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0ee699ad-30e2-4a04-bd78-1b641f122df6 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0120873 Jul 15 15:23:45.559846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57780) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.566343 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-cfeeb73a-8ecf-4e50-b2a9-c4df4d4b5f14 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.573611 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cfeeb73a-8ecf-4e50-b2a9-c4df4d4b5f14 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0124216 Jul 15 15:23:45.576219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57782) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.585022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-a80db013-73d9-498f-a5af-6544ec2f405c tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.589552 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57784) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.594989 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a80db013-73d9-498f-a5af-6544ec2f405c tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0174704 Jul 15 15:23:45.596940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-50c58114-99a4-443e-aa11-2a8b82d7fc33 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.598184 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-50c58114-99a4-443e-aa11-2a8b82d7fc33 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0073962 Jul 15 15:23:45.601122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57786) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.607420 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-b621126c-c160-4397-96dc-8a48a3f0ed28 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.612080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57788) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.616985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-fdcbcc74-9822-4c9f-83b9-8efa26e78c02 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.617777 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b621126c-c160-4397-96dc-8a48a3f0ed28 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0141289 Jul 15 15:23:45.622147 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57790) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.640636 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fdcbcc74-9822-4c9f-83b9-8efa26e78c02 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0272043 Jul 15 15:23:45.643166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-bb550b58-5ecd-4c5d-978f-52e5be5262a9 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.646376 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bb550b58-5ecd-4c5d-978f-52e5be5262a9 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0229363 Jul 15 15:23:45.649058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57794) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.654609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-97644348-b99e-4760-8525-560baba3aea3 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.660319 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-97644348-b99e-4760-8525-560baba3aea3 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0097365 Jul 15 15:23:45.663033 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57798) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.668494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-3eff8e85-ddf6-4310-915d-f8d46a7cc012 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.672805 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57800) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.678148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [None req-5d78bc87-08e7-4488-8475-351166208f0e tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.679370 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3eff8e85-ddf6-4310-915d-f8d46a7cc012 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0151312 Jul 15 15:23:45.700476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57802) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:45.705289 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [None req-01df8401-6a07-4989-b475-d5c31ea18399 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:23:45.706044 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5d78bc87-08e7-4488-8475-351166208f0e tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0318360 Jul 15 15:23:45.717412 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-01df8401-6a07-4989-b475-d5c31ea18399 tempest-ExtensionsTestJSON-784539532 tempest-ExtensionsTestJSON-784539532-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0124016 Jul 15 15:23:45.769056 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b4cf38f9-8181-438b-9aab-e6235ca046dc up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:23:45.859816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port b4cf38f9-8181-438b-9aab-e6235ca046dc triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:45.860216 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:46.198677 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57816) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:46.434821 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-637f32ac-0b10-4992-a670-0add1665b1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:46.612386 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-637f32ac-0b10-4992-a670-0add1665b1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:46.627432 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-637f32ac-0b10-4992-a670-0add1665b1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:46.694421 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-637f32ac-0b10-4992-a670-0add1665b1f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=778efbaeb565459c87a3b1198a2ec8dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4946573 Jul 15 15:23:46.697517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57830) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:46.699466 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f32ac-0b10-4992-a670-0add1665b1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c1afe5-b82b-4528-b8a7-3dddf6a7a8fa,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:46.800893 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0831f689-ee72-40fd-b007-c66b30b5caa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:46.855388 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0831f689-ee72-40fd-b007-c66b30b5caa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:46.969017 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0831f689-ee72-40fd-b007-c66b30b5caa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:46.975274 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0831f689-ee72-40fd-b007-c66b30b5caa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:46.982361 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0831f689-ee72-40fd-b007-c66b30b5caa7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21c1afe5-b82b-4528-b8a7-3dddf6a7a8fa HTTP/1.1" status: 204 len: 168 time: 0.2829580 Jul 15 15:23:47.000930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831f689-ee72-40fd-b007-c66b30b5caa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c1afe5-b82b-4528-b8a7-3dddf6a7a8fa,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:47.059068 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 87cd4d5c-17a7-4c78-b4d1-52423166a731 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:23:47.129448 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 87cd4d5c-17a7-4c78-b4d1-52423166a731 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:23:47.138101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 87cd4d5c-17a7-4c78-b4d1-52423166a731 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:47.138382 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:47.373979 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:47.464721 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 87cd4d5c-17a7-4c78-b4d1-52423166a731, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=87cd4d5c-17a7-4c78-b4d1-52423166a731,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:23:47.477021 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:47.553805 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=87cd4d5c-17a7-4c78-b4d1-52423166a731,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:48.050179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57870) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:48.210986 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d232030b-0aed-4206-a15c-e6c701875f02 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-787728524'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:48.242971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d232030b-0aed-4206-a15c-e6c701875f02 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Made reservation on behalf of 476a9fe45e404b4997018d75eb4faad9 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:23:48.246562 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d232030b-0aed-4206-a15c-e6c701875f02 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:48.255400 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d232030b-0aed-4206-a15c-e6c701875f02 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:48.353712 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d232030b-0aed-4206-a15c-e6c701875f02 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:48.359360 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d232030b-0aed-4206-a15c-e6c701875f02 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:48.381531 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d232030b-0aed-4206-a15c-e6c701875f02 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:23:48.409451 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d232030b-0aed-4206-a15c-e6c701875f02 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:48.409808 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-d232030b-0aed-4206-a15c-e6c701875f02 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Added segment 2a3313b8-02e1-4769-8225-004c1df4a2c6 of type vlan for network a645a778-c4da-4f2e-941e-d05628cf5211 Jul 15 15:23:48.425765 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232030b-0aed-4206-a15c-e6c701875f02 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55bedd5c-3ff0-4dba-9fbd-6f5adac774b5,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:48.482910 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d232030b-0aed-4206-a15c-e6c701875f02 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:48.540557 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d232030b-0aed-4206-a15c-e6c701875f02 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:48.548125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d232030b-0aed-4206-a15c-e6c701875f02 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:48.549153 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d232030b-0aed-4206-a15c-e6c701875f02 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:48.593803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d232030b-0aed-4206-a15c-e6c701875f02 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5422843 Jul 15 15:23:48.600020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57894) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:48.603223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bf7b3d47-b33a-41b3-b7a6-015b9baf3348 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Request body: {'subnet': {'network_id': 'a645a778-c4da-4f2e-941e-d05628cf5211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:48.711157 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232030b-0aed-4206-a15c-e6c701875f02 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Pushing event updated for resources: {'Network': ['ID=a645a778-c4da-4f2e-941e-d05628cf5211,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:48.735203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network a645a778-c4da-4f2e-941e-d05628cf5211 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:23:48.823171 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7b3d47-b33a-41b3-b7a6-015b9baf3348 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Made reservation on behalf of 476a9fe45e404b4997018d75eb4faad9 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:23:48.827220 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf7b3d47-b33a-41b3-b7a6-015b9baf3348 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:49.028183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 87cd4d5c-17a7-4c78-b4d1-52423166a731 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:23:49.109144 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf7b3d47-b33a-41b3-b7a6-015b9baf3348 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:49.126852 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:49.181428 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-3522569a-35a6-4433-86aa-b80e0e05e7cc tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:49.184889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-3522569a-35a6-4433-86aa-b80e0e05e7cc tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 811 time: 0.4367654 Jul 15 15:23:49.204543 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-de87a78e-6fc2-4d93-9cfe-6aa4c717b3e3 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/quotas/afd4ec70edcc4c02824018c6458411be HTTP/1.1" status: 200 len: 375 time: 0.0129676 Jul 15 15:23:49.208769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 87cd4d5c-17a7-4c78-b4d1-52423166a731 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:49.209434 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:49.210119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b3d47-b33a-41b3-b7a6-015b9baf3348 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Pushing event updated for resources: {'Subnet': ['ID=9f881bf7-4796-4bf9-8a49-ef5f8ca0d834,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:49.241476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7b3d47-b33a-41b3-b7a6-015b9baf3348 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Checking segment: {'id': '2a3313b8-02e1-4769-8225-004c1df4a2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a645a778-c4da-4f2e-941e-d05628cf5211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:23:49.242441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b3d47-b33a-41b3-b7a6-015b9baf3348 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Network hostable DHCP agents. Network: a645a778-c4da-4f2e-941e-d05628cf5211, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:23:49.275923 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b3d47-b33a-41b3-b7a6-015b9baf3348 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Network a645a778-c4da-4f2e-941e-d05628cf5211 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:23:49.306389 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-bf7b3d47-b33a-41b3-b7a6-015b9baf3348 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, a645a778-c4da-4f2e-941e-d05628cf5211) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:49.311452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7b3d47-b33a-41b3-b7a6-015b9baf3348 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:49.312867 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf7b3d47-b33a-41b3-b7a6-015b9baf3348 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:49.327807 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e084d1eb-ac3f-4242-b6b3-b310b5673937 None None] Network a645a778-c4da-4f2e-941e-d05628cf5211 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:23:49.354173 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bf7b3d47-b33a-41b3-b7a6-015b9baf3348 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7558768 Jul 15 15:23:49.355927 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57910) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:49.367750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-70881b89-d654-4511-b851-36eef8526fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Request body: {'port': {'network_id': 'a645a778-c4da-4f2e-941e-d05628cf5211', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-255233767'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:49.404491 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:49.427944 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-54ce5121-05e2-49db-8c8a-b202efe8c141 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2180700 Jul 15 15:23:49.519068 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Sync routers for ids ['57f10dfd-3763-4f29-a6fd-fa5c42833b87'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:23:49.537563 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Routers {'57f10dfd-3763-4f29-a6fd-fa5c42833b87'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:49.538387 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['57f10dfd-3763-4f29-a6fd-fa5c42833b87'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:49.584732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-a645a778-c4da-4f2e-941e-d05628cf5211', 'network_id': 'a645a778-c4da-4f2e-941e-d05628cf5211', 'tenant_id': '476a9fe45e404b4997018d75eb4faad9', 'fixed_ips': [{'subnet_id': '9f881bf7-4796-4bf9-8a49-ef5f8ca0d834'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:23:49.585601 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:49.629509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70881b89-d654-4511-b851-36eef8526fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Made reservation on behalf of 476a9fe45e404b4997018d75eb4faad9 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:23:49.637308 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70881b89-d654-4511-b851-36eef8526fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:49.698611 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-70881b89-d654-4511-b851-36eef8526fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] device_id is not set on port 6499d61f-b55a-488b-a74d-77186954cc66 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:23:49.775157 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Set router 57f10dfd-3763-4f29-a6fd-fa5c42833b87 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:23:49.808975 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-7cd6daa8-7c8b-4879-b8fa-817b9b9f9161 service neutron] 10.222.0.38 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727343 Jul 15 15:23:49.823971 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Allocated IP 2001:db8::2 (a645a778-c4da-4f2e-941e-d05628cf5211/9f881bf7-4796-4bf9-8a49-ef5f8ca0d834/3f925885-3834-42bb-9af2-656152c97847) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:49.940894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-6a895630-ee4b-4cc1-9fec-868f02572663 service neutron] 10.222.0.38 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253049 Jul 15 15:23:50.174039 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:50.192989 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Transition to ACTIVE for port object 3f925885-3834-42bb-9af2-656152c97847 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:50.212724 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Transition to ACTIVE for port object 3f925885-3834-42bb-9af2-656152c97847 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:50.223457 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:50.223954 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'name': 'tempest-TestVolumeBootPattern-1170589531-router', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '87cd4d5c-17a7-4c78-b4d1-52423166a731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:38Z', 'updated_at': '2021-07-15T15:23:44Z', 'revision_number': 4, 'project_id': '091eea701cd34c86aaa4faeea2827252', 'gw_port': {'id': '87cd4d5c-17a7-4c78-b4d1-52423166a731', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:39Z', 'updated_at': '2021-07-15T15:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915', 'name': '', 'network_id': '9f477e7c-8d4c-4498-8397-e6cc3d544f73', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'mac_address': 'fa:16:3e:31:bb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '3d63e5fb-4502-40d6-a59c-00d61983fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:43Z', 'updated_at': '2021-07-15T15:23:44Z', 'revision_number': 2, 'project_id': '091eea701cd34c86aaa4faeea2827252', 'subnets': [{'id': '3d63e5fb-4502-40d6-a59c-00d61983fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:50.266937 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Network a645a778-c4da-4f2e-941e-d05628cf5211 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:50.271260 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:50.275047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:50.294751 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Checking router: 57f10dfd-3763-4f29-a6fd-fa5c42833b87 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:23:50.295152 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Updating router 57f10dfd-3763-4f29-a6fd-fa5c42833b87 port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:23:50.308728 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Pushing event updated for resources: {'Port': ['ID=3f925885-3834-42bb-9af2-656152c97847,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:50.377823 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Attempting to bind port 3f925885-3834-42bb-9af2-656152c97847 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:23:50.378258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Attempting to bind port 3f925885-3834-42bb-9af2-656152c97847 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '2a3313b8-02e1-4769-8225-004c1df4a2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a645a778-c4da-4f2e-941e-d05628cf5211'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:23:50.378661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Attempting to bind port 3f925885-3834-42bb-9af2-656152c97847 on network a645a778-c4da-4f2e-941e-d05628cf5211 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:23:50.393654 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:23:50.394089 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Checking segment: {'id': '2a3313b8-02e1-4769-8225-004c1df4a2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a645a778-c4da-4f2e-941e-d05628cf5211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:23:50.394607 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:50.395188 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Bound using segment: {'id': '2a3313b8-02e1-4769-8225-004c1df4a2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a645a778-c4da-4f2e-941e-d05628cf5211'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:23:50.395760 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Bound port: 3f925885-3834-42bb-9af2-656152c97847, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3313b8-02e1-4769-8225-004c1df4a2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a645a778-c4da-4f2e-941e-d05628cf5211'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:23:50.396152 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:50.417380 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:50.423479 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-70881b89-d654-4511-b851-36eef8526fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Allocated IP 2001:db8::1a (a645a778-c4da-4f2e-941e-d05628cf5211/9f881bf7-4796-4bf9-8a49-ef5f8ca0d834/6499d61f-b55a-488b-a74d-77186954cc66) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:50.530672 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] For port 3f925885-3834-42bb-9af2-656152c97847, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:23:50.537259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] For port 3f925885-3834-42bb-9af2-656152c97847, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3f925885-3834-42bb-9af2-656152c97847,segment=NetworkSegment(2a3313b8-02e1-4769-8225-004c1df4a2c6),segment_id=2a3313b8-02e1-4769-8225-004c1df4a2c6)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:23:50.550862 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:50.641032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-10d398cd-0914-46ac-818f-57fbe01e6bac req-0cd1929e-39d0-4d37-950e-a2ad206a0924 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 210 time: 0.1251960 Jul 15 15:23:50.684996 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35e10c-11ca-4339-bc3f-f4daed539714 None None] Pushing event updated for resources: {'Port': ['ID=3f925885-3834-42bb-9af2-656152c97847,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:50.779718 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70881b89-d654-4511-b851-36eef8526fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:50.797222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-70881b89-d654-4511-b851-36eef8526fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Transition to ACTIVE for port object 6499d61f-b55a-488b-a74d-77186954cc66 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:50.840325 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70881b89-d654-4511-b851-36eef8526fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:50.859790 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:50.890691 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Transition to ACTIVE for port object f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:50.898787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70881b89-d654-4511-b851-36eef8526fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Network a645a778-c4da-4f2e-941e-d05628cf5211 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:50.903564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-70881b89-d654-4511-b851-36eef8526fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:50.908951 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:50.911176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70881b89-d654-4511-b851-36eef8526fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:50.920643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70881b89-d654-4511-b851-36eef8526fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:50.921323 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70881b89-d654-4511-b851-36eef8526fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:50.954998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70881b89-d654-4511-b851-36eef8526fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Pushing event updated for resources: {'Port': ['ID=6499d61f-b55a-488b-a74d-77186954cc66,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:50.960497 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-70881b89-d654-4511-b851-36eef8526fb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.6008718 Jul 15 15:23:50.963766 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57938) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:50.969575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Request body: {'port': {'network_id': 'a645a778-c4da-4f2e-941e-d05628cf5211', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1033938306', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:50.970167 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.api.validators [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] bootfile-name is not in valid_values {{(pid=100712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 15:23:50.970512 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.api.validators [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] tftp-server is not in valid_values {{(pid=100712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 15:23:50.970995 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.api.validators [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] server-ip-address is not in valid_values {{(pid=100712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 15:23:51.024037 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5de65-110b-4877-a9d3-68edcca1af75 None None] Pushing event updated for resources: {'Port': ['ID=f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:51.233104 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Attempting to bind port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:23:51.233467 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Attempting to bind port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '6974912b-f393-404d-a1f6-194b60f97e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f477e7c-8d4c-4498-8397-e6cc3d544f73'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:23:51.233831 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Attempting to bind port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 on network 9f477e7c-8d4c-4498-8397-e6cc3d544f73 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:23:51.248856 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:23:51.249229 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Checking segment: {'id': '6974912b-f393-404d-a1f6-194b60f97e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f477e7c-8d4c-4498-8397-e6cc3d544f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:23:51.249627 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:51.250022 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Bound using segment: {'id': '6974912b-f393-404d-a1f6-194b60f97e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f477e7c-8d4c-4498-8397-e6cc3d544f73'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:23:51.250501 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Bound port: f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6974912b-f393-404d-a1f6-194b60f97e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f477e7c-8d4c-4498-8397-e6cc3d544f73'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:23:51.250904 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:51.284606 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Made reservation on behalf of 476a9fe45e404b4997018d75eb4faad9 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:23:51.289542 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:51.360753 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] device_id is not set on port 14540a29-69f1-4895-bbe9-1fa2f84fc100 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:23:51.461426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5916965e-d9be-49ed-a88d-fe5f7d004d41 req-38a47a7b-b4c5-46c3-bdc1-9d1a9c2cea9b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1580162 Jul 15 15:23:51.468362 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] For port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:23:51.493942 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] For port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915,segment=NetworkSegment(6974912b-f393-404d-a1f6-194b60f97e63),segment_id=6974912b-f393-404d-a1f6-194b60f97e63)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:23:51.506891 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:51.575517 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Routers {'57f10dfd-3763-4f29-a6fd-fa5c42833b87'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:23:51.576243 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:23:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['57f10dfd-3763-4f29-a6fd-fa5c42833b87'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:51.637404 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5de65-110b-4877-a9d3-68edcca1af75 None None] Pushing event updated for resources: {'Port': ['ID=f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:51.655619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Allocated IP 2001:db8::370 (a645a778-c4da-4f2e-941e-d05628cf5211/9f881bf7-4796-4bf9-8a49-ef5f8ca0d834/14540a29-69f1-4895-bbe9-1fa2f84fc100) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:51.696242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916965e-d9be-49ed-a88d-fe5f7d004d41 req-d80dfada-929a-48a0-87a7-3d4a4447baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:51.698705 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5916965e-d9be-49ed-a88d-fe5f7d004d41 req-d80dfada-929a-48a0-87a7-3d4a4447baeb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2db6d724ceec4df59f0f69f5abe77cf3&device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 1096 time: 0.1361737 Jul 15 15:23:51.791682 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] Set router 57f10dfd-3763-4f29-a6fd-fa5c42833b87 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:23:51.969178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ac1c77d-248d-4984-9ca1-755f76b86be9 req-94cfef98-d3a7-4102-9231-13c1b3ed8b64 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 210 time: 0.0696318 Jul 15 15:23:52.061219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916965e-d9be-49ed-a88d-fe5f7d004d41 req-4c716022-44e3-426c-928a-8f764ef174ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:52.068795 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5916965e-d9be-49ed-a88d-fe5f7d004d41 req-4c716022-44e3-426c-928a-8f764ef174ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=579fa8cf-a9bb-4f78-bf43-84ac7a207108 HTTP/1.1" status: 200 len: 911 time: 0.3409901 Jul 15 15:23:52.149822 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:52.171886 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Transition to ACTIVE for port object 14540a29-69f1-4895-bbe9-1fa2f84fc100 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:52.187151 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'name': 'tempest-TestVolumeBootPattern-1170589531-router', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '87cd4d5c-17a7-4c78-b4d1-52423166a731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:38Z', 'updated_at': '2021-07-15T15:23:44Z', 'revision_number': 4, 'project_id': '091eea701cd34c86aaa4faeea2827252', 'gw_port': {'id': '87cd4d5c-17a7-4c78-b4d1-52423166a731', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:39Z', 'updated_at': '2021-07-15T15:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915', 'name': '', 'network_id': '9f477e7c-8d4c-4498-8397-e6cc3d544f73', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'mac_address': 'fa:16:3e:31:bb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '3d63e5fb-4502-40d6-a59c-00d61983fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:43Z', 'updated_at': '2021-07-15T15:23:51Z', 'revision_number': 4, 'project_id': '091eea701cd34c86aaa4faeea2827252', 'subnets': [{'id': '3d63e5fb-4502-40d6-a59c-00d61983fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:52.231408 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5916965e-d9be-49ed-a88d-fe5f7d004d41 req-4809b6bf-be22-4ceb-b3e6-b6a3b513cfbf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efcae92f-b0c1-4e91-acdb-b2094c1b6369 HTTP/1.1" status: 200 len: 1001 time: 0.1552837 Jul 15 15:23:52.236283 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98e7c7d-fc87-4e47-a1af-2369bb2938ab None None] The sync data for ids ['57f10dfd-3763-4f29-a6fd-fa5c42833b87'] in n-d-764435-3 is: [{'id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'name': 'tempest-TestVolumeBootPattern-1170589531-router', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '87cd4d5c-17a7-4c78-b4d1-52423166a731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:38Z', 'updated_at': '2021-07-15T15:23:44Z', 'revision_number': 4, 'project_id': '091eea701cd34c86aaa4faeea2827252', 'gw_port': {'id': '87cd4d5c-17a7-4c78-b4d1-52423166a731', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:39Z', 'updated_at': '2021-07-15T15:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915', 'name': '', 'network_id': '9f477e7c-8d4c-4498-8397-e6cc3d544f73', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'mac_address': 'fa:16:3e:31:bb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '3d63e5fb-4502-40d6-a59c-00d61983fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:43Z', 'updated_at': '2021-07-15T15:23:51Z', 'revision_number': 4, 'project_id': '091eea701cd34c86aaa4faeea2827252', 'subnets': [{'id': '3d63e5fb-4502-40d6-a59c-00d61983fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:23:52.268493 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:52.384540 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916965e-d9be-49ed-a88d-fe5f7d004d41 req-1dd74b82-c13d-4396-b602-90ab2ba0534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:52.386704 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5916965e-d9be-49ed-a88d-fe5f7d004d41 req-1dd74b82-c13d-4396-b602-90ab2ba0534e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61f1753c-5b9f-4677-ae22-56509e286e82 HTTP/1.1" status: 200 len: 849 time: 0.1290994 Jul 15 15:23:52.417573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Pushing event updated for resources: {'Port': ['ID=14540a29-69f1-4895-bbe9-1fa2f84fc100,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:52.457167 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Network a645a778-c4da-4f2e-941e-d05628cf5211 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:52.463257 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:52.477168 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:52.492131 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:52.492886 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:52.505548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916965e-d9be-49ed-a88d-fe5f7d004d41 req-bd4ef85b-eb14-426c-89e3-d523860d5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:52.509913 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5916965e-d9be-49ed-a88d-fe5f7d004d41 req-bd4ef85b-eb14-426c-89e3-d523860d5a74 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=579fa8cf-a9bb-4f78-bf43-84ac7a207108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149998 Jul 15 15:23:52.513268 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-29b64726-79a7-4b5e-9692-181846cf6875 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.5483437 Jul 15 15:23:52.515704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:52.526942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe80b7e4-697d-450b-a044-5036441950f5 None None] Network a645a778-c4da-4f2e-941e-d05628cf5211 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:23:52.655194 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57964) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:52.782702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae7ff84-60ef-4f92-8b78-b3ae6c6bb6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:52.801964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae7ff84-60ef-4f92-8b78-b3ae6c6bb6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:52.816681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-269983cb-37d0-4229-aaf8-b36d0bc56593 None None] Provisioning for port 3f925885-3834-42bb-9af2-656152c97847 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:23:52.821376 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5916965e-d9be-49ed-a88d-fe5f7d004d41 req-6de517a2-35e1-4dda-9a23-256ca8102ce8 service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839594 Jul 15 15:23:52.821881 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae7ff84-60ef-4f92-8b78-b3ae6c6bb6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:52.827095 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1ae7ff84-60ef-4f92-8b78-b3ae6c6bb6c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3074846 Jul 15 15:23:52.834068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57968) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:53.045106 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5916965e-d9be-49ed-a88d-fe5f7d004d41 req-1bf8da4d-0cbe-4ba9-9d4a-c8e60db5edcf service neutron] 10.222.0.22 "GET /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155828 Jul 15 15:23:53.240405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d601ac07-9a38-44aa-93d6-974c0443ec0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:53.302144 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:23:53.317432 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4708ad0-4b1a-4c68-aa36-339a1b4913a1 req-a4394b2b-f16b-4860-9ccc-95134bc9a7d8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 210 time: 0.0758486 Jul 15 15:23:53.365861 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-b9a9030c-e8e2-4bd1-8f9b-b0644ce1eadd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:53.367986 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-b9a9030c-e8e2-4bd1-8f9b-b0644ce1eadd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 811 time: 0.6869850 Jul 15 15:23:53.391085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-4e7b67f6-9f81-4562-bf7c-23cc87d66eac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'port': {'device_id': '2a32974c-5a31-43ab-960a-2839012730a0', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'admin_state_up': True, 'tenant_id': 'afd4ec70edcc4c02824018c6458411be'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:53.468926 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f675e1df-399a-42f6-8104-6e58e93fb016 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Deleting port 14540a29-69f1-4895-bbe9-1fa2f84fc100 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:53.469403 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f675e1df-399a-42f6-8104-6e58e93fb016 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:53.476139 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:23:53.489889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:53.490272 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:53.651340 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c4973be2-de80-4712-a224-d1845fd649d3 None None] Provisioning for port 14540a29-69f1-4895-bbe9-1fa2f84fc100 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:23:53.708542 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c4973be2-de80-4712-a224-d1845fd649d3 None None] Provisioning complete for port 14540a29-69f1-4895-bbe9-1fa2f84fc100 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:53.712013 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c4973be2-de80-4712-a224-d1845fd649d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:53.795443 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f675e1df-399a-42f6-8104-6e58e93fb016 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:53.824608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c4973be2-de80-4712-a224-d1845fd649d3 None None] Port 14540a29-69f1-4895-bbe9-1fa2f84fc100 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:23:53.833173 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:53.833468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f675e1df-399a-42f6-8104-6e58e93fb016 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Calling delete_port for 14540a29-69f1-4895-bbe9-1fa2f84fc100 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:53.925513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c4973be2-de80-4712-a224-d1845fd649d3 None None] Provisioning for port 6499d61f-b55a-488b-a74d-77186954cc66 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:23:53.972694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c4973be2-de80-4712-a224-d1845fd649d3 None None] Provisioning complete for port 6499d61f-b55a-488b-a74d-77186954cc66 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:53.973099 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c4973be2-de80-4712-a224-d1845fd649d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:53.983810 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915,segment=NetworkSegment(6974912b-f393-404d-a1f6-194b60f97e63),segment_id=6974912b-f393-404d-a1f6-194b60f97e63)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:23:54.060130 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.060997 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3f925885-3834-42bb-9af2-656152c97847 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:23:54.108210 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f675e1df-399a-42f6-8104-6e58e93fb016 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.172100 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d601ac07-9a38-44aa-93d6-974c0443ec0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.218339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675e1df-399a-42f6-8104-6e58e93fb016 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Pushing event deleted for resources: {'Port': ['ID=14540a29-69f1-4895-bbe9-1fa2f84fc100,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:54.223449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c4973be2-de80-4712-a224-d1845fd649d3 None None] Port 6499d61f-b55a-488b-a74d-77186954cc66 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:23:54.230861 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f675e1df-399a-42f6-8104-6e58e93fb016 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.233610 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f675e1df-399a-42f6-8104-6e58e93fb016 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] 10.222.0.38 "DELETE /v2.0/ports/14540a29-69f1-4895-bbe9-1fa2f84fc100 HTTP/1.1" status: 204 len: 168 time: 1.3955007 Jul 15 15:23:54.234463 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d601ac07-9a38-44aa-93d6-974c0443ec0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.237255 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57980) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:54.242637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ea9ce490-9224-43e6-a260-2133a3935bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Request body: {'port': {'name': 'tempest-new-port-name-1112755565', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:54.243022 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.api.validators [None req-ea9ce490-9224-43e6-a260-2133a3935bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] bootfile-name is not in valid_values {{(pid=100711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 15:23:54.243527 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.api.validators [None req-ea9ce490-9224-43e6-a260-2133a3935bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] tftp-server is not in valid_values {{(pid=100711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 15:23:54.244046 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.api.validators [None req-ea9ce490-9224-43e6-a260-2133a3935bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] server-ip-address is not in valid_values {{(pid=100711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 15:23:54.281846 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d601ac07-9a38-44aa-93d6-974c0443ec0d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8cac3bb96c5747028fef674ffc8bc4ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6219890 Jul 15 15:23:54.284530 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 57982) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:54.287594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:54.297458 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 3f925885-3834-42bb-9af2-656152c97847 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:23:54.302738 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3f925885-3834-42bb-9af2-656152c97847 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:54.303041 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.351198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601ac07-9a38-44aa-93d6-974c0443ec0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a8319f-9f5d-47eb-ab77-c60c74d6a486,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:54.427838 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce490-9224-43e6-a260-2133a3935bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.428180 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8441c0b8-a0a9-4d13-a57b-a773141d27bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.443695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-06502974-a614-439a-9483-23f6a0df73fe None None] Provisioning complete for port 6499d61f-b55a-488b-a74d-77186954cc66 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:54.444182 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06502974-a614-439a-9483-23f6a0df73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.454910 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8441c0b8-a0a9-4d13-a57b-a773141d27bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.491666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-06502974-a614-439a-9483-23f6a0df73fe None None] Port 6499d61f-b55a-488b-a74d-77186954cc66 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:23:54.505681 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-4e7b67f6-9f81-4562-bf7c-23cc87d66eac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Made reservation on behalf of afd4ec70edcc4c02824018c6458411be for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:23:54.510721 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-4e7b67f6-9f81-4562-bf7c-23cc87d66eac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.541283 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8441c0b8-a0a9-4d13-a57b-a773141d27bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.548290 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8441c0b8-a0a9-4d13-a57b-a773141d27bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.549571 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8441c0b8-a0a9-4d13-a57b-a773141d27bb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b0a8319f-9f5d-47eb-ab77-c60c74d6a486 HTTP/1.1" status: 204 len: 168 time: 0.2627146 Jul 15 15:23:54.567248 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.631174 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-772e2150-7971-4a84-bcd4-ee3438441664 None None] Could not find standard attr ID for object 14540a29-69f1-4895-bbe9-1fa2f84fc100. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:23:54.640493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 3f925885-3834-42bb-9af2-656152c97847, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3f925885-3834-42bb-9af2-656152c97847,segment=NetworkSegment(2a3313b8-02e1-4769-8225-004c1df4a2c6),segment_id=2a3313b8-02e1-4769-8225-004c1df4a2c6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:23:54.648665 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441c0b8-a0a9-4d13-a57b-a773141d27bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a8319f-9f5d-47eb-ab77-c60c74d6a486,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:54.648998 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.775812 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=3f925885-3834-42bb-9af2-656152c97847,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:54.833398 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2ce8edd-72ee-47f0-9e9b-90e44cb9fe0c req-46f5b792-b9dd-49dc-a8bc-f78e2dfce909 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 210 time: 0.2539158 Jul 15 15:23:54.836508 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-4e7b67f6-9f81-4562-bf7c-23cc87d66eac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Allocated IP 172.20.0.12 (a0081a40-1b1f-4a3d-8dea-aeff0a91d27c/5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a/ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:23:54.918038 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce490-9224-43e6-a260-2133a3935bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.927053 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce490-9224-43e6-a260-2133a3935bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:54.989162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ce490-9224-43e6-a260-2133a3935bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] In _notify_port_updated(), no bound segment for port 6499d61f-b55a-488b-a74d-77186954cc66 on network a645a778-c4da-4f2e-941e-d05628cf5211 {{(pid=100711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:23:54.995882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:23:54.999918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9ce490-9224-43e6-a260-2133a3935bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:55.002062 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce490-9224-43e6-a260-2133a3935bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:55.003962 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ea9ce490-9224-43e6-a260-2133a3935bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] 10.222.0.38 "PUT /v2.0/ports/6499d61f-b55a-488b-a74d-77186954cc66 HTTP/1.1" status: 200 len: 1129 time: 0.7656863 Jul 15 15:23:55.007682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57994) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:55.064503 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:55.065462 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:55.090887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57996) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:55.123158 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ceb7829a-e7bd-4c4b-b8fe-3ba660b5a14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:55.186198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929b42bd-8d5c-4fa9-9614-188e7cbac321 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:55.187730 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-929b42bd-8d5c-4fa9-9614-188e7cbac321 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] 10.222.0.38 "GET /v2.0/ports/6499d61f-b55a-488b-a74d-77186954cc66 HTTP/1.1" status: 200 len: 1129 time: 0.1786034 Jul 15 15:23:55.188474 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ce490-9224-43e6-a260-2133a3935bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Pushing event updated for resources: {'Port': ['ID=6499d61f-b55a-488b-a74d-77186954cc66,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:55.210466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 57998) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:55.217195 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3f925885-3834-42bb-9af2-656152c97847 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:23:55.305755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3f925885-3834-42bb-9af2-656152c97847 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:55.305981 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:55.459691 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8e134c98-42b3-46ad-b19f-e5ccfe28291e None None] Provisioning complete for port 6499d61f-b55a-488b-a74d-77186954cc66 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:55.461004 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e134c98-42b3-46ad-b19f-e5ccfe28291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:55.510084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8e134c98-42b3-46ad-b19f-e5ccfe28291e None None] Port 6499d61f-b55a-488b-a74d-77186954cc66 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:23:55.536608 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ceb7829a-e7bd-4c4b-b8fe-3ba660b5a14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:55.537189 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-4e7b67f6-9f81-4562-bf7c-23cc87d66eac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:55.539165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-10c4968f-b365-47cc-9673-77acf9e895af tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Deleting port 6499d61f-b55a-488b-a74d-77186954cc66 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:55.539497 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-10c4968f-b365-47cc-9673-77acf9e895af tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:55.554424 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-4e7b67f6-9f81-4562-bf7c-23cc87d66eac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Transition to ACTIVE for port object ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:55.590098 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-4e7b67f6-9f81-4562-bf7c-23cc87d66eac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:55.637331 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-10c4968f-b365-47cc-9673-77acf9e895af tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:55.650206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-10c4968f-b365-47cc-9673-77acf9e895af tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Calling delete_port for 6499d61f-b55a-488b-a74d-77186954cc66 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:55.650415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b67f6-9f81-4562-bf7c-23cc87d66eac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'Port': ['ID=ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:55.664138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-4e7b67f6-9f81-4562-bf7c-23cc87d66eac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:23:55.665787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-4e7b67f6-9f81-4562-bf7c-23cc87d66eac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:23:55.669516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-4e7b67f6-9f81-4562-bf7c-23cc87d66eac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:23:55.734874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-4e7b67f6-9f81-4562-bf7c-23cc87d66eac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:55.735938 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-4e7b67f6-9f81-4562-bf7c-23cc87d66eac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:55.755570 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-4e7b67f6-9f81-4562-bf7c-23cc87d66eac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3759036 Jul 15 15:23:55.886090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Request body: {'port': {'device_id': '2a32974c-5a31-43ab-960a-2839012730a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:23:56.063818 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:56.147110 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-77129815-d056-4e39-8663-06ab70b575c6 None None] Provisioning for port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:23:56.151907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-77129815-d056-4e39-8663-06ab70b575c6 None None] Provisioning complete for port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:23:56.152494 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-77129815-d056-4e39-8663-06ab70b575c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:56.221963 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-77129815-d056-4e39-8663-06ab70b575c6 None None] Port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:23:56.230218 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ceb7829a-e7bd-4c4b-b8fe-3ba660b5a14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:56.269615 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ceb7829a-e7bd-4c4b-b8fe-3ba660b5a14a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=684cf2d0a76440fa9928346514ed4dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1742342 Jul 15 15:23:56.273377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58018) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:56.334881 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7829a-e7bd-4c4b-b8fe-3ba660b5a14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f540afdc-9815-44a8-86c8-8d78ecff0f86,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:56.383941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b2e41-a518-4c09-9c12-0c2f196f9e7b req-1d2355ab-e6a1-41d5-8327-81fe81451086 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:56.385780 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-062b2e41-a518-4c09-9c12-0c2f196f9e7b req-1d2355ab-e6a1-41d5-8327-81fe81451086 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 932 time: 0.1623771 Jul 15 15:23:56.404998 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d30b40f7-edbc-4435-ae16-7b381d1b771f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:56.465001 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d30b40f7-edbc-4435-ae16-7b381d1b771f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:56.481794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-062b2e41-a518-4c09-9c12-0c2f196f9e7b req-f5f0451b-0c2a-4774-8eca-981c36a5bbf3 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900934 Jul 15 15:23:56.503742 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-10c4968f-b365-47cc-9673-77acf9e895af tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:56.539635 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4968f-b365-47cc-9673-77acf9e895af tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Pushing event deleted for resources: {'Port': ['ID=6499d61f-b55a-488b-a74d-77186954cc66,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:56.573811 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-10c4968f-b365-47cc-9673-77acf9e895af tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:56.578347 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-10c4968f-b365-47cc-9673-77acf9e895af tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] 10.222.0.38 "DELETE /v2.0/ports/6499d61f-b55a-488b-a74d-77186954cc66 HTTP/1.1" status: 204 len: 168 time: 1.3633130 Jul 15 15:23:56.578560 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58024) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:56.597118 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d30b40f7-edbc-4435-ae16-7b381d1b771f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:56.602402 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d30b40f7-edbc-4435-ae16-7b381d1b771f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:56.603827 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d30b40f7-edbc-4435-ae16-7b381d1b771f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f540afdc-9815-44a8-86c8-8d78ecff0f86 HTTP/1.1" status: 204 len: 168 time: 0.3292120 Jul 15 15:23:56.632147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:23:56.637492 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b40f7-edbc-4435-ae16-7b381d1b771f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f540afdc-9815-44a8-86c8-8d78ecff0f86,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:56.643580 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:56.667272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Transition to ACTIVE for port object ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:23:56.673499 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:56.714004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1908e8-3609-4e46-bc3e-be6aff8f7e22 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Deleting subnet 9f881bf7-4796-4bf9-8a49-ef5f8ca0d834 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:23:56.722111 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1d1908e8-3609-4e46-bc3e-be6aff8f7e22 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:56.791217 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1d1908e8-3609-4e46-bc3e-be6aff8f7e22 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:56.800986 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Pushing event updated for resources: {'Port': ['ID=ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:56.964717 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1d1908e8-3609-4e46-bc3e-be6aff8f7e22 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:56.969354 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Attempting to bind port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:23:56.970704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Attempting to bind port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:23:56.971382 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Attempting to bind port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:23:56.982449 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:23:56.983833 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Attempting to bind port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:23:57.009931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:23:57.010744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Checking segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:23:57.011317 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Bound using segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:23:57.011944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Bound port: ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:23:57.012513 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:57.077334 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1d1908e8-3609-4e46-bc3e-be6aff8f7e22 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:57.120753 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1908e8-3609-4e46-bc3e-be6aff8f7e22 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Pushing event deleted for resources: {'Subnet': ['ID=9f881bf7-4796-4bf9-8a49-ef5f8ca0d834,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:57.126322 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1d1908e8-3609-4e46-bc3e-be6aff8f7e22 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:57.132120 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1d1908e8-3609-4e46-bc3e-be6aff8f7e22 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] 10.222.0.38 "DELETE /v2.0/subnets/9f881bf7-4796-4bf9-8a49-ef5f8ca0d834 HTTP/1.1" status: 204 len: 168 time: 0.5525007 Jul 15 15:23:57.135970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58036) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:57.136634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9123230-213b-41e0-b8f9-c6b5891a822a None None] Network a645a778-c4da-4f2e-941e-d05628cf5211 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:23:57.149178 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] For port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:23:57.153524 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] For port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:23:57.159857 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:57.208933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:57.209566 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:57.211881 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] 10.222.0.11 "PUT /v2.0/ports/ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 HTTP/1.1" status: 200 len: 1092 time: 1.4318447 Jul 15 15:23:57.212648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a32974c-5a31-43ab-960a-2839012730a0', 'tag': 'ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:23:57.215067 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c89a09d-81f2-4e01-8d70-26ea4090cc8e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a32974c-5a31-43ab-960a-2839012730a0", "tag": "ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:23:57.296427 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:57.384859 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7065001-6863-4839-bbe1-d295958e9758 x-openstack-request-id: req-c7065001-6863-4839-bbe1-d295958e9758 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:23:57.386581 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a32974c-5a31-43ab-960a-2839012730a0", "tag": "ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:23:57.387480 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c7065001-6863-4839-bbe1-d295958e9758 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:23:57.389213 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a32974c-5a31-43ab-960a-2839012730a0', 'tag': 'ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3', 'status': 'completed', 'code': 200} Jul 15 15:23:57.396725 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Deleting port 3f925885-3834-42bb-9af2-656152c97847 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:57.397285 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:57.417323 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2544e24-de68-4a66-a2fc-baf5c5c175ff service neutron] Pushing event updated for resources: {'Port': ['ID=ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:57.524359 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] For port 3f925885-3834-42bb-9af2-656152c97847, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3f925885-3834-42bb-9af2-656152c97847,segment=NetworkSegment(2a3313b8-02e1-4769-8225-004c1df4a2c6),segment_id=2a3313b8-02e1-4769-8225-004c1df4a2c6)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:23:57.524734 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:57.540624 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Calling delete_port for 3f925885-3834-42bb-9af2-656152c97847 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:57.580524 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-7b4acd1f-70e0-4bc7-b3b2-37ae713700e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:57.582838 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-7b4acd1f-70e0-4bc7-b3b2-37ae713700e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 1095 time: 0.1895361 Jul 15 15:23:57.651189 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3f8df4-8188-4455-a9bf-564c53dc0a8c None None] DHCP port deletion for a645a778-c4da-4f2e-941e-d05628cf5211 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:23:57.694008 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-4e8076f5-c428-41fb-96a8-402423061278 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 HTTP/1.1" status: 200 len: 217 time: 0.1007657 Jul 15 15:23:57.746086 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:57.769780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f8df4-8188-4455-a9bf-564c53dc0a8c None None] Deleting port 3f925885-3834-42bb-9af2-656152c97847 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:23:57.770783 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb3f8df4-8188-4455-a9bf-564c53dc0a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:57.796507 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] No DVR routers for this DVR port 3f925885-3834-42bb-9af2-656152c97847 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:23:57.847500 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Pushing event deleted for resources: {'Port': ['ID=3f925885-3834-42bb-9af2-656152c97847,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:57.849173 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-7022aad2-42e5-4ce3-9ac3-7503e9b6cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:57.850712 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-7022aad2-42e5-4ce3-9ac3-7503e9b6cdd9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.1487339 Jul 15 15:23:57.932474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-bb3f8df4-8188-4455-a9bf-564c53dc0a8c None None] For port 3f925885-3834-42bb-9af2-656152c97847, host n-d-764435-3, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:23:57.932833 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb3f8df4-8188-4455-a9bf-564c53dc0a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:57.952473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f8df4-8188-4455-a9bf-564c53dc0a8c None None] Calling delete_port for 3f925885-3834-42bb-9af2-656152c97847 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:23:57.960042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-bb3f8df4-8188-4455-a9bf-564c53dc0a8c None None] Port 3f925885-3834-42bb-9af2-656152c97847 was not found and therefore no delete operation was performed {{(pid=100713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:23:57.966384 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb3f8df4-8188-4455-a9bf-564c53dc0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:58.001767 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-262fc566-66a5-442e-9000-ea43dec065e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:58.003465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f8df4-8188-4455-a9bf-564c53dc0a8c None None] Pushing event deleted for resources: {'Port': ['ID=3f925885-3834-42bb-9af2-656152c97847,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:58.005385 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-262fc566-66a5-442e-9000-ea43dec065e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471200 Jul 15 15:23:58.011227 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3f8df4-8188-4455-a9bf-564c53dc0a8c None None] No DVR routers for this DVR port 3f925885-3834-42bb-9af2-656152c97847 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:23:58.071224 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:58.086739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a645a778-c4da-4f2e-941e-d05628cf5211']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:58.126597 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3313b8-02e1-4769-8225-004c1df4a2c6') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:58.126597 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3313b8-02e1-4769-8225-004c1df4a2c6') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:23:58.138162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787d294-85fa-42f5-99b2-70d0cfc90e74 req-02f2b948-4dd6-43db-9708-0eaece3d2471 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:58.147428 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c787d294-85fa-42f5-99b2-70d0cfc90e74 req-02f2b948-4dd6-43db-9708-0eaece3d2471 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 944 time: 0.2797079 Jul 15 15:23:58.157799 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:58.211639 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-508c689b-053d-49c8-a56d-60d9ab2e461f service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980491 Jul 15 15:23:58.219444 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c787d294-85fa-42f5-99b2-70d0cfc90e74 req-e2c34562-6e9b-443c-a8fc-502abbb4488a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590456 Jul 15 15:23:58.220467 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:58.228733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:23:58.229375 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:23:58.233465 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:23:58.319901 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:58.338004 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:58.341116 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] 10.222.0.38 "DELETE /v2.0/networks/a645a778-c4da-4f2e-941e-d05628cf5211 HTTP/1.1" status: 204 len: 168 time: 1.2041299 Jul 15 15:23:58.354070 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbd223-75fd-45ac-8671-8879c2b84c90 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199 tempest-ExtraDHCPOptionsIpV6TestJSON-1967416199-project] Pushing event deleted for resources: {'Network': ['ID=a645a778-c4da-4f2e-941e-d05628cf5211,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:58.402085 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e8a857ac-027d-4462-a1f0-a812d5c54bae req-e9b29e39-19c0-4ce8-b2aa-a2901036f179 service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824989 Jul 15 15:23:58.561854 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89a09d-81f2-4e01-8d70-26ea4090cc8e req-948b34ef-26d3-4fa2-b7a1-b8762a7d9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:58.563843 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7c89a09d-81f2-4e01-8d70-26ea4090cc8e req-948b34ef-26d3-4fa2-b7a1-b8762a7d9bf3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 1095 time: 0.0728729 Jul 15 15:23:58.700831 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89a09d-81f2-4e01-8d70-26ea4090cc8e req-b343e2f8-8f90-4624-b7f2-bc4e9e320d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:58.702582 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7c89a09d-81f2-4e01-8d70-26ea4090cc8e req-b343e2f8-8f90-4624-b7f2-bc4e9e320d43 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.1326811 Jul 15 15:23:58.793756 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7c89a09d-81f2-4e01-8d70-26ea4090cc8e req-e55c9c2e-f3a1-4534-8752-9df6745727d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 HTTP/1.1" status: 200 len: 217 time: 0.0839097 Jul 15 15:23:58.808214 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58096) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:58.903036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89a09d-81f2-4e01-8d70-26ea4090cc8e req-d6b37b65-074c-40c5-a8f9-7fd49b95437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:58.913196 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7c89a09d-81f2-4e01-8d70-26ea4090cc8e req-d6b37b65-074c-40c5-a8f9-7fd49b95437b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.1124744 Jul 15 15:23:58.987310 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89a09d-81f2-4e01-8d70-26ea4090cc8e req-ce3a8cb2-cbe1-42dd-9714-7e239521c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:58.992870 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7c89a09d-81f2-4e01-8d70-26ea4090cc8e req-ce3a8cb2-cbe1-42dd-9714-7e239521c846 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722215 Jul 15 15:23:59.007159 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3f925885-3834-42bb-9af2-656152c97847 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:23:59.043814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 3f925885-3834-42bb-9af2-656152c97847 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:23:59.044169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3f925885-3834-42bb-9af2-656152c97847 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:23:59.141191 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7c89a09d-81f2-4e01-8d70-26ea4090cc8e req-8755ebd5-ad7b-47d9-a877-7f9b5ab7b19d service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275864 Jul 15 15:23:59.186674 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2c350689-eb00-4af9-9492-a7df6bb37dcc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=476a9fe45e404b4997018d75eb4faad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3743064 Jul 15 15:23:59.186969 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58110) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:23:59.268396 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddcfe575-7911-4e3a-9da9-59a415ab7074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:59.272984 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7c89a09d-81f2-4e01-8d70-26ea4090cc8e req-2cd0aacc-2438-49b1-a8ec-4647cbc74a8f service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239157 Jul 15 15:23:59.305028 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddcfe575-7911-4e3a-9da9-59a415ab7074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:59.388413 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddcfe575-7911-4e3a-9da9-59a415ab7074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:59.391215 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ddcfe575-7911-4e3a-9da9-59a415ab7074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:59.395413 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ddcfe575-7911-4e3a-9da9-59a415ab7074 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/55bedd5c-3ff0-4dba-9fbd-6f5adac774b5 HTTP/1.1" status: 204 len: 168 time: 0.2043972 Jul 15 15:23:59.425916 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfe575-7911-4e3a-9da9-59a415ab7074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bedd5c-3ff0-4dba-9fbd-6f5adac774b5,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:23:59.457007 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50a59e-126c-4ce9-8f05-458a96487160 req-00ac53ac-6fdd-477d-a02d-b24111a7dab8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:23:59.463081 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa50a59e-126c-4ce9-8f05-458a96487160 req-00ac53ac-6fdd-477d-a02d-b24111a7dab8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 944 time: 0.0911212 Jul 15 15:23:59.516853 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa50a59e-126c-4ce9-8f05-458a96487160 req-e7c198a9-e783-4a7d-8ef6-7023e886044d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499117 Jul 15 15:24:00.043754 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c82d10c2-d82c-4282-b1d9-eec8f2762df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:00.202303 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58150) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:00.314194 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7b58b1da-a4a7-4b05-9019-75b6cbc19c99 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1232850159'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:00.356421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b58b1da-a4a7-4b05-9019-75b6cbc19c99 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:00.361226 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b58b1da-a4a7-4b05-9019-75b6cbc19c99 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:00.371669 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b58b1da-a4a7-4b05-9019-75b6cbc19c99 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:00.488038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b58b1da-a4a7-4b05-9019-75b6cbc19c99 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:00.492885 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b58b1da-a4a7-4b05-9019-75b6cbc19c99 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:00.530434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b58b1da-a4a7-4b05-9019-75b6cbc19c99 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:24:00.533761 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58b1da-a4a7-4b05-9019-75b6cbc19c99 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14261dad-7a27-40be-9e6f-b18944900a79,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:00.552712 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b58b1da-a4a7-4b05-9019-75b6cbc19c99 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:00.553057 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-7b58b1da-a4a7-4b05-9019-75b6cbc19c99 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Added segment 1ae1acfd-d907-4c58-bdab-e897c97c379b of type vlan for network 93fc5599-0285-46aa-812d-fcece6f5bbf4 Jul 15 15:24:00.604024 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b58b1da-a4a7-4b05-9019-75b6cbc19c99 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:00.638620 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b58b1da-a4a7-4b05-9019-75b6cbc19c99 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:00.645052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b58b1da-a4a7-4b05-9019-75b6cbc19c99 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:00.645890 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b58b1da-a4a7-4b05-9019-75b6cbc19c99 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:00.706611 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7b58b1da-a4a7-4b05-9019-75b6cbc19c99 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4918816 Jul 15 15:24:00.729939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58b1da-a4a7-4b05-9019-75b6cbc19c99 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Network': ['ID=93fc5599-0285-46aa-812d-fcece6f5bbf4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:00.741047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 93fc5599-0285-46aa-812d-fcece6f5bbf4 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:24:00.764899 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bed738-767c-4b2e-8b6c-3cd3765821a5 req-19b3980e-095a-4809-afb8-892c44880030 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:00.776036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20bed738-767c-4b2e-8b6c-3cd3765821a5 req-19b3980e-095a-4809-afb8-892c44880030 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 944 time: 0.1152520 Jul 15 15:24:00.833007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20bed738-767c-4b2e-8b6c-3cd3765821a5 req-cc7046f2-4b00-4f2c-b734-96bafa9208bf tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491259 Jul 15 15:24:02.127730 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8673f12-668a-4f56-95f1-28e62640af98 req-b43a6b1b-ad58-4b01-a8bf-a82026f79748 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:02.129256 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8673f12-668a-4f56-95f1-28e62640af98 req-b43a6b1b-ad58-4b01-a8bf-a82026f79748 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 944 time: 0.1311631 Jul 15 15:24:02.228833 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c8673f12-668a-4f56-95f1-28e62640af98 req-a518e7c5-6bc1-4691-ba84-dc7b3f149629 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811994 Jul 15 15:24:02.754974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58218) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:02.811765 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:02.939328 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45db9fae-9fd5-44e1-9005-35cff05da22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:02.996483 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-231b0d1f-383c-45f6-895a-8a988117b1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:03.135970 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-231b0d1f-383c-45f6-895a-8a988117b1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:03.141742 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-231b0d1f-383c-45f6-895a-8a988117b1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:03.184990 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-231b0d1f-383c-45f6-895a-8a988117b1fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f7faa3bf18fc48438a95169b80c17d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4265141 Jul 15 15:24:03.185919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58234) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:03.255242 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1bbc-4e98-46f1-b973-bd2773d54115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:03.258058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b0d1f-383c-45f6-895a-8a988117b1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c30fbcc-9c5a-4ee0-a76f-98a7bd612248,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:03.283985 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1bbc-4e98-46f1-b973-bd2773d54115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:03.347511 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1bbc-4e98-46f1-b973-bd2773d54115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:03.350936 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1bbc-4e98-46f1-b973-bd2773d54115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:03.355385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5b6a1bbc-4e98-46f1-b973-bd2773d54115 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8c30fbcc-9c5a-4ee0-a76f-98a7bd612248 HTTP/1.1" status: 204 len: 168 time: 0.1683352 Jul 15 15:24:03.366199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a1bbc-4e98-46f1-b973-bd2773d54115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c30fbcc-9c5a-4ee0-a76f-98a7bd612248,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:03.505616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb7a0d-9205-433d-aa3a-48e64f2d51a5 req-ccc631a2-185a-41f2-a8fc-9094bc434f9f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:03.516246 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38bb7a0d-9205-433d-aa3a-48e64f2d51a5 req-ccc631a2-185a-41f2-a8fc-9094bc434f9f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 944 time: 0.0892608 Jul 15 15:24:03.571425 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38bb7a0d-9205-433d-aa3a-48e64f2d51a5 req-80878344-131c-49f9-9539-cd3fdfbe7762 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537832 Jul 15 15:24:03.821410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58250) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:03.838287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fbe64bf7-7ff4-4fe1-958b-2caf299c64ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:03.965249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58258) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:03.971712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1827b7a2-bbe8-45b2-ac89-b3a316be9b91 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'subnet': {'network_id': '93fc5599-0285-46aa-812d-fcece6f5bbf4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:03.982046 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fbe64bf7-7ff4-4fe1-958b-2caf299c64ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:03.997824 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fbe64bf7-7ff4-4fe1-958b-2caf299c64ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:04.072405 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fbe64bf7-7ff4-4fe1-958b-2caf299c64ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=684c1d4f5d4b48adb9fe42088c235a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496068 Jul 15 15:24:04.075118 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58264) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:04.118830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe64bf7-7ff4-4fe1-958b-2caf299c64ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24090377-35a1-449b-aecb-fe9df3d5a062,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:04.143261 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0011d677-4679-4ad7-a4b6-5928edfc96df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:04.147332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1827b7a2-bbe8-45b2-ac89-b3a316be9b91 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:04.151111 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1827b7a2-bbe8-45b2-ac89-b3a316be9b91 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:04.173715 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0011d677-4679-4ad7-a4b6-5928edfc96df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:04.229895 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0011d677-4679-4ad7-a4b6-5928edfc96df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:04.233876 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0011d677-4679-4ad7-a4b6-5928edfc96df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:04.239017 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0011d677-4679-4ad7-a4b6-5928edfc96df admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24090377-35a1-449b-aecb-fe9df3d5a062 HTTP/1.1" status: 204 len: 168 time: 0.1612363 Jul 15 15:24:04.254228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011d677-4679-4ad7-a4b6-5928edfc96df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24090377-35a1-449b-aecb-fe9df3d5a062,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:04.319460 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:04.396704 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1827b7a2-bbe8-45b2-ac89-b3a316be9b91 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:04.456450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827b7a2-bbe8-45b2-ac89-b3a316be9b91 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Subnet': ['ID=c107245d-99f8-46e4-9577-7a81c24c1a34,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:04.473494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1827b7a2-bbe8-45b2-ac89-b3a316be9b91 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Checking segment: {'id': '1ae1acfd-d907-4c58-bdab-e897c97c379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '93fc5599-0285-46aa-812d-fcece6f5bbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:04.473900 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1827b7a2-bbe8-45b2-ac89-b3a316be9b91 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network hostable DHCP agents. Network: 93fc5599-0285-46aa-812d-fcece6f5bbf4, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:24:04.496967 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1827b7a2-bbe8-45b2-ac89-b3a316be9b91 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network 93fc5599-0285-46aa-812d-fcece6f5bbf4 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:24:04.508414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-1827b7a2-bbe8-45b2-ac89-b3a316be9b91 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 93fc5599-0285-46aa-812d-fcece6f5bbf4) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:04.513725 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1827b7a2-bbe8-45b2-ac89-b3a316be9b91 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:04.514733 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1827b7a2-bbe8-45b2-ac89-b3a316be9b91 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:04.521957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f24635-a69c-4c02-81a5-4687b92123e4 None None] Network 93fc5599-0285-46aa-812d-fcece6f5bbf4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:04.539786 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1827b7a2-bbe8-45b2-ac89-b3a316be9b91 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5730608 Jul 15 15:24:04.544335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58278) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:04.554258 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e0bc927d-9104-4a41-8449-5da3c80843ee tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1691726441'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:04.592262 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bc927d-9104-4a41-8449-5da3c80843ee tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:04.599342 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e0bc927d-9104-4a41-8449-5da3c80843ee tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:04.644673 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bc927d-9104-4a41-8449-5da3c80843ee tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:24:04.659536 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e0bc927d-9104-4a41-8449-5da3c80843ee tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:04.660080 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-e0bc927d-9104-4a41-8449-5da3c80843ee tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Added segment 98c6078f-1ffc-4180-a463-1e0c8e45e8a4 of type vlan for network 8ac867e3-d940-43c9-8962-a75684c5a3b2 Jul 15 15:24:04.744523 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e0bc927d-9104-4a41-8449-5da3c80843ee tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:04.745334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-93fc5599-0285-46aa-812d-fcece6f5bbf4', 'network_id': '93fc5599-0285-46aa-812d-fcece6f5bbf4', 'tenant_id': '2f6c713a2fa5443d99a0e05ce1cdf175', 'fixed_ips': [{'subnet_id': 'c107245d-99f8-46e4-9577-7a81c24c1a34'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:24:04.746272 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:04.829918 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e0bc927d-9104-4a41-8449-5da3c80843ee tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:04.836512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bc927d-9104-4a41-8449-5da3c80843ee tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:04.837213 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e0bc927d-9104-4a41-8449-5da3c80843ee tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:04.895273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e0bc927d-9104-4a41-8449-5da3c80843ee tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3493998 Jul 15 15:24:04.898302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58296) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:04.905539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ecd59941-6288-4a13-b2aa-20eac4fad6a8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'subnet': {'network_id': '8ac867e3-d940-43c9-8962-a75684c5a3b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:04.908889 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894ce0a-9ad3-460e-ab91-b35ea4aa1d31 req-f6194339-d287-4763-9579-db5d01011a75 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:04.910591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c894ce0a-9ad3-460e-ab91-b35ea4aa1d31 req-f6194339-d287-4763-9579-db5d01011a75 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 944 time: 0.1523175 Jul 15 15:24:04.934628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Allocated IP 2001:db8:0:ffff::2 (93fc5599-0285-46aa-812d-fcece6f5bbf4/c107245d-99f8-46e4-9577-7a81c24c1a34/f51c8336-0b78-4a06-88cf-c82c235e7bdd) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:24:04.981669 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc927d-9104-4a41-8449-5da3c80843ee tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Network': ['ID=8ac867e3-d940-43c9-8962-a75684c5a3b2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:05.018680 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c894ce0a-9ad3-460e-ab91-b35ea4aa1d31 req-ef793066-4770-48f2-85ef-52eef3f3ba21 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937243 Jul 15 15:24:05.034250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 8ac867e3-d940-43c9-8962-a75684c5a3b2 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:24:05.131857 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd59941-6288-4a13-b2aa-20eac4fad6a8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:05.136440 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ecd59941-6288-4a13-b2aa-20eac4fad6a8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:05.245825 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:05.257526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Transition to ACTIVE for port object f51c8336-0b78-4a06-88cf-c82c235e7bdd will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:05.282253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Transition to ACTIVE for port object f51c8336-0b78-4a06-88cf-c82c235e7bdd will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:05.295863 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:05.332463 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Network 93fc5599-0285-46aa-812d-fcece6f5bbf4 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:24:05.336085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:05.339970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:24:05.375105 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Pushing event updated for resources: {'Port': ['ID=f51c8336-0b78-4a06-88cf-c82c235e7bdd,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:05.417906 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Attempting to bind port f51c8336-0b78-4a06-88cf-c82c235e7bdd on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:24:05.418288 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Attempting to bind port f51c8336-0b78-4a06-88cf-c82c235e7bdd by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '1ae1acfd-d907-4c58-bdab-e897c97c379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '93fc5599-0285-46aa-812d-fcece6f5bbf4'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:24:05.418717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Attempting to bind port f51c8336-0b78-4a06-88cf-c82c235e7bdd on network 93fc5599-0285-46aa-812d-fcece6f5bbf4 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:24:05.427032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:24:05.427497 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Checking segment: {'id': '1ae1acfd-d907-4c58-bdab-e897c97c379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '93fc5599-0285-46aa-812d-fcece6f5bbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:05.427830 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:05.428233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Bound using segment: {'id': '1ae1acfd-d907-4c58-bdab-e897c97c379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '93fc5599-0285-46aa-812d-fcece6f5bbf4'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:24:05.428818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Bound port: f51c8336-0b78-4a06-88cf-c82c235e7bdd, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae1acfd-d907-4c58-bdab-e897c97c379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '93fc5599-0285-46aa-812d-fcece6f5bbf4'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:24:05.429228 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:05.433453 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ecd59941-6288-4a13-b2aa-20eac4fad6a8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:05.501700 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd59941-6288-4a13-b2aa-20eac4fad6a8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Subnet': ['ID=6d66354d-4af1-4d1d-8556-f3970031ae2f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:05.527684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] For port f51c8336-0b78-4a06-88cf-c82c235e7bdd, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:24:05.529450 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd59941-6288-4a13-b2aa-20eac4fad6a8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Checking segment: {'id': '98c6078f-1ffc-4180-a463-1e0c8e45e8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ac867e3-d940-43c9-8962-a75684c5a3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:05.530112 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd59941-6288-4a13-b2aa-20eac4fad6a8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network hostable DHCP agents. Network: 8ac867e3-d940-43c9-8962-a75684c5a3b2, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:24:05.531990 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] For port f51c8336-0b78-4a06-88cf-c82c235e7bdd, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f51c8336-0b78-4a06-88cf-c82c235e7bdd,segment=NetworkSegment(1ae1acfd-d907-4c58-bdab-e897c97c379b),segment_id=1ae1acfd-d907-4c58-bdab-e897c97c379b)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:24:05.538752 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:05.553441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd59941-6288-4a13-b2aa-20eac4fad6a8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network 8ac867e3-d940-43c9-8962-a75684c5a3b2 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:24:05.567958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ecd59941-6288-4a13-b2aa-20eac4fad6a8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 8ac867e3-d940-43c9-8962-a75684c5a3b2) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:05.582521 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6740c3cd-b3c7-4857-a89d-d7656bdc14d5 None None] Network 8ac867e3-d940-43c9-8962-a75684c5a3b2 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:05.589271 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd59941-6288-4a13-b2aa-20eac4fad6a8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:05.590171 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ecd59941-6288-4a13-b2aa-20eac4fad6a8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:05.618515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58328) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:05.630928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bb4b9-68fc-4e9d-b257-701091a528f3 None None] Pushing event updated for resources: {'Port': ['ID=f51c8336-0b78-4a06-88cf-c82c235e7bdd,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:05.632142 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ecd59941-6288-4a13-b2aa-20eac4fad6a8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7312815 Jul 15 15:24:05.811506 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1cae852b-4240-42ca-9007-097e1ca9af76 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:05.961970 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1cae852b-4240-42ca-9007-097e1ca9af76 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:06.021461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371836bf-63c7-43d5-808b-50705422861c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-8ac867e3-d940-43c9-8962-a75684c5a3b2', 'network_id': '8ac867e3-d940-43c9-8962-a75684c5a3b2', 'tenant_id': '2f6c713a2fa5443d99a0e05ce1cdf175', 'fixed_ips': [{'subnet_id': '6d66354d-4af1-4d1d-8556-f3970031ae2f'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:24:06.022333 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-371836bf-63c7-43d5-808b-50705422861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:06.064117 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:06.110329 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1cae852b-4240-42ca-9007-097e1ca9af76 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:06.239640 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1cae852b-4240-42ca-9007-097e1ca9af76 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:06.250655 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-1cae852b-4240-42ca-9007-097e1ca9af76 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac867e3-d940-43c9-8962-a75684c5a3b2']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:06.253182 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae852b-4240-42ca-9007-097e1ca9af76 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Subnet': ['ID=6d66354d-4af1-4d1d-8556-f3970031ae2f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server [None req-371836bf-63c7-43d5-808b-50705422861c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d66354d-4af1-4d1d-8556-f3970031ae2f: This subnet is being modified by another concurrent operation. Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise exception Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d66354d-4af1-4d1d-8556-f3970031ae2f: This subnet is being modified by another concurrent operation. Jul 15 15:24:06.287132 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Jul 15 15:24:06.294321 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-1cae852b-4240-42ca-9007-097e1ca9af76 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c6078f-1ffc-4180-a463-1e0c8e45e8a4') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:06.294321 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-1cae852b-4240-42ca-9007-097e1ca9af76 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c6078f-1ffc-4180-a463-1e0c8e45e8a4') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:06.299447 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1cae852b-4240-42ca-9007-097e1ca9af76 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:06.315831 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1cae852b-4240-42ca-9007-097e1ca9af76 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:06.320306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d485f07-1c23-42a6-99ad-99cacd070cc6 None None] Network 8ac867e3-d940-43c9-8962-a75684c5a3b2 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:06.345161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cae852b-4240-42ca-9007-097e1ca9af76 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:24:06.345481 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1cae852b-4240-42ca-9007-097e1ca9af76 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:24:06.349721 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:24:06.461063 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bcba2-d3f7-45ba-b282-d801720c089f req-0cf09599-2e33-423f-95e3-dfa81ed6f74f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:06.462824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b35bcba2-d3f7-45ba-b282-d801720c089f req-0cf09599-2e33-423f-95e3-dfa81ed6f74f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 944 time: 0.2058964 Jul 15 15:24:06.464222 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1cae852b-4240-42ca-9007-097e1ca9af76 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:06.469365 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1cae852b-4240-42ca-9007-097e1ca9af76 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:06.473165 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1cae852b-4240-42ca-9007-097e1ca9af76 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/8ac867e3-d940-43c9-8962-a75684c5a3b2 HTTP/1.1" status: 204 len: 168 time: 0.8500793 Jul 15 15:24:06.478740 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58364) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:06.498117 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-8137074a-21df-4b1b-a142-717f019900bf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-955756111'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:06.514347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae852b-4240-42ca-9007-097e1ca9af76 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Network': ['ID=8ac867e3-d940-43c9-8962-a75684c5a3b2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:06.559330 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8137074a-21df-4b1b-a142-717f019900bf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:06.563811 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8137074a-21df-4b1b-a142-717f019900bf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:06.599095 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b35bcba2-d3f7-45ba-b282-d801720c089f req-b519d31d-b35b-489f-a45c-d85a249f3e62 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245627 Jul 15 15:24:06.623285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8137074a-21df-4b1b-a142-717f019900bf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:24:06.642193 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8137074a-21df-4b1b-a142-717f019900bf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:06.642701 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-8137074a-21df-4b1b-a142-717f019900bf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Added segment 2303c441-2c22-4bf8-8372-0a428e1f470a of type vlan for network 2a04c46f-7232-4cf7-acda-46b798ab01a6 Jul 15 15:24:06.703264 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8137074a-21df-4b1b-a142-717f019900bf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:06.741052 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8137074a-21df-4b1b-a142-717f019900bf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:06.748960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8137074a-21df-4b1b-a142-717f019900bf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:06.749876 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8137074a-21df-4b1b-a142-717f019900bf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:06.807093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8137074a-21df-4b1b-a142-717f019900bf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3260839 Jul 15 15:24:06.810007 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58380) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:06.824792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ece2caba-f541-4597-8fd0-c5883f698498 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'subnet': {'network_id': '2a04c46f-7232-4cf7-acda-46b798ab01a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:06.853556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137074a-21df-4b1b-a142-717f019900bf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Network': ['ID=2a04c46f-7232-4cf7-acda-46b798ab01a6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:06.865032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 2a04c46f-7232-4cf7-acda-46b798ab01a6 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:24:07.015146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece2caba-f541-4597-8fd0-c5883f698498 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:07.019710 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ece2caba-f541-4597-8fd0-c5883f698498 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:07.074244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16b1f4f-01a0-4723-8723-d5d679e5e231 None None] Network 93fc5599-0285-46aa-812d-fcece6f5bbf4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:07.079779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f51c8336-0b78-4a06-88cf-c82c235e7bdd up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:24:07.193205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-42b5037c-1289-49ef-8c05-7d3700281df8 None None] Provisioning for port f51c8336-0b78-4a06-88cf-c82c235e7bdd completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:24:07.291867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port f51c8336-0b78-4a06-88cf-c82c235e7bdd completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:24:07.306673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port f51c8336-0b78-4a06-88cf-c82c235e7bdd triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:07.307446 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:07.311169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ece2caba-f541-4597-8fd0-c5883f698498 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:07.465658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece2caba-f541-4597-8fd0-c5883f698498 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Checking segment: {'id': '2303c441-2c22-4bf8-8372-0a428e1f470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2a04c46f-7232-4cf7-acda-46b798ab01a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:07.466246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece2caba-f541-4597-8fd0-c5883f698498 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network hostable DHCP agents. Network: 2a04c46f-7232-4cf7-acda-46b798ab01a6, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:24:07.499807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2caba-f541-4597-8fd0-c5883f698498 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Subnet': ['ID=3f6dfa16-66b1-4614-af75-54d7534f09f6,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:07.526680 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece2caba-f541-4597-8fd0-c5883f698498 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network 2a04c46f-7232-4cf7-acda-46b798ab01a6 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:24:07.538253 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ece2caba-f541-4597-8fd0-c5883f698498 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 2a04c46f-7232-4cf7-acda-46b798ab01a6) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:07.548662 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f8a4bc-acb1-44d2-a6f8-f6b270619ada None None] Network 2a04c46f-7232-4cf7-acda-46b798ab01a6 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:07.560174 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece2caba-f541-4597-8fd0-c5883f698498 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:07.560982 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ece2caba-f541-4597-8fd0-c5883f698498 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:07.594756 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:07.602222 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58402) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:07.609210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1782f4bf-a1ac-47bc-b728-da99eab4c561 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2090936744'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:07.613226 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ece2caba-f541-4597-8fd0-c5883f698498 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8020158 Jul 15 15:24:07.668208 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1782f4bf-a1ac-47bc-b728-da99eab4c561 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:07.673034 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1782f4bf-a1ac-47bc-b728-da99eab4c561 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:07.704449 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:24:07.737322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1782f4bf-a1ac-47bc-b728-da99eab4c561 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:24:07.744806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port f51c8336-0b78-4a06-88cf-c82c235e7bdd, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f51c8336-0b78-4a06-88cf-c82c235e7bdd,segment=NetworkSegment(1ae1acfd-d907-4c58-bdab-e897c97c379b),segment_id=1ae1acfd-d907-4c58-bdab-e897c97c379b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:07.754133 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1782f4bf-a1ac-47bc-b728-da99eab4c561 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:07.754486 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-1782f4bf-a1ac-47bc-b728-da99eab4c561 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Added segment 448e0cab-dedb-4f91-9253-53aa5d07cce5 of type vlan for network d0f4f575-62c6-4329-a09e-441dd8bb6b0b Jul 15 15:24:07.763499 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:07.818992 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1782f4bf-a1ac-47bc-b728-da99eab4c561 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:07.917007 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1782f4bf-a1ac-47bc-b728-da99eab4c561 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:07.918136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=f51c8336-0b78-4a06-88cf-c82c235e7bdd,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:07.930334 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1782f4bf-a1ac-47bc-b728-da99eab4c561 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:07.931027 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1782f4bf-a1ac-47bc-b728-da99eab4c561 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:07.961907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-573787bc-c540-45e7-8b5c-9da96d180d31 None None] Provisioning complete for port f51c8336-0b78-4a06-88cf-c82c235e7bdd triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:07.962380 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-573787bc-c540-45e7-8b5c-9da96d180d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:07.964707 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-2a04c46f-7232-4cf7-acda-46b798ab01a6', 'network_id': '2a04c46f-7232-4cf7-acda-46b798ab01a6', 'tenant_id': '2f6c713a2fa5443d99a0e05ce1cdf175', 'fixed_ips': [{'subnet_id': '3f6dfa16-66b1-4614-af75-54d7534f09f6'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:24:07.965725 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:08.000536 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58412) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:08.001032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1782f4bf-a1ac-47bc-b728-da99eab4c561 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3969965 Jul 15 15:24:08.014973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-18c8885d-6a0e-47d3-801d-3657fc8c6932 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'subnet': {'network_id': 'd0f4f575-62c6-4329-a09e-441dd8bb6b0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:08.040897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782f4bf-a1ac-47bc-b728-da99eab4c561 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Network': ['ID=d0f4f575-62c6-4329-a09e-441dd8bb6b0b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:08.054891 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network d0f4f575-62c6-4329-a09e-441dd8bb6b0b details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:24:08.059856 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68577e9-6ea1-4eaa-9c80-5b42de443b23 req-c948c009-0ca9-48f5-b88d-82f1a2e5da6f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:08.062151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e68577e9-6ea1-4eaa-9c80-5b42de443b23 req-c948c009-0ca9-48f5-b88d-82f1a2e5da6f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 944 time: 0.2062545 Jul 15 15:24:08.118303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e68577e9-6ea1-4eaa-9c80-5b42de443b23 req-3a7e0209-0701-419f-9860-156009e25d6a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499771 Jul 15 15:24:08.164051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c8885d-6a0e-47d3-801d-3657fc8c6932 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:08.170963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18c8885d-6a0e-47d3-801d-3657fc8c6932 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:08.244330 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.ipam_backend_mixin [None req-18c8885d-6a0e-47d3-801d-3657fc8c6932 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Performing IP validity checks on allocation pools {{(pid=100712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 15:24:08.245242 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.ipam_backend_mixin [None req-18c8885d-6a0e-47d3-801d-3657fc8c6932 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 15:24:08.344741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Allocated IP 2001:db8::3 (2a04c46f-7232-4cf7-acda-46b798ab01a6/3f6dfa16-66b1-4614-af75-54d7534f09f6/02730179-6dd0-481c-94e1-048deb12edbf) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:24:08.462582 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18c8885d-6a0e-47d3-801d-3657fc8c6932 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:08.564433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c8885d-6a0e-47d3-801d-3657fc8c6932 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Checking segment: {'id': '448e0cab-dedb-4f91-9253-53aa5d07cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd0f4f575-62c6-4329-a09e-441dd8bb6b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:08.564838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c8885d-6a0e-47d3-801d-3657fc8c6932 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network hostable DHCP agents. Network: d0f4f575-62c6-4329-a09e-441dd8bb6b0b, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:24:08.572883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8885d-6a0e-47d3-801d-3657fc8c6932 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Subnet': ['ID=54e00556-f535-4fad-93c5-4d7aacec6d2c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:08.601514 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c8885d-6a0e-47d3-801d-3657fc8c6932 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network d0f4f575-62c6-4329-a09e-441dd8bb6b0b is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:24:08.613495 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-18c8885d-6a0e-47d3-801d-3657fc8c6932 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, d0f4f575-62c6-4329-a09e-441dd8bb6b0b) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:08.623453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb323f9-82b0-42e5-a6db-511a60949e8c None None] Network d0f4f575-62c6-4329-a09e-441dd8bb6b0b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:08.629256 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c8885d-6a0e-47d3-801d-3657fc8c6932 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:08.629969 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18c8885d-6a0e-47d3-801d-3657fc8c6932 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:08.648315 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-18c8885d-6a0e-47d3-801d-3657fc8c6932 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6464975 Jul 15 15:24:08.651121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58434) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:08.734828 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:08.750493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Transition to ACTIVE for port object 02730179-6dd0-481c-94e1-048deb12edbf will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:08.775284 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cf4d-b72e-4e99-94ac-74b56998989f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:08.780257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Transition to ACTIVE for port object 02730179-6dd0-481c-94e1-048deb12edbf will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:08.817001 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:08.850930 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cf4d-b72e-4e99-94ac-74b56998989f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:08.874851 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Pushing event updated for resources: {'Port': ['ID=02730179-6dd0-481c-94e1-048deb12edbf,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:08.885878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Network 2a04c46f-7232-4cf7-acda-46b798ab01a6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:24:08.889471 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:08.912377 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:24:08.943808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffc1764-eae8-43dc-acd9-5bcf3f8d0ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-d0f4f575-62c6-4329-a09e-441dd8bb6b0b', 'network_id': 'd0f4f575-62c6-4329-a09e-441dd8bb6b0b', 'tenant_id': '2f6c713a2fa5443d99a0e05ce1cdf175', 'fixed_ips': [{'subnet_id': '54e00556-f535-4fad-93c5-4d7aacec6d2c'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:24:08.944659 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ffc1764-eae8-43dc-acd9-5bcf3f8d0ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:08.980587 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cf4d-b72e-4e99-94ac-74b56998989f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:09.028155 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6cf4d-b72e-4e99-94ac-74b56998989f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Subnet': ['ID=54e00556-f535-4fad-93c5-4d7aacec6d2c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:09.064692 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f51c8336-0b78-4a06-88cf-c82c235e7bdd up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:24:09.067999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Attempting to bind port 02730179-6dd0-481c-94e1-048deb12edbf on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:24:09.068459 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Attempting to bind port 02730179-6dd0-481c-94e1-048deb12edbf by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '2303c441-2c22-4bf8-8372-0a428e1f470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2a04c46f-7232-4cf7-acda-46b798ab01a6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:24:09.068932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Attempting to bind port 02730179-6dd0-481c-94e1-048deb12edbf on network 2a04c46f-7232-4cf7-acda-46b798ab01a6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:24:09.100126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cb540f-8656-4b0e-b873-8a64083dee35 None None] Network d0f4f575-62c6-4329-a09e-441dd8bb6b0b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:09.123640 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cf4d-b72e-4e99-94ac-74b56998989f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:09.139669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:24:09.140152 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Checking segment: {'id': '2303c441-2c22-4bf8-8372-0a428e1f470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2a04c46f-7232-4cf7-acda-46b798ab01a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:09.140503 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:09.140958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Bound using segment: {'id': '2303c441-2c22-4bf8-8372-0a428e1f470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2a04c46f-7232-4cf7-acda-46b798ab01a6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:24:09.141118 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-2bb6cf4d-b72e-4e99-94ac-74b56998989f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f4f575-62c6-4329-a09e-441dd8bb6b0b']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:09.141490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Bound port: 02730179-6dd0-481c-94e1-048deb12edbf, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2303c441-2c22-4bf8-8372-0a428e1f470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2a04c46f-7232-4cf7-acda-46b798ab01a6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:24:09.141876 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:09.155338 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-2bb6cf4d-b72e-4e99-94ac-74b56998989f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448e0cab-dedb-4f91-9253-53aa5d07cce5') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:09.155995 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-2bb6cf4d-b72e-4e99-94ac-74b56998989f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448e0cab-dedb-4f91-9253-53aa5d07cce5') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:09.191080 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cf4d-b72e-4e99-94ac-74b56998989f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:09.221423 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cf4d-b72e-4e99-94ac-74b56998989f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:09.228624 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb6cf4d-b72e-4e99-94ac-74b56998989f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:24:09.229037 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cf4d-b72e-4e99-94ac-74b56998989f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:24:09.317928 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:24:09.332180 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cf4d-b72e-4e99-94ac-74b56998989f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:09.370816 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cf4d-b72e-4e99-94ac-74b56998989f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:09.376014 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2bb6cf4d-b72e-4e99-94ac-74b56998989f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/d0f4f575-62c6-4329-a09e-441dd8bb6b0b HTTP/1.1" status: 204 len: 168 time: 0.7207003 Jul 15 15:24:09.376400 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58458) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:09.382493 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f4d7ccc4-1854-4e5a-b3fe-b91f5259c9b5 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1965625872'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:09.410111 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6cf4d-b72e-4e99-94ac-74b56998989f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Network': ['ID=d0f4f575-62c6-4329-a09e-441dd8bb6b0b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:09.411146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d7ccc4-1854-4e5a-b3fe-b91f5259c9b5 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:09.417853 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4d7ccc4-1854-4e5a-b3fe-b91f5259c9b5 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:09.432968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port f51c8336-0b78-4a06-88cf-c82c235e7bdd triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:09.433348 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:09.448469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d7ccc4-1854-4e5a-b3fe-b91f5259c9b5 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:24:09.459891 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4d7ccc4-1854-4e5a-b3fe-b91f5259c9b5 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:09.460249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9320931-546c-4469-b542-728422450c5d req-2c80291a-fd3d-47d4-b2f8-b132b8097f84 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:09.460370 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-f4d7ccc4-1854-4e5a-b3fe-b91f5259c9b5 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Added segment 1d9c596e-df9f-4710-890f-2f1e1e5aa5e1 of type vlan for network 04a03781-b237-49e6-8928-1c66872e552c Jul 15 15:24:09.466164 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f9320931-546c-4469-b542-728422450c5d req-2c80291a-fd3d-47d4-b2f8-b132b8097f84 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 944 time: 0.1469233 Jul 15 15:24:09.517935 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4d7ccc4-1854-4e5a-b3fe-b91f5259c9b5 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:09.531806 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f9320931-546c-4469-b542-728422450c5d req-9bb827ff-3209-4cc2-a2fc-19fefb017da3 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588458 Jul 15 15:24:09.575119 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4d7ccc4-1854-4e5a-b3fe-b91f5259c9b5 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:09.588228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] For port 02730179-6dd0-481c-94e1-048deb12edbf, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:24:09.594199 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d7ccc4-1854-4e5a-b3fe-b91f5259c9b5 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:09.595020 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4d7ccc4-1854-4e5a-b3fe-b91f5259c9b5 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:09.629129 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] For port 02730179-6dd0-481c-94e1-048deb12edbf, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=02730179-6dd0-481c-94e1-048deb12edbf,segment=NetworkSegment(2303c441-2c22-4bf8-8372-0a428e1f470a),segment_id=2303c441-2c22-4bf8-8372-0a428e1f470a)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:24:09.644381 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:09.655025 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f4d7ccc4-1854-4e5a-b3fe-b91f5259c9b5 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2774158 Jul 15 15:24:09.657931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58468) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:09.664392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ae2e3996-ff6b-458c-a41a-3c93498ab960 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'subnet': {'network_id': '04a03781-b237-49e6-8928-1c66872e552c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:09.724237 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7ccc4-1854-4e5a-b3fe-b91f5259c9b5 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Network': ['ID=04a03781-b237-49e6-8928-1c66872e552c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:09.740946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 04a03781-b237-49e6-8928-1c66872e552c details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:24:09.819694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17dc55-3d47-44b5-8ad0-f7282e2626ae None None] Pushing event updated for resources: {'Port': ['ID=02730179-6dd0-481c-94e1-048deb12edbf,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:09.829141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2e3996-ff6b-458c-a41a-3c93498ab960 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:09.836978 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3996-ff6b-458c-a41a-3c93498ab960 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:10.289186 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3996-ff6b-458c-a41a-3c93498ab960 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:10.353339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e3996-ff6b-458c-a41a-3c93498ab960 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Subnet': ['ID=8fe771f9-118c-490a-b14b-874d71b33905,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:10.366406 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2e3996-ff6b-458c-a41a-3c93498ab960 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Checking segment: {'id': '1d9c596e-df9f-4710-890f-2f1e1e5aa5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '04a03781-b237-49e6-8928-1c66872e552c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:10.366965 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2e3996-ff6b-458c-a41a-3c93498ab960 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network hostable DHCP agents. Network: 04a03781-b237-49e6-8928-1c66872e552c, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:24:10.386309 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2e3996-ff6b-458c-a41a-3c93498ab960 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network 04a03781-b237-49e6-8928-1c66872e552c is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:24:10.397399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-ae2e3996-ff6b-458c-a41a-3c93498ab960 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 04a03781-b237-49e6-8928-1c66872e552c) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:10.401925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2e3996-ff6b-458c-a41a-3c93498ab960 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:10.403070 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3996-ff6b-458c-a41a-3c93498ab960 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:10.413879 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e973c0d-d411-4e2c-a75a-4ccad8c55905 None None] Network 04a03781-b237-49e6-8928-1c66872e552c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:10.420983 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ae2e3996-ff6b-458c-a41a-3c93498ab960 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7607458 Jul 15 15:24:10.424074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58476) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:10.547742 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33547b8b-86d0-488d-911f-da318bdb4f49 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:10.623912 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf8e098-4f67-4329-979b-7b72358deb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-04a03781-b237-49e6-8928-1c66872e552c', 'network_id': '04a03781-b237-49e6-8928-1c66872e552c', 'tenant_id': '2f6c713a2fa5443d99a0e05ce1cdf175', 'fixed_ips': [{'subnet_id': '8fe771f9-118c-490a-b14b-874d71b33905'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:24:10.624848 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e098-4f67-4329-979b-7b72358deb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:10.648721 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33547b8b-86d0-488d-911f-da318bdb4f49 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:10.742817 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33547b8b-86d0-488d-911f-da318bdb4f49 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:10.796571 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33547b8b-86d0-488d-911f-da318bdb4f49 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe771f9-118c-490a-b14b-874d71b33905,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server [None req-ebf8e098-4f67-4329-979b-7b72358deb62 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fe771f9-118c-490a-b14b-874d71b33905: This subnet is being modified by another concurrent operation. Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise exception Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fe771f9-118c-490a-b14b-874d71b33905: This subnet is being modified by another concurrent operation. Jul 15 15:24:10.802046 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Jul 15 15:24:10.819690 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6babc987-a2a2-4f1b-b5b8-69ebf679a556 None None] Network 04a03781-b237-49e6-8928-1c66872e552c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:10.896781 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33547b8b-86d0-488d-911f-da318bdb4f49 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:10.922220 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-33547b8b-86d0-488d-911f-da318bdb4f49 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a03781-b237-49e6-8928-1c66872e552c']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:10.943023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-33547b8b-86d0-488d-911f-da318bdb4f49 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9c596e-df9f-4710-890f-2f1e1e5aa5e1') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:10.943459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-33547b8b-86d0-488d-911f-da318bdb4f49 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9c596e-df9f-4710-890f-2f1e1e5aa5e1') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:10.958857 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33547b8b-86d0-488d-911f-da318bdb4f49 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:10.992909 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33547b8b-86d0-488d-911f-da318bdb4f49 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:10.999129 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:24:11.010906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33547b8b-86d0-488d-911f-da318bdb4f49 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:24:11.011555 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33547b8b-86d0-488d-911f-da318bdb4f49 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: items = [ Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:24:11.015228 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:24:11.141538 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 02730179-6dd0-481c-94e1-048deb12edbf up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:24:11.145191 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33547b8b-86d0-488d-911f-da318bdb4f49 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:11.149987 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33547b8b-86d0-488d-911f-da318bdb4f49 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:11.152458 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-33547b8b-86d0-488d-911f-da318bdb4f49 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/04a03781-b237-49e6-8928-1c66872e552c HTTP/1.1" status: 204 len: 168 time: 0.7276151 Jul 15 15:24:11.166342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58482) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:11.172026 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d9cc1449-f671-4813-ae4d-b4a5e93299b1 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-426308685'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:11.184079 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33547b8b-86d0-488d-911f-da318bdb4f49 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Network': ['ID=04a03781-b237-49e6-8928-1c66872e552c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:11.239660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cc1449-f671-4813-ae4d-b4a5e93299b1 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:11.247665 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d9cc1449-f671-4813-ae4d-b4a5e93299b1 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:11.284741 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b37c57-9f4a-4c62-9809-0b2712b76998 req-eddae798-836f-4860-866b-ffcd484e6ddf tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:11.286328 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-71b37c57-9f4a-4c62-9809-0b2712b76998 req-eddae798-836f-4860-866b-ffcd484e6ddf tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 944 time: 0.1764953 Jul 15 15:24:11.290814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cc1449-f671-4813-ae4d-b4a5e93299b1 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:24:11.293742 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82758df-7214-409c-a1ce-64a79e3c031e None None] Network 2a04c46f-7232-4cf7-acda-46b798ab01a6 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:11.333196 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d9cc1449-f671-4813-ae4d-b4a5e93299b1 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:11.333557 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-d9cc1449-f671-4813-ae4d-b4a5e93299b1 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Added segment c0ae4115-e368-4564-b098-b961ceaa96b8 of type vlan for network 19562ae6-af56-409a-9064-e47411f38e71 Jul 15 15:24:11.365668 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-71b37c57-9f4a-4c62-9809-0b2712b76998 req-0c9845d5-5647-4aac-a97f-f34ce6e89778 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723388 Jul 15 15:24:11.445559 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d9cc1449-f671-4813-ae4d-b4a5e93299b1 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:11.456779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:11.470345 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9c9783bf-9dcc-4312-b908-ec4522b774a5 None None] Provisioning for port 02730179-6dd0-481c-94e1-048deb12edbf completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:24:11.475053 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'port_id': 'ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3', 'mac_address': 'fa:16:3e:d8:cd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:24:11.484140 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d9cc1449-f671-4813-ae4d-b4a5e93299b1 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:11.491067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cc1449-f671-4813-ae4d-b4a5e93299b1 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:11.500217 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d9cc1449-f671-4813-ae4d-b4a5e93299b1 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:11.603965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 02730179-6dd0-481c-94e1-048deb12edbf completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:24:11.628156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 02730179-6dd0-481c-94e1-048deb12edbf triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:11.628541 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:11.634485 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:11.645424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d9cc1449-f671-4813-ae4d-b4a5e93299b1 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4777505 Jul 15 15:24:11.648380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58492) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:11.659441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f35df2bb-1ef2-4c99-8173-a2cf676a2a34 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'subnet': {'network_id': '19562ae6-af56-409a-9064-e47411f38e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:11.683952 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:24:11.722243 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:11.743467 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:11.805245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc1449-f671-4813-ae4d-b4a5e93299b1 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Network': ['ID=19562ae6-af56-409a-9064-e47411f38e71,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:11.877463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35df2bb-1ef2-4c99-8173-a2cf676a2a34 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:11.882389 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f35df2bb-1ef2-4c99-8173-a2cf676a2a34 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:12.056893 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 19562ae6-af56-409a-9064-e47411f38e71 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:24:12.136476 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7904b676-ec37-4543-9c61-f24f7f6ea0dc None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:24:12.154649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:24:12.179100 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f35df2bb-1ef2-4c99-8173-a2cf676a2a34 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:12.233992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35df2bb-1ef2-4c99-8173-a2cf676a2a34 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Subnet': ['ID=7a02517f-7421-4f9d-9fc5-025c53370951,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:12.272701 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35df2bb-1ef2-4c99-8173-a2cf676a2a34 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Checking segment: {'id': 'c0ae4115-e368-4564-b098-b961ceaa96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '19562ae6-af56-409a-9064-e47411f38e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:12.273075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35df2bb-1ef2-4c99-8173-a2cf676a2a34 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network hostable DHCP agents. Network: 19562ae6-af56-409a-9064-e47411f38e71, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:24:12.284493 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:12.300291 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35df2bb-1ef2-4c99-8173-a2cf676a2a34 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network 19562ae6-af56-409a-9064-e47411f38e71 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:24:12.336339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f35df2bb-1ef2-4c99-8173-a2cf676a2a34 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 19562ae6-af56-409a-9064-e47411f38e71) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:12.343424 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35df2bb-1ef2-4c99-8173-a2cf676a2a34 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:12.345783 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f35df2bb-1ef2-4c99-8173-a2cf676a2a34 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:12.356129 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:12.363903 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f35df2bb-1ef2-4c99-8173-a2cf676a2a34 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7140265 Jul 15 15:24:12.366302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58512) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:12.387087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-686be116-26ea-4ac0-bb12-39afddde352e None None] Provisioning complete for port 02730179-6dd0-481c-94e1-048deb12edbf triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:12.387839 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-686be116-26ea-4ac0-bb12-39afddde352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:12.441419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 02730179-6dd0-481c-94e1-048deb12edbf, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=02730179-6dd0-481c-94e1-048deb12edbf,segment=NetworkSegment(2303c441-2c22-4bf8-8372-0a428e1f470a),segment_id=2303c441-2c22-4bf8-8372-0a428e1f470a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:12.478270 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:12.566833 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78bae66a-e595-45e5-84a0-b2b7cb54d07d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:12.646509 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78bae66a-e595-45e5-84a0-b2b7cb54d07d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:12.673990 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=02730179-6dd0-481c-94e1-048deb12edbf,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:12.766878 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f4a7c-8473-4451-b276-6e85c6380682 req-c5e2ece3-5029-44b9-b32a-43380e897d00 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:12.773439 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c7f4a7c-8473-4451-b276-6e85c6380682 req-c5e2ece3-5029-44b9-b32a-43380e897d00 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 945 time: 0.1654654 Jul 15 15:24:12.831064 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78bae66a-e595-45e5-84a0-b2b7cb54d07d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:12.871125 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7904b676-ec37-4543-9c61-f24f7f6ea0dc None None] Unable to find a vacant binding_index for network 19562ae6-af56-409a-9064-e47411f38e71 and agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 15 15:24:12.879820 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7904b676-ec37-4543-9c61-f24f7f6ea0dc None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 19562ae6-af56-409a-9064-e47411f38e71) {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:24:12.888423 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c7f4a7c-8473-4451-b276-6e85c6380682 req-f8bd900b-8e41-4844-842c-d8ee63481ff2 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074357 Jul 15 15:24:12.901912 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bae66a-e595-45e5-84a0-b2b7cb54d07d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Subnet': ['ID=7a02517f-7421-4f9d-9fc5-025c53370951,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:13.017241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 02730179-6dd0-481c-94e1-048deb12edbf up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:24:13.021701 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78bae66a-e595-45e5-84a0-b2b7cb54d07d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:13.032618 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-78bae66a-e595-45e5-84a0-b2b7cb54d07d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19562ae6-af56-409a-9064-e47411f38e71']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:13.043212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-78bae66a-e595-45e5-84a0-b2b7cb54d07d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ae4115-e368-4564-b098-b961ceaa96b8') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:13.043647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-78bae66a-e595-45e5-84a0-b2b7cb54d07d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ae4115-e368-4564-b098-b961ceaa96b8') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:13.054049 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78bae66a-e595-45e5-84a0-b2b7cb54d07d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:13.076948 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78bae66a-e595-45e5-84a0-b2b7cb54d07d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:13.088032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78bae66a-e595-45e5-84a0-b2b7cb54d07d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:24:13.089120 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78bae66a-e595-45e5-84a0-b2b7cb54d07d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:13.115602 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 02730179-6dd0-481c-94e1-048deb12edbf triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:13.116333 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:24:13.167618 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:24:13.175806 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78bae66a-e595-45e5-84a0-b2b7cb54d07d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:13.191695 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78bae66a-e595-45e5-84a0-b2b7cb54d07d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:13.194134 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-78bae66a-e595-45e5-84a0-b2b7cb54d07d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/19562ae6-af56-409a-9064-e47411f38e71 HTTP/1.1" status: 204 len: 168 time: 0.8254719 Jul 15 15:24:13.197724 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58524) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:13.202903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c4731c1e-1c58-4d73-9bb6-f9bc10a7eb7d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1354672664'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:13.226046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bae66a-e595-45e5-84a0-b2b7cb54d07d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Network': ['ID=19562ae6-af56-409a-9064-e47411f38e71,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:13.251323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4731c1e-1c58-4d73-9bb6-f9bc10a7eb7d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:13.256282 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4731c1e-1c58-4d73-9bb6-f9bc10a7eb7d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:13.300213 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4731c1e-1c58-4d73-9bb6-f9bc10a7eb7d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:24:13.309573 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4731c1e-1c58-4d73-9bb6-f9bc10a7eb7d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:13.309967 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-c4731c1e-1c58-4d73-9bb6-f9bc10a7eb7d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Added segment b00a96a9-219a-4a59-a8f1-53b30c0c5f7e of type vlan for network 6d39538c-9c8b-44c6-8eed-9ce653a7283c Jul 15 15:24:13.371792 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4731c1e-1c58-4d73-9bb6-f9bc10a7eb7d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:13.399867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaff006-ddb5-4dc4-9f39-538b4089c804 None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:24:13.427508 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4731c1e-1c58-4d73-9bb6-f9bc10a7eb7d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:13.435240 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4731c1e-1c58-4d73-9bb6-f9bc10a7eb7d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:13.436134 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c4731c1e-1c58-4d73-9bb6-f9bc10a7eb7d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:13.482043 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58526) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:13.482276 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c4731c1e-1c58-4d73-9bb6-f9bc10a7eb7d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2832711 Jul 15 15:24:13.495667 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9078fd97-4676-4df3-a2ba-5b28cf108b2d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'subnet': {'network_id': '6d39538c-9c8b-44c6-8eed-9ce653a7283c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:13.513640 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaff006-ddb5-4dc4-9f39-538b4089c804 None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:24:13.522775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4731c1e-1c58-4d73-9bb6-f9bc10a7eb7d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Network': ['ID=6d39538c-9c8b-44c6-8eed-9ce653a7283c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:13.547103 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 6d39538c-9c8b-44c6-8eed-9ce653a7283c details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:24:13.631928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9078fd97-4676-4df3-a2ba-5b28cf108b2d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:13.636897 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9078fd97-4676-4df3-a2ba-5b28cf108b2d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:13.858406 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78016194-8fa4-49d8-90c2-addd6182210f None None] Network 19562ae6-af56-409a-9064-e47411f38e71 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:13.873935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78016194-8fa4-49d8-90c2-addd6182210f None None] Network 19562ae6-af56-409a-9064-e47411f38e71 could not be found, it might have been deleted concurrently. {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 15:24:13.875213 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9078fd97-4676-4df3-a2ba-5b28cf108b2d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:13.885116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15f4e67-f739-45de-92ec-41e93a92bd6f None None] Network 19562ae6-af56-409a-9064-e47411f38e71 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:13.898052 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15f4e67-f739-45de-92ec-41e93a92bd6f None None] Network 19562ae6-af56-409a-9064-e47411f38e71 could not be found, it might have been deleted concurrently. {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 15:24:13.960251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078fd97-4676-4df3-a2ba-5b28cf108b2d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Subnet': ['ID=b13c1cc1-90ef-4dff-82b3-6f3424ea447e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:13.972213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9078fd97-4676-4df3-a2ba-5b28cf108b2d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Checking segment: {'id': 'b00a96a9-219a-4a59-a8f1-53b30c0c5f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6d39538c-9c8b-44c6-8eed-9ce653a7283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:13.972651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078fd97-4676-4df3-a2ba-5b28cf108b2d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network hostable DHCP agents. Network: 6d39538c-9c8b-44c6-8eed-9ce653a7283c, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:24:13.990634 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078fd97-4676-4df3-a2ba-5b28cf108b2d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network 6d39538c-9c8b-44c6-8eed-9ce653a7283c is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:24:14.004511 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9078fd97-4676-4df3-a2ba-5b28cf108b2d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 6d39538c-9c8b-44c6-8eed-9ce653a7283c) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:14.014727 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71505ced-1e30-45aa-bd41-f7ca64bbcebf None None] Network 6d39538c-9c8b-44c6-8eed-9ce653a7283c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:14.021110 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9078fd97-4676-4df3-a2ba-5b28cf108b2d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:14.022095 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9078fd97-4676-4df3-a2ba-5b28cf108b2d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:14.044551 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9078fd97-4676-4df3-a2ba-5b28cf108b2d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5614252 Jul 15 15:24:14.047412 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58534) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:14.052648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-80f6857f-8617-4cf8-b1d7-75d34186ef97 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'subnet': {'network_id': '6d39538c-9c8b-44c6-8eed-9ce653a7283c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:14.228297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-6d39538c-9c8b-44c6-8eed-9ce653a7283c', 'network_id': '6d39538c-9c8b-44c6-8eed-9ce653a7283c', 'tenant_id': '2f6c713a2fa5443d99a0e05ce1cdf175', 'fixed_ips': [{'subnet_id': 'b13c1cc1-90ef-4dff-82b3-6f3424ea447e'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:24:14.229184 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:14.397421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Allocated IP 2001:db8::2 (6d39538c-9c8b-44c6-8eed-9ce653a7283c/b13c1cc1-90ef-4dff-82b3-6f3424ea447e/f353af2a-52ab-4104-9015-95fbd0b8ece7) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:24:14.559191 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b453c-702d-4f7f-8632-0867143ae045 req-1936a99c-8380-41b4-b818-b686f343aef1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:14.560818 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d90b453c-702d-4f7f-8632-0867143ae045 req-1936a99c-8380-41b4-b818-b686f343aef1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 945 time: 0.4254131 Jul 15 15:24:14.561598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f6857f-8617-4cf8-b1d7-75d34186ef97 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:14.565056 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80f6857f-8617-4cf8-b1d7-75d34186ef97 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:14.568363 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:14.587825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Transition to ACTIVE for port object f353af2a-52ab-4104-9015-95fbd0b8ece7 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:14.605031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Transition to ACTIVE for port object f353af2a-52ab-4104-9015-95fbd0b8ece7 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:14.614811 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:14.659807 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Network 6d39538c-9c8b-44c6-8eed-9ce653a7283c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:24:14.660485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d90b453c-702d-4f7f-8632-0867143ae045 req-eee529ea-d61f-4fb4-8c01-394566105f10 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903404 Jul 15 15:24:14.663551 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:14.670715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:24:14.679002 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Pushing event updated for resources: {'Port': ['ID=f353af2a-52ab-4104-9015-95fbd0b8ece7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:14.746355 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Attempting to bind port f353af2a-52ab-4104-9015-95fbd0b8ece7 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:24:14.747041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Attempting to bind port f353af2a-52ab-4104-9015-95fbd0b8ece7 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'b00a96a9-219a-4a59-a8f1-53b30c0c5f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6d39538c-9c8b-44c6-8eed-9ce653a7283c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:24:14.747578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Attempting to bind port f353af2a-52ab-4104-9015-95fbd0b8ece7 on network 6d39538c-9c8b-44c6-8eed-9ce653a7283c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:24:14.753524 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:24:14.754140 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Checking segment: {'id': 'b00a96a9-219a-4a59-a8f1-53b30c0c5f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6d39538c-9c8b-44c6-8eed-9ce653a7283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:14.754737 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:14.755292 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Bound using segment: {'id': 'b00a96a9-219a-4a59-a8f1-53b30c0c5f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6d39538c-9c8b-44c6-8eed-9ce653a7283c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:24:14.755951 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Bound port: f353af2a-52ab-4104-9015-95fbd0b8ece7, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00a96a9-219a-4a59-a8f1-53b30c0c5f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6d39538c-9c8b-44c6-8eed-9ce653a7283c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:24:14.756344 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:14.836850 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80f6857f-8617-4cf8-b1d7-75d34186ef97 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:14.855150 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] For port f353af2a-52ab-4104-9015-95fbd0b8ece7, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:24:14.867114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] For port f353af2a-52ab-4104-9015-95fbd0b8ece7, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f353af2a-52ab-4104-9015-95fbd0b8ece7,segment=NetworkSegment(b00a96a9-219a-4a59-a8f1-53b30c0c5f7e),segment_id=b00a96a9-219a-4a59-a8f1-53b30c0c5f7e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:24:14.883335 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:14.914699 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f6857f-8617-4cf8-b1d7-75d34186ef97 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network 6d39538c-9c8b-44c6-8eed-9ce653a7283c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:24:14.919360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-80f6857f-8617-4cf8-b1d7-75d34186ef97 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:14.924484 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f6857f-8617-4cf8-b1d7-75d34186ef97 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:14.925442 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80f6857f-8617-4cf8-b1d7-75d34186ef97 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:14.941346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6857f-8617-4cf8-b1d7-75d34186ef97 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Subnet': ['ID=ca5b53fa-6d92-4ba2-ad64-574ccb951ab8,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:14.968562 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-80f6857f-8617-4cf8-b1d7-75d34186ef97 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9177468 Jul 15 15:24:14.969318 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58546) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:14.984137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:24:14.992029 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3179b2-f32d-49d2-bfcb-53c98850c741 None None] Pushing event updated for resources: {'Port': ['ID=f353af2a-52ab-4104-9015-95fbd0b8ece7,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:15.057173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:24:15.062678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:15.063092 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:15.079905 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e72664c-a6cd-46a6-b82c-3ea87e3a6796 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:15.082680 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e72664c-a6cd-46a6-b82c-3ea87e3a6796 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:15.085710 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e72664c-a6cd-46a6-b82c-3ea87e3a6796 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:15.087365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e72664c-a6cd-46a6-b82c-3ea87e3a6796 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:15.089674 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e72664c-a6cd-46a6-b82c-3ea87e3a6796 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:15.097293 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58548) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:15.103008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-8145e44c-39a3-4be5-9a22-2f2ad8c5f5d8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1830791740'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:15.110489 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7e72664c-a6cd-46a6-b82c-3ea87e3a6796 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1376975 Jul 15 15:24:15.136742 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8145e44c-39a3-4be5-9a22-2f2ad8c5f5d8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:15.142223 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8145e44c-39a3-4be5-9a22-2f2ad8c5f5d8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:15.172342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8145e44c-39a3-4be5-9a22-2f2ad8c5f5d8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:24:15.184253 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8145e44c-39a3-4be5-9a22-2f2ad8c5f5d8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:15.184611 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-8145e44c-39a3-4be5-9a22-2f2ad8c5f5d8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Added segment 810faa6b-7199-4fac-839e-70d1ed0b8436 of type vlan for network a1f5864b-f1a4-42ea-9347-325beaaef66a Jul 15 15:24:15.191803 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:15.239658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a32974c-5a31-43ab-960a-2839012730a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:24:15.241944 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eab8666-cd47-4aab-8368-7f1f069d6ac3" -d '{"events": [{"server_uuid": "2a32974c-5a31-43ab-960a-2839012730a0", "name": "network-vif-plugged", "status": "completed", "tag": "ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:24:15.250516 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8145e44c-39a3-4be5-9a22-2f2ad8c5f5d8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:15.282134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:15.293597 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:15.361686 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3ef20b-6e3f-4e49-9cc2-b6e9cbe5e408 x-openstack-request-id: req-2e3ef20b-6e3f-4e49-9cc2-b6e9cbe5e408 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:24:15.362022 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a32974c-5a31-43ab-960a-2839012730a0", "name": "network-vif-plugged", "status": "completed", "tag": "ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:24:15.362281 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2e3ef20b-6e3f-4e49-9cc2-b6e9cbe5e408 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:24:15.362723 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a32974c-5a31-43ab-960a-2839012730a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3', 'code': 200} Jul 15 15:24:15.363739 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8145e44c-39a3-4be5-9a22-2f2ad8c5f5d8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:15.382398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145e44c-39a3-4be5-9a22-2f2ad8c5f5d8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:15.384797 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8145e44c-39a3-4be5-9a22-2f2ad8c5f5d8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680848'] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:15.416615 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:15.440950 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8145e44c-39a3-4be5-9a22-2f2ad8c5f5d8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3421347 Jul 15 15:24:15.444201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58554) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:15.449685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d58fb790-b619-460a-a99b-a6d453ae3039 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:15.513659 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145e44c-39a3-4be5-9a22-2f2ad8c5f5d8 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Network': ['ID=a1f5864b-f1a4-42ea-9347-325beaaef66a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:15.523251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccca892-8696-4da5-a82b-005784710ffd req-0c179896-e0cc-4fe2-8a56-83b8e664a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:15.524933 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network a1f5864b-f1a4-42ea-9347-325beaaef66a details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:24:15.525496 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4ccca892-8696-4da5-a82b-005784710ffd req-0c179896-e0cc-4fe2-8a56-83b8e664a6c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 1097 time: 0.0860934 Jul 15 15:24:15.583364 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4ccca892-8696-4da5-a82b-005784710ffd req-49f1674c-3c06-4b90-b2e5-661d3ad449aa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508564 Jul 15 15:24:15.671226 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d58fb790-b619-460a-a99b-a6d453ae3039 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:15.687749 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d58fb790-b619-460a-a99b-a6d453ae3039 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:15.713467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d58fb790-b619-460a-a99b-a6d453ae3039 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network a1f5864b-f1a4-42ea-9347-325beaaef66a is not hosted by any dhcp agent {{(pid=100711) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 15:24:15.719070 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58fb790-b619-460a-a99b-a6d453ae3039 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:15.719679 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d58fb790-b619-460a-a99b-a6d453ae3039 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:15.721546 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d58fb790-b619-460a-a99b-a6d453ae3039 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "PUT /v2.0/networks/a1f5864b-f1a4-42ea-9347-325beaaef66a HTTP/1.1" status: 200 len: 723 time: 0.2758839 Jul 15 15:24:15.725580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58560) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:15.740589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0d04f73b-6e41-422e-9a62-337ebc57aba2 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'subnet': {'network_id': 'a1f5864b-f1a4-42ea-9347-325beaaef66a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:15.815904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fb790-b619-460a-a99b-a6d453ae3039 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Network': ['ID=a1f5864b-f1a4-42ea-9347-325beaaef66a,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:15.827807 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network a1f5864b-f1a4-42ea-9347-325beaaef66a details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:24:15.860731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d04f73b-6e41-422e-9a62-337ebc57aba2 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:15.865820 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d04f73b-6e41-422e-9a62-337ebc57aba2 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:15.905945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294675d-d90e-4f99-ba44-8edcedf24453 req-e27de21f-50a7-4144-8303-3791d14e91f6 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:15.914277 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1294675d-d90e-4f99-ba44-8edcedf24453 req-e27de21f-50a7-4144-8303-3791d14e91f6 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 946 time: 0.0948176 Jul 15 15:24:15.961397 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1294675d-d90e-4f99-ba44-8edcedf24453 req-948f405b-a8a7-41ef-baf5-fee33e894a43 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437927 Jul 15 15:24:16.115287 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d04f73b-6e41-422e-9a62-337ebc57aba2 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:16.191140 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04f73b-6e41-422e-9a62-337ebc57aba2 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Subnet': ['ID=e759ca2c-97b4-42e6-9e71-69f9c0041129,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:16.194167 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04f73b-6e41-422e-9a62-337ebc57aba2 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Checking segment: {'id': '810faa6b-7199-4fac-839e-70d1ed0b8436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a1f5864b-f1a4-42ea-9347-325beaaef66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:16.194554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d04f73b-6e41-422e-9a62-337ebc57aba2 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network hostable DHCP agents. Network: a1f5864b-f1a4-42ea-9347-325beaaef66a, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:24:16.212518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d04f73b-6e41-422e-9a62-337ebc57aba2 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network a1f5864b-f1a4-42ea-9347-325beaaef66a is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:24:16.223855 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0d04f73b-6e41-422e-9a62-337ebc57aba2 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, a1f5864b-f1a4-42ea-9347-325beaaef66a) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:16.234129 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9006274a-0bcd-4bc3-b32e-b14550e0231e None None] Network a1f5864b-f1a4-42ea-9347-325beaaef66a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:16.261851 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d04f73b-6e41-422e-9a62-337ebc57aba2 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:16.262449 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d04f73b-6e41-422e-9a62-337ebc57aba2 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:16.287694 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0d04f73b-6e41-422e-9a62-337ebc57aba2 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5607314 Jul 15 15:24:16.291099 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58564) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:16.298598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-571b25d9-687b-4e12-91ad-e3004eea44ea tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:16.453007 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-571b25d9-687b-4e12-91ad-e3004eea44ea tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25342839'] for subnet, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:16.532171 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dc5060-0ef9-4d67-9e5b-78c76515fa6e None None] Network 6d39538c-9c8b-44c6-8eed-9ce653a7283c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:16.556451 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-a1f5864b-f1a4-42ea-9347-325beaaef66a', 'network_id': 'a1f5864b-f1a4-42ea-9347-325beaaef66a', 'tenant_id': '2f6c713a2fa5443d99a0e05ce1cdf175', 'fixed_ips': [{'subnet_id': 'e759ca2c-97b4-42e6-9e71-69f9c0041129'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:24:16.557317 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:16.660376 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-571b25d9-687b-4e12-91ad-e3004eea44ea tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737962340235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25404789'] for subnet, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:16.700735 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571b25d9-687b-4e12-91ad-e3004eea44ea tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:16.701722 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-571b25d9-687b-4e12-91ad-e3004eea44ea tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:16.703302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-571b25d9-687b-4e12-91ad-e3004eea44ea tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "PUT /v2.0/subnets/e759ca2c-97b4-42e6-9e71-69f9c0041129 HTTP/1.1" status: 200 len: 826 time: 0.4108551 Jul 15 15:24:16.707985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58570) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:16.723941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b25d9-687b-4e12-91ad-e3004eea44ea tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Subnet': ['ID=e759ca2c-97b4-42e6-9e71-69f9c0041129,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:16.739312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4e4cf62a-4c28-44b2-8062-c298e200d2e0 None None] Provisioning for port f353af2a-52ab-4104-9015-95fbd0b8ece7 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:24:16.831851 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:16.896746 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:17.019167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Allocated IP 2001:db8::2 (a1f5864b-f1a4-42ea-9347-325beaaef66a/e759ca2c-97b4-42e6-9e71-69f9c0041129/185dd856-8f79-41e9-b529-061968f763d3) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:24:17.187179 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f353af2a-52ab-4104-9015-95fbd0b8ece7 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:24:17.207178 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5964f-332d-4aaf-9932-9f1657c126f0 req-d7c0fd75-9227-437a-9dd3-779344faf3c8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:17.218270 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58d5964f-332d-4aaf-9932-9f1657c126f0 req-d7c0fd75-9227-437a-9dd3-779344faf3c8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 946 time: 0.0779562 Jul 15 15:24:17.257782 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58d5964f-332d-4aaf-9932-9f1657c126f0 req-1f31ba76-b140-4208-80c7-b2b90879211b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384727 Jul 15 15:24:17.274301 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:17.293802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Transition to ACTIVE for port object 185dd856-8f79-41e9-b529-061968f763d3 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:17.312791 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Transition to ACTIVE for port object 185dd856-8f79-41e9-b529-061968f763d3 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:17.337986 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:17.351470 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:17.396204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Subnet': ['ID=e759ca2c-97b4-42e6-9e71-69f9c0041129,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:17.427069 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Pushing event updated for resources: {'Port': ['ID=185dd856-8f79-41e9-b529-061968f763d3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:17.459997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa40b8-cf11-4ed7-ae6b-eaa7d1b777c1 req-1efde1bb-599a-4f35-83c8-0e3ed47343c2 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:17.463574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Network a1f5864b-f1a4-42ea-9347-325beaaef66a is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:24:17.466268 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:17.468966 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33fa40b8-cf11-4ed7-ae6b-eaa7d1b777c1 req-1efde1bb-599a-4f35-83c8-0e3ed47343c2 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 946 time: 0.0843031 Jul 15 15:24:17.473192 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:24:17.491896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port f353af2a-52ab-4104-9015-95fbd0b8ece7 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:24:17.503272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port f353af2a-52ab-4104-9015-95fbd0b8ece7 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:17.503988 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:17.520800 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33fa40b8-cf11-4ed7-ae6b-eaa7d1b777c1 req-34d807e7-f082-47fb-b788-e5b028e29d7c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506976 Jul 15 15:24:17.553444 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:17.574590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f5864b-f1a4-42ea-9347-325beaaef66a']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:17.577878 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810faa6b-7199-4fac-839e-70d1ed0b8436') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:17.578186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810faa6b-7199-4fac-839e-70d1ed0b8436') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:17.591053 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:17.607854 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:17.614773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:24:17.615225 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:24:17.618779 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:24:17.625818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Attempting to bind port 185dd856-8f79-41e9-b529-061968f763d3 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:24:17.626364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Attempting to bind port 185dd856-8f79-41e9-b529-061968f763d3 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '810faa6b-7199-4fac-839e-70d1ed0b8436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a1f5864b-f1a4-42ea-9347-325beaaef66a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:24:17.627415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Attempting to bind port 185dd856-8f79-41e9-b529-061968f763d3 on network a1f5864b-f1a4-42ea-9347-325beaaef66a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:24:17.700385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:24:17.700928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Checking segment: {'id': '810faa6b-7199-4fac-839e-70d1ed0b8436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a1f5864b-f1a4-42ea-9347-325beaaef66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:17.701443 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:17.701983 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Bound using segment: {'id': '810faa6b-7199-4fac-839e-70d1ed0b8436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a1f5864b-f1a4-42ea-9347-325beaaef66a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:24:17.702638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Bound port: 185dd856-8f79-41e9-b529-061968f763d3, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810faa6b-7199-4fac-839e-70d1ed0b8436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a1f5864b-f1a4-42ea-9347-325beaaef66a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:24:17.703442 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:17.706084 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 15:24:17.706084 n-d-764435-3 neutron-server[100712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 15:24:17.706084 n-d-764435-3 neutron-server[100712]: [parameters: {'id': 'a1f5864b-f1a4-42ea-9347-325beaaef66a'}] Jul 15 15:24:17.706084 n-d-764435-3 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:24:17.706907 n-d-764435-3 neutron-server[100712]: DEBUG oslo_db.api [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:24:17.751078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc6892a-b22c-4f12-9af0-4eb0f7d5c581 None None] Update dhcp port {'port': {'network_id': '6d39538c-9c8b-44c6-8eed-9ce653a7283c', 'fixed_ips': [{'subnet_id': 'b13c1cc1-90ef-4dff-82b3-6f3424ea447e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ca5b53fa-6d92-4ba2-ad64-574ccb951ab8'}], 'binding:host_id': 'n-d-764435-3'}, 'id': 'f353af2a-52ab-4104-9015-95fbd0b8ece7'} from n-d-764435-3. {{(pid=100713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 15:24:17.773470 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6316d-e760-4eea-9dbb-0ebb2335ce34 req-8c861b3b-4b20-4a4d-b9f3-f42d3f102f27 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:17.776017 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9d6316d-e760-4eea-9dbb-0ebb2335ce34 req-8c861b3b-4b20-4a4d-b9f3-f42d3f102f27 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 946 time: 0.0722184 Jul 15 15:24:17.823112 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9d6316d-e760-4eea-9dbb-0ebb2335ce34 req-002977ab-e150-4b6a-b2f9-5699b1b041ec tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388956 Jul 15 15:24:17.835330 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc6892a-b22c-4f12-9af0-4eb0f7d5c581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:17.856271 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:17.877602 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] For port 185dd856-8f79-41e9-b529-061968f763d3, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:24:17.916574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] For port 185dd856-8f79-41e9-b529-061968f763d3, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=185dd856-8f79-41e9-b529-061968f763d3,segment=NetworkSegment(810faa6b-7199-4fac-839e-70d1ed0b8436),segment_id=810faa6b-7199-4fac-839e-70d1ed0b8436)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:24:17.928922 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:17.997296 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port f353af2a-52ab-4104-9015-95fbd0b8ece7, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f353af2a-52ab-4104-9015-95fbd0b8ece7,segment=NetworkSegment(b00a96a9-219a-4a59-a8f1-53b30c0c5f7e),segment_id=b00a96a9-219a-4a59-a8f1-53b30c0c5f7e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:18.036917 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:18.169431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233e364-4a18-4cd3-9347-1764fe3bda3f None None] Pushing event updated for resources: {'Port': ['ID=185dd856-8f79-41e9-b529-061968f763d3,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:18.208340 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:18.226886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d400ce6e-397d-424f-aa53-d4677cffe731 None None] Network a1f5864b-f1a4-42ea-9347-325beaaef66a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:18.263862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-ddc6892a-b22c-4f12-9af0-4eb0f7d5c581 None None] Allocated IP 172.20.0.1 (6d39538c-9c8b-44c6-8eed-9ce653a7283c/ca5b53fa-6d92-4ba2-ad64-574ccb951ab8/f353af2a-52ab-4104-9015-95fbd0b8ece7) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:24:18.291376 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Deleting port 185dd856-8f79-41e9-b529-061968f763d3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:24:18.291376 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:18.346967 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=f353af2a-52ab-4104-9015-95fbd0b8ece7,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:18.358854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b860a4-2a33-4c47-bcf9-60374d74d8c4 req-6638bb2d-69ff-432f-bf6d-951c3e92fb60 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:18.366390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-92b860a4-2a33-4c47-bcf9-60374d74d8c4 req-6638bb2d-69ff-432f-bf6d-951c3e92fb60 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 946 time: 0.0872915 Jul 15 15:24:18.419998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-92b860a4-2a33-4c47-bcf9-60374d74d8c4 req-e6eee703-368f-4406-a732-a3ed2e5b61df tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520799 Jul 15 15:24:18.438964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] For port 185dd856-8f79-41e9-b529-061968f763d3, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=185dd856-8f79-41e9-b529-061968f763d3,segment=NetworkSegment(810faa6b-7199-4fac-839e-70d1ed0b8436),segment_id=810faa6b-7199-4fac-839e-70d1ed0b8436)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:18.440068 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:18.452143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Calling delete_port for 185dd856-8f79-41e9-b529-061968f763d3 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:24:18.537612 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ddc6892a-b22c-4f12-9af0-4eb0f7d5c581 None None] For port f353af2a-52ab-4104-9015-95fbd0b8ece7, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f353af2a-52ab-4104-9015-95fbd0b8ece7,segment=NetworkSegment(b00a96a9-219a-4a59-a8f1-53b30c0c5f7e),segment_id=b00a96a9-219a-4a59-a8f1-53b30c0c5f7e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:18.538090 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:18.571141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cc8e44-5dbe-49d5-84f7-a9dfe57b29b0 None None] Network a1f5864b-f1a4-42ea-9347-325beaaef66a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:18.580141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No DVR routers for this DVR port 185dd856-8f79-41e9-b529-061968f763d3 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:24:18.583648 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc6892a-b22c-4f12-9af0-4eb0f7d5c581 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:18.585098 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Port': ['ID=185dd856-8f79-41e9-b529-061968f763d3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:18.624443 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ddc6892a-b22c-4f12-9af0-4eb0f7d5c581 None None] Transition to ACTIVE for port object f353af2a-52ab-4104-9015-95fbd0b8ece7 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:18.664898 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc6892a-b22c-4f12-9af0-4eb0f7d5c581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:18.720256 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:18.731353 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f5864b-f1a4-42ea-9347-325beaaef66a']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:18.743199 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810faa6b-7199-4fac-839e-70d1ed0b8436') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:18.743384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810faa6b-7199-4fac-839e-70d1ed0b8436') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:18.753132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:18.768863 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:18.776485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:24:18.776485 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:24:18.780149 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:24:18.791594 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58600) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:18.812797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6892a-b22c-4f12-9af0-4eb0f7d5c581 None None] Pushing event updated for resources: {'Port': ['ID=f353af2a-52ab-4104-9015-95fbd0b8ece7,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:18.894807 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:18.920228 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:18.925705 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58604) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:18.926055 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/a1f5864b-f1a4-42ea-9347-325beaaef66a HTTP/1.1" status: 204 len: 168 time: 2.2168086 Jul 15 15:24:18.926944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc7d36-633e-4e7d-8fa1-7c429b1bc61b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Network': ['ID=a1f5864b-f1a4-42ea-9347-325beaaef66a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:18.966564 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7b904d-d451-4897-b388-95408b8a43f0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] DELETE failed (client error): The resource could not be found. Jul 15 15:24:18.967360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7b904d-d451-4897-b388-95408b8a43f0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:24:18.974072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58606) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:18.974288 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ff7b904d-d451-4897-b388-95408b8a43f0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/a1f5864b-f1a4-42ea-9347-325beaaef66a HTTP/1.1" status: 404 len: 339 time: 0.0471265 Jul 15 15:24:18.975337 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2eb47cb4-afa5-4458-a601-916c700e76b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:18.980758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7ff511e6-86d1-4ea2-b26d-0ea86e858f58 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-677868449', 'description': 'd1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:19.003978 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-7ff511e6-86d1-4ea2-b26d-0ea86e858f58 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 15:24:19.003978 n-d-764435-3 neutron-server[100712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 15:24:19.003978 n-d-764435-3 neutron-server[100712]: [parameters: {'project_id': '2f6c713a2fa5443d99a0e05ce1cdf175', 'id': '30ad774c-0e5d-4b74-8d57-088333c04401', 'expiration': datetime.datetime(2021, 7, 15, 15, 26, 18, 998492)}] Jul 15 15:24:19.003978 n-d-764435-3 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:24:19.005403 n-d-764435-3 neutron-server[100712]: DEBUG oslo_db.api [None req-7ff511e6-86d1-4ea2-b26d-0ea86e858f58 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:24:19.019722 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f353af2a-52ab-4104-9015-95fbd0b8ece7 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:24:19.097170 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:19.106811 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2eb47cb4-afa5-4458-a601-916c700e76b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:19.112176 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2eb47cb4-afa5-4458-a601-916c700e76b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:19.152265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb47cb4-afa5-4458-a601-916c700e76b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9495ce9b-9a65-4981-878a-7ed2b02b9fd3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:19.159612 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2eb47cb4-afa5-4458-a601-916c700e76b4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f2c6b3d832e04c8492ff632555a49e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640497 Jul 15 15:24:19.159997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58608) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:19.213254 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74959320-e1d5-4b93-8fdf-649429f4003c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:19.239201 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74959320-e1d5-4b93-8fdf-649429f4003c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:19.290914 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74959320-e1d5-4b93-8fdf-649429f4003c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:19.293749 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74959320-e1d5-4b93-8fdf-649429f4003c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:19.294960 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-74959320-e1d5-4b93-8fdf-649429f4003c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9495ce9b-9a65-4981-878a-7ed2b02b9fd3 HTTP/1.1" status: 204 len: 168 time: 0.1339834 Jul 15 15:24:19.307188 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74959320-e1d5-4b93-8fdf-649429f4003c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9495ce9b-9a65-4981-878a-7ed2b02b9fd3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:19.389978 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:19.479323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3e624-affc-492a-8edb-2717cbdb498f None None] Network 6d39538c-9c8b-44c6-8eed-9ce653a7283c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:19.548055 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff511e6-86d1-4ea2-b26d-0ea86e858f58 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:19.554275 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ff511e6-86d1-4ea2-b26d-0ea86e858f58 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:19.605791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff511e6-86d1-4ea2-b26d-0ea86e858f58 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:24:19.620188 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ff511e6-86d1-4ea2-b26d-0ea86e858f58 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:19.621081 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-7ff511e6-86d1-4ea2-b26d-0ea86e858f58 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Added segment e0871e03-a38b-40d4-90cb-1063ce24ec34 of type vlan for network 6159c6ec-ceb8-4ef7-a9d8-c0434d303839 Jul 15 15:24:19.640834 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f4e249ad-5b28-4a8f-875c-7d8e7c9a6702 None None] Provisioning for port f353af2a-52ab-4104-9015-95fbd0b8ece7 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:24:19.663923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f4e249ad-5b28-4a8f-875c-7d8e7c9a6702 None None] Provisioning complete for port f353af2a-52ab-4104-9015-95fbd0b8ece7 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:19.664663 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4e249ad-5b28-4a8f-875c-7d8e7c9a6702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:19.706212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58618) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:19.710810 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ff511e6-86d1-4ea2-b26d-0ea86e858f58 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:19.732157 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6576c11f-b27a-42de-a182-801db286a9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:19.817185 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ff511e6-86d1-4ea2-b26d-0ea86e858f58 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:19.824350 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff511e6-86d1-4ea2-b26d-0ea86e858f58 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:19.825042 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ff511e6-86d1-4ea2-b26d-0ea86e858f58 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:19.933587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e187897-3f25-45fd-a4fe-c57adef7c3ce req-e11e182a-c0f8-4cd4-b152-0ff76ba3ca98 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:19.935691 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e187897-3f25-45fd-a4fe-c57adef7c3ce req-e11e182a-c0f8-4cd4-b152-0ff76ba3ca98 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 946 time: 0.1602170 Jul 15 15:24:20.001507 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e187897-3f25-45fd-a4fe-c57adef7c3ce req-e98a33b6-7736-4a24-9358-209982b9e607 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564396 Jul 15 15:24:20.008476 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6576c11f-b27a-42de-a182-801db286a9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:20.017034 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6576c11f-b27a-42de-a182-801db286a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:20.082819 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6576c11f-b27a-42de-a182-801db286a9fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=82a13ff45645431a9d0ff3ad1e841502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3754244 Jul 15 15:24:20.085398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576c11f-b27a-42de-a182-801db286a9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8d2e17-0e5d-4ab4-8e23-9f0931f3effe,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:20.088540 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58628) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:20.155940 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbeca915-56dc-4e9e-b644-a929ac855f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:20.201825 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbeca915-56dc-4e9e-b644-a929ac855f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:20.280939 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbeca915-56dc-4e9e-b644-a929ac855f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:20.282421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e89289-3251-4513-94a7-00b4a7196932 None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:24:20.284924 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bbeca915-56dc-4e9e-b644-a929ac855f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:20.286500 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bbeca915-56dc-4e9e-b644-a929ac855f0c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4e8d2e17-0e5d-4ab4-8e23-9f0931f3effe HTTP/1.1" status: 204 len: 168 time: 0.1965723 Jul 15 15:24:20.304855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeca915-56dc-4e9e-b644-a929ac855f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8d2e17-0e5d-4ab4-8e23-9f0931f3effe,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:20.403275 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e89289-3251-4513-94a7-00b4a7196932 None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:24:20.411986 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fb7ccf5a-92b6-4dd8-9bc7-1a0550414fc9 None None] Provisioning complete for port f353af2a-52ab-4104-9015-95fbd0b8ece7 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:20.412363 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb7ccf5a-92b6-4dd8-9bc7-1a0550414fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:20.460189 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff511e6-86d1-4ea2-b26d-0ea86e858f58 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Network': ['ID=6159c6ec-ceb8-4ef7-a9d8-c0434d303839,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:20.473839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775c01e-a624-47c5-ae48-a782de8cdb67 req-fece6e0f-4d96-449c-b825-8625c80a827a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:20.475754 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6775c01e-a624-47c5-ae48-a782de8cdb67 req-fece6e0f-4d96-449c-b825-8625c80a827a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 946 time: 0.7522683 Jul 15 15:24:20.477695 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7ff511e6-86d1-4ea2-b26d-0ea86e858f58 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5021560 Jul 15 15:24:20.480631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58634) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:20.501036 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 6159c6ec-ceb8-4ef7-a9d8-c0434d303839 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:24:20.609076 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-6775c01e-a624-47c5-ae48-a782de8cdb67 req-f355aa07-9310-4eee-a7c2-4c3629c3309d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Deleting port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:24:20.609701 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6775c01e-a624-47c5-ae48-a782de8cdb67 req-f355aa07-9310-4eee-a7c2-4c3629c3309d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:20.651523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa4d281-051c-4c0c-8c07-4bc4480f372e tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:20.656950 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7aa4d281-051c-4c0c-8c07-4bc4480f372e tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "GET /v2.0/networks?id=6159c6ec-ceb8-4ef7-a9d8-c0434d303839 HTTP/1.1" status: 200 len: 764 time: 0.1751950 Jul 15 15:24:20.657502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58638) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:20.663871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c9ecb3b7-9f97-48f7-9958-efe7405494b4 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'network': {'description': 'd2'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:20.734933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6775c01e-a624-47c5-ae48-a782de8cdb67 req-f355aa07-9310-4eee-a7c2-4c3629c3309d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] For port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:20.735313 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6775c01e-a624-47c5-ae48-a782de8cdb67 req-f355aa07-9310-4eee-a7c2-4c3629c3309d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:20.754861 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-6775c01e-a624-47c5-ae48-a782de8cdb67 req-f355aa07-9310-4eee-a7c2-4c3629c3309d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Calling delete_port for ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:24:20.903385 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb3b7-9f97-48f7-9958-efe7405494b4 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:20.928073 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb3b7-9f97-48f7-9958-efe7405494b4 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:20.949595 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9ecb3b7-9f97-48f7-9958-efe7405494b4 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network 6159c6ec-ceb8-4ef7-a9d8-c0434d303839 is not hosted by any dhcp agent {{(pid=100711) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 15:24:20.951453 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6775c01e-a624-47c5-ae48-a782de8cdb67 req-f355aa07-9310-4eee-a7c2-4c3629c3309d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:20.955548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ecb3b7-9f97-48f7-9958-efe7405494b4 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:20.956654 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb3b7-9f97-48f7-9958-efe7405494b4 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:20.960536 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c9ecb3b7-9f97-48f7-9958-efe7405494b4 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "PUT /v2.0/networks/6159c6ec-ceb8-4ef7-a9d8-c0434d303839 HTTP/1.1" status: 200 len: 761 time: 0.3011067 Jul 15 15:24:20.965385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58650) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:20.968866 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:24:21.036868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecb3b7-9f97-48f7-9958-efe7405494b4 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Network': ['ID=6159c6ec-ceb8-4ef7-a9d8-c0434d303839,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:21.071126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 6159c6ec-ceb8-4ef7-a9d8-c0434d303839 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:24:21.086443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355aa07-9310-4eee-a7c2-4c3629c3309d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event deleted for resources: {'Port': ['ID=ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:21.186155 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6775c01e-a624-47c5-ae48-a782de8cdb67 req-f355aa07-9310-4eee-a7c2-4c3629c3309d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] No DVR routers for this DVR port ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:24:21.190480 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6775c01e-a624-47c5-ae48-a782de8cdb67 req-f355aa07-9310-4eee-a7c2-4c3629c3309d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:21.196965 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6775c01e-a624-47c5-ae48-a782de8cdb67 req-f355aa07-9310-4eee-a7c2-4c3629c3309d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "DELETE /v2.0/ports/ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 HTTP/1.1" status: 204 len: 173 time: 0.7054527 Jul 15 15:24:21.197733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a32974c-5a31-43ab-960a-2839012730a0', 'name': 'network-vif-deleted', 'tag': 'ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:24:21.200154 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490f37b1-7846-48dd-8458-6747547a6017" -d '{"events": [{"server_uuid": "2a32974c-5a31-43ab-960a-2839012730a0", "name": "network-vif-deleted", "tag": "ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:24:21.256919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0619ef2-77cf-4933-bc70-ab5054824d60 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:21.273383 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d0619ef2-77cf-4933-bc70-ab5054824d60 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "GET /v2.0/networks?id=6159c6ec-ceb8-4ef7-a9d8-c0434d303839 HTTP/1.1" status: 200 len: 764 time: 0.3014469 Jul 15 15:24:21.274355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58662) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:21.330849 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c45b07-8b6e-404b-abf9-0d8d173b52d6 x-openstack-request-id: req-c3c45b07-8b6e-404b-abf9-0d8d173b52d6 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:24:21.331290 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a32974c-5a31-43ab-960a-2839012730a0", "name": "network-vif-deleted", "tag": "ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:24:21.331828 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c3c45b07-8b6e-404b-abf9-0d8d173b52d6 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:24:21.332444 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a32974c-5a31-43ab-960a-2839012730a0', 'name': 'network-vif-deleted', 'tag': 'ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3', 'status': 'completed', 'code': 200} Jul 15 15:24:21.334617 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2aaed5ff-9db3-41c6-a266-c0c22a9abcc7 req-b9585357-acb3-429a-ba40-f4db5f30efc3 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 210 time: 0.0660584 Jul 15 15:24:21.501594 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3206f2-f9ff-4f3f-9e0a-88198191a254 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:21.503734 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1e3206f2-f9ff-4f3f-9e0a-88198191a254 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2280986 Jul 15 15:24:21.506618 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58670) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:21.547068 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8f9136b7-0d4a-484d-9cad-a404898df23f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a HTTP/1.1" status: 200 len: 207 time: 0.0391457 Jul 15 15:24:21.550296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58672) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:21.759959 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c2f5a-aa16-4c49-aaa9-319009865d4b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:21.767343 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c2f5a-aa16-4c49-aaa9-319009865d4b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:21.775147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c2f5a-aa16-4c49-aaa9-319009865d4b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:21.782425 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c2f5a-aa16-4c49-aaa9-319009865d4b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:21.789222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c2f5a-aa16-4c49-aaa9-319009865d4b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:21.796126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c2f5a-aa16-4c49-aaa9-319009865d4b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:21.802239 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6f1c2f5a-aa16-4c49-aaa9-319009865d4b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2468584 Jul 15 15:24:21.802636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58682) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:21.965863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58690) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:21.967714 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ec056286-bf9d-4a1f-9d45-7e2c36628fdd tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1638772 Jul 15 15:24:22.041029 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1bb0d0-8792-4a35-8e69-dc0974514972 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:22.042885 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1bb0d0-8792-4a35-8e69-dc0974514972 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:22.044521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1bb0d0-8792-4a35-8e69-dc0974514972 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:22.046114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1bb0d0-8792-4a35-8e69-dc0974514972 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:22.047867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1bb0d0-8792-4a35-8e69-dc0974514972 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:22.053873 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ef1bb0d0-8792-4a35-8e69-dc0974514972 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0866959 Jul 15 15:24:22.054287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58692) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:22.169661 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb24a8d4-f934-49ae-a2d0-1257eed177a4 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:22.171476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb24a8d4-f934-49ae-a2d0-1257eed177a4 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:22.173036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb24a8d4-f934-49ae-a2d0-1257eed177a4 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:22.174943 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb24a8d4-f934-49ae-a2d0-1257eed177a4 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:22.176445 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb24a8d4-f934-49ae-a2d0-1257eed177a4 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:22.178100 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-eb24a8d4-f934-49ae-a2d0-1257eed177a4 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1225257 Jul 15 15:24:22.184052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58698) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:22.316118 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a6e99-4ad6-4368-ae9a-fd964e4f7a25 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:22.317825 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-af9a6e99-4ad6-4368-ae9a-fd964e4f7a25 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "GET /v2.0/networks/93fc5599-0285-46aa-812d-fcece6f5bbf4 HTTP/1.1" status: 200 len: 804 time: 0.1329513 Jul 15 15:24:22.321416 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58706) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:22.508619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58718) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:22.509090 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-83bf120b-1fb7-4751-8914-c383dceb7525 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "GET /v2.0/networks/93fc5599-0285-46aa-812d-fcece6f5bbf4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1860733 Jul 15 15:24:22.532075 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e84da193-1ee9-4b9b-b1f5-15a35aed04a1 req-9bbb5d59-83ea-40c8-9ec4-5065ae2a2a04 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 210 time: 0.0428467 Jul 15 15:24:22.573740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364bb0f6-627b-47a4-ac3f-bd6c312083af tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:22.578975 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58728) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:22.583895 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-364bb0f6-627b-47a4-ac3f-bd6c312083af tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "GET /v2.0/subnets/c107245d-99f8-46e4-9577-7a81c24c1a34 HTTP/1.1" status: 200 len: 843 time: 0.0721452 Jul 15 15:24:22.637768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3244d9-2d7f-4b6c-8d6f-f7241e473d5b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['shared'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:22.643924 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fe3244d9-2d7f-4b6c-8d6f-f7241e473d5b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "GET /v2.0/subnets/c107245d-99f8-46e4-9577-7a81c24c1a34?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0635028 Jul 15 15:24:22.644327 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58734) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:22.650012 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1318169551'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:22.675088 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:22.680899 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:22.716384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:24:22.731594 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:22.732543 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Added segment 33415d41-f9e0-48b2-9684-dd2fb9427ddf of type vlan for network 85b832d3-44e5-41ff-9e68-c75d65a64f5d Jul 15 15:24:22.789907 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:22.826212 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:22.834588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:22.835729 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:22.875568 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2300029 Jul 15 15:24:22.878944 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58740) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:22.885669 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-babdffec-bad5-4400-b96a-c2b994d96cc0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'subnet': {'network_id': '85b832d3-44e5-41ff-9e68-c75d65a64f5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:22.947437 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Network': ['ID=85b832d3-44e5-41ff-9e68-c75d65a64f5d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:22.976053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:22.976793 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:22.977580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:22.979254 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:22.979827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:22.980401 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:22.982010 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:22.982599 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:22.983469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:22.985085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:22.985819 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:22.989232 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf963867-7d8e-44fa-b66a-da97029359cf tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:22.997672 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:24:23.005475 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 85b832d3-44e5-41ff-9e68-c75d65a64f5d details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:24:23.046087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babdffec-bad5-4400-b96a-c2b994d96cc0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Made reservation on behalf of 2f6c713a2fa5443d99a0e05ce1cdf175 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:23.051096 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-babdffec-bad5-4400-b96a-c2b994d96cc0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:23.137918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.ipam_backend_mixin [None req-babdffec-bad5-4400-b96a-c2b994d96cc0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Performing IP validity checks on allocation pools {{(pid=100711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 15:24:23.138443 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.ipam_backend_mixin [None req-babdffec-bad5-4400-b96a-c2b994d96cc0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 15:24:23.151274 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58746) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:23.297549 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:24:23.297907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device ed80a0cc-d7a7-4b3d-8883-548ff82bdbf3 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:24:23.320952 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0fd9fc5-8822-45e4-b6a1-f8d4751de5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:23.338278 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-babdffec-bad5-4400-b96a-c2b994d96cc0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:23.429434 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdffec-bad5-4400-b96a-c2b994d96cc0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Subnet': ['ID=5f664320-143d-48eb-b35f-9fa88009c642,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:23.439829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdffec-bad5-4400-b96a-c2b994d96cc0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Checking segment: {'id': '33415d41-f9e0-48b2-9684-dd2fb9427ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '85b832d3-44e5-41ff-9e68-c75d65a64f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:23.440168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babdffec-bad5-4400-b96a-c2b994d96cc0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network hostable DHCP agents. Network: 85b832d3-44e5-41ff-9e68-c75d65a64f5d, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:24:23.459195 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babdffec-bad5-4400-b96a-c2b994d96cc0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Network 85b832d3-44e5-41ff-9e68-c75d65a64f5d is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:24:23.470009 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-babdffec-bad5-4400-b96a-c2b994d96cc0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 85b832d3-44e5-41ff-9e68-c75d65a64f5d) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:23.474781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babdffec-bad5-4400-b96a-c2b994d96cc0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:23.475397 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-babdffec-bad5-4400-b96a-c2b994d96cc0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:23.485725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e51fe23-bc5e-45a4-8254-dfd97a5b0ea9 None None] Network 85b832d3-44e5-41ff-9e68-c75d65a64f5d requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:23.490403 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0fd9fc5-8822-45e4-b6a1-f8d4751de5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:23.495615 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0fd9fc5-8822-45e4-b6a1-f8d4751de5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:23.508767 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-babdffec-bad5-4400-b96a-c2b994d96cc0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6282227 Jul 15 15:24:23.511819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58754) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:23.524399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-165da99a-b1ba-4441-b3b2-216b4bf9a13d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:23.575062 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b0fd9fc5-8822-45e4-b6a1-f8d4751de5bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9ba771dec6b54c6b89e5d33576a0afc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4208424 Jul 15 15:24:23.575692 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58762) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:23.584049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd9fc5-8822-45e4-b6a1-f8d4751de5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71c951b-11fa-42ec-b15f-1c2c2494a262,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:23.636290 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18012963-b4be-4762-9840-db4746461598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:23.666231 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18012963-b4be-4762-9840-db4746461598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:23.734080 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18012963-b4be-4762-9840-db4746461598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:23.739233 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18012963-b4be-4762-9840-db4746461598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:23.750071 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-18012963-b4be-4762-9840-db4746461598 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a71c951b-11fa-42ec-b15f-1c2c2494a262 HTTP/1.1" status: 204 len: 168 time: 0.1729839 Jul 15 15:24:23.755072 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ddfce0-89ef-4030-9fac-88e6c1a4d19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-85b832d3-44e5-41ff-9e68-c75d65a64f5d', 'network_id': '85b832d3-44e5-41ff-9e68-c75d65a64f5d', 'tenant_id': '2f6c713a2fa5443d99a0e05ce1cdf175', 'fixed_ips': [{'subnet_id': '5f664320-143d-48eb-b35f-9fa88009c642'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:24:23.756361 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85ddfce0-89ef-4030-9fac-88e6c1a4d19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:23.763411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18012963-b4be-4762-9840-db4746461598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71c951b-11fa-42ec-b15f-1c2c2494a262,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:23.847483 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-165da99a-b1ba-4441-b3b2-216b4bf9a13d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25342839'] for subnet, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:23.886452 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8bcc9ab-4f9f-4623-a98a-fe444e82d668 req-1fdc1c08-fc8f-4645-bacf-0156bc796baf tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 210 time: 0.0776193 Jul 15 15:24:23.982067 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-85ddfce0-89ef-4030-9fac-88e6c1a4d19c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 15:24:23.982067 n-d-764435-3 neutron-server[100713]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 15 15:24:23.982067 n-d-764435-3 neutron-server[100713]: [parameters: {'in_use': 1, 'id_1': '5f664320-143d-48eb-b35f-9fa88009c642'}] Jul 15 15:24:23.982067 n-d-764435-3 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:24:23.982784 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-85ddfce0-89ef-4030-9fac-88e6c1a4d19c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:24:24.179342 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-165da99a-b1ba-4441-b3b2-216b4bf9a13d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737962340235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25404789'] for subnet, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:24.211027 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58828) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:24.238376 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-846f1c01-8a0b-47a7-8fdc-eac3725ae5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:24.246382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165da99a-b1ba-4441-b3b2-216b4bf9a13d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event updated for resources: {'Subnet': ['ID=5f664320-143d-48eb-b35f-9fa88009c642,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:24.260690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165da99a-b1ba-4441-b3b2-216b4bf9a13d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:24.261321 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-165da99a-b1ba-4441-b3b2-216b4bf9a13d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:24.265142 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-165da99a-b1ba-4441-b3b2-216b4bf9a13d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "PUT /v2.0/subnets/5f664320-143d-48eb-b35f-9fa88009c642 HTTP/1.1" status: 200 len: 900 time: 0.7498255 Jul 15 15:24:24.265457 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58834) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:24.391181 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69e8c591-7d0a-476c-8fff-ee284bd79719 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:24.394564 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-846f1c01-8a0b-47a7-8fdc-eac3725ae5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:24.402196 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-846f1c01-8a0b-47a7-8fdc-eac3725ae5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:24.476984 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69e8c591-7d0a-476c-8fff-ee284bd79719 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:24.484830 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-846f1c01-8a0b-47a7-8fdc-eac3725ae5cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ae414bd0422472c9fa5e33de886bd20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697477 Jul 15 15:24:24.485325 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85ddfce0-89ef-4030-9fac-88e6c1a4d19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:24.486669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58860) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:24.504444 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f1c01-8a0b-47a7-8fdc-eac3725ae5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38fbf8a-dd86-4834-8077-207e9bc65de7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:24.640640 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c76ae2f9-27c9-496a-b211-f8e505a192c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:24.647545 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69e8c591-7d0a-476c-8fff-ee284bd79719 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server [None req-85ddfce0-89ef-4030-9fac-88e6c1a4d19c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f664320-143d-48eb-b35f-9fa88009c642: This subnet is being modified by another concurrent operation. Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise exception Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f664320-143d-48eb-b35f-9fa88009c642: This subnet is being modified by another concurrent operation. Jul 15 15:24:24.708276 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Jul 15 15:24:24.715705 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c76ae2f9-27c9-496a-b211-f8e505a192c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:24.740890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d27f687-f2d5-40f1-ab3d-7e2033d1c616 None None] Network 85b832d3-44e5-41ff-9e68-c75d65a64f5d requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:24.788871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8c591-7d0a-476c-8fff-ee284bd79719 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Subnet': ['ID=5f664320-143d-48eb-b35f-9fa88009c642,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:24.813443 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c76ae2f9-27c9-496a-b211-f8e505a192c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:24.819024 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c76ae2f9-27c9-496a-b211-f8e505a192c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:24.821201 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c76ae2f9-27c9-496a-b211-f8e505a192c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e38fbf8a-dd86-4834-8077-207e9bc65de7 HTTP/1.1" status: 204 len: 168 time: 0.3329384 Jul 15 15:24:24.832900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ae2f9-27c9-496a-b211-f8e505a192c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38fbf8a-dd86-4834-8077-207e9bc65de7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:24.899676 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69e8c591-7d0a-476c-8fff-ee284bd79719 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:24.919489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-69e8c591-7d0a-476c-8fff-ee284bd79719 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b832d3-44e5-41ff-9e68-c75d65a64f5d']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:24.925560 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca86bd32-071a-4502-9ddc-68488b80f6e9 None None] Network 85b832d3-44e5-41ff-9e68-c75d65a64f5d requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:24.963283 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-69e8c591-7d0a-476c-8fff-ee284bd79719 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33415d41-f9e0-48b2-9684-dd2fb9427ddf') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:24.963590 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-69e8c591-7d0a-476c-8fff-ee284bd79719 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33415d41-f9e0-48b2-9684-dd2fb9427ddf') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:25.000602 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69e8c591-7d0a-476c-8fff-ee284bd79719 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:25.030814 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69e8c591-7d0a-476c-8fff-ee284bd79719 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:25.039632 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e8c591-7d0a-476c-8fff-ee284bd79719 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:24:25.040185 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69e8c591-7d0a-476c-8fff-ee284bd79719 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:24:25.046390 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:24:25.180467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b45df7f-15f8-4508-b2b4-2865fbb94eb9 None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:24:25.193064 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69e8c591-7d0a-476c-8fff-ee284bd79719 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:25.200769 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69e8c591-7d0a-476c-8fff-ee284bd79719 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:25.202883 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-69e8c591-7d0a-476c-8fff-ee284bd79719 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/85b832d3-44e5-41ff-9e68-c75d65a64f5d HTTP/1.1" status: 204 len: 168 time: 0.9362702 Jul 15 15:24:25.206978 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58942) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:25.229358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8c591-7d0a-476c-8fff-ee284bd79719 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Network': ['ID=85b832d3-44e5-41ff-9e68-c75d65a64f5d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:25.275735 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2a1162-a0e2-4d03-b8ed-62e1eeb6673d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] DELETE failed (client error): The resource could not be found. Jul 15 15:24:25.276230 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2a1162-a0e2-4d03-b8ed-62e1eeb6673d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:24:25.280253 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8d2a1162-a0e2-4d03-b8ed-62e1eeb6673d tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/subnets/5f664320-143d-48eb-b35f-9fa88009c642 HTTP/1.1" status: 404 len: 337 time: 0.0722258 Jul 15 15:24:25.282749 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 58952) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:25.314011 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a98e51-bfbf-45e9-9f85-4ab48f98d783 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] DELETE failed (client error): The resource could not be found. Jul 15 15:24:25.315226 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a98e51-bfbf-45e9-9f85-4ab48f98d783 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:24:25.319730 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-08a98e51-bfbf-45e9-9f85-4ab48f98d783 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/85b832d3-44e5-41ff-9e68-c75d65a64f5d HTTP/1.1" status: 404 len: 339 time: 0.0357585 Jul 15 15:24:25.322601 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 58958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:25.352783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b45df7f-15f8-4508-b2b4-2865fbb94eb9 None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:24:25.437319 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c12df808-b1ea-488c-98d1-554876c82522 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:25.606767 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c12df808-b1ea-488c-98d1-554876c82522 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:25.633527 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c12df808-b1ea-488c-98d1-554876c82522 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6159c6ec-ceb8-4ef7-a9d8-c0434d303839']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:25.657417 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c12df808-b1ea-488c-98d1-554876c82522 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0871e03-a38b-40d4-90cb-1063ce24ec34') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:25.657742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c12df808-b1ea-488c-98d1-554876c82522 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0871e03-a38b-40d4-90cb-1063ce24ec34') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:25.668926 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c12df808-b1ea-488c-98d1-554876c82522 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:25.687755 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c12df808-b1ea-488c-98d1-554876c82522 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:25.695432 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12df808-b1ea-488c-98d1-554876c82522 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:24:25.696177 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c12df808-b1ea-488c-98d1-554876c82522 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:24:25.699728 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:24:25.717633 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7267a6b1-7b0a-4eb2-8d39-926e67d940d2 req-77d24060-1492-4d5d-bb36-22b38ccf0dd0 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 210 time: 0.6422622 Jul 15 15:24:25.785297 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c12df808-b1ea-488c-98d1-554876c82522 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:25.789885 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c12df808-b1ea-488c-98d1-554876c82522 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:25.791815 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c12df808-b1ea-488c-98d1-554876c82522 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/6159c6ec-ceb8-4ef7-a9d8-c0434d303839 HTTP/1.1" status: 204 len: 168 time: 0.4682903 Jul 15 15:24:25.794313 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59012) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:25.809241 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12df808-b1ea-488c-98d1-554876c82522 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Network': ['ID=6159c6ec-ceb8-4ef7-a9d8-c0434d303839,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:25.827955 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-7045ab03-7682-4b86-a2d9-c08339f4b073 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] DELETE failed (client error): The resource could not be found. Jul 15 15:24:25.828422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7045ab03-7682-4b86-a2d9-c08339f4b073 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:24:25.830773 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7045ab03-7682-4b86-a2d9-c08339f4b073 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/subnets/e759ca2c-97b4-42e6-9e71-69f9c0041129 HTTP/1.1" status: 404 len: 337 time: 0.0350819 Jul 15 15:24:25.833489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59016) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:25.852593 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc882d2-5b5f-4631-98f9-246357df9e1c tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] DELETE failed (client error): The resource could not be found. Jul 15 15:24:25.853562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc882d2-5b5f-4631-98f9-246357df9e1c tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:24:25.856488 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bcc882d2-5b5f-4631-98f9-246357df9e1c tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/a1f5864b-f1a4-42ea-9347-325beaaef66a HTTP/1.1" status: 404 len: 339 time: 0.0213888 Jul 15 15:24:25.858480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59022) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:25.930746 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-aedeab99-4fbb-4169-9033-42d9c337da90 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Deleting subnet ca5b53fa-6d92-4ba2-ad64-574ccb951ab8 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:24:25.936906 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aedeab99-4fbb-4169-9033-42d9c337da90 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:25.994344 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aedeab99-4fbb-4169-9033-42d9c337da90 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:26.096532 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aedeab99-4fbb-4169-9033-42d9c337da90 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:26.171890 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aedeab99-4fbb-4169-9033-42d9c337da90 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:26.211014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedeab99-4fbb-4169-9033-42d9c337da90 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Subnet': ['ID=ca5b53fa-6d92-4ba2-ad64-574ccb951ab8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:26.213893 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aedeab99-4fbb-4169-9033-42d9c337da90 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:26.216632 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-aedeab99-4fbb-4169-9033-42d9c337da90 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/subnets/ca5b53fa-6d92-4ba2-ad64-574ccb951ab8 HTTP/1.1" status: 204 len: 168 time: 0.3571157 Jul 15 15:24:26.216944 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cb8e5d-70c0-4f9a-9d13-408bc387d208 None None] Network 6d39538c-9c8b-44c6-8eed-9ce653a7283c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:26.219351 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59070) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:26.389816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3fb0a94-8860-4648-9208-46c4624930ba tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Deleting subnet b13c1cc1-90ef-4dff-82b3-6f3424ea447e {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:24:26.394758 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3fb0a94-8860-4648-9208-46c4624930ba tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:26.474378 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3fb0a94-8860-4648-9208-46c4624930ba tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:26.607657 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3fb0a94-8860-4648-9208-46c4624930ba tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:26.710187 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3fb0a94-8860-4648-9208-46c4624930ba tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:26.814915 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb0a94-8860-4648-9208-46c4624930ba tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Subnet': ['ID=b13c1cc1-90ef-4dff-82b3-6f3424ea447e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:26.826745 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3fb0a94-8860-4648-9208-46c4624930ba tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:26.829210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a3fb0a94-8860-4648-9208-46c4624930ba tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/subnets/b13c1cc1-90ef-4dff-82b3-6f3424ea447e HTTP/1.1" status: 204 len: 168 time: 0.6077440 Jul 15 15:24:26.832056 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59144) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:26.953124 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:27.016444 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-53d56240-ccb7-4dce-9068-29ee2358e106 req-2d264880-544f-472d-86a4-04b82c28f8af tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a32974c-5a31-43ab-960a-2839012730a0 HTTP/1.1" status: 200 len: 210 time: 0.0405540 Jul 15 15:24:27.016688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Deleting port f353af2a-52ab-4104-9015-95fbd0b8ece7 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:24:27.016976 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:27.096202 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] For port f353af2a-52ab-4104-9015-95fbd0b8ece7, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f353af2a-52ab-4104-9015-95fbd0b8ece7,segment=NetworkSegment(b00a96a9-219a-4a59-a8f1-53b30c0c5f7e),segment_id=b00a96a9-219a-4a59-a8f1-53b30c0c5f7e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:27.096599 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:27.117327 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Calling delete_port for f353af2a-52ab-4104-9015-95fbd0b8ece7 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:24:27.228864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf807fb-921c-497a-b714-511c33ffbe02 None None] Network 6d39538c-9c8b-44c6-8eed-9ce653a7283c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:27.250884 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:27.303697 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Port': ['ID=f353af2a-52ab-4104-9015-95fbd0b8ece7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:27.309998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No DVR routers for this DVR port f353af2a-52ab-4104-9015-95fbd0b8ece7 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:24:27.337349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-09601f1a-78cf-4f7c-a26f-f26325c3d4a8 None None] Could not find standard attr ID for object f353af2a-52ab-4104-9015-95fbd0b8ece7. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:24:27.476362 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:27.481769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b3398d-195e-4607-aa9e-c8fb64533f1e None None] DHCP port deletion for 6d39538c-9c8b-44c6-8eed-9ce653a7283c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:24:27.488883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d39538c-9c8b-44c6-8eed-9ce653a7283c']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:27.511900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00a96a9-219a-4a59-a8f1-53b30c0c5f7e') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:27.512198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00a96a9-219a-4a59-a8f1-53b30c0c5f7e') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:27.524284 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:27.544395 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:27.552406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:24:27.552629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:24:27.555633 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:24:27.636456 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:27.646676 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:27.648543 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/6d39538c-9c8b-44c6-8eed-9ce653a7283c HTTP/1.1" status: 204 len: 168 time: 0.8149552 Jul 15 15:24:27.651502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59246) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:27.663841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0addfa-baf9-484f-9f15-60469f27308b tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Network': ['ID=6d39538c-9c8b-44c6-8eed-9ce653a7283c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:27.696629 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfec284-57b2-4d11-896e-efa76ee09125 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] DELETE failed (client error): The resource could not be found. Jul 15 15:24:27.697094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dfec284-57b2-4d11-896e-efa76ee09125 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:24:27.701328 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0dfec284-57b2-4d11-896e-efa76ee09125 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/subnets/7a02517f-7421-4f9d-9fc5-025c53370951 HTTP/1.1" status: 404 len: 337 time: 0.0464122 Jul 15 15:24:27.701508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59254) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:27.725464 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-decfa751-e894-4a01-81ad-541d87537c26 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] DELETE failed (client error): The resource could not be found. Jul 15 15:24:27.726107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-decfa751-e894-4a01-81ad-541d87537c26 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:24:27.728163 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-decfa751-e894-4a01-81ad-541d87537c26 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/19562ae6-af56-409a-9064-e47411f38e71 HTTP/1.1" status: 404 len: 339 time: 0.0254297 Jul 15 15:24:27.730653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59258) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:27.758585 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37d72c0-503c-4cbf-a169-292045ac30cd tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] DELETE failed (client error): The resource could not be found. Jul 15 15:24:27.759452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37d72c0-503c-4cbf-a169-292045ac30cd tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:24:27.761405 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d37d72c0-503c-4cbf-a169-292045ac30cd tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/subnets/8fe771f9-118c-490a-b14b-874d71b33905 HTTP/1.1" status: 404 len: 337 time: 0.0295935 Jul 15 15:24:27.763931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59264) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:27.788773 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a6c80b-20de-4db3-ade8-9b777cec3b22 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] DELETE failed (client error): The resource could not be found. Jul 15 15:24:27.789491 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a6c80b-20de-4db3-ade8-9b777cec3b22 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:24:27.791492 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-78a6c80b-20de-4db3-ade8-9b777cec3b22 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/04a03781-b237-49e6-8928-1c66872e552c HTTP/1.1" status: 404 len: 339 time: 0.0266042 Jul 15 15:24:27.794497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59272) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:27.833807 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-195a246e-52c6-4955-9e5b-334481cb1e1f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] DELETE failed (client error): The resource could not be found. Jul 15 15:24:27.838354 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195a246e-52c6-4955-9e5b-334481cb1e1f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:24:27.851974 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-195a246e-52c6-4955-9e5b-334481cb1e1f tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/subnets/54e00556-f535-4fad-93c5-4d7aacec6d2c HTTP/1.1" status: 404 len: 337 time: 0.0538113 Jul 15 15:24:27.852706 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59282) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:27.908265 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f49abeb-9df6-4f91-b858-04c3a84c20fb tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] DELETE failed (client error): The resource could not be found. Jul 15 15:24:27.908909 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f49abeb-9df6-4f91-b858-04c3a84c20fb tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:24:27.912968 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1f49abeb-9df6-4f91-b858-04c3a84c20fb tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/d0f4f575-62c6-4329-a09e-441dd8bb6b0b HTTP/1.1" status: 404 len: 339 time: 0.0570214 Jul 15 15:24:27.913349 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59292) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:28.001782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f4ba49-a936-4806-97ad-ee28f5877697 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Deleting subnet 3f6dfa16-66b1-4614-af75-54d7534f09f6 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:24:28.008051 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-32f4ba49-a936-4806-97ad-ee28f5877697 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:28.062328 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-32f4ba49-a936-4806-97ad-ee28f5877697 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:28.242694 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-32f4ba49-a936-4806-97ad-ee28f5877697 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:28.457960 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-32f4ba49-a936-4806-97ad-ee28f5877697 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:28.485758 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-32f4ba49-a936-4806-97ad-ee28f5877697 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:28.489738 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35019b14-82ee-420d-80ea-2dcc72f5429b None None] Network 2a04c46f-7232-4cf7-acda-46b798ab01a6 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:28.493510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-32f4ba49-a936-4806-97ad-ee28f5877697 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/subnets/3f6dfa16-66b1-4614-af75-54d7534f09f6 HTTP/1.1" status: 204 len: 168 time: 0.5789142 Jul 15 15:24:28.496000 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59320) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:28.618078 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4ba49-a936-4806-97ad-ee28f5877697 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Subnet': ['ID=3f6dfa16-66b1-4614-af75-54d7534f09f6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:28.688359 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:28.774582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Deleting port 02730179-6dd0-481c-94e1-048deb12edbf {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:24:28.774881 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:28.835205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] DHCP port deletion for 2a04c46f-7232-4cf7-acda-46b798ab01a6 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:24:28.937655 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] For port 02730179-6dd0-481c-94e1-048deb12edbf, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=02730179-6dd0-481c-94e1-048deb12edbf,segment=NetworkSegment(2303c441-2c22-4bf8-8372-0a428e1f470a),segment_id=2303c441-2c22-4bf8-8372-0a428e1f470a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:28.939161 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:28.975066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Deleting port 02730179-6dd0-481c-94e1-048deb12edbf {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:24:28.977259 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:28.991003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Calling delete_port for 02730179-6dd0-481c-94e1-048deb12edbf owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:24:29.117173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 02730179-6dd0-481c-94e1-048deb12edbf no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:24:29.153806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] For port 02730179-6dd0-481c-94e1-048deb12edbf, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=02730179-6dd0-481c-94e1-048deb12edbf,segment=NetworkSegment(2303c441-2c22-4bf8-8372-0a428e1f470a),segment_id=2303c441-2c22-4bf8-8372-0a428e1f470a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:29.154078 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:29.158783 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:29.175207 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Calling delete_port for 02730179-6dd0-481c-94e1-048deb12edbf owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:24:29.187927 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Port': ['ID=02730179-6dd0-481c-94e1-048deb12edbf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:29.191069 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No active binding found for port 02730179-6dd0-481c-94e1-048deb12edbf {{(pid=100713) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 15:24:29.191679 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 02730179-6dd0-481c-94e1-048deb12edbf not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:24:29.192267 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f353af2a-52ab-4104-9015-95fbd0b8ece7 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:24:29.196906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No DVR routers for this DVR port 02730179-6dd0-481c-94e1-048deb12edbf on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:24:29.213909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: f353af2a-52ab-4104-9015-95fbd0b8ece7 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:24:29.214593 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f353af2a-52ab-4104-9015-95fbd0b8ece7 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:24:29.282503 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:29.294874 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:29.306413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a04c46f-7232-4cf7-acda-46b798ab01a6']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:29.312384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Pushing event deleted for resources: {'Port': ['ID=02730179-6dd0-481c-94e1-048deb12edbf,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:29.317702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] No DVR routers for this DVR port 02730179-6dd0-481c-94e1-048deb12edbf on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:24:29.321058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2303c441-2c22-4bf8-8372-0a428e1f470a') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:29.321338 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2303c441-2c22-4bf8-8372-0a428e1f470a') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:29.325254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:29.325604 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:29.326605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:29.326605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:29.327163 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:29.327641 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:29.328120 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:29.328598 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:29.329795 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:29.330332 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:29.330844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:29.331805 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a370ceb6-0030-4e22-b0dc-803c2ba681c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:29.337483 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:29.353769 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:29.360306 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:24:29.360789 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:24:29.364583 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:24:29.445249 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:29.452659 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:29.456694 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/2a04c46f-7232-4cf7-acda-46b798ab01a6 HTTP/1.1" status: 204 len: 168 time: 0.9572289 Jul 15 15:24:29.457069 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59338) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:29.476236 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f7263-57a4-4449-be52-53b801308ae0 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Network': ['ID=2a04c46f-7232-4cf7-acda-46b798ab01a6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:29.488625 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-49536a0a-373b-467c-9a8f-cb3403c33631 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] DELETE failed (client error): The resource could not be found. Jul 15 15:24:29.489457 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49536a0a-373b-467c-9a8f-cb3403c33631 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:24:29.493160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-49536a0a-373b-467c-9a8f-cb3403c33631 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/subnets/6d66354d-4af1-4d1d-8556-f3970031ae2f HTTP/1.1" status: 404 len: 337 time: 0.0332155 Jul 15 15:24:29.493772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59340) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:29.512403 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9e9a7b-5a5f-41ab-af64-dc619f9426df tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] DELETE failed (client error): The resource could not be found. Jul 15 15:24:29.513041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9e9a7b-5a5f-41ab-af64-dc619f9426df tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:24:29.517085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9a9e9a7b-5a5f-41ab-af64-dc619f9426df tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/8ac867e3-d940-43c9-8962-a75684c5a3b2 HTTP/1.1" status: 404 len: 339 time: 0.0200608 Jul 15 15:24:29.517881 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59342) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:29.573257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1378514-11ec-44b4-9825-e2777e068b9a tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Deleting subnet c107245d-99f8-46e4-9577-7a81c24c1a34 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:24:29.576584 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a1378514-11ec-44b4-9825-e2777e068b9a tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:29.623492 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a1378514-11ec-44b4-9825-e2777e068b9a tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:29.716110 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a1378514-11ec-44b4-9825-e2777e068b9a tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:29.784198 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a1378514-11ec-44b4-9825-e2777e068b9a tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:29.812252 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1378514-11ec-44b4-9825-e2777e068b9a tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Subnet': ['ID=c107245d-99f8-46e4-9577-7a81c24c1a34,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:29.819266 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a1378514-11ec-44b4-9825-e2777e068b9a tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:29.821377 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a1378514-11ec-44b4-9825-e2777e068b9a tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/subnets/c107245d-99f8-46e4-9577-7a81c24c1a34 HTTP/1.1" status: 204 len: 168 time: 0.3022521 Jul 15 15:24:29.824034 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59346) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:29.832472 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8880f182-13d6-4d06-b75b-06817fa56071 None None] Network 93fc5599-0285-46aa-812d-fcece6f5bbf4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:29.945450 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:30.044731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Deleting port f51c8336-0b78-4a06-88cf-c82c235e7bdd {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:24:30.045079 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:30.063188 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5602052a-86a6-4b10-9a0b-ddac344d6429 None None] DHCP port deletion for 93fc5599-0285-46aa-812d-fcece6f5bbf4 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:24:30.077953 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67cb7448-a1e9-4dde-8365-71ea4ada270c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:30.166708 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] For port f51c8336-0b78-4a06-88cf-c82c235e7bdd, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f51c8336-0b78-4a06-88cf-c82c235e7bdd,segment=NetworkSegment(1ae1acfd-d907-4c58-bdab-e897c97c379b),segment_id=1ae1acfd-d907-4c58-bdab-e897c97c379b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:30.167084 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:30.170509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5602052a-86a6-4b10-9a0b-ddac344d6429 None None] Deleting port f51c8336-0b78-4a06-88cf-c82c235e7bdd {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:24:30.170996 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5602052a-86a6-4b10-9a0b-ddac344d6429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:30.183216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Calling delete_port for f51c8336-0b78-4a06-88cf-c82c235e7bdd owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:24:30.299286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5602052a-86a6-4b10-9a0b-ddac344d6429 None None] For port f51c8336-0b78-4a06-88cf-c82c235e7bdd, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f51c8336-0b78-4a06-88cf-c82c235e7bdd,segment=NetworkSegment(1ae1acfd-d907-4c58-bdab-e897c97c379b),segment_id=1ae1acfd-d907-4c58-bdab-e897c97c379b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:30.299688 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5602052a-86a6-4b10-9a0b-ddac344d6429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:30.327469 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5602052a-86a6-4b10-9a0b-ddac344d6429 None None] Calling delete_port for f51c8336-0b78-4a06-88cf-c82c235e7bdd owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:24:30.348028 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:30.405393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Port': ['ID=f51c8336-0b78-4a06-88cf-c82c235e7bdd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:30.407802 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] No DVR routers for this DVR port f51c8336-0b78-4a06-88cf-c82c235e7bdd on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:24:30.456249 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5602052a-86a6-4b10-9a0b-ddac344d6429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:30.499442 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602052a-86a6-4b10-9a0b-ddac344d6429 None None] Pushing event deleted for resources: {'Port': ['ID=f51c8336-0b78-4a06-88cf-c82c235e7bdd,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:30.510084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602052a-86a6-4b10-9a0b-ddac344d6429 None None] No DVR routers for this DVR port f51c8336-0b78-4a06-88cf-c82c235e7bdd on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:24:30.582798 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:30.604993 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fc5599-0285-46aa-812d-fcece6f5bbf4']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:30.630541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae1acfd-d907-4c58-bdab-e897c97c379b') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:30.630858 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae1acfd-d907-4c58-bdab-e897c97c379b') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:30.666132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:30.725819 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:30.746968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:24:30.747399 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:24:30.750737 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:24:30.870076 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:30.894794 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:30.899578 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] 10.222.0.38 "DELETE /v2.0/networks/93fc5599-0285-46aa-812d-fcece6f5bbf4 HTTP/1.1" status: 204 len: 168 time: 1.0745113 Jul 15 15:24:30.901016 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65bdac-f569-4899-8fe0-ea9dbe86a181 tempest-NetworksIpV6Test-532929381 tempest-NetworksIpV6Test-532929381-project] Pushing event deleted for resources: {'Network': ['ID=93fc5599-0285-46aa-812d-fcece6f5bbf4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:31.049744 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f51c8336-0b78-4a06-88cf-c82c235e7bdd no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:24:31.116191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: f51c8336-0b78-4a06-88cf-c82c235e7bdd {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:24:31.116555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f51c8336-0b78-4a06-88cf-c82c235e7bdd not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:24:31.334343 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59372) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:31.613763 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d841cc99-ad3e-4a1e-aa25-4158a66884db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2f6c713a2fa5443d99a0e05ce1cdf175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774043 Jul 15 15:24:31.615243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59376) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:31.674028 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0398d50-b918-4ada-ada6-0e8ab885a5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:31.711696 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0398d50-b918-4ada-ada6-0e8ab885a5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:31.817217 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0398d50-b918-4ada-ada6-0e8ab885a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:31.819790 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0398d50-b918-4ada-ada6-0e8ab885a5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:31.823349 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b0398d50-b918-4ada-ada6-0e8ab885a5cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/14261dad-7a27-40be-9e6f-b18944900a79 HTTP/1.1" status: 204 len: 168 time: 0.2024057 Jul 15 15:24:31.835224 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0398d50-b918-4ada-ada6-0e8ab885a5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14261dad-7a27-40be-9e6f-b18944900a79,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:32.818789 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:32.888622 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59464) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:32.926114 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b93042da-bdcf-4d10-b1d3-299b20367ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:33.144059 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f791b035-5fc4-42d4-831a-8ca36c113a2d tempest-DvrRoutersNegativeTest-1499942724 tempest-DvrRoutersNegativeTest-1499942724-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1634281223', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:33.147426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.policy [None req-f791b035-5fc4-42d4-831a-8ca36c113a2d tempest-DvrRoutersNegativeTest-1499942724 tempest-DvrRoutersNegativeTest-1499942724-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100712) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 15 15:24:33.148903 n-d-764435-3 neutron-server[100712]: DEBUG neutron.policy [None req-f791b035-5fc4-42d4-831a-8ca36c113a2d tempest-DvrRoutersNegativeTest-1499942724 tempest-DvrRoutersNegativeTest-1499942724-project] Failed policy check for 'create_router' {{(pid=100712) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 15 15:24:33.149915 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-f791b035-5fc4-42d4-831a-8ca36c113a2d tempest-DvrRoutersNegativeTest-1499942724 tempest-DvrRoutersNegativeTest-1499942724-project] create failed (client error): Access was denied to this resource. Jul 15 15:24:33.156707 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f791b035-5fc4-42d4-831a-8ca36c113a2d tempest-DvrRoutersNegativeTest-1499942724 tempest-DvrRoutersNegativeTest-1499942724-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2669506 Jul 15 15:24:33.586466 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59518) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:33.758088 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7af5b365-aab8-4731-9541-95e8cbfed5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:33.887660 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7af5b365-aab8-4731-9541-95e8cbfed5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:33.894295 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7af5b365-aab8-4731-9541-95e8cbfed5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:33.938832 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7af5b365-aab8-4731-9541-95e8cbfed5a1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98cee3d4222d44c8a1f2cdd0bfa04e00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511152 Jul 15 15:24:33.941741 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59522) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:33.943905 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5b365-aab8-4731-9541-95e8cbfed5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7face501-d5a5-4ed7-a7d9-2db818dcdfb7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:34.003183 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-366e9a7d-36dd-4443-8abf-7f218652fb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:34.028735 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-366e9a7d-36dd-4443-8abf-7f218652fb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:34.083947 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-366e9a7d-36dd-4443-8abf-7f218652fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:34.087279 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-366e9a7d-36dd-4443-8abf-7f218652fb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:34.088569 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-366e9a7d-36dd-4443-8abf-7f218652fb63 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7face501-d5a5-4ed7-a7d9-2db818dcdfb7 HTTP/1.1" status: 204 len: 168 time: 0.1449366 Jul 15 15:24:34.101173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e9a7d-36dd-4443-8abf-7f218652fb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7face501-d5a5-4ed7-a7d9-2db818dcdfb7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:34.331124 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:35.022948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59558) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:35.192659 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-60e348dc-c8d0-42c7-b247-3fdd187e18c9 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1942781319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:35.216672 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60e348dc-c8d0-42c7-b247-3fdd187e18c9 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:35.217744 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60e348dc-c8d0-42c7-b247-3fdd187e18c9 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:35.278777 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60e348dc-c8d0-42c7-b247-3fdd187e18c9 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:35.287442 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60e348dc-c8d0-42c7-b247-3fdd187e18c9 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:35.306097 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60e348dc-c8d0-42c7-b247-3fdd187e18c9 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:35.307560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-60e348dc-c8d0-42c7-b247-3fdd187e18c9 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2835779 Jul 15 15:24:35.310243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59570) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:35.316306 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d8706968-a05d-486b-b565-e4e3b684da6d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-980127464'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:35.350763 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8706968-a05d-486b-b565-e4e3b684da6d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Made reservation on behalf of 99bb2304690b464bbb62c032a6e8aa5f for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:35.355560 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8706968-a05d-486b-b565-e4e3b684da6d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:35.367733 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8706968-a05d-486b-b565-e4e3b684da6d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:35.507287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8706968-a05d-486b-b565-e4e3b684da6d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:35.514362 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8706968-a05d-486b-b565-e4e3b684da6d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:35.560880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8706968-a05d-486b-b565-e4e3b684da6d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b687a45b-7d4c-4735-8d64-9a693313a3ca,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:35.581171 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8706968-a05d-486b-b565-e4e3b684da6d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:24:35.593666 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8706968-a05d-486b-b565-e4e3b684da6d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:35.594061 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-d8706968-a05d-486b-b565-e4e3b684da6d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Added segment 86047792-6727-453e-b386-7398c7f31828 of type vlan for network ba84415f-a72f-456e-8143-9dd1afa6cb33 Jul 15 15:24:35.643473 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8706968-a05d-486b-b565-e4e3b684da6d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:35.686169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8706968-a05d-486b-b565-e4e3b684da6d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:35.697790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8706968-a05d-486b-b565-e4e3b684da6d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:35.698443 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d8706968-a05d-486b-b565-e4e3b684da6d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:35.751083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d8706968-a05d-486b-b565-e4e3b684da6d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4396479 Jul 15 15:24:35.754925 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59578) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:35.766986 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d736c4f7-ebb7-45df-8e1c-8da2606aca80 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Request body: {'subnet': {'network_id': 'ba84415f-a72f-456e-8143-9dd1afa6cb33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:35.781843 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8706968-a05d-486b-b565-e4e3b684da6d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event updated for resources: {'Network': ['ID=ba84415f-a72f-456e-8143-9dd1afa6cb33,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:35.793439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network ba84415f-a72f-456e-8143-9dd1afa6cb33 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:24:35.963019 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d736c4f7-ebb7-45df-8e1c-8da2606aca80 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Made reservation on behalf of 99bb2304690b464bbb62c032a6e8aa5f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:35.967793 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d736c4f7-ebb7-45df-8e1c-8da2606aca80 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:36.031895 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:36.256882 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d736c4f7-ebb7-45df-8e1c-8da2606aca80 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:36.355726 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736c4f7-ebb7-45df-8e1c-8da2606aca80 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event updated for resources: {'Subnet': ['ID=516e7199-5925-4d36-a47d-c07c55626ba7,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:36.365607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d736c4f7-ebb7-45df-8e1c-8da2606aca80 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Checking segment: {'id': '86047792-6727-453e-b386-7398c7f31828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba84415f-a72f-456e-8143-9dd1afa6cb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:36.366242 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736c4f7-ebb7-45df-8e1c-8da2606aca80 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Network hostable DHCP agents. Network: ba84415f-a72f-456e-8143-9dd1afa6cb33, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:24:36.389097 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736c4f7-ebb7-45df-8e1c-8da2606aca80 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Network ba84415f-a72f-456e-8143-9dd1afa6cb33 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:24:36.402281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d736c4f7-ebb7-45df-8e1c-8da2606aca80 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, ba84415f-a72f-456e-8143-9dd1afa6cb33) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:36.409710 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d736c4f7-ebb7-45df-8e1c-8da2606aca80 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:36.410133 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d736c4f7-ebb7-45df-8e1c-8da2606aca80 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:36.417910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acdd9c0-708c-420f-8c99-338e8066b421 None None] Network ba84415f-a72f-456e-8143-9dd1afa6cb33 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:36.434887 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d736c4f7-ebb7-45df-8e1c-8da2606aca80 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6719394 Jul 15 15:24:36.438514 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59598) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:36.447606 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0efda81b-3088-4cd1-91d4-5ff8262e4e1e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Request body: {'network': {'name': 'tempest-router-network01--522760730'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:36.492590 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efda81b-3088-4cd1-91d4-5ff8262e4e1e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Made reservation on behalf of 99bb2304690b464bbb62c032a6e8aa5f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:36.500752 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0efda81b-3088-4cd1-91d4-5ff8262e4e1e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:36.540727 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efda81b-3088-4cd1-91d4-5ff8262e4e1e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:24:36.552260 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0efda81b-3088-4cd1-91d4-5ff8262e4e1e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:36.553110 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-0efda81b-3088-4cd1-91d4-5ff8262e4e1e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Added segment 735b58f3-3bd4-4481-b474-d37928251cfd of type vlan for network f6d27d60-b44c-4a91-aeb8-fd1d515e5afb Jul 15 15:24:36.619039 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0efda81b-3088-4cd1-91d4-5ff8262e4e1e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:36.669220 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0efda81b-3088-4cd1-91d4-5ff8262e4e1e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:36.676525 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efda81b-3088-4cd1-91d4-5ff8262e4e1e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:36.677372 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0efda81b-3088-4cd1-91d4-5ff8262e4e1e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:36.702231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-ba84415f-a72f-456e-8143-9dd1afa6cb33', 'network_id': 'ba84415f-a72f-456e-8143-9dd1afa6cb33', 'tenant_id': '99bb2304690b464bbb62c032a6e8aa5f', 'fixed_ips': [{'subnet_id': '516e7199-5925-4d36-a47d-c07c55626ba7'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:24:36.703574 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:36.775176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efda81b-3088-4cd1-91d4-5ff8262e4e1e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event updated for resources: {'Network': ['ID=f6d27d60-b44c-4a91-aeb8-fd1d515e5afb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:36.796067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59604) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:36.803702 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6975ae6f-c037-48db-9b74-77961ba0be3e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Request body: {'network': {'name': 'tempest-router-network02--595493529'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:36.807981 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0efda81b-3088-4cd1-91d4-5ff8262e4e1e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3683386 Jul 15 15:24:36.832388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6975ae6f-c037-48db-9b74-77961ba0be3e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Made reservation on behalf of 99bb2304690b464bbb62c032a6e8aa5f for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:36.836796 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6975ae6f-c037-48db-9b74-77961ba0be3e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:36.863376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network f6d27d60-b44c-4a91-aeb8-fd1d515e5afb details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:24:36.898719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6975ae6f-c037-48db-9b74-77961ba0be3e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:24:36.928737 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6975ae6f-c037-48db-9b74-77961ba0be3e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:36.930031 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-6975ae6f-c037-48db-9b74-77961ba0be3e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Added segment 8d6573c8-ad80-4dee-a569-e5cdd2ac31a3 of type vlan for network 99907c44-20d5-4661-86f3-4a2c0c6bf717 Jul 15 15:24:37.014153 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6975ae6f-c037-48db-9b74-77961ba0be3e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:37.089591 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6975ae6f-c037-48db-9b74-77961ba0be3e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:37.110781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6975ae6f-c037-48db-9b74-77961ba0be3e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:37.116093 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6975ae6f-c037-48db-9b74-77961ba0be3e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:37.184226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6975ae6f-c037-48db-9b74-77961ba0be3e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3843217 Jul 15 15:24:37.193140 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59608) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:37.210207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9b5b9b61-5d07-482d-bcaf-a39cbfc045e2 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Request body: {'subnet': {'network_id': 'f6d27d60-b44c-4a91-aeb8-fd1d515e5afb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:37.213160 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Allocated IP 172.20.0.2 (ba84415f-a72f-456e-8143-9dd1afa6cb33/516e7199-5925-4d36-a47d-c07c55626ba7/ed70fa5a-d39e-4c09-814c-132fefaf5876) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:24:37.497288 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:37.509943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Transition to ACTIVE for port object ed70fa5a-d39e-4c09-814c-132fefaf5876 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:37.528287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Transition to ACTIVE for port object ed70fa5a-d39e-4c09-814c-132fefaf5876 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:37.538100 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:37.604936 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Pushing event updated for resources: {'Port': ['ID=ed70fa5a-d39e-4c09-814c-132fefaf5876,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:37.624940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Network ba84415f-a72f-456e-8143-9dd1afa6cb33 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:24:37.626848 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:37.629653 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:24:37.766147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Attempting to bind port ed70fa5a-d39e-4c09-814c-132fefaf5876 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:24:37.766916 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Attempting to bind port ed70fa5a-d39e-4c09-814c-132fefaf5876 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '86047792-6727-453e-b386-7398c7f31828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba84415f-a72f-456e-8143-9dd1afa6cb33'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:24:37.768070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Attempting to bind port ed70fa5a-d39e-4c09-814c-132fefaf5876 on network ba84415f-a72f-456e-8143-9dd1afa6cb33 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:24:37.782176 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:24:37.783010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Checking segment: {'id': '86047792-6727-453e-b386-7398c7f31828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba84415f-a72f-456e-8143-9dd1afa6cb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:37.784478 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:37.785111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Bound using segment: {'id': '86047792-6727-453e-b386-7398c7f31828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba84415f-a72f-456e-8143-9dd1afa6cb33'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:24:37.785826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Bound port: ed70fa5a-d39e-4c09-814c-132fefaf5876, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86047792-6727-453e-b386-7398c7f31828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba84415f-a72f-456e-8143-9dd1afa6cb33'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:24:37.786476 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:37.791963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975ae6f-c037-48db-9b74-77961ba0be3e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event updated for resources: {'Network': ['ID=99907c44-20d5-4661-86f3-4a2c0c6bf717,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:37.812242 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 99907c44-20d5-4661-86f3-4a2c0c6bf717 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:24:37.865942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5b9b61-5d07-482d-bcaf-a39cbfc045e2 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Made reservation on behalf of 99bb2304690b464bbb62c032a6e8aa5f for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:37.870062 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9b61-5d07-482d-bcaf-a39cbfc045e2 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:38.032701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] For port ed70fa5a-d39e-4c09-814c-132fefaf5876, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:24:38.037188 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] For port ed70fa5a-d39e-4c09-814c-132fefaf5876, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ed70fa5a-d39e-4c09-814c-132fefaf5876,segment=NetworkSegment(86047792-6727-453e-b386-7398c7f31828),segment_id=86047792-6727-453e-b386-7398c7f31828)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:24:38.046510 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:38.150245 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9b61-5d07-482d-bcaf-a39cbfc045e2 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:38.171769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b4218-203b-477e-89f3-c06ffa6798bd None None] Pushing event updated for resources: {'Port': ['ID=ed70fa5a-d39e-4c09-814c-132fefaf5876,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:38.281359 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b9b61-5d07-482d-bcaf-a39cbfc045e2 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event updated for resources: {'Subnet': ['ID=e98101ef-cfad-40f7-a4c0-73057896cd9a,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:38.328598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5b9b61-5d07-482d-bcaf-a39cbfc045e2 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Checking segment: {'id': '735b58f3-3bd4-4481-b474-d37928251cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f6d27d60-b44c-4a91-aeb8-fd1d515e5afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:38.329212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b9b61-5d07-482d-bcaf-a39cbfc045e2 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Network hostable DHCP agents. Network: f6d27d60-b44c-4a91-aeb8-fd1d515e5afb, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:24:38.354017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b9b61-5d07-482d-bcaf-a39cbfc045e2 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Network f6d27d60-b44c-4a91-aeb8-fd1d515e5afb is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:24:38.372062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-9b5b9b61-5d07-482d-bcaf-a39cbfc045e2 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, f6d27d60-b44c-4a91-aeb8-fd1d515e5afb) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:38.383612 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1647035f-81fc-424d-a32a-b39c9925d5ad None None] Network f6d27d60-b44c-4a91-aeb8-fd1d515e5afb requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:38.394684 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5b9b61-5d07-482d-bcaf-a39cbfc045e2 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:38.399803 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9b61-5d07-482d-bcaf-a39cbfc045e2 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:38.423042 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9b5b9b61-5d07-482d-bcaf-a39cbfc045e2 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2286606 Jul 15 15:24:38.427120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59624) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:38.486724 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-43f36ca0-4177-4a8d-9d5b-1a83d4173271 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Request body: {'subnet': {'network_id': '99907c44-20d5-4661-86f3-4a2c0c6bf717', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:38.869147 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f36ca0-4177-4a8d-9d5b-1a83d4173271 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Made reservation on behalf of 99bb2304690b464bbb62c032a6e8aa5f for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:24:38.872784 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43f36ca0-4177-4a8d-9d5b-1a83d4173271 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:38.913035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-f6d27d60-b44c-4a91-aeb8-fd1d515e5afb', 'network_id': 'f6d27d60-b44c-4a91-aeb8-fd1d515e5afb', 'tenant_id': '99bb2304690b464bbb62c032a6e8aa5f', 'fixed_ips': [{'subnet_id': 'e98101ef-cfad-40f7-a4c0-73057896cd9a'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:24:38.913916 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:38.992025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59632) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:39.194824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ed70fa5a-d39e-4c09-814c-132fefaf5876 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:24:39.335661 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43f36ca0-4177-4a8d-9d5b-1a83d4173271 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:39.418858 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-572e1b90-6712-4b29-9846-2cf0aeb4ea37 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4aae0798bdd4401f8bf50b67ead8c455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4239933 Jul 15 15:24:39.419946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59636) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:39.433623 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Allocated IP 172.20.0.2 (f6d27d60-b44c-4a91-aeb8-fd1d515e5afb/e98101ef-cfad-40f7-a4c0-73057896cd9a/d5fe48e0-5676-4a5d-ad0d-494bff483611) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:24:39.505181 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b25c4a8a-1015-4996-947a-cfce7aa88530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:39.566933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f36ca0-4177-4a8d-9d5b-1a83d4173271 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event updated for resources: {'Subnet': ['ID=081d3d5d-20bb-4dc7-81db-c19c3acacaf0,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:39.576522 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b25c4a8a-1015-4996-947a-cfce7aa88530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:39.579180 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f36ca0-4177-4a8d-9d5b-1a83d4173271 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Checking segment: {'id': '8d6573c8-ad80-4dee-a569-e5cdd2ac31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '99907c44-20d5-4661-86f3-4a2c0c6bf717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:39.582225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f36ca0-4177-4a8d-9d5b-1a83d4173271 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Network hostable DHCP agents. Network: 99907c44-20d5-4661-86f3-4a2c0c6bf717, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:24:39.628818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f36ca0-4177-4a8d-9d5b-1a83d4173271 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Network 99907c44-20d5-4661-86f3-4a2c0c6bf717 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:24:39.648221 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-43f36ca0-4177-4a8d-9d5b-1a83d4173271 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 99907c44-20d5-4661-86f3-4a2c0c6bf717) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:39.653389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f36ca0-4177-4a8d-9d5b-1a83d4173271 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:39.654350 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-43f36ca0-4177-4a8d-9d5b-1a83d4173271 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:39.677866 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b25c4a8a-1015-4996-947a-cfce7aa88530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:39.681196 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b25c4a8a-1015-4996-947a-cfce7aa88530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:39.686074 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b25c4a8a-1015-4996-947a-cfce7aa88530 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7941d8a3-0a3c-4fe6-bd41-13247b37b42f HTTP/1.1" status: 204 len: 168 time: 0.2647102 Jul 15 15:24:39.692822 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-43f36ca0-4177-4a8d-9d5b-1a83d4173271 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2640884 Jul 15 15:24:39.695451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59642) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:39.717549 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c4a8a-1015-4996-947a-cfce7aa88530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7941d8a3-0a3c-4fe6-bd41-13247b37b42f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:40.093679 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7979684f-9023-4ca7-a393-1660cf736860 None None] Network 99907c44-20d5-4661-86f3-4a2c0c6bf717 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:40.328316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e177db2f-0eb5-4261-a156-d14b2607bdbf None None] Network ba84415f-a72f-456e-8143-9dd1afa6cb33 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:40.626471 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:40.646233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b46aba18-fa5c-4373-a052-70f10ebe646d None None] Provisioning for port ed70fa5a-d39e-4c09-814c-132fefaf5876 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:24:40.711137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Transition to ACTIVE for port object d5fe48e0-5676-4a5d-ad0d-494bff483611 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:40.834595 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:41.098266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Transition to ACTIVE for port object d5fe48e0-5676-4a5d-ad0d-494bff483611 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:41.127488 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:41.138076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-99907c44-20d5-4661-86f3-4a2c0c6bf717', 'network_id': '99907c44-20d5-4661-86f3-4a2c0c6bf717', 'tenant_id': '99bb2304690b464bbb62c032a6e8aa5f', 'fixed_ips': [{'subnet_id': '081d3d5d-20bb-4dc7-81db-c19c3acacaf0'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:24:41.139917 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:41.192869 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port ed70fa5a-d39e-4c09-814c-132fefaf5876 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:24:41.243186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Pushing event updated for resources: {'Port': ['ID=d5fe48e0-5676-4a5d-ad0d-494bff483611,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:41.250874 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Network f6d27d60-b44c-4a91-aeb8-fd1d515e5afb is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:24:41.263396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:41.266909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:24:41.269859 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ed70fa5a-d39e-4c09-814c-132fefaf5876 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:41.270257 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:41.499853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Allocated IP 172.20.0.1 (f6d27d60-b44c-4a91-aeb8-fd1d515e5afb/e98101ef-cfad-40f7-a4c0-73057896cd9a/559e67fa-885c-4828-a0f1-634eb105f00b) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:24:41.716126 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:41.775984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Transition to ACTIVE for port object 559e67fa-885c-4828-a0f1-634eb105f00b will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:41.820846 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:41.851787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Attempting to bind port d5fe48e0-5676-4a5d-ad0d-494bff483611 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:24:41.852300 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Attempting to bind port d5fe48e0-5676-4a5d-ad0d-494bff483611 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '735b58f3-3bd4-4481-b474-d37928251cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f6d27d60-b44c-4a91-aeb8-fd1d515e5afb'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:24:41.852888 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Attempting to bind port d5fe48e0-5676-4a5d-ad0d-494bff483611 on network f6d27d60-b44c-4a91-aeb8-fd1d515e5afb {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:24:41.889639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:24:41.890047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Checking segment: {'id': '735b58f3-3bd4-4481-b474-d37928251cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f6d27d60-b44c-4a91-aeb8-fd1d515e5afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:41.890425 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:41.890854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Bound using segment: {'id': '735b58f3-3bd4-4481-b474-d37928251cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f6d27d60-b44c-4a91-aeb8-fd1d515e5afb'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:24:41.891357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Bound port: d5fe48e0-5676-4a5d-ad0d-494bff483611, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735b58f3-3bd4-4481-b474-d37928251cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f6d27d60-b44c-4a91-aeb8-fd1d515e5afb'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:24:41.891749 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:41.930193 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:41.939339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event updated for resources: {'Port': ['ID=559e67fa-885c-4828-a0f1-634eb105f00b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:41.956660 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Network f6d27d60-b44c-4a91-aeb8-fd1d515e5afb is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:24:41.958177 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:41.961905 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:24:42.025061 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:42.149684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Allocated IP 172.20.0.2 (99907c44-20d5-4661-86f3-4a2c0c6bf717/081d3d5d-20bb-4dc7-81db-c19c3acacaf0/73170c56-8aa6-44d6-982d-10f2c2904c25) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:24:42.196403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port ed70fa5a-d39e-4c09-814c-132fefaf5876, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ed70fa5a-d39e-4c09-814c-132fefaf5876,segment=NetworkSegment(86047792-6727-453e-b386-7398c7f31828),segment_id=86047792-6727-453e-b386-7398c7f31828)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:42.227924 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:42.409633 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:42.516274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] For port d5fe48e0-5676-4a5d-ad0d-494bff483611, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:24:42.593709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] For port d5fe48e0-5676-4a5d-ad0d-494bff483611, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d5fe48e0-5676-4a5d-ad0d-494bff483611,segment=NetworkSegment(735b58f3-3bd4-4481-b474-d37928251cfd),segment_id=735b58f3-3bd4-4481-b474-d37928251cfd)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:24:42.599978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=ed70fa5a-d39e-4c09-814c-132fefaf5876,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:42.616288 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:42.701367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4603a-86df-41b5-8999-025101c2813f None None] Pushing event updated for resources: {'Port': ['ID=d5fe48e0-5676-4a5d-ad0d-494bff483611,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:42.796465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6b5cbe96-cd9f-4fe2-a397-329b7c4fd267 None None] Provisioning complete for port ed70fa5a-d39e-4c09-814c-132fefaf5876 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:42.796841 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b5cbe96-cd9f-4fe2-a397-329b7c4fd267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:42.903814 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:42.939273 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:42.945996 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Transition to ACTIVE for port object 73170c56-8aa6-44d6-982d-10f2c2904c25 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:42.949016 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:43.057870 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Transition to ACTIVE for port object 73170c56-8aa6-44d6-982d-10f2c2904c25 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:43.110392 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:43.135733 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Network 99907c44-20d5-4661-86f3-4a2c0c6bf717 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:24:43.140837 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event updated for resources: {'Port': ['ID=559e67fa-885c-4828-a0f1-634eb105f00b,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:43.167163 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:43.172131 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:43.175931 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:24:43.219031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Pushing event updated for resources: {'Port': ['ID=73170c56-8aa6-44d6-982d-10f2c2904c25,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:43.266160 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Attempting to bind port 73170c56-8aa6-44d6-982d-10f2c2904c25 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:24:43.266697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Attempting to bind port 73170c56-8aa6-44d6-982d-10f2c2904c25 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '8d6573c8-ad80-4dee-a569-e5cdd2ac31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '99907c44-20d5-4661-86f3-4a2c0c6bf717'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:24:43.267122 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Attempting to bind port 73170c56-8aa6-44d6-982d-10f2c2904c25 on network 99907c44-20d5-4661-86f3-4a2c0c6bf717 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:24:43.274978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:24:43.275393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Checking segment: {'id': '8d6573c8-ad80-4dee-a569-e5cdd2ac31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '99907c44-20d5-4661-86f3-4a2c0c6bf717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:24:43.275768 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:43.276172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Bound using segment: {'id': '8d6573c8-ad80-4dee-a569-e5cdd2ac31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '99907c44-20d5-4661-86f3-4a2c0c6bf717'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:24:43.276656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Bound port: 73170c56-8aa6-44d6-982d-10f2c2904c25, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6573c8-ad80-4dee-a569-e5cdd2ac31a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '99907c44-20d5-4661-86f3-4a2c0c6bf717'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:24:43.277039 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:43.309868 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Network f6d27d60-b44c-4a91-aeb8-fd1d515e5afb is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:24:43.311710 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:43.353310 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] For port 73170c56-8aa6-44d6-982d-10f2c2904c25, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:24:43.358467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] For port 73170c56-8aa6-44d6-982d-10f2c2904c25, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=73170c56-8aa6-44d6-982d-10f2c2904c25,segment=NetworkSegment(8d6573c8-ad80-4dee-a569-e5cdd2ac31a3),segment_id=8d6573c8-ad80-4dee-a569-e5cdd2ac31a3)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:24:43.366646 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:43.483709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9e62f-ab8f-4904-a837-d0d29267b46d None None] Pushing event updated for resources: {'Port': ['ID=73170c56-8aa6-44d6-982d-10f2c2904c25,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:43.545884 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Router a6440b8a-d63c-4720-b005-5f7c2338557e is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:24:43.668352 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:24:43.677585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59766) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:43.683576 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c5f5bdf5-3171-4f40-8794-cea9478ca275 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "PUT /v2.0/routers/a6440b8a-d63c-4720-b005-5f7c2338557e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9865835 Jul 15 15:24:43.695871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec4019a-953d-4d06-bfdc-959e8c7d8bb9 None None] Sync routers for ids ['a6440b8a-d63c-4720-b005-5f7c2338557e'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:24:43.710457 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec4019a-953d-4d06-bfdc-959e8c7d8bb9 None None] Routers {'a6440b8a-d63c-4720-b005-5f7c2338557e'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:24:43.711925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cec4019a-953d-4d06-bfdc-959e8c7d8bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:24:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a6440b8a-d63c-4720-b005-5f7c2338557e'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:43.812492 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cec4019a-953d-4d06-bfdc-959e8c7d8bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:43.839677 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec4019a-953d-4d06-bfdc-959e8c7d8bb9 None None] Routers {'a6440b8a-d63c-4720-b005-5f7c2338557e'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:24:43.840659 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cec4019a-953d-4d06-bfdc-959e8c7d8bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:24:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a6440b8a-d63c-4720-b005-5f7c2338557e'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:43.899975 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cec4019a-953d-4d06-bfdc-959e8c7d8bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:43.901376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec4019a-953d-4d06-bfdc-959e8c7d8bb9 None None] The sync data for ids ['a6440b8a-d63c-4720-b005-5f7c2338557e'] in n-d-764435-3 is: [] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:24:44.647616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1db9ce-9811-4141-94ea-3d054c01f6b2 None None] Network f6d27d60-b44c-4a91-aeb8-fd1d515e5afb requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:44.707715 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:24:44.775025 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ed70fa5a-d39e-4c09-814c-132fefaf5876 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:24:44.796359 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-0c2a4c3c-54f5-4120-a87c-749b1c5822ad tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:24:44.801786 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59778) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:44.802613 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0c2a4c3c-54f5-4120-a87c-749b1c5822ad tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "PUT /v2.0/routers/a6440b8a-d63c-4720-b005-5f7c2338557e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1216955 Jul 15 15:24:44.937796 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d1df31b4-5a71-4f67-8baa-5479fa65b372 None None] Provisioning for port d5fe48e0-5676-4a5d-ad0d-494bff483611 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:24:45.339148 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233550b4-10bb-42dc-adf6-fe5f47762b03 None None] Network 99907c44-20d5-4661-86f3-4a2c0c6bf717 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:45.486156 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06993a7b-f149-4ce7-8b97-ce2607636187 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:45.495842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ed70fa5a-d39e-4c09-814c-132fefaf5876 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:45.496217 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:45.558941 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-71e23f74-8527-4287-8216-f38c01933790 None None] Provisioning for port 73170c56-8aa6-44d6-982d-10f2c2904c25 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:24:45.706270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 73170c56-8aa6-44d6-982d-10f2c2904c25 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:24:45.814618 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-06993a7b-f149-4ce7-8b97-ce2607636187 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Deleting port 559e67fa-885c-4828-a0f1-634eb105f00b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:24:45.815635 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06993a7b-f149-4ce7-8b97-ce2607636187 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:45.841530 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 73170c56-8aa6-44d6-982d-10f2c2904c25 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:24:45.854204 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 73170c56-8aa6-44d6-982d-10f2c2904c25 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:45.854846 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:46.013187 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06993a7b-f149-4ce7-8b97-ce2607636187 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:46.029138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-06993a7b-f149-4ce7-8b97-ce2607636187 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Calling delete_port for 559e67fa-885c-4828-a0f1-634eb105f00b owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:24:46.054849 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:46.175961 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 73170c56-8aa6-44d6-982d-10f2c2904c25, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=73170c56-8aa6-44d6-982d-10f2c2904c25,segment=NetworkSegment(8d6573c8-ad80-4dee-a569-e5cdd2ac31a3),segment_id=8d6573c8-ad80-4dee-a569-e5cdd2ac31a3)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:46.187097 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:46.187922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d5fe48e0-5676-4a5d-ad0d-494bff483611 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:24:46.352329 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06993a7b-f149-4ce7-8b97-ce2607636187 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:46.369389 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=73170c56-8aa6-44d6-982d-10f2c2904c25,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:46.382000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f00921f0-3409-4145-9036-133645bd4824 None None] Could not find standard attr ID for object 559e67fa-885c-4828-a0f1-634eb105f00b. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:24:46.397544 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f00921f0-3409-4145-9036-133645bd4824 None None] Provisioning complete for port 73170c56-8aa6-44d6-982d-10f2c2904c25 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:46.397997 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f00921f0-3409-4145-9036-133645bd4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:46.426082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port d5fe48e0-5676-4a5d-ad0d-494bff483611 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:24:46.431151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06993a7b-f149-4ce7-8b97-ce2607636187 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event deleted for resources: {'Port': ['ID=559e67fa-885c-4828-a0f1-634eb105f00b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:46.433583 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d5fe48e0-5676-4a5d-ad0d-494bff483611 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:46.433970 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:46.660792 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:46.702722 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port d5fe48e0-5676-4a5d-ad0d-494bff483611, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d5fe48e0-5676-4a5d-ad0d-494bff483611,segment=NetworkSegment(735b58f3-3bd4-4481-b474-d37928251cfd),segment_id=735b58f3-3bd4-4481-b474-d37928251cfd)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:46.714390 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:46.744829 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06993a7b-f149-4ce7-8b97-ce2607636187 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:46.806035 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1122db-72ab-40cb-a2e9-1fb8b8c762e4 req-57c314db-7ea4-48a6-b639-957dc6eb7544 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:46.810476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a1122db-72ab-40cb-a2e9-1fb8b8c762e4 req-57c314db-7ea4-48a6-b639-957dc6eb7544 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 945 time: 0.1406634 Jul 15 15:24:46.812408 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c8d5ff23-d2fe-41b8-ae4a-126ff48fb0f9 None None] Could not find standard attr ID for object 559e67fa-885c-4828-a0f1-634eb105f00b. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:24:46.815132 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=d5fe48e0-5676-4a5d-ad0d-494bff483611,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:46.873667 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 73170c56-8aa6-44d6-982d-10f2c2904c25 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:24:46.897548 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a1122db-72ab-40cb-a2e9-1fb8b8c762e4 req-3ab6c487-7437-4807-bad9-ae2032dbc2b1 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578828 Jul 15 15:24:47.001651 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 73170c56-8aa6-44d6-982d-10f2c2904c25 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:47.004666 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:47.073589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06993a7b-f149-4ce7-8b97-ce2607636187 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Router a6440b8a-d63c-4720-b005-5f7c2338557e has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:24:47.092377 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7c48aa09-7eb4-4b32-a24b-2aa68e08bbcf None None] Could not find standard attr ID for object 559e67fa-885c-4828-a0f1-634eb105f00b. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:24:47.199151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06993a7b-f149-4ce7-8b97-ce2607636187 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:24:47.204478 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-06993a7b-f149-4ce7-8b97-ce2607636187 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "PUT /v2.0/routers/a6440b8a-d63c-4720-b005-5f7c2338557e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4016380 Jul 15 15:24:47.209178 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59810) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:47.210061 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3891f4-7118-4975-82a6-13f62c04e06b None None] Sync routers for ids ['a6440b8a-d63c-4720-b005-5f7c2338557e'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:24:47.222610 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3891f4-7118-4975-82a6-13f62c04e06b None None] Routers {'a6440b8a-d63c-4720-b005-5f7c2338557e'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:24:47.223255 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6b3891f4-7118-4975-82a6-13f62c04e06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:24:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a6440b8a-d63c-4720-b005-5f7c2338557e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:47.293748 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6b3891f4-7118-4975-82a6-13f62c04e06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:47.301857 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-d94b9f0f-9eb9-4045-b4e0-c3ed44f7dbae tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] delete failed (client error): The resource could not be found. Jul 15 15:24:47.306727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59812) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:47.307336 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d94b9f0f-9eb9-4045-b4e0-c3ed44f7dbae tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "DELETE /v2.0/routers/tempest-non_exist_router-2096948016 HTTP/1.1" status: 404 len: 335 time: 0.0949113 Jul 15 15:24:47.311594 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3891f4-7118-4975-82a6-13f62c04e06b None None] Routers {'a6440b8a-d63c-4720-b005-5f7c2338557e'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:24:47.312857 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e4f19739-cd82-46b4-a775-a3601249f9b9 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a6440b8a-d63c-4720-b005-5f7c2338557e'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:47.313226 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6b3891f4-7118-4975-82a6-13f62c04e06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:24:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a6440b8a-d63c-4720-b005-5f7c2338557e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:47.364345 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6b3891f4-7118-4975-82a6-13f62c04e06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:47.365644 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3891f4-7118-4975-82a6-13f62c04e06b None None] The sync data for ids ['a6440b8a-d63c-4720-b005-5f7c2338557e'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:24:47.553360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59816) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:47.570985 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e4f19739-cd82-46b4-a775-a3601249f9b9 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:47.601165 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-e4f19739-cd82-46b4-a775-a3601249f9b9 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] update failed (client error): The resource could not be found. Jul 15 15:24:47.602655 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e4f19739-cd82-46b4-a775-a3601249f9b9 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "PUT /v2.0/routers/a6440b8a-d63c-4720-b005-5f7c2338557e HTTP/1.1" status: 404 len: 339 time: 0.2944117 Jul 15 15:24:47.606343 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59820) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:47.787962 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c710bb6-ac01-43b2-8207-f1283ff0f7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:48.224746 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1445e-7608-4109-b239-d42e8fd718c5 req-9d36745a-cf98-4547-9e6c-100ecb2146a5 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:48.226292 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bc1445e-7608-4109-b239-d42e8fd718c5 req-9d36745a-cf98-4547-9e6c-100ecb2146a5 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 945 time: 0.1398432 Jul 15 15:24:48.235521 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2eb92-6adc-4154-9733-6f2f5f100490 req-acadd408-ff41-45ab-9067-121bf1b156fd tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:24:48.238392 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12b2eb92-6adc-4154-9733-6f2f5f100490 req-acadd408-ff41-45ab-9067-121bf1b156fd tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 945 time: 0.1291382 Jul 15 15:24:48.329600 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bc1445e-7608-4109-b239-d42e8fd718c5 req-6bfe2aa6-db30-4339-a40c-995ca1a6c39b tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups?id=a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898743 Jul 15 15:24:48.331167 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:48.410600 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-12b2eb92-6adc-4154-9733-6f2f5f100490 req-bcd91ccf-b54e-434a-ac71-04a6088e393d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Deleting port efcae92f-b0c1-4e91-acdb-b2094c1b6369 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:24:48.410861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-12b2eb92-6adc-4154-9733-6f2f5f100490 req-bcd91ccf-b54e-434a-ac71-04a6088e393d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:48.486281 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c710bb6-ac01-43b2-8207-f1283ff0f7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:48.492874 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c710bb6-ac01-43b2-8207-f1283ff0f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:48.510483 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-12b2eb92-6adc-4154-9733-6f2f5f100490 req-bcd91ccf-b54e-434a-ac71-04a6088e393d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] For port efcae92f-b0c1-4e91-acdb-b2094c1b6369, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=efcae92f-b0c1-4e91-acdb-b2094c1b6369,segment=NetworkSegment(1cb7607d-41bd-43a8-b08c-97b09d554af1),segment_id=1cb7607d-41bd-43a8-b08c-97b09d554af1)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:48.510889 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-12b2eb92-6adc-4154-9733-6f2f5f100490 req-bcd91ccf-b54e-434a-ac71-04a6088e393d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:48.573448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c710bb6-ac01-43b2-8207-f1283ff0f7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e5f481-163b-43d1-a282-da4189efd0b5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:48.581748 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6c710bb6-ac01-43b2-8207-f1283ff0f7ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a30acdd425b5445a8f3226edc8eb268b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0271914 Jul 15 15:24:48.586315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59828) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:48.660155 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Allocated IP 172.20.0.1 (ba84415f-a72f-456e-8143-9dd1afa6cb33/516e7199-5925-4d36-a47d-c07c55626ba7/fbedd2fe-c484-4b71-859a-7d682bf0ed2e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:24:48.718458 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:48.787492 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:48.809209 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:48.812128 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-12b2eb92-6adc-4154-9733-6f2f5f100490 req-bcd91ccf-b54e-434a-ac71-04a6088e393d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:48.812497 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-12b2eb92-6adc-4154-9733-6f2f5f100490 req-bcd91ccf-b54e-434a-ac71-04a6088e393d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:48.812810 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-12b2eb92-6adc-4154-9733-6f2f5f100490 req-bcd91ccf-b54e-434a-ac71-04a6088e393d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Floating IP 226b6db0-c90e-455d-bbad-3ae407f60659 disassociated. External IP: 172.25.4.247, port: efcae92f-b0c1-4e91-acdb-b2094c1b6369. Jul 15 15:24:48.813149 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-12b2eb92-6adc-4154-9733-6f2f5f100490 req-bcd91ccf-b54e-434a-ac71-04a6088e393d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Calling delete_port for efcae92f-b0c1-4e91-acdb-b2094c1b6369 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:24:48.825251 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d5fe48e0-5676-4a5d-ad0d-494bff483611 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:24:48.837995 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Transition to ACTIVE for port object fbedd2fe-c484-4b71-859a-7d682bf0ed2e will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:24:48.889586 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:48.893145 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port d5fe48e0-5676-4a5d-ad0d-494bff483611 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:48.893611 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:48.902999 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:48.908075 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:48.909476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/15e5f481-163b-43d1-a282-da4189efd0b5 HTTP/1.1" status: 204 len: 168 time: 0.3221722 Jul 15 15:24:48.927831 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e5f481-163b-43d1-a282-da4189efd0b5,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:48.937508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:48.937864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:48.938197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:48.938550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:48.938957 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:48.939350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:48.939683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:48.940019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:48.940359 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:48.940639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:48.940962 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:48.941283 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992355e5-491a-4252-a229-b6ed20ec524e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:24:48.944290 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Network ba84415f-a72f-456e-8143-9dd1afa6cb33 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:24:48.948712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:48.967873 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:24:49.019721 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-12b2eb92-6adc-4154-9733-6f2f5f100490 req-bcd91ccf-b54e-434a-ac71-04a6088e393d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:49.053835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event updated for resources: {'Port': ['ID=fbedd2fe-c484-4b71-859a-7d682bf0ed2e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:49.071454 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:49.088155 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd91ccf-b54e-434a-ac71-04a6088e393d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event deleted for resources: {'Port': ['ID=efcae92f-b0c1-4e91-acdb-b2094c1b6369,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:49.112920 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:49.294084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12b2eb92-6adc-4154-9733-6f2f5f100490 req-bcd91ccf-b54e-434a-ac71-04a6088e393d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Router 52919df6-9f50-4474-8e8d-9f18468cb33a has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:24:49.342666 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:49.396426 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:49.441325 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4d7b6ceb-76b3-49a8-9715-1d35748ec186 None None] Provisioning for port fbedd2fe-c484-4b71-859a-7d682bf0ed2e completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:24:49.450505 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4d7b6ceb-76b3-49a8-9715-1d35748ec186 None None] Provisioning complete for port fbedd2fe-c484-4b71-859a-7d682bf0ed2e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:49.451841 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6ceb-76b3-49a8-9715-1d35748ec186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:49.479433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12b2eb92-6adc-4154-9733-6f2f5f100490 req-bcd91ccf-b54e-434a-ac71-04a6088e393d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:24:49.529235 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59840) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:49.564336 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b6ceb-76b3-49a8-9715-1d35748ec186 None None] Port fbedd2fe-c484-4b71-859a-7d682bf0ed2e cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:24:49.566908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ae836-aeab-4fed-ab1f-915a4b0c7d9c None None] Sync routers for ids ['52919df6-9f50-4474-8e8d-9f18468cb33a'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:24:49.591943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ae836-aeab-4fed-ab1f-915a4b0c7d9c None None] Routers {'52919df6-9f50-4474-8e8d-9f18468cb33a'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:24:49.593008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-8d2ae836-aeab-4fed-ab1f-915a4b0c7d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:24:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52919df6-9f50-4474-8e8d-9f18468cb33a'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:49.639835 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cdab4f2-79b1-4ce5-a5d8-4dc44173173b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:49.657069 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7001c3b-95bb-42cb-ae3e-fc101bb5c2aa req-78a29961-414d-43b3-9c9e-49441f9b60ea tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c HTTP/1.1" status: 200 len: 210 time: 0.0937037 Jul 15 15:24:49.658166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b2eb92-6adc-4154-9733-6f2f5f100490 req-bcd91ccf-b54e-434a-ac71-04a6088e393d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] No DVR routers for this DVR port efcae92f-b0c1-4e91-acdb-b2094c1b6369 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:24:49.660788 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-12b2eb92-6adc-4154-9733-6f2f5f100490 req-bcd91ccf-b54e-434a-ac71-04a6088e393d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:49.663080 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12b2eb92-6adc-4154-9733-6f2f5f100490 req-bcd91ccf-b54e-434a-ac71-04a6088e393d tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.22 "DELETE /v2.0/ports/efcae92f-b0c1-4e91-acdb-b2094c1b6369 HTTP/1.1" status: 204 len: 173 time: 1.4164379 Jul 15 15:24:49.663599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c', 'name': 'network-vif-deleted', 'tag': 'efcae92f-b0c1-4e91-acdb-b2094c1b6369'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:24:49.665926 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da4a4c8-f343-4ea2-b62e-290d938ce017" -d '{"events": [{"server_uuid": "c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c", "name": "network-vif-deleted", "tag": "efcae92f-b0c1-4e91-acdb-b2094c1b6369"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:24:49.725878 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca6b8a1-2f80-4308-9172-33d9dc952b5f x-openstack-request-id: req-dca6b8a1-2f80-4308-9172-33d9dc952b5f {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:24:49.726245 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c", "name": "network-vif-deleted", "tag": "efcae92f-b0c1-4e91-acdb-b2094c1b6369", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:24:49.726596 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dca6b8a1-2f80-4308-9172-33d9dc952b5f {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:24:49.727112 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b6e94b-3cdf-4d51-b8cd-59e24001cd3c', 'name': 'network-vif-deleted', 'tag': 'efcae92f-b0c1-4e91-acdb-b2094c1b6369', 'status': 'completed', 'code': 200} Jul 15 15:24:49.794597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-8d2ae836-aeab-4fed-ab1f-915a4b0c7d9c None None] Set router 52919df6-9f50-4474-8e8d-9f18468cb33a gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:24:49.988235 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:49.998317 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:50.105379 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:50.120235 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event updated for resources: {'Port': ['ID=fbedd2fe-c484-4b71-859a-7d682bf0ed2e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:50.130166 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cdab4f2-79b1-4ce5-a5d8-4dc44173173b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:50.150616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-8d2ae836-aeab-4fed-ab1f-915a4b0c7d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9917db3c-8f0e-4cdb-8007-0ea773e6f04b', 'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'mac_address': 'fa:16:3e:da:06:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:27Z', 'updated_at': '2021-07-15T15:17:41Z', 'revision_number': 5, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'subnets': [{'id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:50.154914 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cdab4f2-79b1-4ce5-a5d8-4dc44173173b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:50.195440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdab4f2-79b1-4ce5-a5d8-4dc44173173b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f755bf5-6d44-4ae2-91ba-9705d6a57504,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:50.198751 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ae836-aeab-4fed-ab1f-915a4b0c7d9c None None] Checking router: 52919df6-9f50-4474-8e8d-9f18468cb33a for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:24:50.210441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ae836-aeab-4fed-ab1f-915a4b0c7d9c None None] Routers {'52919df6-9f50-4474-8e8d-9f18468cb33a'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:24:50.211094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-8d2ae836-aeab-4fed-ab1f-915a4b0c7d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:24:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52919df6-9f50-4474-8e8d-9f18468cb33a'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:50.238412 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1cdab4f2-79b1-4ce5-a5d8-4dc44173173b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a419a1580a7e43aaadbf800f6c2be00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7085652 Jul 15 15:24:50.240860 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59848) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:50.326312 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c0d8bb0-29ed-4fcb-aafd-3fd5d8d0d17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:50.333606 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Network ba84415f-a72f-456e-8143-9dd1afa6cb33 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:24:50.336528 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:24:50.376029 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-8d2ae836-aeab-4fed-ab1f-915a4b0c7d9c None None] Set router 52919df6-9f50-4474-8e8d-9f18468cb33a gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:24:50.433047 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c0d8bb0-29ed-4fcb-aafd-3fd5d8d0d17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:50.576806 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c0d8bb0-29ed-4fcb-aafd-3fd5d8d0d17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:50.582001 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c0d8bb0-29ed-4fcb-aafd-3fd5d8d0d17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:50.590109 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7c0d8bb0-29ed-4fcb-aafd-3fd5d8d0d17e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f755bf5-6d44-4ae2-91ba-9705d6a57504 HTTP/1.1" status: 204 len: 168 time: 0.3449812 Jul 15 15:24:50.600105 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Router a6440b8a-d63c-4720-b005-5f7c2338557e has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:24:50.617104 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d8bb0-29ed-4fcb-aafd-3fd5d8d0d17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f755bf5-6d44-4ae2-91ba-9705d6a57504,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:50.675018 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-8d2ae836-aeab-4fed-ab1f-915a4b0c7d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9917db3c-8f0e-4cdb-8007-0ea773e6f04b', 'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'mac_address': 'fa:16:3e:da:06:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:27Z', 'updated_at': '2021-07-15T15:17:41Z', 'revision_number': 5, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'subnets': [{'id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:50.708674 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ae836-aeab-4fed-ab1f-915a4b0c7d9c None None] The sync data for ids ['52919df6-9f50-4474-8e8d-9f18468cb33a'] in n-d-764435-3 is: [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:17:31Z', 'revision_number': 4, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9917db3c-8f0e-4cdb-8007-0ea773e6f04b', 'name': '', 'network_id': '579fa8cf-a9bb-4f78-bf43-84ac7a207108', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'mac_address': 'fa:16:3e:da:06:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:27Z', 'updated_at': '2021-07-15T15:17:41Z', 'revision_number': 5, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'subnets': [{'id': '61f1753c-5b9f-4677-ae22-56509e286e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:24:50.719695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-17e7ce5d-ef5a-4ea4-a786-82c51e6b371b None None] Provisioning complete for port fbedd2fe-c484-4b71-859a-7d682bf0ed2e triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:24:50.720082 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17e7ce5d-ef5a-4ea4-a786-82c51e6b371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:50.766143 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-17e7ce5d-ef5a-4ea4-a786-82c51e6b371b None None] Port fbedd2fe-c484-4b71-859a-7d682bf0ed2e cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:24:50.806699 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:24:50.817439 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb10ef17-6320-4774-b0f9-e5bd306ab665 None None] Sync routers for ids ['a6440b8a-d63c-4720-b005-5f7c2338557e'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:24:50.820549 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c1844cf9-5e28-4e59-a79b-8ad937ef190b tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "PUT /v2.0/routers/a6440b8a-d63c-4720-b005-5f7c2338557e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2116253 Jul 15 15:24:50.822793 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59854) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:50.850717 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb10ef17-6320-4774-b0f9-e5bd306ab665 None None] Routers {'a6440b8a-d63c-4720-b005-5f7c2338557e'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:24:50.851371 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bb10ef17-6320-4774-b0f9-e5bd306ab665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:24:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a6440b8a-d63c-4720-b005-5f7c2338557e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:50.932031 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9976e6a9-0d56-42fe-bc85-ba4886a7aa9a tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:50.940814 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bb10ef17-6320-4774-b0f9-e5bd306ab665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:50.943025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59860) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:50.953021 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb10ef17-6320-4774-b0f9-e5bd306ab665 None None] Routers {'a6440b8a-d63c-4720-b005-5f7c2338557e'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:24:50.954808 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bb10ef17-6320-4774-b0f9-e5bd306ab665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:24:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a6440b8a-d63c-4720-b005-5f7c2338557e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:51.042690 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bb10ef17-6320-4774-b0f9-e5bd306ab665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:51.043543 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb10ef17-6320-4774-b0f9-e5bd306ab665 None None] The sync data for ids ['a6440b8a-d63c-4720-b005-5f7c2338557e'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:24:51.071871 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-93245fa6-29e9-45d1-b2dd-a8ec365b11cd tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:51.083140 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-9976e6a9-0d56-42fe-bc85-ba4886a7aa9a tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 15:24:51.084638 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9976e6a9-0d56-42fe-bc85-ba4886a7aa9a tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "DELETE /v2.0/routers/a6440b8a-d63c-4720-b005-5f7c2338557e HTTP/1.1" status: 409 len: 329 time: 0.2608919 Jul 15 15:24:51.088512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59864) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:51.147198 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-93245fa6-29e9-45d1-b2dd-a8ec365b11cd tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:51.163905 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c438bbc8-51fc-433a-a800-bbce0c7d71c6 None None] New status for floating IP 226b6db0-c90e-455d-bbad-3ae407f60659: DOWN {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:24:51.243863 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-93245fa6-29e9-45d1-b2dd-a8ec365b11cd tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:51.254731 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-93245fa6-29e9-45d1-b2dd-a8ec365b11cd tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:51.259926 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-93245fa6-29e9-45d1-b2dd-a8ec365b11cd tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "DELETE /v2.0/security-groups/a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01 HTTP/1.1" status: 204 len: 168 time: 0.3156211 Jul 15 15:24:51.260864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59872) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:51.293323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93245fa6-29e9-45d1-b2dd-a8ec365b11cd tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:51.321739 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-9b8a4058-e1c6-46b8-a967-2d9590b98b06 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] show failed (client error): The resource could not be found. Jul 15 15:24:51.332118 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9b8a4058-e1c6-46b8-a967-2d9590b98b06 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "GET /v2.0/security-groups/a09a9bb4-3cce-4d0f-b9c7-1fb6c482ef01 HTTP/1.1" status: 404 len: 347 time: 0.0640774 Jul 15 15:24:51.337795 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59878) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:51.562692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-d6645864-c38b-4437-a93e-cb8f64e11e20 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Deleting port d1f3edfd-8806-449a-8167-34e631857eef {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:24:51.563102 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d6645864-c38b-4437-a93e-cb8f64e11e20 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:51.588863 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f146aab1-248a-4f63-9b3f-34c7d6e43438 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:51.657501 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d6645864-c38b-4437-a93e-cb8f64e11e20 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:51.658558 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d6645864-c38b-4437-a93e-cb8f64e11e20 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:51.673578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-d6645864-c38b-4437-a93e-cb8f64e11e20 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Calling delete_port for d1f3edfd-8806-449a-8167-34e631857eef owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:24:51.846306 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d6645864-c38b-4437-a93e-cb8f64e11e20 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:51.874794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6645864-c38b-4437-a93e-cb8f64e11e20 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Pushing event deleted for resources: {'Port': ['ID=d1f3edfd-8806-449a-8167-34e631857eef,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:51.939342 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f146aab1-248a-4f63-9b3f-34c7d6e43438 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Deleting port fbedd2fe-c484-4b71-859a-7d682bf0ed2e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:24:51.939800 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f146aab1-248a-4f63-9b3f-34c7d6e43438 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:51.957361 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d6645864-c38b-4437-a93e-cb8f64e11e20 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:51.961536 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d6645864-c38b-4437-a93e-cb8f64e11e20 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:51.963404 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d6645864-c38b-4437-a93e-cb8f64e11e20 tempest-AttachVolumeTestJSON-593526486 tempest-AttachVolumeTestJSON-593526486-project] 10.222.0.38 "DELETE /v2.0/floatingips/226b6db0-c90e-455d-bbad-3ae407f60659 HTTP/1.1" status: 204 len: 168 time: 0.6237776 Jul 15 15:24:52.018613 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device efcae92f-b0c1-4e91-acdb-b2094c1b6369 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:24:52.052132 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: efcae92f-b0c1-4e91-acdb-b2094c1b6369 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:24:52.053259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device efcae92f-b0c1-4e91-acdb-b2094c1b6369 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:24:52.079071 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f146aab1-248a-4f63-9b3f-34c7d6e43438 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:52.096317 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f146aab1-248a-4f63-9b3f-34c7d6e43438 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Calling delete_port for fbedd2fe-c484-4b71-859a-7d682bf0ed2e owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:24:52.363672 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f146aab1-248a-4f63-9b3f-34c7d6e43438 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:52.413457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146aab1-248a-4f63-9b3f-34c7d6e43438 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event deleted for resources: {'Port': ['ID=fbedd2fe-c484-4b71-859a-7d682bf0ed2e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:52.660025 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f146aab1-248a-4f63-9b3f-34c7d6e43438 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:52.893532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f146aab1-248a-4f63-9b3f-34c7d6e43438 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Router a6440b8a-d63c-4720-b005-5f7c2338557e has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:24:52.987691 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f146aab1-248a-4f63-9b3f-34c7d6e43438 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:24:52.996828 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f146aab1-248a-4f63-9b3f-34c7d6e43438 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "PUT /v2.0/routers/a6440b8a-d63c-4720-b005-5f7c2338557e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9035497 Jul 15 15:24:52.997592 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59918) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:53.006965 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e453d42-244c-45b3-9502-7d1078bcf58f None None] Sync routers for ids ['a6440b8a-d63c-4720-b005-5f7c2338557e'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:24:53.021028 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e453d42-244c-45b3-9502-7d1078bcf58f None None] Routers {'a6440b8a-d63c-4720-b005-5f7c2338557e'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:24:53.023641 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1e453d42-244c-45b3-9502-7d1078bcf58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:24:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a6440b8a-d63c-4720-b005-5f7c2338557e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:53.048674 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-dba6cdc0-ec30-4462-87fd-7a68ef3691a5 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] show failed (client error): The resource could not be found. Jul 15 15:24:53.050177 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dba6cdc0-ec30-4462-87fd-7a68ef3691a5 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "GET /v2.0/routers/tempest-non_exist_router-98057717 HTTP/1.1" status: 404 len: 333 time: 0.0520515 Jul 15 15:24:53.053890 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59922) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:53.059174 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-890b831a-e50d-428c-9a15-14a7bd292860 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:53.069871 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1e453d42-244c-45b3-9502-7d1078bcf58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:53.080247 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e453d42-244c-45b3-9502-7d1078bcf58f None None] Routers {'a6440b8a-d63c-4720-b005-5f7c2338557e'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:24:53.081022 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1e453d42-244c-45b3-9502-7d1078bcf58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:24:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a6440b8a-d63c-4720-b005-5f7c2338557e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:53.101043 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-890b831a-e50d-428c-9a15-14a7bd292860 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] update failed (client error): The resource could not be found. Jul 15 15:24:53.102490 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-890b831a-e50d-428c-9a15-14a7bd292860 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "PUT /v2.0/routers/tempest-non_exist_router-179550609 HTTP/1.1" status: 404 len: 334 time: 0.0472341 Jul 15 15:24:53.106037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59924) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:53.136005 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1e453d42-244c-45b3-9502-7d1078bcf58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:53.136917 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e453d42-244c-45b3-9502-7d1078bcf58f None None] The sync data for ids ['a6440b8a-d63c-4720-b005-5f7c2338557e'] in n-d-764435-3 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:24:53.183662 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a35d3c-f5e4-4218-9c33-5f481952f237 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Deleting subnet 081d3d5d-20bb-4dc7-81db-c19c3acacaf0 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:24:53.188543 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10a35d3c-f5e4-4218-9c33-5f481952f237 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:53.256630 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10a35d3c-f5e4-4218-9c33-5f481952f237 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:53.363981 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10a35d3c-f5e4-4218-9c33-5f481952f237 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:53.437698 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10a35d3c-f5e4-4218-9c33-5f481952f237 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:53.482986 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a35d3c-f5e4-4218-9c33-5f481952f237 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event deleted for resources: {'Subnet': ['ID=081d3d5d-20bb-4dc7-81db-c19c3acacaf0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:53.491504 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-10a35d3c-f5e4-4218-9c33-5f481952f237 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:53.496617 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-10a35d3c-f5e4-4218-9c33-5f481952f237 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "DELETE /v2.0/subnets/081d3d5d-20bb-4dc7-81db-c19c3acacaf0 HTTP/1.1" status: 204 len: 168 time: 0.3863759 Jul 15 15:24:53.496723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59934) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:53.499772 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b242980d-b008-44f0-9702-acd46a1ca012 None None] Network 99907c44-20d5-4661-86f3-4a2c0c6bf717 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:53.600098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-035cba10-3ca6-47e6-ad0e-3b9713f08303 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Deleting subnet e98101ef-cfad-40f7-a4c0-73057896cd9a {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:24:53.611263 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-035cba10-3ca6-47e6-ad0e-3b9713f08303 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:53.704124 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-035cba10-3ca6-47e6-ad0e-3b9713f08303 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:53.774645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb85d893-6373-490b-8814-cbe7349d39f8 None None] DHCP port deletion for 99907c44-20d5-4661-86f3-4a2c0c6bf717 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:24:53.853702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fb85d893-6373-490b-8814-cbe7349d39f8 None None] Deleting port 73170c56-8aa6-44d6-982d-10f2c2904c25 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:24:53.854474 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb85d893-6373-490b-8814-cbe7349d39f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:53.914633 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-035cba10-3ca6-47e6-ad0e-3b9713f08303 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:53.948619 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fb85d893-6373-490b-8814-cbe7349d39f8 None None] For port 73170c56-8aa6-44d6-982d-10f2c2904c25, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=73170c56-8aa6-44d6-982d-10f2c2904c25,segment=NetworkSegment(8d6573c8-ad80-4dee-a569-e5cdd2ac31a3),segment_id=8d6573c8-ad80-4dee-a569-e5cdd2ac31a3)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:53.949012 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb85d893-6373-490b-8814-cbe7349d39f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:53.979767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fb85d893-6373-490b-8814-cbe7349d39f8 None None] Calling delete_port for 73170c56-8aa6-44d6-982d-10f2c2904c25 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:24:54.013531 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-035cba10-3ca6-47e6-ad0e-3b9713f08303 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:54.088644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cba10-3ca6-47e6-ad0e-3b9713f08303 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event deleted for resources: {'Subnet': ['ID=e98101ef-cfad-40f7-a4c0-73057896cd9a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:54.094986 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-035cba10-3ca6-47e6-ad0e-3b9713f08303 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:54.097109 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-035cba10-3ca6-47e6-ad0e-3b9713f08303 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "DELETE /v2.0/subnets/e98101ef-cfad-40f7-a4c0-73057896cd9a HTTP/1.1" status: 204 len: 168 time: 0.5995064 Jul 15 15:24:54.099783 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59944) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:54.100700 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898395ea-8348-4af8-b971-b9041899d6a5 None None] Network f6d27d60-b44c-4a91-aeb8-fd1d515e5afb requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:54.203126 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:54.279602 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb85d893-6373-490b-8814-cbe7349d39f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:54.279958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Deleting port 73170c56-8aa6-44d6-982d-10f2c2904c25 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:24:54.280676 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:54.336554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85d893-6373-490b-8814-cbe7349d39f8 None None] Pushing event deleted for resources: {'Port': ['ID=73170c56-8aa6-44d6-982d-10f2c2904c25,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:54.338761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb85d893-6373-490b-8814-cbe7349d39f8 None None] No DVR routers for this DVR port 73170c56-8aa6-44d6-982d-10f2c2904c25 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:24:54.373176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] For port 73170c56-8aa6-44d6-982d-10f2c2904c25, host n-d-764435-3, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:54.373599 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:54.398829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Calling delete_port for 73170c56-8aa6-44d6-982d-10f2c2904c25 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:24:54.401751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.ipam_backend_mixin [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Port 73170c56-8aa6-44d6-982d-10f2c2904c25 was not found and therefore no delete operation was performed {{(pid=100712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:24:54.403388 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:54.436899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event deleted for resources: {'Port': ['ID=73170c56-8aa6-44d6-982d-10f2c2904c25,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:54.443626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] No DVR routers for this DVR port 73170c56-8aa6-44d6-982d-10f2c2904c25 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:24:54.468423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dcd034-389e-4b6b-ba8a-c0e996e44234 None None] DHCP port deletion for f6d27d60-b44c-4a91-aeb8-fd1d515e5afb request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:24:54.557897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e1dcd034-389e-4b6b-ba8a-c0e996e44234 None None] Deleting port d5fe48e0-5676-4a5d-ad0d-494bff483611 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:24:54.558616 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1dcd034-389e-4b6b-ba8a-c0e996e44234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:54.619445 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:54.644927 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99907c44-20d5-4661-86f3-4a2c0c6bf717']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:54.654332 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e1dcd034-389e-4b6b-ba8a-c0e996e44234 None None] For port d5fe48e0-5676-4a5d-ad0d-494bff483611, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=d5fe48e0-5676-4a5d-ad0d-494bff483611,segment=NetworkSegment(735b58f3-3bd4-4481-b474-d37928251cfd),segment_id=735b58f3-3bd4-4481-b474-d37928251cfd)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:54.654912 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1dcd034-389e-4b6b-ba8a-c0e996e44234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:54.669663 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e1dcd034-389e-4b6b-ba8a-c0e996e44234 None None] Calling delete_port for d5fe48e0-5676-4a5d-ad0d-494bff483611 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:24:54.680454 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6573c8-ad80-4dee-a569-e5cdd2ac31a3') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:54.683420 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6573c8-ad80-4dee-a569-e5cdd2ac31a3') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:54.698668 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:54.717531 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:54.728707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:24:54.729461 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:24:54.733467 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:24:54.803158 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1dcd034-389e-4b6b-ba8a-c0e996e44234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:54.870588 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:54.891788 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:54.895530 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "DELETE /v2.0/networks/99907c44-20d5-4661-86f3-4a2c0c6bf717 HTTP/1.1" status: 204 len: 168 time: 0.7942622 Jul 15 15:24:54.898180 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 59954) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:54.906152 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8f5bf-39a8-4173-a545-225ab7bbe68e tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event deleted for resources: {'Network': ['ID=99907c44-20d5-4661-86f3-4a2c0c6bf717,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:55.028094 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0e9fc75-df24-46e2-8b8f-3f31ace4d947 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:55.055279 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 73170c56-8aa6-44d6-982d-10f2c2904c25 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:24:55.076834 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 73170c56-8aa6-44d6-982d-10f2c2904c25 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:24:55.078769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 73170c56-8aa6-44d6-982d-10f2c2904c25 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:24:55.078769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d5fe48e0-5676-4a5d-ad0d-494bff483611 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:24:55.088620 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dcd034-389e-4b6b-ba8a-c0e996e44234 None None] Pushing event deleted for resources: {'Port': ['ID=d5fe48e0-5676-4a5d-ad0d-494bff483611,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:55.130566 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0e9fc75-df24-46e2-8b8f-3f31ace4d947 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:55.133450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dcd034-389e-4b6b-ba8a-c0e996e44234 None None] No DVR routers for this DVR port d5fe48e0-5676-4a5d-ad0d-494bff483611 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:24:55.143579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: d5fe48e0-5676-4a5d-ad0d-494bff483611 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:24:55.145999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device d5fe48e0-5676-4a5d-ad0d-494bff483611 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:24:55.149254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f0e9fc75-df24-46e2-8b8f-3f31ace4d947 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d27d60-b44c-4a91-aeb8-fd1d515e5afb']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:55.163519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f0e9fc75-df24-46e2-8b8f-3f31ace4d947 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735b58f3-3bd4-4481-b474-d37928251cfd') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:55.163820 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f0e9fc75-df24-46e2-8b8f-3f31ace4d947 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735b58f3-3bd4-4481-b474-d37928251cfd') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:55.173150 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0e9fc75-df24-46e2-8b8f-3f31ace4d947 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:55.209330 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0e9fc75-df24-46e2-8b8f-3f31ace4d947 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:55.217460 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e9fc75-df24-46e2-8b8f-3f31ace4d947 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:24:55.218284 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0e9fc75-df24-46e2-8b8f-3f31ace4d947 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:24:55.305851 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:24:55.310174 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0e9fc75-df24-46e2-8b8f-3f31ace4d947 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:55.318036 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f0e9fc75-df24-46e2-8b8f-3f31ace4d947 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:55.322705 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59966) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:55.323193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f0e9fc75-df24-46e2-8b8f-3f31ace4d947 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "DELETE /v2.0/networks/f6d27d60-b44c-4a91-aeb8-fd1d515e5afb HTTP/1.1" status: 204 len: 168 time: 0.4235249 Jul 15 15:24:55.341980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9fc75-df24-46e2-8b8f-3f31ace4d947 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event deleted for resources: {'Network': ['ID=f6d27d60-b44c-4a91-aeb8-fd1d515e5afb,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:55.416321 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fb3945-a223-4642-a563-f80767625c0d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Deleting subnet 516e7199-5925-4d36-a47d-c07c55626ba7 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:24:55.420404 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06fb3945-a223-4642-a563-f80767625c0d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:55.483920 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06fb3945-a223-4642-a563-f80767625c0d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:55.626487 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06fb3945-a223-4642-a563-f80767625c0d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:55.704254 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06fb3945-a223-4642-a563-f80767625c0d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:55.733829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb3945-a223-4642-a563-f80767625c0d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event deleted for resources: {'Subnet': ['ID=516e7199-5925-4d36-a47d-c07c55626ba7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:55.740775 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06fb3945-a223-4642-a563-f80767625c0d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:55.745990 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-06fb3945-a223-4642-a563-f80767625c0d tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "DELETE /v2.0/subnets/516e7199-5925-4d36-a47d-c07c55626ba7 HTTP/1.1" status: 204 len: 168 time: 0.4179461 Jul 15 15:24:55.745990 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 59980) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:55.763239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1e30ce-51b1-49b9-9810-3073437b86a4 None None] Network ba84415f-a72f-456e-8143-9dd1afa6cb33 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:24:55.942872 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:56.071848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Deleting port ed70fa5a-d39e-4c09-814c-132fefaf5876 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:24:56.072245 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:56.166665 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a52b22d-7729-49a5-9d2d-ba2a41f86672 None None] DHCP port deletion for ba84415f-a72f-456e-8143-9dd1afa6cb33 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:24:56.202852 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] For port ed70fa5a-d39e-4c09-814c-132fefaf5876, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ed70fa5a-d39e-4c09-814c-132fefaf5876,segment=NetworkSegment(86047792-6727-453e-b386-7398c7f31828),segment_id=86047792-6727-453e-b386-7398c7f31828)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:56.203502 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:56.218909 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Calling delete_port for ed70fa5a-d39e-4c09-814c-132fefaf5876 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:24:56.241090 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6a52b22d-7729-49a5-9d2d-ba2a41f86672 None None] Deleting port ed70fa5a-d39e-4c09-814c-132fefaf5876 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:24:56.241569 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a52b22d-7729-49a5-9d2d-ba2a41f86672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:56.327235 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:56.338137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6a52b22d-7729-49a5-9d2d-ba2a41f86672 None None] For port ed70fa5a-d39e-4c09-814c-132fefaf5876, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ed70fa5a-d39e-4c09-814c-132fefaf5876,segment=NetworkSegment(86047792-6727-453e-b386-7398c7f31828),segment_id=86047792-6727-453e-b386-7398c7f31828)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:24:56.338569 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a52b22d-7729-49a5-9d2d-ba2a41f86672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:56.353313 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6a52b22d-7729-49a5-9d2d-ba2a41f86672 None None] Calling delete_port for ed70fa5a-d39e-4c09-814c-132fefaf5876 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:24:56.444017 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a52b22d-7729-49a5-9d2d-ba2a41f86672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:56.483387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52b22d-7729-49a5-9d2d-ba2a41f86672 None None] Pushing event deleted for resources: {'Port': ['ID=ed70fa5a-d39e-4c09-814c-132fefaf5876,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:56.489701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52b22d-7729-49a5-9d2d-ba2a41f86672 None None] No DVR routers for this DVR port ed70fa5a-d39e-4c09-814c-132fefaf5876 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:24:56.809958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event deleted for resources: {'Port': ['ID=ed70fa5a-d39e-4c09-814c-132fefaf5876,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:56.811935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] No DVR routers for this DVR port ed70fa5a-d39e-4c09-814c-132fefaf5876 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:24:56.844698 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ed70fa5a-d39e-4c09-814c-132fefaf5876 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:24:56.880969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: ed70fa5a-d39e-4c09-814c-132fefaf5876 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:24:56.882789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ed70fa5a-d39e-4c09-814c-132fefaf5876 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:24:56.952758 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:56.966736 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba84415f-a72f-456e-8143-9dd1afa6cb33']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:56.998326 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86047792-6727-453e-b386-7398c7f31828') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:56.998965 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86047792-6727-453e-b386-7398c7f31828') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:24:57.012450 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:57.042632 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:57.055209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:24:57.055910 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:24:57.066795 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:24:57.152587 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:57.158568 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:57.161126 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "DELETE /v2.0/networks/ba84415f-a72f-456e-8143-9dd1afa6cb33 HTTP/1.1" status: 204 len: 168 time: 1.4153793 Jul 15 15:24:57.163962 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60006) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:57.200305 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-77737f1d-e7f5-4865-a01f-8124b1b85a12 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6440b8a-d63c-4720-b005-5f7c2338557e HTTP/1.1" status: 200 len: 205 time: 0.0351880 Jul 15 15:24:57.200568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4ab43-c025-4593-a817-5368b115d2c3 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Pushing event deleted for resources: {'Network': ['ID=ba84415f-a72f-456e-8143-9dd1afa6cb33,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:57.202946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60008) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:57.295089 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a206fc95-ba13-47ae-857d-2071d0355978 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:57.479442 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a206fc95-ba13-47ae-857d-2071d0355978 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:57.481867 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a206fc95-ba13-47ae-857d-2071d0355978 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:57.534476 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a206fc95-ba13-47ae-857d-2071d0355978 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:57.535512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a206fc95-ba13-47ae-857d-2071d0355978 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Fanout notify agent at l3_agent the message router_deleted on router a6440b8a-d63c-4720-b005-5f7c2338557e {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:24:57.555712 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a206fc95-ba13-47ae-857d-2071d0355978 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:57.557077 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a206fc95-ba13-47ae-857d-2071d0355978 tempest-RoutersNegativeTest-1093980703 tempest-RoutersNegativeTest-1093980703-project] 10.222.0.38 "DELETE /v2.0/routers/a6440b8a-d63c-4720-b005-5f7c2338557e HTTP/1.1" status: 204 len: 168 time: 0.3530238 Jul 15 15:24:57.901958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60018) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:58.084405 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-68381e84-9363-4504-8490-075eb10da7e0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=99bb2304690b464bbb62c032a6e8aa5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846015 Jul 15 15:24:58.084775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60024) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:58.186738 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de8945a8-f36a-44ad-af8e-7e7a66bd6555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:58.217939 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de8945a8-f36a-44ad-af8e-7e7a66bd6555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:58.339976 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de8945a8-f36a-44ad-af8e-7e7a66bd6555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:58.342929 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-de8945a8-f36a-44ad-af8e-7e7a66bd6555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:58.344196 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-de8945a8-f36a-44ad-af8e-7e7a66bd6555 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b687a45b-7d4c-4735-8d64-9a693313a3ca HTTP/1.1" status: 204 len: 168 time: 0.2584112 Jul 15 15:24:58.357533 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8945a8-f36a-44ad-af8e-7e7a66bd6555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b687a45b-7d4c-4735-8d64-9a693313a3ca,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:24:59.339658 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60070) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:59.548430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-98a02435-bce8-495a-b0e7-9336404b3bfb tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:59.550015 n-d-764435-3 neutron-server[100711]: WARNING neutron.api.v2.base [None req-98a02435-bce8-495a-b0e7-9336404b3bfb tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 15:24:59.550519 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-98a02435-bce8-495a-b0e7-9336404b3bfb tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 15:24:59.555442 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60082) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:24:59.560071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-35ca3579-08bd-4986-9712-d11c94fee604 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038568490'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:24:59.564269 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-98a02435-bce8-495a-b0e7-9336404b3bfb tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2224150 Jul 15 15:24:59.612876 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35ca3579-08bd-4986-9712-d11c94fee604 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:59.635892 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35ca3579-08bd-4986-9712-d11c94fee604 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:59.829535 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35ca3579-08bd-4986-9712-d11c94fee604 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:59.840919 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35ca3579-08bd-4986-9712-d11c94fee604 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:59.928796 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca3579-08bd-4986-9712-d11c94fee604 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e36021-5d1f-4c4f-adc0-17e421764616,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:00.056649 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5dd2786c-2625-494a-b83d-cab20afce7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:00.113043 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35ca3579-08bd-4986-9712-d11c94fee604 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:00.122050 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35ca3579-08bd-4986-9712-d11c94fee604 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:00.218552 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35ca3579-08bd-4986-9712-d11c94fee604 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:00.221390 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-35ca3579-08bd-4986-9712-d11c94fee604 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6641397 Jul 15 15:25:00.223734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60088) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:00.243890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca3579-08bd-4986-9712-d11c94fee604 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11bfce9-5176-49b4-b6ec-18c1c03568c8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:00.266358 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b46d09e1-37c6-469f-8acd-cdba08fc4e95 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': 'f11bfce9-5176-49b4-b6ec-18c1c03568c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:00.310341 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b46d09e1-37c6-469f-8acd-cdba08fc4e95 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:00.430024 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b46d09e1-37c6-469f-8acd-cdba08fc4e95 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:00.436618 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b46d09e1-37c6-469f-8acd-cdba08fc4e95 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:00.478218 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d09e1-37c6-469f-8acd-cdba08fc4e95 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b69d078-7c67-49aa-a0d7-763dfa412fec,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:00.515314 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b46d09e1-37c6-469f-8acd-cdba08fc4e95 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:00.521203 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b46d09e1-37c6-469f-8acd-cdba08fc4e95 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2886672 Jul 15 15:25:00.521770 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60104) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:00.534269 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e3992b27-d378-4d5a-b5f4-17c679dd129e tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': 'f11bfce9-5176-49b4-b6ec-18c1c03568c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:00.622441 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e3992b27-d378-4d5a-b5f4-17c679dd129e tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:00.691023 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-e3992b27-d378-4d5a-b5f4-17c679dd129e tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 15:25:00.696608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60108) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:00.701733 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e3992b27-d378-4d5a-b5f4-17c679dd129e tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1760328 Jul 15 15:25:00.784975 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb178bbd-d26f-46ce-894b-b3e8c8575a51 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:00.831946 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb178bbd-d26f-46ce-894b-b3e8c8575a51 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:00.893968 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb178bbd-d26f-46ce-894b-b3e8c8575a51 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:00.899365 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb178bbd-d26f-46ce-894b-b3e8c8575a51 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:00.900005 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cb178bbd-d26f-46ce-894b-b3e8c8575a51 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "DELETE /v2.0/security-groups/f11bfce9-5176-49b4-b6ec-18c1c03568c8 HTTP/1.1" status: 204 len: 168 time: 0.2024231 Jul 15 15:25:00.903021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60110) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:00.913290 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb178bbd-d26f-46ce-894b-b3e8c8575a51 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11bfce9-5176-49b4-b6ec-18c1c03568c8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:00.983452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60112) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:00.984231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-49784640-d04f-4714-9077-b03ab72ae66b tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0799232 Jul 15 15:25:00.990968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fcd47f60-d62c-4aa8-9418-0c28e724d929 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group': {'name': 'tempest-secgroup--528312553'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:01.022973 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fcd47f60-d62c-4aa8-9418-0c28e724d929 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:01.139908 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fcd47f60-d62c-4aa8-9418-0c28e724d929 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:01.147854 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fcd47f60-d62c-4aa8-9418-0c28e724d929 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:01.181592 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fcd47f60-d62c-4aa8-9418-0c28e724d929 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:01.182998 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fcd47f60-d62c-4aa8-9418-0c28e724d929 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1984279 Jul 15 15:25:01.186305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60114) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:01.192869 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a76a27b4-435e-4ed6-ae59-2deff667d614 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '4b95690e-5ea9-4ef3-8b51-5870b112bc4c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:01.193335 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-a76a27b4-435e-4ed6-ae59-2deff667d614 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 15:25:01.193940 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-a76a27b4-435e-4ed6-ae59-2deff667d614 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:01.194933 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a76a27b4-435e-4ed6-ae59-2deff667d614 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065033 Jul 15 15:25:01.198065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60116) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:01.203975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd47f60-d62c-4aa8-9418-0c28e724d929 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b95690e-5ea9-4ef3-8b51-5870b112bc4c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:01.281599 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6d1df3a-3597-495e-b2f0-7cbaf09063ec tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:01.319383 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6d1df3a-3597-495e-b2f0-7cbaf09063ec tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:01.374066 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6d1df3a-3597-495e-b2f0-7cbaf09063ec tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:01.380680 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c6d1df3a-3597-495e-b2f0-7cbaf09063ec tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:01.387136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c6d1df3a-3597-495e-b2f0-7cbaf09063ec tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "DELETE /v2.0/security-groups/4b95690e-5ea9-4ef3-8b51-5870b112bc4c HTTP/1.1" status: 204 len: 168 time: 0.1877892 Jul 15 15:25:01.387581 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60122) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:01.418825 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1df3a-3597-495e-b2f0-7cbaf09063ec tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b95690e-5ea9-4ef3-8b51-5870b112bc4c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:01.485883 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bf8a8289-a03d-411d-a3f2-7b883622ea19 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0932653 Jul 15 15:25:01.487460 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60126) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:01.496346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-cc77d828-612d-47a9-9385-3127f1995697 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group': {'name': 'tempest-secgroup--729018129'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:01.536060 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc77d828-612d-47a9-9385-3127f1995697 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:01.639067 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc77d828-612d-47a9-9385-3127f1995697 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:01.645501 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc77d828-612d-47a9-9385-3127f1995697 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:01.685573 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cc77d828-612d-47a9-9385-3127f1995697 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:01.687023 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cc77d828-612d-47a9-9385-3127f1995697 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1985440 Jul 15 15:25:01.689021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77d828-612d-47a9-9385-3127f1995697 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6b8ebd-e355-41a9-becf-443592375114,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:01.690815 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60130) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:01.700836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8aec5e9f-6dbb-441c-bb04-7f406ad5b510 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '4b6b8ebd-e355-41a9-becf-443592375114', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:01.701532 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-8aec5e9f-6dbb-441c-bb04-7f406ad5b510 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 15:25:01.706512 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-8aec5e9f-6dbb-441c-bb04-7f406ad5b510 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:01.709965 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8aec5e9f-6dbb-441c-bb04-7f406ad5b510 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0155630 Jul 15 15:25:01.710804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60134) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:01.779439 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c097a5e3-7e8a-453b-8deb-010555028649 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:01.844989 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c097a5e3-7e8a-453b-8deb-010555028649 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:01.931596 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c097a5e3-7e8a-453b-8deb-010555028649 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:01.935317 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c097a5e3-7e8a-453b-8deb-010555028649 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:01.937132 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c097a5e3-7e8a-453b-8deb-010555028649 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "DELETE /v2.0/security-groups/4b6b8ebd-e355-41a9-becf-443592375114 HTTP/1.1" status: 204 len: 168 time: 0.2255328 Jul 15 15:25:01.940394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60144) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:01.948094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097a5e3-7e8a-453b-8deb-010555028649 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6b8ebd-e355-41a9-becf-443592375114,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:02.009542 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a5285459-d9fe-4710-a3a1-7605ba9c57cf tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642838 Jul 15 15:25:02.009792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60148) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:02.021206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-03d1fcff-13ed-49e6-85db-c42e0fcdc3d3 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group': {'name': 'tempest-secgroup--2011152956'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:02.047406 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03d1fcff-13ed-49e6-85db-c42e0fcdc3d3 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:02.178514 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03d1fcff-13ed-49e6-85db-c42e0fcdc3d3 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:02.185921 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03d1fcff-13ed-49e6-85db-c42e0fcdc3d3 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:02.212929 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-03d1fcff-13ed-49e6-85db-c42e0fcdc3d3 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:02.220235 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-03d1fcff-13ed-49e6-85db-c42e0fcdc3d3 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2090025 Jul 15 15:25:02.223130 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60164) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:02.228288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-048ab18c-c5d8-4bfd-bc30-cc9a37d10903 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '2674ca5c-b781-42c2-b657-cbfe6e07c469', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:02.229356 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-048ab18c-c5d8-4bfd-bc30-cc9a37d10903 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 15:25:02.229876 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-048ab18c-c5d8-4bfd-bc30-cc9a37d10903 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:02.231153 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-048ab18c-c5d8-4bfd-bc30-cc9a37d10903 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067677 Jul 15 15:25:02.234015 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60166) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:02.242551 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-003ea341-fd04-4d55-bd4c-888ebeafecb6 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '2674ca5c-b781-42c2-b657-cbfe6e07c469', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:02.243253 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-003ea341-fd04-4d55-bd4c-888ebeafecb6 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 15:25:02.243749 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-003ea341-fd04-4d55-bd4c-888ebeafecb6 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:02.244725 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-003ea341-fd04-4d55-bd4c-888ebeafecb6 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0095608 Jul 15 15:25:02.250742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60168) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:02.267939 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1fcff-13ed-49e6-85db-c42e0fcdc3d3 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2674ca5c-b781-42c2-b657-cbfe6e07c469,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:02.280742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e188359c-15eb-4be0-9382-93e5a0e1f39e tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '2674ca5c-b781-42c2-b657-cbfe6e07c469', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:02.281609 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-e188359c-15eb-4be0-9382-93e5a0e1f39e tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 15:25:02.282114 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-e188359c-15eb-4be0-9382-93e5a0e1f39e tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:02.283306 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e188359c-15eb-4be0-9382-93e5a0e1f39e tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0338094 Jul 15 15:25:02.286850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60170) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:02.291430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-4f137bdd-5dee-4e25-9d65-1f68de5f2fe6 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '2674ca5c-b781-42c2-b657-cbfe6e07c469', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:02.293364 n-d-764435-3 neutron-server[100711]: WARNING neutron.api.v2.base [None req-4f137bdd-5dee-4e25-9d65-1f68de5f2fe6 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 15:25:02.293877 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-4f137bdd-5dee-4e25-9d65-1f68de5f2fe6 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:02.294868 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4f137bdd-5dee-4e25-9d65-1f68de5f2fe6 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075946 Jul 15 15:25:02.297652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60172) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:02.397657 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6603941-8bd6-4911-a018-1062da2b2f8a tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:02.429663 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6603941-8bd6-4911-a018-1062da2b2f8a tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:02.520176 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6603941-8bd6-4911-a018-1062da2b2f8a tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:02.525713 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6603941-8bd6-4911-a018-1062da2b2f8a tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:02.527752 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e6603941-8bd6-4911-a018-1062da2b2f8a tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "DELETE /v2.0/security-groups/2674ca5c-b781-42c2-b657-cbfe6e07c469 HTTP/1.1" status: 204 len: 168 time: 0.2290010 Jul 15 15:25:02.529895 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60180) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:02.547829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6603941-8bd6-4911-a018-1062da2b2f8a tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2674ca5c-b781-42c2-b657-cbfe6e07c469,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:02.643430 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7495a578-3aba-4f53-9e62-9ec41e75dce6 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1118314 Jul 15 15:25:02.646946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60182) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:02.652588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-fa54a9c4-69a4-49d1-885a-2722ca764a5e tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group': {'name': 'tempest-secgroup--940465920'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:02.688549 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fa54a9c4-69a4-49d1-885a-2722ca764a5e tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:02.818629 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fa54a9c4-69a4-49d1-885a-2722ca764a5e tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:02.822192 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:02.827415 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fa54a9c4-69a4-49d1-885a-2722ca764a5e tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:02.872405 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54a9c4-69a4-49d1-885a-2722ca764a5e tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963ae9fc-8942-48a7-be69-821da55df9b9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:02.897594 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fa54a9c4-69a4-49d1-885a-2722ca764a5e tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:02.902261 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fa54a9c4-69a4-49d1-885a-2722ca764a5e tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2523642 Jul 15 15:25:02.903710 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60184) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:02.913198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-34a2da04-b375-453a-bef7-ba95bfc32531 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '963ae9fc-8942-48a7-be69-821da55df9b9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:02.914730 n-d-764435-3 neutron-server[100711]: WARNING neutron.api.v2.base [None req-34a2da04-b375-453a-bef7-ba95bfc32531 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 15:25:02.916888 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-34a2da04-b375-453a-bef7-ba95bfc32531 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:02.918797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-34a2da04-b375-453a-bef7-ba95bfc32531 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0137823 Jul 15 15:25:02.921461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60186) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:02.933318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-88299f4a-02be-4302-9e4c-e3c1c74ef959 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '963ae9fc-8942-48a7-be69-821da55df9b9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:02.933639 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-986709b6-b0f8-4457-a9a5-3c4c8573a6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:03.004384 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-88299f4a-02be-4302-9e4c-e3c1c74ef959 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:03.005873 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-88299f4a-02be-4302-9e4c-e3c1c74ef959 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0824661 Jul 15 15:25:03.008693 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60188) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:03.016795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ff8677e6-a167-4cf7-ad13-8b8f8ff97b31 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '963ae9fc-8942-48a7-be69-821da55df9b9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:03.018125 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-ff8677e6-a167-4cf7-ad13-8b8f8ff97b31 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 15:25:03.018789 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-ff8677e6-a167-4cf7-ad13-8b8f8ff97b31 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:03.019843 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ff8677e6-a167-4cf7-ad13-8b8f8ff97b31 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097032 Jul 15 15:25:03.022855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60190) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:03.027853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b46cbe96-22e1-4c49-8986-8fc8a22c91bf tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '963ae9fc-8942-48a7-be69-821da55df9b9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:03.113154 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-b46cbe96-22e1-4c49-8986-8fc8a22c91bf tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:03.114957 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b46cbe96-22e1-4c49-8986-8fc8a22c91bf tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0910342 Jul 15 15:25:03.117720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60192) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:03.130427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f8339411-1470-46d7-8a9e-976b548b210c tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '963ae9fc-8942-48a7-be69-821da55df9b9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:03.130952 n-d-764435-3 neutron-server[100711]: WARNING neutron.api.v2.base [None req-f8339411-1470-46d7-8a9e-976b548b210c tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 15:25:03.131455 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-f8339411-1470-46d7-8a9e-976b548b210c tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:03.135257 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f8339411-1470-46d7-8a9e-976b548b210c tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0137203 Jul 15 15:25:03.136280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60194) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:03.147768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bf6d0f60-5b82-49e2-bea6-b36f36a8d193 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '963ae9fc-8942-48a7-be69-821da55df9b9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:03.188052 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-bf6d0f60-5b82-49e2-bea6-b36f36a8d193 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Project 465c2267346c41ae88e3976c5a0ece74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:25:03.207429 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-bf6d0f60-5b82-49e2-bea6-b36f36a8d193 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:03.211555 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bf6d0f60-5b82-49e2-bea6-b36f36a8d193 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0715003 Jul 15 15:25:03.211928 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60196) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:03.218666 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-dc2db026-b0d2-4988-a5b0-4cc32034cd4f tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '963ae9fc-8942-48a7-be69-821da55df9b9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:03.218666 n-d-764435-3 neutron-server[100711]: WARNING neutron.api.v2.base [None req-dc2db026-b0d2-4988-a5b0-4cc32034cd4f tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 15:25:03.218666 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-dc2db026-b0d2-4988-a5b0-4cc32034cd4f tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:03.219411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dc2db026-b0d2-4988-a5b0-4cc32034cd4f tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056059 Jul 15 15:25:03.221590 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60198) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:03.571821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-2e6fe824-f446-445c-b039-7b28b867fde3 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '963ae9fc-8942-48a7-be69-821da55df9b9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:03.630237 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-2e6fe824-f446-445c-b039-7b28b867fde3 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Project 465c2267346c41ae88e3976c5a0ece74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:25:03.661380 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-2e6fe824-f446-445c-b039-7b28b867fde3 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:03.665848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2e6fe824-f446-445c-b039-7b28b867fde3 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0977213 Jul 15 15:25:03.666276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60210) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:03.675137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-09c77f78-2437-4970-8720-38fedc06d267 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '963ae9fc-8942-48a7-be69-821da55df9b9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:03.734186 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-09c77f78-2437-4970-8720-38fedc06d267 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Project 465c2267346c41ae88e3976c5a0ece74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:25:03.759030 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-09c77f78-2437-4970-8720-38fedc06d267 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:03.764481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60212) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:03.776129 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-09c77f78-2437-4970-8720-38fedc06d267 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1079559 Jul 15 15:25:03.846046 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c168e088-e154-488d-971a-c63623a40458 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:03.887893 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c168e088-e154-488d-971a-c63623a40458 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:03.926694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60216) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:03.949901 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c168e088-e154-488d-971a-c63623a40458 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:03.952827 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c168e088-e154-488d-971a-c63623a40458 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:03.954041 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c168e088-e154-488d-971a-c63623a40458 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "DELETE /v2.0/security-groups/963ae9fc-8942-48a7-be69-821da55df9b9 HTTP/1.1" status: 204 len: 168 time: 0.1882410 Jul 15 15:25:03.959435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60220) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:03.965435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168e088-e154-488d-971a-c63623a40458 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=963ae9fc-8942-48a7-be69-821da55df9b9,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:04.038218 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9e08a7fb-9125-434d-8067-10717af0e6e2 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0767369 Jul 15 15:25:04.042691 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60222) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:04.048202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-8f3eafef-3519-4c3f-b5ba-6e28551c52ae tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group': {'name': 'tempest-secgroup--762862904'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:04.096758 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8f3eafef-3519-4c3f-b5ba-6e28551c52ae tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:04.256464 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8f3eafef-3519-4c3f-b5ba-6e28551c52ae tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:04.261340 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8f3eafef-3519-4c3f-b5ba-6e28551c52ae tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:04.297458 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8f3eafef-3519-4c3f-b5ba-6e28551c52ae tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:04.299526 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8f3eafef-3519-4c3f-b5ba-6e28551c52ae tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2552946 Jul 15 15:25:04.301342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3eafef-3519-4c3f-b5ba-6e28551c52ae tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfeabea6-1b37-41c0-a151-cf7a5649718a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:04.303115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60224) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:04.308477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ffab394f-fb74-42d1-aa63-f3571189fab9 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': 'bfeabea6-1b37-41c0-a151-cf7a5649718a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:04.338407 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:04.365033 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-ffab394f-fb74-42d1-aa63-f3571189fab9 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The resource could not be found. Jul 15 15:25:04.368733 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ffab394f-fb74-42d1-aa63-f3571189fab9 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0617955 Jul 15 15:25:04.368922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60228) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:04.373756 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-7c5b2dca-be42-48e0-8bc2-cd8a87df00ba tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': 'bfeabea6-1b37-41c0-a151-cf7a5649718a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cdd23f94-c55f-4d32-9bdd-3e8438a7edab'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:04.447705 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-7c5b2dca-be42-48e0-8bc2-cd8a87df00ba tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The resource could not be found. Jul 15 15:25:04.452377 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7c5b2dca-be42-48e0-8bc2-cd8a87df00ba tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0821886 Jul 15 15:25:04.453050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60230) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:04.543707 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aa21dd9-f32d-4765-96bd-4271daaa44ea tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:04.586798 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aa21dd9-f32d-4765-96bd-4271daaa44ea tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:04.700695 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aa21dd9-f32d-4765-96bd-4271daaa44ea tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:04.704431 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6aa21dd9-f32d-4765-96bd-4271daaa44ea tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:04.708593 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6aa21dd9-f32d-4765-96bd-4271daaa44ea tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "DELETE /v2.0/security-groups/bfeabea6-1b37-41c0-a151-cf7a5649718a HTTP/1.1" status: 204 len: 168 time: 0.2522244 Jul 15 15:25:04.720231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60234) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:04.721282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa21dd9-f32d-4765-96bd-4271daaa44ea tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfeabea6-1b37-41c0-a151-cf7a5649718a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:04.787521 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-263175e9-6628-475d-87dd-28f8ea44f396 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635266 Jul 15 15:25:04.792029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60238) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:04.808208 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a0f4fff7-6266-450e-8708-9b265dc5d494 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '2da3820e-9088-4f71-8fab-eaa7dc4cdd47', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:04.871998 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-a0f4fff7-6266-450e-8708-9b265dc5d494 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The resource could not be found. Jul 15 15:25:04.874214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a0f4fff7-6266-450e-8708-9b265dc5d494 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0796840 Jul 15 15:25:04.878055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60240) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:04.882187 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ace9d39f-322a-4f30-9299-d695f9d86205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:04.888874 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-63230d17-4f92-4aaf-a759-1effd768845d tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group': {'name': 'tempest-secgroup--728187807'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:04.935548 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-63230d17-4f92-4aaf-a759-1effd768845d tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:05.088836 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-63230d17-4f92-4aaf-a759-1effd768845d tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:05.098600 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-63230d17-4f92-4aaf-a759-1effd768845d tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:05.152950 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63230d17-4f92-4aaf-a759-1effd768845d tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09fa3ac5-7f1d-47ff-88c2-aaa7227a1ce0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:05.168614 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-63230d17-4f92-4aaf-a759-1effd768845d tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:05.171866 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-63230d17-4f92-4aaf-a759-1effd768845d tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2909563 Jul 15 15:25:05.174897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60242) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:05.189762 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f6fc20ee-51ee-4f52-be46-94daa579fd29 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039431552'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:05.236896 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6fc20ee-51ee-4f52-be46-94daa579fd29 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:05.409844 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6fc20ee-51ee-4f52-be46-94daa579fd29 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:05.417553 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6fc20ee-51ee-4f52-be46-94daa579fd29 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:05.434843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ace9d39f-322a-4f30-9299-d695f9d86205 admin admin] Deleting port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:25:05.435376 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ace9d39f-322a-4f30-9299-d695f9d86205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:05.456792 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6fc20ee-51ee-4f52-be46-94daa579fd29 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:05.460905 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f6fc20ee-51ee-4f52-be46-94daa579fd29 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2817180 Jul 15 15:25:05.462646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60246) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:05.469840 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-26fb4956-9d3b-4743-8c25-07efb1dbcc4a tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': '09fa3ac5-7f1d-47ff-88c2-aaa7227a1ce0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd92ae194-b29f-46f7-bea8-514215d6d902'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:05.483539 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc20ee-51ee-4f52-be46-94daa579fd29 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92ae194-b29f-46f7-bea8-514215d6d902,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:05.529407 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-26fb4956-9d3b-4743-8c25-07efb1dbcc4a tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:05.530627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-26fb4956-9d3b-4743-8c25-07efb1dbcc4a tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0665355 Jul 15 15:25:05.533066 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60252) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:05.599782 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e35adf7-2685-4a27-b8c4-096a4774e1a4 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:05.628075 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e35adf7-2685-4a27-b8c4-096a4774e1a4 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:05.649810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-ace9d39f-322a-4f30-9299-d695f9d86205 admin admin] For port 9917db3c-8f0e-4cdb-8007-0ea773e6f04b, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9917db3c-8f0e-4cdb-8007-0ea773e6f04b,segment=NetworkSegment(1cb7607d-41bd-43a8-b08c-97b09d554af1),segment_id=1cb7607d-41bd-43a8-b08c-97b09d554af1)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:25:05.650177 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ace9d39f-322a-4f30-9299-d695f9d86205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:05.667846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ace9d39f-322a-4f30-9299-d695f9d86205 admin admin] Calling delete_port for 9917db3c-8f0e-4cdb-8007-0ea773e6f04b owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:25:05.715293 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e35adf7-2685-4a27-b8c4-096a4774e1a4 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:05.721810 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e35adf7-2685-4a27-b8c4-096a4774e1a4 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:05.724314 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6e35adf7-2685-4a27-b8c4-096a4774e1a4 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "DELETE /v2.0/security-groups/d92ae194-b29f-46f7-bea8-514215d6d902 HTTP/1.1" status: 204 len: 168 time: 0.1887755 Jul 15 15:25:05.751327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60258) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:05.771273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35adf7-2685-4a27-b8c4-096a4774e1a4 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92ae194-b29f-46f7-bea8-514215d6d902,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:05.865921 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f0804f6d-6c4f-403e-bfac-8099dfe0a0a2 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1094666 Jul 15 15:25:05.866493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60264) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:05.908421 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60266) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:05.978565 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c43188f4-1aed-434f-8076-c3719ff404c7 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.011844 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ace9d39f-322a-4f30-9299-d695f9d86205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.026379 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.027680 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c43188f4-1aed-434f-8076-c3719ff404c7 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.082284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9d39f-322a-4f30-9299-d695f9d86205 admin admin] Pushing event deleted for resources: {'Port': ['ID=9917db3c-8f0e-4cdb-8007-0ea773e6f04b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:06.086994 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c43188f4-1aed-434f-8076-c3719ff404c7 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.095153 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c43188f4-1aed-434f-8076-c3719ff404c7 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.096640 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c43188f4-1aed-434f-8076-c3719ff404c7 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "DELETE /v2.0/security-groups/09fa3ac5-7f1d-47ff-88c2-aaa7227a1ce0 HTTP/1.1" status: 204 len: 168 time: 0.2283869 Jul 15 15:25:06.102901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60270) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:06.134878 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43188f4-1aed-434f-8076-c3719ff404c7 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fa3ac5-7f1d-47ff-88c2-aaa7227a1ce0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:06.147582 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8255c49a-0508-4ed8-88ee-1f65e25eac02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.249622 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7ab79045-105b-43a9-a791-4baf88839d03 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1478164 Jul 15 15:25:06.257682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60272) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:06.264417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-891d355a-dd6c-43df-aa28-a7b9d9bd7d22 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928259593'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:06.291228 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8255c49a-0508-4ed8-88ee-1f65e25eac02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.297843 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8255c49a-0508-4ed8-88ee-1f65e25eac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.351467 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8255c49a-0508-4ed8-88ee-1f65e25eac02 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bccea4dce1c648e1beb074b92e4ea398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4410934 Jul 15 15:25:06.353412 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-891d355a-dd6c-43df-aa28-a7b9d9bd7d22 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.355138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60274) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:06.373357 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255c49a-0508-4ed8-88ee-1f65e25eac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eac03d9-f6f6-4649-81cb-00dda1311127,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:06.433992 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64b3b9d8-5a33-4232-9406-9b9fc0e4f302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.437395 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ace9d39f-322a-4f30-9299-d695f9d86205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.472713 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64b3b9d8-5a33-4232-9406-9b9fc0e4f302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.488538 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-891d355a-dd6c-43df-aa28-a7b9d9bd7d22 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.492441 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-891d355a-dd6c-43df-aa28-a7b9d9bd7d22 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.524963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d355a-dd6c-43df-aa28-a7b9d9bd7d22 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0f7998-6ee1-4cce-ba01-5a346e685fab,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:06.531044 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-891d355a-dd6c-43df-aa28-a7b9d9bd7d22 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.533897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-891d355a-dd6c-43df-aa28-a7b9d9bd7d22 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2736771 Jul 15 15:25:06.538393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60276) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:06.543274 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-05d6f806-69da-4479-b223-5733f6a71ed6 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': 'ea0f7998-6ee1-4cce-ba01-5a346e685fab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:06.591273 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-05d6f806-69da-4479-b223-5733f6a71ed6 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:06.592540 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-05d6f806-69da-4479-b223-5733f6a71ed6 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0530901 Jul 15 15:25:06.596078 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60278) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:06.601540 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-5ad23c45-dc40-487c-b3de-0f902aa19750 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group_rule': {'security_group_id': 'ea0f7998-6ee1-4cce-ba01-5a346e685fab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:06.613774 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64b3b9d8-5a33-4232-9406-9b9fc0e4f302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.616623 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64b3b9d8-5a33-4232-9406-9b9fc0e4f302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.617799 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-64b3b9d8-5a33-4232-9406-9b9fc0e4f302 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5eac03d9-f6f6-4649-81cb-00dda1311127 HTTP/1.1" status: 204 len: 168 time: 0.2594366 Jul 15 15:25:06.643235 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-5ad23c45-dc40-487c-b3de-0f902aa19750 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:25:06.644661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5ad23c45-dc40-487c-b3de-0f902aa19750 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0475645 Jul 15 15:25:06.647461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60282) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:06.681100 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3b9d8-5a33-4232-9406-9b9fc0e4f302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eac03d9-f6f6-4649-81cb-00dda1311127,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:06.718433 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-04b6c103-abdb-4561-af58-81595bb578af tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.743461 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-04b6c103-abdb-4561-af58-81595bb578af tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.786216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace9d39f-322a-4f30-9299-d695f9d86205 admin admin] Router 52919df6-9f50-4474-8e8d-9f18468cb33a has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:25:06.822126 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-04b6c103-abdb-4561-af58-81595bb578af tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.825893 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-04b6c103-abdb-4561-af58-81595bb578af tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.827857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-04b6c103-abdb-4561-af58-81595bb578af tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "DELETE /v2.0/security-groups/ea0f7998-6ee1-4cce-ba01-5a346e685fab HTTP/1.1" status: 204 len: 168 time: 0.1792064 Jul 15 15:25:06.832449 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60288) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:06.882252 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6c103-abdb-4561-af58-81595bb578af tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0f7998-6ee1-4cce-ba01-5a346e685fab,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:06.919595 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0139836a-2e55-4fc5-9f29-b4a3e7296943 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0850677 Jul 15 15:25:06.924183 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60292) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:06.929176 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-0c2779b2-4df4-4d7b-b661-3ea339cc5081 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823526941'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:06.959328 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0c2779b2-4df4-4d7b-b661-3ea339cc5081 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:06.968990 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace9d39f-322a-4f30-9299-d695f9d86205 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:25:06.983332 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ace9d39f-322a-4f30-9299-d695f9d86205 admin admin] 10.222.0.38 "PUT /v2.0/routers/52919df6-9f50-4474-8e8d-9f18468cb33a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0532947 Jul 15 15:25:06.983836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60296) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:06.984865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341db450-98e1-4698-b709-d88729325ce4 None None] Sync routers for ids ['52919df6-9f50-4474-8e8d-9f18468cb33a'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:25:06.999681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341db450-98e1-4698-b709-d88729325ce4 None None] Routers {'52919df6-9f50-4474-8e8d-9f18468cb33a'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:25:07.000922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-341db450-98e1-4698-b709-d88729325ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:25:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52919df6-9f50-4474-8e8d-9f18468cb33a'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:25:07.109367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60300) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:07.131431 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69b21758-c699-4b44-b0c7-5054513276ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.148759 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0c2779b2-4df4-4d7b-b661-3ea339cc5081 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.160708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-341db450-98e1-4698-b709-d88729325ce4 None None] Set router 52919df6-9f50-4474-8e8d-9f18468cb33a gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:25:07.161296 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0c2779b2-4df4-4d7b-b661-3ea339cc5081 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.211785 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2779b2-4df4-4d7b-b661-3ea339cc5081 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7851b20-4ac3-4386-8b5f-1b132d3c4d69,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:07.270110 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12d31cd3-c4bc-4b9a-b3c2-6ba0466c6eb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.312297 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69b21758-c699-4b44-b0c7-5054513276ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.320617 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69b21758-c699-4b44-b0c7-5054513276ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.335460 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0c2779b2-4df4-4d7b-b661-3ea339cc5081 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.337429 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0c2779b2-4df4-4d7b-b661-3ea339cc5081 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4120169 Jul 15 15:25:07.342906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60302) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:07.349193 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bd9738d3-a689-4db6-89db-b12e3758b970 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:07.349888 n-d-764435-3 neutron-server[100712]: WARNING neutron.api.v2.base [None req-bd9738d3-a689-4db6-89db-b12e3758b970 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 15:25:07.350755 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-bd9738d3-a689-4db6-89db-b12e3758b970 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 15:25:07.355081 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bd9738d3-a689-4db6-89db-b12e3758b970 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "PUT /v2.0/security-groups/a7851b20-4ac3-4386-8b5f-1b132d3c4d69 HTTP/1.1" status: 409 len: 330 time: 0.0109456 Jul 15 15:25:07.357867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60304) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:07.399914 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-69b21758-c699-4b44-b0c7-5054513276ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=79c1100be6ec4a46bd6723657d502350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875087 Jul 15 15:25:07.402415 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60308) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:07.413076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b21758-c699-4b44-b0c7-5054513276ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ade4770-bea8-484d-9a87-dd9fbe87014c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:07.440635 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-341db450-98e1-4698-b709-d88729325ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:25:05Z', 'revision_number': 5, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:25:07.476434 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9ec125b2-75d2-4007-ac2e-81252471b67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.481575 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341db450-98e1-4698-b709-d88729325ce4 None None] Checking router: 52919df6-9f50-4474-8e8d-9f18468cb33a for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:25:07.493998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341db450-98e1-4698-b709-d88729325ce4 None None] Routers {'52919df6-9f50-4474-8e8d-9f18468cb33a'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:25:07.494983 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-341db450-98e1-4698-b709-d88729325ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:25:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['52919df6-9f50-4474-8e8d-9f18468cb33a'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:25:07.503295 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ba0b5a2-8544-484a-a985-58fef48aa832 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.509716 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9ec125b2-75d2-4007-ac2e-81252471b67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.552985 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ba0b5a2-8544-484a-a985-58fef48aa832 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.577018 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9ec125b2-75d2-4007-ac2e-81252471b67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.580726 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9ec125b2-75d2-4007-ac2e-81252471b67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.582338 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9ec125b2-75d2-4007-ac2e-81252471b67d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4ade4770-bea8-484d-9a87-dd9fbe87014c HTTP/1.1" status: 204 len: 168 time: 0.1764498 Jul 15 15:25:07.594975 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec125b2-75d2-4007-ac2e-81252471b67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ade4770-bea8-484d-9a87-dd9fbe87014c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:07.603361 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12d31cd3-c4bc-4b9a-b3c2-6ba0466c6eb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.611474 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ba0b5a2-8544-484a-a985-58fef48aa832 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.614676 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ba0b5a2-8544-484a-a985-58fef48aa832 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.616137 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8ba0b5a2-8544-484a-a985-58fef48aa832 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "DELETE /v2.0/security-groups/a7851b20-4ac3-4386-8b5f-1b132d3c4d69 HTTP/1.1" status: 204 len: 168 time: 0.2558637 Jul 15 15:25:07.618850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60312) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:07.630469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0b5a2-8544-484a-a985-58fef48aa832 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7851b20-4ac3-4386-8b5f-1b132d3c4d69,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:07.709919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-341db450-98e1-4698-b709-d88729325ce4 None None] Set router 52919df6-9f50-4474-8e8d-9f18468cb33a gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:25:07.714682 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8eefdfe5-8240-4f4c-a1fd-d7145d29bff0 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0945530 Jul 15 15:25:07.720231 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60314) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:07.761417 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-8a767ebb-49dc-4fd9-a38f-40fbf8c67273 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] delete failed (client error): The resource could not be found. Jul 15 15:25:07.765294 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8a767ebb-49dc-4fd9-a38f-40fbf8c67273 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "DELETE /v2.0/security-groups/70e8eb5e-bb74-4a2d-8fcc-f60331398e85 HTTP/1.1" status: 404 len: 347 time: 0.0356064 Jul 15 15:25:07.771811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60316) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:07.779195 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-12d31cd3-c4bc-4b9a-b3c2-6ba0466c6eb7 admin admin] Deleting port 4a5b9220-d604-4469-968f-d9349cc1ab3a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:25:07.780531 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12d31cd3-c4bc-4b9a-b3c2-6ba0466c6eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.800236 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-048453d6-adf0-42da-b2ee-a1d0ca40846b tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] show failed (client error): The resource could not be found. Jul 15 15:25:07.802765 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-048453d6-adf0-42da-b2ee-a1d0ca40846b tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "GET /v2.0/security-groups/0225f4c3-c543-4fa5-bf8d-35baed9e39dd HTTP/1.1" status: 404 len: 347 time: 0.0269434 Jul 15 15:25:07.806662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60318) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:07.835674 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-478dda82-1c16-405b-bfc1-884911bf1ad0 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] show failed (client error): The resource could not be found. Jul 15 15:25:07.836858 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-478dda82-1c16-405b-bfc1-884911bf1ad0 tempest-NegativeSecGroupIPv6Test-1572741354 tempest-NegativeSecGroupIPv6Test-1572741354-project] 10.222.0.38 "GET /v2.0/security-group-rules/25a66d5f-e70d-4b66-9715-40c2344c7e09 HTTP/1.1" status: 404 len: 356 time: 0.0285385 Jul 15 15:25:07.961171 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-12d31cd3-c4bc-4b9a-b3c2-6ba0466c6eb7 admin admin] For port 4a5b9220-d604-4469-968f-d9349cc1ab3a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4a5b9220-d604-4469-968f-d9349cc1ab3a,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:25:07.961670 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12d31cd3-c4bc-4b9a-b3c2-6ba0466c6eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:07.987866 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-12d31cd3-c4bc-4b9a-b3c2-6ba0466c6eb7 admin admin] Calling delete_port for 4a5b9220-d604-4469-968f-d9349cc1ab3a owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:25:08.060323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-341db450-98e1-4698-b709-d88729325ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:25:05Z', 'revision_number': 5, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:25:08.128572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341db450-98e1-4698-b709-d88729325ce4 None None] The sync data for ids ['52919df6-9f50-4474-8e8d-9f18468cb33a'] in n-d-764435-3 is: [{'id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'name': 'tempest-AttachVolumeTestJSON-638187961-router', 'tenant_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:17:15Z', 'updated_at': '2021-07-15T15:25:05Z', 'revision_number': 5, 'project_id': '2db6d724ceec4df59f0f69f5abe77cf3', 'gw_port': {'id': '4a5b9220-d604-4469-968f-d9349cc1ab3a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52919df6-9f50-4474-8e8d-9f18468cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:17:17Z', 'updated_at': '2021-07-15T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:25:08.202408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60334) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:08.224633 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d85dbd6-4664-40fd-879b-e0be99097f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:08.299494 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12d31cd3-c4bc-4b9a-b3c2-6ba0466c6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:08.346119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d31cd3-c4bc-4b9a-b3c2-6ba0466c6eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5b9220-d604-4469-968f-d9349cc1ab3a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:08.356820 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60338) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:08.413089 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12d31cd3-c4bc-4b9a-b3c2-6ba0466c6eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:08.525587 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12d31cd3-c4bc-4b9a-b3c2-6ba0466c6eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:08.528313 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12d31cd3-c4bc-4b9a-b3c2-6ba0466c6eb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:08.556342 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-df0c7efa-6628-4b60-acca-0f0e387be69b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=465c2267346c41ae88e3976c5a0ece74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981716 Jul 15 15:25:08.558745 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60344) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:08.602028 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d85dbd6-4664-40fd-879b-e0be99097f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:08.608824 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d85dbd6-4664-40fd-879b-e0be99097f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:08.622654 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12d31cd3-c4bc-4b9a-b3c2-6ba0466c6eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:08.623505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d31cd3-c4bc-4b9a-b3c2-6ba0466c6eb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52919df6-9f50-4474-8e8d-9f18468cb33a {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:25:08.629981 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-363676d6-bc47-4ddf-8738-b06b716a840a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:08.640619 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12d31cd3-c4bc-4b9a-b3c2-6ba0466c6eb7 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:08.645585 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-12d31cd3-c4bc-4b9a-b3c2-6ba0466c6eb7 admin admin] 10.222.0.38 "DELETE /v2.0/routers/52919df6-9f50-4474-8e8d-9f18468cb33a HTTP/1.1" status: 204 len: 168 time: 1.6606569 Jul 15 15:25:08.650593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60346) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:08.660655 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-363676d6-bc47-4ddf-8738-b06b716a840a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:08.727258 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-363676d6-bc47-4ddf-8738-b06b716a840a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:08.730627 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-363676d6-bc47-4ddf-8738-b06b716a840a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:08.732434 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-363676d6-bc47-4ddf-8738-b06b716a840a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61e36021-5d1f-4c4f-adc0-17e421764616 HTTP/1.1" status: 204 len: 168 time: 0.1720777 Jul 15 15:25:08.741575 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363676d6-bc47-4ddf-8738-b06b716a840a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e36021-5d1f-4c4f-adc0-17e421764616,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:08.742103 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85dbd6-4664-40fd-879b-e0be99097f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3336dc29-ff28-4696-abf8-b46c49506d1c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:08.766414 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7d85dbd6-4664-40fd-879b-e0be99097f33 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=472f63b699764aafa3e73bec0bac61a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5625255 Jul 15 15:25:08.769105 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60354) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:08.802573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-a006155d-4d50-4709-959a-9f4f14885cbf admin admin] Deleting subnet 61f1753c-5b9f-4677-ae22-56509e286e82 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:25:08.805622 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a006155d-4d50-4709-959a-9f4f14885cbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:08.877364 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a006155d-4d50-4709-959a-9f4f14885cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.031748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9917db3c-8f0e-4cdb-8007-0ea773e6f04b no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:25:09.040903 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a006155d-4d50-4709-959a-9f4f14885cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.081022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56549200-43bc-42cc-a2b0-9c153ea83382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.103258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 9917db3c-8f0e-4cdb-8007-0ea773e6f04b {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:25:09.103745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9917db3c-8f0e-4cdb-8007-0ea773e6f04b not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:25:09.122945 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56549200-43bc-42cc-a2b0-9c153ea83382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.164354 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a006155d-4d50-4709-959a-9f4f14885cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.200081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006155d-4d50-4709-959a-9f4f14885cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f1753c-5b9f-4677-ae22-56509e286e82,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:09.213648 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a006155d-4d50-4709-959a-9f4f14885cbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.216661 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a006155d-4d50-4709-959a-9f4f14885cbf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/61f1753c-5b9f-4677-ae22-56509e286e82 HTTP/1.1" status: 204 len: 168 time: 0.5602710 Jul 15 15:25:09.219293 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60364) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:09.228700 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997289e0-df73-4f56-9e2b-30b92743077a None None] Network 579fa8cf-a9bb-4f78-bf43-84ac7a207108 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:25:09.270831 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56549200-43bc-42cc-a2b0-9c153ea83382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.273907 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56549200-43bc-42cc-a2b0-9c153ea83382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.275223 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-56549200-43bc-42cc-a2b0-9c153ea83382 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3336dc29-ff28-4696-abf8-b46c49506d1c HTTP/1.1" status: 204 len: 168 time: 0.5050077 Jul 15 15:25:09.292111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56549200-43bc-42cc-a2b0-9c153ea83382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3336dc29-ff28-4696-abf8-b46c49506d1c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:09.352937 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.440325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] Deleting port 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:25:09.440918 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.560998 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] For port 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0dd1c26b-f19f-4539-b0be-e821b3d8ccdf,segment=NetworkSegment(1cb7607d-41bd-43a8-b08c-97b09d554af1),segment_id=1cb7607d-41bd-43a8-b08c-97b09d554af1)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:25:09.561363 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.574997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] Calling delete_port for 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:25:09.680987 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.696205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2b9548-3c18-4a7b-b61e-ad9623570cdd None None] DHCP port deletion for 579fa8cf-a9bb-4f78-bf43-84ac7a207108 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:25:09.730079 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd1c26b-f19f-4539-b0be-e821b3d8ccdf,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:09.738074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] No DVR routers for this DVR port 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:25:09.826338 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.837930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579fa8cf-a9bb-4f78-bf43-84ac7a207108']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:25:09.849579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb7607d-41bd-43a8-b08c-97b09d554af1') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:25:09.849971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb7607d-41bd-43a8-b08c-97b09d554af1') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:25:09.859571 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.878502 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.889347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:25:09.889772 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:25:09.953666 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:25:09.974691 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.980535 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:09.982775 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] 10.222.0.38 "DELETE /v2.0/networks/579fa8cf-a9bb-4f78-bf43-84ac7a207108 HTTP/1.1" status: 204 len: 168 time: 0.7593405 Jul 15 15:25:10.024171 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9c925-e4da-4e68-a9db-f027f85dd871 admin admin] Pushing event deleted for resources: {'Network': ['ID=579fa8cf-a9bb-4f78-bf43-84ac7a207108,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:10.138910 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-4aadbfd8-6e0a-4d23-bdce-37de35d55d4b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:10.141353 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-4aadbfd8-6e0a-4d23-bdce-37de35d55d4b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 811 time: 0.1865187 Jul 15 15:25:10.166815 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-b6e0e04c-4c39-4dab-87d4-854c5139107b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/quotas/afd4ec70edcc4c02824018c6458411be HTTP/1.1" status: 200 len: 375 time: 0.0164993 Jul 15 15:25:10.221542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60408) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:10.272654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-d899aef0-963b-430a-a7db-cdc35410dcbf tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961831 Jul 15 15:25:10.279751 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f3c1967f-cd95-4a9c-8c55-2ee54f629f4f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2db6d724ceec4df59f0f69f5abe77cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569019 Jul 15 15:25:10.282132 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60414) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:10.340902 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-780d33d0-0945-4a3e-81a0-2f92543a0bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:10.388283 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-780d33d0-0945-4a3e-81a0-2f92543a0bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:10.400462 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-79fec454-800c-4d96-be89-3fe31bd976bd service neutron] 10.222.0.38 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268766 Jul 15 15:25:10.482776 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-780d33d0-0945-4a3e-81a0-2f92543a0bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:10.487972 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-780d33d0-0945-4a3e-81a0-2f92543a0bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:10.492297 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-780d33d0-0945-4a3e-81a0-2f92543a0bca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1be31a43-8adb-431b-b709-329db1fbff6c HTTP/1.1" status: 204 len: 168 time: 0.2081771 Jul 15 15:25:10.513202 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d33d0-0945-4a3e-81a0-2f92543a0bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be31a43-8adb-431b-b709-329db1fbff6c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:10.537694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-85975175-b1e7-48dc-a3da-e525edc5c833 service neutron] 10.222.0.38 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286471 Jul 15 15:25:10.826720 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:25:10.853972 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:25:10.854553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0dd1c26b-f19f-4539-b0be-e821b3d8ccdf not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:25:10.854991 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4a5b9220-d604-4469-968f-d9349cc1ab3a no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:25:10.881587 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 4a5b9220-d604-4469-968f-d9349cc1ab3a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:25:10.882568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4a5b9220-d604-4469-968f-d9349cc1ab3a not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:25:11.640216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-4dd50005-6e5b-4f69-9f5a-85ac01657677 req-13a85518-9799-4e75-820a-db319c6cc90c service neutron] (100712) timed out ('10.222.0.22', 64691) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:25:11.863557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65515106-c784-4905-8242-d264a11efd5d req-75e21c30-ee98-4d58-ba45-75896ab94b57 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 210 time: 0.0510035 Jul 15 15:25:12.185273 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60512) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:12.365036 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc7c218f-f13a-45e1-9a81-2841225999cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:12.588823 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc7c218f-f13a-45e1-9a81-2841225999cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:12.594550 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc7c218f-f13a-45e1-9a81-2841225999cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:12.653167 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bc7c218f-f13a-45e1-9a81-2841225999cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=79ba13da40944ff2b5453639bbd5bfa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4671562 Jul 15 15:25:12.656377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60526) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:12.657178 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c218f-f13a-45e1-9a81-2841225999cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66410cac-f10c-4f24-a1e5-f5dfddab40da,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:12.787559 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f9da23a-0ea7-4416-8cde-9926661048bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:12.852803 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f9da23a-0ea7-4416-8cde-9926661048bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:12.938260 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f9da23a-0ea7-4416-8cde-9926661048bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:12.942809 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f9da23a-0ea7-4416-8cde-9926661048bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:12.944468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9f9da23a-0ea7-4416-8cde-9926661048bc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/66410cac-f10c-4f24-a1e5-f5dfddab40da HTTP/1.1" status: 204 len: 168 time: 0.2867312 Jul 15 15:25:12.958857 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9da23a-0ea7-4416-8cde-9926661048bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66410cac-f10c-4f24-a1e5-f5dfddab40da,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:13.177547 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-798495a0-5ea5-4bb3-ba63-accb5d7849b0 req-de7d4183-4cfb-4cb2-9b98-6e7c200f622f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 210 time: 0.0522034 Jul 15 15:25:13.554690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-6de41b5d-4b42-4e88-a6ae-2c013e17d1cc tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:13.556953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-6de41b5d-4b42-4e88-a6ae-2c013e17d1cc tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.22 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 811 time: 0.2375729 Jul 15 15:25:13.572220 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-48467f09-b422-4b20-809f-16d44d4c7b21 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'port': {'device_id': 'd63e0b93-c281-4e67-8857-1bccb764bf95', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'admin_state_up': True, 'tenant_id': 'afd4ec70edcc4c02824018c6458411be'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:13.635892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60558) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:13.659086 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-049cc403-bf6e-4b2c-87d0-efed69e2932b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:13.887770 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-049cc403-bf6e-4b2c-87d0-efed69e2932b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:13.893878 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-049cc403-bf6e-4b2c-87d0-efed69e2932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:13.933924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-48467f09-b422-4b20-809f-16d44d4c7b21 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Made reservation on behalf of afd4ec70edcc4c02824018c6458411be for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:25:13.942723 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-049cc403-bf6e-4b2c-87d0-efed69e2932b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ecfe75698cd84ea0a4a9d8e9be66d8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055933 Jul 15 15:25:13.943952 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-48467f09-b422-4b20-809f-16d44d4c7b21 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:13.945328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60568) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:13.952889 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cc403-bf6e-4b2c-87d0-efed69e2932b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148a4ede-0601-413c-9c17-9c65dc542cd2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:14.047830 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8309ed3c-9966-40bc-8772-b87da65f4670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:14.115576 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8309ed3c-9966-40bc-8772-b87da65f4670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:14.150398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-48467f09-b422-4b20-809f-16d44d4c7b21 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Allocated IP 172.20.0.10 (a0081a40-1b1f-4a3d-8dea-aeff0a91d27c/5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a/4a1d70dd-88c8-4309-b543-7849de14f3d9) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:25:14.240272 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8309ed3c-9966-40bc-8772-b87da65f4670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:14.244022 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8309ed3c-9966-40bc-8772-b87da65f4670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:14.261122 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8309ed3c-9966-40bc-8772-b87da65f4670 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/148a4ede-0601-413c-9c17-9c65dc542cd2 HTTP/1.1" status: 204 len: 168 time: 0.3020284 Jul 15 15:25:14.290575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309ed3c-9966-40bc-8772-b87da65f4670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148a4ede-0601-413c-9c17-9c65dc542cd2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:14.501863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c6ffe48a-72cf-4adc-8bd9-0e7d9cb82b79 req-a390af79-ef7c-4796-ad06-c29955f42509 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 210 time: 0.0584092 Jul 15 15:25:14.544363 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-48467f09-b422-4b20-809f-16d44d4c7b21 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:14.566570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-48467f09-b422-4b20-809f-16d44d4c7b21 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Transition to ACTIVE for port object 4a1d70dd-88c8-4309-b543-7849de14f3d9 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:25:14.621700 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-48467f09-b422-4b20-809f-16d44d4c7b21 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:14.674865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-48467f09-b422-4b20-809f-16d44d4c7b21 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:25:14.686716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-48467f09-b422-4b20-809f-16d44d4c7b21 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:25:14.702829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-48467f09-b422-4b20-809f-16d44d4c7b21 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:25:14.784090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-48467f09-b422-4b20-809f-16d44d4c7b21 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:14.785161 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-48467f09-b422-4b20-809f-16d44d4c7b21 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:14.818208 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48467f09-b422-4b20-809f-16d44d4c7b21 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'Port': ['ID=4a1d70dd-88c8-4309-b543-7849de14f3d9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:14.822062 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-48467f09-b422-4b20-809f-16d44d4c7b21 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2544382 Jul 15 15:25:15.042513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Request body: {'port': {'device_id': 'd63e0b93-c281-4e67-8857-1bccb764bf95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:15.071660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-85b08e12-6700-4af2-9c2f-c26452118e77 None None] Provisioning for port 4a1d70dd-88c8-4309-b543-7849de14f3d9 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:25:15.077927 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-85b08e12-6700-4af2-9c2f-c26452118e77 None None] Provisioning complete for port 4a1d70dd-88c8-4309-b543-7849de14f3d9 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:25:15.078578 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85b08e12-6700-4af2-9c2f-c26452118e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:15.146673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-85b08e12-6700-4af2-9c2f-c26452118e77 None None] Port 4a1d70dd-88c8-4309-b543-7849de14f3d9 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:25:15.192810 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:15.760073 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1d70dd-88c8-4309-b543-7849de14f3d9 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:25:15.784773 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:15.872294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Transition to ACTIVE for port object 4a1d70dd-88c8-4309-b543-7849de14f3d9 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:25:15.897153 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:16.082875 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1d70dd-88c8-4309-b543-7849de14f3d9,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:16.253086 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9e24d-70e6-45e1-8513-948d3ca71874 req-c40921c9-2d65-4f4a-a410-fa8c3c466b29 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:16.267180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-baa9e24d-70e6-45e1-8513-948d3ca71874 req-c40921c9-2d65-4f4a-a410-fa8c3c466b29 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 932 time: 0.4760303 Jul 15 15:25:16.419756 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-baa9e24d-70e6-45e1-8513-948d3ca71874 req-b2c9cffc-105a-43d2-8b60-82300a8632ec tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514151 Jul 15 15:25:16.421341 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Attempting to bind port 4a1d70dd-88c8-4309-b543-7849de14f3d9 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:25:16.422036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Attempting to bind port 4a1d70dd-88c8-4309-b543-7849de14f3d9 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:25:16.422802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Attempting to bind port 4a1d70dd-88c8-4309-b543-7849de14f3d9 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:25:16.441040 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Port 4a1d70dd-88c8-4309-b543-7849de14f3d9 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:25:16.441558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Attempting to bind port 4a1d70dd-88c8-4309-b543-7849de14f3d9 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:25:16.458217 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:25:16.458587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Checking segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:25:16.458981 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Bound using segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:25:16.459421 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Bound port: 4a1d70dd-88c8-4309-b543-7849de14f3d9, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:25:16.459784 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:16.549525 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] For port 4a1d70dd-88c8-4309-b543-7849de14f3d9, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:25:16.553965 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] For port 4a1d70dd-88c8-4309-b543-7849de14f3d9, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4a1d70dd-88c8-4309-b543-7849de14f3d9,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:25:16.562263 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:16.625115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:16.625828 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:16.627526 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] 10.222.0.22 "PUT /v2.0/ports/4a1d70dd-88c8-4309-b543-7849de14f3d9 HTTP/1.1" status: 200 len: 1092 time: 1.7981393 Jul 15 15:25:16.628066 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63e0b93-c281-4e67-8857-1bccb764bf95', 'tag': '4a1d70dd-88c8-4309-b543-7849de14f3d9'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:25:16.630627 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73014d9a-2117-4f41-9e62-c35e3afe5f03" -d '{"events": [{"name": "network-changed", "server_uuid": "d63e0b93-c281-4e67-8857-1bccb764bf95", "tag": "4a1d70dd-88c8-4309-b543-7849de14f3d9"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:25:16.691750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f778b-dbf3-4e5a-9a09-be9aa3057fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1d70dd-88c8-4309-b543-7849de14f3d9,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:16.734799 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177f853e-bf5a-4992-ad3f-10029639770b x-openstack-request-id: req-177f853e-bf5a-4992-ad3f-10029639770b {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:25:16.735258 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63e0b93-c281-4e67-8857-1bccb764bf95", "tag": "4a1d70dd-88c8-4309-b543-7849de14f3d9", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:25:16.737676 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-177f853e-bf5a-4992-ad3f-10029639770b {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:25:16.738174 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63e0b93-c281-4e67-8857-1bccb764bf95', 'tag': '4a1d70dd-88c8-4309-b543-7849de14f3d9', 'status': 'completed', 'code': 200} Jul 15 15:25:16.769992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-da641afb-0f6b-489b-a11a-28073cd418a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:16.772623 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-da641afb-0f6b-489b-a11a-28073cd418a1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 1095 time: 0.0761719 Jul 15 15:25:16.866640 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-f8f8a092-7f3b-492b-8e0e-6eca60a6962f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a1d70dd-88c8-4309-b543-7849de14f3d9 HTTP/1.1" status: 200 len: 217 time: 0.0864258 Jul 15 15:25:16.941581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-3af2171f-6d6b-47b3-84c7-548ceb2b7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:16.943239 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-3af2171f-6d6b-47b3-84c7-548ceb2b7633 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0694590 Jul 15 15:25:16.980216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60674) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:17.102595 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5abfafd1-0ad3-4d92-8139-98a8fbe2f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:17.102595 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-5abfafd1-0ad3-4d92-8139-98a8fbe2f9d6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514535 Jul 15 15:25:17.292997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-468169a8-d405-4a2f-ae8a-a629f44400b1 service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835668 Jul 15 15:25:17.301583 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69d65940-167f-4d89-b9d2-758990621f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:17.573557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55dd29d7-e599-43c4-91a9-73453de0eb92 req-d6312ee7-d5f9-4f15-94e5-a8adc7a50119 service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670753 Jul 15 15:25:17.603379 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69d65940-167f-4d89-b9d2-758990621f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:17.613537 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69d65940-167f-4d89-b9d2-758990621f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:17.697901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d65940-167f-4d89-b9d2-758990621f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa9b22-ce8e-4d64-bd67-0f877b24e3cd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:17.706889 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-69d65940-167f-4d89-b9d2-758990621f28 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6cef024f42764f8bb89a33980072cde8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7252145 Jul 15 15:25:17.710163 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60694) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:17.820011 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e90d87e-73d4-406f-b073-1fd8de3121fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:17.854571 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e90d87e-73d4-406f-b073-1fd8de3121fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:17.859038 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bdc4d-874a-47eb-8367-6ed5ecdc6344 req-fb475e38-4642-412f-825b-8b4a8f1273c0 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:17.860686 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-085bdc4d-874a-47eb-8367-6ed5ecdc6344 req-fb475e38-4642-412f-825b-8b4a8f1273c0 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.2298694 Jul 15 15:25:17.897525 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73014d9a-2117-4f41-9e62-c35e3afe5f03 req-77549f25-10a6-4d73-8052-91e5c3fbbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:17.899059 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-73014d9a-2117-4f41-9e62-c35e3afe5f03 req-77549f25-10a6-4d73-8052-91e5c3fbbe58 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 1095 time: 0.2164173 Jul 15 15:25:17.921126 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e90d87e-73d4-406f-b073-1fd8de3121fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:17.924148 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e90d87e-73d4-406f-b073-1fd8de3121fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:17.928188 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0e90d87e-73d4-406f-b073-1fd8de3121fa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/acfa9b22-ce8e-4d64-bd67-0f877b24e3cd HTTP/1.1" status: 204 len: 168 time: 0.2161145 Jul 15 15:25:17.936805 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90d87e-73d4-406f-b073-1fd8de3121fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa9b22-ce8e-4d64-bd67-0f877b24e3cd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:17.983516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60704) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:18.020186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-085bdc4d-874a-47eb-8367-6ed5ecdc6344 req-127ac099-9f6b-4e64-ab93-71dc0094ae05 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454344 Jul 15 15:25:18.099081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73014d9a-2117-4f41-9e62-c35e3afe5f03 req-5bcdc8d2-866c-4e0d-b309-56280d9979d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:18.101024 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-73014d9a-2117-4f41-9e62-c35e3afe5f03 req-5bcdc8d2-866c-4e0d-b309-56280d9979d2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.1955209 Jul 15 15:25:18.157174 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-73014d9a-2117-4f41-9e62-c35e3afe5f03 req-f2ac5a97-4b22-4254-b260-1257289f7cdb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a1d70dd-88c8-4309-b543-7849de14f3d9 HTTP/1.1" status: 200 len: 217 time: 0.0481665 Jul 15 15:25:18.218289 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73014d9a-2117-4f41-9e62-c35e3afe5f03 req-52eaabd5-1c09-4864-8472-798d5298af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:18.220202 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-73014d9a-2117-4f41-9e62-c35e3afe5f03 req-52eaabd5-1c09-4864-8472-798d5298af6c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0566988 Jul 15 15:25:18.286667 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f06e4f5e-e347-4b5f-83dc-10eb1625bfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:18.290964 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73014d9a-2117-4f41-9e62-c35e3afe5f03 req-03315887-dae5-4531-99eb-5bc7bca715ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:18.292512 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-73014d9a-2117-4f41-9e62-c35e3afe5f03 req-03315887-dae5-4531-99eb-5bc7bca715ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661607 Jul 15 15:25:18.481146 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-73014d9a-2117-4f41-9e62-c35e3afe5f03 req-9d127bc2-cbf3-4b5e-ab01-c2f4927037dc service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810582 Jul 15 15:25:18.498678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f06e4f5e-e347-4b5f-83dc-10eb1625bfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:18.507120 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f06e4f5e-e347-4b5f-83dc-10eb1625bfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:18.572175 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f06e4f5e-e347-4b5f-83dc-10eb1625bfbf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=85137b068c00420e9ff1418cecd46c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5875497 Jul 15 15:25:18.589417 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60730) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:18.597366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60732) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:18.650281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e4f5e-e347-4b5f-83dc-10eb1625bfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5f6b44-daad-446d-8c51-e9e8afd340ba,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:18.660456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-73014d9a-2117-4f41-9e62-c35e3afe5f03 req-04ca85d1-a262-4dc7-af5b-934078ea382f service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724527 Jul 15 15:25:18.717356 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c52241ac-d696-438d-a0ca-86ace04912ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:18.757553 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c52241ac-d696-438d-a0ca-86ace04912ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:18.912396 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c52241ac-d696-438d-a0ca-86ace04912ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:18.935296 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c52241ac-d696-438d-a0ca-86ace04912ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:18.939675 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c52241ac-d696-438d-a0ca-86ace04912ca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e5f6b44-daad-446d-8c51-e9e8afd340ba HTTP/1.1" status: 204 len: 168 time: 0.3509293 Jul 15 15:25:18.958951 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b8a228c3-2980-4ce8-a6fd-cec7bf17246a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:18.977623 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52241ac-d696-438d-a0ca-86ace04912ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5f6b44-daad-446d-8c51-e9e8afd340ba,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:19.177395 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:19.337353 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b8a228c3-2980-4ce8-a6fd-cec7bf17246a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:19.347979 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b8a228c3-2980-4ce8-a6fd-cec7bf17246a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:19.366321 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b6183-1a1e-48ff-ba8f-6c01b18ba9a9 req-b415f125-8d2c-424a-8f87-097b4d388d19 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:19.368979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-421b6183-1a1e-48ff-ba8f-6c01b18ba9a9 req-b415f125-8d2c-424a-8f87-097b4d388d19 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.1665277 Jul 15 15:25:19.427776 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:19.463725 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-421b6183-1a1e-48ff-ba8f-6c01b18ba9a9 req-bab27354-7ee9-4434-a2d6-8fe1d4262cbf tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804975 Jul 15 15:25:19.485091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a228c3-2980-4ce8-a6fd-cec7bf17246a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bff3883-fdbe-447f-bca0-9c9f529e5ce2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:19.512293 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b8a228c3-2980-4ce8-a6fd-cec7bf17246a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6384c1c11f7b4daa8760e6636f775300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9093218 Jul 15 15:25:19.514881 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60758) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:19.621422 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5215-9e5c-41aa-93b7-da9089d2e43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:19.657660 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5215-9e5c-41aa-93b7-da9089d2e43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:19.757265 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5215-9e5c-41aa-93b7-da9089d2e43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:19.770729 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5215-9e5c-41aa-93b7-da9089d2e43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:19.782690 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ea6c5215-9e5c-41aa-93b7-da9089d2e43d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4bff3883-fdbe-447f-bca0-9c9f529e5ce2 HTTP/1.1" status: 204 len: 168 time: 0.2637408 Jul 15 15:25:19.796326 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c5215-9e5c-41aa-93b7-da9089d2e43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bff3883-fdbe-447f-bca0-9c9f529e5ce2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:19.929717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60768) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:19.951831 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9589868-b85f-4a17-b7ea-aa193282b59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:20.178678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9589868-b85f-4a17-b7ea-aa193282b59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:20.178678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9589868-b85f-4a17-b7ea-aa193282b59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:20.235608 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c9589868-b85f-4a17-b7ea-aa193282b59e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0da7936efcb740be9c15cb58deac95bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014653 Jul 15 15:25:20.235608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9589868-b85f-4a17-b7ea-aa193282b59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c215e2b-1c45-4795-a725-190f61d8f8b4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:20.236612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60774) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:20.332562 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cd6490a2-475f-475c-8415-e96ed45a03f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:20.360226 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cd6490a2-475f-475c-8415-e96ed45a03f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:20.430132 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 60778) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:20.458019 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cd6490a2-475f-475c-8415-e96ed45a03f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:20.460578 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cd6490a2-475f-475c-8415-e96ed45a03f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:20.461752 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cd6490a2-475f-475c-8415-e96ed45a03f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2c215e2b-1c45-4795-a725-190f61d8f8b4 HTTP/1.1" status: 204 len: 168 time: 0.2235358 Jul 15 15:25:20.462614 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a36ea626-b594-41f0-8e80-1fcb921467cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:20.511707 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6490a2-475f-475c-8415-e96ed45a03f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c215e2b-1c45-4795-a725-190f61d8f8b4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:20.726321 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a36ea626-b594-41f0-8e80-1fcb921467cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:20.734031 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a36ea626-b594-41f0-8e80-1fcb921467cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:20.777487 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a36ea626-b594-41f0-8e80-1fcb921467cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=12d30002992a44099a99dfdbb8d1e31f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419764 Jul 15 15:25:20.783486 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60792) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:20.859613 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-942ae9b3-4435-489b-9020-e540cab91f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:20.864266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ea626-b594-41f0-8e80-1fcb921467cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d1e279-4562-4d16-a099-e2430633842d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:20.893727 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-942ae9b3-4435-489b-9020-e540cab91f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:20.949886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138711f9-05ee-4766-bf69-7ea23fb2ce9d req-cd14b7e4-a3ed-4d9f-b9b4-a569c3c86018 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:20.963155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-138711f9-05ee-4766-bf69-7ea23fb2ce9d req-cd14b7e4-a3ed-4d9f-b9b4-a569c3c86018 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.1664336 Jul 15 15:25:21.011579 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-138711f9-05ee-4766-bf69-7ea23fb2ce9d req-87a22927-7bc7-4823-8620-e54ad273e3dd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474610 Jul 15 15:25:21.039007 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-942ae9b3-4435-489b-9020-e540cab91f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:21.048198 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-942ae9b3-4435-489b-9020-e540cab91f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:21.050094 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-942ae9b3-4435-489b-9020-e540cab91f1f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1d1e279-4562-4d16-a099-e2430633842d HTTP/1.1" status: 204 len: 168 time: 0.2652740 Jul 15 15:25:21.060515 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ae9b3-4435-489b-9020-e540cab91f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d1e279-4562-4d16-a099-e2430633842d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:21.712022 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:25:22.282335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ce2d2-cf83-4b3a-96c8-9d834da868ba req-8c6cdf6c-2765-47f0-9517-1db903c2b4ba tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:22.285587 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f36ce2d2-cf83-4b3a-96c8-9d834da868ba req-8c6cdf6c-2765-47f0-9517-1db903c2b4ba tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.1157250 Jul 15 15:25:22.340402 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f36ce2d2-cf83-4b3a-96c8-9d834da868ba req-cfd4f870-dd9d-4e34-82fc-cda5b4a0c8ad tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469146 Jul 15 15:25:22.804354 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:23.200244 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:23.341680 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:23.349377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:23.399890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a4c620-d326-41d4-982b-c68a78a0d826,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:23.409794 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:23.410340 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:23.410878 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:23.411407 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:23.411978 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:23.412596 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:23.413153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:23.413729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:23.414322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:23.414964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:23.415534 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:23.416097 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:23.422305 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4f456780-78ed-47d9-8d88-c37bab952780 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96823d5866b349f1b50b7e4cc13149f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162224 Jul 15 15:25:23.424997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 60978) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:23.535921 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95a8285b-3240-4542-bf73-bc8a265fecfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:23.577459 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95a8285b-3240-4542-bf73-bc8a265fecfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:23.666628 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95a8285b-3240-4542-bf73-bc8a265fecfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:23.680301 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95a8285b-3240-4542-bf73-bc8a265fecfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:23.687805 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-95a8285b-3240-4542-bf73-bc8a265fecfd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/02a4c620-d326-41d4-982b-c68a78a0d826 HTTP/1.1" status: 204 len: 168 time: 0.2613940 Jul 15 15:25:23.702266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8285b-3240-4542-bf73-bc8a265fecfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a4c620-d326-41d4-982b-c68a78a0d826,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:23.716479 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe44bbe-6913-43cd-91a5-67cc2dda7d08 req-1227e711-e22c-44a2-8d6d-f0e3900dcf05 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:23.725005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bbe44bbe-6913-43cd-91a5-67cc2dda7d08 req-1227e711-e22c-44a2-8d6d-f0e3900dcf05 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.1618516 Jul 15 15:25:23.823565 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bbe44bbe-6913-43cd-91a5-67cc2dda7d08 req-22ab8dbd-d610-4159-ac58-3a9e43085232 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898104 Jul 15 15:25:24.221161 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 32770) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:24.247429 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-832cb81b-ad90-43f3-8eb9-8871b74ee1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:24.435421 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-832cb81b-ad90-43f3-8eb9-8871b74ee1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:24.443654 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-832cb81b-ad90-43f3-8eb9-8871b74ee1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:24.510298 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-832cb81b-ad90-43f3-8eb9-8871b74ee1f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=33a670d86a0c4edb9bb05218fbee65ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872577 Jul 15 15:25:24.513029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 32780) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:24.565598 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cb81b-ad90-43f3-8eb9-8871b74ee1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f0dd64-845c-4b25-b28b-ae4bfddbc15a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:24.580728 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c879b22d-ff30-4e67-8563-27bb77ba1cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:24.636737 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c879b22d-ff30-4e67-8563-27bb77ba1cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:24.718781 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c879b22d-ff30-4e67-8563-27bb77ba1cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:24.722313 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c879b22d-ff30-4e67-8563-27bb77ba1cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:24.723913 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c879b22d-ff30-4e67-8563-27bb77ba1cf5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/88f0dd64-845c-4b25-b28b-ae4bfddbc15a HTTP/1.1" status: 204 len: 168 time: 0.2089703 Jul 15 15:25:24.738257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879b22d-ff30-4e67-8563-27bb77ba1cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f0dd64-845c-4b25-b28b-ae4bfddbc15a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:25.188689 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463a2c5-fbce-4b62-9402-62cc267a9b04 req-5333024e-fec3-4aab-99d8-54888d986acd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:25.199882 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0463a2c5-fbce-4b62-9402-62cc267a9b04 req-5333024e-fec3-4aab-99d8-54888d986acd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.1169043 Jul 15 15:25:25.255964 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0463a2c5-fbce-4b62-9402-62cc267a9b04 req-777a35a5-eeea-4be8-a313-2a631434739d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549173 Jul 15 15:25:25.909608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 32832) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:26.057027 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71b3d39c-c551-4be3-9a1d-908abe34161a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.159955 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71b3d39c-c551-4be3-9a1d-908abe34161a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.167806 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71b3d39c-c551-4be3-9a1d-908abe34161a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.199008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 32840) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:26.212077 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-71b3d39c-c551-4be3-9a1d-908abe34161a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=59769584534e4d0fbbf5d7765e064bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014150 Jul 15 15:25:26.214784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 32844) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:26.216753 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3d39c-c551-4be3-9a1d-908abe34161a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979db4e1-1a04-4e38-b5c6-9579eaa1f1e5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:26.277140 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e511be5-bf78-40b8-8ee6-babdc6f0a4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.299153 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e511be5-bf78-40b8-8ee6-babdc6f0a4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.340017 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-647fec85-e0ed-4601-a768-af1cb9158c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.415504 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e511be5-bf78-40b8-8ee6-babdc6f0a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.417901 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e511be5-bf78-40b8-8ee6-babdc6f0a4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.419046 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1e511be5-bf78-40b8-8ee6-babdc6f0a4d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/979db4e1-1a04-4e38-b5c6-9579eaa1f1e5 HTTP/1.1" status: 204 len: 168 time: 0.2031109 Jul 15 15:25:26.437048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e511be5-bf78-40b8-8ee6-babdc6f0a4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979db4e1-1a04-4e38-b5c6-9579eaa1f1e5,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:26.486712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0a506-66cb-48c2-a3ec-64015cfd9445 req-e4242406-1494-4833-9ca1-9e8c2dd42a25 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:26.491006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1cc0a506-66cb-48c2-a3ec-64015cfd9445 req-e4242406-1494-4833-9ca1-9e8c2dd42a25 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.1127455 Jul 15 15:25:26.545765 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-647fec85-e0ed-4601-a768-af1cb9158c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.554618 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-647fec85-e0ed-4601-a768-af1cb9158c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.572360 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1cc0a506-66cb-48c2-a3ec-64015cfd9445 req-00732c8c-28b0-4955-9c74-4350df47609e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701268 Jul 15 15:25:26.594746 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fec85-e0ed-4601-a768-af1cb9158c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8563fa35-2c8e-440c-acc8-9e05f44c6a32,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:26.612699 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 32852) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:26.612844 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-647fec85-e0ed-4601-a768-af1cb9158c29 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b488247a0f1a4fa9877929cfdce14a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4123716 Jul 15 15:25:26.664375 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed13a-c246-4d80-bc5d-a097e3940579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.688939 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed13a-c246-4d80-bc5d-a097e3940579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.726498 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 32854) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:26.740503 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef212396-a2d4-4a19-90aa-7f17cfdde236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.774577 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed13a-c246-4d80-bc5d-a097e3940579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.777782 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed13a-c246-4d80-bc5d-a097e3940579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.781322 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6c2ed13a-c246-4d80-bc5d-a097e3940579 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8563fa35-2c8e-440c-acc8-9e05f44c6a32 HTTP/1.1" status: 204 len: 168 time: 0.1664863 Jul 15 15:25:26.802493 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed13a-c246-4d80-bc5d-a097e3940579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8563fa35-2c8e-440c-acc8-9e05f44c6a32,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:26.923695 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef212396-a2d4-4a19-90aa-7f17cfdde236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.930966 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef212396-a2d4-4a19-90aa-7f17cfdde236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:26.973896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef212396-a2d4-4a19-90aa-7f17cfdde236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0d22e8-faf9-4f6c-9b6d-8d5d8bf5687f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:26.979871 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ef212396-a2d4-4a19-90aa-7f17cfdde236 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9e4c593151d4164bd2be02c717c579c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523479 Jul 15 15:25:26.982681 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 32858) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:27.042623 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab92e0e7-6034-463c-98df-7c8fb226b0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:27.067721 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab92e0e7-6034-463c-98df-7c8fb226b0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:27.133471 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab92e0e7-6034-463c-98df-7c8fb226b0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:27.136642 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab92e0e7-6034-463c-98df-7c8fb226b0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:27.137785 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ab92e0e7-6034-463c-98df-7c8fb226b0fd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6e0d22e8-faf9-4f6c-9b6d-8d5d8bf5687f HTTP/1.1" status: 204 len: 168 time: 0.1542003 Jul 15 15:25:27.152369 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92e0e7-6034-463c-98df-7c8fb226b0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0d22e8-faf9-4f6c-9b6d-8d5d8bf5687f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:27.247368 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 32866) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:27.268072 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf53168e-23d3-4758-8b80-72862fed6fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:27.387189 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf53168e-23d3-4758-8b80-72862fed6fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:27.394897 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf53168e-23d3-4758-8b80-72862fed6fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:27.450988 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cf53168e-23d3-4758-8b80-72862fed6fc5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=799fc009cbf34e8791b48fee36f6b6b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2000935 Jul 15 15:25:27.450988 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53168e-23d3-4758-8b80-72862fed6fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24007831-f68b-4312-9475-bd6441909e34,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:27.451637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 32880) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:27.514401 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-944026b7-7aa8-4aa8-bd12-0cb0bd597389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:27.542955 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-944026b7-7aa8-4aa8-bd12-0cb0bd597389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:27.615104 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-944026b7-7aa8-4aa8-bd12-0cb0bd597389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:27.618033 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-944026b7-7aa8-4aa8-bd12-0cb0bd597389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:27.619435 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-944026b7-7aa8-4aa8-bd12-0cb0bd597389 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24007831-f68b-4312-9475-bd6441909e34 HTTP/1.1" status: 204 len: 168 time: 0.1661127 Jul 15 15:25:27.648188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944026b7-7aa8-4aa8-bd12-0cb0bd597389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24007831-f68b-4312-9475-bd6441909e34,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:27.893641 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eadb72-ed58-4da1-bd56-818f91565af6 req-f3482eee-1a19-4cb0-9d55-e282cfc7607a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:27.895660 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-73eadb72-ed58-4da1-bd56-818f91565af6 req-f3482eee-1a19-4cb0-9d55-e282cfc7607a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.0926540 Jul 15 15:25:28.003175 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-73eadb72-ed58-4da1-bd56-818f91565af6 req-f09df72d-62c3-4681-805d-4401fe218ef9 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017261 Jul 15 15:25:29.381031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2129e-e519-4868-807f-e7d7b49b0fc0 req-3fc3eeaf-b566-4bbd-b8b3-43c2546a6a9d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:29.390290 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59d2129e-e519-4868-807f-e7d7b49b0fc0 req-3fc3eeaf-b566-4bbd-b8b3-43c2546a6a9d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.1419811 Jul 15 15:25:29.448372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59d2129e-e519-4868-807f-e7d7b49b0fc0 req-d0e4a54d-cb6f-45a3-87b8-fb766cf8a7f6 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570176 Jul 15 15:25:30.056737 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0fa988a7-c3f4-4add-b0b8-8f4e70935769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:30.424649 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 32986) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:30.625511 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6cb03a1-2ebc-4fd9-b150-381da8b6741a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:30.738302 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea023a-a087-43e4-8afc-fd2f210734d5 req-1a624fad-ba0a-4918-9456-4f5031fa52c7 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:30.740533 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4ea023a-a087-43e4-8afc-fd2f210734d5 req-1a624fad-ba0a-4918-9456-4f5031fa52c7 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.1077991 Jul 15 15:25:30.758783 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6cb03a1-2ebc-4fd9-b150-381da8b6741a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:30.764862 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6cb03a1-2ebc-4fd9-b150-381da8b6741a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:30.829031 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e6cb03a1-2ebc-4fd9-b150-381da8b6741a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=04194096c5bb482b8b62442b12862f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009712 Jul 15 15:25:30.831143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33000) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:30.847835 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4ea023a-a087-43e4-8afc-fd2f210734d5 req-b3d35d06-0ed1-401b-b788-36791a832ba5 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933304 Jul 15 15:25:30.854865 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb03a1-2ebc-4fd9-b150-381da8b6741a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ace30a4-10e3-4cc2-ade5-c727e3e5af3e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:30.908754 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a374340c-3a9a-49a3-a7a1-30cf15f6c821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:30.932590 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a374340c-3a9a-49a3-a7a1-30cf15f6c821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:30.980344 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a374340c-3a9a-49a3-a7a1-30cf15f6c821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:30.983717 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a374340c-3a9a-49a3-a7a1-30cf15f6c821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:30.999958 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a374340c-3a9a-49a3-a7a1-30cf15f6c821 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2ace30a4-10e3-4cc2-ade5-c727e3e5af3e HTTP/1.1" status: 204 len: 168 time: 0.1672094 Jul 15 15:25:31.018458 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374340c-3a9a-49a3-a7a1-30cf15f6c821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ace30a4-10e3-4cc2-ade5-c727e3e5af3e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:31.407624 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33006) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:31.426191 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d51b0b5c-3372-44d8-b11b-8ef590481b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:31.534982 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d51b0b5c-3372-44d8-b11b-8ef590481b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:31.539137 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d51b0b5c-3372-44d8-b11b-8ef590481b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:31.583715 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33008) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:31.584395 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d51b0b5c-3372-44d8-b11b-8ef590481b49 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f39baf898a8f45ae8949aa90d669030f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734135 Jul 15 15:25:31.585406 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b0b5c-3372-44d8-b11b-8ef590481b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1305a76-205f-481d-81ad-c8f6f1c388ed,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:31.643242 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef9fe-533e-4e80-b821-663cfa09cb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:31.668328 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef9fe-533e-4e80-b821-663cfa09cb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:31.717601 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef9fe-533e-4e80-b821-663cfa09cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:31.721458 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef9fe-533e-4e80-b821-663cfa09cb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:31.724978 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1f9ef9fe-533e-4e80-b821-663cfa09cb1d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1305a76-205f-481d-81ad-c8f6f1c388ed HTTP/1.1" status: 204 len: 168 time: 0.1379800 Jul 15 15:25:31.731705 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ef9fe-533e-4e80-b821-663cfa09cb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1305a76-205f-481d-81ad-c8f6f1c388ed,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:32.195664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb932165-f843-457e-b0cc-55349a700d6b req-ffd0fd08-4bc3-4bb4-9d4c-b41bf27b20af tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:32.205809 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb932165-f843-457e-b0cc-55349a700d6b req-ffd0fd08-4bc3-4bb4-9d4c-b41bf27b20af tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.1204708 Jul 15 15:25:32.275470 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb932165-f843-457e-b0cc-55349a700d6b req-e62a3e74-b17e-4de9-bc87-055c1a636551 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680575 Jul 15 15:25:32.825162 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:32.919565 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-73e0ecad-200e-40c3-9d1c-0dad96194814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:33.485764 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c88e0-6fe8-412b-82f8-ad2d5a124905 req-90b6dc33-ef50-4aaa-afe4-615479956e6c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:33.487620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d0c88e0-6fe8-412b-82f8-ad2d5a124905 req-90b6dc33-ef50-4aaa-afe4-615479956e6c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.0862458 Jul 15 15:25:33.553722 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d0c88e0-6fe8-412b-82f8-ad2d5a124905 req-fc97f87b-2822-4b38-aadc-492b105339d0 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597601 Jul 15 15:25:34.335641 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:34.633939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33132) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:34.781487 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d9112-27c7-4b48-bac4-d11ff3a365aa req-c55f3e28-a1ce-4063-bed3-b7b651722ec3 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:34.784282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c42d9112-27c7-4b48-bac4-d11ff3a365aa req-c55f3e28-a1ce-4063-bed3-b7b651722ec3 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.0821106 Jul 15 15:25:34.847369 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c42d9112-27c7-4b48-bac4-d11ff3a365aa req-0b8ac167-cfca-4099-85b4-6aa6d4723f00 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562191 Jul 15 15:25:34.957732 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ae58807-32b8-4172-8623-2e6c24120474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:35.051872 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ae58807-32b8-4172-8623-2e6c24120474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:35.055571 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ae58807-32b8-4172-8623-2e6c24120474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:35.094681 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9ae58807-32b8-4172-8623-2e6c24120474 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2778eafb85574323ad05fa3d64e7fbf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4475017 Jul 15 15:25:35.097657 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae58807-32b8-4172-8623-2e6c24120474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94199536-fbbf-4d1b-b488-9e62fda1617b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:35.098909 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33140) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:35.151789 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8413e850-7c54-45ef-b5c0-7b2999319108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:35.173140 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8413e850-7c54-45ef-b5c0-7b2999319108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:35.222444 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8413e850-7c54-45ef-b5c0-7b2999319108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:35.224961 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8413e850-7c54-45ef-b5c0-7b2999319108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:35.226116 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8413e850-7c54-45ef-b5c0-7b2999319108 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94199536-fbbf-4d1b-b488-9e62fda1617b HTTP/1.1" status: 204 len: 168 time: 0.1258972 Jul 15 15:25:35.236187 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413e850-7c54-45ef-b5c0-7b2999319108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94199536-fbbf-4d1b-b488-9e62fda1617b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:36.025065 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:36.380445 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67962576-665a-4e29-9e29-44df290f7920 req-b345f659-867b-4bdb-857f-fa05fa47fab5 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:36.387471 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67962576-665a-4e29-9e29-44df290f7920 req-b345f659-867b-4bdb-857f-fa05fa47fab5 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.3923728 Jul 15 15:25:36.435125 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67962576-665a-4e29-9e29-44df290f7920 req-69319340-b857-46d0-97f8-6c6cf5fdfbfa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467086 Jul 15 15:25:37.619536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdfee2-a222-4fc0-9b67-12f63fe4af3b req-fcb92a7d-f919-49f1-afb1-393f967e994f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:37.621052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aefdfee2-a222-4fc0-9b67-12f63fe4af3b req-fcb92a7d-f919-49f1-afb1-393f967e994f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.0669441 Jul 15 15:25:37.660131 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aefdfee2-a222-4fc0-9b67-12f63fe4af3b req-5c09ee15-b720-4bad-b141-50e781868c10 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333908 Jul 15 15:25:38.240232 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33274) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:38.372649 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4796bd56-63b7-4942-9777-026f08a213aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:38.480550 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4796bd56-63b7-4942-9777-026f08a213aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:38.484352 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4796bd56-63b7-4942-9777-026f08a213aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:38.527377 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4796bd56-63b7-4942-9777-026f08a213aa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8ad6c7d8870d4f38b3a5502efddb8a69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859819 Jul 15 15:25:38.528474 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796bd56-63b7-4942-9777-026f08a213aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0b53cc-bcfb-42a0-b821-4a8b308d3611,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:38.530427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33286) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:38.584568 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2d331df-36a9-432a-91c4-53449126058e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:38.609925 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2d331df-36a9-432a-91c4-53449126058e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:38.661237 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2d331df-36a9-432a-91c4-53449126058e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:38.664485 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a2d331df-36a9-432a-91c4-53449126058e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:38.665747 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a2d331df-36a9-432a-91c4-53449126058e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f0b53cc-bcfb-42a0-b821-4a8b308d3611 HTTP/1.1" status: 204 len: 168 time: 0.1339219 Jul 15 15:25:38.675327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d331df-36a9-432a-91c4-53449126058e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0b53cc-bcfb-42a0-b821-4a8b308d3611,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:38.860094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28741e0a-afb1-4467-92a3-e57dcbb7bf66 req-60f82622-5860-42a1-824b-25a6f63ea4f4 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:38.868926 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28741e0a-afb1-4467-92a3-e57dcbb7bf66 req-60f82622-5860-42a1-824b-25a6f63ea4f4 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.0795743 Jul 15 15:25:38.927402 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28741e0a-afb1-4467-92a3-e57dcbb7bf66 req-86c0c6dd-8260-4daa-a0ef-88c8a9cc3fb2 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573132 Jul 15 15:25:39.552690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33330) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:39.796022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c55101dc-ba11-48ce-9867-c84929de68e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1702672971-network', 'tenant_id': 'e44ad5f2b03c41f7a987caa57c1d2df3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:39.821522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55101dc-ba11-48ce-9867-c84929de68e0 admin admin] Made reservation on behalf of e44ad5f2b03c41f7a987caa57c1d2df3 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:25:39.824343 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c55101dc-ba11-48ce-9867-c84929de68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:39.834314 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c55101dc-ba11-48ce-9867-c84929de68e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:39.943007 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c55101dc-ba11-48ce-9867-c84929de68e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:39.947679 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c55101dc-ba11-48ce-9867-c84929de68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:39.982337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55101dc-ba11-48ce-9867-c84929de68e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce8e7ce-8a26-4ccd-8887-9f97439e6987,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:39.986512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55101dc-ba11-48ce-9867-c84929de68e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:25:40.000454 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c55101dc-ba11-48ce-9867-c84929de68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:40.001146 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-c55101dc-ba11-48ce-9867-c84929de68e0 admin admin] Added segment 78c9489a-da32-4bcf-baa2-5ff8d58704fa of type vlan for network 45fa986c-1017-4d38-88b8-88b6da11c447 Jul 15 15:25:40.065655 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c55101dc-ba11-48ce-9867-c84929de68e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:40.151171 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c55101dc-ba11-48ce-9867-c84929de68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:40.152499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55101dc-ba11-48ce-9867-c84929de68e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:40.153478 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c55101dc-ba11-48ce-9867-c84929de68e0 admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:40.199818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb1d06-81b2-40c9-a86f-77f812a1e132 req-0c096619-6810-458e-8bc9-a26459878b53 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:40.201344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aacb1d06-81b2-40c9-a86f-77f812a1e132 req-0c096619-6810-458e-8bc9-a26459878b53 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.1280699 Jul 15 15:25:40.206307 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c55101dc-ba11-48ce-9867-c84929de68e0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6524189 Jul 15 15:25:40.209304 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33354) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:40.221086 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-85768db0-339c-4ad1-85ae-99f8e42a760c admin admin] Request body: {'subnet': {'network_id': '45fa986c-1017-4d38-88b8-88b6da11c447', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1702672971-subnet', 'tenant_id': 'e44ad5f2b03c41f7a987caa57c1d2df3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:40.241748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55101dc-ba11-48ce-9867-c84929de68e0 admin admin] Pushing event updated for resources: {'Network': ['ID=45fa986c-1017-4d38-88b8-88b6da11c447,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:40.253244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 45fa986c-1017-4d38-88b8-88b6da11c447 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:25:40.255433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85768db0-339c-4ad1-85ae-99f8e42a760c admin admin] Made reservation on behalf of e44ad5f2b03c41f7a987caa57c1d2df3 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:25:40.260355 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85768db0-339c-4ad1-85ae-99f8e42a760c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:40.295538 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aacb1d06-81b2-40c9-a86f-77f812a1e132 req-1a2dbf69-9adb-4473-a089-f201093d4d92 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564132 Jul 15 15:25:40.474850 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85768db0-339c-4ad1-85ae-99f8e42a760c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:40.533936 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85768db0-339c-4ad1-85ae-99f8e42a760c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ff8880-97a7-468a-93f2-5164dfbebd9b,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:40.539286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85768db0-339c-4ad1-85ae-99f8e42a760c admin admin] Checking segment: {'id': '78c9489a-da32-4bcf-baa2-5ff8d58704fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45fa986c-1017-4d38-88b8-88b6da11c447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:25:40.539645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85768db0-339c-4ad1-85ae-99f8e42a760c admin admin] Network hostable DHCP agents. Network: 45fa986c-1017-4d38-88b8-88b6da11c447, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:25:40.557943 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85768db0-339c-4ad1-85ae-99f8e42a760c admin admin] Network 45fa986c-1017-4d38-88b8-88b6da11c447 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:25:40.571516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-85768db0-339c-4ad1-85ae-99f8e42a760c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 45fa986c-1017-4d38-88b8-88b6da11c447) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:25:40.575594 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85768db0-339c-4ad1-85ae-99f8e42a760c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:40.576186 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85768db0-339c-4ad1-85ae-99f8e42a760c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:40.581277 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b6d1d7-1ff9-47e6-9204-65a9c119f4b1 None None] Network 45fa986c-1017-4d38-88b8-88b6da11c447 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:25:40.598131 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-85768db0-339c-4ad1-85ae-99f8e42a760c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3866847 Jul 15 15:25:40.733005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482f5f2f-126e-4c3a-ba5f-a417376c1253 None None] Network 45fa986c-1017-4d38-88b8-88b6da11c447 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:25:41.526670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae6483-0f31-4865-af7e-d9b85b2e8f39 req-7e0deaab-1ba2-4577-ab70-1348ba64da6b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:41.528382 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-faae6483-0f31-4865-af7e-d9b85b2e8f39 req-7e0deaab-1ba2-4577-ab70-1348ba64da6b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 944 time: 0.0834160 Jul 15 15:25:41.579840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-faae6483-0f31-4865-af7e-d9b85b2e8f39 req-80b6f471-ee13-4f2e-af33-443d9c693a50 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444450 Jul 15 15:25:42.263476 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4a1d70dd-88c8-4309-b543-7849de14f3d9 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:25:42.372296 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4a1d70dd-88c8-4309-b543-7849de14f3d9, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4a1d70dd-88c8-4309-b543-7849de14f3d9,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:25:42.386056 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '4a1d70dd-88c8-4309-b543-7849de14f3d9', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'port_id': '4a1d70dd-88c8-4309-b543-7849de14f3d9', 'mac_address': 'fa:16:3e:ca:12:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:25:42.428829 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:42.447212 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1d70dd-88c8-4309-b543-7849de14f3d9 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:25:42.468769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4a1d70dd-88c8-4309-b543-7849de14f3d9, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4a1d70dd-88c8-4309-b543-7849de14f3d9,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:25:42.477158 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:42.541279 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=4a1d70dd-88c8-4309-b543-7849de14f3d9,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:42.552907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:42.553519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:42.554081 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:42.554646 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:42.555271 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:42.555870 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:42.556430 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:42.556978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:42.557501 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:42.558034 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:42.558600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:42.559108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:42.674886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-ff03eac2-40f3-4394-a46f-b157715bfd45 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:42.676526 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-ff03eac2-40f3-4394-a46f-b157715bfd45 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/networks?id=45fa986c-1017-4d38-88b8-88b6da11c447 HTTP/1.1" status: 200 len: 809 time: 0.1149623 Jul 15 15:25:42.693642 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-5312b9e5-f73a-4552-934d-d76a3d67e242 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/quotas/e44ad5f2b03c41f7a987caa57c1d2df3 HTTP/1.1" status: 200 len: 375 time: 0.0114157 Jul 15 15:25:42.700022 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['4a1d70dd-88c8-4309-b543-7849de14f3d9'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:25:42.759547 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-14bf05cc-0ce9-4b59-a276-ecc0b28421b9 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e44ad5f2b03c41f7a987caa57c1d2df3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550601 Jul 15 15:25:42.895106 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-c5e0d20b-29f0-4f76-aad0-42b00d7926da service neutron] 10.222.0.38 "GET /v2.0/networks/45fa986c-1017-4d38-88b8-88b6da11c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040316 Jul 15 15:25:42.950375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e1842-493a-4f60-8ab3-d3fbbc2e4633 req-33085fc5-5ff1-4795-a99b-ae080437cc08 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:42.951894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d1e1842-493a-4f60-8ab3-d3fbbc2e4633 req-33085fc5-5ff1-4795-a99b-ae080437cc08 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 945 time: 0.2247732 Jul 15 15:25:43.039969 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d1e1842-493a-4f60-8ab3-d3fbbc2e4633 req-70190b99-3f10-4be9-a53b-e27421904aa1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561213 Jul 15 15:25:43.045672 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-d403b5e8-2740-4c0b-a00f-6c8877080b85 service neutron] 10.222.0.38 "GET /v2.0/networks/45fa986c-1017-4d38-88b8-88b6da11c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419632 Jul 15 15:25:43.254159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d02b0c98-fd24-4902-b1b5-bc656e4c1152 req-c5557272-0dfe-40b3-8fb7-c4cba7a52134 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 210 time: 0.0363414 Jul 15 15:25:44.252090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad209e4e-f58b-4c43-97bf-070868555107 req-f679fe71-6540-4fbe-8aad-fc1888c9f69a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:44.254523 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad209e4e-f58b-4c43-97bf-070868555107 req-f679fe71-6540-4fbe-8aad-fc1888c9f69a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 945 time: 0.0822439 Jul 15 15:25:44.279391 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4a1d70dd-88c8-4309-b543-7849de14f3d9 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:25:44.309379 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad209e4e-f58b-4c43-97bf-070868555107 req-03036993-5f93-4190-8553-07b96ebb229e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476022 Jul 15 15:25:44.385208 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 4a1d70dd-88c8-4309-b543-7849de14f3d9 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:25:44.390165 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 4a1d70dd-88c8-4309-b543-7849de14f3d9 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:25:44.390596 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:44.493134 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:44.534308 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-18226481-73fb-41bc-8415-f0fb87dd9059 req-89ff2d59-2a15-4213-84e2-9a8dcbb0f956 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 210 time: 0.0489814 Jul 15 15:25:44.558705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63e0b93-c281-4e67-8857-1bccb764bf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1d70dd-88c8-4309-b543-7849de14f3d9'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:25:44.562166 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b14477b-ed7c-4e3f-a87a-0b9142b71faf" -d '{"events": [{"server_uuid": "d63e0b93-c281-4e67-8857-1bccb764bf95", "name": "network-vif-plugged", "status": "completed", "tag": "4a1d70dd-88c8-4309-b543-7849de14f3d9"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:25:44.568109 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4a1d70dd-88c8-4309-b543-7849de14f3d9, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4a1d70dd-88c8-4309-b543-7849de14f3d9,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:25:44.574173 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:44.649312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-cad45541-2e0e-411e-b9aa-295a2382e269 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:44.654494 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-cad45541-2e0e-411e-b9aa-295a2382e269 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.11 "GET /v2.0/networks?id=45fa986c-1017-4d38-88b8-88b6da11c447 HTTP/1.1" status: 200 len: 809 time: 0.2621109 Jul 15 15:25:44.672083 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-e7f4edb0-8da6-4e17-80f7-5f48d1eb4d7c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Request body: {'port': {'device_id': 'd392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b', 'network_id': '45fa986c-1017-4d38-88b8-88b6da11c447', 'admin_state_up': True, 'tenant_id': 'e44ad5f2b03c41f7a987caa57c1d2df3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:44.677403 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=4a1d70dd-88c8-4309-b543-7849de14f3d9,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:44.879990 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-e7f4edb0-8da6-4e17-80f7-5f48d1eb4d7c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Made reservation on behalf of e44ad5f2b03c41f7a987caa57c1d2df3 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:25:44.887590 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-e7f4edb0-8da6-4e17-80f7-5f48d1eb4d7c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:44.987015 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c36ba2f-2b12-4e40-860d-08c99b83326e x-openstack-request-id: req-3c36ba2f-2b12-4e40-860d-08c99b83326e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:25:44.987565 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63e0b93-c281-4e67-8857-1bccb764bf95", "name": "network-vif-plugged", "status": "completed", "tag": "4a1d70dd-88c8-4309-b543-7849de14f3d9", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:25:44.988020 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c36ba2f-2b12-4e40-860d-08c99b83326e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:25:44.988586 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63e0b93-c281-4e67-8857-1bccb764bf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1d70dd-88c8-4309-b543-7849de14f3d9', 'code': 200} Jul 15 15:25:45.064096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-e7f4edb0-8da6-4e17-80f7-5f48d1eb4d7c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Allocated IP 172.20.0.4 (45fa986c-1017-4d38-88b8-88b6da11c447/46ff8880-97a7-468a-93f2-5164dfbebd9b/5c00f836-df40-47dc-8e97-00313a6c290e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:25:45.157210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaeb01-cf58-4590-9eab-98851aa83644 req-507edf7c-fb0f-4431-8c1e-18479f5a1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:45.159565 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-afdaeb01-cf58-4590-9eab-98851aa83644 req-507edf7c-fb0f-4431-8c1e-18479f5a1e76 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 1097 time: 0.0824637 Jul 15 15:25:45.206879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-afdaeb01-cf58-4590-9eab-98851aa83644 req-43468c9a-498f-46af-b3ce-6e64c575b71f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407987 Jul 15 15:25:45.254321 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-e7f4edb0-8da6-4e17-80f7-5f48d1eb4d7c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:45.301766 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-e7f4edb0-8da6-4e17-80f7-5f48d1eb4d7c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:45.371504 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4edb0-8da6-4e17-80f7-5f48d1eb4d7c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Pushing event updated for resources: {'Port': ['ID=5c00f836-df40-47dc-8e97-00313a6c290e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:45.377467 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-e7f4edb0-8da6-4e17-80f7-5f48d1eb4d7c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Network 45fa986c-1017-4d38-88b8-88b6da11c447 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:25:45.380043 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-e7f4edb0-8da6-4e17-80f7-5f48d1eb4d7c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:25:45.388162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-e7f4edb0-8da6-4e17-80f7-5f48d1eb4d7c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:25:45.396111 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33578) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:45.443901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-e7f4edb0-8da6-4e17-80f7-5f48d1eb4d7c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:45.444553 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-e7f4edb0-8da6-4e17-80f7-5f48d1eb4d7c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:45.460466 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-e7f4edb0-8da6-4e17-80f7-5f48d1eb4d7c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7958236 Jul 15 15:25:45.532314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe2c8a-bf3f-4727-bb5f-1cddd261fe33 req-26d0367b-4ac6-498c-9614-fced83eacf22 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:45.534943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83fe2c8a-bf3f-4727-bb5f-1cddd261fe33 req-26d0367b-4ac6-498c-9614-fced83eacf22 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 946 time: 0.0809193 Jul 15 15:25:45.538405 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Request body: {'port': {'device_id': 'd392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:25:45.548512 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b7a6318-a0f1-4ba2-b45e-8d2b11869c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:45.627489 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:45.707680 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b7a6318-a0f1-4ba2-b45e-8d2b11869c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:45.720217 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5b7a6318-a0f1-4ba2-b45e-8d2b11869c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:45.750391 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83fe2c8a-bf3f-4727-bb5f-1cddd261fe33 req-bb64e59e-22be-408a-93bc-555b81a7175d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040348 Jul 15 15:25:45.778206 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a6318-a0f1-4ba2-b45e-8d2b11869c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc466452-8108-489f-894b-aabeed24e5f0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:45.792809 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5b7a6318-a0f1-4ba2-b45e-8d2b11869c87 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b82e6dd5bd67478189c8a8fea317bbe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3945756 Jul 15 15:25:45.794027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33590) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:45.841218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d5867-004b-4d9f-adca-86d53af108c3 req-af216bdb-bca9-4893-9b27-20dfb7fb4b58 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:45.843014 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d3d5867-004b-4d9f-adca-86d53af108c3 req-af216bdb-bca9-4893-9b27-20dfb7fb4b58 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 931 time: 0.1785712 Jul 15 15:25:45.892686 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be7535fd-be72-40ce-9669-936fa142d463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:45.930443 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d3d5867-004b-4d9f-adca-86d53af108c3 req-0d3a94bb-647a-48db-a19f-fc48227fdafa tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668402 Jul 15 15:25:45.942891 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be7535fd-be72-40ce-9669-936fa142d463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:46.030573 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be7535fd-be72-40ce-9669-936fa142d463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:46.033404 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-be7535fd-be72-40ce-9669-936fa142d463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:46.041396 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-be7535fd-be72-40ce-9669-936fa142d463 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc466452-8108-489f-894b-aabeed24e5f0 HTTP/1.1" status: 204 len: 168 time: 0.2445722 Jul 15 15:25:46.054847 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c00f836-df40-47dc-8e97-00313a6c290e {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:25:46.060490 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7535fd-be72-40ce-9669-936fa142d463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc466452-8108-489f-894b-aabeed24e5f0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:46.078414 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:46.125137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Transition to ACTIVE for port object 5c00f836-df40-47dc-8e97-00313a6c290e will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:25:46.132723 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:46.216429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Pushing event updated for resources: {'Port': ['ID=5c00f836-df40-47dc-8e97-00313a6c290e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:46.321100 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Attempting to bind port 5c00f836-df40-47dc-8e97-00313a6c290e on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:25:46.321790 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Attempting to bind port 5c00f836-df40-47dc-8e97-00313a6c290e by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '78c9489a-da32-4bcf-baa2-5ff8d58704fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45fa986c-1017-4d38-88b8-88b6da11c447'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:25:46.322296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Attempting to bind port 5c00f836-df40-47dc-8e97-00313a6c290e on network 45fa986c-1017-4d38-88b8-88b6da11c447 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:25:46.327446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Port 5c00f836-df40-47dc-8e97-00313a6c290e on network 45fa986c-1017-4d38-88b8-88b6da11c447 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:25:46.327950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Attempting to bind port 5c00f836-df40-47dc-8e97-00313a6c290e on network 45fa986c-1017-4d38-88b8-88b6da11c447 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:25:46.334881 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:25:46.335428 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Checking segment: {'id': '78c9489a-da32-4bcf-baa2-5ff8d58704fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45fa986c-1017-4d38-88b8-88b6da11c447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:25:46.335983 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Bound using segment: {'id': '78c9489a-da32-4bcf-baa2-5ff8d58704fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45fa986c-1017-4d38-88b8-88b6da11c447'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:25:46.336688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Bound port: 5c00f836-df40-47dc-8e97-00313a6c290e, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c9489a-da32-4bcf-baa2-5ff8d58704fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45fa986c-1017-4d38-88b8-88b6da11c447'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:25:46.337218 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:46.409729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] For port 5c00f836-df40-47dc-8e97-00313a6c290e, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:25:46.413676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] For port 5c00f836-df40-47dc-8e97-00313a6c290e, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5c00f836-df40-47dc-8e97-00313a6c290e,segment=NetworkSegment(78c9489a-da32-4bcf-baa2-5ff8d58704fa),segment_id=78c9489a-da32-4bcf-baa2-5ff8d58704fa)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:25:46.418789 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:46.423153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33598) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:46.438548 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7fe1f531-ada5-4cfa-acff-f433e1124bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:46.451938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:46.452578 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:46.453978 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] 10.222.0.11 "PUT /v2.0/ports/5c00f836-df40-47dc-8e97-00313a6c290e HTTP/1.1" status: 200 len: 1091 time: 0.9840360 Jul 15 15:25:46.454418 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b', 'tag': '5c00f836-df40-47dc-8e97-00313a6c290e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:25:46.457358 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ca3dec-d431-40be-897f-47b73b1456b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b", "tag": "5c00f836-df40-47dc-8e97-00313a6c290e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:25:46.491883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b2004-0424-4de0-87a3-f12bb8f6b049 service neutron] Pushing event updated for resources: {'Port': ['ID=5c00f836-df40-47dc-8e97-00313a6c290e,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:46.610189 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7fe1f531-ada5-4cfa-acff-f433e1124bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:46.618856 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7fe1f531-ada5-4cfa-acff-f433e1124bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:46.647591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1f531-ada5-4cfa-acff-f433e1124bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ab6d4d-c14b-4363-870a-4b98c1187e74,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:46.677101 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7fe1f531-ada5-4cfa-acff-f433e1124bd5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1b4e75cddb142ca88bd061f49eb3cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520359 Jul 15 15:25:46.677776 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33604) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:46.737398 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfa653bd-019f-438c-a9ed-e40dcc718cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:46.768440 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfa653bd-019f-438c-a9ed-e40dcc718cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:46.820074 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfa653bd-019f-438c-a9ed-e40dcc718cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:46.823053 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dfa653bd-019f-438c-a9ed-e40dcc718cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:46.827089 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dfa653bd-019f-438c-a9ed-e40dcc718cee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/18ab6d4d-c14b-4363-870a-4b98c1187e74 HTTP/1.1" status: 204 len: 168 time: 0.1455963 Jul 15 15:25:46.833620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa653bd-019f-438c-a9ed-e40dcc718cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ab6d4d-c14b-4363-870a-4b98c1187e74,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:46.917991 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0d7c87-c263-4ab8-998d-3b1cce242e10 x-openstack-request-id: req-8e0d7c87-c263-4ab8-998d-3b1cce242e10 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:25:46.918433 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b", "tag": "5c00f836-df40-47dc-8e97-00313a6c290e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:25:46.918813 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e0d7c87-c263-4ab8-998d-3b1cce242e10 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:25:46.919271 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b', 'tag': '5c00f836-df40-47dc-8e97-00313a6c290e', 'status': 'completed', 'code': 200} Jul 15 15:25:46.949818 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-fa58cabd-bb88-4f12-ad54-931edb1466dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:46.951943 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-fa58cabd-bb88-4f12-ad54-931edb1466dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e44ad5f2b03c41f7a987caa57c1d2df3&device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 1094 time: 0.4521289 Jul 15 15:25:46.998773 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-dbd5cc60-987b-49dc-810b-6c2eaeaec4f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c00f836-df40-47dc-8e97-00313a6c290e HTTP/1.1" status: 200 len: 217 time: 0.0387964 Jul 15 15:25:47.081513 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-57e5ffe9-3b15-4845-91c3-45ad68da3f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:47.084378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27106787-6573-4213-bee1-6d0dc0825579 req-43363276-dacf-4a49-8027-2bee24eb7bf4 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:47.089637 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-57e5ffe9-3b15-4845-91c3-45ad68da3f37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46ff8880-97a7-468a-93f2-5164dfbebd9b HTTP/1.1" status: 200 len: 849 time: 0.0797389 Jul 15 15:25:47.093642 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27106787-6573-4213-bee1-6d0dc0825579 req-43363276-dacf-4a49-8027-2bee24eb7bf4 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 946 time: 0.1052403 Jul 15 15:25:47.147898 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-74d279c5-709d-456a-9469-6703d46d0c09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45fa986c-1017-4d38-88b8-88b6da11c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541370 Jul 15 15:25:47.187744 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27106787-6573-4213-bee1-6d0dc0825579 req-ce6ec742-c2cc-46df-8cc6-d46e26ad91dc tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930030 Jul 15 15:25:47.248265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce168853-84ac-44e3-b77d-b0c19f0d83fa req-7bfadb3c-948a-40cf-b54f-48da34f13f55 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:47.250182 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce168853-84ac-44e3-b77d-b0c19f0d83fa req-7bfadb3c-948a-40cf-b54f-48da34f13f55 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 943 time: 0.1379330 Jul 15 15:25:47.302812 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-4148ff3c-9450-492f-a8bd-5bc465ed629c service neutron] 10.222.0.11 "GET /v2.0/networks/45fa986c-1017-4d38-88b8-88b6da11c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447520 Jul 15 15:25:47.304945 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce168853-84ac-44e3-b77d-b0c19f0d83fa req-524fe116-4e4c-47dc-b35e-3217d79cc0bc tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476012 Jul 15 15:25:47.386901 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae888a9-fc56-4f98-bbca-132c9e1a3f60 req-87f7f1e4-e9c4-4713-8e00-04cbfd776582 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:47.389281 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ae888a9-fc56-4f98-bbca-132c9e1a3f60 req-87f7f1e4-e9c4-4713-8e00-04cbfd776582 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 946 time: 0.0833910 Jul 15 15:25:47.414758 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9700e327-bc86-4850-94f9-55dcc84e71ac req-b6743729-0205-4f29-a246-ee222e4b4085 service neutron] 10.222.0.11 "GET /v2.0/networks/45fa986c-1017-4d38-88b8-88b6da11c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036162 Jul 15 15:25:47.441183 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ae888a9-fc56-4f98-bbca-132c9e1a3f60 req-cd8aab19-e6e7-4c80-bc56-0ed872be889d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454423 Jul 15 15:25:47.539482 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca3dec-d431-40be-897f-47b73b1456b4 req-7784c9b9-c26f-4356-b566-37b6af783269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:47.541177 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-91ca3dec-d431-40be-897f-47b73b1456b4 req-7784c9b9-c26f-4356-b566-37b6af783269 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e44ad5f2b03c41f7a987caa57c1d2df3&device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 1094 time: 0.0638547 Jul 15 15:25:47.660928 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706996c-e56c-4885-9094-ccae4c6de82b req-383c9884-5d15-439b-b9c0-ee77b26de9d1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:47.662115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca3dec-d431-40be-897f-47b73b1456b4 req-bf19144f-2cab-420f-af1d-a25e67a1a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:47.663840 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-91ca3dec-d431-40be-897f-47b73b1456b4 req-bf19144f-2cab-420f-af1d-a25e67a1a3b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=45fa986c-1017-4d38-88b8-88b6da11c447 HTTP/1.1" status: 200 len: 910 time: 0.1156764 Jul 15 15:25:47.667303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8706996c-e56c-4885-9094-ccae4c6de82b req-383c9884-5d15-439b-b9c0-ee77b26de9d1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 946 time: 0.0909588 Jul 15 15:25:47.715538 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-91ca3dec-d431-40be-897f-47b73b1456b4 req-1cccab17-6c68-485b-a179-bb66397e009b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c00f836-df40-47dc-8e97-00313a6c290e HTTP/1.1" status: 200 len: 217 time: 0.0430405 Jul 15 15:25:47.716415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8706996c-e56c-4885-9094-ccae4c6de82b req-737754f2-98c9-4659-a383-842364e5c56b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462067 Jul 15 15:25:47.777529 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca3dec-d431-40be-897f-47b73b1456b4 req-b4beb2d7-5ab8-4071-8556-273d3e9924b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:47.779059 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-91ca3dec-d431-40be-897f-47b73b1456b4 req-b4beb2d7-5ab8-4071-8556-273d3e9924b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46ff8880-97a7-468a-93f2-5164dfbebd9b HTTP/1.1" status: 200 len: 849 time: 0.0561254 Jul 15 15:25:47.815424 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-91ca3dec-d431-40be-897f-47b73b1456b4 req-319ccb04-0c1f-42b1-a02d-a457684997c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45fa986c-1017-4d38-88b8-88b6da11c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285988 Jul 15 15:25:47.933515 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-91ca3dec-d431-40be-897f-47b73b1456b4 req-14786046-762d-4338-a0d8-60b3ac58ddfe service neutron] 10.222.0.11 "GET /v2.0/networks/45fa986c-1017-4d38-88b8-88b6da11c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117697 Jul 15 15:25:48.058609 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-91ca3dec-d431-40be-897f-47b73b1456b4 req-4d72e6e7-0017-4ab8-b695-d175875bf8e8 service neutron] 10.222.0.11 "GET /v2.0/networks/45fa986c-1017-4d38-88b8-88b6da11c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187892 Jul 15 15:25:48.298154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745ed11-94b9-4153-a16b-ff0b3b08c1f8 req-12d87835-32df-431b-8dbf-89f99f1e9eda tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:48.306785 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e745ed11-94b9-4153-a16b-ff0b3b08c1f8 req-12d87835-32df-431b-8dbf-89f99f1e9eda tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 946 time: 0.1060419 Jul 15 15:25:48.355188 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e745ed11-94b9-4153-a16b-ff0b3b08c1f8 req-35184a83-6016-458a-a3ec-22a078e1993f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474086 Jul 15 15:25:48.524709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6fab4-dc0c-45fb-aca9-ad1c11c343fd req-eb01922c-8416-44e9-bd81-263da8e7c8be tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:48.535063 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7b6fab4-dc0c-45fb-aca9-ad1c11c343fd req-eb01922c-8416-44e9-bd81-263da8e7c8be tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 943 time: 0.0917103 Jul 15 15:25:48.579875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7b6fab4-dc0c-45fb-aca9-ad1c11c343fd req-fc66dbf3-fc26-433f-ba87-5c575310ea39 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435798 Jul 15 15:25:48.825774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33674) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:48.933643 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:49.026601 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:49.030225 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:49.068859 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=faf0d1b3393c40c1bca397e534d87124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412505 Jul 15 15:25:49.069997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84df987-984a-43af-a6ee-f219d02f0dd8,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:49.071489 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33678) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:49.077687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:49.078037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:49.078380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:49.078747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:49.079089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:49.079423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:49.080300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:49.080629 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:49.080962 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:49.081290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:49.081620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:49.081949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36392d-b3ee-4803-b5ad-cf5d31c68bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:25:49.125947 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:49.143436 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe946740-29d5-46d8-a1c7-5006750939d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:49.164405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe946740-29d5-46d8-a1c7-5006750939d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:49.211171 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe946740-29d5-46d8-a1c7-5006750939d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:49.213745 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe946740-29d5-46d8-a1c7-5006750939d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:49.214971 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fe946740-29d5-46d8-a1c7-5006750939d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e84df987-984a-43af-a6ee-f219d02f0dd8 HTTP/1.1" status: 204 len: 168 time: 0.1424780 Jul 15 15:25:49.223585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe946740-29d5-46d8-a1c7-5006750939d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84df987-984a-43af-a6ee-f219d02f0dd8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:49.418931 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:49.534130 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07374010-aad9-459c-9a52-fe2cffa8e1b7 req-4f69d2aa-d6c0-4f82-925d-e47b3721b06a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:49.536012 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07374010-aad9-459c-9a52-fe2cffa8e1b7 req-4f69d2aa-d6c0-4f82-925d-e47b3721b06a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 946 time: 0.0735695 Jul 15 15:25:49.628711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07374010-aad9-459c-9a52-fe2cffa8e1b7 req-b1122bec-9980-4961-adf8-2cad3ccbeb04 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869989 Jul 15 15:25:49.648591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8691c-42c3-4c35-bd5d-875ba0394dab req-8c06a79f-33a6-4a01-9679-06d2a78ced7a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:49.650230 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95f8691c-42c3-4c35-bd5d-875ba0394dab req-8c06a79f-33a6-4a01-9679-06d2a78ced7a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 946 time: 0.0928962 Jul 15 15:25:49.810165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-95f8691c-42c3-4c35-bd5d-875ba0394dab req-31610370-bcff-4d82-a2a3-fd858a7806c5 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Deleting port 4a1d70dd-88c8-4309-b543-7849de14f3d9 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:25:49.810512 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-95f8691c-42c3-4c35-bd5d-875ba0394dab req-31610370-bcff-4d82-a2a3-fd858a7806c5 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:49.822996 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0442a1-cfe3-4e13-8c30-9506678a882f req-bf79c5cc-6f77-4aa8-a42b-1e3f10cdd551 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:49.824731 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba0442a1-cfe3-4e13-8c30-9506678a882f req-bf79c5cc-6f77-4aa8-a42b-1e3f10cdd551 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 943 time: 0.1160364 Jul 15 15:25:49.931079 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba0442a1-cfe3-4e13-8c30-9506678a882f req-b858ce9d-4f10-4699-aa29-29084c053439 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945833 Jul 15 15:25:49.963863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-95f8691c-42c3-4c35-bd5d-875ba0394dab req-31610370-bcff-4d82-a2a3-fd858a7806c5 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] For port 4a1d70dd-88c8-4309-b543-7849de14f3d9, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4a1d70dd-88c8-4309-b543-7849de14f3d9,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:25:49.964324 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-95f8691c-42c3-4c35-bd5d-875ba0394dab req-31610370-bcff-4d82-a2a3-fd858a7806c5 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:49.982358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-95f8691c-42c3-4c35-bd5d-875ba0394dab req-31610370-bcff-4d82-a2a3-fd858a7806c5 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Calling delete_port for 4a1d70dd-88c8-4309-b543-7849de14f3d9 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:25:50.125398 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-95f8691c-42c3-4c35-bd5d-875ba0394dab req-31610370-bcff-4d82-a2a3-fd858a7806c5 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:50.140638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['4a1d70dd-88c8-4309-b543-7849de14f3d9'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:25:50.157028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31610370-bcff-4d82-a2a3-fd858a7806c5 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event deleted for resources: {'Port': ['ID=4a1d70dd-88c8-4309-b543-7849de14f3d9,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:50.230677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f8691c-42c3-4c35-bd5d-875ba0394dab req-31610370-bcff-4d82-a2a3-fd858a7806c5 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] No DVR routers for this DVR port 4a1d70dd-88c8-4309-b543-7849de14f3d9 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:25:50.233382 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-95f8691c-42c3-4c35-bd5d-875ba0394dab req-31610370-bcff-4d82-a2a3-fd858a7806c5 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:50.235490 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95f8691c-42c3-4c35-bd5d-875ba0394dab req-31610370-bcff-4d82-a2a3-fd858a7806c5 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.22 "DELETE /v2.0/ports/4a1d70dd-88c8-4309-b543-7849de14f3d9 HTTP/1.1" status: 204 len: 173 time: 0.5800724 Jul 15 15:25:50.236613 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63e0b93-c281-4e67-8857-1bccb764bf95', 'name': 'network-vif-deleted', 'tag': '4a1d70dd-88c8-4309-b543-7849de14f3d9'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:25:50.243266 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d252c9-7a01-451a-8cc1-664e5b39667d" -d '{"events": [{"server_uuid": "d63e0b93-c281-4e67-8857-1bccb764bf95", "name": "network-vif-deleted", "tag": "4a1d70dd-88c8-4309-b543-7849de14f3d9"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:25:50.291943 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca3f203-2301-43cc-bcda-39c4596082c5 x-openstack-request-id: req-4ca3f203-2301-43cc-bcda-39c4596082c5 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:25:50.292304 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63e0b93-c281-4e67-8857-1bccb764bf95", "name": "network-vif-deleted", "tag": "4a1d70dd-88c8-4309-b543-7849de14f3d9", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:25:50.292666 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ca3f203-2301-43cc-bcda-39c4596082c5 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:25:50.293245 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63e0b93-c281-4e67-8857-1bccb764bf95', 'name': 'network-vif-deleted', 'tag': '4a1d70dd-88c8-4309-b543-7849de14f3d9', 'status': 'completed', 'code': 200} Jul 15 15:25:50.299609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33714) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:50.428750 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3a2d57ef-da52-4fd3-9695-f366869a0b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:50.535814 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3a2d57ef-da52-4fd3-9695-f366869a0b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:50.541316 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3a2d57ef-da52-4fd3-9695-f366869a0b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:50.588851 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3a2d57ef-da52-4fd3-9695-f366869a0b71 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cbbc8db83cb74c8896ad99234f7b9130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878501 Jul 15 15:25:50.590412 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d57ef-da52-4fd3-9695-f366869a0b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a610ed-54ff-41cb-9c74-1b82175f0db4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:50.591326 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33724) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:50.622676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33726) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:50.665123 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b5c0384-80fd-4415-96c0-1de93334af8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:50.691357 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b5c0384-80fd-4415-96c0-1de93334af8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:50.749533 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b5c0384-80fd-4415-96c0-1de93334af8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:50.756754 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b5c0384-80fd-4415-96c0-1de93334af8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:50.758475 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0b5c0384-80fd-4415-96c0-1de93334af8b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/17a610ed-54ff-41cb-9c74-1b82175f0db4 HTTP/1.1" status: 204 len: 168 time: 0.1661189 Jul 15 15:25:50.769319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c0384-80fd-4415-96c0-1de93334af8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a610ed-54ff-41cb-9c74-1b82175f0db4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:50.821599 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afc6bcc7-0e00-42b0-90f6-aa0383f5c8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:50.836366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a57fa2d-add0-4c65-9250-31c522554b7c req-9624c9f4-3cb1-43d6-844a-8bb8ff126e43 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 210 time: 0.0312109 Jul 15 15:25:50.971310 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afc6bcc7-0e00-42b0-90f6-aa0383f5c8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:50.976816 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afc6bcc7-0e00-42b0-90f6-aa0383f5c8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:51.030089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33738) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:51.030425 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-afc6bcc7-0e00-42b0-90f6-aa0383f5c8c1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b5ef85c5f4343a0a9e3cc7e48872e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4060454 Jul 15 15:25:51.037251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6bcc7-0e00-42b0-90f6-aa0383f5c8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632b3113-b033-437d-813a-b57c41c5d0e3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:51.128127 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-74e1858d-67c4-472d-8353-9d91afe8e225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:51.161433 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-74e1858d-67c4-472d-8353-9d91afe8e225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:51.192539 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8b8e5-87e2-46a5-8de2-8e762cb4c716 req-1f0df664-6e06-45da-8dac-e19f6d86fe94 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:51.197560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0fc8b8e5-87e2-46a5-8de2-8e762cb4c716 req-1f0df664-6e06-45da-8dac-e19f6d86fe94 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 943 time: 0.1199460 Jul 15 15:25:51.246277 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0fc8b8e5-87e2-46a5-8de2-8e762cb4c716 req-52a282e3-846d-401c-af54-1bd95012bc85 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384581 Jul 15 15:25:51.255967 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-74e1858d-67c4-472d-8353-9d91afe8e225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:51.258979 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-74e1858d-67c4-472d-8353-9d91afe8e225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:51.263557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-74e1858d-67c4-472d-8353-9d91afe8e225 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/632b3113-b033-437d-813a-b57c41c5d0e3 HTTP/1.1" status: 204 len: 168 time: 0.2300811 Jul 15 15:25:51.280281 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1858d-67c4-472d-8353-9d91afe8e225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632b3113-b033-437d-813a-b57c41c5d0e3,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:51.372909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5c00f836-df40-47dc-8e97-00313a6c290e details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:25:51.482557 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 5c00f836-df40-47dc-8e97-00313a6c290e, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5c00f836-df40-47dc-8e97-00313a6c290e,segment=NetworkSegment(78c9489a-da32-4bcf-baa2-5ff8d58704fa),segment_id=78c9489a-da32-4bcf-baa2-5ff8d58704fa)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:25:51.502569 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '5c00f836-df40-47dc-8e97-00313a6c290e', 'network_id': '45fa986c-1017-4d38-88b8-88b6da11c447', 'port_id': '5c00f836-df40-47dc-8e97-00313a6c290e', 'mac_address': 'fa:16:3e:78:20:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ff8880-97a7-468a-93f2-5164dfbebd9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:25:51.556087 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:51.570297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c00f836-df40-47dc-8e97-00313a6c290e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:25:51.593243 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 5c00f836-df40-47dc-8e97-00313a6c290e, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5c00f836-df40-47dc-8e97-00313a6c290e,segment=NetworkSegment(78c9489a-da32-4bcf-baa2-5ff8d58704fa),segment_id=78c9489a-da32-4bcf-baa2-5ff8d58704fa)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:25:51.602792 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:51.667603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=5c00f836-df40-47dc-8e97-00313a6c290e,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:51.839139 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['5c00f836-df40-47dc-8e97-00313a6c290e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:25:52.023191 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8842a8e8-3cbe-4139-bc1d-22798f14eeac req-ee927401-89e0-45de-9d56-cf7b092479a2 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 210 time: 0.0362833 Jul 15 15:25:52.325390 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4a1d70dd-88c8-4309-b543-7849de14f3d9 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:25:52.364362 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 4a1d70dd-88c8-4309-b543-7849de14f3d9 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:25:52.370025 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4a1d70dd-88c8-4309-b543-7849de14f3d9 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:25:52.494185 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bec181-c538-4143-947f-7da26b672dd1 req-fca5f6a8-f392-4854-9fe8-5f26b1d23532 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:52.496074 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62bec181-c538-4143-947f-7da26b672dd1 req-fca5f6a8-f392-4854-9fe8-5f26b1d23532 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 944 time: 0.0923774 Jul 15 15:25:52.550766 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-62bec181-c538-4143-947f-7da26b672dd1 req-7a230c9e-fe8c-45c8-87f7-6c13a7355c4d tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472445 Jul 15 15:25:52.723961 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 33816) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:52.849640 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4cf8a3aa-fccc-45b1-90ec-819b452f046b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:52.945651 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4cf8a3aa-fccc-45b1-90ec-819b452f046b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:52.950008 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4cf8a3aa-fccc-45b1-90ec-819b452f046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:52.993593 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4cf8a3aa-fccc-45b1-90ec-819b452f046b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1514880c76c14e288e1fa48f42f01e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674472 Jul 15 15:25:52.993778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8a3aa-fccc-45b1-90ec-819b452f046b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521cff8d-eb1d-43f6-bedf-8a38dda4118e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:52.995886 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33830) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:53.050873 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d87472f8-3a72-4af7-8944-40a1c030cda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:53.075043 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d87472f8-3a72-4af7-8944-40a1c030cda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:53.137408 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d87472f8-3a72-4af7-8944-40a1c030cda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:53.141219 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d87472f8-3a72-4af7-8944-40a1c030cda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:53.143231 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d87472f8-3a72-4af7-8944-40a1c030cda1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/521cff8d-eb1d-43f6-bedf-8a38dda4118e HTTP/1.1" status: 204 len: 168 time: 0.1461127 Jul 15 15:25:53.171043 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87472f8-3a72-4af7-8944-40a1c030cda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521cff8d-eb1d-43f6-bedf-8a38dda4118e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:53.212210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5b2f90a7-cf83-4dd5-8706-762fa0f6f038 req-7b2be066-b055-464f-be1f-d790f26e2458 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 210 time: 0.0599825 Jul 15 15:25:53.377821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5c00f836-df40-47dc-8e97-00313a6c290e up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:25:53.449466 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 5c00f836-df40-47dc-8e97-00313a6c290e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:25:53.455822 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 5c00f836-df40-47dc-8e97-00313a6c290e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:25:53.456446 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:53.500557 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33838) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:53.518471 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1df04af7-9973-4cb8-bd0f-2e62c2495cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:53.600277 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:53.629267 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1df04af7-9973-4cb8-bd0f-2e62c2495cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:53.636572 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1df04af7-9973-4cb8-bd0f-2e62c2495cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:53.647694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 5c00f836-df40-47dc-8e97-00313a6c290e, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5c00f836-df40-47dc-8e97-00313a6c290e,segment=NetworkSegment(78c9489a-da32-4bcf-baa2-5ff8d58704fa),segment_id=78c9489a-da32-4bcf-baa2-5ff8d58704fa)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:25:53.648898 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c00f836-df40-47dc-8e97-00313a6c290e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:25:53.652261 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bb9370-205a-4230-9e9a-e7bc7b0823ea" -d '{"events": [{"server_uuid": "d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b", "name": "network-vif-plugged", "status": "completed", "tag": "5c00f836-df40-47dc-8e97-00313a6c290e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:25:53.656605 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:53.681673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df04af7-9973-4cb8-bd0f-2e62c2495cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6144cd6-8760-4b24-89cc-15ab860748b7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:53.687896 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1df04af7-9973-4cb8-bd0f-2e62c2495cc8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c7d9cb1959834dc381c1720c803372a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1862850 Jul 15 15:25:53.690993 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33844) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:53.717534 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=5c00f836-df40-47dc-8e97-00313a6c290e,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:53.737335 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94d9bc0-7ddb-4a6c-bc16-b320f8ef3bfc x-openstack-request-id: req-a94d9bc0-7ddb-4a6c-bc16-b320f8ef3bfc {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:25:53.737746 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b", "name": "network-vif-plugged", "status": "completed", "tag": "5c00f836-df40-47dc-8e97-00313a6c290e", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:25:53.738094 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a94d9bc0-7ddb-4a6c-bc16-b320f8ef3bfc {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:25:53.738621 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c00f836-df40-47dc-8e97-00313a6c290e', 'code': 200} Jul 15 15:25:53.748097 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cda211b-7b4a-47ef-b078-943603dfd73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:53.771147 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cda211b-7b4a-47ef-b078-943603dfd73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:53.828701 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cda211b-7b4a-47ef-b078-943603dfd73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:53.831598 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cda211b-7b4a-47ef-b078-943603dfd73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:53.835661 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7cda211b-7b4a-47ef-b078-943603dfd73a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b6144cd6-8760-4b24-89cc-15ab860748b7 HTTP/1.1" status: 204 len: 168 time: 0.1426115 Jul 15 15:25:53.865147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda211b-7b4a-47ef-b078-943603dfd73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6144cd6-8760-4b24-89cc-15ab860748b7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:53.871764 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b796a-0511-4ab9-aadd-c61439360572 req-52b70be5-b211-49f6-b117-5c804fe21498 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:53.880688 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb9b796a-0511-4ab9-aadd-c61439360572 req-52b70be5-b211-49f6-b117-5c804fe21498 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 945 time: 0.0994835 Jul 15 15:25:53.930120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a26055-56a9-4237-a67d-d294ef5bac6e req-ba5d0f57-cd8a-4bdc-b0b9-f74200adcaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:53.931726 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d3a26055-56a9-4237-a67d-d294ef5bac6e req-ba5d0f57-cd8a-4bdc-b0b9-f74200adcaf3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 1096 time: 0.1126788 Jul 15 15:25:53.950762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb9b796a-0511-4ab9-aadd-c61439360572 req-e5707fe2-170e-4054-93b6-afc948bad170 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687551 Jul 15 15:25:53.982331 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d3a26055-56a9-4237-a67d-d294ef5bac6e req-03a138d0-456a-46c2-b55b-c2d339be162c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421638 Jul 15 15:25:54.389091 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8481a9ab-4855-4976-902c-3d659ac57e31 req-8a6a130e-6ac2-466f-9d1b-d51fbd12d4f7 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=d63e0b93-c281-4e67-8857-1bccb764bf95 HTTP/1.1" status: 200 len: 210 time: 0.0478058 Jul 15 15:25:55.205061 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e21f95-b1f2-4f6d-8c28-2df873ba563c req-f62a0580-a84b-4059-8517-dcfa4d7aa86c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:55.215473 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52e21f95-b1f2-4f6d-8c28-2df873ba563c req-f62a0580-a84b-4059-8517-dcfa4d7aa86c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 945 time: 0.1038778 Jul 15 15:25:55.296887 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-52e21f95-b1f2-4f6d-8c28-2df873ba563c req-2336ccb9-e553-4b81-8d77-4c12e686d781 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801008 Jul 15 15:25:56.171563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72609574-4998-45d1-ad57-8924dd5878c2 req-81f8e43e-e011-46d0-8cec-31edcabdb793 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:56.173098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72609574-4998-45d1-ad57-8924dd5878c2 req-81f8e43e-e011-46d0-8cec-31edcabdb793 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 945 time: 0.0715241 Jul 15 15:25:56.225579 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72609574-4998-45d1-ad57-8924dd5878c2 req-5973fd7a-870f-41ff-a64e-7f24f886b48a tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431485 Jul 15 15:25:56.527240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33992) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:56.669915 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ae09e67-704b-4df1-ab59-4419779959e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:56.768018 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ae09e67-704b-4df1-ab59-4419779959e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:56.772179 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ae09e67-704b-4df1-ab59-4419779959e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:56.815433 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9ae09e67-704b-4df1-ab59-4419779959e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8969c13edaa64f8a87903de9e0807738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843704 Jul 15 15:25:56.815433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae09e67-704b-4df1-ab59-4419779959e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17820a3-2af3-4a8b-b562-2a3714a7b7d1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:56.816821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 33998) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:56.868668 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dce9266-9d42-442f-81d6-8ae72a76ea88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:56.891165 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dce9266-9d42-442f-81d6-8ae72a76ea88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:56.942497 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dce9266-9d42-442f-81d6-8ae72a76ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:56.945208 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dce9266-9d42-442f-81d6-8ae72a76ea88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:56.946494 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2dce9266-9d42-442f-81d6-8ae72a76ea88 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f17820a3-2af3-4a8b-b562-2a3714a7b7d1 HTTP/1.1" status: 204 len: 168 time: 0.1285980 Jul 15 15:25:56.955507 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce9266-9d42-442f-81d6-8ae72a76ea88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17820a3-2af3-4a8b-b562-2a3714a7b7d1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:57.232548 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34004) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:57.246781 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf276-360c-4c22-8ffc-6d3a00d8d489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:57.399354 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf276-360c-4c22-8ffc-6d3a00d8d489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:57.402244 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf276-360c-4c22-8ffc-6d3a00d8d489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:57.440599 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddf276-360c-4c22-8ffc-6d3a00d8d489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17aecfb-b794-4915-b632-ab8b2cf3d80c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:57.449595 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a9ddf276-360c-4c22-8ffc-6d3a00d8d489 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=499aaf7ee79a48a29f3a6c7dcab59461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2157187 Jul 15 15:25:57.450411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34010) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:25:57.479965 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eed734-043c-409c-963a-f021fffa8aca req-812c9825-3f27-43ee-8a9e-2e125188dc92 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:57.483274 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-34eed734-043c-409c-963a-f021fffa8aca req-812c9825-3f27-43ee-8a9e-2e125188dc92 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 945 time: 0.0745714 Jul 15 15:25:57.521937 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b86b41d-bdad-4830-a186-638dac8e70a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:57.542470 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-34eed734-043c-409c-963a-f021fffa8aca req-11aa9e98-8b47-4d1d-b46c-5fe72fccc816 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517313 Jul 15 15:25:57.578376 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b86b41d-bdad-4830-a186-638dac8e70a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:57.621133 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af44e04-d64d-4127-98ed-817261346307 req-66e6f847-e178-48d7-ae79-c96f3fa3ee01 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:25:57.623258 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2af44e04-d64d-4127-98ed-817261346307 req-66e6f847-e178-48d7-ae79-c96f3fa3ee01 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.11 "GET /v2.0/ports?device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 945 time: 0.1153164 Jul 15 15:25:57.695055 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b86b41d-bdad-4830-a186-638dac8e70a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:57.697279 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b86b41d-bdad-4830-a186-638dac8e70a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:57.698430 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6b86b41d-bdad-4830-a186-638dac8e70a9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b17aecfb-b794-4915-b632-ab8b2cf3d80c HTTP/1.1" status: 204 len: 168 time: 0.2469320 Jul 15 15:25:57.724661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86b41d-bdad-4830-a186-638dac8e70a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17aecfb-b794-4915-b632-ab8b2cf3d80c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:57.769824 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-2af44e04-d64d-4127-98ed-817261346307 req-3e552fd6-2166-42fa-a1da-ddd475ebc593 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Deleting port 5c00f836-df40-47dc-8e97-00313a6c290e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:25:57.770320 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2af44e04-d64d-4127-98ed-817261346307 req-3e552fd6-2166-42fa-a1da-ddd475ebc593 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:57.895200 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-2af44e04-d64d-4127-98ed-817261346307 req-3e552fd6-2166-42fa-a1da-ddd475ebc593 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] For port 5c00f836-df40-47dc-8e97-00313a6c290e, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=5c00f836-df40-47dc-8e97-00313a6c290e,segment=NetworkSegment(78c9489a-da32-4bcf-baa2-5ff8d58704fa),segment_id=78c9489a-da32-4bcf-baa2-5ff8d58704fa)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:25:57.895200 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2af44e04-d64d-4127-98ed-817261346307 req-3e552fd6-2166-42fa-a1da-ddd475ebc593 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:57.905623 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-2af44e04-d64d-4127-98ed-817261346307 req-3e552fd6-2166-42fa-a1da-ddd475ebc593 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Calling delete_port for 5c00f836-df40-47dc-8e97-00313a6c290e owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:25:58.066316 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2af44e04-d64d-4127-98ed-817261346307 req-3e552fd6-2166-42fa-a1da-ddd475ebc593 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:58.078410 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['5c00f836-df40-47dc-8e97-00313a6c290e'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:25:58.100430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e552fd6-2166-42fa-a1da-ddd475ebc593 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Pushing event deleted for resources: {'Port': ['ID=5c00f836-df40-47dc-8e97-00313a6c290e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:25:58.151593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af44e04-d64d-4127-98ed-817261346307 req-3e552fd6-2166-42fa-a1da-ddd475ebc593 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] No DVR routers for this DVR port 5c00f836-df40-47dc-8e97-00313a6c290e on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:25:58.154169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2af44e04-d64d-4127-98ed-817261346307 req-3e552fd6-2166-42fa-a1da-ddd475ebc593 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:25:58.156992 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2af44e04-d64d-4127-98ed-817261346307 req-3e552fd6-2166-42fa-a1da-ddd475ebc593 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.11 "DELETE /v2.0/ports/5c00f836-df40-47dc-8e97-00313a6c290e HTTP/1.1" status: 204 len: 173 time: 0.5274918 Jul 15 15:25:58.157484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b', 'name': 'network-vif-deleted', 'tag': '5c00f836-df40-47dc-8e97-00313a6c290e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:25:58.160524 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3806a2a3-c9b9-49aa-8ef1-72bde1864cc4" -d '{"events": [{"server_uuid": "d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b", "name": "network-vif-deleted", "tag": "5c00f836-df40-47dc-8e97-00313a6c290e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:25:58.206485 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b6d737-5209-49b6-aa14-cfc1dbcb3206 x-openstack-request-id: req-f4b6d737-5209-49b6-aa14-cfc1dbcb3206 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:25:58.206803 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b", "name": "network-vif-deleted", "tag": "5c00f836-df40-47dc-8e97-00313a6c290e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:25:58.207084 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4b6d737-5209-49b6-aa14-cfc1dbcb3206 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:25:58.207476 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b', 'name': 'network-vif-deleted', 'tag': '5c00f836-df40-47dc-8e97-00313a6c290e', 'status': 'completed', 'code': 200} Jul 15 15:25:58.713299 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:25:58.748582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3af06774-7757-477e-8eff-ec129ada346b req-6b2a39b5-a867-4577-bf22-42f9b35f7f86 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=d392c6bd-c8f1-4dc3-a101-a9f0b3e3d86b HTTP/1.1" status: 200 len: 210 time: 0.0660865 Jul 15 15:25:59.877506 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34110) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:00.016547 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0a837f5-2bfd-4fdc-9d53-9a456602ec35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:00.041023 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83d5b6ba-e1f4-4da2-977d-2a473d372a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:00.177330 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0a837f5-2bfd-4fdc-9d53-9a456602ec35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:00.186130 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0a837f5-2bfd-4fdc-9d53-9a456602ec35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:00.195936 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-8e78d509-9c21-4393-8739-803c34ccd1d4 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:00.198122 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-8e78d509-9c21-4393-8739-803c34ccd1d4 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/networks?id=45fa986c-1017-4d38-88b8-88b6da11c447 HTTP/1.1" status: 200 len: 809 time: 0.1312923 Jul 15 15:26:00.221651 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-a9c95c30-7932-4ccc-9779-f64b808d10bc tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/quotas/e44ad5f2b03c41f7a987caa57c1d2df3 HTTP/1.1" status: 200 len: 375 time: 0.0149941 Jul 15 15:26:00.239806 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d0a837f5-2bfd-4fdc-9d53-9a456602ec35 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d0aa74feb377410cacee3f31645529f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598709 Jul 15 15:26:00.244864 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34132) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:00.263485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a837f5-2bfd-4fdc-9d53-9a456602ec35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302396bd-14d5-486d-8abc-fb28f5c88883,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:00.269891 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-710c9ade-0b39-4505-9dd8-a108cd66f7ee tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e44ad5f2b03c41f7a987caa57c1d2df3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407495 Jul 15 15:26:00.320992 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6b87454-2a68-4b2e-a941-abb84d8b7198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:00.350014 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6b87454-2a68-4b2e-a941-abb84d8b7198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:00.375489 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-a593ccf5-8c13-4593-9039-c516bbddce9b service neutron] 10.222.0.38 "GET /v2.0/networks/45fa986c-1017-4d38-88b8-88b6da11c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037102 Jul 15 15:26:00.404309 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6b87454-2a68-4b2e-a941-abb84d8b7198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:00.408374 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6b87454-2a68-4b2e-a941-abb84d8b7198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:00.412281 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c6b87454-2a68-4b2e-a941-abb84d8b7198 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/302396bd-14d5-486d-8abc-fb28f5c88883 HTTP/1.1" status: 204 len: 168 time: 0.1639848 Jul 15 15:26:00.434790 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b87454-2a68-4b2e-a941-abb84d8b7198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302396bd-14d5-486d-8abc-fb28f5c88883,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:00.494630 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-a803a868-2e84-4f35-b593-aae6931d8eee service neutron] 10.222.0.38 "GET /v2.0/networks/45fa986c-1017-4d38-88b8-88b6da11c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126077 Jul 15 15:26:00.747547 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34142) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:00.775627 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a13f14f-5fd6-40b6-b225-e3b79fce282c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:00.855170 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34146) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:00.897926 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a13f14f-5fd6-40b6-b225-e3b79fce282c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:00.903357 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a13f14f-5fd6-40b6-b225-e3b79fce282c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:00.953513 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8a13f14f-5fd6-40b6-b225-e3b79fce282c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=97a797e21ede46cabb7693c293563311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2049055 Jul 15 15:26:00.954337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13f14f-5fd6-40b6-b225-e3b79fce282c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5becb5-def5-4f8a-b5ed-74ce1634109e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:00.957025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34150) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:01.002099 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3220-3e9a-44a1-9277-09908816c890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:01.014481 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3042d15c-9b12-4bae-94ff-fd1ba2418215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:01.039655 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3042d15c-9b12-4bae-94ff-fd1ba2418215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:01.093469 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3042d15c-9b12-4bae-94ff-fd1ba2418215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:01.098111 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3042d15c-9b12-4bae-94ff-fd1ba2418215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:01.099839 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3042d15c-9b12-4bae-94ff-fd1ba2418215 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f5becb5-def5-4f8a-b5ed-74ce1634109e HTTP/1.1" status: 204 len: 168 time: 0.1415672 Jul 15 15:26:01.112029 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042d15c-9b12-4bae-94ff-fd1ba2418215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5becb5-def5-4f8a-b5ed-74ce1634109e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:01.113565 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3220-3e9a-44a1-9277-09908816c890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:01.119914 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3220-3e9a-44a1-9277-09908816c890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:01.172371 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c1bf3220-3e9a-44a1-9277-09908816c890 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=760893af9c6c41dfbb8e8c1b37b7df13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3136861 Jul 15 15:26:01.172595 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34156) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:01.202285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf3220-3e9a-44a1-9277-09908816c890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58279780-e184-4056-91a8-af38e16fc93f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:01.235494 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c685c43-98b3-4852-ae53-5601d35be1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:01.260850 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c685c43-98b3-4852-ae53-5601d35be1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:01.336092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c685c43-98b3-4852-ae53-5601d35be1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:01.338765 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6c685c43-98b3-4852-ae53-5601d35be1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:01.340079 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6c685c43-98b3-4852-ae53-5601d35be1bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/58279780-e184-4056-91a8-af38e16fc93f HTTP/1.1" status: 204 len: 168 time: 0.1663094 Jul 15 15:26:01.361914 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c685c43-98b3-4852-ae53-5601d35be1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58279780-e184-4056-91a8-af38e16fc93f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:01.405359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5c00f836-df40-47dc-8e97-00313a6c290e no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:26:01.429367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 5c00f836-df40-47dc-8e97-00313a6c290e {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:26:01.429706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 5c00f836-df40-47dc-8e97-00313a6c290e not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:26:01.785388 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-523a5dcd-2b68-4eff-87d4-e4ae2ec34349 req-e2ed46dc-cfa4-4e01-ab28-4f53041b444f tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac52b2c3-f41c-4092-9372-376d70d6fb07 HTTP/1.1" status: 200 len: 210 time: 0.0481269 Jul 15 15:26:02.312284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34228) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:02.550062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4d38b826-cb6a-4a25-a2b3-98fdc6bf4a0a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-395896238-network', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:02.587302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d38b826-cb6a-4a25-a2b3-98fdc6bf4a0a admin admin] Made reservation on behalf of 7303d3ae65c44dcc864cc847c658465d for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:26:02.594976 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d38b826-cb6a-4a25-a2b3-98fdc6bf4a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:02.617258 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d38b826-cb6a-4a25-a2b3-98fdc6bf4a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:02.764862 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34270) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:02.790080 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d38b826-cb6a-4a25-a2b3-98fdc6bf4a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:02.799252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d38b826-cb6a-4a25-a2b3-98fdc6bf4a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:02.832038 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:02.877555 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d38b826-cb6a-4a25-a2b3-98fdc6bf4a0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:26:02.884867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38b826-cb6a-4a25-a2b3-98fdc6bf4a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef64fa8-b0c9-47f9-a3b1-e2b4278fe591,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:02.910188 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d38b826-cb6a-4a25-a2b3-98fdc6bf4a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:02.911322 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-4d38b826-cb6a-4a25-a2b3-98fdc6bf4a0a admin admin] Added segment 34bb958c-3b2b-44c4-86e8-78617de8b115 of type vlan for network 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 Jul 15 15:26:02.931637 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-941f1a75-3cde-40e6-a926-002755629a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:02.978629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d38b826-cb6a-4a25-a2b3-98fdc6bf4a0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.027266 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4bb3c3cf-ffb4-4f4e-920f-ab4d192d321b req-c1258d40-92ab-488b-8f28-86838e42dcfe tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac52b2c3-f41c-4092-9372-376d70d6fb07 HTTP/1.1" status: 200 len: 210 time: 0.0546515 Jul 15 15:26:03.035286 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d38b826-cb6a-4a25-a2b3-98fdc6bf4a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.036481 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d38b826-cb6a-4a25-a2b3-98fdc6bf4a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:03.038999 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d38b826-cb6a-4a25-a2b3-98fdc6bf4a0a admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.066948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-23e31da3-228d-43cc-bad1-b86a666c1b0c tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2048177418'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:03.091323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34282) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:03.091740 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4d38b826-cb6a-4a25-a2b3-98fdc6bf4a0a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7781160 Jul 15 15:26:03.106574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-2d2be237-bd16-4b1c-930a-1af46603589e admin admin] Request body: {'subnet': {'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-395896238-subnet', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:03.111762 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e31da3-228d-43cc-bad1-b86a666c1b0c tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Made reservation on behalf of 2d6fcb13796045b49a3145b8e04a02d3 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:26:03.115464 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-23e31da3-228d-43cc-bad1-b86a666c1b0c tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.139754 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-23e31da3-228d-43cc-bad1-b86a666c1b0c tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.169379 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2be237-bd16-4b1c-930a-1af46603589e admin admin] Made reservation on behalf of 7303d3ae65c44dcc864cc847c658465d for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:26:03.174208 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d2be237-bd16-4b1c-930a-1af46603589e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.179361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38b826-cb6a-4a25-a2b3-98fdc6bf4a0a admin admin] Pushing event updated for resources: {'Network': ['ID=7b38f1eb-574d-4555-8fb7-6385f1b1b4f0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:03.189751 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:26:03.381290 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-23e31da3-228d-43cc-bad1-b86a666c1b0c tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.406776 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-23e31da3-228d-43cc-bad1-b86a666c1b0c tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.461344 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e31da3-228d-43cc-bad1-b86a666c1b0c tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:26:03.463599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e31da3-228d-43cc-bad1-b86a666c1b0c tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6600a1-033a-4595-9e51-efe04bbc2956,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:03.472513 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d2be237-bd16-4b1c-930a-1af46603589e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.513225 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-23e31da3-228d-43cc-bad1-b86a666c1b0c tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.513801 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-23e31da3-228d-43cc-bad1-b86a666c1b0c tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Added segment 7d9a62c3-978e-488c-b52d-13ecebcb67ae of type vlan for network d1f509a7-aec4-4b01-9ebb-da9aa134faae Jul 15 15:26:03.607739 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-23e31da3-228d-43cc-bad1-b86a666c1b0c tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.625585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2be237-bd16-4b1c-930a-1af46603589e admin admin] Checking segment: {'id': '34bb958c-3b2b-44c4-86e8-78617de8b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:26:03.626034 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2be237-bd16-4b1c-930a-1af46603589e admin admin] Network hostable DHCP agents. Network: 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:26:03.632431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2be237-bd16-4b1c-930a-1af46603589e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8074d793-8236-4a21-b3bd-9ba7365542e8,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:03.709380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2be237-bd16-4b1c-930a-1af46603589e admin admin] Network 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:26:03.717387 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-23e31da3-228d-43cc-bad1-b86a666c1b0c tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.722933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e31da3-228d-43cc-bad1-b86a666c1b0c tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:03.723521 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-23e31da3-228d-43cc-bad1-b86a666c1b0c tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.747444 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-2d2be237-bd16-4b1c-930a-1af46603589e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:03.756003 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e496cd3-cb93-4832-9efe-5f12f5753a8e None None] Network 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:26:03.770562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-245eedae-dcf9-4939-9c4b-1df789351991 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:03.772100 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-245eedae-dcf9-4939-9c4b-1df789351991 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.22 "GET /v2.0/networks?id=45fa986c-1017-4d38-88b8-88b6da11c447 HTTP/1.1" status: 200 len: 809 time: 0.2288523 Jul 15 15:26:03.779497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2be237-bd16-4b1c-930a-1af46603589e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:03.780082 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2d2be237-bd16-4b1c-930a-1af46603589e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.786140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-23e31da3-228d-43cc-bad1-b86a666c1b0c tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0193472 Jul 15 15:26:03.796750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-d249edf2-85d3-4e76-a12f-2b1cb0874cad tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Request body: {'port': {'device_id': 'ac52b2c3-f41c-4092-9372-376d70d6fb07', 'network_id': '45fa986c-1017-4d38-88b8-88b6da11c447', 'admin_state_up': True, 'tenant_id': 'e44ad5f2b03c41f7a987caa57c1d2df3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:03.849306 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2d2be237-bd16-4b1c-930a-1af46603589e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7567706 Jul 15 15:26:03.852086 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34316) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:03.857842 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e31da3-228d-43cc-bad1-b86a666c1b0c tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Pushing event updated for resources: {'Network': ['ID=d1f509a7-aec4-4b01-9ebb-da9aa134faae,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:03.858055 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:03.901640 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.903040 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.987458 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:03.995854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-d249edf2-85d3-4e76-a12f-2b1cb0874cad tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Made reservation on behalf of e44ad5f2b03c41f7a987caa57c1d2df3 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:26:04.000564 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-d249edf2-85d3-4e76-a12f-2b1cb0874cad tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.024958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network d1f509a7-aec4-4b01-9ebb-da9aa134faae details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:26:04.196735 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34322) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:04.204989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Request body: {'port': {'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae', 'binding:host_id': 'n-h1-764435-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-900437556'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:04.239998 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.245996 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Made reservation on behalf of cbca1727c3da40cc853121f844311b80 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:26:04.248888 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.265638 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.310607 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3284c055-c2b2-4771-a513-6db4cbb9cc4d req-64cdad48-9445-4683-947f-ec5e22a7d6e6 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac52b2c3-f41c-4092-9372-376d70d6fb07 HTTP/1.1" status: 200 len: 210 time: 0.0553155 Jul 15 15:26:04.325268 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'fixed_ips': [{'subnet_id': '8074d793-8236-4a21-b3bd-9ba7365542e8'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:26:04.326145 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.342847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-d249edf2-85d3-4e76-a12f-2b1cb0874cad tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Allocated IP 172.20.0.10 (45fa986c-1017-4d38-88b8-88b6da11c447/46ff8880-97a7-468a-93f2-5164dfbebd9b/f367e93a-d0af-4150-8ce5-1cbda91ff1a6) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:26:04.518943 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-d249edf2-85d3-4e76-a12f-2b1cb0874cad tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.519821 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.530507 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.538467 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.538896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Allocated IP 172.20.0.2 (7b38f1eb-574d-4555-8fb7-6385f1b1b4f0/8074d793-8236-4a21-b3bd-9ba7365542e8/e0c41c65-2202-4701-8f54-abe6d588a560) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:26:04.546287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] device_id is not set on port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:26:04.575902 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-d249edf2-85d3-4e76-a12f-2b1cb0874cad tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.639673 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-d249edf2-85d3-4e76-a12f-2b1cb0874cad tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Network 45fa986c-1017-4d38-88b8-88b6da11c447 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:26:04.644236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-d249edf2-85d3-4e76-a12f-2b1cb0874cad tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:04.648716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-d249edf2-85d3-4e76-a12f-2b1cb0874cad tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:26:04.666262 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431069bb-4721-4086-b235-c43e0021e461,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:04.698868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249edf2-85d3-4e76-a12f-2b1cb0874cad tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Pushing event updated for resources: {'Port': ['ID=f367e93a-d0af-4150-8ce5-1cbda91ff1a6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:04.699212 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.719883 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.722378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-d249edf2-85d3-4e76-a12f-2b1cb0874cad tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:04.723175 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-d249edf2-85d3-4e76-a12f-2b1cb0874cad tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.733876 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Transition to ACTIVE for port object e0c41c65-2202-4701-8f54-abe6d588a560 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:04.740534 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.749398 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-d249edf2-85d3-4e76-a12f-2b1cb0874cad tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9569917 Jul 15 15:26:04.751239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Transition to ACTIVE for port object e0c41c65-2202-4701-8f54-abe6d588a560 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:04.758150 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.763910 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Request body: {'port': {'device_id': 'ac52b2c3-f41c-4092-9372-376d70d6fb07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:04.807781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Pushing event updated for resources: {'Port': ['ID=e0c41c65-2202-4701-8f54-abe6d588a560,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:04.817055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Network 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:26:04.818815 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:04.821338 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:26:04.879946 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.890570 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Attempting to bind port e0c41c65-2202-4701-8f54-abe6d588a560 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:04.891440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Attempting to bind port e0c41c65-2202-4701-8f54-abe6d588a560 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '34bb958c-3b2b-44c4-86e8-78617de8b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:04.891820 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Attempting to bind port e0c41c65-2202-4701-8f54-abe6d588a560 on network 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:04.899794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:26:04.900877 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Checking segment: {'id': '34bb958c-3b2b-44c4-86e8-78617de8b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:26:04.901476 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.902067 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Bound using segment: {'id': '34bb958c-3b2b-44c4-86e8-78617de8b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:26:04.903241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Bound port: e0c41c65-2202-4701-8f54-abe6d588a560, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bb958c-3b2b-44c4-86e8-78617de8b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:26:04.904021 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:04.957972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Allocated IP 172.25.4.133 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/ed1195d8-4b41-4766-8d7c-2bc76e22691d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:26:04.967986 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] device_id is not set on port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:26:04.982015 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:05.013469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Transition to ACTIVE for port object 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:05.027789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] For port e0c41c65-2202-4701-8f54-abe6d588a560, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:26:05.032042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] For port e0c41c65-2202-4701-8f54-abe6d588a560, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e0c41c65-2202-4701-8f54-abe6d588a560,segment=NetworkSegment(34bb958c-3b2b-44c4-86e8-78617de8b115),segment_id=34bb958c-3b2b-44c4-86e8-78617de8b115)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:26:05.041145 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:05.058546 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:05.141400 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Pushing event updated for resources: {'Port': ['ID=3f960be5-cc96-49fb-aab4-fd0e2f1aafcf,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:05.148028 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4375dfb-afbc-46da-a7c3-5814b40b8ec8 None None] Pushing event updated for resources: {'Port': ['ID=e0c41c65-2202-4701-8f54-abe6d588a560,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:05.177222 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:05.194580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Checking segment: {'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:26:05.194580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Network hostable DHCP agents. Network: d1f509a7-aec4-4b01-9ebb-da9aa134faae, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:26:05.212064 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f367e93a-d0af-4150-8ce5-1cbda91ff1a6 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:26:05.220979 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:05.239805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Transition to ACTIVE for port object f367e93a-d0af-4150-8ce5-1cbda91ff1a6 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:05.245629 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Network d1f509a7-aec4-4b01-9ebb-da9aa134faae is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:26:05.246379 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:05.266080 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, d1f509a7-aec4-4b01-9ebb-da9aa134faae) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:05.269617 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:05.274973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:26:05.276920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9238a35a-5056-455e-a6b3-a1e63f3d4a15 None None] Network d1f509a7-aec4-4b01-9ebb-da9aa134faae requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:26:05.305573 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Pushing event updated for resources: {'Port': ['ID=f367e93a-d0af-4150-8ce5-1cbda91ff1a6,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:05.346126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:26:05.358134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:05.359214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:05.359570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:05.393091 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:05.414879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:26:05.416882 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:05.417218 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:05.435042 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 2 to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf Jul 15 15:26:05.442802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Attempting to bind port f367e93a-d0af-4150-8ce5-1cbda91ff1a6 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:05.443144 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Attempting to bind port f367e93a-d0af-4150-8ce5-1cbda91ff1a6 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '78c9489a-da32-4bcf-baa2-5ff8d58704fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45fa986c-1017-4d38-88b8-88b6da11c447'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:05.443839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Attempting to bind port f367e93a-d0af-4150-8ce5-1cbda91ff1a6 on network 45fa986c-1017-4d38-88b8-88b6da11c447 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:05.448754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Port f367e93a-d0af-4150-8ce5-1cbda91ff1a6 on network 45fa986c-1017-4d38-88b8-88b6da11c447 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:05.449312 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Attempting to bind port f367e93a-d0af-4150-8ce5-1cbda91ff1a6 on network 45fa986c-1017-4d38-88b8-88b6da11c447 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:05.455273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:26:05.455621 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Checking segment: {'id': '78c9489a-da32-4bcf-baa2-5ff8d58704fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45fa986c-1017-4d38-88b8-88b6da11c447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:26:05.456083 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Bound using segment: {'id': '78c9489a-da32-4bcf-baa2-5ff8d58704fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45fa986c-1017-4d38-88b8-88b6da11c447'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:26:05.456530 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Bound port: f367e93a-d0af-4150-8ce5-1cbda91ff1a6, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c9489a-da32-4bcf-baa2-5ff8d58704fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '45fa986c-1017-4d38-88b8-88b6da11c447'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:26:05.456888 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:05.500536 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Pushing event updated for resources: {'Port': ['ID=ed1195d8-4b41-4766-8d7c-2bc76e22691d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:05.519430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:05.519777 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:05.520111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:05.536342 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:05.536694 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:05.537231 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 3 to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf Jul 15 15:26:05.590314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] For port f367e93a-d0af-4150-8ce5-1cbda91ff1a6, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:26:05.608067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] For port f367e93a-d0af-4150-8ce5-1cbda91ff1a6, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f367e93a-d0af-4150-8ce5-1cbda91ff1a6,segment=NetworkSegment(78c9489a-da32-4bcf-baa2-5ff8d58704fa),segment_id=78c9489a-da32-4bcf-baa2-5ff8d58704fa)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:26:05.616939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:05.617280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:05.617632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:05.619402 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:05.624666 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:05.624992 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:05.627453 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 4 to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf Jul 15 15:26:05.660723 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:05.661367 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:05.661367 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:05.667619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:05.668238 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:05.669659 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] 10.222.0.22 "PUT /v2.0/ports/f367e93a-d0af-4150-8ce5-1cbda91ff1a6 HTTP/1.1" status: 200 len: 1092 time: 0.9122953 Jul 15 15:26:05.672200 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:05.672543 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:05.675102 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 5 to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf Jul 15 15:26:05.676077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac52b2c3-f41c-4092-9372-376d70d6fb07', 'tag': 'f367e93a-d0af-4150-8ce5-1cbda91ff1a6'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:26:05.680169 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8424a544-f3c5-451d-9ea5-4e700bb14fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "ac52b2c3-f41c-4092-9372-376d70d6fb07", "tag": "f367e93a-d0af-4150-8ce5-1cbda91ff1a6"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:26:05.695542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247f278-d7fc-4d13-8ac8-634ab428a26b req-03603b8b-d974-4905-819f-5a6d59668de0 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:05.695809 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:05.696235 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:05.696495 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:05.697118 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d247f278-d7fc-4d13-8ac8-634ab428a26b req-03603b8b-d974-4905-819f-5a6d59668de0 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac52b2c3-f41c-4092-9372-376d70d6fb07 HTTP/1.1" status: 200 len: 944 time: 0.1457324 Jul 15 15:26:05.705147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:05.705442 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:05.705828 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 6 to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf Jul 15 15:26:05.726980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6422bd-26e4-4193-afea-5caa0d309eda service neutron] Pushing event updated for resources: {'Port': ['ID=f367e93a-d0af-4150-8ce5-1cbda91ff1a6,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:05.752831 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976fa026-5853-4422-a052-3d8d7a559d05 x-openstack-request-id: req-976fa026-5853-4422-a052-3d8d7a559d05 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:26:05.753129 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac52b2c3-f41c-4092-9372-376d70d6fb07", "tag": "f367e93a-d0af-4150-8ce5-1cbda91ff1a6", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:26:05.753385 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-976fa026-5853-4422-a052-3d8d7a559d05 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:26:05.753785 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac52b2c3-f41c-4092-9372-376d70d6fb07', 'tag': 'f367e93a-d0af-4150-8ce5-1cbda91ff1a6', 'status': 'completed', 'code': 200} Jul 15 15:26:05.756491 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:05.756846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:05.757177 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:05.766576 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:05.766936 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:05.769120 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 7 to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf Jul 15 15:26:05.779384 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d247f278-d7fc-4d13-8ac8-634ab428a26b req-2393f239-a4c4-4653-8513-3e1d229c8471 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700231 Jul 15 15:26:05.804177 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-656cbd12-c1b7-487f-b5aa-e23e438b89b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:05.805756 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-656cbd12-c1b7-487f-b5aa-e23e438b89b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e44ad5f2b03c41f7a987caa57c1d2df3&device_id=ac52b2c3-f41c-4092-9372-376d70d6fb07 HTTP/1.1" status: 200 len: 1095 time: 0.0681057 Jul 15 15:26:05.814852 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:05.815457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:05.815830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:05.827482 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:05.827821 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:05.829950 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 8 to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf Jul 15 15:26:05.850252 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:05.850659 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:05.850963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:05.853582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-edc2f7dd-db11-4d04-90f6-4285ae07a7f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f367e93a-d0af-4150-8ce5-1cbda91ff1a6 HTTP/1.1" status: 200 len: 217 time: 0.0410416 Jul 15 15:26:05.856096 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:05.857624 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:05.857955 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:05.860045 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 9 to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf Jul 15 15:26:05.911377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:05.911727 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:05.912067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:05.913549 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-df8fa501-7e6f-4077-8bcd-dcf4367c1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:05.914962 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-df8fa501-7e6f-4077-8bcd-dcf4367c1486 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46ff8880-97a7-468a-93f2-5164dfbebd9b HTTP/1.1" status: 200 len: 849 time: 0.0538304 Jul 15 15:26:05.925909 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:05.925909 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:05.928212 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 10 to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf Jul 15 15:26:05.948984 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-b8ac249b-b7e8-489d-8cd3-f1f1b5b6e4cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45fa986c-1017-4d38-88b8-88b6da11c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274489 Jul 15 15:26:05.970551 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:05.971007 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:05.971219 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:05.981975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:05.982316 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:05.982716 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:06.024566 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:06.079917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-c7d8acb7-5d39-43ed-8ce8-cdb9b2ee1ce0 service neutron] 10.222.0.22 "GET /v2.0/networks/45fa986c-1017-4d38-88b8-88b6da11c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240759 Jul 15 15:26:06.145869 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] For port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:26:06.146253 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempted to set empty binding levels {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 15:26:06.156384 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:06.202574 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:06.208299 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:06.208996 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:06.274494 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.0762973 Jul 15 15:26:06.277136 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34332) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:06.286040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439564f-8a5b-42d8-9231-6c77c03da379 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Pushing event updated for resources: {'Port': ['ID=3f960be5-cc96-49fb-aab4-fd0e2f1aafcf,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:06.519602 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652b5263-6220-43d1-bd3c-2d7d4dd88916 None None] Network 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:26:06.572476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8b735d-2b15-4517-b897-cb7eb66d94c5 req-6e7e9f64-ea87-4774-b605-ba8722c35a2d service neutron] 10.222.0.22 "GET /v2.0/networks/45fa986c-1017-4d38-88b8-88b6da11c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828160 Jul 15 15:26:06.613758 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d05d2bef-d453-4572-b01c-8c79424a5f01 None None] Provisioning for port e0c41c65-2202-4701-8f54-abe6d588a560 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:06.695223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424a544-f3c5-451d-9ea5-4e700bb14fe9 req-36499352-ac2e-4983-9870-8988e29cbd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:06.697261 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8424a544-f3c5-451d-9ea5-4e700bb14fe9 req-36499352-ac2e-4983-9870-8988e29cbd76 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e44ad5f2b03c41f7a987caa57c1d2df3&device_id=ac52b2c3-f41c-4092-9372-376d70d6fb07 HTTP/1.1" status: 200 len: 1095 time: 0.0678244 Jul 15 15:26:06.821927 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3c2f493d-baec-43cd-8559-395e4bde5c25 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Deleting port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:26:06.822300 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c2f493d-baec-43cd-8559-395e4bde5c25 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:06.837442 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Router a3c3f43c-53b5-4062-8582-e39615904eef is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:26:06.837945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424a544-f3c5-451d-9ea5-4e700bb14fe9 req-504ca348-53f0-4a80-98a1-b9828e0b2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:06.843272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8424a544-f3c5-451d-9ea5-4e700bb14fe9 req-504ca348-53f0-4a80-98a1-b9828e0b2c73 service neutron] 10.222.0.22 "GET /v2.0/networks?id=45fa986c-1017-4d38-88b8-88b6da11c447 HTTP/1.1" status: 200 len: 910 time: 0.1376748 Jul 15 15:26:06.896699 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8424a544-f3c5-451d-9ea5-4e700bb14fe9 req-4def557b-7767-4053-a56b-100e8b1f2112 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f367e93a-d0af-4150-8ce5-1cbda91ff1a6 HTTP/1.1" status: 200 len: 217 time: 0.0444422 Jul 15 15:26:06.951264 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e0c41c65-2202-4701-8f54-abe6d588a560 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:26:06.978674 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-3c2f493d-baec-43cd-8559-395e4bde5c25 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] For port 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf, host n-h1-764435-3, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:06.979303 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c2f493d-baec-43cd-8559-395e4bde5c25 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:07.000040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3c2f493d-baec-43cd-8559-395e4bde5c25 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Calling delete_port for 3f960be5-cc96-49fb-aab4-fd0e2f1aafcf owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:26:07.003421 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424a544-f3c5-451d-9ea5-4e700bb14fe9 req-1a9ab478-3471-408c-adfd-27b6ac0c8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:07.004991 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8424a544-f3c5-451d-9ea5-4e700bb14fe9 req-1a9ab478-3471-408c-adfd-27b6ac0c8976 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46ff8880-97a7-468a-93f2-5164dfbebd9b HTTP/1.1" status: 200 len: 849 time: 0.0997331 Jul 15 15:26:07.066080 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port e0c41c65-2202-4701-8f54-abe6d588a560 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:07.072309 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e0c41c65-2202-4701-8f54-abe6d588a560 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:07.073880 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:07.076673 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8424a544-f3c5-451d-9ea5-4e700bb14fe9 req-47ae4f79-1a5a-4335-b8db-b3e76b0321ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=45fa986c-1017-4d38-88b8-88b6da11c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503967 Jul 15 15:26:07.097805 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:26:07.110272 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Sync routers for ids ['a3c3f43c-53b5-4062-8582-e39615904eef'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:26:07.126940 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Routers {'a3c3f43c-53b5-4062-8582-e39615904eef'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:26:07.126940 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:26:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c3f43c-53b5-4062-8582-e39615904eef'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:07.140605 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:07.142040 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-022184e4-4215-46d1-a87e-eca9b628d0cb admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2887578 Jul 15 15:26:07.145745 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34336) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:07.158242 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c2f493d-baec-43cd-8559-395e4bde5c25 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:07.165481 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cf028133-2c13-47ac-9371-11b806504504 None None] Provisioning complete for port e0c41c65-2202-4701-8f54-abe6d588a560 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:07.166151 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf028133-2c13-47ac-9371-11b806504504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:07.213087 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f493d-baec-43cd-8559-395e4bde5c25 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f960be5-cc96-49fb-aab4-fd0e2f1aafcf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:07.245606 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c2f493d-baec-43cd-8559-395e4bde5c25 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:07.254060 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3c2f493d-baec-43cd-8559-395e4bde5c25 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] 10.222.0.38 "DELETE /v2.0/ports/3f960be5-cc96-49fb-aab4-fd0e2f1aafcf HTTP/1.1" status: 204 len: 168 time: 0.9748182 Jul 15 15:26:07.254937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34338) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:07.264107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95550d7-f9b5-4383-a29f-bfc6fd4f949e req-204a785f-e4f5-449f-825d-4251989ebac4 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:07.265702 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f95550d7-f9b5-4383-a29f-bfc6fd4f949e req-204a785f-e4f5-449f-825d-4251989ebac4 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac52b2c3-f41c-4092-9372-376d70d6fb07 HTTP/1.1" status: 200 len: 944 time: 0.2580252 Jul 15 15:26:07.274340 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:07.301577 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5952d9f-29fc-46f9-9978-4bc24a060397 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] GET failed (client error): The resource could not be found. Jul 15 15:26:07.308281 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e5952d9f-29fc-46f9-9978-4bc24a060397 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] 10.222.0.38 "GET /v2.0/ports/3f960be5-cc96-49fb-aab4-fd0e2f1aafcf HTTP/1.1" status: 404 len: 333 time: 0.0515752 Jul 15 15:26:07.310394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34340) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:07.319643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-85ef9f0d-2ae1-40ab-8e0f-ce16e170ba01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Request body: {'port': {'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1876250603'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:07.327157 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Set router a3c3f43c-53b5-4062-8582-e39615904eef gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:26:07.343198 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8424a544-f3c5-451d-9ea5-4e700bb14fe9 req-9d88b028-1e22-4641-b439-4e6ad75e5cb7 service neutron] 10.222.0.22 "GET /v2.0/networks/45fa986c-1017-4d38-88b8-88b6da11c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534132 Jul 15 15:26:07.360206 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port e0c41c65-2202-4701-8f54-abe6d588a560, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e0c41c65-2202-4701-8f54-abe6d588a560,segment=NetworkSegment(34bb958c-3b2b-44c4-86e8-78617de8b115),segment_id=34bb958c-3b2b-44c4-86e8-78617de8b115)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:07.369703 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:07.370569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ef9f0d-2ae1-40ab-8e0f-ce16e170ba01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Made reservation on behalf of cbca1727c3da40cc853121f844311b80 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:26:07.381311 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ef9f0d-2ae1-40ab-8e0f-ce16e170ba01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:07.407007 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-85ef9f0d-2ae1-40ab-8e0f-ce16e170ba01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] device_id is not set on port 8b18a977-1f31-4007-b9af-0ea7eb3cafca yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:26:07.450699 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f95550d7-f9b5-4383-a29f-bfc6fd4f949e req-0e0af62c-045a-4468-ad3c-171a34af787d tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497402 Jul 15 15:26:07.541956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=e0c41c65-2202-4701-8f54-abe6d588a560,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:07.555963 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:26:05Z', 'revision_number': 3, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port': {'id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:61:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:04Z', 'updated_at': '2021-07-15T15:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:07.586059 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Checking router: a3c3f43c-53b5-4062-8582-e39615904eef for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:26:07.586481 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Updating router a3c3f43c-53b5-4062-8582-e39615904eef port ed1195d8-4b41-4766-8d7c-2bc76e22691d binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:26:07.602016 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8424a544-f3c5-451d-9ea5-4e700bb14fe9 req-44654e80-2724-4bff-93a6-5088a6035e26 service neutron] 10.222.0.22 "GET /v2.0/networks/45fa986c-1017-4d38-88b8-88b6da11c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505636 Jul 15 15:26:07.625018 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:07.719161 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ef9f0d-2ae1-40ab-8e0f-ce16e170ba01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:07.765523 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ef9f0d-2ae1-40ab-8e0f-ce16e170ba01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:07.816540 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ef9f0d-2ae1-40ab-8e0f-ce16e170ba01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Network d1f509a7-aec4-4b01-9ebb-da9aa134faae is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:26:07.822915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-85ef9f0d-2ae1-40ab-8e0f-ce16e170ba01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:07.826441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef9f0d-2ae1-40ab-8e0f-ce16e170ba01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:26:07.827390 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ef9f0d-2ae1-40ab-8e0f-ce16e170ba01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:07.828302 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ef9f0d-2ae1-40ab-8e0f-ce16e170ba01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:07.836676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef9f0d-2ae1-40ab-8e0f-ce16e170ba01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Pushing event updated for resources: {'Port': ['ID=8b18a977-1f31-4007-b9af-0ea7eb3cafca,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:07.854588 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-85ef9f0d-2ae1-40ab-8e0f-ce16e170ba01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5421565 Jul 15 15:26:07.856385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34344) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:07.864004 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:07.885902 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:07.931128 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:07.944151 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Transition to ACTIVE for port object ed1195d8-4b41-4766-8d7c-2bc76e22691d will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:07.951549 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:07.958212 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:08.008319 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb26487-5f41-4c2a-9a2d-42e6b00de170 None None] Pushing event updated for resources: {'Port': ['ID=ed1195d8-4b41-4766-8d7c-2bc76e22691d,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:08.029109 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb26487-5f41-4c2a-9a2d-42e6b00de170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:08.029446 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb26487-5f41-4c2a-9a2d-42e6b00de170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:08.029790 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb26487-5f41-4c2a-9a2d-42e6b00de170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:08.030110 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb26487-5f41-4c2a-9a2d-42e6b00de170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:08.030761 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb26487-5f41-4c2a-9a2d-42e6b00de170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:08.030981 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb26487-5f41-4c2a-9a2d-42e6b00de170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:08.031308 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb26487-5f41-4c2a-9a2d-42e6b00de170 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:08.031636 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb26487-5f41-4c2a-9a2d-42e6b00de170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:08.031955 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb26487-5f41-4c2a-9a2d-42e6b00de170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:08.032297 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb26487-5f41-4c2a-9a2d-42e6b00de170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:08.032678 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb26487-5f41-4c2a-9a2d-42e6b00de170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:08.033162 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb26487-5f41-4c2a-9a2d-42e6b00de170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:08.043373 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Attempting to bind port ed1195d8-4b41-4766-8d7c-2bc76e22691d on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:08.043794 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Attempting to bind port ed1195d8-4b41-4766-8d7c-2bc76e22691d by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:08.044623 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Attempting to bind port ed1195d8-4b41-4766-8d7c-2bc76e22691d on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:08.049837 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:26:08.050206 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:26:08.050626 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:08.051017 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:26:08.051617 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Bound port: ed1195d8-4b41-4766-8d7c-2bc76e22691d, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:26:08.051999 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:08.118344 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] For port ed1195d8-4b41-4766-8d7c-2bc76e22691d, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:26:08.122164 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] For port ed1195d8-4b41-4766-8d7c-2bc76e22691d, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ed1195d8-4b41-4766-8d7c-2bc76e22691d,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:26:08.129818 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:08.147880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Allocated IP 172.20.0.1 (7b38f1eb-574d-4555-8fb7-6385f1b1b4f0/8074d793-8236-4a21-b3bd-9ba7365542e8/71291953-79fd-42c9-a1ce-6f830b0a7f5c) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:26:08.196366 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Routers {'a3c3f43c-53b5-4062-8582-e39615904eef'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:26:08.197002 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:26:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c3f43c-53b5-4062-8582-e39615904eef'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:08.202356 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb26487-5f41-4c2a-9a2d-42e6b00de170 None None] Pushing event updated for resources: {'Port': ['ID=ed1195d8-4b41-4766-8d7c-2bc76e22691d,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:08.214626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] device_id is not set on port 8b18a977-1f31-4007-b9af-0ea7eb3cafca yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:26:08.223545 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:08.242329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Transition to ACTIVE for port object 8b18a977-1f31-4007-b9af-0ea7eb3cafca will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:08.247511 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:08.278027 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:08.294461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Transition to ACTIVE for port object 71291953-79fd-42c9-a1ce-6f830b0a7f5c will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:08.310060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Pushing event updated for resources: {'Port': ['ID=8b18a977-1f31-4007-b9af-0ea7eb3cafca,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:08.316302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:08.316645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:08.316993 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:08.321543 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:08.321877 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:08.322263 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 2 to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca Jul 15 15:26:08.336585 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] Set router a3c3f43c-53b5-4062-8582-e39615904eef gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:26:08.337900 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:08.341322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:08.341665 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:08.342059 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:08.346875 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:08.347254 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:08.347654 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 3 to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca Jul 15 15:26:08.362304 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:08.362658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:08.362941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:08.367887 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:08.368224 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:08.368616 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 4 to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca Jul 15 15:26:08.383004 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:08.383348 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:08.383745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:08.390914 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:08.391277 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:08.391843 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 5 to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca Jul 15 15:26:08.402469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Pushing event updated for resources: {'Port': ['ID=71291953-79fd-42c9-a1ce-6f830b0a7f5c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:08.406068 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Network 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:26:08.408862 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:08.410478 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:08.410894 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:08.411250 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:08.411549 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:26:08.417533 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:08.417866 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:08.418264 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 6 to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca Jul 15 15:26:08.436204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:08.436551 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:08.436883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:08.442158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:08.443511 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:08.444025 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 7 to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca Jul 15 15:26:08.459968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:08.460595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:08.461120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:08.483612 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:08.486838 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:08.487589 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 8 to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca Jul 15 15:26:08.493874 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:08.522511 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:08.526164 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:08.526553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:08.537938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:08.538416 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:08.538954 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 9 to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca Jul 15 15:26:08.574678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:08.575151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:08.575586 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:08.584283 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:08.584772 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:08.586128 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 10 to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca Jul 15 15:26:08.630607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:08.632025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:08.633305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:08.643971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:08.644312 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:08.644705 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:08.675624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d972ab15-6bc3-4e6b-8bbc-5891f85db438 None None] Provisioning for port 71291953-79fd-42c9-a1ce-6f830b0a7f5c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:08.686285 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d972ab15-6bc3-4e6b-8bbc-5891f85db438 None None] Provisioning complete for port 71291953-79fd-42c9-a1ce-6f830b0a7f5c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:08.686926 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d972ab15-6bc3-4e6b-8bbc-5891f85db438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:08.745569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] For port 8b18a977-1f31-4007-b9af-0ea7eb3cafca, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:26:08.746123 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempted to set empty binding levels {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 15:26:08.747342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d972ab15-6bc3-4e6b-8bbc-5891f85db438 None None] Port 71291953-79fd-42c9-a1ce-6f830b0a7f5c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:26:08.754177 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:08.791314 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:08.791554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] In _notify_port_updated(), no bound segment for port 8b18a977-1f31-4007-b9af-0ea7eb3cafca on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:26:08.792170 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.792979 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:08.796627 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] 10.222.0.38 "PUT /v2.0/ports/8b18a977-1f31-4007-b9af-0ea7eb3cafca HTTP/1.1" status: 200 len: 975 time: 0.9363148 Jul 15 15:26:08.796981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34350) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:08.801951 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:26:05Z', 'revision_number': 3, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port': {'id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:61:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:04Z', 'updated_at': '2021-07-15T15:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:08.849447 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c720fde-19c6-4329-8dab-809a563733a2 None None] The sync data for ids ['a3c3f43c-53b5-4062-8582-e39615904eef'] in n-d-764435-3 is: [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:26:05Z', 'revision_number': 3, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port': {'id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:61:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:04Z', 'updated_at': '2021-07-15T15:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:26:08.871697 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff05e7b-ec27-49b3-aff2-8233a3bdb014 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Pushing event updated for resources: {'Port': ['ID=8b18a977-1f31-4007-b9af-0ea7eb3cafca,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:08.909331 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e0c41c65-2202-4701-8f54-abe6d588a560 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:26:08.929192 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca88875-78ec-4afb-8b2d-83c8cc4e7485 req-5377a0de-6b5b-4220-91c2-e2bd337e8046 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.930848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ca88875-78ec-4afb-8b2d-83c8cc4e7485 req-5377a0de-6b5b-4220-91c2-e2bd337e8046 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac52b2c3-f41c-4092-9372-376d70d6fb07 HTTP/1.1" status: 200 len: 944 time: 0.1899290 Jul 15 15:26:08.950992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406bef1-ded2-4012-ad8c-8d7f76cd0c2d tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.951655 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406bef1-ded2-4012-ad8c-8d7f76cd0c2d tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.952143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406bef1-ded2-4012-ad8c-8d7f76cd0c2d tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.952627 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406bef1-ded2-4012-ad8c-8d7f76cd0c2d tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.953111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406bef1-ded2-4012-ad8c-8d7f76cd0c2d tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.953588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406bef1-ded2-4012-ad8c-8d7f76cd0c2d tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.954072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406bef1-ded2-4012-ad8c-8d7f76cd0c2d tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.954633 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406bef1-ded2-4012-ad8c-8d7f76cd0c2d tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.955630 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406bef1-ded2-4012-ad8c-8d7f76cd0c2d tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.956249 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406bef1-ded2-4012-ad8c-8d7f76cd0c2d tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.956726 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406bef1-ded2-4012-ad8c-8d7f76cd0c2d tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.957195 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406bef1-ded2-4012-ad8c-8d7f76cd0c2d tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.957670 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406bef1-ded2-4012-ad8c-8d7f76cd0c2d tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.958494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406bef1-ded2-4012-ad8c-8d7f76cd0c2d tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.958646 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406bef1-ded2-4012-ad8c-8d7f76cd0c2d tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:08.964482 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8406bef1-ded2-4012-ad8c-8d7f76cd0c2d tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13645 time: 0.1632452 Jul 15 15:26:08.966013 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34352) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:09.004482 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e0c41c65-2202-4701-8f54-abe6d588a560 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:09.004905 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:09.073224 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f3087cb5-778d-4d95-bc2a-3971cc2160de tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Deleting port 8b18a977-1f31-4007-b9af-0ea7eb3cafca {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:26:09.074658 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3087cb5-778d-4d95-bc2a-3971cc2160de tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:09.078407 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ca88875-78ec-4afb-8b2d-83c8cc4e7485 req-6cac6224-5a59-4de8-851c-b39bc7c8773e tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180658 Jul 15 15:26:09.151678 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:09.157619 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:09.184904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f3087cb5-778d-4d95-bc2a-3971cc2160de tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] For port 8b18a977-1f31-4007-b9af-0ea7eb3cafca, host n-h1-764435-3, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:09.185360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3087cb5-778d-4d95-bc2a-3971cc2160de tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:09.198442 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f3087cb5-778d-4d95-bc2a-3971cc2160de tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Calling delete_port for 8b18a977-1f31-4007-b9af-0ea7eb3cafca owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:26:09.254278 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:09.264614 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Pushing event updated for resources: {'Port': ['ID=71291953-79fd-42c9-a1ce-6f830b0a7f5c,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:09.350604 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3087cb5-778d-4d95-bc2a-3971cc2160de tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:09.387535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3087cb5-778d-4d95-bc2a-3971cc2160de tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b18a977-1f31-4007-b9af-0ea7eb3cafca,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:09.391467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Network 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:26:09.393760 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:09.401087 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3087cb5-778d-4d95-bc2a-3971cc2160de tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:09.407092 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f3087cb5-778d-4d95-bc2a-3971cc2160de tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] 10.222.0.38 "DELETE /v2.0/ports/8b18a977-1f31-4007-b9af-0ea7eb3cafca HTTP/1.1" status: 204 len: 168 time: 0.4392951 Jul 15 15:26:09.409592 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34354) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:09.484627 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-bffde7e5-d267-4038-815f-a8dd5ca915d4 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] GET failed (client error): The resource could not be found. Jul 15 15:26:09.490747 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34356) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:09.490967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bffde7e5-d267-4038-815f-a8dd5ca915d4 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] 10.222.0.38 "GET /v2.0/ports/8b18a977-1f31-4007-b9af-0ea7eb3cafca HTTP/1.1" status: 404 len: 333 time: 0.0802560 Jul 15 15:26:09.496476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6ee3d00c-b68c-4a2e-84e1-189bed3f9f01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-803649526', 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:09.539998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee3d00c-b68c-4a2e-84e1-189bed3f9f01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Made reservation on behalf of cbca1727c3da40cc853121f844311b80 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:26:09.543566 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d00c-b68c-4a2e-84e1-189bed3f9f01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:09.574811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-6ee3d00c-b68c-4a2e-84e1-189bed3f9f01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] device_id is not set on port 7297b49f-0f24-4a8a-a056-8ac789cb1521 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:26:09.579698 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Router a3c3f43c-53b5-4062-8582-e39615904eef has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:26:09.688606 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eacc3c89-bafd-4192-8601-59c5297a36a3 None None] Provisioning complete for port 71291953-79fd-42c9-a1ce-6f830b0a7f5c triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:09.690180 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eacc3c89-bafd-4192-8601-59c5297a36a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:09.743150 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-eacc3c89-bafd-4192-8601-59c5297a36a3 None None] Port 71291953-79fd-42c9-a1ce-6f830b0a7f5c cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:26:09.769937 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:26:09.784560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d27ec984-3fe7-427f-8da2-88284ed25933 admin admin] 10.222.0.38 "PUT /v2.0/routers/a3c3f43c-53b5-4062-8582-e39615904eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6192343 Jul 15 15:26:09.822134 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d00c-b68c-4a2e-84e1-189bed3f9f01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:09.875241 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d00c-b68c-4a2e-84e1-189bed3f9f01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:09.932025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee3d00c-b68c-4a2e-84e1-189bed3f9f01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Network d1f509a7-aec4-4b01-9ebb-da9aa134faae is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:26:09.935338 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6ee3d00c-b68c-4a2e-84e1-189bed3f9f01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:09.937750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee3d00c-b68c-4a2e-84e1-189bed3f9f01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:26:09.938755 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3d00c-b68c-4a2e-84e1-189bed3f9f01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:09.939457 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d00c-b68c-4a2e-84e1-189bed3f9f01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:09.964087 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3d00c-b68c-4a2e-84e1-189bed3f9f01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Pushing event updated for resources: {'Port': ['ID=7297b49f-0f24-4a8a-a056-8ac789cb1521,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:09.973467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34362) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:09.973623 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6ee3d00c-b68c-4a2e-84e1-189bed3f9f01 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4815760 Jul 15 15:26:10.033208 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757e1613-f417-4d36-b830-4c799691fb57 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:10.037282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-757e1613-f417-4d36-b830-4c799691fb57 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] 10.222.0.38 "GET /v2.0/ports/7297b49f-0f24-4a8a-a056-8ac789cb1521 HTTP/1.1" status: 200 len: 954 time: 0.0601017 Jul 15 15:26:10.038034 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34366) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:10.159646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-4f57924a-6f76-4509-91f9-e0fea8ff5928 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Deleting port 7297b49f-0f24-4a8a-a056-8ac789cb1521 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:26:10.160320 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f57924a-6f76-4509-91f9-e0fea8ff5928 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:10.233346 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f57924a-6f76-4509-91f9-e0fea8ff5928 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:10.277175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-4f57924a-6f76-4509-91f9-e0fea8ff5928 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Calling delete_port for 7297b49f-0f24-4a8a-a056-8ac789cb1521 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:26:10.368673 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ba2c0-26dc-4bd3-83bb-6d4bf0dd9b59 req-e948fe27-33a1-403c-828f-a86b76b75d9a tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:10.370204 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e1ba2c0-26dc-4bd3-83bb-6d4bf0dd9b59 req-e948fe27-33a1-403c-828f-a86b76b75d9a tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac52b2c3-f41c-4092-9372-376d70d6fb07 HTTP/1.1" status: 200 len: 944 time: 0.1341357 Jul 15 15:26:10.388918 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f367e93a-d0af-4150-8ce5-1cbda91ff1a6 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:26:10.420845 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f57924a-6f76-4509-91f9-e0fea8ff5928 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:10.437570 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e1ba2c0-26dc-4bd3-83bb-6d4bf0dd9b59 req-b7903ea8-2cfd-4e61-94c0-a29422c20a58 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611300 Jul 15 15:26:10.459145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57924a-6f76-4509-91f9-e0fea8ff5928 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Pushing event deleted for resources: {'Port': ['ID=7297b49f-0f24-4a8a-a056-8ac789cb1521,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:10.467859 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f57924a-6f76-4509-91f9-e0fea8ff5928 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:10.472213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4f57924a-6f76-4509-91f9-e0fea8ff5928 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] 10.222.0.38 "DELETE /v2.0/ports/7297b49f-0f24-4a8a-a056-8ac789cb1521 HTTP/1.1" status: 204 len: 168 time: 0.4313653 Jul 15 15:26:10.472746 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34378) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:10.502990 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc8e6f0-f040-4702-adc3-ceae6227b656 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] GET failed (client error): The resource could not be found. Jul 15 15:26:10.510835 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fdc8e6f0-f040-4702-adc3-ceae6227b656 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] 10.222.0.38 "GET /v2.0/ports/7297b49f-0f24-4a8a-a056-8ac789cb1521 HTTP/1.1" status: 404 len: 333 time: 0.0313680 Jul 15 15:26:10.511132 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34380) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:10.517571 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f1c413b6-f860-49d1-bedb-ccc49279c3ee tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Request body: {'port': {'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-241071481'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:10.528623 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f367e93a-d0af-4150-8ce5-1cbda91ff1a6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f367e93a-d0af-4150-8ce5-1cbda91ff1a6,segment=NetworkSegment(78c9489a-da32-4bcf-baa2-5ff8d58704fa),segment_id=78c9489a-da32-4bcf-baa2-5ff8d58704fa)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:10.544229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c413b6-f860-49d1-bedb-ccc49279c3ee tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Made reservation on behalf of cbca1727c3da40cc853121f844311b80 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:26:10.545667 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'f367e93a-d0af-4150-8ce5-1cbda91ff1a6', 'network_id': '45fa986c-1017-4d38-88b8-88b6da11c447', 'port_id': 'f367e93a-d0af-4150-8ce5-1cbda91ff1a6', 'mac_address': 'fa:16:3e:b0:1e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ff8880-97a7-468a-93f2-5164dfbebd9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:26:10.557710 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1c413b6-f860-49d1-bedb-ccc49279c3ee tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:10.587336 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-f1c413b6-f860-49d1-bedb-ccc49279c3ee tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] device_id is not set on port b128ae7f-112d-4139-a207-d2f41deddf33 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:26:10.593931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34384) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:10.594102 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:10.600916 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ae8515e3-c2d3-4f56-85f9-5f6dc8a9afb4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-145499365-network', 'tenant_id': '20456f9c511d485c9c32d25f846f0ebb'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:10.609743 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f367e93a-d0af-4150-8ce5-1cbda91ff1a6 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:26:10.629172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8515e3-c2d3-4f56-85f9-5f6dc8a9afb4 admin admin] Made reservation on behalf of 20456f9c511d485c9c32d25f846f0ebb for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:26:10.633087 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae8515e3-c2d3-4f56-85f9-5f6dc8a9afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:10.637008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f367e93a-d0af-4150-8ce5-1cbda91ff1a6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f367e93a-d0af-4150-8ce5-1cbda91ff1a6,segment=NetworkSegment(78c9489a-da32-4bcf-baa2-5ff8d58704fa),segment_id=78c9489a-da32-4bcf-baa2-5ff8d58704fa)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:10.645934 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:10.654032 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae8515e3-c2d3-4f56-85f9-5f6dc8a9afb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:10.738956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f367e93a-d0af-4150-8ce5-1cbda91ff1a6,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:10.811150 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae8515e3-c2d3-4f56-85f9-5f6dc8a9afb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:10.818504 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae8515e3-c2d3-4f56-85f9-5f6dc8a9afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:10.825145 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1c413b6-f860-49d1-bedb-ccc49279c3ee tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:10.836506 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['f367e93a-d0af-4150-8ce5-1cbda91ff1a6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:26:10.853907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8515e3-c2d3-4f56-85f9-5f6dc8a9afb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:26:10.868897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8515e3-c2d3-4f56-85f9-5f6dc8a9afb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f0ad17-972e-489b-afd6-1a378a764cbc,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:10.874520 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae8515e3-c2d3-4f56-85f9-5f6dc8a9afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:10.874899 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-ae8515e3-c2d3-4f56-85f9-5f6dc8a9afb4 admin admin] Added segment eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9 of type vlan for network 2402d8fc-519a-4abc-b4e1-659b47f678f8 Jul 15 15:26:10.882167 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1c413b6-f860-49d1-bedb-ccc49279c3ee tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:10.933182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ed1195d8-4b41-4766-8d7c-2bc76e22691d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:26:10.940244 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae8515e3-c2d3-4f56-85f9-5f6dc8a9afb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:10.955849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c413b6-f860-49d1-bedb-ccc49279c3ee tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Network d1f509a7-aec4-4b01-9ebb-da9aa134faae is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:26:10.959393 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f1c413b6-f860-49d1-bedb-ccc49279c3ee tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:10.964070 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c413b6-f860-49d1-bedb-ccc49279c3ee tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:26:10.965759 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c413b6-f860-49d1-bedb-ccc49279c3ee tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:10.966874 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1c413b6-f860-49d1-bedb-ccc49279c3ee tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:10.971985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c413b6-f860-49d1-bedb-ccc49279c3ee tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Pushing event updated for resources: {'Port': ['ID=b128ae7f-112d-4139-a207-d2f41deddf33,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:10.991777 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f1c413b6-f860-49d1-bedb-ccc49279c3ee tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4795091 Jul 15 15:26:10.994915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34388) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:11.001227 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:11.004953 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae8515e3-c2d3-4f56-85f9-5f6dc8a9afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:11.006250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8515e3-c2d3-4f56-85f9-5f6dc8a9afb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:11.007287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae8515e3-c2d3-4f56-85f9-5f6dc8a9afb4 admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:11.037632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34390) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:11.039941 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ae8515e3-c2d3-4f56-85f9-5f6dc8a9afb4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4445357 Jul 15 15:26:11.049634 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a251c326-afa1-4a13-b5ee-fa7ddd24f06d admin admin] Request body: {'subnet': {'network_id': '2402d8fc-519a-4abc-b4e1-659b47f678f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-145499365-subnet', 'tenant_id': '20456f9c511d485c9c32d25f846f0ebb', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:11.060910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port ed1195d8-4b41-4766-8d7c-2bc76e22691d completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:11.069183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ed1195d8-4b41-4766-8d7c-2bc76e22691d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:11.069183 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:11.124711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8515e3-c2d3-4f56-85f9-5f6dc8a9afb4 admin admin] Pushing event updated for resources: {'Network': ['ID=2402d8fc-519a-4abc-b4e1-659b47f678f8,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:11.145965 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a251c326-afa1-4a13-b5ee-fa7ddd24f06d admin admin] Made reservation on behalf of 20456f9c511d485c9c32d25f846f0ebb for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:26:11.146226 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 2402d8fc-519a-4abc-b4e1-659b47f678f8 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:26:11.148366 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Sync routers for ids ['a3c3f43c-53b5-4062-8582-e39615904eef'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:26:11.148529 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a251c326-afa1-4a13-b5ee-fa7ddd24f06d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:11.185156 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:11.207084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Routers {'a3c3f43c-53b5-4062-8582-e39615904eef'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:26:11.207655 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:26:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c3f43c-53b5-4062-8582-e39615904eef'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:11.373840 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:11.406830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port ed1195d8-4b41-4766-8d7c-2bc76e22691d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ed1195d8-4b41-4766-8d7c-2bc76e22691d,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:11.413909 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:11.421165 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Set router a3c3f43c-53b5-4062-8582-e39615904eef gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:26:11.486319 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a251c326-afa1-4a13-b5ee-fa7ddd24f06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:11.492774 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] device_id is not set on port b128ae7f-112d-4139-a207-d2f41deddf33 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:26:11.523766 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:11.555475 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251c326-afa1-4a13-b5ee-fa7ddd24f06d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7553a7-499f-4259-9640-78131b485f7c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:11.561291 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Transition to ACTIVE for port object b128ae7f-112d-4139-a207-d2f41deddf33 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:11.572607 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:11.608909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=ed1195d8-4b41-4766-8d7c-2bc76e22691d,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:11.624588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251c326-afa1-4a13-b5ee-fa7ddd24f06d admin admin] Checking segment: {'id': 'eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2402d8fc-519a-4abc-b4e1-659b47f678f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:26:11.625057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a251c326-afa1-4a13-b5ee-fa7ddd24f06d admin admin] Network hostable DHCP agents. Network: 2402d8fc-519a-4abc-b4e1-659b47f678f8, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:26:11.671797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:26:08Z', 'revision_number': 4, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port': {'id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:61:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:04Z', 'updated_at': '2021-07-15T15:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '71291953-79fd-42c9-a1ce-6f830b0a7f5c', 'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'mac_address': 'fa:16:3e:08:b5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:07Z', 'updated_at': '2021-07-15T15:26:08Z', 'revision_number': 2, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'subnets': [{'id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:11.673380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Pushing event updated for resources: {'Port': ['ID=b128ae7f-112d-4139-a207-d2f41deddf33,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:11.690842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a251c326-afa1-4a13-b5ee-fa7ddd24f06d admin admin] Network 2402d8fc-519a-4abc-b4e1-659b47f678f8 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:26:11.697599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251975e-d7da-4a4b-8abb-f48294eeed1c req-29f0288e-9fc5-4b12-b23d-cbe95083c63a tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:11.699429 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4251975e-d7da-4a4b-8abb-f48294eeed1c req-29f0288e-9fc5-4b12-b23d-cbe95083c63a tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac52b2c3-f41c-4092-9372-376d70d6fb07 HTTP/1.1" status: 200 len: 945 time: 0.0938330 Jul 15 15:26:11.701082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Checking router: a3c3f43c-53b5-4062-8582-e39615904eef for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:26:11.701503 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Updating router a3c3f43c-53b5-4062-8582-e39615904eef port 71291953-79fd-42c9-a1ce-6f830b0a7f5c binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:26:11.704579 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:11.705004 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:11.710848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:11.717589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a251c326-afa1-4a13-b5ee-fa7ddd24f06d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 2402d8fc-519a-4abc-b4e1-659b47f678f8) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:11.719404 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:11.719797 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:11.723521 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 2 to bind port b128ae7f-112d-4139-a207-d2f41deddf33 Jul 15 15:26:11.727069 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a251c326-afa1-4a13-b5ee-fa7ddd24f06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:11.727069 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a251c326-afa1-4a13-b5ee-fa7ddd24f06d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:11.731681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b5e073-1b94-4f9b-b7bc-1eae54bfde3f None None] Network 2402d8fc-519a-4abc-b4e1-659b47f678f8 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:26:11.747740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:11.748057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:11.748324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:11.748838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4251975e-d7da-4a4b-8abb-f48294eeed1c req-281f101d-82e2-47a0-9d0b-c2f2952138a6 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426538 Jul 15 15:26:11.765528 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:11.765919 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:11.766334 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 3 to bind port b128ae7f-112d-4139-a207-d2f41deddf33 Jul 15 15:26:11.771084 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a251c326-afa1-4a13-b5ee-fa7ddd24f06d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7317715 Jul 15 15:26:11.780767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34394) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:11.781953 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:11.782308 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:11.783819 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:11.786332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-145499365-router', 'tenant_id': '20456f9c511d485c9c32d25f846f0ebb', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:11.790187 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:11.790581 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:11.790990 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 4 to bind port b128ae7f-112d-4139-a207-d2f41deddf33 Jul 15 15:26:11.812816 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:11.813426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:11.813939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:11.817559 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:11.818932 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:11.820679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:11.821106 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:11.821539 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 5 to bind port b128ae7f-112d-4139-a207-d2f41deddf33 Jul 15 15:26:11.825708 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:11.845743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:11.846294 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:11.847539 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:11.854624 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:11.854959 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:11.855354 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 6 to bind port b128ae7f-112d-4139-a207-d2f41deddf33 Jul 15 15:26:11.873136 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:11.873628 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:11.874124 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:11.883054 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:11.883640 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:11.884200 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 7 to bind port b128ae7f-112d-4139-a207-d2f41deddf33 Jul 15 15:26:11.898593 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:11.900811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:11.901410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:11.901796 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:11.908056 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:11.908402 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:11.909081 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 8 to bind port b128ae7f-112d-4139-a207-d2f41deddf33 Jul 15 15:26:11.926326 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:11.927031 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:11.927383 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:11.933302 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:11.933633 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:11.934285 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 9 to bind port b128ae7f-112d-4139-a207-d2f41deddf33 Jul 15 15:26:11.949947 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:11.950628 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:11.951853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:11.957736 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:11.958216 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:11.958727 n-d-764435-3 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempt 10 to bind port b128ae7f-112d-4139-a207-d2f41deddf33 Jul 15 15:26:11.982035 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:11.982582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:11.983039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempting to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:11.989657 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:11.989985 n-d-764435-3 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Failed to bind port b128ae7f-112d-4139-a207-d2f41deddf33 on host n-h1-764435-3 for vnic_type normal using segments [{'id': '7d9a62c3-978e-488c-b52d-13ecebcb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd1f509a7-aec4-4b01-9ebb-da9aa134faae'}] Jul 15 15:26:11.990360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.051342 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.086005 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] For port b128ae7f-112d-4139-a207-d2f41deddf33, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:26:12.086423 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attempted to set empty binding levels {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 15:26:12.095662 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.149661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] In _notify_port_updated(), no bound segment for port b128ae7f-112d-4139-a207-d2f41deddf33 on network d1f509a7-aec4-4b01-9ebb-da9aa134faae {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 15:26:12.150738 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:12.151582 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.155820 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] 10.222.0.38 "PUT /v2.0/ports/b128ae7f-112d-4139-a207-d2f41deddf33 HTTP/1.1" status: 200 len: 974 time: 1.1596050 Jul 15 15:26:12.156442 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34398) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:12.206430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abcfdd-271c-4ab5-933a-2205d7f32180 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Pushing event updated for resources: {'Port': ['ID=b128ae7f-112d-4139-a207-d2f41deddf33,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:12.217219 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-2402d8fc-519a-4abc-b4e1-659b47f678f8', 'network_id': '2402d8fc-519a-4abc-b4e1-659b47f678f8', 'tenant_id': '20456f9c511d485c9c32d25f846f0ebb', 'fixed_ips': [{'subnet_id': 'da7553a7-499f-4259-9640-78131b485f7c'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:26:12.218088 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.272572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-20e768c2-f3a0-4d69-9af3-d62e4aaeccd0 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Deleting port b128ae7f-112d-4139-a207-d2f41deddf33 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:26:12.272811 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20e768c2-f3a0-4d69-9af3-d62e4aaeccd0 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.313718 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.335952 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.344836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-20e768c2-f3a0-4d69-9af3-d62e4aaeccd0 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] For port b128ae7f-112d-4139-a207-d2f41deddf33, host n-h1-764435-3, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:12.345426 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20e768c2-f3a0-4d69-9af3-d62e4aaeccd0 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.359770 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-20e768c2-f3a0-4d69-9af3-d62e4aaeccd0 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Calling delete_port for b128ae7f-112d-4139-a207-d2f41deddf33 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:26:12.389558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f367e93a-d0af-4150-8ce5-1cbda91ff1a6 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:26:12.437211 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Allocated IP 172.20.0.2 (2402d8fc-519a-4abc-b4e1-659b47f678f8/da7553a7-499f-4259-9640-78131b485f7c/7251083e-1309-450e-979c-664377eab8de) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:26:12.451861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Allocated IP 172.25.4.127 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/7634848b-1d7d-44e2-91c3-9a9b0e1a9acf) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:26:12.487661 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20e768c2-f3a0-4d69-9af3-d62e4aaeccd0 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.520498 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e768c2-f3a0-4d69-9af3-d62e4aaeccd0 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Pushing event deleted for resources: {'Port': ['ID=b128ae7f-112d-4139-a207-d2f41deddf33,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:12.529219 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20e768c2-f3a0-4d69-9af3-d62e4aaeccd0 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.534361 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-20e768c2-f3a0-4d69-9af3-d62e4aaeccd0 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] 10.222.0.38 "DELETE /v2.0/ports/b128ae7f-112d-4139-a207-d2f41deddf33 HTTP/1.1" status: 204 len: 168 time: 0.3712468 Jul 15 15:26:12.534570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34400) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:12.561290 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f987c56-5e0c-468f-859e-b61cf146ecc6 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] GET failed (client error): The resource could not be found. Jul 15 15:26:12.566923 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8f987c56-5e0c-468f-859e-b61cf146ecc6 tempest-PortsAdminExtendedAttrsTestJSON-1524820332 tempest-PortsAdminExtendedAttrsTestJSON-1524820332-project-admin] 10.222.0.38 "GET /v2.0/ports/b128ae7f-112d-4139-a207-d2f41deddf33 HTTP/1.1" status: 404 len: 333 time: 0.0272651 Jul 15 15:26:12.568148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34402) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:12.578378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port f367e93a-d0af-4150-8ce5-1cbda91ff1a6 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:12.599757 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port f367e93a-d0af-4150-8ce5-1cbda91ff1a6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:12.600140 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.605180 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.619684 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.654228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Transition to ACTIVE for port object 71291953-79fd-42c9-a1ce-6f830b0a7f5c will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:12.674218 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.675668 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-064ec954-328c-4c8c-8330-8600d2d0763e tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.683656 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.745572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Pushing event updated for resources: {'Port': ['ID=7634848b-1d7d-44e2-91c3-9a9b0e1a9acf,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:12.749158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:26:12.753341 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.755214 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9581d5c-11e2-4d1b-84e7-2c3a129e8960 None None] Pushing event updated for resources: {'Port': ['ID=71291953-79fd-42c9-a1ce-6f830b0a7f5c,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:12.761884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:12.764944 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:26:12.768495 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Transition to ACTIVE for port object 7251083e-1309-450e-979c-664377eab8de will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:12.837379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Transition to ACTIVE for port object 7251083e-1309-450e-979c-664377eab8de will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:12.837999 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-064ec954-328c-4c8c-8330-8600d2d0763e tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.865288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-064ec954-328c-4c8c-8330-8600d2d0763e tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f509a7-aec4-4b01-9ebb-da9aa134faae']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:12.865722 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.879287 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.894421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-064ec954-328c-4c8c-8330-8600d2d0763e tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9a62c3-978e-488c-b52d-13ecebcb67ae') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:12.894826 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-064ec954-328c-4c8c-8330-8600d2d0763e tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9a62c3-978e-488c-b52d-13ecebcb67ae') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:12.924365 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-064ec954-328c-4c8c-8330-8600d2d0763e tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:12.967941 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ed1195d8-4b41-4766-8d7c-2bc76e22691d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:26:12.977099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Attempting to bind port 71291953-79fd-42c9-a1ce-6f830b0a7f5c on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:12.977881 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Attempting to bind port 71291953-79fd-42c9-a1ce-6f830b0a7f5c by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '34bb958c-3b2b-44c4-86e8-78617de8b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:12.978482 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Attempting to bind port 71291953-79fd-42c9-a1ce-6f830b0a7f5c on network 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:12.981442 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-064ec954-328c-4c8c-8330-8600d2d0763e tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:13.001837 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064ec954-328c-4c8c-8330-8600d2d0763e tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:26:13.002332 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-064ec954-328c-4c8c-8330-8600d2d0763e tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:26:13.015328 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:26:13.023848 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Network 2402d8fc-519a-4abc-b4e1-659b47f678f8 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:26:13.029799 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:26:13.030583 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Checking segment: {'id': '34bb958c-3b2b-44c4-86e8-78617de8b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:26:13.031234 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:13.031888 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Bound using segment: {'id': '34bb958c-3b2b-44c4-86e8-78617de8b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:26:13.032673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Bound port: 71291953-79fd-42c9-a1ce-6f830b0a7f5c, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bb958c-3b2b-44c4-86e8-78617de8b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:26:13.033385 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:13.041116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:13.049589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:26:13.063101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac52b2c3-f41c-4092-9372-376d70d6fb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f367e93a-d0af-4150-8ce5-1cbda91ff1a6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:26:13.070565 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f6d4d0-dce1-4d24-9460-9b2bc3e65b9b" -d '{"events": [{"server_uuid": "ac52b2c3-f41c-4092-9372-376d70d6fb07", "name": "network-vif-plugged", "status": "completed", "tag": "f367e93a-d0af-4150-8ce5-1cbda91ff1a6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:26:13.087763 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Pushing event updated for resources: {'Port': ['ID=7251083e-1309-450e-979c-664377eab8de,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:13.098286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f367e93a-d0af-4150-8ce5-1cbda91ff1a6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f367e93a-d0af-4150-8ce5-1cbda91ff1a6,segment=NetworkSegment(78c9489a-da32-4bcf-baa2-5ff8d58704fa),segment_id=78c9489a-da32-4bcf-baa2-5ff8d58704fa)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:13.117400 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-064ec954-328c-4c8c-8330-8600d2d0763e tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:13.144515 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-064ec954-328c-4c8c-8330-8600d2d0763e tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:13.147142 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-064ec954-328c-4c8c-8330-8600d2d0763e tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] 10.222.0.38 "DELETE /v2.0/networks/d1f509a7-aec4-4b01-9ebb-da9aa134faae HTTP/1.1" status: 204 len: 168 time: 0.5782037 Jul 15 15:26:13.148118 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ec954-328c-4c8c-8330-8600d2d0763e tempest-PortsAdminExtendedAttrsTestJSON-1627822711 tempest-PortsAdminExtendedAttrsTestJSON-1627822711-project] Pushing event deleted for resources: {'Network': ['ID=d1f509a7-aec4-4b01-9ebb-da9aa134faae,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:13.184543 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6797af71-922b-45cb-ab2b-3e64a106c6bc x-openstack-request-id: req-6797af71-922b-45cb-ab2b-3e64a106c6bc {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:26:13.185780 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac52b2c3-f41c-4092-9372-376d70d6fb07", "name": "network-vif-plugged", "status": "completed", "tag": "f367e93a-d0af-4150-8ce5-1cbda91ff1a6", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:26:13.186039 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6797af71-922b-45cb-ab2b-3e64a106c6bc {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:26:13.186475 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac52b2c3-f41c-4092-9372-376d70d6fb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f367e93a-d0af-4150-8ce5-1cbda91ff1a6', 'code': 200} Jul 15 15:26:13.187233 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:13.342394 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ed1195d8-4b41-4766-8d7c-2bc76e22691d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:13.344440 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:13.413113 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] For port 71291953-79fd-42c9-a1ce-6f830b0a7f5c, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:26:13.445415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Attempting to bind port 7251083e-1309-450e-979c-664377eab8de on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:13.445791 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Attempting to bind port 7251083e-1309-450e-979c-664377eab8de by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2402d8fc-519a-4abc-b4e1-659b47f678f8'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:13.446156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Attempting to bind port 7251083e-1309-450e-979c-664377eab8de on network 2402d8fc-519a-4abc-b4e1-659b47f678f8 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:13.459728 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:26:13.460116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Checking segment: {'id': 'eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2402d8fc-519a-4abc-b4e1-659b47f678f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:26:13.460510 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:13.460911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Bound using segment: {'id': 'eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2402d8fc-519a-4abc-b4e1-659b47f678f8'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:26:13.461383 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Bound port: 7251083e-1309-450e-979c-664377eab8de, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2402d8fc-519a-4abc-b4e1-659b47f678f8'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:26:13.461767 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:13.469048 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] For port 71291953-79fd-42c9-a1ce-6f830b0a7f5c, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=71291953-79fd-42c9-a1ce-6f830b0a7f5c,segment=NetworkSegment(34bb958c-3b2b-44c4-86e8-78617de8b115),segment_id=34bb958c-3b2b-44c4-86e8-78617de8b115)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:26:13.477845 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f367e93a-d0af-4150-8ce5-1cbda91ff1a6,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:13.490404 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:13.556058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34414) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:13.609795 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4db1-500d-4cf4-8f31-dffe3dead9e0 req-fd38f68e-0512-4680-875c-ae02688ca1b2 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:13.617873 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-285c4db1-500d-4cf4-8f31-dffe3dead9e0 req-fd38f68e-0512-4680-875c-ae02688ca1b2 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac52b2c3-f41c-4092-9372-376d70d6fb07 HTTP/1.1" status: 200 len: 946 time: 0.2054944 Jul 15 15:26:13.622272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9581d5c-11e2-4d1b-84e7-2c3a129e8960 None None] Pushing event updated for resources: {'Port': ['ID=71291953-79fd-42c9-a1ce-6f830b0a7f5c,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:13.654334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Routers {'a3c3f43c-53b5-4062-8582-e39615904eef'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:26:13.655063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:26:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c3f43c-53b5-4062-8582-e39615904eef'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:13.665201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4cc96-87a9-4448-a2e8-00027107fe4e req-e1389cc6-b4c6-4e9e-95e6-017e2f5a9904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:13.666732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57c4cc96-87a9-4448-a2e8-00027107fe4e req-e1389cc6-b4c6-4e9e-95e6-017e2f5a9904 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac52b2c3-f41c-4092-9372-376d70d6fb07 HTTP/1.1" status: 200 len: 1097 time: 0.2447996 Jul 15 15:26:13.719641 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] For port 7251083e-1309-450e-979c-664377eab8de, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:26:13.750806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] For port 7251083e-1309-450e-979c-664377eab8de, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7251083e-1309-450e-979c-664377eab8de,segment=NetworkSegment(eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9),segment_id=eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:26:13.757344 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:13.779138 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57c4cc96-87a9-4448-a2e8-00027107fe4e req-8e60728d-4165-4099-b2f8-2abc5c52278f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034348 Jul 15 15:26:13.791130 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-285c4db1-500d-4cf4-8f31-dffe3dead9e0 req-3207500d-cf2e-4bd9-9f57-09133791595f tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724002 Jul 15 15:26:13.825954 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:13.869270 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b826c755-7a25-48b6-8fe3-304ca9ae8c2c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d6fcb13796045b49a3145b8e04a02d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116915 Jul 15 15:26:13.871259 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34418) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:13.894484 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] Set router a3c3f43c-53b5-4062-8582-e39615904eef gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:26:13.930091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29770a91-8fb2-45ea-9f89-68de1ab6d80a None None] Pushing event updated for resources: {'Port': ['ID=7251083e-1309-450e-979c-664377eab8de,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:14.002029 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2989c934-160d-448a-80dd-99976895caa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:14.066076 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2989c934-160d-448a-80dd-99976895caa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:14.159039 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2989c934-160d-448a-80dd-99976895caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:14.171537 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2989c934-160d-448a-80dd-99976895caa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:14.176080 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2989c934-160d-448a-80dd-99976895caa3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8d6600a1-033a-4595-9e51-efe04bbc2956 HTTP/1.1" status: 204 len: 168 time: 0.3037357 Jul 15 15:26:14.194815 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989c934-160d-448a-80dd-99976895caa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6600a1-033a-4595-9e51-efe04bbc2956,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:14.246417 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:14.271106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:26:08Z', 'revision_number': 4, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port': {'id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:04Z', 'updated_at': '2021-07-15T15:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '71291953-79fd-42c9-a1ce-6f830b0a7f5c', 'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'mac_address': 'fa:16:3e:08:b5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:07Z', 'updated_at': '2021-07-15T15:26:13Z', 'revision_number': 4, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'subnets': [{'id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:14.302385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6cfd3b-0c3c-4851-88be-377b9e73b445 None None] The sync data for ids ['a3c3f43c-53b5-4062-8582-e39615904eef'] in n-d-764435-3 is: [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:26:08Z', 'revision_number': 4, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port': {'id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:04Z', 'updated_at': '2021-07-15T15:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '71291953-79fd-42c9-a1ce-6f830b0a7f5c', 'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'mac_address': 'fa:16:3e:08:b5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:07Z', 'updated_at': '2021-07-15T15:26:13Z', 'revision_number': 4, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'subnets': [{'id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:26:14.504254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Router 4af96ffa-9d2f-414f-9cc5-f3c607ad0c36 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:26:14.680485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34426) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:14.680989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:26:14.692281 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Sync routers for ids ['4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:26:14.719786 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:14.721711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c364c8c9-3565-4f2b-bc12-12db1ca71698 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9399688 Jul 15 15:26:14.725301 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34428) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:14.728973 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Routers {'4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:26:14.730330 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:26:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:14.805572 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dfe545fd-c2ff-4e30-893f-130a472a1e09 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cbca1727c3da40cc853121f844311b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1214244 Jul 15 15:26:14.805824 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34430) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:14.951886 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cea6cb6-9fcf-4ad6-9fe4-da5589f07c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:14.980241 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Set router 4af96ffa-9d2f-414f-9cc5-f3c607ad0c36 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:26:15.011785 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cea6cb6-9fcf-4ad6-9fe4-da5589f07c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:15.051069 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7251083e-1309-450e-979c-664377eab8de up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:26:15.149064 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cea6cb6-9fcf-4ad6-9fe4-da5589f07c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:15.152333 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cea6cb6-9fcf-4ad6-9fe4-da5589f07c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:15.154865 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1cea6cb6-9fcf-4ad6-9fe4-da5589f07c72 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/431069bb-4721-4086-b235-c43e0021e461 HTTP/1.1" status: 204 len: 168 time: 0.3479233 Jul 15 15:26:15.169652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea6cb6-9fcf-4ad6-9fe4-da5589f07c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431069bb-4721-4086-b235-c43e0021e461,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:15.197012 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 7251083e-1309-450e-979c-664377eab8de completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:15.209135 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 71291953-79fd-42c9-a1ce-6f830b0a7f5c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:26:15.282787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 71291953-79fd-42c9-a1ce-6f830b0a7f5c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:15.296139 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 71291953-79fd-42c9-a1ce-6f830b0a7f5c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:15.297546 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:15.400831 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'name': 'tempest-TestVolumeBackupRestore-145499365-router', 'tenant_id': '20456f9c511d485c9c32d25f846f0ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '7634848b-1d7d-44e2-91c3-9a9b0e1a9acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:11Z', 'updated_at': '2021-07-15T15:26:13Z', 'revision_number': 3, 'project_id': '20456f9c511d485c9c32d25f846f0ebb', 'gw_port': {'id': '7634848b-1d7d-44e2-91c3-9a9b0e1a9acf', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:12Z', 'updated_at': '2021-07-15T15:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:15.470589 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Checking router: 4af96ffa-9d2f-414f-9cc5-f3c607ad0c36 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:26:15.471321 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Updating router 4af96ffa-9d2f-414f-9cc5-f3c607ad0c36 port 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:26:15.500177 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552aa98e-7a13-4893-a545-d184cd862290 req-4d3c6073-9864-4382-bedf-20ba2b25ee1c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:15.503620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-552aa98e-7a13-4893-a545-d184cd862290 req-4d3c6073-9864-4382-bedf-20ba2b25ee1c tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac52b2c3-f41c-4092-9372-376d70d6fb07 HTTP/1.1" status: 200 len: 946 time: 0.3200650 Jul 15 15:26:15.538647 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:15.552798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997ba86c-f5d9-4cbd-9846-eba4cf641702 None None] Network 2402d8fc-519a-4abc-b4e1-659b47f678f8 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:26:15.640948 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:15.687673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7a03d5b1-bd7c-418e-9669-133ad36a5133 None None] Provisioning for port 7251083e-1309-450e-979c-664377eab8de completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:15.733530 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-552aa98e-7a13-4893-a545-d184cd862290 req-69b394ad-1b7c-46fa-a5ff-31b1ac5761eb tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225511 Jul 15 15:26:15.793855 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7a03d5b1-bd7c-418e-9669-133ad36a5133 None None] Provisioning complete for port 7251083e-1309-450e-979c-664377eab8de triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:15.794235 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a03d5b1-bd7c-418e-9669-133ad36a5133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:15.871774 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 71291953-79fd-42c9-a1ce-6f830b0a7f5c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=71291953-79fd-42c9-a1ce-6f830b0a7f5c,segment=NetworkSegment(34bb958c-3b2b-44c4-86e8-78617de8b115),segment_id=34bb958c-3b2b-44c4-86e8-78617de8b115)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:15.921963 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:15.986426 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:16.052567 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:16.080301 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Transition to ACTIVE for port object 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:16.083433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=71291953-79fd-42c9-a1ce-6f830b0a7f5c,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:16.114572 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:16.125199 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a03d5b1-bd7c-418e-9669-133ad36a5133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:16.187197 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7a03d5b1-bd7c-418e-9669-133ad36a5133 None None] For port 7251083e-1309-450e-979c-664377eab8de, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7251083e-1309-450e-979c-664377eab8de,segment=NetworkSegment(eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9),segment_id=eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:16.198188 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a03d5b1-bd7c-418e-9669-133ad36a5133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:16.275341 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Attempting to bind port 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:16.275869 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Attempting to bind port 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:16.279034 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Attempting to bind port 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:16.303228 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:26:16.304076 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:26:16.305293 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:16.306882 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:26:16.314523 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Bound port: 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:26:16.315071 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:16.322726 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee5f88-0c0f-4bfa-beca-5fb9ab72da8e None None] Pushing event updated for resources: {'Port': ['ID=7634848b-1d7d-44e2-91c3-9a9b0e1a9acf,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:16.368626 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03d5b1-bd7c-418e-9669-133ad36a5133 None None] Pushing event updated for resources: {'Port': ['ID=7251083e-1309-450e-979c-664377eab8de,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:16.407010 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Allocated IP 172.20.0.1 (2402d8fc-519a-4abc-b4e1-659b47f678f8/da7553a7-499f-4259-9640-78131b485f7c/652a1269-e1b9-4c61-90c4-627373c294a2) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:26:16.436148 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] For port 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:26:16.440718 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] For port 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7634848b-1d7d-44e2-91c3-9a9b0e1a9acf,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:26:16.520732 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:16.613023 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Routers {'4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:26:16.613652 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:26:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:16.616957 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee5f88-0c0f-4bfa-beca-5fb9ab72da8e None None] Pushing event updated for resources: {'Port': ['ID=7634848b-1d7d-44e2-91c3-9a9b0e1a9acf,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:16.639205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1f5b5c61-71d2-473d-b2d0-32c5946cf37d None None] Provisioning complete for port 7251083e-1309-450e-979c-664377eab8de triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:16.639828 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5c61-71d2-473d-b2d0-32c5946cf37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:16.665813 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:16.710008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Transition to ACTIVE for port object 652a1269-e1b9-4c61-90c4-627373c294a2 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:16.781260 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] Set router 4af96ffa-9d2f-414f-9cc5-f3c607ad0c36 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:26:16.781950 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:16.859854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Network 2402d8fc-519a-4abc-b4e1-659b47f678f8 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:26:16.889061 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:16.894136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:26:16.897599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Pushing event updated for resources: {'Port': ['ID=652a1269-e1b9-4c61-90c4-627373c294a2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:16.952626 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:16.961128 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7251083e-1309-450e-979c-664377eab8de up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:26:16.985261 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34470) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:17.110999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7251083e-1309-450e-979c-664377eab8de triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:17.112206 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:17.205281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1b7ee8d1-1214-4ed0-a211-29fd3d01da12 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] Request body: {'port': {'network_id': '96e49280-517e-45bc-be27-90a688cf7c93', 'name': 'tempest-NetworksNegativeTestJSON-1890297622'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:17.233706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 71291953-79fd-42c9-a1ce-6f830b0a7f5c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:26:17.241773 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7ee8d1-1214-4ed0-a211-29fd3d01da12 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] POST failed (client error): The resource could not be found. Jul 15 15:26:17.242425 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7ee8d1-1214-4ed0-a211-29fd3d01da12 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:26:17.248855 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1b7ee8d1-1214-4ed0-a211-29fd3d01da12 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2554529 Jul 15 15:26:17.249087 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34476) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:17.300445 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'name': 'tempest-TestVolumeBackupRestore-145499365-router', 'tenant_id': '20456f9c511d485c9c32d25f846f0ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '7634848b-1d7d-44e2-91c3-9a9b0e1a9acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:11Z', 'updated_at': '2021-07-15T15:26:13Z', 'revision_number': 3, 'project_id': '20456f9c511d485c9c32d25f846f0ebb', 'gw_port': {'id': '7634848b-1d7d-44e2-91c3-9a9b0e1a9acf', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:12Z', 'updated_at': '2021-07-15T15:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:17.304008 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d215bcb-be3f-478d-ac57-19e34810e472 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] DELETE failed (client error): The resource could not be found. Jul 15 15:26:17.304584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d215bcb-be3f-478d-ac57-19e34810e472 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:26:17.306306 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4d215bcb-be3f-478d-ac57-19e34810e472 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] 10.222.0.38 "DELETE /v2.0/networks/f7330187-8169-4eb7-9be9-b5c7bfb155a0 HTTP/1.1" status: 404 len: 339 time: 0.0560904 Jul 15 15:26:17.317937 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34478) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:17.318685 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:17.324652 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 71291953-79fd-42c9-a1ce-6f830b0a7f5c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:17.325025 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:17.348584 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b116811a-48bd-4317-af5e-82f710e61b00 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] DELETE failed (client error): The resource could not be found. Jul 15 15:26:17.349558 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b116811a-48bd-4317-af5e-82f710e61b00 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:26:17.351609 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b116811a-48bd-4317-af5e-82f710e61b00 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] 10.222.0.38 "DELETE /v2.0/ports/b7e65efb-27bf-4f96-8d44-9c84f03b7c65 HTTP/1.1" status: 404 len: 333 time: 0.0321882 Jul 15 15:26:17.357114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34482) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:17.366372 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980f48af-c1c4-4600-9b7f-b29e36c2c2ff None None] The sync data for ids ['4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'] in n-d-764435-3 is: [{'id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'name': 'tempest-TestVolumeBackupRestore-145499365-router', 'tenant_id': '20456f9c511d485c9c32d25f846f0ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '7634848b-1d7d-44e2-91c3-9a9b0e1a9acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:11Z', 'updated_at': '2021-07-15T15:26:13Z', 'revision_number': 3, 'project_id': '20456f9c511d485c9c32d25f846f0ebb', 'gw_port': {'id': '7634848b-1d7d-44e2-91c3-9a9b0e1a9acf', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:12Z', 'updated_at': '2021-07-15T15:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:26:17.380016 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-05dce93e-e49a-48ec-a451-5a4be0dc82fc None None] Provisioning for port 652a1269-e1b9-4c61-90c4-627373c294a2 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:17.388523 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-05dce93e-e49a-48ec-a451-5a4be0dc82fc None None] Provisioning complete for port 652a1269-e1b9-4c61-90c4-627373c294a2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:17.389169 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-05dce93e-e49a-48ec-a451-5a4be0dc82fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:17.423650 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f681bc5-3954-4e57-a52f-1c466daa7e83 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] DELETE failed (client error): The resource could not be found. Jul 15 15:26:17.424126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f681bc5-3954-4e57-a52f-1c466daa7e83 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:26:17.430765 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3f681bc5-3954-4e57-a52f-1c466daa7e83 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] 10.222.0.38 "DELETE /v2.0/subnets/33c78ea7-2867-4fba-8069-81a3711052bd HTTP/1.1" status: 404 len: 337 time: 0.0708313 Jul 15 15:26:17.431469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34484) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:17.456502 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee65d90-78ae-4d75-8e8e-c1662382c4b6 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] GET failed (client error): The resource could not be found. Jul 15 15:26:17.462498 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1ee65d90-78ae-4d75-8e8e-c1662382c4b6 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] 10.222.0.38 "GET /v2.0/networks/b3ba0d26-9d4d-46e6-a892-9ef9d1cc9139 HTTP/1.1" status: 404 len: 339 time: 0.0300052 Jul 15 15:26:17.463382 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34486) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:17.479744 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-05dce93e-e49a-48ec-a451-5a4be0dc82fc None None] Port 652a1269-e1b9-4c61-90c4-627373c294a2 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:26:17.499131 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d568e79-822e-4922-89c1-d1cded8a5b49 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] GET failed (client error): The resource could not be found. Jul 15 15:26:17.505793 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7d568e79-822e-4922-89c1-d1cded8a5b49 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] 10.222.0.38 "GET /v2.0/ports/f053d7fb-6c53-45f5-bac3-a4f16fc05a87 HTTP/1.1" status: 404 len: 333 time: 0.0411191 Jul 15 15:26:17.506944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34488) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:17.541177 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-09707803-3b2b-4b7c-a8dc-68f6242d45ee tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] GET failed (client error): The resource could not be found. Jul 15 15:26:17.547074 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-09707803-3b2b-4b7c-a8dc-68f6242d45ee tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] 10.222.0.38 "GET /v2.0/subnets/fa94d6b1-9366-47ad-8975-544b699eefda HTTP/1.1" status: 404 len: 337 time: 0.0389273 Jul 15 15:26:17.548405 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34490) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:17.554320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-78736642-705b-4e53-a6e2-7e534d6d184e tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:17.568967 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-78736642-705b-4e53-a6e2-7e534d6d184e tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] PUT failed (client error): The resource could not be found. Jul 15 15:26:17.569782 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78736642-705b-4e53-a6e2-7e534d6d184e tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:26:17.574706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec956ed-1817-4e5a-a133-b8fe5e5a4b00 req-5642eddd-ea71-4898-912a-0c252cde9d43 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:17.574706 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ec956ed-1817-4e5a-a133-b8fe5e5a4b00 req-5642eddd-ea71-4898-912a-0c252cde9d43 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac52b2c3-f41c-4092-9372-376d70d6fb07 HTTP/1.1" status: 200 len: 946 time: 0.3258574 Jul 15 15:26:17.578918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34492) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:17.582098 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-78736642-705b-4e53-a6e2-7e534d6d184e tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] 10.222.0.38 "PUT /v2.0/networks/5ea928b5-3540-49d8-967b-4158a3618639 HTTP/1.1" status: 404 len: 339 time: 0.0324461 Jul 15 15:26:17.585042 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-bba6ad6d-d71b-45d3-9343-c4861bc0ff54 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:17.633427 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba6ad6d-d71b-45d3-9343-c4861bc0ff54 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] PUT failed (client error): The resource could not be found. Jul 15 15:26:17.634184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba6ad6d-d71b-45d3-9343-c4861bc0ff54 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:26:17.635676 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bba6ad6d-d71b-45d3-9343-c4861bc0ff54 tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] 10.222.0.38 "PUT /v2.0/ports/99c4b00d-d66c-4ba6-a396-76ade85490ab HTTP/1.1" status: 404 len: 333 time: 0.0549684 Jul 15 15:26:17.641427 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34494) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:17.650788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d6a0a67a-af10-4c74-ab28-f66339e2626f tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:17.675023 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ec956ed-1817-4e5a-a133-b8fe5e5a4b00 req-f23174e7-42c5-4204-92c0-a27d2bbec65a tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836146 Jul 15 15:26:17.688484 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:17.696448 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:17.703029 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a0a67a-af10-4c74-ab28-f66339e2626f tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] PUT failed (client error): The resource could not be found. Jul 15 15:26:17.703029 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a0a67a-af10-4c74-ab28-f66339e2626f tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:26:17.712229 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d6a0a67a-af10-4c74-ab28-f66339e2626f tempest-NetworksNegativeTestJSON-105515619 tempest-NetworksNegativeTestJSON-105515619-project] 10.222.0.38 "PUT /v2.0/subnets/87c1f516-1079-4315-867d-c98ca3ad2b6a HTTP/1.1" status: 404 len: 337 time: 0.0554900 Jul 15 15:26:17.808413 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Pushing event updated for resources: {'Port': ['ID=652a1269-e1b9-4c61-90c4-627373c294a2,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:17.811251 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:17.944752 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Network 2402d8fc-519a-4abc-b4e1-659b47f678f8 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:26:17.946688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:18.110790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Router 4af96ffa-9d2f-414f-9cc5-f3c607ad0c36 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:26:18.111839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34500) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:18.303901 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8771678e-a460-4839-9084-7c10a21af96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:18.319272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-917dc1c6-2840-49f9-b0c1-fd67d76ae107 None None] Provisioning complete for port 652a1269-e1b9-4c61-90c4-627373c294a2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:18.319869 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-917dc1c6-2840-49f9-b0c1-fd67d76ae107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:18.347475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:26:18.353727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4b02e5d4-5ff2-415e-8e2b-8dcfbf94a48d admin admin] 10.222.0.38 "PUT /v2.0/routers/4af96ffa-9d2f-414f-9cc5-f3c607ad0c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6251156 Jul 15 15:26:18.492058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141324c-3bde-4f07-979a-3ad10ee0d507 req-263bc632-356b-4af8-a5c7-e8151330d7b1 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:18.494051 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7141324c-3bde-4f07-979a-3ad10ee0d507 req-263bc632-356b-4af8-a5c7-e8151330d7b1 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac52b2c3-f41c-4092-9372-376d70d6fb07 HTTP/1.1" status: 200 len: 946 time: 0.1124651 Jul 15 15:26:18.576785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-917dc1c6-2840-49f9-b0c1-fd67d76ae107 None None] Port 652a1269-e1b9-4c61-90c4-627373c294a2 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:26:18.618511 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8771678e-a460-4839-9084-7c10a21af96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:18.625454 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8771678e-a460-4839-9084-7c10a21af96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:18.682213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8771678e-a460-4839-9084-7c10a21af96c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b87c8947618e4e95bd4bdeb02af47a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5660760 Jul 15 15:26:18.682949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771678e-a460-4839-9084-7c10a21af96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da89cd7-fb12-4233-9dd8-e5888de8fd7f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:18.683510 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34514) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:18.687536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-7141324c-3bde-4f07-979a-3ad10ee0d507 req-8844dca9-2e98-484e-b394-0adc4c880d46 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Deleting port f367e93a-d0af-4150-8ce5-1cbda91ff1a6 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:26:18.687876 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7141324c-3bde-4f07-979a-3ad10ee0d507 req-8844dca9-2e98-484e-b394-0adc4c880d46 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:18.756908 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e91834f4-bfe2-4b46-bf62-525925575e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:18.792165 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e91834f4-bfe2-4b46-bf62-525925575e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:18.809638 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-7141324c-3bde-4f07-979a-3ad10ee0d507 req-8844dca9-2e98-484e-b394-0adc4c880d46 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] For port f367e93a-d0af-4150-8ce5-1cbda91ff1a6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f367e93a-d0af-4150-8ce5-1cbda91ff1a6,segment=NetworkSegment(78c9489a-da32-4bcf-baa2-5ff8d58704fa),segment_id=78c9489a-da32-4bcf-baa2-5ff8d58704fa)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:18.810010 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7141324c-3bde-4f07-979a-3ad10ee0d507 req-8844dca9-2e98-484e-b394-0adc4c880d46 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:18.822976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-7141324c-3bde-4f07-979a-3ad10ee0d507 req-8844dca9-2e98-484e-b394-0adc4c880d46 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Calling delete_port for f367e93a-d0af-4150-8ce5-1cbda91ff1a6 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:26:18.891640 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e91834f4-bfe2-4b46-bf62-525925575e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:18.894876 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e91834f4-bfe2-4b46-bf62-525925575e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:18.896184 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e91834f4-bfe2-4b46-bf62-525925575e7c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1da89cd7-fb12-4233-9dd8-e5888de8fd7f HTTP/1.1" status: 204 len: 168 time: 0.2105386 Jul 15 15:26:18.908225 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91834f4-bfe2-4b46-bf62-525925575e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da89cd7-fb12-4233-9dd8-e5888de8fd7f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:18.992117 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f7dcc-55f6-4d1b-a05d-f8b296d72a0f req-4c87b8cd-1f91-44a5-afaa-e6e70ddca048 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:18.994459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-899f7dcc-55f6-4d1b-a05d-f8b296d72a0f req-4c87b8cd-1f91-44a5-afaa-e6e70ddca048 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac52b2c3-f41c-4092-9372-376d70d6fb07 HTTP/1.1" status: 200 len: 946 time: 0.1206238 Jul 15 15:26:19.007565 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:26:19.103530 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:19.105096 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-899f7dcc-55f6-4d1b-a05d-f8b296d72a0f req-8adcd31e-b43e-4544-a015-6601c1825d38 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ce8e7ce-8a26-4ccd-8887-9f97439e6987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872173 Jul 15 15:26:19.107933 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7141324c-3bde-4f07-979a-3ad10ee0d507 req-8844dca9-2e98-484e-b394-0adc4c880d46 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:19.115737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:19.116106 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:19.166110 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844dca9-2e98-484e-b394-0adc4c880d46 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Pushing event deleted for resources: {'Port': ['ID=f367e93a-d0af-4150-8ce5-1cbda91ff1a6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:19.166882 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:19.244088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7141324c-3bde-4f07-979a-3ad10ee0d507 req-8844dca9-2e98-484e-b394-0adc4c880d46 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] No DVR routers for this DVR port f367e93a-d0af-4150-8ce5-1cbda91ff1a6 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:26:19.246859 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7141324c-3bde-4f07-979a-3ad10ee0d507 req-8844dca9-2e98-484e-b394-0adc4c880d46 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:19.253465 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7141324c-3bde-4f07-979a-3ad10ee0d507 req-8844dca9-2e98-484e-b394-0adc4c880d46 tempest-VolumesActionsTest-1872826272 tempest-VolumesActionsTest-1872826272-project] 10.222.0.22 "DELETE /v2.0/ports/f367e93a-d0af-4150-8ce5-1cbda91ff1a6 HTTP/1.1" status: 204 len: 173 time: 0.7515886 Jul 15 15:26:19.254186 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac52b2c3-f41c-4092-9372-376d70d6fb07', 'name': 'network-vif-deleted', 'tag': 'f367e93a-d0af-4150-8ce5-1cbda91ff1a6'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:26:19.258831 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2effe7-8449-4785-bcbb-e4cbd2fdc324" -d '{"events": [{"server_uuid": "ac52b2c3-f41c-4092-9372-376d70d6fb07", "name": "network-vif-deleted", "tag": "f367e93a-d0af-4150-8ce5-1cbda91ff1a6"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:26:19.319359 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:19.384857 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7634848b-1d7d-44e2-91c3-9a9b0e1a9acf,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:19.393359 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:19.482365 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:19.488072 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=7634848b-1d7d-44e2-91c3-9a9b0e1a9acf,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:19.632481 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae0f8ac-2f20-409b-8c80-33acc3cae5b4 x-openstack-request-id: req-3ae0f8ac-2f20-409b-8c80-33acc3cae5b4 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:26:19.632907 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac52b2c3-f41c-4092-9372-376d70d6fb07", "name": "network-vif-deleted", "tag": "f367e93a-d0af-4150-8ce5-1cbda91ff1a6", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:26:19.633383 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3ae0f8ac-2f20-409b-8c80-33acc3cae5b4 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:26:19.633850 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac52b2c3-f41c-4092-9372-376d70d6fb07', 'name': 'network-vif-deleted', 'tag': 'f367e93a-d0af-4150-8ce5-1cbda91ff1a6', 'status': 'completed', 'code': 200} Jul 15 15:26:19.758671 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Sync routers for ids ['4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:26:19.781126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Routers {'4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:26:19.781677 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:26:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:19.981319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Set router 4af96ffa-9d2f-414f-9cc5-f3c607ad0c36 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:26:20.033770 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34596) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:20.221621 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-51025fa1-4c35-4363-b54e-a55d986fb955 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1094921339'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:20.271244 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51025fa1-4c35-4363-b54e-a55d986fb955 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Made reservation on behalf of c79daaed01774ab59ac5de2286eb9e22 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:26:20.272523 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'name': 'tempest-TestVolumeBackupRestore-145499365-router', 'tenant_id': '20456f9c511d485c9c32d25f846f0ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '7634848b-1d7d-44e2-91c3-9a9b0e1a9acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:11Z', 'updated_at': '2021-07-15T15:26:17Z', 'revision_number': 4, 'project_id': '20456f9c511d485c9c32d25f846f0ebb', 'gw_port': {'id': '7634848b-1d7d-44e2-91c3-9a9b0e1a9acf', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:12Z', 'updated_at': '2021-07-15T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '652a1269-e1b9-4c61-90c4-627373c294a2', 'name': '', 'network_id': '2402d8fc-519a-4abc-b4e1-659b47f678f8', 'tenant_id': '20456f9c511d485c9c32d25f846f0ebb', 'mac_address': 'fa:16:3e:db:f3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'da7553a7-499f-4259-9640-78131b485f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:16Z', 'updated_at': '2021-07-15T15:26:17Z', 'revision_number': 2, 'project_id': '20456f9c511d485c9c32d25f846f0ebb', 'subnets': [{'id': 'da7553a7-499f-4259-9640-78131b485f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:20.276334 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51025fa1-4c35-4363-b54e-a55d986fb955 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:20.294448 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51025fa1-4c35-4363-b54e-a55d986fb955 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:20.335910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Checking router: 4af96ffa-9d2f-414f-9cc5-f3c607ad0c36 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:26:20.336722 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Updating router 4af96ffa-9d2f-414f-9cc5-f3c607ad0c36 port 652a1269-e1b9-4c61-90c4-627373c294a2 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:26:20.418067 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:20.430052 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51025fa1-4c35-4363-b54e-a55d986fb955 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:20.440956 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51025fa1-4c35-4363-b54e-a55d986fb955 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:20.452384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f367e93a-d0af-4150-8ce5-1cbda91ff1a6 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:26:20.479109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51025fa1-4c35-4363-b54e-a55d986fb955 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:26:20.490771 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51025fa1-4c35-4363-b54e-a55d986fb955 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79acc647-c21c-445c-8411-c269af0b45e7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:20.500788 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: f367e93a-d0af-4150-8ce5-1cbda91ff1a6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:26:20.501620 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f367e93a-d0af-4150-8ce5-1cbda91ff1a6 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:26:20.501759 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51025fa1-4c35-4363-b54e-a55d986fb955 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:20.502085 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-51025fa1-4c35-4363-b54e-a55d986fb955 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Added segment 74230143-1736-44bc-9c82-debe5914a9e5 of type vlan for network 12683447-8e3f-4ad6-8cdb-340ef4fbad66 Jul 15 15:26:20.584347 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51025fa1-4c35-4363-b54e-a55d986fb955 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:20.633691 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51025fa1-4c35-4363-b54e-a55d986fb955 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:20.640763 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51025fa1-4c35-4363-b54e-a55d986fb955 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:20.643184 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51025fa1-4c35-4363-b54e-a55d986fb955 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:20.734895 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51025fa1-4c35-4363-b54e-a55d986fb955 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Pushing event updated for resources: {'Network': ['ID=12683447-8e3f-4ad6-8cdb-340ef4fbad66,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:20.755362 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-51025fa1-4c35-4363-b54e-a55d986fb955 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7170973 Jul 15 15:26:20.756092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34648) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:20.761616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-afec68c4-e5ad-43f7-9702-028dff980ef6 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Request body: {'subnet': {'network_id': '12683447-8e3f-4ad6-8cdb-340ef4fbad66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:20.763867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 12683447-8e3f-4ad6-8cdb-340ef4fbad66 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:26:20.940536 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:26:21.017500 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:21.033605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afec68c4-e5ad-43f7-9702-028dff980ef6 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Made reservation on behalf of c79daaed01774ab59ac5de2286eb9e22 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:26:21.038367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Transition to ACTIVE for port object 652a1269-e1b9-4c61-90c4-627373c294a2 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:21.042359 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-afec68c4-e5ad-43f7-9702-028dff980ef6 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:21.048019 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:21.049271 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:21.091965 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:21.310201 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-afec68c4-e5ad-43f7-9702-028dff980ef6 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:21.317094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf3963-1191-4d78-8b59-aebcec2c7315 None None] Pushing event updated for resources: {'Port': ['ID=652a1269-e1b9-4c61-90c4-627373c294a2,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:21.368717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Attempting to bind port 652a1269-e1b9-4c61-90c4-627373c294a2 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:21.369899 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Attempting to bind port 652a1269-e1b9-4c61-90c4-627373c294a2 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2402d8fc-519a-4abc-b4e1-659b47f678f8'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:21.370448 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Attempting to bind port 652a1269-e1b9-4c61-90c4-627373c294a2 on network 2402d8fc-519a-4abc-b4e1-659b47f678f8 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:21.377038 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:26:21.377731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Checking segment: {'id': 'eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2402d8fc-519a-4abc-b4e1-659b47f678f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:26:21.378307 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:21.378896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Bound using segment: {'id': 'eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2402d8fc-519a-4abc-b4e1-659b47f678f8'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:26:21.379543 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Bound port: 652a1269-e1b9-4c61-90c4-627373c294a2, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2402d8fc-519a-4abc-b4e1-659b47f678f8'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:26:21.380129 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:21.436042 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec68c4-e5ad-43f7-9702-028dff980ef6 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Pushing event updated for resources: {'Subnet': ['ID=4139a369-4a83-42da-9b4f-858e06471022,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:21.442148 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec68c4-e5ad-43f7-9702-028dff980ef6 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Checking segment: {'id': '74230143-1736-44bc-9c82-debe5914a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12683447-8e3f-4ad6-8cdb-340ef4fbad66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:26:21.442519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afec68c4-e5ad-43f7-9702-028dff980ef6 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Network hostable DHCP agents. Network: 12683447-8e3f-4ad6-8cdb-340ef4fbad66, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:26:21.465830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afec68c4-e5ad-43f7-9702-028dff980ef6 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Network 12683447-8e3f-4ad6-8cdb-340ef4fbad66 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:26:21.484693 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-afec68c4-e5ad-43f7-9702-028dff980ef6 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 12683447-8e3f-4ad6-8cdb-340ef4fbad66) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:21.491171 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afec68c4-e5ad-43f7-9702-028dff980ef6 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:21.492444 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-afec68c4-e5ad-43f7-9702-028dff980ef6 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:21.514675 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8eb700-124c-43ad-8768-049d978c8190 None None] Network 12683447-8e3f-4ad6-8cdb-340ef4fbad66 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:26:21.528899 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] For port 652a1269-e1b9-4c61-90c4-627373c294a2, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:26:21.541410 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-afec68c4-e5ad-43f7-9702-028dff980ef6 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7824583 Jul 15 15:26:21.542516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34674) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:21.550568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-06a2a1ee-4617-44d2-88b2-e04bbb9c17c0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Request body: {'port': {'network_id': '12683447-8e3f-4ad6-8cdb-340ef4fbad66', 'name': 'tempest-TagsExtTest-1441290077'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:21.569572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] For port 652a1269-e1b9-4c61-90c4-627373c294a2, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=652a1269-e1b9-4c61-90c4-627373c294a2,segment=NetworkSegment(eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9),segment_id=eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:26:21.612838 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:21.754966 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Routers {'4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:26:21.755908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:26:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:21.765799 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf3963-1191-4d78-8b59-aebcec2c7315 None None] Pushing event updated for resources: {'Port': ['ID=652a1269-e1b9-4c61-90c4-627373c294a2,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:21.824324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a2a1ee-4617-44d2-88b2-e04bbb9c17c0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Made reservation on behalf of c79daaed01774ab59ac5de2286eb9e22 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:26:21.835316 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06a2a1ee-4617-44d2-88b2-e04bbb9c17c0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:21.880596 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-06a2a1ee-4617-44d2-88b2-e04bbb9c17c0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] device_id is not set on port 40e3e1fd-1bca-43c1-b83a-7598af356b49 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 15:26:21.932321 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-12683447-8e3f-4ad6-8cdb-340ef4fbad66', 'network_id': '12683447-8e3f-4ad6-8cdb-340ef4fbad66', 'tenant_id': 'c79daaed01774ab59ac5de2286eb9e22', 'fixed_ips': [{'subnet_id': '4139a369-4a83-42da-9b4f-858e06471022'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:26:21.934844 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:22.092025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-06a2a1ee-4617-44d2-88b2-e04bbb9c17c0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Allocated IP 172.20.0.12 (12683447-8e3f-4ad6-8cdb-340ef4fbad66/4139a369-4a83-42da-9b4f-858e06471022/40e3e1fd-1bca-43c1-b83a-7598af356b49) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:26:22.113110 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] Set router 4af96ffa-9d2f-414f-9cc5-f3c607ad0c36 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:26:22.323056 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06a2a1ee-4617-44d2-88b2-e04bbb9c17c0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:22.344804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-06a2a1ee-4617-44d2-88b2-e04bbb9c17c0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Transition to ACTIVE for port object 40e3e1fd-1bca-43c1-b83a-7598af356b49 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:22.398012 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06a2a1ee-4617-44d2-88b2-e04bbb9c17c0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:22.480107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a2a1ee-4617-44d2-88b2-e04bbb9c17c0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Network 12683447-8e3f-4ad6-8cdb-340ef4fbad66 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:26:22.486958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'name': 'tempest-TestVolumeBackupRestore-145499365-router', 'tenant_id': '20456f9c511d485c9c32d25f846f0ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '7634848b-1d7d-44e2-91c3-9a9b0e1a9acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:11Z', 'updated_at': '2021-07-15T15:26:17Z', 'revision_number': 4, 'project_id': '20456f9c511d485c9c32d25f846f0ebb', 'gw_port': {'id': '7634848b-1d7d-44e2-91c3-9a9b0e1a9acf', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:12Z', 'updated_at': '2021-07-15T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '652a1269-e1b9-4c61-90c4-627373c294a2', 'name': '', 'network_id': '2402d8fc-519a-4abc-b4e1-659b47f678f8', 'tenant_id': '20456f9c511d485c9c32d25f846f0ebb', 'mac_address': 'fa:16:3e:db:f3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'da7553a7-499f-4259-9640-78131b485f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:16Z', 'updated_at': '2021-07-15T15:26:21Z', 'revision_number': 4, 'project_id': '20456f9c511d485c9c32d25f846f0ebb', 'subnets': [{'id': 'da7553a7-499f-4259-9640-78131b485f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:22.491157 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-06a2a1ee-4617-44d2-88b2-e04bbb9c17c0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:22.494729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2a1ee-4617-44d2-88b2-e04bbb9c17c0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:26:22.521622 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2a1ee-4617-44d2-88b2-e04bbb9c17c0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Pushing event updated for resources: {'Port': ['ID=40e3e1fd-1bca-43c1-b83a-7598af356b49,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:22.531156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4f5b3-80f4-420a-8bba-4a85234bc43e None None] The sync data for ids ['4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'] in n-d-764435-3 is: [{'id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'name': 'tempest-TestVolumeBackupRestore-145499365-router', 'tenant_id': '20456f9c511d485c9c32d25f846f0ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '7634848b-1d7d-44e2-91c3-9a9b0e1a9acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:11Z', 'updated_at': '2021-07-15T15:26:17Z', 'revision_number': 4, 'project_id': '20456f9c511d485c9c32d25f846f0ebb', 'gw_port': {'id': '7634848b-1d7d-44e2-91c3-9a9b0e1a9acf', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:12Z', 'updated_at': '2021-07-15T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '652a1269-e1b9-4c61-90c4-627373c294a2', 'name': '', 'network_id': '2402d8fc-519a-4abc-b4e1-659b47f678f8', 'tenant_id': '20456f9c511d485c9c32d25f846f0ebb', 'mac_address': 'fa:16:3e:db:f3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'da7553a7-499f-4259-9640-78131b485f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:16Z', 'updated_at': '2021-07-15T15:26:21Z', 'revision_number': 4, 'project_id': '20456f9c511d485c9c32d25f846f0ebb', 'subnets': [{'id': 'da7553a7-499f-4259-9640-78131b485f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:26:22.561768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Allocated IP 172.20.0.2 (12683447-8e3f-4ad6-8cdb-340ef4fbad66/4139a369-4a83-42da-9b4f-858e06471022/1a5849b1-cae4-45e7-811d-204e5d3340f2) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:26:22.614023 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2a1ee-4617-44d2-88b2-e04bbb9c17c0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:22.616415 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06a2a1ee-4617-44d2-88b2-e04bbb9c17c0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:22.638228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34702) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:22.639548 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-06a2a1ee-4617-44d2-88b2-e04bbb9c17c0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0947666 Jul 15 15:26:22.647608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-5075a81a-e1d5-4689-904a-d518de075e36 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-850562580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:22.702258 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5075a81a-e1d5-4689-904a-d518de075e36 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:22.703965 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5075a81a-e1d5-4689-904a-d518de075e36 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:22.979635 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 652a1269-e1b9-4c61-90c4-627373c294a2 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:26:23.027293 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:23.062881 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Transition to ACTIVE for port object 1a5849b1-cae4-45e7-811d-204e5d3340f2 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:23.142098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Transition to ACTIVE for port object 1a5849b1-cae4-45e7-811d-204e5d3340f2 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:23.154134 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:23.189472 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 652a1269-e1b9-4c61-90c4-627373c294a2 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:23.205495 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 652a1269-e1b9-4c61-90c4-627373c294a2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:23.206370 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:23.238386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Network 12683447-8e3f-4ad6-8cdb-340ef4fbad66 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:26:23.245494 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:23.258364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:26:23.270209 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Pushing event updated for resources: {'Port': ['ID=1a5849b1-cae4-45e7-811d-204e5d3340f2,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:23.357780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Attempting to bind port 1a5849b1-cae4-45e7-811d-204e5d3340f2 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:23.358805 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Attempting to bind port 1a5849b1-cae4-45e7-811d-204e5d3340f2 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '74230143-1736-44bc-9c82-debe5914a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12683447-8e3f-4ad6-8cdb-340ef4fbad66'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:23.359377 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Attempting to bind port 1a5849b1-cae4-45e7-811d-204e5d3340f2 on network 12683447-8e3f-4ad6-8cdb-340ef4fbad66 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:23.384074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:26:23.384865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Checking segment: {'id': '74230143-1736-44bc-9c82-debe5914a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12683447-8e3f-4ad6-8cdb-340ef4fbad66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:26:23.385760 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:23.386649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Bound using segment: {'id': '74230143-1736-44bc-9c82-debe5914a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12683447-8e3f-4ad6-8cdb-340ef4fbad66'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:26:23.387370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Bound port: 1a5849b1-cae4-45e7-811d-204e5d3340f2, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74230143-1736-44bc-9c82-debe5914a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12683447-8e3f-4ad6-8cdb-340ef4fbad66'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:26:23.387960 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:23.439238 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:23.558713 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5075a81a-e1d5-4689-904a-d518de075e36 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:23.568670 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5075a81a-e1d5-4689-904a-d518de075e36 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:23.613226 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5075a81a-e1d5-4689-904a-d518de075e36 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:23.614612 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5075a81a-e1d5-4689-904a-d518de075e36 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9745731 Jul 15 15:26:23.617454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34726) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:23.629189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a4268930-1907-46b4-a6e5-0948cb17435b tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2054496458', 'prefixes': ['172.20.0.0/16']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:23.699526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 652a1269-e1b9-4c61-90c4-627373c294a2, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=652a1269-e1b9-4c61-90c4-627373c294a2,segment=NetworkSegment(eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9),segment_id=eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:23.702908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] For port 1a5849b1-cae4-45e7-811d-204e5d3340f2, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:26:23.705964 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:23.754029 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] For port 1a5849b1-cae4-45e7-811d-204e5d3340f2, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1a5849b1-cae4-45e7-811d-204e5d3340f2,segment=NetworkSegment(74230143-1736-44bc-9c82-debe5914a9e5),segment_id=74230143-1736-44bc-9c82-debe5914a9e5)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:26:23.770725 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:23.823074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=652a1269-e1b9-4c61-90c4-627373c294a2,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:23.874944 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a4268930-1907-46b4-a6e5-0948cb17435b tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks [] for subnetpool, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:23.877541 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a4268930-1907-46b4-a6e5-0948cb17435b tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2573614 Jul 15 15:26:23.881305 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34728) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:23.891226 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-0c8f451c-e201-4b07-9804-3efb5fbfc91b tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4139a369-4a83-42da-9b4f-858e06471022', 'tempest-TagsExtTest-Tag-359763740') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:23.974296 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd9ac0-b676-4fe3-a53b-e90185a9f94d None None] Pushing event updated for resources: {'Port': ['ID=1a5849b1-cae4-45e7-811d-204e5d3340f2,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:24.126934 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0c8f451c-e201-4b07-9804-3efb5fbfc91b tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "PUT /v2.0/subnets/4139a369-4a83-42da-9b4f-858e06471022/tags/tempest-TagsExtTest-Tag-359763740 HTTP/1.1" status: 201 len: 201 time: 0.2434573 Jul 15 15:26:24.130158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34732) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:24.145531 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-3e25d1b1-b53f-4b74-81d0-9ab9fe6ffbc0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '40e3e1fd-1bca-43c1-b83a-7598af356b49', 'tempest-TagsExtTest-Tag-456411005') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:24.336888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3e25d1b1-b53f-4b74-81d0-9ab9fe6ffbc0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "PUT /v2.0/ports/40e3e1fd-1bca-43c1-b83a-7598af356b49/tags/tempest-TagsExtTest-Tag-456411005 HTTP/1.1" status: 201 len: 201 time: 0.2050073 Jul 15 15:26:24.339503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34736) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:24.348068 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-e08ef1aa-4c81-452c-9dce-928642ecf608 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '44b5b765-4cda-49b9-8ef6-76d28020407f', 'tempest-TagsExtTest-Tag-408434328') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:24.500269 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e08ef1aa-4c81-452c-9dce-928642ecf608 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "PUT /v2.0/routers/44b5b765-4cda-49b9-8ef6-76d28020407f/tags/tempest-TagsExtTest-Tag-408434328 HTTP/1.1" status: 201 len: 201 time: 0.1570642 Jul 15 15:26:24.503504 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34738) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:24.511948 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-a40d6c5c-ea2b-4391-919d-5b52cde7aaa8 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0882c58c-32ee-4659-8480-0b527f23d077', 'tempest-TagsExtTest-Tag-1381840447') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:24.580099 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a40d6c5c-ea2b-4391-919d-5b52cde7aaa8 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "PUT /v2.0/subnetpools/0882c58c-32ee-4659-8480-0b527f23d077/tags/tempest-TagsExtTest-Tag-1381840447 HTTP/1.1" status: 201 len: 201 time: 0.0736110 Jul 15 15:26:24.581653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34740) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:24.588222 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-c94dc4fc-da36-45b3-a495-cbc3a3227281 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4139a369-4a83-42da-9b4f-858e06471022') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:24.661899 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c94dc4fc-da36-45b3-a495-cbc3a3227281 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/subnets/4139a369-4a83-42da-9b4f-858e06471022/tags HTTP/1.1" status: 200 len: 240 time: 0.0789516 Jul 15 15:26:24.664562 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34742) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:24.674608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-6789d05a-46a7-4a28-94a7-d768278dd94a tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4139a369-4a83-42da-9b4f-858e06471022', 'tempest-TagsExtTest-Tag-359763740') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:24.902118 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6789d05a-46a7-4a28-94a7-d768278dd94a tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/subnets/4139a369-4a83-42da-9b4f-858e06471022/tags/tempest-TagsExtTest-Tag-359763740 HTTP/1.1" status: 204 len: 168 time: 0.2363679 Jul 15 15:26:24.904574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34744) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:24.910636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-ee3291ff-902c-4fcd-9b02-a6eda12d5919 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4139a369-4a83-42da-9b4f-858e06471022', 'tempest-TagsExtTest-Tag-359763740') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:25.083380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 652a1269-e1b9-4c61-90c4-627373c294a2 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:26:25.146345 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ee3291ff-902c-4fcd-9b02-a6eda12d5919 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/subnets/4139a369-4a83-42da-9b4f-858e06471022/tags/tempest-TagsExtTest-Tag-359763740 HTTP/1.1" status: 204 len: 168 time: 0.2405238 Jul 15 15:26:25.148956 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34748) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:25.153619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-15267a2e-d298-4e75-b899-472263d0c694 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4139a369-4a83-42da-9b4f-858e06471022') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:25.216463 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 652a1269-e1b9-4c61-90c4-627373c294a2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:25.216911 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:25.332254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1a5849b1-cae4-45e7-811d-204e5d3340f2 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:26:25.338129 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-15267a2e-d298-4e75-b899-472263d0c694 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/subnets/4139a369-4a83-42da-9b4f-858e06471022/tags HTTP/1.1" status: 200 len: 205 time: 0.1880753 Jul 15 15:26:25.340760 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34750) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:25.357984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-3b30d8a0-6b69-4873-86dd-150313508100 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '40e3e1fd-1bca-43c1-b83a-7598af356b49') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:25.490868 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 1a5849b1-cae4-45e7-811d-204e5d3340f2 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:25.537652 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3b30d8a0-6b69-4873-86dd-150313508100 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/ports/40e3e1fd-1bca-43c1-b83a-7598af356b49/tags HTTP/1.1" status: 200 len: 240 time: 0.1952646 Jul 15 15:26:25.542039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34754) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:25.550406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-9b27b57b-43cc-47fd-9b3f-8116e8516e78 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '40e3e1fd-1bca-43c1-b83a-7598af356b49', 'tempest-TagsExtTest-Tag-456411005') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:25.673952 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34756) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:25.677304 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9b27b57b-43cc-47fd-9b3f-8116e8516e78 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/ports/40e3e1fd-1bca-43c1-b83a-7598af356b49/tags/tempest-TagsExtTest-Tag-456411005 HTTP/1.1" status: 204 len: 168 time: 0.1324615 Jul 15 15:26:25.681050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-9e45aef5-182f-46c1-8da2-e0c593cc12af tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '40e3e1fd-1bca-43c1-b83a-7598af356b49', 'tempest-TagsExtTest-Tag-456411005') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:25.789040 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063b47a8-34c2-46a8-8a62-157d6bc670c8 None None] Network 12683447-8e3f-4ad6-8cdb-340ef4fbad66 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:26:25.846198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34758) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:25.853111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-2580a8a9-5dd8-4523-93f9-ee43262fc835 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '40e3e1fd-1bca-43c1-b83a-7598af356b49') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:25.865066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9e45aef5-182f-46c1-8da2-e0c593cc12af tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/ports/40e3e1fd-1bca-43c1-b83a-7598af356b49/tags/tempest-TagsExtTest-Tag-456411005 HTTP/1.1" status: 204 len: 168 time: 0.1822715 Jul 15 15:26:25.886584 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fad704d2-3d3a-46e0-b1c2-892271b794d4 None None] Provisioning for port 1a5849b1-cae4-45e7-811d-204e5d3340f2 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:25.898316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fad704d2-3d3a-46e0-b1c2-892271b794d4 None None] Provisioning complete for port 1a5849b1-cae4-45e7-811d-204e5d3340f2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:25.898730 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fad704d2-3d3a-46e0-b1c2-892271b794d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:25.976938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34760) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:25.984092 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2580a8a9-5dd8-4523-93f9-ee43262fc835 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/ports/40e3e1fd-1bca-43c1-b83a-7598af356b49/tags HTTP/1.1" status: 200 len: 205 time: 0.1360347 Jul 15 15:26:25.993187 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-5e4a8bb0-e659-4280-b3a8-6634c2d8d6e3 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '44b5b765-4cda-49b9-8ef6-76d28020407f') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:26.206589 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5e4a8bb0-e659-4280-b3a8-6634c2d8d6e3 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/routers/44b5b765-4cda-49b9-8ef6-76d28020407f/tags HTTP/1.1" status: 200 len: 240 time: 0.2243290 Jul 15 15:26:26.207903 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34762) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:26.213361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-77d676c6-73e3-479b-9d10-a756843e7972 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '44b5b765-4cda-49b9-8ef6-76d28020407f', 'tempest-TagsExtTest-Tag-408434328') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:26.239326 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fad704d2-3d3a-46e0-b1c2-892271b794d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:26.337016 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fad704d2-3d3a-46e0-b1c2-892271b794d4 None None] For port 1a5849b1-cae4-45e7-811d-204e5d3340f2, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1a5849b1-cae4-45e7-811d-204e5d3340f2,segment=NetworkSegment(74230143-1736-44bc-9c82-debe5914a9e5),segment_id=74230143-1736-44bc-9c82-debe5914a9e5)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:26.346211 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fad704d2-3d3a-46e0-b1c2-892271b794d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:26.390321 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-77d676c6-73e3-479b-9d10-a756843e7972 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/routers/44b5b765-4cda-49b9-8ef6-76d28020407f/tags/tempest-TagsExtTest-Tag-408434328 HTTP/1.1" status: 204 len: 168 time: 0.1789651 Jul 15 15:26:26.390808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34766) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:26.397314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-5da09db0-924b-4d61-a62e-318adc956908 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '44b5b765-4cda-49b9-8ef6-76d28020407f', 'tempest-TagsExtTest-Tag-408434328') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:26.407639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad704d2-3d3a-46e0-b1c2-892271b794d4 None None] Pushing event updated for resources: {'Port': ['ID=1a5849b1-cae4-45e7-811d-204e5d3340f2,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:26.549979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5da09db0-924b-4d61-a62e-318adc956908 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/routers/44b5b765-4cda-49b9-8ef6-76d28020407f/tags/tempest-TagsExtTest-Tag-408434328 HTTP/1.1" status: 204 len: 168 time: 0.1550262 Jul 15 15:26:26.550472 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34770) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:26.557838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-6638d96f-3010-4365-9ad0-0664bad5289d tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '44b5b765-4cda-49b9-8ef6-76d28020407f') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:26.692120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34772) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:26.692697 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6638d96f-3010-4365-9ad0-0664bad5289d tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/routers/44b5b765-4cda-49b9-8ef6-76d28020407f/tags HTTP/1.1" status: 200 len: 205 time: 0.1403515 Jul 15 15:26:26.696906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-3c592daa-b3d1-47de-80da-e5c5e937fd2d tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0882c58c-32ee-4659-8480-0b527f23d077') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:26.734949 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3c592daa-b3d1-47de-80da-e5c5e937fd2d tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/subnetpools/0882c58c-32ee-4659-8480-0b527f23d077/tags HTTP/1.1" status: 200 len: 241 time: 0.0416136 Jul 15 15:26:26.737900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34774) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:26.745850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-970f6521-a063-4848-84b1-ffe715d35947 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0882c58c-32ee-4659-8480-0b527f23d077', 'tempest-TagsExtTest-Tag-1381840447') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:26.785993 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6fd02688-2952-4759-a036-098790071f50 None None] Provisioning for port 40e3e1fd-1bca-43c1-b83a-7598af356b49 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:26.791190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6fd02688-2952-4759-a036-098790071f50 None None] Provisioning complete for port 40e3e1fd-1bca-43c1-b83a-7598af356b49 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:26.791881 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6fd02688-2952-4759-a036-098790071f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:26.794075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34776) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:26.805513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-2e17179b-fd4d-495c-b8c5-ce655a22d109 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0882c58c-32ee-4659-8480-0b527f23d077', 'tempest-TagsExtTest-Tag-1381840447') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:26.815534 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-970f6521-a063-4848-84b1-ffe715d35947 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/subnetpools/0882c58c-32ee-4659-8480-0b527f23d077/tags/tempest-TagsExtTest-Tag-1381840447 HTTP/1.1" status: 204 len: 168 time: 0.0754604 Jul 15 15:26:26.915929 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6fd02688-2952-4759-a036-098790071f50 None None] Port 40e3e1fd-1bca-43c1-b83a-7598af356b49 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:26:26.945590 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1a5849b1-cae4-45e7-811d-204e5d3340f2 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:26:26.957068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34778) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:26.958590 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2e17179b-fd4d-495c-b8c5-ce655a22d109 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/subnetpools/0882c58c-32ee-4659-8480-0b527f23d077/tags/tempest-TagsExtTest-Tag-1381840447 HTTP/1.1" status: 204 len: 168 time: 0.1616573 Jul 15 15:26:26.964677 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-7e2b8955-7fe4-4980-af8f-973cf6eb78a8 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0882c58c-32ee-4659-8480-0b527f23d077') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:27.009060 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7e2b8955-7fe4-4980-af8f-973cf6eb78a8 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/subnetpools/0882c58c-32ee-4659-8480-0b527f23d077/tags HTTP/1.1" status: 200 len: 205 time: 0.0502408 Jul 15 15:26:27.012450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34780) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:27.018964 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-24b4fd9e-642b-4e50-8208-c4fe62515821 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0882c58c-32ee-4659-8480-0b527f23d077') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:27.019886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6fd02688-2952-4759-a036-098790071f50 None None] Provisioning complete for port 1a5849b1-cae4-45e7-811d-204e5d3340f2 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:27.019886 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6fd02688-2952-4759-a036-098790071f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:27.079036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34782) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:27.080489 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-24b4fd9e-642b-4e50-8208-c4fe62515821 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/subnetpools/0882c58c-32ee-4659-8480-0b527f23d077/tags HTTP/1.1" status: 204 len: 168 time: 0.0668716 Jul 15 15:26:27.088974 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-11f715f5-21ca-4d8a-a3ba-22cc7412ac77 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '44b5b765-4cda-49b9-8ef6-76d28020407f') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:27.176496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 1a5849b1-cae4-45e7-811d-204e5d3340f2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:27.177039 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:27.202368 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-11f715f5-21ca-4d8a-a3ba-22cc7412ac77 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/routers/44b5b765-4cda-49b9-8ef6-76d28020407f/tags HTTP/1.1" status: 204 len: 168 time: 0.1209600 Jul 15 15:26:27.205384 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34784) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:27.209796 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-35145063-1846-492b-8f50-c14558fcafe3 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '40e3e1fd-1bca-43c1-b83a-7598af356b49') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:27.266027 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-35145063-1846-492b-8f50-c14558fcafe3 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/ports/40e3e1fd-1bca-43c1-b83a-7598af356b49/tags HTTP/1.1" status: 204 len: 168 time: 0.0594981 Jul 15 15:26:27.269114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34786) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:27.273595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-88ed0c8c-7ac3-4697-92a0-3dc3decad025 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4139a369-4a83-42da-9b4f-858e06471022') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:27.303472 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cebf2ecd-f761-401e-9cb7-429645b6b388 None None] Provisioning complete for port 40e3e1fd-1bca-43c1-b83a-7598af356b49 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:27.304135 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cebf2ecd-f761-401e-9cb7-429645b6b388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:27.335813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34788) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:27.337703 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-88ed0c8c-7ac3-4697-92a0-3dc3decad025 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/subnets/4139a369-4a83-42da-9b4f-858e06471022/tags HTTP/1.1" status: 204 len: 168 time: 0.0673289 Jul 15 15:26:27.341377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-f69ad34a-0641-4066-b3e3-acd06bd8f1ea tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4139a369-4a83-42da-9b4f-858e06471022', 'tempest-TagsExtTest-Tag-1833301785') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:27.354441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cebf2ecd-f761-401e-9cb7-429645b6b388 None None] Port 40e3e1fd-1bca-43c1-b83a-7598af356b49 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:26:27.430745 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f69ad34a-0641-4066-b3e3-acd06bd8f1ea tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "PUT /v2.0/subnets/4139a369-4a83-42da-9b4f-858e06471022/tags/tempest-TagsExtTest-Tag-1833301785 HTTP/1.1" status: 201 len: 201 time: 0.0929708 Jul 15 15:26:27.432886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34792) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:27.437812 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-a6f73f96-113b-4916-8857-14514f3d2ac7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '40e3e1fd-1bca-43c1-b83a-7598af356b49', 'tempest-TagsExtTest-Tag-2039355670') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:27.514519 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a6f73f96-113b-4916-8857-14514f3d2ac7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "PUT /v2.0/ports/40e3e1fd-1bca-43c1-b83a-7598af356b49/tags/tempest-TagsExtTest-Tag-2039355670 HTTP/1.1" status: 201 len: 201 time: 0.0777409 Jul 15 15:26:27.515138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34794) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:27.520707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-da2c8ae9-3c12-48f3-901f-b08179b277bb tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '44b5b765-4cda-49b9-8ef6-76d28020407f', 'tempest-TagsExtTest-Tag-1634306165') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:27.663514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34798) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:27.663960 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-da2c8ae9-3c12-48f3-901f-b08179b277bb tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "PUT /v2.0/routers/44b5b765-4cda-49b9-8ef6-76d28020407f/tags/tempest-TagsExtTest-Tag-1634306165 HTTP/1.1" status: 201 len: 201 time: 0.1473386 Jul 15 15:26:27.672853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-0bc19692-74da-402c-99a2-1520bff92ea7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0882c58c-32ee-4659-8480-0b527f23d077', 'tempest-TagsExtTest-Tag-498078300') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:27.816908 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0bc19692-74da-402c-99a2-1520bff92ea7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "PUT /v2.0/subnetpools/0882c58c-32ee-4659-8480-0b527f23d077/tags/tempest-TagsExtTest-Tag-498078300 HTTP/1.1" status: 201 len: 201 time: 0.1513271 Jul 15 15:26:27.819585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34800) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:27.825603 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-40ae60eb-5eba-40e5-87f1-1f75612f48d9 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4139a369-4a83-42da-9b4f-858e06471022', {'tags': ['tempest-TagsExtTest-Tag-1793623482', 'tempest-TagsExtTest-Tag-1907218879', 'tempest-TagsExtTest-Tag-1254486736']}) {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:27.906925 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-40ae60eb-5eba-40e5-87f1-1f75612f48d9 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "PUT /v2.0/subnets/4139a369-4a83-42da-9b4f-858e06471022/tags HTTP/1.1" status: 200 len: 318 time: 0.0856087 Jul 15 15:26:27.909676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34802) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:27.915758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-5a6230b6-02d5-4ad0-b019-ece2a1e93f71 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4139a369-4a83-42da-9b4f-858e06471022') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:27.993036 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5a6230b6-02d5-4ad0-b019-ece2a1e93f71 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/subnets/4139a369-4a83-42da-9b4f-858e06471022/tags HTTP/1.1" status: 204 len: 168 time: 0.0807135 Jul 15 15:26:27.995938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34804) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:28.001250 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-ad714529-0d6f-4290-aa47-2c9360b2aee5 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4139a369-4a83-42da-9b4f-858e06471022', 'tempest-TagsExtTest-Tag-1793623482') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:28.090964 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-ad714529-0d6f-4290-aa47-2c9360b2aee5 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] show failed (client error): The resource could not be found. Jul 15 15:26:28.092076 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ad714529-0d6f-4290-aa47-2c9360b2aee5 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/subnets/4139a369-4a83-42da-9b4f-858e06471022/tags/tempest-TagsExtTest-Tag-1793623482 HTTP/1.1" status: 404 len: 329 time: 0.0946136 Jul 15 15:26:28.095702 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34806) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:28.100354 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-a55dae94-aed9-4896-9392-3672e98b8ce6 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4139a369-4a83-42da-9b4f-858e06471022', 'tempest-TagsExtTest-Tag-1907218879') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:28.178881 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-a55dae94-aed9-4896-9392-3672e98b8ce6 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] show failed (client error): The resource could not be found. Jul 15 15:26:28.180060 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a55dae94-aed9-4896-9392-3672e98b8ce6 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/subnets/4139a369-4a83-42da-9b4f-858e06471022/tags/tempest-TagsExtTest-Tag-1907218879 HTTP/1.1" status: 404 len: 329 time: 0.0832870 Jul 15 15:26:28.182843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34808) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:28.187903 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-87b0f46d-73b0-4e7e-9a7c-d62988101c6f tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4139a369-4a83-42da-9b4f-858e06471022', 'tempest-TagsExtTest-Tag-1254486736') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:28.290312 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-87b0f46d-73b0-4e7e-9a7c-d62988101c6f tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] show failed (client error): The resource could not be found. Jul 15 15:26:28.293201 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-87b0f46d-73b0-4e7e-9a7c-d62988101c6f tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/subnets/4139a369-4a83-42da-9b4f-858e06471022/tags/tempest-TagsExtTest-Tag-1254486736 HTTP/1.1" status: 404 len: 329 time: 0.1093495 Jul 15 15:26:28.295908 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34810) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:28.304844 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-54f87996-67d3-427b-b198-3f84b56ed183 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '40e3e1fd-1bca-43c1-b83a-7598af356b49', {'tags': ['tempest-TagsExtTest-Tag-883984678', 'tempest-TagsExtTest-Tag-538561723', 'tempest-TagsExtTest-Tag-1733727543']}) {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:28.409576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34812) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:28.415470 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-beebb337-c19d-4e7c-ab92-d8c31806d9c4 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '40e3e1fd-1bca-43c1-b83a-7598af356b49') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:28.431473 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-54f87996-67d3-427b-b198-3f84b56ed183 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "PUT /v2.0/ports/40e3e1fd-1bca-43c1-b83a-7598af356b49/tags HTTP/1.1" status: 200 len: 316 time: 0.1343820 Jul 15 15:26:28.562843 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-beebb337-c19d-4e7c-ab92-d8c31806d9c4 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/ports/40e3e1fd-1bca-43c1-b83a-7598af356b49/tags HTTP/1.1" status: 204 len: 168 time: 0.1498010 Jul 15 15:26:28.563821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34818) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:28.569323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-38abcb0e-311b-4ae1-8afe-f4ca6e060767 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '40e3e1fd-1bca-43c1-b83a-7598af356b49', 'tempest-TagsExtTest-Tag-883984678') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:28.649406 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-38abcb0e-311b-4ae1-8afe-f4ca6e060767 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] show failed (client error): The resource could not be found. Jul 15 15:26:28.650473 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-38abcb0e-311b-4ae1-8afe-f4ca6e060767 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/ports/40e3e1fd-1bca-43c1-b83a-7598af356b49/tags/tempest-TagsExtTest-Tag-883984678 HTTP/1.1" status: 404 len: 328 time: 0.0847669 Jul 15 15:26:28.653598 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34822) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:28.659848 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-15b02ee6-b95d-434e-824f-87da38fe2ecd tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '40e3e1fd-1bca-43c1-b83a-7598af356b49', 'tempest-TagsExtTest-Tag-538561723') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:28.725803 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-15b02ee6-b95d-434e-824f-87da38fe2ecd tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] show failed (client error): The resource could not be found. Jul 15 15:26:28.727318 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-15b02ee6-b95d-434e-824f-87da38fe2ecd tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/ports/40e3e1fd-1bca-43c1-b83a-7598af356b49/tags/tempest-TagsExtTest-Tag-538561723 HTTP/1.1" status: 404 len: 328 time: 0.0723488 Jul 15 15:26:28.729897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34826) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:28.737941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-b4eb49e0-e008-4141-b16d-1051bc945071 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '40e3e1fd-1bca-43c1-b83a-7598af356b49', 'tempest-TagsExtTest-Tag-1733727543') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:28.832056 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-b4eb49e0-e008-4141-b16d-1051bc945071 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] show failed (client error): The resource could not be found. Jul 15 15:26:28.834470 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b4eb49e0-e008-4141-b16d-1051bc945071 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/ports/40e3e1fd-1bca-43c1-b83a-7598af356b49/tags/tempest-TagsExtTest-Tag-1733727543 HTTP/1.1" status: 404 len: 329 time: 0.1035650 Jul 15 15:26:28.837441 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34832) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:28.844242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-bda8e317-6b44-4ed3-80e4-18d6e0744df7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '44b5b765-4cda-49b9-8ef6-76d28020407f', {'tags': ['tempest-TagsExtTest-Tag-1745365186', 'tempest-TagsExtTest-Tag-898861912', 'tempest-TagsExtTest-Tag-942651221']}) {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:29.037409 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bda8e317-6b44-4ed3-80e4-18d6e0744df7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "PUT /v2.0/routers/44b5b765-4cda-49b9-8ef6-76d28020407f/tags HTTP/1.1" status: 200 len: 316 time: 0.1985028 Jul 15 15:26:29.040112 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34834) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:29.044976 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-1bdf1e17-d453-4ee9-b771-06475ff4d678 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '44b5b765-4cda-49b9-8ef6-76d28020407f') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:29.078784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363418ac-3d8d-4048-b664-9668ed265903 req-2cce6e55-d07f-46f6-ad29-632803e9bb74 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:29.087536 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-363418ac-3d8d-4048-b664-9668ed265903 req-2cce6e55-d07f-46f6-ad29-632803e9bb74 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 811 time: 0.1403713 Jul 15 15:26:29.113953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-363418ac-3d8d-4048-b664-9668ed265903 req-17ddcd3d-d3a4-44fb-a5e1-d8004f2bcd5c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/quotas/afd4ec70edcc4c02824018c6458411be HTTP/1.1" status: 200 len: 375 time: 0.0253949 Jul 15 15:26:29.208712 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1bdf1e17-d453-4ee9-b771-06475ff4d678 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/routers/44b5b765-4cda-49b9-8ef6-76d28020407f/tags HTTP/1.1" status: 204 len: 168 time: 0.1657398 Jul 15 15:26:29.210119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34836) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:29.216088 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-af3162fb-020b-48fa-bf99-e810466e76a8 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '44b5b765-4cda-49b9-8ef6-76d28020407f', 'tempest-TagsExtTest-Tag-1745365186') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:29.225122 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-363418ac-3d8d-4048-b664-9668ed265903 req-d1494a53-64f2-4d46-a047-1c3efaf97fe1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102469 Jul 15 15:26:29.314016 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-af3162fb-020b-48fa-bf99-e810466e76a8 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] show failed (client error): The resource could not be found. Jul 15 15:26:29.318117 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-af3162fb-020b-48fa-bf99-e810466e76a8 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/routers/44b5b765-4cda-49b9-8ef6-76d28020407f/tags/tempest-TagsExtTest-Tag-1745365186 HTTP/1.1" status: 404 len: 329 time: 0.1045098 Jul 15 15:26:29.318351 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34838) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:29.323243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-866cf9fd-cc37-45f6-929c-77ed17a92bdb tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '44b5b765-4cda-49b9-8ef6-76d28020407f', 'tempest-TagsExtTest-Tag-898861912') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:29.405952 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-363418ac-3d8d-4048-b664-9668ed265903 req-b0e5c1d0-f6ab-4ba4-9688-401377fdc75b service neutron] 10.222.0.38 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722970 Jul 15 15:26:29.545723 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-363418ac-3d8d-4048-b664-9668ed265903 req-b3763350-9247-4bd6-b646-0e399a5d4df1 service neutron] 10.222.0.38 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372941 Jul 15 15:26:29.982278 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-866cf9fd-cc37-45f6-929c-77ed17a92bdb tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] show failed (client error): The resource could not be found. Jul 15 15:26:29.983385 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-866cf9fd-cc37-45f6-929c-77ed17a92bdb tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/routers/44b5b765-4cda-49b9-8ef6-76d28020407f/tags/tempest-TagsExtTest-Tag-898861912 HTTP/1.1" status: 404 len: 328 time: 0.6640801 Jul 15 15:26:29.987375 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34848) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:29.991846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-052572c3-459f-4854-bd37-b98f715a6329 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '44b5b765-4cda-49b9-8ef6-76d28020407f', 'tempest-TagsExtTest-Tag-942651221') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:30.055946 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6be9fb58-a725-4fda-829c-d88bc9eeb2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:30.169189 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-052572c3-459f-4854-bd37-b98f715a6329 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] show failed (client error): The resource could not be found. Jul 15 15:26:30.171700 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-052572c3-459f-4854-bd37-b98f715a6329 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/routers/44b5b765-4cda-49b9-8ef6-76d28020407f/tags/tempest-TagsExtTest-Tag-942651221 HTTP/1.1" status: 404 len: 328 time: 0.1830194 Jul 15 15:26:30.181138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34854) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:30.188511 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf340605-788f-4d43-9dfd-1f0d93f776b6 req-fd27af65-0a1c-4738-8789-d9f98da7e741 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 210 time: 0.0972540 Jul 15 15:26:30.193395 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-0d53314b-d3ef-432c-b6af-583fac8f4a78 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0882c58c-32ee-4659-8480-0b527f23d077', {'tags': ['tempest-TagsExtTest-Tag-716872483', 'tempest-TagsExtTest-Tag-853747232', 'tempest-TagsExtTest-Tag-1668489198']}) {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:30.288857 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0d53314b-d3ef-432c-b6af-583fac8f4a78 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "PUT /v2.0/subnetpools/0882c58c-32ee-4659-8480-0b527f23d077/tags HTTP/1.1" status: 200 len: 316 time: 0.1045465 Jul 15 15:26:30.296333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34860) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:30.302098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-6ee1e47b-6bb1-4b02-b3ce-5305b5d19a37 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0882c58c-32ee-4659-8480-0b527f23d077') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:30.360638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6ee1e47b-6bb1-4b02-b3ce-5305b5d19a37 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/subnetpools/0882c58c-32ee-4659-8480-0b527f23d077/tags HTTP/1.1" status: 204 len: 168 time: 0.0626991 Jul 15 15:26:30.363928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34864) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:30.368938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-559b51a6-efc3-4605-9399-d44874218344 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0882c58c-32ee-4659-8480-0b527f23d077', 'tempest-TagsExtTest-Tag-716872483') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:30.452281 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-559b51a6-efc3-4605-9399-d44874218344 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] show failed (client error): The resource could not be found. Jul 15 15:26:30.456848 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-559b51a6-efc3-4605-9399-d44874218344 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/subnetpools/0882c58c-32ee-4659-8480-0b527f23d077/tags/tempest-TagsExtTest-Tag-716872483 HTTP/1.1" status: 404 len: 328 time: 0.0883734 Jul 15 15:26:30.457046 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34870) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:30.461604 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.tag.tag_plugin [None req-93d9dcc9-2d51-43cd-9c78-12dc51ea3730 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0882c58c-32ee-4659-8480-0b527f23d077', 'tempest-TagsExtTest-Tag-853747232') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:30.508623 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-93d9dcc9-2d51-43cd-9c78-12dc51ea3730 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] show failed (client error): The resource could not be found. Jul 15 15:26:30.513188 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34872) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:30.513716 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-93d9dcc9-2d51-43cd-9c78-12dc51ea3730 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/subnetpools/0882c58c-32ee-4659-8480-0b527f23d077/tags/tempest-TagsExtTest-Tag-853747232 HTTP/1.1" status: 404 len: 328 time: 0.0557420 Jul 15 15:26:30.519041 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-4e22d4bb-def3-48a1-9edf-a6ab82a682d7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0882c58c-32ee-4659-8480-0b527f23d077', 'tempest-TagsExtTest-Tag-1668489198') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:30.575901 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [None req-4e22d4bb-def3-48a1-9edf-a6ab82a682d7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] show failed (client error): The resource could not be found. Jul 15 15:26:30.579110 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4e22d4bb-def3-48a1-9edf-a6ab82a682d7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/subnetpools/0882c58c-32ee-4659-8480-0b527f23d077/tags/tempest-TagsExtTest-Tag-1668489198 HTTP/1.1" status: 404 len: 329 time: 0.0646286 Jul 15 15:26:30.582165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34874) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:30.606938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-f8bdf1df-ea4d-49a4-b096-f41a57b216f9 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0882c58c-32ee-4659-8480-0b527f23d077') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:30.677296 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f8bdf1df-ea4d-49a4-b096-f41a57b216f9 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/subnetpools/0882c58c-32ee-4659-8480-0b527f23d077/tags HTTP/1.1" status: 204 len: 168 time: 0.0894046 Jul 15 15:26:30.679744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34876) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:30.687656 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-e4a35735-6da2-4cb6-b1ed-eb9b3b09b5c1 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '44b5b765-4cda-49b9-8ef6-76d28020407f') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:30.880620 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e4a35735-6da2-4cb6-b1ed-eb9b3b09b5c1 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/routers/44b5b765-4cda-49b9-8ef6-76d28020407f/tags HTTP/1.1" status: 204 len: 168 time: 0.1974237 Jul 15 15:26:30.881011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34878) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:30.886209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-95bd995b-0679-4bbc-b209-3392a6f301b1 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '40e3e1fd-1bca-43c1-b83a-7598af356b49') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:31.005904 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-95bd995b-0679-4bbc-b209-3392a6f301b1 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/ports/40e3e1fd-1bca-43c1-b83a-7598af356b49/tags HTTP/1.1" status: 204 len: 168 time: 0.1227086 Jul 15 15:26:31.008329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34882) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:31.023981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-785f1615-5995-42e0-b8f8-fe2b04c2815d tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4139a369-4a83-42da-9b4f-858e06471022') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:31.088351 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-785f1615-5995-42e0-b8f8-fe2b04c2815d tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/subnets/4139a369-4a83-42da-9b4f-858e06471022/tags HTTP/1.1" status: 204 len: 168 time: 0.0752225 Jul 15 15:26:31.092620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34884) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:31.206330 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-12bff942-8581-4e6d-ae49-9f5edc283525 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks [] for subnetpool, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:31.208433 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-12bff942-8581-4e6d-ae49-9f5edc283525 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/subnetpools/0882c58c-32ee-4659-8480-0b527f23d077 HTTP/1.1" status: 204 len: 168 time: 0.1147492 Jul 15 15:26:31.211068 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34886) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:31.250653 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34890) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:31.265527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1f267296-5589-42f7-9149-b2db6e0fa7e0 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "GET /v2.0/ports?device_id=44b5b765-4cda-49b9-8ef6-76d28020407f HTTP/1.1" status: 200 len: 205 time: 0.0531614 Jul 15 15:26:31.398853 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7527718-bbed-4eb0-ba34-80540e17be2b tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:31.399658 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5fe1b7c6-ca18-446e-9e8f-8c26c13a9116 req-94c5297e-772d-4038-93b2-40b0c7b20ec0 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 210 time: 0.0608201 Jul 15 15:26:31.658493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363418ac-3d8d-4048-b664-9668ed265903 req-eb4f26f4-bfe9-4205-a835-4e44b8cedca4 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:31.660430 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-363418ac-3d8d-4048-b664-9668ed265903 req-eb4f26f4-bfe9-4205-a835-4e44b8cedca4 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.22 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 811 time: 0.1985168 Jul 15 15:26:31.687959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-363418ac-3d8d-4048-b664-9668ed265903 req-c7c0d18f-3c03-4183-9461-79607c92decd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'port': {'device_id': '10262b95-8fee-41a7-9169-ab9b69ba97d5', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'admin_state_up': True, 'tenant_id': 'afd4ec70edcc4c02824018c6458411be'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:31.694242 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7527718-bbed-4eb0-ba34-80540e17be2b tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:31.696516 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7527718-bbed-4eb0-ba34-80540e17be2b tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:31.799322 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7527718-bbed-4eb0-ba34-80540e17be2b tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:31.800148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7527718-bbed-4eb0-ba34-80540e17be2b tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Fanout notify agent at l3_agent the message router_deleted on router 44b5b765-4cda-49b9-8ef6-76d28020407f {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:26:31.811016 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7527718-bbed-4eb0-ba34-80540e17be2b tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:31.820629 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d7527718-bbed-4eb0-ba34-80540e17be2b tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/routers/44b5b765-4cda-49b9-8ef6-76d28020407f HTTP/1.1" status: 204 len: 168 time: 0.5681641 Jul 15 15:26:31.820870 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34892) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:31.988456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363418ac-3d8d-4048-b664-9668ed265903 req-c7c0d18f-3c03-4183-9461-79607c92decd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Made reservation on behalf of afd4ec70edcc4c02824018c6458411be for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:26:31.992275 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-363418ac-3d8d-4048-b664-9668ed265903 req-c7c0d18f-3c03-4183-9461-79607c92decd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:32.005360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-7d75d9cc-caff-489e-a203-9add5425d4e1 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Deleting port 40e3e1fd-1bca-43c1-b83a-7598af356b49 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:26:32.005972 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d75d9cc-caff-489e-a203-9add5425d4e1 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:32.194971 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d75d9cc-caff-489e-a203-9add5425d4e1 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:32.230307 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-7d75d9cc-caff-489e-a203-9add5425d4e1 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Calling delete_port for 40e3e1fd-1bca-43c1-b83a-7598af356b49 owned by {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:26:32.285940 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-363418ac-3d8d-4048-b664-9668ed265903 req-c7c0d18f-3c03-4183-9461-79607c92decd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Allocated IP 172.20.0.6 (a0081a40-1b1f-4a3d-8dea-aeff0a91d27c/5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a/8dbf71c7-317b-4f1b-9dc5-0d95ca7da783) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:26:32.483324 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d75d9cc-caff-489e-a203-9add5425d4e1 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:32.535480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75d9cc-caff-489e-a203-9add5425d4e1 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Pushing event deleted for resources: {'Port': ['ID=40e3e1fd-1bca-43c1-b83a-7598af356b49,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:32.553031 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-363418ac-3d8d-4048-b664-9668ed265903 req-c7c0d18f-3c03-4183-9461-79607c92decd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:32.650146 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-258b83d5-7b27-4c7d-9710-90603afa32ae req-968f3958-b50a-487a-bd2b-a0242e5c2bfb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 210 time: 0.0416389 Jul 15 15:26:32.653424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-363418ac-3d8d-4048-b664-9668ed265903 req-c7c0d18f-3c03-4183-9461-79607c92decd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Transition to ACTIVE for port object 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:32.680681 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d75d9cc-caff-489e-a203-9add5425d4e1 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:32.685662 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34898) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:32.696874 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7d75d9cc-caff-489e-a203-9add5425d4e1 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/ports/40e3e1fd-1bca-43c1-b83a-7598af356b49 HTTP/1.1" status: 204 len: 168 time: 0.8750134 Jul 15 15:26:32.761636 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-363418ac-3d8d-4048-b664-9668ed265903 req-c7c0d18f-3c03-4183-9461-79607c92decd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:32.825314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Deleting subnet 4139a369-4a83-42da-9b4f-858e06471022 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:26:32.830258 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:32.840808 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:32.841406 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363418ac-3d8d-4048-b664-9668ed265903 req-c7c0d18f-3c03-4183-9461-79607c92decd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:26:32.895554 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-363418ac-3d8d-4048-b664-9668ed265903 req-c7c0d18f-3c03-4183-9461-79607c92decd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:32.896024 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:32.899662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-363418ac-3d8d-4048-b664-9668ed265903 req-c7c0d18f-3c03-4183-9461-79607c92decd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:26:32.945690 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a3e230d-d6fb-4e8b-bd47-9a7585b0b9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:32.990199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363418ac-3d8d-4048-b664-9668ed265903 req-c7c0d18f-3c03-4183-9461-79607c92decd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:32.990199 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-363418ac-3d8d-4048-b664-9668ed265903 req-c7c0d18f-3c03-4183-9461-79607c92decd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:33.045449 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0d18f-3c03-4183-9461-79607c92decd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'Port': ['ID=8dbf71c7-317b-4f1b-9dc5-0d95ca7da783,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:33.058357 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-363418ac-3d8d-4048-b664-9668ed265903 req-c7c0d18f-3c03-4183-9461-79607c92decd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3819730 Jul 15 15:26:33.081582 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:33.083691 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Request body: {'port': {'device_id': '10262b95-8fee-41a7-9169-ab9b69ba97d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:33.189047 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:33.247566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Pushing event deleted for resources: {'Subnet': ['ID=4139a369-4a83-42da-9b4f-858e06471022,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:33.257142 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:33.261644 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/subnets/4139a369-4a83-42da-9b4f-858e06471022 HTTP/1.1" status: 204 len: 168 time: 0.5726347 Jul 15 15:26:33.261807 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015b0a1f-8d40-4038-a13a-78f8461c573e None None] Network 12683447-8e3f-4ad6-8cdb-340ef4fbad66 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:26:33.261926 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:33.262036 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:33.264982 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:33.265525 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:33.266389 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:33.266389 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:33.266666 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:33.267458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:33.267952 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:33.268211 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:33.268544 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:33.268874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa2f706-a159-4579-8158-915485d5cb8e tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:33.271534 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34902) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:33.306661 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:33.413754 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:33.475196 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Deleting port 1a5849b1-cae4-45e7-811d-204e5d3340f2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:26:33.476133 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:33.550559 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-24a430cb-6a52-47fc-8700-0acc67ef642c None None] Provisioning for port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:33.556303 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-24a430cb-6a52-47fc-8700-0acc67ef642c None None] Provisioning complete for port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:33.558278 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24a430cb-6a52-47fc-8700-0acc67ef642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:33.662869 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] For port 1a5849b1-cae4-45e7-811d-204e5d3340f2, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1a5849b1-cae4-45e7-811d-204e5d3340f2,segment=NetworkSegment(74230143-1736-44bc-9c82-debe5914a9e5),segment_id=74230143-1736-44bc-9c82-debe5914a9e5)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:33.663364 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:33.705474 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Calling delete_port for 1a5849b1-cae4-45e7-811d-204e5d3340f2 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:26:33.708171 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-24a430cb-6a52-47fc-8700-0acc67ef642c None None] Port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:26:33.712344 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:26:33.726789 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:33.757690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Transition to ACTIVE for port object 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:33.765730 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:33.879571 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc9ee5a-6b9d-4c58-a868-bdbf9e12a643 None None] DHCP port deletion for 12683447-8e3f-4ad6-8cdb-340ef4fbad66 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:26:33.902202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbf71c7-317b-4f1b-9dc5-0d95ca7da783,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:33.910411 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:33.963927 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fbc9ee5a-6b9d-4c58-a868-bdbf9e12a643 None None] Deleting port 1a5849b1-cae4-45e7-811d-204e5d3340f2 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:26:33.964459 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fbc9ee5a-6b9d-4c58-a868-bdbf9e12a643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:33.972610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Pushing event deleted for resources: {'Port': ['ID=1a5849b1-cae4-45e7-811d-204e5d3340f2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:33.984989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] No DVR routers for this DVR port 1a5849b1-cae4-45e7-811d-204e5d3340f2 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:26:34.104707 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fbc9ee5a-6b9d-4c58-a868-bdbf9e12a643 None None] For port 1a5849b1-cae4-45e7-811d-204e5d3340f2, host n-d-764435-3, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:34.105329 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fbc9ee5a-6b9d-4c58-a868-bdbf9e12a643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:34.146748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fbc9ee5a-6b9d-4c58-a868-bdbf9e12a643 None None] Calling delete_port for 1a5849b1-cae4-45e7-811d-204e5d3340f2 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:26:34.156012 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-fbc9ee5a-6b9d-4c58-a868-bdbf9e12a643 None None] Port 1a5849b1-cae4-45e7-811d-204e5d3340f2 was not found and therefore no delete operation was performed {{(pid=100713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:26:34.163473 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fbc9ee5a-6b9d-4c58-a868-bdbf9e12a643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:34.226642 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:34.238745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9ee5a-6b9d-4c58-a868-bdbf9e12a643 None None] Pushing event deleted for resources: {'Port': ['ID=1a5849b1-cae4-45e7-811d-204e5d3340f2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:34.253626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12683447-8e3f-4ad6-8cdb-340ef4fbad66']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:34.255141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc9ee5a-6b9d-4c58-a868-bdbf9e12a643 None None] No DVR routers for this DVR port 1a5849b1-cae4-45e7-811d-204e5d3340f2 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:26:34.288647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74230143-1736-44bc-9c82-debe5914a9e5') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:34.288953 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74230143-1736-44bc-9c82-debe5914a9e5') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:34.308595 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:34.318360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30919-760b-494d-9697-0c43c8d6942a req-dc2a541d-dcc6-4db2-a940-e534c773e740 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:34.319963 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cfd30919-760b-494d-9697-0c43c8d6942a req-dc2a541d-dcc6-4db2-a940-e534c773e740 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 943 time: 0.3883717 Jul 15 15:26:34.346094 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:34.360896 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:34.391199 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:26:34.391733 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:26:34.395904 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:26:34.412306 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cfd30919-760b-494d-9697-0c43c8d6942a req-f96064ad-c0cc-49e6-8c44-37a297d32a41 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771716 Jul 15 15:26:34.413131 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Attempting to bind port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:26:34.413470 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Attempting to bind port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:26:34.414121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Attempting to bind port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:34.418699 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:26:34.419222 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Attempting to bind port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:26:34.424544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:26:34.424892 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Checking segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:26:34.425281 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Bound using segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:26:34.425713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Bound port: 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:26:34.426076 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:34.506339 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:34.518570 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:34.520433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] For port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:26:34.521944 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] 10.222.0.38 "DELETE /v2.0/networks/12683447-8e3f-4ad6-8cdb-340ef4fbad66 HTTP/1.1" status: 204 len: 168 time: 1.2494290 Jul 15 15:26:34.525366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] For port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=8dbf71c7-317b-4f1b-9dc5-0d95ca7da783,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:26:34.534964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58ff77-e0db-48f9-9829-fe2effe1d5a7 tempest-TagsExtTest-792728586 tempest-TagsExtTest-792728586-project] Pushing event deleted for resources: {'Network': ['ID=12683447-8e3f-4ad6-8cdb-340ef4fbad66,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:34.540060 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:34.595567 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:34.595567 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:34.597639 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-363418ac-3d8d-4048-b664-9668ed265903 req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] 10.222.0.22 "PUT /v2.0/ports/8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 HTTP/1.1" status: 200 len: 1091 time: 1.5315962 Jul 15 15:26:34.598315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10262b95-8fee-41a7-9169-ab9b69ba97d5', 'tag': '8dbf71c7-317b-4f1b-9dc5-0d95ca7da783'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:26:34.601497 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0730386c-93ad-4893-a71d-130580b43859" -d '{"events": [{"name": "network-changed", "server_uuid": "10262b95-8fee-41a7-9169-ab9b69ba97d5", "tag": "8dbf71c7-317b-4f1b-9dc5-0d95ca7da783"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:26:34.629750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850480e-1aa5-45b6-9170-4c058a7e3727 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbf71c7-317b-4f1b-9dc5-0d95ca7da783,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:34.751712 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df232b60-70fc-4162-a3a3-4bed5f57a260 x-openstack-request-id: req-df232b60-70fc-4162-a3a3-4bed5f57a260 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:26:34.755330 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10262b95-8fee-41a7-9169-ab9b69ba97d5", "tag": "8dbf71c7-317b-4f1b-9dc5-0d95ca7da783", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:26:34.755848 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-df232b60-70fc-4162-a3a3-4bed5f57a260 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:26:34.757602 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10262b95-8fee-41a7-9169-ab9b69ba97d5', 'tag': '8dbf71c7-317b-4f1b-9dc5-0d95ca7da783', 'status': 'completed', 'code': 200} Jul 15 15:26:34.817451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363418ac-3d8d-4048-b664-9668ed265903 req-acffd7cd-1b97-4484-bff1-de6685b664a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:34.819381 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-363418ac-3d8d-4048-b664-9668ed265903 req-acffd7cd-1b97-4484-bff1-de6685b664a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 1094 time: 0.1436429 Jul 15 15:26:34.971423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1a5849b1-cae4-45e7-811d-204e5d3340f2 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:26:34.974560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-363418ac-3d8d-4048-b664-9668ed265903 req-5f24ddbc-ad81-4b76-8005-dc6c4c4e3b27 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 HTTP/1.1" status: 200 len: 217 time: 0.1454165 Jul 15 15:26:35.026558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 1a5849b1-cae4-45e7-811d-204e5d3340f2 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:26:35.027212 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1a5849b1-cae4-45e7-811d-204e5d3340f2 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:26:35.121367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363418ac-3d8d-4048-b664-9668ed265903 req-a5517664-a14b-4747-8dfa-548fbbd87848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:35.123186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-363418ac-3d8d-4048-b664-9668ed265903 req-a5517664-a14b-4747-8dfa-548fbbd87848 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.1448705 Jul 15 15:26:35.123770 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 34914) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:35.234889 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363418ac-3d8d-4048-b664-9668ed265903 req-ec33467e-42f9-44e2-afac-c86927e11dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:35.237300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-363418ac-3d8d-4048-b664-9668ed265903 req-ec33467e-42f9-44e2-afac-c86927e11dbe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064093 Jul 15 15:26:35.713559 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:26:35.909529 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34922) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:35.910145 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-eee6e180-5163-4867-af64-8cece03abbb4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c79daaed01774ab59ac5de2286eb9e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7843792 Jul 15 15:26:35.913960 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-363418ac-3d8d-4048-b664-9668ed265903 req-21b2d933-5123-4c79-b67a-e117d1f6a655 service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6684330 Jul 15 15:26:35.963201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bb1fb-0441-43a6-a14c-825f437e09ca req-586ce1b9-bf57-4d70-9f3a-f1269f948c7f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:35.964960 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6f6bb1fb-0441-43a6-a14c-825f437e09ca req-586ce1b9-bf57-4d70-9f3a-f1269f948c7f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 943 time: 0.1431952 Jul 15 15:26:36.014754 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6f6bb1fb-0441-43a6-a14c-825f437e09ca req-823df23d-991c-4484-8f16-8a637d86115d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426278 Jul 15 15:26:36.040973 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:36.062127 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73f023fa-306c-4228-8325-558b396cd5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:36.096245 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-363418ac-3d8d-4048-b664-9668ed265903 req-d7e1bf52-4395-4670-b943-d38849ff79ec service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750581 Jul 15 15:26:36.120665 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73f023fa-306c-4228-8325-558b396cd5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:36.228070 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73f023fa-306c-4228-8325-558b396cd5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:36.238159 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73f023fa-306c-4228-8325-558b396cd5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:36.240908 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-73f023fa-306c-4228-8325-558b396cd5f0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/79acc647-c21c-445c-8411-c269af0b45e7 HTTP/1.1" status: 204 len: 168 time: 0.3303742 Jul 15 15:26:36.257772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730386c-93ad-4893-a71d-130580b43859 req-a1197ea8-c4ce-4210-b356-e4234f7ef1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:36.259257 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f023fa-306c-4228-8325-558b396cd5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79acc647-c21c-445c-8411-c269af0b45e7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:36.264411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0730386c-93ad-4893-a71d-130580b43859 req-a1197ea8-c4ce-4210-b356-e4234f7ef1ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 1094 time: 0.1016541 Jul 15 15:26:36.513598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730386c-93ad-4893-a71d-130580b43859 req-49f71a76-1b02-41b1-8715-b7e478387cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:36.515598 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0730386c-93ad-4893-a71d-130580b43859 req-49f71a76-1b02-41b1-8715-b7e478387cea service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.2456191 Jul 15 15:26:36.571858 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0730386c-93ad-4893-a71d-130580b43859 req-f4f29fcd-8e78-4935-99f2-8dce0c560991 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 HTTP/1.1" status: 200 len: 217 time: 0.0499854 Jul 15 15:26:36.678810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730386c-93ad-4893-a71d-130580b43859 req-a005eaef-4cb3-4cec-aff9-f053a8ab59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:36.685104 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0730386c-93ad-4893-a71d-130580b43859 req-a005eaef-4cb3-4cec-aff9-f053a8ab59f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.1058168 Jul 15 15:26:36.813008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730386c-93ad-4893-a71d-130580b43859 req-0a07b36b-2ade-4c2d-a3c7-f5590bea19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:36.814730 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0730386c-93ad-4893-a71d-130580b43859 req-0a07b36b-2ade-4c2d-a3c7-f5590bea19e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239657 Jul 15 15:26:36.997400 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0730386c-93ad-4893-a71d-130580b43859 req-68243619-38e5-4043-bd33-d1939e311954 service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748681 Jul 15 15:26:37.190682 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0730386c-93ad-4893-a71d-130580b43859 req-3d76d1b8-d477-4303-a75e-6bcc1f98aabd service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852598 Jul 15 15:26:37.305538 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133261f-ac8e-421d-ae2a-1294b1bb0efc req-0d36bbd3-82b9-4b6a-ad06-b7ac74e9e9ff tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:37.307988 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2133261f-ac8e-421d-ae2a-1294b1bb0efc req-0d36bbd3-82b9-4b6a-ad06-b7ac74e9e9ff tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 943 time: 0.1037784 Jul 15 15:26:37.392566 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2133261f-ac8e-421d-ae2a-1294b1bb0efc req-ca16653c-abd5-489b-998b-3cc82bbe329f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698309 Jul 15 15:26:38.688546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1fc40-6f6f-4e7e-9c41-5289c52cd9b1 req-456cf851-5276-4741-a900-8a8a5a0a1182 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:38.697668 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-71b1fc40-6f6f-4e7e-9c41-5289c52cd9b1 req-456cf851-5276-4741-a900-8a8a5a0a1182 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 943 time: 0.1463261 Jul 15 15:26:38.774428 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-71b1fc40-6f6f-4e7e-9c41-5289c52cd9b1 req-17aee494-f6ac-4832-8d9a-2b8b9d3f02dc tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758150 Jul 15 15:26:39.311313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 34998) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:39.454828 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e2963b9-fc13-4bbd-bf95-7392c6776563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:39.565227 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e2963b9-fc13-4bbd-bf95-7392c6776563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:39.570000 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e2963b9-fc13-4bbd-bf95-7392c6776563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:39.615082 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2e2963b9-fc13-4bbd-bf95-7392c6776563 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0ef683f9aaef42ae9375bcda46fd5790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3026621 Jul 15 15:26:39.617556 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35002) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:39.625156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2963b9-fc13-4bbd-bf95-7392c6776563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b403899e-0584-4e39-8d1d-f1013bc499b6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:39.689675 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3153e42-0aca-4bf8-86b1-a8c19a4afa73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:39.721339 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3153e42-0aca-4bf8-86b1-a8c19a4afa73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:39.795086 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3153e42-0aca-4bf8-86b1-a8c19a4afa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:39.805777 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3153e42-0aca-4bf8-86b1-a8c19a4afa73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:39.817188 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d3153e42-0aca-4bf8-86b1-a8c19a4afa73 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b403899e-0584-4e39-8d1d-f1013bc499b6 HTTP/1.1" status: 204 len: 168 time: 0.1976080 Jul 15 15:26:39.832771 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3153e42-0aca-4bf8-86b1-a8c19a4afa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b403899e-0584-4e39-8d1d-f1013bc499b6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:40.090311 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36924ac0-a7cf-439e-ae0b-22479fb81295 req-a94587ab-9a07-4dee-af4a-0b95faf31165 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:40.092852 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36924ac0-a7cf-439e-ae0b-22479fb81295 req-a94587ab-9a07-4dee-af4a-0b95faf31165 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 943 time: 0.1478851 Jul 15 15:26:40.146291 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36924ac0-a7cf-439e-ae0b-22479fb81295 req-0ff78448-c686-4085-81eb-cdd9206b1255 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454206 Jul 15 15:26:40.319502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35012) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:40.342718 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6b87420-a0ad-4141-b4d5-d1e2950a6c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:40.467221 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6b87420-a0ad-4141-b4d5-d1e2950a6c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:40.474469 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6b87420-a0ad-4141-b4d5-d1e2950a6c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:40.512052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35014) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:40.512743 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f6b87420-a0ad-4141-b4d5-d1e2950a6c63 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4cc352c646cb45d5aa29268b9c2876dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916046 Jul 15 15:26:40.528733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b87420-a0ad-4141-b4d5-d1e2950a6c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9fc1ad-65c0-4f05-9d46-e3e95b7851a7,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:40.569992 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab4fd5c-63a4-4060-abce-c5ca38a58e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:40.596677 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab4fd5c-63a4-4060-abce-c5ca38a58e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:40.652613 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab4fd5c-63a4-4060-abce-c5ca38a58e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:40.656333 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab4fd5c-63a4-4060-abce-c5ca38a58e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:40.658070 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bab4fd5c-63a4-4060-abce-c5ca38a58e2a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9b9fc1ad-65c0-4f05-9d46-e3e95b7851a7 HTTP/1.1" status: 204 len: 168 time: 0.1448722 Jul 15 15:26:40.668329 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4fd5c-63a4-4060-abce-c5ca38a58e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9fc1ad-65c0-4f05-9d46-e3e95b7851a7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:41.396830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e27ee-cf8f-4e18-9def-6a5661cbb151 req-cdffbab2-e3a6-4dd0-9007-4f1a92e74dd9 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:41.399085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-828e27ee-cf8f-4e18-9def-6a5661cbb151 req-cdffbab2-e3a6-4dd0-9007-4f1a92e74dd9 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 943 time: 0.0889919 Jul 15 15:26:41.461713 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-828e27ee-cf8f-4e18-9def-6a5661cbb151 req-46b8eaa2-3b39-40e4-b037-8b39db1a4be3 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514374 Jul 15 15:26:42.804461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6fb7a-00ca-4ab7-8236-6c7993fe2335 req-a76896f8-c38e-4aaf-a292-8a5219ebc774 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:42.808409 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4c6fb7a-00ca-4ab7-8236-6c7993fe2335 req-a76896f8-c38e-4aaf-a292-8a5219ebc774 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 943 time: 0.1077814 Jul 15 15:26:42.873660 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4c6fb7a-00ca-4ab7-8236-6c7993fe2335 req-da5245a1-e4eb-42fb-8f53-908d86f7c20b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583165 Jul 15 15:26:44.127542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24f634-a4a0-4674-a983-b5c53a63c59f req-6b1ac32a-fc90-41f9-b28d-b317054c4ff3 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:44.136399 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d24f634-a4a0-4674-a983-b5c53a63c59f req-6b1ac32a-fc90-41f9-b28d-b317054c4ff3 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 943 time: 0.1234300 Jul 15 15:26:44.194654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d24f634-a4a0-4674-a983-b5c53a63c59f req-d99c7812-c189-46f5-9bf6-234ed630814d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502434 Jul 15 15:26:45.481690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544c360-fdee-4593-8411-d394c2b69927 req-84fba2b5-2088-4f04-a071-6d6e5c499a10 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:45.483342 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b544c360-fdee-4593-8411-d394c2b69927 req-84fba2b5-2088-4f04-a071-6d6e5c499a10 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 943 time: 0.1047127 Jul 15 15:26:45.571997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b544c360-fdee-4593-8411-d394c2b69927 req-7414f24e-c453-4b65-aed1-169648d67992 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811119 Jul 15 15:26:46.515477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:26:46.709780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=8dbf71c7-317b-4f1b-9dc5-0d95ca7da783,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:46.727964 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '8dbf71c7-317b-4f1b-9dc5-0d95ca7da783', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'port_id': '8dbf71c7-317b-4f1b-9dc5-0d95ca7da783', 'mac_address': 'fa:16:3e:e0:96:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:26:46.833409 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:46.864970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462cf61-53f7-4636-ab89-daeb2957000f req-f9669895-8693-4085-b8c9-631af3854349 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:46.865578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:26:46.867536 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b462cf61-53f7-4636-ab89-daeb2957000f req-f9669895-8693-4085-b8c9-631af3854349 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 943 time: 0.1011806 Jul 15 15:26:46.926403 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b462cf61-53f7-4636-ab89-daeb2957000f req-559fc2b0-96c8-4fab-87c4-fde8518f9d02 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463006 Jul 15 15:26:46.944517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=8dbf71c7-317b-4f1b-9dc5-0d95ca7da783,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:46.953139 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:47.008726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=8dbf71c7-317b-4f1b-9dc5-0d95ca7da783,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:47.024293 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:47.025506 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:47.026371 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:47.027376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:47.029381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:47.030092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:47.031353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:47.033453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:47.034228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:47.035038 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:47.035659 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:47.036426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:47.333956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['8dbf71c7-317b-4f1b-9dc5-0d95ca7da783'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:26:48.231161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b319b1-415a-454f-9c7e-fcc512f45a04 req-9c6d1ffa-dcdf-47d4-9f6a-75e73742cecb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:48.240782 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41b319b1-415a-454f-9c7e-fcc512f45a04 req-9c6d1ffa-dcdf-47d4-9f6a-75e73742cecb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 944 time: 0.1404116 Jul 15 15:26:48.300704 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41b319b1-415a-454f-9c7e-fcc512f45a04 req-0b329ab0-fe2a-463a-ba2a-e74cd5edbf71 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530090 Jul 15 15:26:48.527717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:26:48.660173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:48.666402 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:48.668621 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:48.811476 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:48.859564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=8dbf71c7-317b-4f1b-9dc5-0d95ca7da783,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:26:48.864235 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10262b95-8fee-41a7-9169-ab9b69ba97d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbf71c7-317b-4f1b-9dc5-0d95ca7da783'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:26:48.871653 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386ced00-01d7-454a-bcc8-4ddafa24ed57" -d '{"events": [{"server_uuid": "10262b95-8fee-41a7-9169-ab9b69ba97d5", "name": "network-vif-plugged", "status": "completed", "tag": "8dbf71c7-317b-4f1b-9dc5-0d95ca7da783"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:26:48.879095 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:48.963387 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cb1767-80e2-45b8-8771-179868a39167 x-openstack-request-id: req-92cb1767-80e2-45b8-8771-179868a39167 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:26:48.963668 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10262b95-8fee-41a7-9169-ab9b69ba97d5", "name": "network-vif-plugged", "status": "completed", "tag": "8dbf71c7-317b-4f1b-9dc5-0d95ca7da783", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:26:48.963957 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-92cb1767-80e2-45b8-8771-179868a39167 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:26:48.964361 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10262b95-8fee-41a7-9169-ab9b69ba97d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbf71c7-317b-4f1b-9dc5-0d95ca7da783', 'code': 200} Jul 15 15:26:48.988818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=8dbf71c7-317b-4f1b-9dc5-0d95ca7da783,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:49.144135 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e68d4b-539f-470b-bab3-815e3eaa2314 req-8419b5f6-69fd-4646-8359-a638ec804cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:49.145891 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89e68d4b-539f-470b-bab3-815e3eaa2314 req-8419b5f6-69fd-4646-8359-a638ec804cc3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 1096 time: 0.1342573 Jul 15 15:26:49.153044 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:49.187892 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89e68d4b-539f-470b-bab3-815e3eaa2314 req-f42683f2-48b1-41c8-8140-b8dfcdf175a5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348897 Jul 15 15:26:49.484321 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:49.576408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1257f8-8685-4b0e-8012-bfa844c646c3 req-add15cf2-3e9a-4273-a425-be0474a84976 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:49.585919 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e1257f8-8685-4b0e-8012-bfa844c646c3 req-add15cf2-3e9a-4273-a425-be0474a84976 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 945 time: 0.1068888 Jul 15 15:26:49.643032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e1257f8-8685-4b0e-8012-bfa844c646c3 req-1fa4f498-630f-4037-a96f-b78e9d8b42d9 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560663 Jul 15 15:26:50.028459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35198) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:50.185677 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d838ee7d-cabc-491e-a57e-4e6ed893713c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:50.289447 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d838ee7d-cabc-491e-a57e-4e6ed893713c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:50.294576 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d838ee7d-cabc-491e-a57e-4e6ed893713c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:50.343537 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d838ee7d-cabc-491e-a57e-4e6ed893713c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=17e081bd089143aab87bafc4d9342d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130903 Jul 15 15:26:50.345496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35206) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:50.358411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838ee7d-cabc-491e-a57e-4e6ed893713c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1891f84c-3db4-4da2-804b-28fff403096e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:50.410160 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:50.436330 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:50.501600 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:50.504432 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:50.508973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1891f84c-3db4-4da2-804b-28fff403096e HTTP/1.1" status: 204 len: 168 time: 0.1598704 Jul 15 15:26:50.532411 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1891f84c-3db4-4da2-804b-28fff403096e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:50.546268 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:50.547682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:50.549119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:50.549857 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:50.550512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:50.551660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:50.552382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:50.553143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:50.554109 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:50.554839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:50.555410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:50.556002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b6c1-1c05-4c6d-84b7-dbaa5f7be297 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:26:50.909460 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cac7b-b879-42b3-ac3d-b10ef89c03ed req-d16b8b50-cb65-4aec-8d91-338361bf08a2 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:50.911873 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-731cac7b-b879-42b3-ac3d-b10ef89c03ed req-d16b8b50-cb65-4aec-8d91-338361bf08a2 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 945 time: 0.1394446 Jul 15 15:26:50.938049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35218) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:50.956154 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4f63c570-748b-46bb-a51d-e3a94c7379c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:50.980194 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-731cac7b-b879-42b3-ac3d-b10ef89c03ed req-edcbc1cc-f500-48e3-affe-c26f50307421 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605347 Jul 15 15:26:51.086499 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4f63c570-748b-46bb-a51d-e3a94c7379c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:51.094622 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4f63c570-748b-46bb-a51d-e3a94c7379c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:51.143521 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35228) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:51.143786 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4f63c570-748b-46bb-a51d-e3a94c7379c4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1006551c0de4c58b2402677221ba336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2034066 Jul 15 15:26:51.160269 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63c570-748b-46bb-a51d-e3a94c7379c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2346ce-4a70-41f8-8faf-a4834ab20abc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:51.242469 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60f0a7f7-7440-4746-90a8-9f788a233369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:51.279473 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60f0a7f7-7440-4746-90a8-9f788a233369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:51.380486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c1c14-7014-46df-9de8-c1b95a8c7d0a req-01131598-90d8-4bcd-99da-9c938507ddad tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:51.389686 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c02c1c14-7014-46df-9de8-c1b95a8c7d0a req-01131598-90d8-4bcd-99da-9c938507ddad tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 945 time: 0.2134640 Jul 15 15:26:51.458306 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99215918-7e9f-4df5-a722-650b51592a61 req-070ab122-d0f9-47ba-b03f-1f273de99576 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1652696 Jul 15 15:26:51.488861 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c02c1c14-7014-46df-9de8-c1b95a8c7d0a req-7091643a-1915-4a13-a109-5801e438af10 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980954 Jul 15 15:26:51.493940 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60f0a7f7-7440-4746-90a8-9f788a233369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:51.496550 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-60f0a7f7-7440-4746-90a8-9f788a233369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:51.498154 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-60f0a7f7-7440-4746-90a8-9f788a233369 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ff2346ce-4a70-41f8-8faf-a4834ab20abc HTTP/1.1" status: 204 len: 168 time: 0.3531158 Jul 15 15:26:51.559665 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0a7f7-7440-4746-90a8-9f788a233369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2346ce-4a70-41f8-8faf-a4834ab20abc,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:51.705271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215918-7e9f-4df5-a722-650b51592a61 req-1a568db9-477d-4987-85b8-e706075b67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:51.708958 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99215918-7e9f-4df5-a722-650b51592a61 req-1a568db9-477d-4987-85b8-e706075b67ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 1096 time: 0.1899405 Jul 15 15:26:51.926618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215918-7e9f-4df5-a722-650b51592a61 req-09e70d74-696c-4e1e-b1c8-0df2b40fe2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:51.928125 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99215918-7e9f-4df5-a722-650b51592a61 req-09e70d74-696c-4e1e-b1c8-0df2b40fe2f4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.1903853 Jul 15 15:26:51.985220 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99215918-7e9f-4df5-a722-650b51592a61 req-934371c7-0d80-4f8d-9720-5095a3fea167 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 HTTP/1.1" status: 200 len: 217 time: 0.0486560 Jul 15 15:26:52.040945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215918-7e9f-4df5-a722-650b51592a61 req-5e8dc79e-28bc-4c52-a94f-dc76885e2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:52.043201 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99215918-7e9f-4df5-a722-650b51592a61 req-5e8dc79e-28bc-4c52-a94f-dc76885e2167 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0521400 Jul 15 15:26:52.152526 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215918-7e9f-4df5-a722-650b51592a61 req-ea0987dd-9867-4d2c-ab67-afe97eb9270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:52.155081 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99215918-7e9f-4df5-a722-650b51592a61 req-ea0987dd-9867-4d2c-ab67-afe97eb9270e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024132 Jul 15 15:26:52.336732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99215918-7e9f-4df5-a722-650b51592a61 req-0aa58e26-08f8-4f94-84c5-7fa78a2fa6bf service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694100 Jul 15 15:26:52.516204 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99215918-7e9f-4df5-a722-650b51592a61 req-4ba1384d-9903-4e97-8173-a6a993d5ca26 service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709623 Jul 15 15:26:55.368074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-70f604a5-49d4-4eca-91e7-ad4a01f989b1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:55.374937 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-70f604a5-49d4-4eca-91e7-ad4a01f989b1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 811 time: 0.1300335 Jul 15 15:26:55.392225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-82d53b6d-8e7d-4fa7-835b-bbf01d3d3888 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/quotas/afd4ec70edcc4c02824018c6458411be HTTP/1.1" status: 200 len: 375 time: 0.0161335 Jul 15 15:26:55.467099 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-9035e5c4-dc56-443a-bfc2-e7be2239c5db tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738697 Jul 15 15:26:55.568366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-e90bb3b3-e3e6-4b19-8338-63e15b347841 service neutron] 10.222.0.38 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929008 Jul 15 15:26:55.681798 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8b24bfa3-e093-4914-8d6a-8711a5005f41 service neutron] 10.222.0.38 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070499 Jul 15 15:26:55.936661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b4ffe3f-fc60-420a-b40b-11c5e06d170d req-60d14e10-f3bd-44eb-859d-6be68bbb074b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 210 time: 0.0530610 Jul 15 15:26:57.147687 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3f6a88ba-566e-45cd-8737-730544539765 req-7079a7db-e845-47d0-9a82-f18dfe938ec9 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 210 time: 0.0569680 Jul 15 15:26:57.546132 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35522) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:57.633502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e934218e-0efb-4b63-b56c-ff314375c854 admin admin] Deleting subnet 46ff8880-97a7-468a-93f2-5164dfbebd9b {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:26:57.640490 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e934218e-0efb-4b63-b56c-ff314375c854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:57.658519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-57141d54-35a1-4ae1-afb4-4a09dddc20f1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:57.660439 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-57141d54-35a1-4ae1-afb4-4a09dddc20f1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 811 time: 0.1582298 Jul 15 15:26:57.679565 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-4073e884-a36a-41d1-8711-7176122b4deb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'port': {'device_id': '5d82792b-c757-475d-8df5-80f9a186a3d4', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'admin_state_up': True, 'tenant_id': 'afd4ec70edcc4c02824018c6458411be'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:57.697561 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e934218e-0efb-4b63-b56c-ff314375c854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:57.745892 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e934218e-0efb-4b63-b56c-ff314375c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:57.834198 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e934218e-0efb-4b63-b56c-ff314375c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:57.871385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-4073e884-a36a-41d1-8711-7176122b4deb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Made reservation on behalf of afd4ec70edcc4c02824018c6458411be for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:26:57.881717 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-4073e884-a36a-41d1-8711-7176122b4deb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:57.906682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934218e-0efb-4b63-b56c-ff314375c854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ff8880-97a7-468a-93f2-5164dfbebd9b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:57.931435 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e934218e-0efb-4b63-b56c-ff314375c854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:57.936533 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e934218e-0efb-4b63-b56c-ff314375c854 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/46ff8880-97a7-468a-93f2-5164dfbebd9b HTTP/1.1" status: 204 len: 168 time: 0.3891017 Jul 15 15:26:57.937996 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35526) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:58.030284 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e727b5a-1ca9-4112-8740-57e9c251319c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:58.049423 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-4073e884-a36a-41d1-8711-7176122b4deb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Allocated IP 172.20.0.3 (a0081a40-1b1f-4a3d-8dea-aeff0a91d27c/5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a/c4da3c5a-9f22-4762-b729-c1e04ca62221) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:26:58.215878 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e727b5a-1ca9-4112-8740-57e9c251319c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:58.240172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-1e727b5a-1ca9-4112-8740-57e9c251319c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fa986c-1017-4d38-88b8-88b6da11c447']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:58.284695 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-1e727b5a-1ca9-4112-8740-57e9c251319c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c9489a-da32-4bcf-baa2-5ff8d58704fa') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:58.285055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-1e727b5a-1ca9-4112-8740-57e9c251319c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c9489a-da32-4bcf-baa2-5ff8d58704fa') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:26:58.305818 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e727b5a-1ca9-4112-8740-57e9c251319c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:58.327093 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e727b5a-1ca9-4112-8740-57e9c251319c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:58.348903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e727b5a-1ca9-4112-8740-57e9c251319c admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:26:58.351965 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e727b5a-1ca9-4112-8740-57e9c251319c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:26:58.372232 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:26:58.396276 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-4073e884-a36a-41d1-8711-7176122b4deb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:58.485323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-479a8a99-2916-4a34-9739-0a8ebb8449d5 req-9f06a146-0a01-49fc-a812-eece5459defa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 210 time: 0.0935936 Jul 15 15:26:58.497440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-4073e884-a36a-41d1-8711-7176122b4deb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Transition to ACTIVE for port object c4da3c5a-9f22-4762-b729-c1e04ca62221 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:58.498105 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e727b5a-1ca9-4112-8740-57e9c251319c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:58.508941 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e727b5a-1ca9-4112-8740-57e9c251319c admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:58.511848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1e727b5a-1ca9-4112-8740-57e9c251319c admin admin] 10.222.0.38 "DELETE /v2.0/networks/45fa986c-1017-4d38-88b8-88b6da11c447 HTTP/1.1" status: 204 len: 168 time: 0.5719442 Jul 15 15:26:58.525417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e727b5a-1ca9-4112-8740-57e9c251319c admin admin] Pushing event deleted for resources: {'Network': ['ID=45fa986c-1017-4d38-88b8-88b6da11c447,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:58.587983 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-4073e884-a36a-41d1-8711-7176122b4deb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:58.601581 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['8dbf71c7-317b-4f1b-9dc5-0d95ca7da783'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:26:58.717653 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-4073e884-a36a-41d1-8711-7176122b4deb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:26:58.733849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-4073e884-a36a-41d1-8711-7176122b4deb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:26:58.741243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-4073e884-a36a-41d1-8711-7176122b4deb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:26:58.777116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35548) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:58.823254 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073e884-a36a-41d1-8711-7176122b4deb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'Port': ['ID=c4da3c5a-9f22-4762-b729-c1e04ca62221,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:58.838138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-4073e884-a36a-41d1-8711-7176122b4deb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:58.839279 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-4073e884-a36a-41d1-8711-7176122b4deb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:58.883416 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-4073e884-a36a-41d1-8711-7176122b4deb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2133713 Jul 15 15:26:58.897713 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Request body: {'port': {'device_id': '5d82792b-c757-475d-8df5-80f9a186a3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:26:58.941391 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3ec82fee-3b8d-4f44-ab22-4a42d14f4023 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e44ad5f2b03c41f7a987caa57c1d2df3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500554 Jul 15 15:26:58.942245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35554) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:59.076862 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:59.084238 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b697e5cb-1316-4ecb-9430-91ab90a8d038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:59.142120 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b697e5cb-1316-4ecb-9430-91ab90a8d038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:59.243410 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b697e5cb-1316-4ecb-9430-91ab90a8d038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:59.246716 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b697e5cb-1316-4ecb-9430-91ab90a8d038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:59.248019 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b697e5cb-1316-4ecb-9430-91ab90a8d038 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0ce8e7ce-8a26-4ccd-8887-9f97439e6987 HTTP/1.1" status: 204 len: 168 time: 0.3046458 Jul 15 15:26:59.263248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697e5cb-1316-4ecb-9430-91ab90a8d038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce8e7ce-8a26-4ccd-8887-9f97439e6987,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:59.308586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-72b53d48-9f5c-4d42-91d2-122d692e51b7 None None] Provisioning for port c4da3c5a-9f22-4762-b729-c1e04ca62221 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:26:59.321884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-72b53d48-9f5c-4d42-91d2-122d692e51b7 None None] Provisioning complete for port c4da3c5a-9f22-4762-b729-c1e04ca62221 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:26:59.322627 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-72b53d48-9f5c-4d42-91d2-122d692e51b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:59.394676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-72b53d48-9f5c-4d42-91d2-122d692e51b7 None None] Port c4da3c5a-9f22-4762-b729-c1e04ca62221 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:26:59.611661 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35582) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:26:59.657059 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4da3c5a-9f22-4762-b729-c1e04ca62221 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:26:59.679065 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:59.709401 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Transition to ACTIVE for port object c4da3c5a-9f22-4762-b729-c1e04ca62221 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:26:59.717405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:26:59.814589 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e01ab6-02aa-4b5b-bd9f-5287e3070872 req-3c8a5dfc-f9ed-4d4f-a67a-3b49f5452e35 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:26:59.820509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Pushing event updated for resources: {'Port': ['ID=c4da3c5a-9f22-4762-b729-c1e04ca62221,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:26:59.843727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35e01ab6-02aa-4b5b-bd9f-5287e3070872 req-3c8a5dfc-f9ed-4d4f-a67a-3b49f5452e35 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 931 time: 0.1571558 Jul 15 15:26:59.849821 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b8e3f747-1a74-4c6a-a048-19ceefb00130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:00.063714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Attempting to bind port c4da3c5a-9f22-4762-b729-c1e04ca62221 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:27:00.064333 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Attempting to bind port c4da3c5a-9f22-4762-b729-c1e04ca62221 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:27:00.064851 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Attempting to bind port c4da3c5a-9f22-4762-b729-c1e04ca62221 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:27:00.071321 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Port c4da3c5a-9f22-4762-b729-c1e04ca62221 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:27:00.071871 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Attempting to bind port c4da3c5a-9f22-4762-b729-c1e04ca62221 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:27:00.077907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:27:00.078568 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Checking segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:27:00.079771 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Bound using segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:27:00.081314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Bound port: c4da3c5a-9f22-4762-b729-c1e04ca62221, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:27:00.081901 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:00.082232 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c24bcad5-43ba-43c8-ac1f-66465703f695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:00.101033 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35e01ab6-02aa-4b5b-bd9f-5287e3070872 req-b822df14-8c08-4c05-a25b-a5499bc3fd28 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430255 Jul 15 15:27:00.138828 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b8e3f747-1a74-4c6a-a048-19ceefb00130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:00.150349 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b8e3f747-1a74-4c6a-a048-19ceefb00130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:00.252156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] For port c4da3c5a-9f22-4762-b729-c1e04ca62221, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:27:00.263970 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] For port c4da3c5a-9f22-4762-b729-c1e04ca62221, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c4da3c5a-9f22-4762-b729-c1e04ca62221,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:27:00.275117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35602) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:00.278032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b8e3f747-1a74-4c6a-a048-19ceefb00130 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a7e8be954948445bbd970e2b5c5419c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6614342 Jul 15 15:27:00.278646 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:00.288818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3f747-1a74-4c6a-a048-19ceefb00130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8998688-2a70-45f8-adf9-603c2e774b66,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:00.395244 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:00.396250 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:00.397768 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] 10.222.0.11 "PUT /v2.0/ports/c4da3c5a-9f22-4762-b729-c1e04ca62221 HTTP/1.1" status: 200 len: 1091 time: 1.5048945 Jul 15 15:27:00.398219 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d82792b-c757-475d-8df5-80f9a186a3d4', 'tag': 'c4da3c5a-9f22-4762-b729-c1e04ca62221'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:27:00.400632 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d73d08-6267-4208-96d8-ef99d1080ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d82792b-c757-475d-8df5-80f9a186a3d4", "tag": "c4da3c5a-9f22-4762-b729-c1e04ca62221"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:27:00.528547 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5f9b187-92be-49fd-9200-761a04139502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:00.530892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2b6b4-7699-4ea6-9e01-e981ec55f846 service neutron] Pushing event updated for resources: {'Port': ['ID=c4da3c5a-9f22-4762-b729-c1e04ca62221,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:00.567375 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbe306a-e5eb-4438-bb5e-10bd1d9c79ad x-openstack-request-id: req-abbe306a-e5eb-4438-bb5e-10bd1d9c79ad {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:27:00.567896 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d82792b-c757-475d-8df5-80f9a186a3d4", "tag": "c4da3c5a-9f22-4762-b729-c1e04ca62221", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:27:00.568412 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-abbe306a-e5eb-4438-bb5e-10bd1d9c79ad {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:27:00.569047 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d82792b-c757-475d-8df5-80f9a186a3d4', 'tag': 'c4da3c5a-9f22-4762-b729-c1e04ca62221', 'status': 'completed', 'code': 200} Jul 15 15:27:00.634503 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5f9b187-92be-49fd-9200-761a04139502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:00.715335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-c5b47b80-a90c-4666-9075-33a41cb8d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:00.717248 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-c5b47b80-a90c-4666-9075-33a41cb8d1a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 1094 time: 0.2584753 Jul 15 15:27:00.774483 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-e99bf1a7-2a6f-4b5a-9701-7330fb90201c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4da3c5a-9f22-4762-b729-c1e04ca62221 HTTP/1.1" status: 200 len: 217 time: 0.0495009 Jul 15 15:27:00.791974 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5f9b187-92be-49fd-9200-761a04139502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:00.795835 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5f9b187-92be-49fd-9200-761a04139502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:00.797424 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a5f9b187-92be-49fd-9200-761a04139502 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d8998688-2a70-45f8-adf9-603c2e774b66 HTTP/1.1" status: 204 len: 168 time: 0.5207515 Jul 15 15:27:00.850504 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9b187-92be-49fd-9200-761a04139502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8998688-2a70-45f8-adf9-603c2e774b66,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:00.872075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-d83d16bb-2118-4b84-9323-5bfaa0b738cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:00.873601 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-d83d16bb-2118-4b84-9323-5bfaa0b738cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0923450 Jul 15 15:27:00.977744 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-fb1dbdbe-9391-46f1-9f7a-be803560c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:00.979732 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-fb1dbdbe-9391-46f1-9f7a-be803560c047 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988848 Jul 15 15:27:01.135550 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-c7f7f751-ea68-4cc6-91e1-8f8e10fbf8af service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486311 Jul 15 15:27:01.316423 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-36aae30b-b160-4944-ad18-b758ecb97cf2 req-a14a0763-7d47-4bac-9470-c40510def784 service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687121 Jul 15 15:27:01.392714 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00db75a-60b6-4666-9b68-e9fa947f2d6b req-3b82597c-9da3-474f-8faa-1d81e5931402 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:01.395617 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f00db75a-60b6-4666-9b68-e9fa947f2d6b req-3b82597c-9da3-474f-8faa-1d81e5931402 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.0895002 Jul 15 15:27:01.404094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35634) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:01.450216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f00db75a-60b6-4666-9b68-e9fa947f2d6b req-06c8d064-5494-44a5-b029-daf3e3720f49 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481250 Jul 15 15:27:01.476219 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a05c99c-9b1a-4447-8b78-8237af11a38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:01.577622 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a05c99c-9b1a-4447-8b78-8237af11a38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:01.588963 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a05c99c-9b1a-4447-8b78-8237af11a38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:01.631643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05c99c-9b1a-4447-8b78-8237af11a38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c33cf3-87a0-4e3c-98b1-18f166a3d077,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:01.640126 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35640) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:01.692948 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d73d08-6267-4208-96d8-ef99d1080ae3 req-657ecdd3-23c1-4c96-aacd-b61eb722b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:01.695126 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-49d73d08-6267-4208-96d8-ef99d1080ae3 req-657ecdd3-23c1-4c96-aacd-b61eb722b688 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 1094 time: 0.3177102 Jul 15 15:27:01.698191 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4a05c99c-9b1a-4447-8b78-8237af11a38b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4f9c0af9bdc1423aa4a0eb304e8ed4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931681 Jul 15 15:27:01.701285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35644) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:01.799171 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-793b7aea-3ecb-4714-8b75-3e172f5872b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:01.826148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d73d08-6267-4208-96d8-ef99d1080ae3 req-fd68bd9f-4e10-4ba3-bbb8-167e2a843846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:01.827930 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-49d73d08-6267-4208-96d8-ef99d1080ae3 req-fd68bd9f-4e10-4ba3-bbb8-167e2a843846 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.1255696 Jul 15 15:27:01.835932 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-793b7aea-3ecb-4714-8b75-3e172f5872b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:01.849889 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-11a053b6-5d49-43e0-b602-7b77aff9f9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:01.873785 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-49d73d08-6267-4208-96d8-ef99d1080ae3 req-70a329ce-8b37-4aa9-b935-08a933291a6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4da3c5a-9f22-4762-b729-c1e04ca62221 HTTP/1.1" status: 200 len: 217 time: 0.0393639 Jul 15 15:27:01.931338 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-793b7aea-3ecb-4714-8b75-3e172f5872b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:01.934570 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-793b7aea-3ecb-4714-8b75-3e172f5872b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:01.940067 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-793b7aea-3ecb-4714-8b75-3e172f5872b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/00c33cf3-87a0-4e3c-98b1-18f166a3d077 HTTP/1.1" status: 204 len: 168 time: 0.2375371 Jul 15 15:27:01.955838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b7aea-3ecb-4714-8b75-3e172f5872b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c33cf3-87a0-4e3c-98b1-18f166a3d077,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:01.958301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d73d08-6267-4208-96d8-ef99d1080ae3 req-830e7e17-bb9a-4748-96e4-1f0b789cee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:01.961367 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-49d73d08-6267-4208-96d8-ef99d1080ae3 req-830e7e17-bb9a-4748-96e4-1f0b789cee96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0799563 Jul 15 15:27:02.005725 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-11a053b6-5d49-43e0-b602-7b77aff9f9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:02.013259 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-11a053b6-5d49-43e0-b602-7b77aff9f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:02.054900 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-11a053b6-5d49-43e0-b602-7b77aff9f9a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8bd588b8a2f6431f915ee80c24bc2407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135518 Jul 15 15:27:02.055836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35648) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:02.081801 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a053b6-5d49-43e0-b602-7b77aff9f9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eac4761-4fc0-42ea-ae3b-cada57fee976,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:02.156584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d73d08-6267-4208-96d8-ef99d1080ae3 req-aab9f85b-64e3-4792-81d7-5eede7d6f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:02.165314 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-49d73d08-6267-4208-96d8-ef99d1080ae3 req-aab9f85b-64e3-4792-81d7-5eede7d6f2bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920416 Jul 15 15:27:02.212531 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f19f52fb-2f97-42fd-afbe-711fd9d1f53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:02.272998 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f19f52fb-2f97-42fd-afbe-711fd9d1f53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:02.316648 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-49d73d08-6267-4208-96d8-ef99d1080ae3 req-7ce590e6-c321-4d50-8559-a9f836b0cff2 service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433554 Jul 15 15:27:02.395013 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35654) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:02.420054 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5012ba85-7ff8-4660-8069-eb00cfc062ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:02.453095 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f19f52fb-2f97-42fd-afbe-711fd9d1f53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:02.458919 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f19f52fb-2f97-42fd-afbe-711fd9d1f53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:02.463565 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f19f52fb-2f97-42fd-afbe-711fd9d1f53c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4eac4761-4fc0-42ea-ae3b-cada57fee976 HTTP/1.1" status: 204 len: 168 time: 0.4026973 Jul 15 15:27:02.474504 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-49d73d08-6267-4208-96d8-ef99d1080ae3 req-d51e6a51-fad1-49c0-b78e-68e1a807eea6 service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519680 Jul 15 15:27:02.475786 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f52fb-2f97-42fd-afbe-711fd9d1f53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eac4761-4fc0-42ea-ae3b-cada57fee976,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:02.694210 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5012ba85-7ff8-4660-8069-eb00cfc062ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:02.705598 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5012ba85-7ff8-4660-8069-eb00cfc062ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:02.763476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012ba85-7ff8-4660-8069-eb00cfc062ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3003f902-1f75-49e4-8589-d2ba32ef27c1,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:02.773856 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5012ba85-7ff8-4660-8069-eb00cfc062ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=117c37c4d4f140e1abb2864a7653a434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771715 Jul 15 15:27:02.774106 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35664) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:02.804725 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e0f8f-2fcb-45b0-b5a8-2a54e8308a47 req-23953f40-c9f6-4a98-b8a2-bfc972944ee9 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:02.811571 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b75e0f8f-2fcb-45b0-b5a8-2a54e8308a47 req-23953f40-c9f6-4a98-b8a2-bfc972944ee9 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1623542 Jul 15 15:27:02.831080 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:02.897148 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-778e3da5-1c44-4e29-b45b-280bee2cae8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:02.931390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b75e0f8f-2fcb-45b0-b5a8-2a54e8308a47 req-67ee4e6e-64b6-4cc8-ac6f-c4e8f7ace0e6 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106634 Jul 15 15:27:02.941092 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-643cabf7-e2e1-408d-bf4b-b9cd92b6bdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:02.952495 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-778e3da5-1c44-4e29-b45b-280bee2cae8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:03.009900 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-778e3da5-1c44-4e29-b45b-280bee2cae8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:03.014403 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-778e3da5-1c44-4e29-b45b-280bee2cae8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:03.019150 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-778e3da5-1c44-4e29-b45b-280bee2cae8f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3003f902-1f75-49e4-8589-d2ba32ef27c1 HTTP/1.1" status: 204 len: 168 time: 0.2440751 Jul 15 15:27:03.039002 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e3da5-1c44-4e29-b45b-280bee2cae8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3003f902-1f75-49e4-8589-d2ba32ef27c1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:03.876106 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35702) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:04.116540 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-047f7419-7683-473e-85ab-e40411c17855 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-183276894-network', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:04.175540 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047f7419-7683-473e-85ab-e40411c17855 admin admin] Made reservation on behalf of a0df11adc9a34cc8b2b4667eb5a4c547 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:27:04.181857 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-047f7419-7683-473e-85ab-e40411c17855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:04.197490 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-047f7419-7683-473e-85ab-e40411c17855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:04.227689 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93266b9-fd55-4691-8635-2dff5a0d9c9e req-dfddb20c-be21-41ef-b5a9-7928b7377d54 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:04.235315 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e93266b9-fd55-4691-8635-2dff5a0d9c9e req-dfddb20c-be21-41ef-b5a9-7928b7377d54 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1140735 Jul 15 15:27:04.292702 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e93266b9-fd55-4691-8635-2dff5a0d9c9e req-86aa3f90-1ad5-49d0-92b6-7045e86ec10e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552721 Jul 15 15:27:04.378293 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:04.421971 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-047f7419-7683-473e-85ab-e40411c17855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:04.435982 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-047f7419-7683-473e-85ab-e40411c17855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:04.467642 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f7419-7683-473e-85ab-e40411c17855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3bdea4-8426-4780-b3c8-a7516ba48126,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:04.477000 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047f7419-7683-473e-85ab-e40411c17855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:27:04.493626 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-047f7419-7683-473e-85ab-e40411c17855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:04.497372 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-047f7419-7683-473e-85ab-e40411c17855 admin admin] Added segment d7abdb05-44fc-466b-8102-47e50733222a of type vlan for network 51a9bc64-a231-49e0-a104-44249c7e546a Jul 15 15:27:04.616659 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-047f7419-7683-473e-85ab-e40411c17855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:04.706323 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-047f7419-7683-473e-85ab-e40411c17855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:04.709970 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047f7419-7683-473e-85ab-e40411c17855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:04.712192 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-047f7419-7683-473e-85ab-e40411c17855 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:04.754749 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-047f7419-7683-473e-85ab-e40411c17855 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8762925 Jul 15 15:27:04.757648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35726) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:04.770313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-45a5fae6-c241-4a18-8572-ef9a50010382 admin admin] Request body: {'subnet': {'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-183276894-subnet', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:04.845443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f7419-7683-473e-85ab-e40411c17855 admin admin] Pushing event updated for resources: {'Network': ['ID=51a9bc64-a231-49e0-a104-44249c7e546a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:04.859971 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 51a9bc64-a231-49e0-a104-44249c7e546a details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:27:04.861270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a5fae6-c241-4a18-8572-ef9a50010382 admin admin] Made reservation on behalf of a0df11adc9a34cc8b2b4667eb5a4c547 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:27:04.872573 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45a5fae6-c241-4a18-8572-ef9a50010382 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:05.156790 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45a5fae6-c241-4a18-8572-ef9a50010382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:05.220978 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5fae6-c241-4a18-8572-ef9a50010382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2974105d-87ff-46b5-bfc8-49ad4bb1581e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:05.232741 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5fae6-c241-4a18-8572-ef9a50010382 admin admin] Checking segment: {'id': 'd7abdb05-44fc-466b-8102-47e50733222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:27:05.233490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a5fae6-c241-4a18-8572-ef9a50010382 admin admin] Network hostable DHCP agents. Network: 51a9bc64-a231-49e0-a104-44249c7e546a, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:27:05.266161 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a5fae6-c241-4a18-8572-ef9a50010382 admin admin] Network 51a9bc64-a231-49e0-a104-44249c7e546a is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:27:05.297029 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-45a5fae6-c241-4a18-8572-ef9a50010382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 51a9bc64-a231-49e0-a104-44249c7e546a) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:27:05.319224 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a5fae6-c241-4a18-8572-ef9a50010382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:05.319224 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45a5fae6-c241-4a18-8572-ef9a50010382 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:05.320640 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff46d70a-6c48-4b9d-94a6-e9937c39a246 None None] Network 51a9bc64-a231-49e0-a104-44249c7e546a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:27:05.358679 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-45a5fae6-c241-4a18-8572-ef9a50010382 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5999320 Jul 15 15:27:05.362429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35748) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:05.368001 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-183276894-router', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:05.446388 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:05.449569 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:05.554108 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:05.629222 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-51a9bc64-a231-49e0-a104-44249c7e546a', 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'fixed_ips': [{'subnet_id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:27:05.631577 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:05.671448 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb3ad1-32d6-4b3b-8f2c-bca3df51a7b2 req-12788316-30c2-4520-99b2-474481644b93 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:05.673912 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1eb3ad1-32d6-4b3b-8f2c-bca3df51a7b2 req-12788316-30c2-4520-99b2-474481644b93 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1961880 Jul 15 15:27:05.920264 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Allocated IP 172.20.0.2 (51a9bc64-a231-49e0-a104-44249c7e546a/2974105d-87ff-46b5-bfc8-49ad4bb1581e/fd668229-71db-4606-a9d4-1502c7ed0f59) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:27:05.935306 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c1eb3ad1-32d6-4b3b-8f2c-bca3df51a7b2 req-d15180fd-54e6-4330-b441-57af57d3239c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538786 Jul 15 15:27:05.951619 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:06.070553 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:06.170711 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:06.179854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Transition to ACTIVE for port object fd668229-71db-4606-a9d4-1502c7ed0f59 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:27:06.197255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Transition to ACTIVE for port object fd668229-71db-4606-a9d4-1502c7ed0f59 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:27:06.207159 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:06.287590 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Network 51a9bc64-a231-49e0-a104-44249c7e546a is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:27:06.295341 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:27:06.299919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:27:06.327073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Pushing event updated for resources: {'Port': ['ID=fd668229-71db-4606-a9d4-1502c7ed0f59,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:06.357211 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:06.384129 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:06.492578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Attempting to bind port fd668229-71db-4606-a9d4-1502c7ed0f59 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:27:06.493062 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Attempting to bind port fd668229-71db-4606-a9d4-1502c7ed0f59 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'd7abdb05-44fc-466b-8102-47e50733222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:27:06.493840 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Attempting to bind port fd668229-71db-4606-a9d4-1502c7ed0f59 on network 51a9bc64-a231-49e0-a104-44249c7e546a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:27:06.507408 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:27:06.507806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Checking segment: {'id': 'd7abdb05-44fc-466b-8102-47e50733222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:27:06.508217 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:06.509689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Bound using segment: {'id': 'd7abdb05-44fc-466b-8102-47e50733222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:27:06.510181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Bound port: fd668229-71db-4606-a9d4-1502c7ed0f59, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7abdb05-44fc-466b-8102-47e50733222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:27:06.511626 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:06.612828 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] For port fd668229-71db-4606-a9d4-1502c7ed0f59, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:27:06.628493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] For port fd668229-71db-4606-a9d4-1502c7ed0f59, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=fd668229-71db-4606-a9d4-1502c7ed0f59,segment=NetworkSegment(d7abdb05-44fc-466b-8102-47e50733222a),segment_id=d7abdb05-44fc-466b-8102-47e50733222a)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:27:06.640207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Allocated IP 172.25.4.219 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/f6129cae-7e69-4c80-8afe-6bba81496ae4) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:27:06.659779 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:06.758115 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bcb7c-5acf-47c6-9aee-4fa83383f409 None None] Pushing event updated for resources: {'Port': ['ID=fd668229-71db-4606-a9d4-1502c7ed0f59,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:06.881784 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:06.920642 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35784) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:07.060715 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:07.118719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:27:07.125161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:27:07.139745 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:27:07.179639 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-627ac8cb-b660-4ee2-a59c-056def5f9ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:07.238901 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Pushing event updated for resources: {'Port': ['ID=f6129cae-7e69-4c80-8afe-6bba81496ae4,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:07.423011 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-627ac8cb-b660-4ee2-a59c-056def5f9ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:07.431222 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-627ac8cb-b660-4ee2-a59c-056def5f9ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:07.469525 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef06101-6141-4cad-bf60-934654fa19f1 req-6386afe7-0226-495b-b17b-03b771eb8674 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:07.471596 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ef06101-6141-4cad-bf60-934654fa19f1 req-6386afe7-0226-495b-b17b-03b771eb8674 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1201320 Jul 15 15:27:07.503078 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-627ac8cb-b660-4ee2-a59c-056def5f9ae4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cb22366aed7645d8a381218f2c6ec9d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5681269 Jul 15 15:27:07.503078 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ac8cb-b660-4ee2-a59c-056def5f9ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce07f50-d3ae-402a-861c-67099d0976bf,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:07.503078 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35798) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:07.646736 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-095377e7-851e-430d-9673-d0a0117c78f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:07.678875 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-095377e7-851e-430d-9673-d0a0117c78f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:07.743916 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-095377e7-851e-430d-9673-d0a0117c78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:07.753859 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-095377e7-851e-430d-9673-d0a0117c78f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:07.774665 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-095377e7-851e-430d-9673-d0a0117c78f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fce07f50-d3ae-402a-861c-67099d0976bf HTTP/1.1" status: 204 len: 168 time: 0.2538829 Jul 15 15:27:07.800410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095377e7-851e-430d-9673-d0a0117c78f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce07f50-d3ae-402a-861c-67099d0976bf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:08.116430 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:08.238849 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ef06101-6141-4cad-bf60-934654fa19f1 req-13efc6a3-0a0a-4181-9cd3-0e15e28cc6d0 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939704 Jul 15 15:27:08.401684 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35810) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:08.454843 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e34d2de3-13ab-4715-9a76-94d732204a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:08.457495 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:08.470659 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddb6f44-6a0e-4152-b137-aac98d2f99fe None None] Network 51a9bc64-a231-49e0-a104-44249c7e546a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:27:08.622969 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e34d2de3-13ab-4715-9a76-94d732204a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:08.630409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Router a73c1c36-73d1-45a8-946b-6578953dd919 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:27:08.631170 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e34d2de3-13ab-4715-9a76-94d732204a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:08.672278 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e150da52-786b-4471-964d-93cc6456a8c1 None None] Provisioning for port fd668229-71db-4606-a9d4-1502c7ed0f59 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:27:08.686168 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e34d2de3-13ab-4715-9a76-94d732204a08 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=56466efd3f9e4cdeae42c88813a38c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820334 Jul 15 15:27:08.711296 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35812) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:08.740822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d2de3-13ab-4715-9a76-94d732204a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d21cde5-00be-449c-a12a-5bc6f65952c8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:08.829981 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:27:08.842540 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Sync routers for ids ['a73c1c36-73d1-45a8-946b-6578953dd919'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:27:08.855478 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Routers {'a73c1c36-73d1-45a8-946b-6578953dd919'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:27:08.856096 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:27:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a73c1c36-73d1-45a8-946b-6578953dd919'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:08.889083 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:08.890442 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-76e23a58-f9fd-4cbf-a538-086bc7e50c11 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5262151 Jul 15 15:27:08.896157 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35814) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:08.916904 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-802bd21f-0202-4c04-b778-7962051aeb36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:08.970435 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-802bd21f-0202-4c04-b778-7962051aeb36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:09.114397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device fd668229-71db-4606-a9d4-1502c7ed0f59 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:27:09.128444 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-802bd21f-0202-4c04-b778-7962051aeb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:09.131413 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-802bd21f-0202-4c04-b778-7962051aeb36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:09.136259 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-802bd21f-0202-4c04-b778-7962051aeb36 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d21cde5-00be-449c-a12a-5bc6f65952c8 HTTP/1.1" status: 204 len: 168 time: 0.4230988 Jul 15 15:27:09.148365 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Set router a73c1c36-73d1-45a8-946b-6578953dd919 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:27:09.149148 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bd21f-0202-4c04-b778-7962051aeb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d21cde5-00be-449c-a12a-5bc6f65952c8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:09.271579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port fd668229-71db-4606-a9d4-1502c7ed0f59 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:27:09.288060 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port fd668229-71db-4606-a9d4-1502c7ed0f59 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:09.288442 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:09.496936 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'name': 'tempest-TestServerBasicOps-183276894-router', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:05Z', 'updated_at': '2021-07-15T15:27:07Z', 'revision_number': 3, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'gw_port': {'id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:06Z', 'updated_at': '2021-07-15T15:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:09.528933 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Checking router: a73c1c36-73d1-45a8-946b-6578953dd919 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:27:09.529606 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Updating router a73c1c36-73d1-45a8-946b-6578953dd919 port f6129cae-7e69-4c80-8afe-6bba81496ae4 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:27:09.570072 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:09.614019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bf790-676e-4c78-8325-d04ee6b525ee req-464d594a-ed1b-432a-a648-99e4a356a205 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:09.623193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e54bf790-676e-4c78-8325-d04ee6b525ee req-464d594a-ed1b-432a-a648-99e4a356a205 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.2065542 Jul 15 15:27:09.636725 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:09.640096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f77701d3-80c2-45f2-88e0-cd221622641e None None] Provisioning complete for port fd668229-71db-4606-a9d4-1502c7ed0f59 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:09.640709 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f77701d3-80c2-45f2-88e0-cd221622641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:09.713506 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e54bf790-676e-4c78-8325-d04ee6b525ee req-69540e8f-93ec-4bb3-acd6-1796ed76ae4a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880148 Jul 15 15:27:09.770732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port fd668229-71db-4606-a9d4-1502c7ed0f59, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=fd668229-71db-4606-a9d4-1502c7ed0f59,segment=NetworkSegment(d7abdb05-44fc-466b-8102-47e50733222a),segment_id=d7abdb05-44fc-466b-8102-47e50733222a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:27:09.781773 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:09.863586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=fd668229-71db-4606-a9d4-1502c7ed0f59,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:09.948528 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:09.964627 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Transition to ACTIVE for port object f6129cae-7e69-4c80-8afe-6bba81496ae4 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:27:09.984649 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:10.020347 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Attempting to bind port f6129cae-7e69-4c80-8afe-6bba81496ae4 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:27:10.021109 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Attempting to bind port f6129cae-7e69-4c80-8afe-6bba81496ae4 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:27:10.021957 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Attempting to bind port f6129cae-7e69-4c80-8afe-6bba81496ae4 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:27:10.050242 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:27:10.050940 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:27:10.051668 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:10.052222 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:27:10.052870 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Bound port: f6129cae-7e69-4c80-8afe-6bba81496ae4, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:27:10.053428 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:10.119751 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afb81b-06d9-438c-88c6-2ca19ef34418 None None] Pushing event updated for resources: {'Port': ['ID=f6129cae-7e69-4c80-8afe-6bba81496ae4,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:10.132969 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afb81b-06d9-438c-88c6-2ca19ef34418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:10.133612 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afb81b-06d9-438c-88c6-2ca19ef34418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:10.134115 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afb81b-06d9-438c-88c6-2ca19ef34418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:10.134635 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afb81b-06d9-438c-88c6-2ca19ef34418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:10.135118 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afb81b-06d9-438c-88c6-2ca19ef34418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:10.135626 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afb81b-06d9-438c-88c6-2ca19ef34418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:10.136374 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afb81b-06d9-438c-88c6-2ca19ef34418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:10.136869 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afb81b-06d9-438c-88c6-2ca19ef34418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:10.137342 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afb81b-06d9-438c-88c6-2ca19ef34418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:10.137823 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afb81b-06d9-438c-88c6-2ca19ef34418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:10.138510 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afb81b-06d9-438c-88c6-2ca19ef34418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:10.139005 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30afb81b-06d9-438c-88c6-2ca19ef34418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:10.149308 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] For port f6129cae-7e69-4c80-8afe-6bba81496ae4, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:27:10.153222 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] For port f6129cae-7e69-4c80-8afe-6bba81496ae4, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f6129cae-7e69-4c80-8afe-6bba81496ae4,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:27:10.161289 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:10.218140 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afb81b-06d9-438c-88c6-2ca19ef34418 None None] Pushing event updated for resources: {'Port': ['ID=f6129cae-7e69-4c80-8afe-6bba81496ae4,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:10.244300 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Routers {'a73c1c36-73d1-45a8-946b-6578953dd919'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:27:10.245116 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:27:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a73c1c36-73d1-45a8-946b-6578953dd919'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:10.365866 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] Set router a73c1c36-73d1-45a8-946b-6578953dd919 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:27:10.504137 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:10.605523 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'name': 'tempest-TestServerBasicOps-183276894-router', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:05Z', 'updated_at': '2021-07-15T15:27:07Z', 'revision_number': 3, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'gw_port': {'id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:06Z', 'updated_at': '2021-07-15T15:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:10.636287 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055f284-f8cc-491b-8e5e-60a374598f0e None None] The sync data for ids ['a73c1c36-73d1-45a8-946b-6578953dd919'] in n-d-764435-3 is: [{'id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'name': 'tempest-TestServerBasicOps-183276894-router', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:05Z', 'updated_at': '2021-07-15T15:27:07Z', 'revision_number': 3, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'gw_port': {'id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:06Z', 'updated_at': '2021-07-15T15:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:27:10.681828 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Allocated IP 172.20.0.1 (51a9bc64-a231-49e0-a104-44249c7e546a/2974105d-87ff-46b5-bfc8-49ad4bb1581e/9bba822d-e5e8-4edd-a151-9abf1922deb0) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:27:10.825985 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:10.870893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Transition to ACTIVE for port object 9bba822d-e5e8-4edd-a151-9abf1922deb0 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:27:10.943151 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:10.961600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device fd668229-71db-4606-a9d4-1502c7ed0f59 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:27:11.116253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port fd668229-71db-4606-a9d4-1502c7ed0f59 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:11.116632 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:11.119486 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Network 51a9bc64-a231-49e0-a104-44249c7e546a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:27:11.124515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de6f16-a174-438d-9118-fe45318f1d39 req-192b0d80-03e9-4934-8ab6-bcc994bf5648 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:11.126181 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42de6f16-a174-438d-9118-fe45318f1d39 req-192b0d80-03e9-4934-8ab6-bcc994bf5648 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.2681048 Jul 15 15:27:11.138347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:27:11.171773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:27:11.232495 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42de6f16-a174-438d-9118-fe45318f1d39 req-8dca5c71-b701-45e1-b9ab-d96898834ebb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942173 Jul 15 15:27:11.283772 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Pushing event updated for resources: {'Port': ['ID=9bba822d-e5e8-4edd-a151-9abf1922deb0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:11.369323 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:11.604636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0ba648f3-dac8-466c-9972-c92c22c5ae17 None None] Provisioning for port 9bba822d-e5e8-4edd-a151-9abf1922deb0 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:27:11.611078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0ba648f3-dac8-466c-9972-c92c22c5ae17 None None] Provisioning complete for port 9bba822d-e5e8-4edd-a151-9abf1922deb0 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:11.611435 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0ba648f3-dac8-466c-9972-c92c22c5ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:11.621806 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:11.649165 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0ba648f3-dac8-466c-9972-c92c22c5ae17 None None] Port 9bba822d-e5e8-4edd-a151-9abf1922deb0 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:27:11.864450 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:11.869509 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:11.969292 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Pushing event updated for resources: {'Port': ['ID=9bba822d-e5e8-4edd-a151-9abf1922deb0,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:11.980421 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:12.107356 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Network 51a9bc64-a231-49e0-a104-44249c7e546a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:27:12.109607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:27:12.325648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Router a73c1c36-73d1-45a8-946b-6578953dd919 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:27:12.472228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:27:12.476553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a45ead6a-e343-477d-9a3e-ca1e722aadc2 None None] Provisioning complete for port 9bba822d-e5e8-4edd-a151-9abf1922deb0 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:12.477064 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a45ead6a-e343-477d-9a3e-ca1e722aadc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:12.479510 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1e21b95a-2d01-4823-8d22-4e6a2359d6ce admin admin] 10.222.0.38 "PUT /v2.0/routers/a73c1c36-73d1-45a8-946b-6578953dd919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5771213 Jul 15 15:27:12.570783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a45ead6a-e343-477d-9a3e-ca1e722aadc2 None None] Port 9bba822d-e5e8-4edd-a151-9abf1922deb0 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:27:12.631665 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6f7d3-d9f2-4b81-90cd-6dcd49264669 req-b4269a4d-3665-4778-a86a-fd61e7233cf4 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:12.633498 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82f6f7d3-d9f2-4b81-90cd-6dcd49264669 req-b4269a4d-3665-4778-a86a-fd61e7233cf4 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1241300 Jul 15 15:27:12.712468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82f6f7d3-d9f2-4b81-90cd-6dcd49264669 req-233a637a-5f2c-47c2-8b68-46df4d5a2225 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721538 Jul 15 15:27:12.712701 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:27:13.001211 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f6129cae-7e69-4c80-8afe-6bba81496ae4 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:27:13.117686 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port f6129cae-7e69-4c80-8afe-6bba81496ae4 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:27:13.124501 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port f6129cae-7e69-4c80-8afe-6bba81496ae4 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:13.124828 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:13.285859 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:13.348901 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port f6129cae-7e69-4c80-8afe-6bba81496ae4, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f6129cae-7e69-4c80-8afe-6bba81496ae4,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:27:13.355548 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:13.437914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=f6129cae-7e69-4c80-8afe-6bba81496ae4,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:13.475000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Sync routers for ids ['a73c1c36-73d1-45a8-946b-6578953dd919'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:27:13.500310 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Routers {'a73c1c36-73d1-45a8-946b-6578953dd919'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:27:13.501946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:27:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a73c1c36-73d1-45a8-946b-6578953dd919'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:13.557472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35908) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:13.563942 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-89f35afa-123b-428e-bc8f-feb8c580bfe5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1102154143-network', 'tenant_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:13.590238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f35afa-123b-428e-bc8f-feb8c580bfe5 admin admin] Made reservation on behalf of dc5cdf1ba49d4ba28601e3e71a8feaa0 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:27:13.594219 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89f35afa-123b-428e-bc8f-feb8c580bfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:13.610301 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89f35afa-123b-428e-bc8f-feb8c580bfe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:13.716262 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Set router a73c1c36-73d1-45a8-946b-6578953dd919 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:27:13.752929 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89f35afa-123b-428e-bc8f-feb8c580bfe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:13.757966 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89f35afa-123b-428e-bc8f-feb8c580bfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:13.775086 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f35afa-123b-428e-bc8f-feb8c580bfe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:27:13.823971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f35afa-123b-428e-bc8f-feb8c580bfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240cca9c-cbcb-4aec-bab4-0749421eb0ee,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:13.842736 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89f35afa-123b-428e-bc8f-feb8c580bfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:13.861129 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-89f35afa-123b-428e-bc8f-feb8c580bfe5 admin admin] Added segment f5843ddd-7c0a-45b2-b72b-aec98c5d7622 of type vlan for network 67dbba58-247a-4ff6-b6f6-acc08b9167f4 Jul 15 15:27:13.959242 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89f35afa-123b-428e-bc8f-feb8c580bfe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:14.007672 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89f35afa-123b-428e-bc8f-feb8c580bfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:14.008747 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f35afa-123b-428e-bc8f-feb8c580bfe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:14.009582 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89f35afa-123b-428e-bc8f-feb8c580bfe5 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:14.033197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490c3e9-a755-4eb5-91d5-6f23187f16ac req-23e55aa1-abef-4c36-b89c-7ff981195025 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:14.036649 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3490c3e9-a755-4eb5-91d5-6f23187f16ac req-23e55aa1-abef-4c36-b89c-7ff981195025 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1046770 Jul 15 15:27:14.102981 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'name': 'tempest-TestServerBasicOps-183276894-router', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:05Z', 'updated_at': '2021-07-15T15:27:11Z', 'revision_number': 4, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'gw_port': {'id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:06Z', 'updated_at': '2021-07-15T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9bba822d-e5e8-4edd-a151-9abf1922deb0', 'name': '', 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'mac_address': 'fa:16:3e:ef:92:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:10Z', 'updated_at': '2021-07-15T15:27:11Z', 'revision_number': 2, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'subnets': [{'id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:14.141598 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3490c3e9-a755-4eb5-91d5-6f23187f16ac req-c5acafbb-822e-45d3-a6b5-615c53ff7468 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989542 Jul 15 15:27:14.145936 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Checking router: a73c1c36-73d1-45a8-946b-6578953dd919 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:27:14.146298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Updating router a73c1c36-73d1-45a8-946b-6578953dd919 port 9bba822d-e5e8-4edd-a151-9abf1922deb0 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:27:14.169535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f35afa-123b-428e-bc8f-feb8c580bfe5 admin admin] Pushing event updated for resources: {'Network': ['ID=67dbba58-247a-4ff6-b6f6-acc08b9167f4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:14.177193 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-89f35afa-123b-428e-bc8f-feb8c580bfe5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6173558 Jul 15 15:27:14.179674 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35916) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:14.185783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b5906835-712f-4a9d-ad2c-720d8839ad3b admin admin] Request body: {'subnet': {'network_id': '67dbba58-247a-4ff6-b6f6-acc08b9167f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1102154143-subnet', 'tenant_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:14.207150 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:14.221456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5906835-712f-4a9d-ad2c-720d8839ad3b admin admin] Made reservation on behalf of dc5cdf1ba49d4ba28601e3e71a8feaa0 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:27:14.225399 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5906835-712f-4a9d-ad2c-720d8839ad3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:14.246564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 67dbba58-247a-4ff6-b6f6-acc08b9167f4 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:27:14.597771 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5906835-712f-4a9d-ad2c-720d8839ad3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:14.668911 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5906835-712f-4a9d-ad2c-720d8839ad3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f06dd7-cf77-438b-964b-94228696a13d,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:14.706067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5906835-712f-4a9d-ad2c-720d8839ad3b admin admin] Checking segment: {'id': 'f5843ddd-7c0a-45b2-b72b-aec98c5d7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67dbba58-247a-4ff6-b6f6-acc08b9167f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:27:14.706432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5906835-712f-4a9d-ad2c-720d8839ad3b admin admin] Network hostable DHCP agents. Network: 67dbba58-247a-4ff6-b6f6-acc08b9167f4, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:27:14.730109 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5906835-712f-4a9d-ad2c-720d8839ad3b admin admin] Network 67dbba58-247a-4ff6-b6f6-acc08b9167f4 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:27:14.743322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-b5906835-712f-4a9d-ad2c-720d8839ad3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 67dbba58-247a-4ff6-b6f6-acc08b9167f4) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:27:14.748411 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5906835-712f-4a9d-ad2c-720d8839ad3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:14.749111 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5906835-712f-4a9d-ad2c-720d8839ad3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:14.768168 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b5906835-712f-4a9d-ad2c-720d8839ad3b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5868731 Jul 15 15:27:14.770646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 35922) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:14.771244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e5ca89-14c0-434b-a701-95e2c262b2e4 None None] Network 67dbba58-247a-4ff6-b6f6-acc08b9167f4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:27:14.775982 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1102154143-router', 'tenant_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:14.807122 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:14.808216 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:14.873719 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:14.950988 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:14.972680 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f6129cae-7e69-4c80-8afe-6bba81496ae4 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:27:14.979405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Transition to ACTIVE for port object 9bba822d-e5e8-4edd-a151-9abf1922deb0 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:27:15.063915 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:15.087713 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-67dbba58-247a-4ff6-b6f6-acc08b9167f4', 'network_id': '67dbba58-247a-4ff6-b6f6-acc08b9167f4', 'tenant_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'fixed_ips': [{'subnet_id': '88f06dd7-cf77-438b-964b-94228696a13d'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:27:15.088597 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:15.167690 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:15.228385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port f6129cae-7e69-4c80-8afe-6bba81496ae4 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:15.232948 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:15.283484 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2ed3d-7987-4e26-8401-25c8288e0cd0 None None] Pushing event updated for resources: {'Port': ['ID=9bba822d-e5e8-4edd-a151-9abf1922deb0,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:15.534253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Attempting to bind port 9bba822d-e5e8-4edd-a151-9abf1922deb0 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:27:15.534893 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Attempting to bind port 9bba822d-e5e8-4edd-a151-9abf1922deb0 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'd7abdb05-44fc-466b-8102-47e50733222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:27:15.535439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Attempting to bind port 9bba822d-e5e8-4edd-a151-9abf1922deb0 on network 51a9bc64-a231-49e0-a104-44249c7e546a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:27:15.544603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff08895-6112-42c9-b165-f68f2cfdeba7 req-e1a380b2-d1d6-41e6-975d-2602f70ba98a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:15.546874 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eff08895-6112-42c9-b165-f68f2cfdeba7 req-e1a380b2-d1d6-41e6-975d-2602f70ba98a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.2202656 Jul 15 15:27:15.557808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:27:15.558780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Checking segment: {'id': 'd7abdb05-44fc-466b-8102-47e50733222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:27:15.559317 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:15.559823 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Bound using segment: {'id': 'd7abdb05-44fc-466b-8102-47e50733222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:27:15.561006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Bound port: 9bba822d-e5e8-4edd-a151-9abf1922deb0, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7abdb05-44fc-466b-8102-47e50733222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:27:15.561502 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:15.575584 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:15.625843 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:15.629908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Allocated IP 172.20.0.2 (67dbba58-247a-4ff6-b6f6-acc08b9167f4/88f06dd7-cf77-438b-964b-94228696a13d/c00dbeb6-af6a-48f3-b42a-849d31558011) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:27:15.756081 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eff08895-6112-42c9-b165-f68f2cfdeba7 req-12951c6d-76f8-482a-a713-2103c1dfef50 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930203 Jul 15 15:27:15.833691 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Allocated IP 172.25.4.25 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/bbd5810d-5378-4082-88be-b16b283edb64) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:27:15.843630 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] For port 9bba822d-e5e8-4edd-a151-9abf1922deb0, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:27:15.879092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] For port 9bba822d-e5e8-4edd-a151-9abf1922deb0, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9bba822d-e5e8-4edd-a151-9abf1922deb0,segment=NetworkSegment(d7abdb05-44fc-466b-8102-47e50733222a),segment_id=d7abdb05-44fc-466b-8102-47e50733222a)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:27:15.976519 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:15.980118 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:15.993818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Transition to ACTIVE for port object c00dbeb6-af6a-48f3-b42a-849d31558011 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:27:16.015759 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Transition to ACTIVE for port object c00dbeb6-af6a-48f3-b42a-849d31558011 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:27:16.019658 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:16.021923 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:16.060381 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:16.156879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd5810d-5378-4082-88be-b16b283edb64,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:16.166773 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:27:16.169253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:27:16.171454 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Network 67dbba58-247a-4ff6-b6f6-acc08b9167f4 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:27:16.176323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:27:16.190031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2ed3d-7987-4e26-8401-25c8288e0cd0 None None] Pushing event updated for resources: {'Port': ['ID=9bba822d-e5e8-4edd-a151-9abf1922deb0,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:16.192928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:27:16.196616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:27:16.198412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Routers {'a73c1c36-73d1-45a8-946b-6578953dd919'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:27:16.199056 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:27:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a73c1c36-73d1-45a8-946b-6578953dd919'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:16.387005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Pushing event updated for resources: {'Port': ['ID=c00dbeb6-af6a-48f3-b42a-849d31558011,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:16.411270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Attempting to bind port c00dbeb6-af6a-48f3-b42a-849d31558011 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:27:16.411644 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Attempting to bind port c00dbeb6-af6a-48f3-b42a-849d31558011 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'f5843ddd-7c0a-45b2-b72b-aec98c5d7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67dbba58-247a-4ff6-b6f6-acc08b9167f4'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:27:16.412017 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Attempting to bind port c00dbeb6-af6a-48f3-b42a-849d31558011 on network 67dbba58-247a-4ff6-b6f6-acc08b9167f4 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:27:16.423101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:27:16.423638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Checking segment: {'id': 'f5843ddd-7c0a-45b2-b72b-aec98c5d7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67dbba58-247a-4ff6-b6f6-acc08b9167f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:27:16.424153 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:16.424556 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Bound using segment: {'id': 'f5843ddd-7c0a-45b2-b72b-aec98c5d7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67dbba58-247a-4ff6-b6f6-acc08b9167f4'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:27:16.425049 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Bound port: c00dbeb6-af6a-48f3-b42a-849d31558011, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5843ddd-7c0a-45b2-b72b-aec98c5d7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67dbba58-247a-4ff6-b6f6-acc08b9167f4'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:27:16.425436 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:16.534755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] Set router a73c1c36-73d1-45a8-946b-6578953dd919 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:27:16.555084 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:16.716155 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] For port c00dbeb6-af6a-48f3-b42a-849d31558011, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:27:16.860160 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] For port c00dbeb6-af6a-48f3-b42a-849d31558011, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c00dbeb6-af6a-48f3-b42a-849d31558011,segment=NetworkSegment(f5843ddd-7c0a-45b2-b72b-aec98c5d7622),segment_id=f5843ddd-7c0a-45b2-b72b-aec98c5d7622)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:27:16.883524 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:16.919910 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:17.075390 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b1e35-6b67-4a4e-8424-6a6287f4bc20 None None] Pushing event updated for resources: {'Port': ['ID=c00dbeb6-af6a-48f3-b42a-849d31558011,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:17.095609 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'name': 'tempest-TestServerBasicOps-183276894-router', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:05Z', 'updated_at': '2021-07-15T15:27:11Z', 'revision_number': 4, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'gw_port': {'id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:06Z', 'updated_at': '2021-07-15T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9bba822d-e5e8-4edd-a151-9abf1922deb0', 'name': '', 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'mac_address': 'fa:16:3e:ef:92:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:10Z', 'updated_at': '2021-07-15T15:27:15Z', 'revision_number': 4, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'subnets': [{'id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:17.486298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e335fb45-d0fe-48a6-9e37-6669da5d3b7d None None] The sync data for ids ['a73c1c36-73d1-45a8-946b-6578953dd919'] in n-d-764435-3 is: [{'id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'name': 'tempest-TestServerBasicOps-183276894-router', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:05Z', 'updated_at': '2021-07-15T15:27:11Z', 'revision_number': 4, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'gw_port': {'id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:06Z', 'updated_at': '2021-07-15T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9bba822d-e5e8-4edd-a151-9abf1922deb0', 'name': '', 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'mac_address': 'fa:16:3e:ef:92:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:10Z', 'updated_at': '2021-07-15T15:27:15Z', 'revision_number': 4, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'subnets': [{'id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:27:17.727669 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbbc38-329a-465d-9423-f474b47a842d req-c816b996-5346-4698-9aba-e7ffa5df2239 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:17.729569 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9ecbbc38-329a-465d-9423-f474b47a842d req-c816b996-5346-4698-9aba-e7ffa5df2239 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.7494233 Jul 15 15:27:17.817585 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9ecbbc38-329a-465d-9423-f474b47a842d req-22c744e6-41b0-438f-b257-969b1be11c1e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815871 Jul 15 15:27:17.842419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Router a9fd94af-8abf-43da-aa05-d19ad0cf577e is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:27:18.071459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:27:18.086034 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Sync routers for ids ['a9fd94af-8abf-43da-aa05-d19ad0cf577e'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:27:18.115576 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Routers {'a9fd94af-8abf-43da-aa05-d19ad0cf577e'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:27:18.117141 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:27:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a9fd94af-8abf-43da-aa05-d19ad0cf577e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:18.147576 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:18.151912 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 35958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:18.158869 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5094e8ee-ae7c-4ade-8364-eb8f2a31a7d8 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3851504 Jul 15 15:27:18.419030 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Set router a9fd94af-8abf-43da-aa05-d19ad0cf577e gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:27:18.794065 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6149b7-535f-43b1-8be8-73403c4b7403 None None] Network 67dbba58-247a-4ff6-b6f6-acc08b9167f4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:27:18.851020 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'name': 'tempest-TestServerBasicOps-1102154143-router', 'tenant_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bbd5810d-5378-4082-88be-b16b283edb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:14Z', 'updated_at': '2021-07-15T15:27:16Z', 'revision_number': 3, 'project_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'gw_port': {'id': 'bbd5810d-5378-4082-88be-b16b283edb64', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:15Z', 'updated_at': '2021-07-15T15:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:18.924519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-68956474-3084-4bd0-bb44-bee1eb65022d None None] Provisioning for port c00dbeb6-af6a-48f3-b42a-849d31558011 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:27:18.944297 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Checking router: a9fd94af-8abf-43da-aa05-d19ad0cf577e for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:27:18.944643 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Updating router a9fd94af-8abf-43da-aa05-d19ad0cf577e port bbd5810d-5378-4082-88be-b16b283edb64 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:27:19.041618 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:19.271924 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c00dbeb6-af6a-48f3-b42a-849d31558011 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:27:19.410473 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:19.420235 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:19.429791 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b22d7-744e-4e06-bfff-ca0d73ad2bf3 req-7783dcc8-011e-40cc-81eb-b62e530538a9 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:19.434587 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-531b22d7-744e-4e06-bfff-ca0d73ad2bf3 req-7783dcc8-011e-40cc-81eb-b62e530538a9 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1959045 Jul 15 15:27:19.518972 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:19.521932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port c00dbeb6-af6a-48f3-b42a-849d31558011 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:27:19.538907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port c00dbeb6-af6a-48f3-b42a-849d31558011 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:19.539329 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:19.558194 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-531b22d7-744e-4e06-bfff-ca0d73ad2bf3 req-15aee5e7-dbd7-4cf6-8f62-21190f897c4c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057765 Jul 15 15:27:19.570680 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:19.583291 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Transition to ACTIVE for port object bbd5810d-5378-4082-88be-b16b283edb64 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:27:19.594514 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:19.654606 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eceb4b-9a02-4366-81b8-42061b43e9f2 None None] Pushing event updated for resources: {'Port': ['ID=bbd5810d-5378-4082-88be-b16b283edb64,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:19.715438 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Attempting to bind port bbd5810d-5378-4082-88be-b16b283edb64 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:27:19.716460 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Attempting to bind port bbd5810d-5378-4082-88be-b16b283edb64 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:27:19.717060 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Attempting to bind port bbd5810d-5378-4082-88be-b16b283edb64 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:27:19.749122 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:27:19.749468 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:27:19.751839 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:19.752842 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:27:19.756103 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Bound port: bbd5810d-5378-4082-88be-b16b283edb64, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:27:19.756786 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:19.772073 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:19.833664 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port c00dbeb6-af6a-48f3-b42a-849d31558011, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c00dbeb6-af6a-48f3-b42a-849d31558011,segment=NetworkSegment(f5843ddd-7c0a-45b2-b72b-aec98c5d7622),segment_id=f5843ddd-7c0a-45b2-b72b-aec98c5d7622)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:27:19.847576 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:19.848426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9bba822d-e5e8-4edd-a151-9abf1922deb0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:27:19.867981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Allocated IP 172.20.0.1 (67dbba58-247a-4ff6-b6f6-acc08b9167f4/88f06dd7-cf77-438b-964b-94228696a13d/81a7093f-6d61-412f-89b0-88a55966b900) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:27:19.888149 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] For port bbd5810d-5378-4082-88be-b16b283edb64, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:27:19.897303 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] For port bbd5810d-5378-4082-88be-b16b283edb64, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=bbd5810d-5378-4082-88be-b16b283edb64,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:27:19.911642 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:20.027336 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eceb4b-9a02-4366-81b8-42061b43e9f2 None None] Pushing event updated for resources: {'Port': ['ID=bbd5810d-5378-4082-88be-b16b283edb64,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:20.059800 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Routers {'a9fd94af-8abf-43da-aa05-d19ad0cf577e'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:27:20.060821 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:27:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a9fd94af-8abf-43da-aa05-d19ad0cf577e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:20.073487 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2a35f2f3-59b2-458e-84f2-5f3488b9d2ee None None] Provisioning complete for port c00dbeb6-af6a-48f3-b42a-849d31558011 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:20.073861 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a35f2f3-59b2-458e-84f2-5f3488b9d2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:20.076166 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=c00dbeb6-af6a-48f3-b42a-849d31558011,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:20.146571 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 9bba822d-e5e8-4edd-a151-9abf1922deb0 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:27:20.156526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9bba822d-e5e8-4edd-a151-9abf1922deb0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:20.157038 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:20.172618 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:20.218827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Transition to ACTIVE for port object 81a7093f-6d61-412f-89b0-88a55966b900 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:27:20.313100 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:20.317084 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:20.366463 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 9bba822d-e5e8-4edd-a151-9abf1922deb0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9bba822d-e5e8-4edd-a151-9abf1922deb0,segment=NetworkSegment(d7abdb05-44fc-466b-8102-47e50733222a),segment_id=d7abdb05-44fc-466b-8102-47e50733222a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:27:20.377577 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:20.419242 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Network 67dbba58-247a-4ff6-b6f6-acc08b9167f4 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:27:20.432661 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:27:20.436994 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:27:20.463709 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] Set router a9fd94af-8abf-43da-aa05-d19ad0cf577e gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:27:20.494342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=9bba822d-e5e8-4edd-a151-9abf1922deb0,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:20.584021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Pushing event updated for resources: {'Port': ['ID=81a7093f-6d61-412f-89b0-88a55966b900,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:20.597121 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:20.727971 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'name': 'tempest-TestServerBasicOps-1102154143-router', 'tenant_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bbd5810d-5378-4082-88be-b16b283edb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:14Z', 'updated_at': '2021-07-15T15:27:16Z', 'revision_number': 3, 'project_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'gw_port': {'id': 'bbd5810d-5378-4082-88be-b16b283edb64', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:15Z', 'updated_at': '2021-07-15T15:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:20.831090 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30911c44-cc19-47cc-8f82-7b0ad1b8d672 None None] The sync data for ids ['a9fd94af-8abf-43da-aa05-d19ad0cf577e'] in n-d-764435-3 is: [{'id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'name': 'tempest-TestServerBasicOps-1102154143-router', 'tenant_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bbd5810d-5378-4082-88be-b16b283edb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:14Z', 'updated_at': '2021-07-15T15:27:16Z', 'revision_number': 3, 'project_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'gw_port': {'id': 'bbd5810d-5378-4082-88be-b16b283edb64', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:15Z', 'updated_at': '2021-07-15T15:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:27:20.839476 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:20.893294 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-936a4fcd-9284-4dd6-8e7a-5d6f02c0c87b None None] Provisioning for port 81a7093f-6d61-412f-89b0-88a55966b900 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:27:20.897515 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-936a4fcd-9284-4dd6-8e7a-5d6f02c0c87b None None] Provisioning complete for port 81a7093f-6d61-412f-89b0-88a55966b900 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:20.897896 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-936a4fcd-9284-4dd6-8e7a-5d6f02c0c87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:20.967331 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58717b77-617b-43e3-b54d-442c275e331b req-c166e271-701c-4a0a-80ad-c7307b9cbd96 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:20.977610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58717b77-617b-43e3-b54d-442c275e331b req-c166e271-701c-4a0a-80ad-c7307b9cbd96 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1543913 Jul 15 15:27:21.003418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c00dbeb6-af6a-48f3-b42a-849d31558011 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:27:21.006723 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-936a4fcd-9284-4dd6-8e7a-5d6f02c0c87b None None] Port 81a7093f-6d61-412f-89b0-88a55966b900 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:27:21.036424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58717b77-617b-43e3-b54d-442c275e331b req-342a172b-de5a-4ace-bff9-9499e8355287 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579076 Jul 15 15:27:21.086549 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port c00dbeb6-af6a-48f3-b42a-849d31558011 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:21.086549 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:21.182751 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:21.189170 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:21.213638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9bba822d-e5e8-4edd-a151-9abf1922deb0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:27:21.285248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9bba822d-e5e8-4edd-a151-9abf1922deb0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:21.285993 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:21.307614 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:21.359645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Pushing event updated for resources: {'Port': ['ID=81a7093f-6d61-412f-89b0-88a55966b900,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:21.483943 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Network 67dbba58-247a-4ff6-b6f6-acc08b9167f4 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:27:21.486132 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:27:21.698457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Router a9fd94af-8abf-43da-aa05-d19ad0cf577e has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:27:21.843204 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-61748874-8f07-4812-b2b6-3644b21a306e None None] Provisioning complete for port 81a7093f-6d61-412f-89b0-88a55966b900 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:21.843635 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61748874-8f07-4812-b2b6-3644b21a306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:21.867313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:27:21.876896 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6b79f683-5903-43c2-a35f-89b8e39632e3 admin admin] 10.222.0.38 "PUT /v2.0/routers/a9fd94af-8abf-43da-aa05-d19ad0cf577e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7237113 Jul 15 15:27:21.915933 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-61748874-8f07-4812-b2b6-3644b21a306e None None] Port 81a7093f-6d61-412f-89b0-88a55966b900 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:27:22.318806 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca9651-134f-4b3b-be26-ed534b243197 req-dc08946f-de6a-4823-9e0b-e5fa1a85bb7c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:22.320405 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2eca9651-134f-4b3b-be26-ed534b243197 req-dc08946f-de6a-4823-9e0b-e5fa1a85bb7c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.0747499 Jul 15 15:27:22.377622 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2eca9651-134f-4b3b-be26-ed534b243197 req-f3154028-34dd-488a-8283-8c95177915d5 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512190 Jul 15 15:27:22.835079 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36008) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:22.841628 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-32c3915f-6749-4cbe-87a8-c3948380a242 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2135842630', 'description': 'tempest-secgroup-smoke-2135842630 description', 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:22.874044 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32c3915f-6749-4cbe-87a8-c3948380a242 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.007207 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device bbd5810d-5378-4082-88be-b16b283edb64 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:27:23.034392 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32c3915f-6749-4cbe-87a8-c3948380a242 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.039556 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32c3915f-6749-4cbe-87a8-c3948380a242 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.081576 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32c3915f-6749-4cbe-87a8-c3948380a242 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.083442 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-32c3915f-6749-4cbe-87a8-c3948380a242 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2468321 Jul 15 15:27:23.086087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36012) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:23.094572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ce6d5b69-c25b-4883-a640-21ab67638231 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Request body: {'security_group_rule': {'security_group_id': '32855898-4cff-4ee5-ba93-6695e4056047', 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:23.098675 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port bbd5810d-5378-4082-88be-b16b283edb64 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:27:23.099742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3915f-6749-4cbe-87a8-c3948380a242 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32855898-4cff-4ee5-ba93-6695e4056047,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:23.105832 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port bbd5810d-5378-4082-88be-b16b283edb64 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:23.106588 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.191825 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5b69-c25b-4883-a640-21ab67638231 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.236011 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Sync routers for ids ['a9fd94af-8abf-43da-aa05-d19ad0cf577e'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:27:23.259078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Routers {'a9fd94af-8abf-43da-aa05-d19ad0cf577e'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:27:23.260078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:27:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a9fd94af-8abf-43da-aa05-d19ad0cf577e'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:23.281642 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5b69-c25b-4883-a640-21ab67638231 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.286779 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5b69-c25b-4883-a640-21ab67638231 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.314631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d5b69-c25b-4883-a640-21ab67638231 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef74996-6e6c-42b1-8fb2-fb314c12cad0,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:23.332935 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5b69-c25b-4883-a640-21ab67638231 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.335147 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.335906 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ce6d5b69-c25b-4883-a640-21ab67638231 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2481654 Jul 15 15:27:23.338665 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36020) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:23.350342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-51d1bd79-b06b-458a-b1b0-3ad2a097b7e4 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Request body: {'security_group_rule': {'security_group_id': '32855898-4cff-4ee5-ba93-6695e4056047', 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:23.380771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port bbd5810d-5378-4082-88be-b16b283edb64, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=bbd5810d-5378-4082-88be-b16b283edb64,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:27:23.390025 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51d1bd79-b06b-458a-b1b0-3ad2a097b7e4 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.424423 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.480457 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51d1bd79-b06b-458a-b1b0-3ad2a097b7e4 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.487523 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51d1bd79-b06b-458a-b1b0-3ad2a097b7e4 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.510870 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1bd79-b06b-458a-b1b0-3ad2a097b7e4 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2219743a-ca6f-4504-8737-f18dfae9f579,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:23.520914 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-51d1bd79-b06b-458a-b1b0-3ad2a097b7e4 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.522948 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-51d1bd79-b06b-458a-b1b0-3ad2a097b7e4 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1830497 Jul 15 15:27:23.525870 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36026) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:23.531493 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ffc3027e-ed7d-431f-9a79-fb00d98e7818 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Request body: {'security_group_rule': {'security_group_id': '32855898-4cff-4ee5-ba93-6695e4056047', 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:23.558941 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Set router a9fd94af-8abf-43da-aa05-d19ad0cf577e gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:27:23.585169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffc3027e-ed7d-431f-9a79-fb00d98e7818 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.678465 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffc3027e-ed7d-431f-9a79-fb00d98e7818 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.683505 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffc3027e-ed7d-431f-9a79-fb00d98e7818 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.711525 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3027e-ed7d-431f-9a79-fb00d98e7818 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0865723-ee3f-4ade-b51f-dd7b22ec8890,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:23.713669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=bbd5810d-5378-4082-88be-b16b283edb64,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:23.730451 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffc3027e-ed7d-431f-9a79-fb00d98e7818 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.733782 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ffc3027e-ed7d-431f-9a79-fb00d98e7818 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2064581 Jul 15 15:27:23.737103 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36028) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:23.741095 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb3a48-59ec-4af4-a649-e78a04fdadad req-f77163eb-5444-4e57-ae08-40db55820a31 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:23.757477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-10fb3a48-59ec-4af4-a649-e78a04fdadad req-f77163eb-5444-4e57-ae08-40db55820a31 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1603978 Jul 15 15:27:23.763398 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a0ba5f07-53fc-4ad9-99f6-bed9ed6c1399 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Request body: {'security_group_rule': {'security_group_id': '32855898-4cff-4ee5-ba93-6695e4056047', 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:23.818925 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5f07-53fc-4ad9-99f6-bed9ed6c1399 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.856205 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-10fb3a48-59ec-4af4-a649-e78a04fdadad req-4c00aeb5-7054-466f-bb82-3c206eff42dd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976794 Jul 15 15:27:23.884388 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'name': 'tempest-TestServerBasicOps-1102154143-router', 'tenant_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bbd5810d-5378-4082-88be-b16b283edb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:14Z', 'updated_at': '2021-07-15T15:27:20Z', 'revision_number': 4, 'project_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'gw_port': {'id': 'bbd5810d-5378-4082-88be-b16b283edb64', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:15Z', 'updated_at': '2021-07-15T15:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '81a7093f-6d61-412f-89b0-88a55966b900', 'name': '', 'network_id': '67dbba58-247a-4ff6-b6f6-acc08b9167f4', 'tenant_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'mac_address': 'fa:16:3e:12:f9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '88f06dd7-cf77-438b-964b-94228696a13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:19Z', 'updated_at': '2021-07-15T15:27:20Z', 'revision_number': 2, 'project_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'subnets': [{'id': '88f06dd7-cf77-438b-964b-94228696a13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:23.915387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Checking router: a9fd94af-8abf-43da-aa05-d19ad0cf577e for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:27:23.915742 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Updating router a9fd94af-8abf-43da-aa05-d19ad0cf577e port 81a7093f-6d61-412f-89b0-88a55966b900 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:27:23.931720 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5f07-53fc-4ad9-99f6-bed9ed6c1399 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.937386 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5f07-53fc-4ad9-99f6-bed9ed6c1399 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.965337 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.977690 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba5f07-53fc-4ad9-99f6-bed9ed6c1399 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b008435-7257-40fc-9174-04115ea5b058,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:23.981887 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5f07-53fc-4ad9-99f6-bed9ed6c1399 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:23.983868 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a0ba5f07-53fc-4ad9-99f6-bed9ed6c1399 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2453468 Jul 15 15:27:23.987459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36032) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:23.994038 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c3b7ad87-43e8-44bc-bccd-f5bb9db12fa8 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Request body: {'security_group_rule': {'security_group_id': '32855898-4cff-4ee5-ba93-6695e4056047', 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:24.030550 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-c3b7ad87-43e8-44bc-bccd-f5bb9db12fa8 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Project a0df11adc9a34cc8b2b4667eb5a4c547 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:27:24.037071 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c3b7ad87-43e8-44bc-bccd-f5bb9db12fa8 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:24.151217 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c3b7ad87-43e8-44bc-bccd-f5bb9db12fa8 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:24.157010 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c3b7ad87-43e8-44bc-bccd-f5bb9db12fa8 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:24.179253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7ad87-43e8-44bc-bccd-f5bb9db12fa8 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0a3dab-b56f-4a7a-bb1c-7c61817df9ec,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:24.203510 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c3b7ad87-43e8-44bc-bccd-f5bb9db12fa8 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:24.212344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c3b7ad87-43e8-44bc-bccd-f5bb9db12fa8 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2209015 Jul 15 15:27:24.212577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36038) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:24.217518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-476fddfa-ecb8-456f-9d82-329e4dcb7cfe tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Request body: {'security_group_rule': {'security_group_id': '32855898-4cff-4ee5-ba93-6695e4056047', 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:24.283914 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-476fddfa-ecb8-456f-9d82-329e4dcb7cfe tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Project a0df11adc9a34cc8b2b4667eb5a4c547 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:27:24.289438 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-476fddfa-ecb8-456f-9d82-329e4dcb7cfe tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:24.365686 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:24.372112 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-476fddfa-ecb8-456f-9d82-329e4dcb7cfe tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:24.377948 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-476fddfa-ecb8-456f-9d82-329e4dcb7cfe tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:24.378516 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Transition to ACTIVE for port object 81a7093f-6d61-412f-89b0-88a55966b900 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:27:24.386490 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:24.401933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fddfa-ecb8-456f-9d82-329e4dcb7cfe tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ba35fa-da02-43e6-86bb-cf031ede65cc,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:24.409444 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-476fddfa-ecb8-456f-9d82-329e4dcb7cfe tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:24.419838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-476fddfa-ecb8-456f-9d82-329e4dcb7cfe tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1973350 Jul 15 15:27:24.482477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3ee15-5161-4953-a31e-7f53be58ed4c None None] Pushing event updated for resources: {'Port': ['ID=81a7093f-6d61-412f-89b0-88a55966b900,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:24.533486 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Attempting to bind port 81a7093f-6d61-412f-89b0-88a55966b900 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:27:24.533801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Attempting to bind port 81a7093f-6d61-412f-89b0-88a55966b900 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'f5843ddd-7c0a-45b2-b72b-aec98c5d7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67dbba58-247a-4ff6-b6f6-acc08b9167f4'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:27:24.534224 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Attempting to bind port 81a7093f-6d61-412f-89b0-88a55966b900 on network 67dbba58-247a-4ff6-b6f6-acc08b9167f4 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:27:24.541685 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:27:24.541983 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Checking segment: {'id': 'f5843ddd-7c0a-45b2-b72b-aec98c5d7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67dbba58-247a-4ff6-b6f6-acc08b9167f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:27:24.542568 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:24.543392 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Bound using segment: {'id': 'f5843ddd-7c0a-45b2-b72b-aec98c5d7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67dbba58-247a-4ff6-b6f6-acc08b9167f4'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:27:24.543673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Bound port: 81a7093f-6d61-412f-89b0-88a55966b900, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5843ddd-7c0a-45b2-b72b-aec98c5d7622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '67dbba58-247a-4ff6-b6f6-acc08b9167f4'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:27:24.544066 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:24.608181 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-1a1db911-05c3-4d8f-a546-a2f572a68fe3 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2135842630&fields=id&tenant_id=a0df11adc9a34cc8b2b4667eb5a4c547 HTTP/1.1" status: 200 len: 267 time: 0.0504968 Jul 15 15:27:24.627771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] For port 81a7093f-6d61-412f-89b0-88a55966b900, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:27:24.632289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] For port 81a7093f-6d61-412f-89b0-88a55966b900, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=81a7093f-6d61-412f-89b0-88a55966b900,segment=NetworkSegment(f5843ddd-7c0a-45b2-b72b-aec98c5d7622),segment_id=f5843ddd-7c0a-45b2-b72b-aec98c5d7622)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:27:24.640867 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:24.711956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Routers {'a9fd94af-8abf-43da-aa05-d19ad0cf577e'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:27:24.712763 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:27:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a9fd94af-8abf-43da-aa05-d19ad0cf577e'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:24.752872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-2a44908a-9df8-48fc-b8c1-e4fce29c205a tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:24.754969 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-2a44908a-9df8-48fc-b8c1-e4fce29c205a tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/networks?id=51a9bc64-a231-49e0-a104-44249c7e546a HTTP/1.1" status: 200 len: 808 time: 0.1352146 Jul 15 15:27:24.772824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-3a9f8357-b242-4b8e-8001-5aaf826cf203 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/quotas/a0df11adc9a34cc8b2b4667eb5a4c547 HTTP/1.1" status: 200 len: 375 time: 0.0123501 Jul 15 15:27:24.777376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3ee15-5161-4953-a31e-7f53be58ed4c None None] Pushing event updated for resources: {'Port': ['ID=81a7093f-6d61-412f-89b0-88a55966b900,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:24.875760 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-04390a13-1dcc-4c75-97c0-20fcc10fcb4f tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0df11adc9a34cc8b2b4667eb5a4c547&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972910 Jul 15 15:27:24.931294 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] Set router a9fd94af-8abf-43da-aa05-d19ad0cf577e gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:27:24.976963 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device bbd5810d-5378-4082-88be-b16b283edb64 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:27:25.127611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port bbd5810d-5378-4082-88be-b16b283edb64 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:25.127970 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:25.217690 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-c59e314b-1680-4f36-813f-e7d68a27bbee service neutron] 10.222.0.38 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197477 Jul 15 15:27:25.233378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f8b8b-efc8-4658-9463-49057c299049 req-2f4ad609-93f3-4fac-80ee-834d127786ec tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:25.234939 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-138f8b8b-efc8-4658-9463-49057c299049 req-2f4ad609-93f3-4fac-80ee-834d127786ec tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1595380 Jul 15 15:27:25.326618 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'name': 'tempest-TestServerBasicOps-1102154143-router', 'tenant_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bbd5810d-5378-4082-88be-b16b283edb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:14Z', 'updated_at': '2021-07-15T15:27:20Z', 'revision_number': 4, 'project_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'gw_port': {'id': 'bbd5810d-5378-4082-88be-b16b283edb64', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:15Z', 'updated_at': '2021-07-15T15:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '81a7093f-6d61-412f-89b0-88a55966b900', 'name': '', 'network_id': '67dbba58-247a-4ff6-b6f6-acc08b9167f4', 'tenant_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'mac_address': 'fa:16:3e:12:f9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '88f06dd7-cf77-438b-964b-94228696a13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:19Z', 'updated_at': '2021-07-15T15:27:24Z', 'revision_number': 4, 'project_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'subnets': [{'id': '88f06dd7-cf77-438b-964b-94228696a13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:25.352120 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-138f8b8b-efc8-4658-9463-49057c299049 req-a4eac6fd-561f-4c50-a96c-9e524266fcda tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080391 Jul 15 15:27:25.358590 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b15c43-dc23-49dd-a1a4-1523d44ac088 None None] The sync data for ids ['a9fd94af-8abf-43da-aa05-d19ad0cf577e'] in n-d-764435-3 is: [{'id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'name': 'tempest-TestServerBasicOps-1102154143-router', 'tenant_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bbd5810d-5378-4082-88be-b16b283edb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:14Z', 'updated_at': '2021-07-15T15:27:20Z', 'revision_number': 4, 'project_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'gw_port': {'id': 'bbd5810d-5378-4082-88be-b16b283edb64', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:15Z', 'updated_at': '2021-07-15T15:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '81a7093f-6d61-412f-89b0-88a55966b900', 'name': '', 'network_id': '67dbba58-247a-4ff6-b6f6-acc08b9167f4', 'tenant_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'mac_address': 'fa:16:3e:12:f9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '88f06dd7-cf77-438b-964b-94228696a13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:19Z', 'updated_at': '2021-07-15T15:27:24Z', 'revision_number': 4, 'project_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'subnets': [{'id': '88f06dd7-cf77-438b-964b-94228696a13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:27:25.396788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-a8701e52-bf85-425d-bac8-f105ce7b4d1c service neutron] 10.222.0.38 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602995 Jul 15 15:27:25.782036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-164ced01-a498-467b-af18-883d84952cb4 req-a3c8c3f5-4d28-4c10-b465-4efee6836ee3 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 210 time: 0.0744100 Jul 15 15:27:26.601685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e86ba-03c4-4fec-943a-3c70e2f889eb req-0bcfb9da-fd47-4f6a-bdc5-087c8b94bf4b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:26.619696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-849e86ba-03c4-4fec-943a-3c70e2f889eb req-0bcfb9da-fd47-4f6a-bdc5-087c8b94bf4b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1260443 Jul 15 15:27:26.675799 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-849e86ba-03c4-4fec-943a-3c70e2f889eb req-bb6cbc84-62d1-4aaf-8c0b-f1d394384d9d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498354 Jul 15 15:27:26.992077 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d495e940-c660-4031-b591-90a728a79257 req-bd9e10b2-487a-450c-a5da-536c523e84b9 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 210 time: 0.0484674 Jul 15 15:27:27.066033 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 81a7093f-6d61-412f-89b0-88a55966b900 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:27:27.193678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 81a7093f-6d61-412f-89b0-88a55966b900 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:27:27.207173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 81a7093f-6d61-412f-89b0-88a55966b900 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:27.207739 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:27.341821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-9b5c4ee0-8085-40b5-8170-8d6a8c046c2f tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:27.343604 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-9b5c4ee0-8085-40b5-8170-8d6a8c046c2f tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.22 "GET /v2.0/networks?id=51a9bc64-a231-49e0-a104-44249c7e546a HTTP/1.1" status: 200 len: 808 time: 0.2594197 Jul 15 15:27:27.411179 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:27.451781 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-e21b2af3-e84b-4ad0-aa67-2c31fc4a5e80 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0df11adc9a34cc8b2b4667eb5a4c547 HTTP/1.1" status: 200 len: 380 time: 0.0994346 Jul 15 15:27:27.460095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 81a7093f-6d61-412f-89b0-88a55966b900, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=81a7093f-6d61-412f-89b0-88a55966b900,segment=NetworkSegment(f5843ddd-7c0a-45b2-b72b-aec98c5d7622),segment_id=f5843ddd-7c0a-45b2-b72b-aec98c5d7622)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:27:27.465629 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:27.492092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-300ac52f-666c-4021-80f3-e2258619685b tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Request body: {'port': {'device_id': 'b7cebf4e-d688-46c1-b293-d4a2a87ef4af', 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a', 'admin_state_up': True, 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'security_groups': ['32855898-4cff-4ee5-ba93-6695e4056047']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:27.536825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=81a7093f-6d61-412f-89b0-88a55966b900,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:27.676816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-300ac52f-666c-4021-80f3-e2258619685b tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Made reservation on behalf of a0df11adc9a34cc8b2b4667eb5a4c547 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:27:27.682324 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-300ac52f-666c-4021-80f3-e2258619685b tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:27.873167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c4da3c5a-9f22-4762-b729-c1e04ca62221 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:27:27.891115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-300ac52f-666c-4021-80f3-e2258619685b tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Allocated IP 172.20.0.4 (51a9bc64-a231-49e0-a104-44249c7e546a/2974105d-87ff-46b5-bfc8-49ad4bb1581e/5860cc9f-4d15-4764-a6eb-c79c3f1758cd) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:27:28.075830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c4da3c5a-9f22-4762-b729-c1e04ca62221, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c4da3c5a-9f22-4762-b729-c1e04ca62221,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:27:28.107225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'c4da3c5a-9f22-4762-b729-c1e04ca62221', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'port_id': 'c4da3c5a-9f22-4762-b729-c1e04ca62221', 'mac_address': 'fa:16:3e:1d:62:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:27:28.171433 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:28.212295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4da3c5a-9f22-4762-b729-c1e04ca62221 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:27:28.270022 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c4da3c5a-9f22-4762-b729-c1e04ca62221, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c4da3c5a-9f22-4762-b729-c1e04ca62221,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:27:28.285624 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:28.291787 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f4d72-498c-47bf-8663-dc80ad494464 req-271db5b4-2571-4d8e-ac60-1b3185546d58 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:28.293726 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5f4f4d72-498c-47bf-8663-dc80ad494464 req-271db5b4-2571-4d8e-ac60-1b3185546d58 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 943 time: 0.3231766 Jul 15 15:27:28.305204 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-300ac52f-666c-4021-80f3-e2258619685b tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:28.361417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c4da3c5a-9f22-4762-b729-c1e04ca62221,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:28.385930 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5f4f4d72-498c-47bf-8663-dc80ad494464 req-4089f1e7-0cdf-4d51-bb77-e07460a3c6eb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772643 Jul 15 15:27:28.400127 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9f60087-e0b7-44b9-8eb1-60886caffff4 req-e66088c8-6be3-468b-8791-486fc89e8161 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 210 time: 0.1527717 Jul 15 15:27:28.433199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-300ac52f-666c-4021-80f3-e2258619685b tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Transition to ACTIVE for port object 5860cc9f-4d15-4764-a6eb-c79c3f1758cd will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:27:28.480720 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-300ac52f-666c-4021-80f3-e2258619685b tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:28.505855 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['c4da3c5a-9f22-4762-b729-c1e04ca62221'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:27:28.559878 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-300ac52f-666c-4021-80f3-e2258619685b tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Network 51a9bc64-a231-49e0-a104-44249c7e546a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:27:28.572866 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-300ac52f-666c-4021-80f3-e2258619685b tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:27:28.589954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-300ac52f-666c-4021-80f3-e2258619685b tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:27:28.685032 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-300ac52f-666c-4021-80f3-e2258619685b tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:28.686846 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-300ac52f-666c-4021-80f3-e2258619685b tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:28.716494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ac52f-666c-4021-80f3-e2258619685b tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Pushing event updated for resources: {'Port': ['ID=5860cc9f-4d15-4764-a6eb-c79c3f1758cd,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:28.734105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-300ac52f-666c-4021-80f3-e2258619685b tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2705092 Jul 15 15:27:28.747887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Request body: {'port': {'device_id': 'b7cebf4e-d688-46c1-b293-d4a2a87ef4af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:28.870463 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:28.991335 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 81a7093f-6d61-412f-89b0-88a55966b900 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:27:28.994810 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9faec98b-3de1-4f71-9516-1cb0273d35eb None None] Provisioning for port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:27:29.026286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9faec98b-3de1-4f71-9516-1cb0273d35eb None None] Provisioning complete for port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:29.027048 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9faec98b-3de1-4f71-9516-1cb0273d35eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:29.070709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9faec98b-3de1-4f71-9516-1cb0273d35eb None None] Port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:27:29.098306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 81a7093f-6d61-412f-89b0-88a55966b900 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:29.099105 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:29.293416 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5860cc9f-4d15-4764-a6eb-c79c3f1758cd {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:27:29.302186 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:29.316038 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Transition to ACTIVE for port object 5860cc9f-4d15-4764-a6eb-c79c3f1758cd will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:27:29.320792 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:29.412279 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=5860cc9f-4d15-4764-a6eb-c79c3f1758cd,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:29.484315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Attempting to bind port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:27:29.484649 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Attempting to bind port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'd7abdb05-44fc-466b-8102-47e50733222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:27:29.484990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Attempting to bind port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd on network 51a9bc64-a231-49e0-a104-44249c7e546a {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:27:29.491827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd on network 51a9bc64-a231-49e0-a104-44249c7e546a not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:27:29.492193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Attempting to bind port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd on network 51a9bc64-a231-49e0-a104-44249c7e546a {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:27:29.498097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:27:29.498451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Checking segment: {'id': 'd7abdb05-44fc-466b-8102-47e50733222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:27:29.498929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Bound using segment: {'id': 'd7abdb05-44fc-466b-8102-47e50733222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:27:29.499499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Bound port: 5860cc9f-4d15-4764-a6eb-c79c3f1758cd, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7abdb05-44fc-466b-8102-47e50733222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:27:29.499907 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:29.577341 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] For port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:27:29.581262 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] For port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5860cc9f-4d15-4764-a6eb-c79c3f1758cd,segment=NetworkSegment(d7abdb05-44fc-466b-8102-47e50733222a),segment_id=d7abdb05-44fc-466b-8102-47e50733222a)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:27:29.587320 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:29.654669 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:29.656063 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:29.671388 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] 10.222.0.22 "PUT /v2.0/ports/5860cc9f-4d15-4764-a6eb-c79c3f1758cd HTTP/1.1" status: 200 len: 1091 time: 0.9296770 Jul 15 15:27:29.677696 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cebf4e-d688-46c1-b293-d4a2a87ef4af', 'tag': '5860cc9f-4d15-4764-a6eb-c79c3f1758cd'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:27:29.681964 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41276db9-c878-4727-8fec-c4ed97a90b36" -d '{"events": [{"name": "network-changed", "server_uuid": "b7cebf4e-d688-46c1-b293-d4a2a87ef4af", "tag": "5860cc9f-4d15-4764-a6eb-c79c3f1758cd"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:27:29.847811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144eb52e-9880-49e0-92d4-f687a5323fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=5860cc9f-4d15-4764-a6eb-c79c3f1758cd,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:29.895683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c4da3c5a-9f22-4762-b729-c1e04ca62221 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:27:30.024671 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c753b-0bc6-431a-9447-5a10e9a3f14d req-bd4a2f10-6567-4b85-9a23-86135a45566b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:30.026564 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab7c753b-0bc6-431a-9447-5a10e9a3f14d req-bd4a2f10-6567-4b85-9a23-86135a45566b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 944 time: 0.2704809 Jul 15 15:27:30.027956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port c4da3c5a-9f22-4762-b729-c1e04ca62221 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:27:30.034297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port c4da3c5a-9f22-4762-b729-c1e04ca62221 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:30.034297 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:30.046961 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-09f99500-d2a4-4610-9be9-5613883396f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:30.049313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-09f99500-d2a4-4610-9be9-5613883396f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0df11adc9a34cc8b2b4667eb5a4c547&device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 1094 time: 0.3254890 Jul 15 15:27:30.069154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169c056-c5dd-4906-8c51-548adb7ba604 req-56ca14da-a208-4807-81a3-56bff2c55e06 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:30.082644 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4169c056-c5dd-4906-8c51-548adb7ba604 req-56ca14da-a208-4807-81a3-56bff2c55e06 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 943 time: 0.3873835 Jul 15 15:27:30.149736 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40d7c555-010c-4619-a03f-10d2951d11cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:30.228994 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-99ca0fe2-6cc9-4f60-a938-5f91be8e3499 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5860cc9f-4d15-4764-a6eb-c79c3f1758cd HTTP/1.1" status: 200 len: 217 time: 0.1050842 Jul 15 15:27:30.280457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4169c056-c5dd-4906-8c51-548adb7ba604 req-ae6dd1d9-bfc1-497a-b8cb-9721c31a0fdc tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/security-groups?id=32855898-4cff-4ee5-ba93-6695e4056047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967950 Jul 15 15:27:30.329330 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:30.386811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab7c753b-0bc6-431a-9447-5a10e9a3f14d req-8ab51537-dfd5-4b8e-9c25-e7a1efc39c91 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488190 Jul 15 15:27:30.402907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d82792b-c757-475d-8df5-80f9a186a3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4da3c5a-9f22-4762-b729-c1e04ca62221'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:27:30.406794 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac55023-072c-45ce-bc7b-361fc687277a" -d '{"events": [{"server_uuid": "5d82792b-c757-475d-8df5-80f9a186a3d4", "name": "network-vif-plugged", "status": "completed", "tag": "c4da3c5a-9f22-4762-b729-c1e04ca62221"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:27:30.415251 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3164ef19-5032-4c03-890f-ee76a04386ca x-openstack-request-id: req-3164ef19-5032-4c03-890f-ee76a04386ca {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:27:30.415670 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7cebf4e-d688-46c1-b293-d4a2a87ef4af", "tag": "5860cc9f-4d15-4764-a6eb-c79c3f1758cd", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:27:30.416121 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3164ef19-5032-4c03-890f-ee76a04386ca {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:27:30.416739 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7cebf4e-d688-46c1-b293-d4a2a87ef4af', 'tag': '5860cc9f-4d15-4764-a6eb-c79c3f1758cd', 'status': 'completed', 'code': 200} Jul 15 15:27:30.439172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-687fe799-181e-43ae-9468-04787eb4aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:30.442939 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-687fe799-181e-43ae-9468-04787eb4aa9f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2974105d-87ff-46b5-bfc8-49ad4bb1581e HTTP/1.1" status: 200 len: 847 time: 0.1922646 Jul 15 15:27:30.562443 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-a299f4e4-213f-4767-b7df-13266e4a0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:30.564930 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-a299f4e4-213f-4767-b7df-13266e4a0f3a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=51a9bc64-a231-49e0-a104-44249c7e546a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164751 Jul 15 15:27:30.638131 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e441f-85ba-4365-b4e1-14845bb6f43c req-d5d9bda1-7bed-4460-9f89-34aed4bf532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:30.638761 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a39e6d2-8ac7-4ca0-bc1a-92f03a73007b x-openstack-request-id: req-3a39e6d2-8ac7-4ca0-bc1a-92f03a73007b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:27:30.638984 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d82792b-c757-475d-8df5-80f9a186a3d4", "name": "network-vif-plugged", "status": "completed", "tag": "c4da3c5a-9f22-4762-b729-c1e04ca62221", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:27:30.639255 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3a39e6d2-8ac7-4ca0-bc1a-92f03a73007b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:27:30.639652 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d82792b-c757-475d-8df5-80f9a186a3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4da3c5a-9f22-4762-b729-c1e04ca62221', 'code': 200} Jul 15 15:27:30.641730 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cb3e441f-85ba-4365-b4e1-14845bb6f43c req-d5d9bda1-7bed-4460-9f89-34aed4bf532c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 1095 time: 0.0712647 Jul 15 15:27:30.645274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c4da3c5a-9f22-4762-b729-c1e04ca62221, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c4da3c5a-9f22-4762-b729-c1e04ca62221,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:27:30.656374 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:30.681579 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-5b23df98-fbfe-4585-b1a1-aa9fcbe70f72 service neutron] 10.222.0.22 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101351 Jul 15 15:27:30.728234 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c4da3c5a-9f22-4762-b729-c1e04ca62221,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:30.729121 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cb3e441f-85ba-4365-b4e1-14845bb6f43c req-7851566f-d09a-46f5-a444-1f3951b88ff0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800526 Jul 15 15:27:30.807358 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8f32c95-2bc7-40b5-8dcb-f19467403906 req-58ed5582-8e84-4f61-98e4-efb4f49229f4 service neutron] 10.222.0.22 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190155 Jul 15 15:27:30.923904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41276db9-c878-4727-8fec-c4ed97a90b36 req-733e30c6-2dba-4500-94cb-09c081218c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:30.925793 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41276db9-c878-4727-8fec-c4ed97a90b36 req-733e30c6-2dba-4500-94cb-09c081218c85 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0df11adc9a34cc8b2b4667eb5a4c547&device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 1094 time: 0.0637736 Jul 15 15:27:31.033061 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41276db9-c878-4727-8fec-c4ed97a90b36 req-a34f46ee-aded-46df-9ff7-0b753702a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:31.035295 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41276db9-c878-4727-8fec-c4ed97a90b36 req-a34f46ee-aded-46df-9ff7-0b753702a1c0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=51a9bc64-a231-49e0-a104-44249c7e546a HTTP/1.1" status: 200 len: 909 time: 0.1034226 Jul 15 15:27:31.078258 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41276db9-c878-4727-8fec-c4ed97a90b36 req-2653c670-1cd1-4f96-aaae-8385a83e36a1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5860cc9f-4d15-4764-a6eb-c79c3f1758cd HTTP/1.1" status: 200 len: 217 time: 0.0361006 Jul 15 15:27:31.145234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41276db9-c878-4727-8fec-c4ed97a90b36 req-9fb64412-6a83-4018-a5de-b10e036f7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:31.146840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41276db9-c878-4727-8fec-c4ed97a90b36 req-9fb64412-6a83-4018-a5de-b10e036f7152 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2974105d-87ff-46b5-bfc8-49ad4bb1581e HTTP/1.1" status: 200 len: 847 time: 0.0618310 Jul 15 15:27:31.221915 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41276db9-c878-4727-8fec-c4ed97a90b36 req-77ae9ea1-0516-4787-969e-b457df7e0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:31.224091 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41276db9-c878-4727-8fec-c4ed97a90b36 req-77ae9ea1-0516-4787-969e-b457df7e0e3f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=51a9bc64-a231-49e0-a104-44249c7e546a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698357 Jul 15 15:27:31.344949 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41276db9-c878-4727-8fec-c4ed97a90b36 req-3c509b72-013b-458a-bd27-2c74595c7cf6 service neutron] 10.222.0.22 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137362 Jul 15 15:27:31.519240 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41276db9-c878-4727-8fec-c4ed97a90b36 req-3c694aaa-6c82-43bd-a197-db74047f3ce1 service neutron] 10.222.0.22 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677005 Jul 15 15:27:31.609410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7ccc-e2a7-45d5-af86-f30ad9bdb761 req-f191a328-98cb-4744-bcc7-1de3046c465a tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:31.611128 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-63db7ccc-e2a7-45d5-af86-f30ad9bdb761 req-f191a328-98cb-4744-bcc7-1de3046c465a tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 943 time: 0.1611733 Jul 15 15:27:31.689157 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb78356-874d-48f6-afe5-5451e6a49a9c req-873c1156-304a-47bb-bfcc-ca98e195a2dd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:31.690879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bbb78356-874d-48f6-afe5-5451e6a49a9c req-873c1156-304a-47bb-bfcc-ca98e195a2dd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 945 time: 0.1339025 Jul 15 15:27:31.694187 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-63db7ccc-e2a7-45d5-af86-f30ad9bdb761 req-457c0be3-d868-49aa-a560-f88c45866cc1 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/security-groups?id=32855898-4cff-4ee5-ba93-6695e4056047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727150 Jul 15 15:27:31.775851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bbb78356-874d-48f6-afe5-5451e6a49a9c req-b0b677ac-116e-4001-97fe-04b9e4ce9d5d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712347 Jul 15 15:27:32.827078 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:32.936721 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db0a2b84-dbf7-423d-813c-38864217adee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:32.994273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361253d-8a73-4e6a-9c13-1064950a68dc req-e07416d9-d77c-4ee0-afb5-b48d9a1f39f8 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:32.995897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f361253d-8a73-4e6a-9c13-1064950a68dc req-e07416d9-d77c-4ee0-afb5-b48d9a1f39f8 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 943 time: 0.1385944 Jul 15 15:27:33.042287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34eda9b-f879-448e-8876-f91607d69752 req-663c4e7d-5002-4a59-89bf-d13b71cedd07 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:33.043808 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a34eda9b-f879-448e-8876-f91607d69752 req-663c4e7d-5002-4a59-89bf-d13b71cedd07 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 945 time: 0.1176655 Jul 15 15:27:33.101231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f361253d-8a73-4e6a-9c13-1064950a68dc req-5b187d33-3250-4bd2-9136-a45d51e8df7a tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/security-groups?id=32855898-4cff-4ee5-ba93-6695e4056047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958688 Jul 15 15:27:33.107739 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a34eda9b-f879-448e-8876-f91607d69752 req-6b68c823-e9ed-46b4-bfc5-88f2e4b524af tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567274 Jul 15 15:27:33.332119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17e3a7-3d87-438b-89c7-00abdce9dfca req-f4300b2a-0bdd-449b-8dbd-06ef45a9a27e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:33.335265 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd17e3a7-3d87-438b-89c7-00abdce9dfca req-f4300b2a-0bdd-449b-8dbd-06ef45a9a27e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0822232 Jul 15 15:27:33.382422 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd17e3a7-3d87-438b-89c7-00abdce9dfca req-ec3ffe5c-ff20-48ab-974b-cb4117141444 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423248 Jul 15 15:27:33.955771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2ea39-5556-4d94-92af-748bf78514da req-a35885c8-30b7-4d3d-92f3-079012314816 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:33.961072 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-53c2ea39-5556-4d94-92af-748bf78514da req-a35885c8-30b7-4d3d-92f3-079012314816 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0980723 Jul 15 15:27:33.999115 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-53c2ea39-5556-4d94-92af-748bf78514da req-b3385221-3264-43a9-a134-6b466c42b600 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371637 Jul 15 15:27:34.322148 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cc92f-608d-4fca-924b-e850e5b2a191 req-09498090-2104-4902-a7c5-1da98d2e7da2 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:34.323842 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e9cc92f-608d-4fca-924b-e850e5b2a191 req-09498090-2104-4902-a7c5-1da98d2e7da2 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 943 time: 0.0745196 Jul 15 15:27:34.358483 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:34.391888 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e9cc92f-608d-4fca-924b-e850e5b2a191 req-7cc3f315-6900-440e-aadf-e835a765ca7a tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/security-groups?id=32855898-4cff-4ee5-ba93-6695e4056047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408082 Jul 15 15:27:34.809026 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5860cc9f-4d15-4764-a6eb-c79c3f1758cd details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:27:34.912352 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5860cc9f-4d15-4764-a6eb-c79c3f1758cd,segment=NetworkSegment(d7abdb05-44fc-466b-8102-47e50733222a),segment_id=d7abdb05-44fc-466b-8102-47e50733222a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:27:34.926287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '5860cc9f-4d15-4764-a6eb-c79c3f1758cd', 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a', 'port_id': '5860cc9f-4d15-4764-a6eb-c79c3f1758cd', 'mac_address': 'fa:16:3e:c8:3f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:27:34.980038 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:35.001615 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5860cc9f-4d15-4764-a6eb-c79c3f1758cd {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:27:35.043488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5860cc9f-4d15-4764-a6eb-c79c3f1758cd,segment=NetworkSegment(d7abdb05-44fc-466b-8102-47e50733222a),segment_id=d7abdb05-44fc-466b-8102-47e50733222a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:27:35.052348 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:35.109583 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=5860cc9f-4d15-4764-a6eb-c79c3f1758cd,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:35.247598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f8cb1-8f16-4319-adc5-a312ddd5dc6e req-c17f47f7-fa01-4f28-965a-cc1d9c5a4452 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:35.254786 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e4f8cb1-8f16-4319-adc5-a312ddd5dc6e req-c17f47f7-fa01-4f28-965a-cc1d9c5a4452 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0916896 Jul 15 15:27:35.271627 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['5860cc9f-4d15-4764-a6eb-c79c3f1758cd'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:27:35.299285 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e4f8cb1-8f16-4319-adc5-a312ddd5dc6e req-32f0ad36-0453-4e40-8147-1a4e101bbc7d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435929 Jul 15 15:27:35.459952 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b2fe0-7b75-491a-944b-6f30ec5df529 req-ca90a0d8-0d06-4492-aee3-c98b701a41b7 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:35.469107 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d06b2fe0-7b75-491a-944b-6f30ec5df529 req-ca90a0d8-0d06-4492-aee3-c98b701a41b7 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 945 time: 0.1040304 Jul 15 15:27:35.629017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc23f-b455-4753-b743-d36397537ac1 req-cdbb4b56-23fc-4aa6-9727-39af71f3cba5 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:35.631292 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f3bc23f-b455-4753-b743-d36397537ac1 req-cdbb4b56-23fc-4aa6-9727-39af71f3cba5 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 944 time: 0.1200759 Jul 15 15:27:35.639266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-d06b2fe0-7b75-491a-944b-6f30ec5df529 req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Deleting port c4da3c5a-9f22-4762-b729-c1e04ca62221 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:27:35.640105 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d06b2fe0-7b75-491a-944b-6f30ec5df529 req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:35.673381 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f3bc23f-b455-4753-b743-d36397537ac1 req-951e699c-16a1-4add-8b59-8f31d98b6487 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/security-groups?id=32855898-4cff-4ee5-ba93-6695e4056047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358224 Jul 15 15:27:35.755875 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d06b2fe0-7b75-491a-944b-6f30ec5df529 req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] For port c4da3c5a-9f22-4762-b729-c1e04ca62221, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c4da3c5a-9f22-4762-b729-c1e04ca62221,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:27:35.756243 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d06b2fe0-7b75-491a-944b-6f30ec5df529 req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:35.768842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-d06b2fe0-7b75-491a-944b-6f30ec5df529 req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Calling delete_port for c4da3c5a-9f22-4762-b729-c1e04ca62221 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:27:35.901546 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d06b2fe0-7b75-491a-944b-6f30ec5df529 req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:35.914322 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['c4da3c5a-9f22-4762-b729-c1e04ca62221'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:27:35.944206 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event deleted for resources: {'Port': ['ID=c4da3c5a-9f22-4762-b729-c1e04ca62221,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:35.949080 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['8dbf71c7-317b-4f1b-9dc5-0d95ca7da783'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:27:35.970986 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:35.971355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:35.971688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:35.972112 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:35.972357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:35.972694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:35.973026 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:35.973428 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:35.973666 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:35.974985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:35.975503 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:35.976038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:35.995658 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06b2fe0-7b75-491a-944b-6f30ec5df529 req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] No DVR routers for this DVR port c4da3c5a-9f22-4762-b729-c1e04ca62221 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:27:35.998275 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d06b2fe0-7b75-491a-944b-6f30ec5df529 req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:36.000828 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d06b2fe0-7b75-491a-944b-6f30ec5df529 req-ea075dfd-df08-4852-baf0-b08f00ab0c1b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "DELETE /v2.0/ports/c4da3c5a-9f22-4762-b729-c1e04ca62221 HTTP/1.1" status: 204 len: 173 time: 0.5257509 Jul 15 15:27:36.002224 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d82792b-c757-475d-8df5-80f9a186a3d4', 'name': 'network-vif-deleted', 'tag': 'c4da3c5a-9f22-4762-b729-c1e04ca62221'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:27:36.004861 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e28de8-b72c-4d56-8267-58c5e2afa202" -d '{"events": [{"server_uuid": "5d82792b-c757-475d-8df5-80f9a186a3d4", "name": "network-vif-deleted", "tag": "c4da3c5a-9f22-4762-b729-c1e04ca62221"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:27:36.081037 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:36.107197 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c585a5-8ea0-43c2-a971-222e4c375823 x-openstack-request-id: req-15c585a5-8ea0-43c2-a971-222e4c375823 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:27:36.107499 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d82792b-c757-475d-8df5-80f9a186a3d4", "name": "network-vif-deleted", "tag": "c4da3c5a-9f22-4762-b729-c1e04ca62221", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:27:36.109054 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-15c585a5-8ea0-43c2-a971-222e4c375823 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:27:36.109054 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d82792b-c757-475d-8df5-80f9a186a3d4', 'name': 'network-vif-deleted', 'tag': 'c4da3c5a-9f22-4762-b729-c1e04ca62221', 'status': 'completed', 'code': 200} Jul 15 15:27:36.471821 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7482e382-ce5d-44f4-814c-9a63327e7676 req-be3311bd-6111-432e-869b-b74b9e365059 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 210 time: 0.0378520 Jul 15 15:27:36.826193 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5860cc9f-4d15-4764-a6eb-c79c3f1758cd up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:27:36.898254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:27:36.903952 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:27:36.904360 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:36.931596 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdebd7-1277-436c-8895-d99728c984e4 req-94dc0846-3433-4471-964c-0b8410a6bcd5 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:36.933500 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3cdebd7-1277-436c-8895-d99728c984e4 req-94dc0846-3433-4471-964c-0b8410a6bcd5 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 944 time: 0.0839636 Jul 15 15:27:36.981502 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3cdebd7-1277-436c-8895-d99728c984e4 req-7fd0c871-04c3-4153-898f-0057e9fb0b31 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/security-groups?id=32855898-4cff-4ee5-ba93-6695e4056047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411639 Jul 15 15:27:37.013937 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:37.038553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cebf4e-d688-46c1-b293-d4a2a87ef4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5860cc9f-4d15-4764-a6eb-c79c3f1758cd'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:27:37.040682 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d61485-a25f-4628-9763-a457420abbf5" -d '{"events": [{"server_uuid": "b7cebf4e-d688-46c1-b293-d4a2a87ef4af", "name": "network-vif-plugged", "status": "completed", "tag": "5860cc9f-4d15-4764-a6eb-c79c3f1758cd"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:27:37.060936 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5860cc9f-4d15-4764-a6eb-c79c3f1758cd,segment=NetworkSegment(d7abdb05-44fc-466b-8102-47e50733222a),segment_id=d7abdb05-44fc-466b-8102-47e50733222a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:27:37.072793 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:37.080944 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917eb6f8-40a3-42e4-909d-b790753741fa x-openstack-request-id: req-917eb6f8-40a3-42e4-909d-b790753741fa {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:27:37.081396 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cebf4e-d688-46c1-b293-d4a2a87ef4af", "name": "network-vif-plugged", "status": "completed", "tag": "5860cc9f-4d15-4764-a6eb-c79c3f1758cd", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:27:37.081763 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-917eb6f8-40a3-42e4-909d-b790753741fa {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:27:37.082282 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cebf4e-d688-46c1-b293-d4a2a87ef4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5860cc9f-4d15-4764-a6eb-c79c3f1758cd', 'code': 200} Jul 15 15:27:37.140575 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=5860cc9f-4d15-4764-a6eb-c79c3f1758cd,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:37.213461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac855d5f-0c15-48b7-9198-6602cac3c28d req-82a8a043-2f52-45e0-aa6a-aeadbdac81bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:37.214968 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac855d5f-0c15-48b7-9198-6602cac3c28d req-82a8a043-2f52-45e0-aa6a-aeadbdac81bb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 1096 time: 0.0582883 Jul 15 15:27:37.252931 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac855d5f-0c15-48b7-9198-6602cac3c28d req-66379f14-475a-46fe-90dd-1741a5d539b0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=32855898-4cff-4ee5-ba93-6695e4056047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311563 Jul 15 15:27:37.636601 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd9362b9-3168-49fd-89a8-845dd87b3b20 req-0e70fe8e-0978-4b6b-a260-540094f1802a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 210 time: 0.0288761 Jul 15 15:27:37.905752 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c4da3c5a-9f22-4762-b729-c1e04ca62221 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:27:37.934767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: c4da3c5a-9f22-4762-b729-c1e04ca62221 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:27:37.935488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c4da3c5a-9f22-4762-b729-c1e04ca62221 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:27:38.267327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e94a1d-9ae1-4981-ab64-8e5c4ef38373 req-f37760af-c3d7-4206-be0a-de43714c2ec8 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:38.269032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-09e94a1d-9ae1-4981-ab64-8e5c4ef38373 req-f37760af-c3d7-4206-be0a-de43714c2ec8 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 945 time: 0.0830910 Jul 15 15:27:38.319131 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-09e94a1d-9ae1-4981-ab64-8e5c4ef38373 req-1d478b8d-1810-451c-b01b-57da5f255b04 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/security-groups?id=32855898-4cff-4ee5-ba93-6695e4056047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364649 Jul 15 15:27:38.816645 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1af4389f-d12d-466f-a46f-fee5ff55c7d5 req-81c488c4-b321-425b-aeb8-866a173d430a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 210 time: 0.0410867 Jul 15 15:27:39.522012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42ae3a-eafe-4b1f-a8ad-9c501115017b req-78ceded3-d738-4b5f-bfc3-5173a0f9dac5 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:39.523714 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d42ae3a-eafe-4b1f-a8ad-9c501115017b req-78ceded3-d738-4b5f-bfc3-5173a0f9dac5 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 945 time: 0.0759842 Jul 15 15:27:39.571258 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d42ae3a-eafe-4b1f-a8ad-9c501115017b req-95f77991-19d8-436c-8b2c-75477c2a6ccb tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/security-groups?id=32855898-4cff-4ee5-ba93-6695e4056047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411057 Jul 15 15:27:39.843312 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a2c25-253f-4484-983a-625cc1df3c2f req-e97a32c6-ce65-42a1-8519-70747e05de17 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:39.844991 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff8a2c25-253f-4484-983a-625cc1df3c2f req-e97a32c6-ce65-42a1-8519-70747e05de17 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 945 time: 0.1387727 Jul 15 15:27:39.915923 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff8a2c25-253f-4484-983a-625cc1df3c2f req-cd6e5dd1-305d-4ae9-b298-d455bb86e840 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/security-groups?id=32855898-4cff-4ee5-ba93-6695e4056047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637825 Jul 15 15:27:40.031884 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54c8d50b-7cab-44ee-8c72-ce9f7cea559f req-e9c4d497-ccbd-4c49-b253-b38957442d93 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d82792b-c757-475d-8df5-80f9a186a3d4 HTTP/1.1" status: 200 len: 210 time: 0.0513716 Jul 15 15:27:40.241421 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b585fd-26e8-4e94-9283-94c5d6ccf661 req-b2927743-a454-4c17-8385-164f493dacfd tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:40.243319 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2b585fd-26e8-4e94-9283-94c5d6ccf661 req-b2927743-a454-4c17-8385-164f493dacfd tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 945 time: 0.1058774 Jul 15 15:27:40.301855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2b585fd-26e8-4e94-9283-94c5d6ccf661 req-807a94d3-2b37-47a9-b036-75a1fc070d22 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/security-groups?id=32855898-4cff-4ee5-ba93-6695e4056047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480993 Jul 15 15:27:40.315943 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36280) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:40.452069 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0e120d-d4aa-4459-b3d7-f801d9f5e6e3 tempest-TestServerBasicOps-1532825497 tempest-TestServerBasicOps-1532825497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:40.458369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36284) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:40.464554 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': '5860cc9f-4d15-4764-a6eb-c79c3f1758cd', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:40.471436 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3c0e120d-d4aa-4459-b3d7-f801d9f5e6e3 tempest-TestServerBasicOps-1532825497 tempest-TestServerBasicOps-1532825497-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 1091 time: 0.1515872 Jul 15 15:27:40.499121 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:40.983731 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:41.175806 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Allocated IP 172.25.4.147 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/7c15b443-7952-47db-8f20-67909eafa37e) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:27:41.318298 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:41.358891 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:41.408955 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Pushing event updated for resources: {'Port': ['ID=7c15b443-7952-47db-8f20-67909eafa37e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:41.418727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:27:41.420125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:27:41.425878 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:27:41.948349 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:42.080215 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:42.384896 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:42.393971 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:42.475268 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:42.541777 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Pushing event updated for resources: {'Port': ['ID=7c15b443-7952-47db-8f20-67909eafa37e,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:42.629562 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Floating IP 990f8ee2-066b-4398-b1aa-f8142f8dbe09 associated. External IP: 172.25.4.147, port: 5860cc9f-4d15-4764-a6eb-c79c3f1758cd. Jul 15 15:27:42.982251 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Router a73c1c36-73d1-45a8-946b-6578953dd919 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:27:43.202220 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:27:43.217662 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dac58a-75ca-4d6b-be61-2bbf80c29e73 None None] Sync routers for ids ['a73c1c36-73d1-45a8-946b-6578953dd919'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:27:43.226601 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:43.258916 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dac58a-75ca-4d6b-be61-2bbf80c29e73 None None] Routers {'a73c1c36-73d1-45a8-946b-6578953dd919'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:27:43.259669 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d4dac58a-75ca-4d6b-be61-2bbf80c29e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:27:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a73c1c36-73d1-45a8-946b-6578953dd919'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:43.302016 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9f965fcc-c553-4414-a4e8-7b9ff0976677 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8421309 Jul 15 15:27:43.307359 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cebf4e-d688-46c1-b293-d4a2a87ef4af', 'tag': '5860cc9f-4d15-4764-a6eb-c79c3f1758cd'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:27:43.310226 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9934dacd-b4a1-4a7d-a51a-792bb874d066" -d '{"events": [{"name": "network-changed", "server_uuid": "b7cebf4e-d688-46c1-b293-d4a2a87ef4af", "tag": "5860cc9f-4d15-4764-a6eb-c79c3f1758cd"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:27:43.361133 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ab821c-deb7-45a7-88d2-9316ecabac91 x-openstack-request-id: req-35ab821c-deb7-45a7-88d2-9316ecabac91 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:27:43.361621 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7cebf4e-d688-46c1-b293-d4a2a87ef4af", "tag": "5860cc9f-4d15-4764-a6eb-c79c3f1758cd", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:27:43.362382 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35ab821c-deb7-45a7-88d2-9316ecabac91 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:27:43.363674 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7cebf4e-d688-46c1-b293-d4a2a87ef4af', 'tag': '5860cc9f-4d15-4764-a6eb-c79c3f1758cd', 'status': 'completed', 'code': 200} Jul 15 15:27:43.447977 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d4dac58a-75ca-4d6b-be61-2bbf80c29e73 None None] Set router a73c1c36-73d1-45a8-946b-6578953dd919 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:27:43.504065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934dacd-b4a1-4a7d-a51a-792bb874d066 req-cfdeeebd-2934-4bc0-bc37-23cb863414ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:43.505885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9934dacd-b4a1-4a7d-a51a-792bb874d066 req-cfdeeebd-2934-4bc0-bc37-23cb863414ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0df11adc9a34cc8b2b4667eb5a4c547&device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 1096 time: 0.1182699 Jul 15 15:27:43.686208 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934dacd-b4a1-4a7d-a51a-792bb874d066 req-f25d570a-7ae2-4a5f-bc33-3c0028a043d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:43.691940 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9934dacd-b4a1-4a7d-a51a-792bb874d066 req-f25d570a-7ae2-4a5f-bc33-3c0028a043d6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=51a9bc64-a231-49e0-a104-44249c7e546a HTTP/1.1" status: 200 len: 909 time: 0.1781147 Jul 15 15:27:43.778090 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9934dacd-b4a1-4a7d-a51a-792bb874d066 req-88d14a65-2464-4f72-94f6-c31734578a40 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5860cc9f-4d15-4764-a6eb-c79c3f1758cd HTTP/1.1" status: 200 len: 999 time: 0.0781000 Jul 15 15:27:43.826134 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d4dac58a-75ca-4d6b-be61-2bbf80c29e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'name': 'tempest-TestServerBasicOps-183276894-router', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:05Z', 'updated_at': '2021-07-15T15:27:11Z', 'revision_number': 4, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'gw_port': {'id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:06Z', 'updated_at': '2021-07-15T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '990f8ee2-066b-4398-b1aa-f8142f8dbe09', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'port_id': '5860cc9f-4d15-4764-a6eb-c79c3f1758cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a', 'mac_address': 'fa:16:3e:c8:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7cebf4e-d688-46c1-b293-d4a2a87ef4af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:27:41Z', 'updated_at': '2021-07-15T15:27:41Z', 'revision_number': 0, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bba822d-e5e8-4edd-a151-9abf1922deb0', 'name': '', 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'mac_address': 'fa:16:3e:ef:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:10Z', 'updated_at': '2021-07-15T15:27:20Z', 'revision_number': 5, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'subnets': [{'id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:43.867112 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dac58a-75ca-4d6b-be61-2bbf80c29e73 None None] Checking router: a73c1c36-73d1-45a8-946b-6578953dd919 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:27:43.877607 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dac58a-75ca-4d6b-be61-2bbf80c29e73 None None] Routers {'a73c1c36-73d1-45a8-946b-6578953dd919'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:27:43.878375 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d4dac58a-75ca-4d6b-be61-2bbf80c29e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:27:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a73c1c36-73d1-45a8-946b-6578953dd919'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:43.894184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934dacd-b4a1-4a7d-a51a-792bb874d066 req-25725978-ea6e-43c3-8226-f658e0358eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:43.896297 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9934dacd-b4a1-4a7d-a51a-792bb874d066 req-25725978-ea6e-43c3-8226-f658e0358eb4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2974105d-87ff-46b5-bfc8-49ad4bb1581e HTTP/1.1" status: 200 len: 847 time: 0.1121328 Jul 15 15:27:43.974641 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934dacd-b4a1-4a7d-a51a-792bb874d066 req-dbbfc1de-a355-42b5-92fb-6c5b0c2045d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:43.980982 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9934dacd-b4a1-4a7d-a51a-792bb874d066 req-dbbfc1de-a355-42b5-92fb-6c5b0c2045d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=51a9bc64-a231-49e0-a104-44249c7e546a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772398 Jul 15 15:27:44.031840 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d4dac58a-75ca-4d6b-be61-2bbf80c29e73 None None] Set router a73c1c36-73d1-45a8-946b-6578953dd919 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:27:44.123925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9934dacd-b4a1-4a7d-a51a-792bb874d066 req-6fb988f5-4d62-4489-b680-f07b9870ddac service neutron] 10.222.0.22 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365285 Jul 15 15:27:44.251547 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9934dacd-b4a1-4a7d-a51a-792bb874d066 req-38abb0ae-e5f3-4366-a061-aa609b49c750 service neutron] 10.222.0.22 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213465 Jul 15 15:27:44.340518 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d4dac58a-75ca-4d6b-be61-2bbf80c29e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'name': 'tempest-TestServerBasicOps-183276894-router', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:05Z', 'updated_at': '2021-07-15T15:27:11Z', 'revision_number': 4, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'gw_port': {'id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:06Z', 'updated_at': '2021-07-15T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '990f8ee2-066b-4398-b1aa-f8142f8dbe09', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'port_id': '5860cc9f-4d15-4764-a6eb-c79c3f1758cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a', 'mac_address': 'fa:16:3e:c8:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7cebf4e-d688-46c1-b293-d4a2a87ef4af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:27:41Z', 'updated_at': '2021-07-15T15:27:41Z', 'revision_number': 0, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bba822d-e5e8-4edd-a151-9abf1922deb0', 'name': '', 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'mac_address': 'fa:16:3e:ef:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:10Z', 'updated_at': '2021-07-15T15:27:20Z', 'revision_number': 5, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'subnets': [{'id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:27:44.378577 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dac58a-75ca-4d6b-be61-2bbf80c29e73 None None] The sync data for ids ['a73c1c36-73d1-45a8-946b-6578953dd919'] in n-d-764435-3 is: [{'id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'name': 'tempest-TestServerBasicOps-183276894-router', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:05Z', 'updated_at': '2021-07-15T15:27:11Z', 'revision_number': 4, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'gw_port': {'id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:06Z', 'updated_at': '2021-07-15T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '990f8ee2-066b-4398-b1aa-f8142f8dbe09', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'port_id': '5860cc9f-4d15-4764-a6eb-c79c3f1758cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a', 'mac_address': 'fa:16:3e:c8:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7cebf4e-d688-46c1-b293-d4a2a87ef4af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:27:41Z', 'updated_at': '2021-07-15T15:27:41Z', 'revision_number': 0, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bba822d-e5e8-4edd-a151-9abf1922deb0', 'name': '', 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'mac_address': 'fa:16:3e:ef:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:10Z', 'updated_at': '2021-07-15T15:27:20Z', 'revision_number': 5, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'subnets': [{'id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:27:44.817186 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82623f83-ca9a-4128-a2d9-3c6c07859fb7 None None] New status for floating IP 990f8ee2-066b-4398-b1aa-f8142f8dbe09: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:27:47.171055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5a5c3-28a4-45a3-a369-1f626e2628ab req-e374fcfd-df2e-4e18-bd81-5ca628822f96 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:47.172545 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2dc5a5c3-28a4-45a3-a369-1f626e2628ab req-e374fcfd-df2e-4e18-bd81-5ca628822f96 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 945 time: 0.0788784 Jul 15 15:27:47.212142 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2dc5a5c3-28a4-45a3-a369-1f626e2628ab req-6d2c1a25-1181-4ef3-abd5-9f74678dab2b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336621 Jul 15 15:27:48.433006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71903b16-e6a0-4625-9307-bc96f6b02b83 req-dbe6776d-88c3-4e5b-9b33-e86ad119ba65 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:48.438331 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-71903b16-e6a0-4625-9307-bc96f6b02b83 req-dbe6776d-88c3-4e5b-9b33-e86ad119ba65 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 945 time: 0.0966935 Jul 15 15:27:48.492718 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-71903b16-e6a0-4625-9307-bc96f6b02b83 req-ed7d5d87-e991-4395-ab8a-347c8891340d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=9099ee15-2847-441f-a6c8-a4c536aa09ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453405 Jul 15 15:27:48.665638 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71f5e2-5790-42d9-9c93-60606b344039 req-494ec589-823f-49ec-b9d3-bbed31791293 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:48.668088 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7b71f5e2-5790-42d9-9c93-60606b344039 req-494ec589-823f-49ec-b9d3-bbed31791293 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.22 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 945 time: 0.0800357 Jul 15 15:27:48.806102 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-7b71f5e2-5790-42d9-9c93-60606b344039 req-151d2aca-d264-4e30-b0c6-45d17e81b50e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Deleting port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:27:48.806371 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7b71f5e2-5790-42d9-9c93-60606b344039 req-151d2aca-d264-4e30-b0c6-45d17e81b50e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:48.913964 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-7b71f5e2-5790-42d9-9c93-60606b344039 req-151d2aca-d264-4e30-b0c6-45d17e81b50e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] For port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=8dbf71c7-317b-4f1b-9dc5-0d95ca7da783,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:27:48.914431 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7b71f5e2-5790-42d9-9c93-60606b344039 req-151d2aca-d264-4e30-b0c6-45d17e81b50e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:48.928676 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-7b71f5e2-5790-42d9-9c93-60606b344039 req-151d2aca-d264-4e30-b0c6-45d17e81b50e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Calling delete_port for 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:27:49.075650 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7b71f5e2-5790-42d9-9c93-60606b344039 req-151d2aca-d264-4e30-b0c6-45d17e81b50e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:49.108958 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d2aca-d264-4e30-b0c6-45d17e81b50e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event deleted for resources: {'Port': ['ID=8dbf71c7-317b-4f1b-9dc5-0d95ca7da783,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:49.143749 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:49.182418 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b71f5e2-5790-42d9-9c93-60606b344039 req-151d2aca-d264-4e30-b0c6-45d17e81b50e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] No DVR routers for this DVR port 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:27:49.185004 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7b71f5e2-5790-42d9-9c93-60606b344039 req-151d2aca-d264-4e30-b0c6-45d17e81b50e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:49.187029 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7b71f5e2-5790-42d9-9c93-60606b344039 req-151d2aca-d264-4e30-b0c6-45d17e81b50e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.22 "DELETE /v2.0/ports/8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 HTTP/1.1" status: 204 len: 173 time: 0.5127983 Jul 15 15:27:49.187456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10262b95-8fee-41a7-9169-ab9b69ba97d5', 'name': 'network-vif-deleted', 'tag': '8dbf71c7-317b-4f1b-9dc5-0d95ca7da783'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:27:49.190609 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe62ea1-1807-49b4-a866-8a0c45ef5086" -d '{"events": [{"server_uuid": "10262b95-8fee-41a7-9169-ab9b69ba97d5", "name": "network-vif-deleted", "tag": "8dbf71c7-317b-4f1b-9dc5-0d95ca7da783"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:27:49.236528 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da18bfd2-e58d-454a-a899-3bd384dd5357 x-openstack-request-id: req-da18bfd2-e58d-454a-a899-3bd384dd5357 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:27:49.236834 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10262b95-8fee-41a7-9169-ab9b69ba97d5", "name": "network-vif-deleted", "tag": "8dbf71c7-317b-4f1b-9dc5-0d95ca7da783", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:27:49.237088 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-da18bfd2-e58d-454a-a899-3bd384dd5357 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:27:49.237494 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10262b95-8fee-41a7-9169-ab9b69ba97d5', 'name': 'network-vif-deleted', 'tag': '8dbf71c7-317b-4f1b-9dc5-0d95ca7da783', 'status': 'completed', 'code': 200} Jul 15 15:27:49.482733 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:49.700028 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-298753fc-35bd-456f-93b6-e0b03d857f7d req-3c47cad1-ba78-4ff6-91c8-09aa4d4f39ae tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 210 time: 0.0438859 Jul 15 15:27:49.712572 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:27:50.861758 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:27:50.867953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ad166ea-3efc-4f38-8ad0-575886fabb1a req-56a75133-ed2a-417c-9b79-6fb236dc8713 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 210 time: 0.0340099 Jul 15 15:27:50.921223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:27:50.921579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 8dbf71c7-317b-4f1b-9dc5-0d95ca7da783 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:27:52.083125 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3febca9-6303-4495-ba06-ad5f460b0f38 req-248f9bbe-cfe3-4587-827a-46161188cd0f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 210 time: 0.0306115 Jul 15 15:27:52.347980 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f24a8a17-d52c-428d-8d43-ca1815ee2074 req-157afd25-abea-4f9b-904c-495cb1c4236f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568919 Jul 15 15:27:52.455531 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a8a17-d52c-428d-8d43-ca1815ee2074 req-97b9bfbc-5824-4e58-8347-44214b8574d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:52.457247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f24a8a17-d52c-428d-8d43-ca1815ee2074 req-97b9bfbc-5824-4e58-8347-44214b8574d4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0df11adc9a34cc8b2b4667eb5a4c547&device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 1096 time: 0.0637791 Jul 15 15:27:52.573598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a8a17-d52c-428d-8d43-ca1815ee2074 req-bc3a492d-8b52-4e7e-b65b-df3f61d6fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:52.575391 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f24a8a17-d52c-428d-8d43-ca1815ee2074 req-bc3a492d-8b52-4e7e-b65b-df3f61d6fe3f service neutron] 10.222.0.22 "GET /v2.0/networks?id=51a9bc64-a231-49e0-a104-44249c7e546a HTTP/1.1" status: 200 len: 909 time: 0.0994341 Jul 15 15:27:52.663248 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f24a8a17-d52c-428d-8d43-ca1815ee2074 req-8df39502-7f26-47b7-b066-f5bf32496662 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5860cc9f-4d15-4764-a6eb-c79c3f1758cd HTTP/1.1" status: 200 len: 1001 time: 0.0811901 Jul 15 15:27:52.734831 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a8a17-d52c-428d-8d43-ca1815ee2074 req-d21dac7b-c2bd-4aae-a2c0-e405cd5050ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:52.737565 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f24a8a17-d52c-428d-8d43-ca1815ee2074 req-d21dac7b-c2bd-4aae-a2c0-e405cd5050ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2974105d-87ff-46b5-bfc8-49ad4bb1581e HTTP/1.1" status: 200 len: 847 time: 0.0666237 Jul 15 15:27:52.805978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a8a17-d52c-428d-8d43-ca1815ee2074 req-f9cb8440-d570-4b37-9dde-75f9a841ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:27:52.807680 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f24a8a17-d52c-428d-8d43-ca1815ee2074 req-f9cb8440-d570-4b37-9dde-75f9a841ddc8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=51a9bc64-a231-49e0-a104-44249c7e546a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639050 Jul 15 15:27:52.935729 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f24a8a17-d52c-428d-8d43-ca1815ee2074 req-36d57134-7fd0-4d6e-83a0-c8d3b2f817ef service neutron] 10.222.0.22 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213744 Jul 15 15:27:53.052797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f24a8a17-d52c-428d-8d43-ca1815ee2074 req-6c6ad8a9-7b61-4e35-acdf-278267bcc058 service neutron] 10.222.0.22 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102178 Jul 15 15:27:53.265221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6fa4c664-69db-40b3-84a2-3ea9bd24201e req-186bba93-6e83-4a39-9ec4-2070f906f0dd tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=10262b95-8fee-41a7-9169-ab9b69ba97d5 HTTP/1.1" status: 200 len: 210 time: 0.0356278 Jul 15 15:27:57.804366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36654) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:57.809018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-706286370', 'description': 'tempest-secgroup-smoke-706286370 description', 'project_id': 'afd4ec70edcc4c02824018c6458411be'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:57.831764 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:57.917385 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:57.921744 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:57.952275 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:57.957049 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1481211 Jul 15 15:27:57.957049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859e1d1c-30d4-467d-862a-613a773dbe83,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:57.957580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 36656) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:57.961902 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-aab7e6f1-5db7-47c3-b418-787e0cda71ac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'security_group_rule': {'security_group_id': '859e1d1c-30d4-467d-862a-613a773dbe83', 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:57.970578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:57.971411 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:57.972030 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:57.972612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:57.973332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:57.973828 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:57.974316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:57.976465 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:57.977016 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:57.977510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:57.977990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:57.979153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bcb91-1a7a-4032-9603-25c076c68829 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:27:58.004425 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aab7e6f1-5db7-47c3-b418-787e0cda71ac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.057908 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aab7e6f1-5db7-47c3-b418-787e0cda71ac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.062092 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aab7e6f1-5db7-47c3-b418-787e0cda71ac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.081227 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7e6f1-5db7-47c3-b418-787e0cda71ac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a878952-819e-437e-a48c-446df5bf956a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:58.087294 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aab7e6f1-5db7-47c3-b418-787e0cda71ac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.091810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36660) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:58.095113 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-aab7e6f1-5db7-47c3-b418-787e0cda71ac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366856 Jul 15 15:27:58.097008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-0d288d42-5450-4b41-9a67-1547e20a6374 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'security_group_rule': {'security_group_id': '859e1d1c-30d4-467d-862a-613a773dbe83', 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:58.141014 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0d288d42-5450-4b41-9a67-1547e20a6374 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.210168 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0d288d42-5450-4b41-9a67-1547e20a6374 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.220053 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0d288d42-5450-4b41-9a67-1547e20a6374 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.239580 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d288d42-5450-4b41-9a67-1547e20a6374 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2c193f-257f-4e7a-aeae-463ebbc91e04,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:58.252994 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0d288d42-5450-4b41-9a67-1547e20a6374 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.257050 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0d288d42-5450-4b41-9a67-1547e20a6374 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1616774 Jul 15 15:27:58.257331 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36668) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:58.262364 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-2a2a065a-0e66-4c0b-a62e-f5a4acb25210 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'security_group_rule': {'security_group_id': '859e1d1c-30d4-467d-862a-613a773dbe83', 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:58.296520 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a2a065a-0e66-4c0b-a62e-f5a4acb25210 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.361902 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a2a065a-0e66-4c0b-a62e-f5a4acb25210 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.366657 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a2a065a-0e66-4c0b-a62e-f5a4acb25210 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.387607 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a065a-0e66-4c0b-a62e-f5a4acb25210 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a595d56a-7d01-4e98-8190-a7ba052487f2,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:58.394469 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2a2a065a-0e66-4c0b-a62e-f5a4acb25210 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.396305 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2a2a065a-0e66-4c0b-a62e-f5a4acb25210 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379726 Jul 15 15:27:58.399441 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36670) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:58.404070 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a48064b8-02b6-4238-83fb-da97ec430e6b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'security_group_rule': {'security_group_id': '859e1d1c-30d4-467d-862a-613a773dbe83', 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:58.434566 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a48064b8-02b6-4238-83fb-da97ec430e6b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.497216 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a48064b8-02b6-4238-83fb-da97ec430e6b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.502287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a48064b8-02b6-4238-83fb-da97ec430e6b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.519577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48064b8-02b6-4238-83fb-da97ec430e6b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf029f3-0b18-48ef-b7d1-c19071dcc511,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:58.532038 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a48064b8-02b6-4238-83fb-da97ec430e6b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.535055 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a48064b8-02b6-4238-83fb-da97ec430e6b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344724 Jul 15 15:27:58.536282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36676) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:58.541450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-efaee570-2ef8-4aeb-a82f-e1428613b93b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'security_group_rule': {'security_group_id': '859e1d1c-30d4-467d-862a-613a773dbe83', 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:58.566822 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-efaee570-2ef8-4aeb-a82f-e1428613b93b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Project afd4ec70edcc4c02824018c6458411be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:27:58.572185 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efaee570-2ef8-4aeb-a82f-e1428613b93b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.633723 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efaee570-2ef8-4aeb-a82f-e1428613b93b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.639256 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efaee570-2ef8-4aeb-a82f-e1428613b93b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.657133 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaee570-2ef8-4aeb-a82f-e1428613b93b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bba0497-bedb-47d3-90de-a1241f37e435,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:58.664718 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efaee570-2ef8-4aeb-a82f-e1428613b93b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.668520 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-efaee570-2ef8-4aeb-a82f-e1428613b93b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286457 Jul 15 15:27:58.668710 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 36678) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:27:58.674373 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a238560e-dd9d-4060-9b0e-4eca7bdfa03e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'security_group_rule': {'security_group_id': '859e1d1c-30d4-467d-862a-613a773dbe83', 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:27:58.700302 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-a238560e-dd9d-4060-9b0e-4eca7bdfa03e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Project afd4ec70edcc4c02824018c6458411be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:27:58.705901 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a238560e-dd9d-4060-9b0e-4eca7bdfa03e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.778944 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a238560e-dd9d-4060-9b0e-4eca7bdfa03e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.787840 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a238560e-dd9d-4060-9b0e-4eca7bdfa03e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.811446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238560e-dd9d-4060-9b0e-4eca7bdfa03e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1997b3-76eb-4cc6-bd36-b251b59cf76f,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:27:58.822489 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a238560e-dd9d-4060-9b0e-4eca7bdfa03e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:27:58.826974 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a238560e-dd9d-4060-9b0e-4eca7bdfa03e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544890 Jul 15 15:28:00.052201 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df3d13e3-787d-4e09-be56-259ae65e7b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:02.825096 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:02.931314 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9a8518a-0c4f-4682-858a-50a829973ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:04.347268 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:06.035420 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:10.995538 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37018) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:28:11.176814 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d00c0b6f-020d-473f-9bee-ce48485a9a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:11.273922 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d00c0b6f-020d-473f-9bee-ce48485a9a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:11.278099 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d00c0b6f-020d-473f-9bee-ce48485a9a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:11.317934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c0b6f-020d-473f-9bee-ce48485a9a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6feb591-4022-40f3-9043-b6e946d9f37b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:11.323963 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d00c0b6f-020d-473f-9bee-ce48485a9a59 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0cb2022fe3f24a15bdb3f6000c4de995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3273301 Jul 15 15:28:11.326547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37024) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:28:11.379648 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec4c141a-31e0-4ce1-a48b-0e2dc5d48af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:11.402254 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec4c141a-31e0-4ce1-a48b-0e2dc5d48af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:11.449334 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec4c141a-31e0-4ce1-a48b-0e2dc5d48af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:11.451988 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec4c141a-31e0-4ce1-a48b-0e2dc5d48af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:11.453345 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ec4c141a-31e0-4ce1-a48b-0e2dc5d48af6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d6feb591-4022-40f3-9043-b6e946d9f37b HTTP/1.1" status: 204 len: 168 time: 0.1258264 Jul 15 15:28:11.462331 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c141a-31e0-4ce1-a48b-0e2dc5d48af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6feb591-4022-40f3-9043-b6e946d9f37b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:12.687290 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37054) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:28:12.840632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643cca3-7a7a-452a-9362-2cd7ec212d0b req-96fe7106-b4b8-4aef-b0fd-0b8ca0ae98af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:12.842165 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0643cca3-7a7a-452a-9362-2cd7ec212d0b req-96fe7106-b4b8-4aef-b0fd-0b8ca0ae98af service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 1096 time: 0.1527116 Jul 15 15:28:12.876959 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0643cca3-7a7a-452a-9362-2cd7ec212d0b req-ab0e6f66-c229-4abe-82ed-103fd1de004d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=32855898-4cff-4ee5-ba93-6695e4056047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286458 Jul 15 15:28:16.634230 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-1af416d8-bb6a-4688-9d00-768d9eb7a625 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706286370&fields=id&tenant_id=afd4ec70edcc4c02824018c6458411be HTTP/1.1" status: 200 len: 267 time: 0.0333252 Jul 15 15:28:16.739990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-b77653e7-fa1d-4270-9c3d-1542f44d2f35 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:16.741465 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-b77653e7-fa1d-4270-9c3d-1542f44d2f35 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 811 time: 0.1003566 Jul 15 15:28:16.756129 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-28645096-8cd0-4afe-809f-d875c5573e0d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/quotas/afd4ec70edcc4c02824018c6458411be HTTP/1.1" status: 200 len: 375 time: 0.0090389 Jul 15 15:28:16.829986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-6cea6d9d-e236-4b78-9a92-5172efa4fd1c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687675 Jul 15 15:28:16.927011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-c5a3c213-c13f-4abb-8b95-065074891362 service neutron] 10.222.0.38 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852764 Jul 15 15:28:17.024158 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-9baa1b04-0158-4ba4-b7aa-e002dc3324cc service neutron] 10.222.0.38 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913112 Jul 15 15:28:17.326997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-185128da-33b3-4e7b-a2a2-69e5512274f8 req-30b7f2ce-d64a-481f-be65-9d480823a47d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0303669 Jul 15 15:28:18.386875 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-33a48663-d9bf-40e0-9623-57211a615f02 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:18.388185 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-33a48663-d9bf-40e0-9623-57211a615f02 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 811 time: 0.1085899 Jul 15 15:28:18.436981 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-6a59554f-cb49-4052-9d60-03223f0825c7 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afd4ec70edcc4c02824018c6458411be HTTP/1.1" status: 200 len: 379 time: 0.0390105 Jul 15 15:28:18.451390 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-e6d0badc-7fbd-41b5-bb8d-9ed0b26f9858 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'port': {'device_id': 'e24b04a2-e763-4013-a498-0ed9f745cfc0', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'admin_state_up': True, 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'security_groups': ['859e1d1c-30d4-467d-862a-613a773dbe83']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:28:18.485863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1d34775-736c-4a75-8f32-411b63a32697 req-561f8661-7228-4303-9f52-309bf49b695c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0377128 Jul 15 15:28:18.576766 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-e6d0badc-7fbd-41b5-bb8d-9ed0b26f9858 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Made reservation on behalf of afd4ec70edcc4c02824018c6458411be for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:28:18.580920 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-e6d0badc-7fbd-41b5-bb8d-9ed0b26f9858 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:18.722487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-e6d0badc-7fbd-41b5-bb8d-9ed0b26f9858 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Allocated IP 172.20.0.8 (a0081a40-1b1f-4a3d-8dea-aeff0a91d27c/5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a/1521e316-9c54-43eb-95e5-b51038c71951) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:28:18.871905 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-e6d0badc-7fbd-41b5-bb8d-9ed0b26f9858 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:18.886292 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-e6d0badc-7fbd-41b5-bb8d-9ed0b26f9858 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Transition to ACTIVE for port object 1521e316-9c54-43eb-95e5-b51038c71951 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:28:18.922333 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-e6d0badc-7fbd-41b5-bb8d-9ed0b26f9858 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:18.966339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-e6d0badc-7fbd-41b5-bb8d-9ed0b26f9858 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:28:18.969613 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-e6d0badc-7fbd-41b5-bb8d-9ed0b26f9858 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:28:18.973673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-e6d0badc-7fbd-41b5-bb8d-9ed0b26f9858 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:28:19.014115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0badc-7fbd-41b5-bb8d-9ed0b26f9858 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'Port': ['ID=1521e316-9c54-43eb-95e5-b51038c71951,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:19.036929 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-e6d0badc-7fbd-41b5-bb8d-9ed0b26f9858 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:19.037576 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-e6d0badc-7fbd-41b5-bb8d-9ed0b26f9858 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:19.056604 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-e6d0badc-7fbd-41b5-bb8d-9ed0b26f9858 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6096275 Jul 15 15:28:19.069768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Request body: {'port': {'device_id': 'e24b04a2-e763-4013-a498-0ed9f745cfc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:28:19.155566 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:19.177261 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:19.330162 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5e9d9c8f-1889-41a7-a533-c25534940677 None None] Provisioning for port 1521e316-9c54-43eb-95e5-b51038c71951 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:28:19.335094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5e9d9c8f-1889-41a7-a533-c25534940677 None None] Provisioning complete for port 1521e316-9c54-43eb-95e5-b51038c71951 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:28:19.335701 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e9d9c8f-1889-41a7-a533-c25534940677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:19.380993 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d9c8f-1889-41a7-a533-c25534940677 None None] Port 1521e316-9c54-43eb-95e5-b51038c71951 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:28:19.469278 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1521e316-9c54-43eb-95e5-b51038c71951 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:28:19.477578 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:19.480290 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:19.490349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Transition to ACTIVE for port object 1521e316-9c54-43eb-95e5-b51038c71951 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:28:19.494593 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:19.547301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Pushing event updated for resources: {'Port': ['ID=1521e316-9c54-43eb-95e5-b51038c71951,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:19.634281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Attempting to bind port 1521e316-9c54-43eb-95e5-b51038c71951 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:28:19.634847 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Attempting to bind port 1521e316-9c54-43eb-95e5-b51038c71951 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:28:19.635287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Attempting to bind port 1521e316-9c54-43eb-95e5-b51038c71951 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:28:19.642750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Port 1521e316-9c54-43eb-95e5-b51038c71951 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:28:19.643401 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Attempting to bind port 1521e316-9c54-43eb-95e5-b51038c71951 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:28:19.649854 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:28:19.650204 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Checking segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:28:19.650634 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Bound using segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:28:19.651077 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Bound port: 1521e316-9c54-43eb-95e5-b51038c71951, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:28:19.651446 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:19.697031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ec392-465b-4650-b2ee-fe333c8b7fad req-5fe75b4f-32aa-44f8-ab2a-6b8c379012e6 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:19.698634 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c5ec392-465b-4650-b2ee-fe333c8b7fad req-5fe75b4f-32aa-44f8-ab2a-6b8c379012e6 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 943 time: 0.0788717 Jul 15 15:28:19.729610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] For port 1521e316-9c54-43eb-95e5-b51038c71951, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:28:19.733120 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] For port 1521e316-9c54-43eb-95e5-b51038c71951, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=1521e316-9c54-43eb-95e5-b51038c71951,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:28:19.741400 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:19.761510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c5ec392-465b-4650-b2ee-fe333c8b7fad req-0864f631-f986-4534-8f5a-d2d2c6d29cae tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542963 Jul 15 15:28:19.787593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:19.788216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:19.789671 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] 10.222.0.11 "PUT /v2.0/ports/1521e316-9c54-43eb-95e5-b51038c71951 HTTP/1.1" status: 200 len: 1091 time: 0.7247372 Jul 15 15:28:19.790061 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24b04a2-e763-4013-a498-0ed9f745cfc0', 'tag': '1521e316-9c54-43eb-95e5-b51038c71951'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:28:19.792367 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8abad90-9bde-4fa5-9a46-ba901ab24227" -d '{"events": [{"name": "network-changed", "server_uuid": "e24b04a2-e763-4013-a498-0ed9f745cfc0", "tag": "1521e316-9c54-43eb-95e5-b51038c71951"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:28:19.841528 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6eb773-0693-4526-af4f-4bbee3a14a4d service neutron] Pushing event updated for resources: {'Port': ['ID=1521e316-9c54-43eb-95e5-b51038c71951,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:19.852591 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c32156-4a91-4243-a394-3e7184781f2f x-openstack-request-id: req-01c32156-4a91-4243-a394-3e7184781f2f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:28:19.852884 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24b04a2-e763-4013-a498-0ed9f745cfc0", "tag": "1521e316-9c54-43eb-95e5-b51038c71951", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:28:19.853133 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-01c32156-4a91-4243-a394-3e7184781f2f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:28:19.853523 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24b04a2-e763-4013-a498-0ed9f745cfc0', 'tag': '1521e316-9c54-43eb-95e5-b51038c71951', 'status': 'completed', 'code': 200} Jul 15 15:28:19.904919 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-9e3d65c6-102c-4d8b-b57b-e0940a40bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:19.906663 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-9e3d65c6-102c-4d8b-b57b-e0940a40bf4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 1094 time: 0.0624731 Jul 15 15:28:19.949757 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-2109ef72-0b5a-4872-8c29-785ddedf80b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1521e316-9c54-43eb-95e5-b51038c71951 HTTP/1.1" status: 200 len: 217 time: 0.0361195 Jul 15 15:28:20.002694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-fa834d90-2fa9-4b6d-b7b0-e5f5587df667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:20.004611 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-fa834d90-2fa9-4b6d-b7b0-e5f5587df667 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0481260 Jul 15 15:28:20.067258 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-7d8bb804-d9fa-4449-ba88-0212ae488951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:20.068739 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-7d8bb804-d9fa-4449-ba88-0212ae488951 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576825 Jul 15 15:28:20.161941 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-2323b985-b1a8-4db0-85ae-0ddfddde7fe5 service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855532 Jul 15 15:28:20.263050 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b29913e9-f2f5-4e3f-9881-31abe2c6c376 req-22c2e19d-6f01-44da-9e2e-7626d017c68e service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936062 Jul 15 15:28:20.366401 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abad90-9bde-4fa5-9a46-ba901ab24227 req-24c5da2f-e129-47f0-b311-e62438f3d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:20.367931 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d8abad90-9bde-4fa5-9a46-ba901ab24227 req-24c5da2f-e129-47f0-b311-e62438f3d5b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 1094 time: 0.0531859 Jul 15 15:28:20.465714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abad90-9bde-4fa5-9a46-ba901ab24227 req-779a9102-d3d3-4d47-a74a-3c914769023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:20.467560 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d8abad90-9bde-4fa5-9a46-ba901ab24227 req-779a9102-d3d3-4d47-a74a-3c914769023b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.0927782 Jul 15 15:28:20.512977 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d8abad90-9bde-4fa5-9a46-ba901ab24227 req-57553b4a-936a-4547-a15d-fee9e2b9654b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1521e316-9c54-43eb-95e5-b51038c71951 HTTP/1.1" status: 200 len: 217 time: 0.0387988 Jul 15 15:28:20.564933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abad90-9bde-4fa5-9a46-ba901ab24227 req-632d1499-d8a3-4a0e-b2c2-d3ca44c0f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:20.566730 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d8abad90-9bde-4fa5-9a46-ba901ab24227 req-632d1499-d8a3-4a0e-b2c2-d3ca44c0f632 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0475948 Jul 15 15:28:20.706523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abad90-9bde-4fa5-9a46-ba901ab24227 req-ab3d4edd-8ac0-406d-9c84-ba5b63f32552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:20.706523 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d8abad90-9bde-4fa5-9a46-ba901ab24227 req-ab3d4edd-8ac0-406d-9c84-ba5b63f32552 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862083 Jul 15 15:28:20.758691 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d8abad90-9bde-4fa5-9a46-ba901ab24227 req-004305a0-fd19-4213-bee7-3fb71bdacd6a service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930526 Jul 15 15:28:20.875673 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d8abad90-9bde-4fa5-9a46-ba901ab24227 req-82edc717-313d-4751-92b6-58185a27f21f service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071901 Jul 15 15:28:20.955695 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10e7fa-5bcd-4856-a43b-bcc06e8a1bcd req-1a54cdb7-ccbd-40bc-9430-35c37ae9cd4c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:20.957349 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f10e7fa-5bcd-4856-a43b-bcc06e8a1bcd req-1a54cdb7-ccbd-40bc-9430-35c37ae9cd4c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 943 time: 0.0694702 Jul 15 15:28:21.004509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f10e7fa-5bcd-4856-a43b-bcc06e8a1bcd req-289840b8-8cf9-4953-af47-93ec2f48603c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412674 Jul 15 15:28:22.233115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202f7fd-05bd-4b8b-b14c-dfb62341e34c req-5809a873-b31c-46c6-8004-890fd1bd5283 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:22.234781 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e202f7fd-05bd-4b8b-b14c-dfb62341e34c req-5809a873-b31c-46c6-8004-890fd1bd5283 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 943 time: 0.0653884 Jul 15 15:28:22.280343 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e202f7fd-05bd-4b8b-b14c-dfb62341e34c req-8d97f291-5a00-41e2-8785-82fdfabc41f4 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387461 Jul 15 15:28:23.473327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1060cde-73cb-4f2f-8e53-60fb2fb2e773 req-40138cb1-eca0-42c3-8c6d-f8c08abb13a7 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:23.474744 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1060cde-73cb-4f2f-8e53-60fb2fb2e773 req-40138cb1-eca0-42c3-8c6d-f8c08abb13a7 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 943 time: 0.0751526 Jul 15 15:28:23.514225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1060cde-73cb-4f2f-8e53-60fb2fb2e773 req-4cb2939b-526b-4fd0-abe2-710d77d1e62b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336978 Jul 15 15:28:24.691810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5b52e-00e3-4b16-9d65-0e8801c193d6 req-10a74b78-a20a-4e7e-8db8-1bd762ba176d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:24.693459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56b5b52e-00e3-4b16-9d65-0e8801c193d6 req-10a74b78-a20a-4e7e-8db8-1bd762ba176d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 943 time: 0.0647731 Jul 15 15:28:24.737810 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-56b5b52e-00e3-4b16-9d65-0e8801c193d6 req-e29d1945-7cc3-433f-8c25-7a17d29df5a7 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363169 Jul 15 15:28:25.929337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c29c7-831b-4b14-9eea-d2f924d5ae6a req-cf40e230-44b1-4c6f-8dc5-33f45bcce8f1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:25.931105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-264c29c7-831b-4b14-9eea-d2f924d5ae6a req-cf40e230-44b1-4c6f-8dc5-33f45bcce8f1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 943 time: 0.0670230 Jul 15 15:28:25.973173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-264c29c7-831b-4b14-9eea-d2f924d5ae6a req-fefdaecb-108a-46ef-b493-17abb7ad851d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360968 Jul 15 15:28:26.712463 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:28:27.151520 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d22df-7abf-4fdf-be24-603df15b15dd req-7e5ea6cf-5c15-44ec-ac18-c60cfdbc82c6 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:27.153039 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d41d22df-7abf-4fdf-be24-603df15b15dd req-7e5ea6cf-5c15-44ec-ac18-c60cfdbc82c6 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 943 time: 0.0647743 Jul 15 15:28:27.193364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d41d22df-7abf-4fdf-be24-603df15b15dd req-9bc8ff46-f7e0-4e44-9f27-3c6a71cf0416 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340159 Jul 15 15:28:28.398830 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60c8a3-bfe6-4d4b-ba0f-2fde3dd103ed req-6ea91576-bd60-499e-ab66-de16a7968fb2 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:28.400463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc60c8a3-bfe6-4d4b-ba0f-2fde3dd103ed req-6ea91576-bd60-499e-ab66-de16a7968fb2 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 943 time: 0.0879622 Jul 15 15:28:28.440770 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc60c8a3-bfe6-4d4b-ba0f-2fde3dd103ed req-5e91b500-030b-4dd6-9a40-4f53db77a368 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344374 Jul 15 15:28:29.944870 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c16a9d-77f4-4cdf-b5a1-31f59d9f77e7 req-8c81aa70-3b5c-45cd-90ef-592a64379cad tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:29.946400 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7c16a9d-77f4-4cdf-b5a1-31f59d9f77e7 req-8c81aa70-3b5c-45cd-90ef-592a64379cad tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 943 time: 0.3840396 Jul 15 15:28:29.986771 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7c16a9d-77f4-4cdf-b5a1-31f59d9f77e7 req-307d7e61-8fe8-45fb-8e1c-6aa165264aa2 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344558 Jul 15 15:28:30.057396 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69b91ee7-06a9-4f38-88b5-c6457de88fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:31.180953 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bf704-f13d-4793-84fc-d5932a3bc3f7 req-074dcde6-3dca-4a91-820f-bb6d59c2d34d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:31.182456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de1bf704-f13d-4793-84fc-d5932a3bc3f7 req-074dcde6-3dca-4a91-820f-bb6d59c2d34d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 943 time: 0.0667596 Jul 15 15:28:31.227136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de1bf704-f13d-4793-84fc-d5932a3bc3f7 req-6a09ba08-d4d0-4388-9461-a5c728135330 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389259 Jul 15 15:28:32.113386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 1521e316-9c54-43eb-95e5-b51038c71951 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:28:32.221189 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 1521e316-9c54-43eb-95e5-b51038c71951, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=1521e316-9c54-43eb-95e5-b51038c71951,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:28:32.237015 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '1521e316-9c54-43eb-95e5-b51038c71951', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'port_id': '1521e316-9c54-43eb-95e5-b51038c71951', 'mac_address': 'fa:16:3e:38:a1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:28:32.279588 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:32.293294 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1521e316-9c54-43eb-95e5-b51038c71951 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:28:32.313661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 1521e316-9c54-43eb-95e5-b51038c71951, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=1521e316-9c54-43eb-95e5-b51038c71951,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:28:32.319383 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:32.370349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=1521e316-9c54-43eb-95e5-b51038c71951,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:32.377891 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:32.378248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:32.378591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:32.378926 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:32.379254 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:32.379744 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:32.380073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:32.380397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:32.380718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:32.381038 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:32.381354 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:32.381877 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:32.419136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecdf06-9bb4-4d73-bcc2-a85cfb043104 req-ca5c2cee-dce9-4136-9d22-3905e8082164 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:32.420654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7ecdf06-9bb4-4d73-bcc2-a85cfb043104 req-ca5c2cee-dce9-4136-9d22-3905e8082164 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 944 time: 0.0735257 Jul 15 15:28:32.467046 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f7ecdf06-9bb4-4d73-bcc2-a85cfb043104 req-4332665c-6307-411e-befd-fd42b95a9a46 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396454 Jul 15 15:28:32.531181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['1521e316-9c54-43eb-95e5-b51038c71951'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:28:32.819417 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:32.931323 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-33bfeba6-399b-44a5-9cbd-5131c5200c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:33.644021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d67043-e7fc-4ff0-8f7b-758d171b1741 req-e836b23c-d306-4a2c-80db-3bdf0937589e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:33.645534 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-00d67043-e7fc-4ff0-8f7b-758d171b1741 req-e836b23c-d306-4a2c-80db-3bdf0937589e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 944 time: 0.0693822 Jul 15 15:28:33.683647 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-00d67043-e7fc-4ff0-8f7b-758d171b1741 req-d1bab1dd-fa9b-4572-ba38-f2bb6f2a3972 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322063 Jul 15 15:28:34.107957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 1521e316-9c54-43eb-95e5-b51038c71951 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:28:34.158309 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 1521e316-9c54-43eb-95e5-b51038c71951 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:28:34.162627 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 1521e316-9c54-43eb-95e5-b51038c71951 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:28:34.162999 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:34.242469 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:34.264726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b04a2-e763-4013-a498-0ed9f745cfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1521e316-9c54-43eb-95e5-b51038c71951'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:28:34.267496 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c688972d-3c34-47a9-8d42-34308865a7d4" -d '{"events": [{"server_uuid": "e24b04a2-e763-4013-a498-0ed9f745cfc0", "name": "network-vif-plugged", "status": "completed", "tag": "1521e316-9c54-43eb-95e5-b51038c71951"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:28:34.280666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 1521e316-9c54-43eb-95e5-b51038c71951, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=1521e316-9c54-43eb-95e5-b51038c71951,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:28:34.286990 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:34.320868 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e56fd8-e586-43e4-8363-e082c0114990 x-openstack-request-id: req-b6e56fd8-e586-43e4-8363-e082c0114990 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:28:34.321218 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b04a2-e763-4013-a498-0ed9f745cfc0", "name": "network-vif-plugged", "status": "completed", "tag": "1521e316-9c54-43eb-95e5-b51038c71951", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:28:34.321392 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b6e56fd8-e586-43e4-8363-e082c0114990 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:28:34.321778 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24b04a2-e763-4013-a498-0ed9f745cfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1521e316-9c54-43eb-95e5-b51038c71951', 'code': 200} Jul 15 15:28:34.351047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=1521e316-9c54-43eb-95e5-b51038c71951,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:34.354291 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:34.423004 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77937511-4fe8-4f1b-b187-3a9768692d4c req-d36cd389-97fc-4f0a-a34f-6f09edb7bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:34.425208 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-77937511-4fe8-4f1b-b187-3a9768692d4c req-d36cd389-97fc-4f0a-a34f-6f09edb7bb3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 1096 time: 0.0524030 Jul 15 15:28:34.460819 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-77937511-4fe8-4f1b-b187-3a9768692d4c req-abf511ec-1556-4090-9f1a-0f8aa948880a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287142 Jul 15 15:28:34.869649 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35278d54-2c0b-4644-b278-2304e47672db req-705f5423-7185-435b-891e-73ea8eb0afda tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:34.871290 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35278d54-2c0b-4644-b278-2304e47672db req-705f5423-7185-435b-891e-73ea8eb0afda tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 945 time: 0.0698979 Jul 15 15:28:34.916429 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-35278d54-2c0b-4644-b278-2304e47672db req-1e2f3206-17c6-4546-84da-818e8491c7c9 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384414 Jul 15 15:28:36.038246 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:36.096626 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c30ac5-63c9-4ec1-871b-5acda8ef3870 req-1f733a58-496b-42d8-9329-b10ca7bac9af tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:36.098206 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f2c30ac5-63c9-4ec1-871b-5acda8ef3870 req-1f733a58-496b-42d8-9329-b10ca7bac9af tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 945 time: 0.0663977 Jul 15 15:28:36.140074 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f2c30ac5-63c9-4ec1-871b-5acda8ef3870 req-dd402c00-c64d-4ed5-b3cf-5a3227ff5a6e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360177 Jul 15 15:28:36.311838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39aef9-5a58-40e3-ac74-573dbda8708d req-b1e0a151-148c-4bce-9f4c-b9ddec7153f3 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:36.313284 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b39aef9-5a58-40e3-ac74-573dbda8708d req-b1e0a151-148c-4bce-9f4c-b9ddec7153f3 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 945 time: 0.0645494 Jul 15 15:28:36.351854 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b39aef9-5a58-40e3-ac74-573dbda8708d req-8f534721-4447-43bc-bb42-085f7d64e2b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326777 Jul 15 15:28:36.377237 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37422) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:28:36.428900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe0c27-7af3-48b1-889a-90d245e92f3f tempest-TestVolumeBootPattern-1819886583 tempest-TestVolumeBootPattern-1819886583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:36.430415 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-26fe0c27-7af3-48b1-889a-90d245e92f3f tempest-TestVolumeBootPattern-1819886583 tempest-TestVolumeBootPattern-1819886583-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 1091 time: 0.0521712 Jul 15 15:28:36.433328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37424) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:28:36.437583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': '1521e316-9c54-43eb-95e5-b51038c71951', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:28:36.460820 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:36.566826 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:36.682580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Allocated IP 172.25.4.196 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/1ec1a4c7-7017-4ba5-9819-04d8aee34b26) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:28:36.790086 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:36.831512 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:36.866945 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:28:36.872890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:28:36.877998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:28:36.884045 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'Port': ['ID=1ec1a4c7-7017-4ba5-9819-04d8aee34b26,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:36.913716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:36.914068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:36.914417 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:36.914791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:36.915137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:36.915472 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:36.915803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:36.916134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:36.916463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:36.916791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:36.917118 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:36.917452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:37.586057 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:37.665418 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:37.814410 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:37.818827 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:37.883679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'Port': ['ID=1ec1a4c7-7017-4ba5-9819-04d8aee34b26,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:37.896509 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:37.996549 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Floating IP 8ba5882c-3a24-466c-b867-584f4c927c63 associated. External IP: 172.25.4.196, port: 1521e316-9c54-43eb-95e5-b51038c71951. Jul 15 15:28:38.049642 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37438) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:28:38.054397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-5d065f08-af67-4214-b598-1391319c2a3d tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1782066749', 'description': 'tempest-secgroup-smoke-1782066749 description', 'project_id': '7303d3ae65c44dcc864cc847c658465d'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:28:38.077273 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5d065f08-af67-4214-b598-1391319c2a3d tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.166459 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5d065f08-af67-4214-b598-1391319c2a3d tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.170226 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5d065f08-af67-4214-b598-1391319c2a3d tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.199417 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5d065f08-af67-4214-b598-1391319c2a3d tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.200664 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5d065f08-af67-4214-b598-1391319c2a3d tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1499515 Jul 15 15:28:38.202496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d065f08-af67-4214-b598-1391319c2a3d tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435ad214-648c-4d5e-9a72-d122efe6d7d1,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:38.203631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37440) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:28:38.210241 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fc9fcbfb-6891-4ed1-8237-7b006b82d6de tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Request body: {'security_group_rule': {'security_group_id': '435ad214-648c-4d5e-9a72-d122efe6d7d1', 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:28:38.242953 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Router ec2f3420-21b7-4829-8472-2b45a6fb7fbb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:28:38.252190 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc9fcbfb-6891-4ed1-8237-7b006b82d6de tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.389005 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc9fcbfb-6891-4ed1-8237-7b006b82d6de tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.394595 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc9fcbfb-6891-4ed1-8237-7b006b82d6de tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.416610 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:28:38.418812 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fcbfb-6891-4ed1-8237-7b006b82d6de tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1b97a2-76d7-4044-8106-7c2399d20eda,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:38.430767 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197cdd26-3a6a-42a9-97af-2170d2fa9046 None None] Sync routers for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:28:38.431299 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc9fcbfb-6891-4ed1-8237-7b006b82d6de tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.431952 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fc9fcbfb-6891-4ed1-8237-7b006b82d6de tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2268224 Jul 15 15:28:38.435183 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37442) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:28:38.440413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e12ed069-ac7a-46ce-a993-4baee03d0dd0 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Request body: {'security_group_rule': {'security_group_id': '435ad214-648c-4d5e-9a72-d122efe6d7d1', 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:28:38.441155 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197cdd26-3a6a-42a9-97af-2170d2fa9046 None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:28:38.441771 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-197cdd26-3a6a-42a9-97af-2170d2fa9046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:28:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:28:38.445800 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.492423 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-18cb8baf-4090-4f15-9865-a9e27f2569a1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0580771 Jul 15 15:28:38.497152 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24b04a2-e763-4013-a498-0ed9f745cfc0', 'tag': '1521e316-9c54-43eb-95e5-b51038c71951'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:28:38.499454 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9282cc-c248-4de2-8639-3669346a48fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e24b04a2-e763-4013-a498-0ed9f745cfc0", "tag": "1521e316-9c54-43eb-95e5-b51038c71951"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:28:38.514726 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e12ed069-ac7a-46ce-a993-4baee03d0dd0 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.544277 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c7275a-1048-4f6d-9f45-f57c17b4e4a7 x-openstack-request-id: req-13c7275a-1048-4f6d-9f45-f57c17b4e4a7 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:28:38.544570 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24b04a2-e763-4013-a498-0ed9f745cfc0", "tag": "1521e316-9c54-43eb-95e5-b51038c71951", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:28:38.544821 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-13c7275a-1048-4f6d-9f45-f57c17b4e4a7 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:28:38.545222 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24b04a2-e763-4013-a498-0ed9f745cfc0', 'tag': '1521e316-9c54-43eb-95e5-b51038c71951', 'status': 'completed', 'code': 200} Jul 15 15:28:38.547523 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-197cdd26-3a6a-42a9-97af-2170d2fa9046 None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:28:38.583182 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e12ed069-ac7a-46ce-a993-4baee03d0dd0 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.603502 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e12ed069-ac7a-46ce-a993-4baee03d0dd0 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.628327 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ed069-ac7a-46ce-a993-4baee03d0dd0 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63f68cf-8b02-485f-80f9-ffb3500e6f05,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:38.638002 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e12ed069-ac7a-46ce-a993-4baee03d0dd0 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.639259 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e12ed069-ac7a-46ce-a993-4baee03d0dd0 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2031503 Jul 15 15:28:38.642836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37448) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:28:38.647340 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a8e2a32b-3124-4366-847f-d9adcf4e0a46 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Request body: {'security_group_rule': {'security_group_id': '435ad214-648c-4d5e-9a72-d122efe6d7d1', 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:28:38.672103 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9282cc-c248-4de2-8639-3669346a48fa req-06f0e0df-4c4c-44e8-a542-85da3eb18536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:38.673542 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cf9282cc-c248-4de2-8639-3669346a48fa req-06f0e0df-4c4c-44e8-a542-85da3eb18536 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 1096 time: 0.1065803 Jul 15 15:28:38.705374 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a32b-3124-4366-847f-d9adcf4e0a46 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.816569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9282cc-c248-4de2-8639-3669346a48fa req-ce4b5111-fb5e-4f98-84d8-2ba84fee16c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:38.817984 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cf9282cc-c248-4de2-8639-3669346a48fa req-ce4b5111-fb5e-4f98-84d8-2ba84fee16c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.1384692 Jul 15 15:28:38.823559 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a32b-3124-4366-847f-d9adcf4e0a46 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.832197 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a32b-3124-4366-847f-d9adcf4e0a46 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.868628 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-197cdd26-3a6a-42a9-97af-2170d2fa9046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '8ba5882c-3a24-466c-b867-584f4c927c63', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'port_id': '1521e316-9c54-43eb-95e5-b51038c71951', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'mac_address': 'fa:16:3e:38:a1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24b04a2-e763-4013-a498-0ed9f745cfc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:28:37Z', 'updated_at': '2021-07-15T15:28:37Z', 'revision_number': 0, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:28:38.881356 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2a32b-3124-4366-847f-d9adcf4e0a46 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4148d5dc-05c5-44a2-8bea-64c30ee55c6c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:38.892903 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a32b-3124-4366-847f-d9adcf4e0a46 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.894110 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a8e2a32b-3124-4366-847f-d9adcf4e0a46 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2503154 Jul 15 15:28:38.897118 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37450) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:28:38.902253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-586bcc50-4ea0-4b78-ac4f-f48fb28b4d9d tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Request body: {'security_group_rule': {'security_group_id': '435ad214-648c-4d5e-9a72-d122efe6d7d1', 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:28:38.905620 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197cdd26-3a6a-42a9-97af-2170d2fa9046 None None] Checking router: ec2f3420-21b7-4829-8472-2b45a6fb7fbb for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:28:38.908240 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cf9282cc-c248-4de2-8639-3669346a48fa req-e13700f7-97ce-49de-9aea-56c41d699a69 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1521e316-9c54-43eb-95e5-b51038c71951 HTTP/1.1" status: 200 len: 999 time: 0.0833926 Jul 15 15:28:38.918231 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197cdd26-3a6a-42a9-97af-2170d2fa9046 None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:28:38.919153 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-197cdd26-3a6a-42a9-97af-2170d2fa9046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:28:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:28:38.929108 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-586bcc50-4ea0-4b78-ac4f-f48fb28b4d9d tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.961843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9282cc-c248-4de2-8639-3669346a48fa req-37414c76-c1a6-4a9e-9591-7bb88e3c5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:38.963390 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cf9282cc-c248-4de2-8639-3669346a48fa req-37414c76-c1a6-4a9e-9591-7bb88e3c5d61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0493891 Jul 15 15:28:38.991024 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-586bcc50-4ea0-4b78-ac4f-f48fb28b4d9d tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:38.995378 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-586bcc50-4ea0-4b78-ac4f-f48fb28b4d9d tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:39.019367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bcc50-4ea0-4b78-ac4f-f48fb28b4d9d tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0539c2cb-5187-442f-832f-4b97d0d7dbfb,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:39.024342 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-586bcc50-4ea0-4b78-ac4f-f48fb28b4d9d tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:39.025879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-586bcc50-4ea0-4b78-ac4f-f48fb28b4d9d tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275764 Jul 15 15:28:39.028508 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-197cdd26-3a6a-42a9-97af-2170d2fa9046 None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:28:39.028699 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37452) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:28:39.029888 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9282cc-c248-4de2-8639-3669346a48fa req-5e73cc13-9e39-48c9-a0bd-5c6c65376747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:39.031456 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cf9282cc-c248-4de2-8639-3669346a48fa req-5e73cc13-9e39-48c9-a0bd-5c6c65376747 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614712 Jul 15 15:28:39.034164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-3c5ff4e5-6878-4a7c-9468-842193aec7d1 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Request body: {'security_group_rule': {'security_group_id': '435ad214-648c-4d5e-9a72-d122efe6d7d1', 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:28:39.056805 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-3c5ff4e5-6878-4a7c-9468-842193aec7d1 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Project 7303d3ae65c44dcc864cc847c658465d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:28:39.061351 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3c5ff4e5-6878-4a7c-9468-842193aec7d1 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:39.129879 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cf9282cc-c248-4de2-8639-3669346a48fa req-5511ea39-3e0b-4238-8b74-1e1e71161f7a service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916998 Jul 15 15:28:39.131639 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3c5ff4e5-6878-4a7c-9468-842193aec7d1 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:39.135748 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3c5ff4e5-6878-4a7c-9468-842193aec7d1 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:39.152458 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ff4e5-6878-4a7c-9468-842193aec7d1 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f71187d-7d0c-420e-8055-a39440eab8f1,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:39.163261 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3c5ff4e5-6878-4a7c-9468-842193aec7d1 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:39.165626 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3c5ff4e5-6878-4a7c-9468-842193aec7d1 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353552 Jul 15 15:28:39.167940 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37454) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:28:39.174443 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-5baf1b13-ff35-4b51-8131-f6f502857149 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Request body: {'security_group_rule': {'security_group_id': '435ad214-648c-4d5e-9a72-d122efe6d7d1', 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:28:39.196143 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-5baf1b13-ff35-4b51-8131-f6f502857149 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Project 7303d3ae65c44dcc864cc847c658465d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:28:39.201052 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5baf1b13-ff35-4b51-8131-f6f502857149 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:39.231457 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cf9282cc-c248-4de2-8639-3669346a48fa req-a9a3cefe-7418-4d11-9993-c41379ca8f8c service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946026 Jul 15 15:28:39.265950 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5baf1b13-ff35-4b51-8131-f6f502857149 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:39.271082 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5baf1b13-ff35-4b51-8131-f6f502857149 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:39.275990 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-197cdd26-3a6a-42a9-97af-2170d2fa9046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '8ba5882c-3a24-466c-b867-584f4c927c63', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'port_id': '1521e316-9c54-43eb-95e5-b51038c71951', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'mac_address': 'fa:16:3e:38:a1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24b04a2-e763-4013-a498-0ed9f745cfc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:28:37Z', 'updated_at': '2021-07-15T15:28:37Z', 'revision_number': 0, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:28:39.291552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf1b13-ff35-4b51-8131-f6f502857149 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825662a6-2e0e-4755-aca1-4fbbe0bc8f2a,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:39.298474 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5baf1b13-ff35-4b51-8131-f6f502857149 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:39.299977 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5baf1b13-ff35-4b51-8131-f6f502857149 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310887 Jul 15 15:28:39.308476 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197cdd26-3a6a-42a9-97af-2170d2fa9046 None None] The sync data for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 is: [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '8ba5882c-3a24-466c-b867-584f4c927c63', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'port_id': '1521e316-9c54-43eb-95e5-b51038c71951', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'mac_address': 'fa:16:3e:38:a1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24b04a2-e763-4013-a498-0ed9f745cfc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:28:37Z', 'updated_at': '2021-07-15T15:28:37Z', 'revision_number': 0, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:28:39.488556 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61663e6b-a72d-433b-9cac-11a5b54f7062 None None] New status for floating IP 8ba5882c-3a24-466c-b867-584f4c927c63: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:28:39.499176 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-a6ccc365-c796-4971-af65-bac33980e43b tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1782066749&fields=id&tenant_id=7303d3ae65c44dcc864cc847c658465d HTTP/1.1" status: 200 len: 267 time: 0.0338771 Jul 15 15:28:39.605548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-b18a41cc-a47b-4910-a8f2-25e9250bb5d9 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:39.607066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-b18a41cc-a47b-4910-a8f2-25e9250bb5d9 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/networks?id=7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 HTTP/1.1" status: 200 len: 813 time: 0.1004620 Jul 15 15:28:39.621853 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-d7fc9ebf-b3aa-42ac-b13c-1ab3810b20f8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/quotas/7303d3ae65c44dcc864cc847c658465d HTTP/1.1" status: 200 len: 375 time: 0.0090771 Jul 15 15:28:39.696690 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-13fa9218-aae8-44f2-9588-a04de0b57571 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7303d3ae65c44dcc864cc847c658465d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692832 Jul 15 15:28:39.790701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-ab2258ed-5e9d-4eb2-9a5b-5807d5929783 service neutron] 10.222.0.38 "GET /v2.0/networks/7b38f1eb-574d-4555-8fb7-6385f1b1b4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817759 Jul 15 15:28:39.881894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-26bee4fd-3fea-4f40-a693-f8b8b4fccc35 service neutron] 10.222.0.38 "GET /v2.0/networks/7b38f1eb-574d-4555-8fb7-6385f1b1b4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855205 Jul 15 15:28:40.183411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f583c919-b83d-4809-986e-ad14ccc4add0 req-fd96730a-b9df-4377-8cfb-90bccfeb4dd6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 210 time: 0.0278699 Jul 15 15:28:41.203929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-f21f70d4-7f34-49e3-a238-e835b5b54f44 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:41.205851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-f21f70d4-7f34-49e3-a238-e835b5b54f44 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.22 "GET /v2.0/networks?id=7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 HTTP/1.1" status: 200 len: 813 time: 0.1063619 Jul 15 15:28:41.258027 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-b92df1cb-0432-49b8-bcb8-d43a353063a2 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7303d3ae65c44dcc864cc847c658465d HTTP/1.1" status: 200 len: 380 time: 0.0379868 Jul 15 15:28:41.267060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-5777b093-9e21-43d4-8525-ce92341f6ca8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Request body: {'port': {'device_id': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'admin_state_up': True, 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'security_groups': ['435ad214-648c-4d5e-9a72-d122efe6d7d1']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:28:41.362418 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6f9aeef5-90ec-4e19-9010-da9f5dca4962 req-ddca0489-9121-47fa-9a36-941c7fe62041 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 210 time: 0.0608289 Jul 15 15:28:41.404288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-5777b093-9e21-43d4-8525-ce92341f6ca8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Made reservation on behalf of 7303d3ae65c44dcc864cc847c658465d for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:28:41.408655 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-5777b093-9e21-43d4-8525-ce92341f6ca8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:41.530075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-5777b093-9e21-43d4-8525-ce92341f6ca8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Allocated IP 172.20.0.4 (7b38f1eb-574d-4555-8fb7-6385f1b1b4f0/8074d793-8236-4a21-b3bd-9ba7365542e8/6f73f0cb-2aa4-498a-a70c-f9f189ae218b) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:28:41.670114 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-5777b093-9e21-43d4-8525-ce92341f6ca8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:41.684125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-5777b093-9e21-43d4-8525-ce92341f6ca8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Transition to ACTIVE for port object 6f73f0cb-2aa4-498a-a70c-f9f189ae218b will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:28:41.717082 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-5777b093-9e21-43d4-8525-ce92341f6ca8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:41.758449 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-5777b093-9e21-43d4-8525-ce92341f6ca8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Network 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:28:41.763736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-5777b093-9e21-43d4-8525-ce92341f6ca8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:28:41.768072 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-5777b093-9e21-43d4-8525-ce92341f6ca8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:28:41.797874 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777b093-9e21-43d4-8525-ce92341f6ca8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Pushing event updated for resources: {'Port': ['ID=6f73f0cb-2aa4-498a-a70c-f9f189ae218b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:41.827165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-5777b093-9e21-43d4-8525-ce92341f6ca8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:41.827853 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-5777b093-9e21-43d4-8525-ce92341f6ca8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:41.843999 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-5777b093-9e21-43d4-8525-ce92341f6ca8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807407 Jul 15 15:28:41.856029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Request body: {'port': {'device_id': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:28:41.936035 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:42.028207 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7f885a07-a9fa-4963-8d63-17cbc0fd2bac None None] Provisioning for port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:28:42.031871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7f885a07-a9fa-4963-8d63-17cbc0fd2bac None None] Provisioning complete for port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:28:42.032264 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f885a07-a9fa-4963-8d63-17cbc0fd2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:42.068948 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7f885a07-a9fa-4963-8d63-17cbc0fd2bac None None] Port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:28:42.203169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f73f0cb-2aa4-498a-a70c-f9f189ae218b {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:28:42.210798 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:42.222611 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Transition to ACTIVE for port object 6f73f0cb-2aa4-498a-a70c-f9f189ae218b will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:28:42.227407 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:42.299164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Pushing event updated for resources: {'Port': ['ID=6f73f0cb-2aa4-498a-a70c-f9f189ae218b,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:42.348462 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Attempting to bind port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:28:42.348810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Attempting to bind port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '34bb958c-3b2b-44c4-86e8-78617de8b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:28:42.349142 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Attempting to bind port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b on network 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:28:42.353782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b on network 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:28:42.354111 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Attempting to bind port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b on network 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:28:42.359368 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:28:42.359718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Checking segment: {'id': '34bb958c-3b2b-44c4-86e8-78617de8b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:28:42.360110 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Bound using segment: {'id': '34bb958c-3b2b-44c4-86e8-78617de8b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:28:42.361209 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Bound port: 6f73f0cb-2aa4-498a-a70c-f9f189ae218b, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34bb958c-3b2b-44c4-86e8-78617de8b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:28:42.361801 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:42.436119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] For port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:28:42.440265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] For port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6f73f0cb-2aa4-498a-a70c-f9f189ae218b,segment=NetworkSegment(34bb958c-3b2b-44c4-86e8-78617de8b115),segment_id=34bb958c-3b2b-44c4-86e8-78617de8b115)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:28:42.449051 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:42.525136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:42.525732 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:42.527475 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] 10.222.0.22 "PUT /v2.0/ports/6f73f0cb-2aa4-498a-a70c-f9f189ae218b HTTP/1.1" status: 200 len: 1091 time: 0.6759899 Jul 15 15:28:42.527930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'tag': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:28:42.530570 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69e86c4-fc6f-4b8f-8d7f-a0acd25be1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb69a46-0591-4257-82a2-11cbc450a84d", "tag": "6f73f0cb-2aa4-498a-a70c-f9f189ae218b"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:28:42.541834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280c6fe-be6a-40cd-87c7-3cdd12270c7d service neutron] Pushing event updated for resources: {'Port': ['ID=6f73f0cb-2aa4-498a-a70c-f9f189ae218b,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:42.619066 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a0cb18-e2ea-4177-8a60-46853216b7f8 x-openstack-request-id: req-28a0cb18-e2ea-4177-8a60-46853216b7f8 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:28:42.619360 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb69a46-0591-4257-82a2-11cbc450a84d", "tag": "6f73f0cb-2aa4-498a-a70c-f9f189ae218b", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:28:42.619611 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-28a0cb18-e2ea-4177-8a60-46853216b7f8 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:28:42.620009 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'tag': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b', 'status': 'completed', 'code': 200} Jul 15 15:28:42.662911 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7c04a-e9b2-43d6-aee8-51dc463b1ed3 req-2b3fc112-145a-4f8d-8923-34ee55eae453 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:42.664493 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9e7c04a-e9b2-43d6-aee8-51dc463b1ed3 req-2b3fc112-145a-4f8d-8923-34ee55eae453 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 943 time: 0.1241553 Jul 15 15:28:42.680643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-2e3d09f4-47f5-4999-aae2-049a0086c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:42.682103 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-2e3d09f4-47f5-4999-aae2-049a0086c1c6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7303d3ae65c44dcc864cc847c658465d&device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 1094 time: 0.0961666 Jul 15 15:28:42.727758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-c8c1dd05-248d-42de-b210-39f3e8588166 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f73f0cb-2aa4-498a-a70c-f9f189ae218b HTTP/1.1" status: 200 len: 217 time: 0.0377860 Jul 15 15:28:42.768527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9e7c04a-e9b2-43d6-aee8-51dc463b1ed3 req-427c4bf5-6a7a-4205-b104-c30da8c0790c tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971026 Jul 15 15:28:42.791205 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-d7677de2-f231-41a9-aaf5-47a4fe17cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:42.792627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-d7677de2-f231-41a9-aaf5-47a4fe17cbf8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8074d793-8236-4a21-b3bd-9ba7365542e8 HTTP/1.1" status: 200 len: 852 time: 0.0551176 Jul 15 15:28:42.857485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-73eacab7-87f3-4862-aa7e-b0144e835fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:42.858926 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-73eacab7-87f3-4862-aa7e-b0144e835fb5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7b38f1eb-574d-4555-8fb7-6385f1b1b4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601370 Jul 15 15:28:42.947976 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-413dc64e-c72a-4041-9ef8-7cb19aee2f59 service neutron] 10.222.0.22 "GET /v2.0/networks/7b38f1eb-574d-4555-8fb7-6385f1b1b4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831637 Jul 15 15:28:43.039674 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-669dac3a-65a4-4749-b12a-bad5f27c65ad req-f63ee4aa-3125-4e64-910d-0eea466007fe service neutron] 10.222.0.22 "GET /v2.0/networks/7b38f1eb-574d-4555-8fb7-6385f1b1b4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859654 Jul 15 15:28:43.138373 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e86c4-fc6f-4b8f-8d7f-a0acd25be1d1 req-0dc5b317-d0b5-4f05-979d-34a362558ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:43.139998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c69e86c4-fc6f-4b8f-8d7f-a0acd25be1d1 req-0dc5b317-d0b5-4f05-979d-34a362558ab6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7303d3ae65c44dcc864cc847c658465d&device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 1094 time: 0.0555849 Jul 15 15:28:43.235882 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e86c4-fc6f-4b8f-8d7f-a0acd25be1d1 req-3a8945a3-e2bd-4b8f-9744-3bf73f215cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:43.237380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c69e86c4-fc6f-4b8f-8d7f-a0acd25be1d1 req-3a8945a3-e2bd-4b8f-9744-3bf73f215cac service neutron] 10.222.0.22 "GET /v2.0/networks?id=7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 HTTP/1.1" status: 200 len: 914 time: 0.0914590 Jul 15 15:28:43.279509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c69e86c4-fc6f-4b8f-8d7f-a0acd25be1d1 req-ac1290cc-d3a1-4b40-bff8-50533cd70219 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f73f0cb-2aa4-498a-a70c-f9f189ae218b HTTP/1.1" status: 200 len: 217 time: 0.0349715 Jul 15 15:28:43.326500 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e86c4-fc6f-4b8f-8d7f-a0acd25be1d1 req-8e71ce75-ef23-4001-82b9-bc100c0143c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:43.327971 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c69e86c4-fc6f-4b8f-8d7f-a0acd25be1d1 req-8e71ce75-ef23-4001-82b9-bc100c0143c1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8074d793-8236-4a21-b3bd-9ba7365542e8 HTTP/1.1" status: 200 len: 852 time: 0.0424678 Jul 15 15:28:43.387637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e86c4-fc6f-4b8f-8d7f-a0acd25be1d1 req-6c9f3859-b6f5-4bdd-9f4f-19afcb693d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:43.389155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c69e86c4-fc6f-4b8f-8d7f-a0acd25be1d1 req-6c9f3859-b6f5-4bdd-9f4f-19afcb693d7b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7b38f1eb-574d-4555-8fb7-6385f1b1b4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552452 Jul 15 15:28:43.480100 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c69e86c4-fc6f-4b8f-8d7f-a0acd25be1d1 req-4041d8f1-199e-4163-9e12-3b1b0a7f6993 service neutron] 10.222.0.22 "GET /v2.0/networks/7b38f1eb-574d-4555-8fb7-6385f1b1b4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839567 Jul 15 15:28:43.578611 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c69e86c4-fc6f-4b8f-8d7f-a0acd25be1d1 req-56ddfeb6-9aec-4f20-aa97-035d479dfc82 service neutron] 10.222.0.22 "GET /v2.0/networks/7b38f1eb-574d-4555-8fb7-6385f1b1b4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921941 Jul 15 15:28:43.945822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865ca5d-5571-4604-a840-92f2788800e9 req-f84dbf72-a2ef-466f-a5bb-05f1977d6c06 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:43.947359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1865ca5d-5571-4604-a840-92f2788800e9 req-f84dbf72-a2ef-466f-a5bb-05f1977d6c06 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 943 time: 0.0633445 Jul 15 15:28:43.985711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1865ca5d-5571-4604-a840-92f2788800e9 req-70bd0abb-c218-4ec3-83e1-3e9acee78ce4 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319507 Jul 15 15:28:45.178914 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991193c-a2e3-4aea-9a7a-6d2d17b0cd23 req-44f5c81c-a149-4a12-84ff-6084a70d8c87 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:45.180387 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f991193c-a2e3-4aea-9a7a-6d2d17b0cd23 req-44f5c81c-a149-4a12-84ff-6084a70d8c87 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 943 time: 0.0743151 Jul 15 15:28:45.224702 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f991193c-a2e3-4aea-9a7a-6d2d17b0cd23 req-b3c8df3c-14ea-4f27-9b42-261da4b88f8e tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382538 Jul 15 15:28:46.408893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83488153-0f7a-44a0-9363-57366a9617c4 req-1d369ccc-34c6-4798-ab28-f6f19ba5f388 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:46.410380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83488153-0f7a-44a0-9363-57366a9617c4 req-1d369ccc-34c6-4798-ab28-f6f19ba5f388 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 943 time: 0.0627410 Jul 15 15:28:46.447039 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83488153-0f7a-44a0-9363-57366a9617c4 req-a8afc31a-433b-441c-9671-1f271684b94a tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311120 Jul 15 15:28:47.616451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672236a-4de3-4f36-9954-f01bc2c54ad6 req-b221dac2-d307-465e-a0a7-69f3b54356c3 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:47.617921 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6672236a-4de3-4f36-9954-f01bc2c54ad6 req-b221dac2-d307-465e-a0a7-69f3b54356c3 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 943 time: 0.0624862 Jul 15 15:28:47.655191 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6672236a-4de3-4f36-9954-f01bc2c54ad6 req-8d230e6f-4536-4be7-81db-5f0a4d7445b2 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318468 Jul 15 15:28:48.828599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a910f5-70d5-4d97-9357-60b92bd5251c req-12f7c2dc-36cb-4a29-a3a4-56f89452f307 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:48.830873 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16a910f5-70d5-4d97-9357-60b92bd5251c req-12f7c2dc-36cb-4a29-a3a4-56f89452f307 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 943 time: 0.0663342 Jul 15 15:28:48.867935 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-16a910f5-70d5-4d97-9357-60b92bd5251c req-d1030095-ae3c-429c-82cf-693e1ad99190 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316181 Jul 15 15:28:49.164480 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:49.487611 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:50.039347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f80223-d454-4671-955a-7d11b9946690 req-a33a66db-640b-444c-acc0-308fdcfc7cee tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:50.040838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03f80223-d454-4671-955a-7d11b9946690 req-a33a66db-640b-444c-acc0-308fdcfc7cee tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 943 time: 0.0646319 Jul 15 15:28:50.078890 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03f80223-d454-4671-955a-7d11b9946690 req-b39a259b-a154-46be-b770-b9537e3520eb tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324206 Jul 15 15:28:51.258195 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34edaf-9501-4b97-a422-98f3db6900f0 req-7e2e21bb-1b4a-413f-926e-0da787977014 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:51.259607 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb34edaf-9501-4b97-a422-98f3db6900f0 req-7e2e21bb-1b4a-413f-926e-0da787977014 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 943 time: 0.0658062 Jul 15 15:28:51.296290 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb34edaf-9501-4b97-a422-98f3db6900f0 req-66c066a3-444c-4ee4-9c90-d42776882f95 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309341 Jul 15 15:28:52.473002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d654587-fa66-4413-b1ba-2896565fb49e req-f43e50dd-5b33-4e67-a903-c64618be3eb8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:52.474790 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d654587-fa66-4413-b1ba-2896565fb49e req-f43e50dd-5b33-4e67-a903-c64618be3eb8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 943 time: 0.0687437 Jul 15 15:28:52.518047 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d654587-fa66-4413-b1ba-2896565fb49e req-0203a6b6-9b88-41aa-956c-07c750a14a86 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367801 Jul 15 15:28:53.181468 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6f73f0cb-2aa4-498a-a70c-f9f189ae218b details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:28:53.273428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6f73f0cb-2aa4-498a-a70c-f9f189ae218b,segment=NetworkSegment(34bb958c-3b2b-44c4-86e8-78617de8b115),segment_id=34bb958c-3b2b-44c4-86e8-78617de8b115)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:28:53.287384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'port_id': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b', 'mac_address': 'fa:16:3e:da:66:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:28:53.323191 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:53.335803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f73f0cb-2aa4-498a-a70c-f9f189ae218b {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:28:53.355201 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6f73f0cb-2aa4-498a-a70c-f9f189ae218b,segment=NetworkSegment(34bb958c-3b2b-44c4-86e8-78617de8b115),segment_id=34bb958c-3b2b-44c4-86e8-78617de8b115)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:28:53.358925 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:53.405453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=6f73f0cb-2aa4-498a-a70c-f9f189ae218b,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:53.571414 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['6f73f0cb-2aa4-498a-a70c-f9f189ae218b'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:28:53.692003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690c0fc-921b-4776-957e-7cc5a67d86a0 req-b28bdbf4-c327-4d87-b122-016d71b0cc65 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:53.693517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e690c0fc-921b-4776-957e-7cc5a67d86a0 req-b28bdbf4-c327-4d87-b122-016d71b0cc65 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 944 time: 0.0636795 Jul 15 15:28:53.731363 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e690c0fc-921b-4776-957e-7cc5a67d86a0 req-2fbbb82b-4865-479a-8b83-303134ce1584 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317109 Jul 15 15:28:54.329588 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40e0be52-75fc-496a-a95b-d6630fd0324c req-136f73dc-eb90-48db-ae56-c9cf4dad4fcb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534718 Jul 15 15:28:54.423434 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0be52-75fc-496a-a95b-d6630fd0324c req-b72764b5-8083-4bc7-b6c8-9ee3cb81d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:54.424909 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40e0be52-75fc-496a-a95b-d6630fd0324c req-b72764b5-8083-4bc7-b6c8-9ee3cb81d544 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0df11adc9a34cc8b2b4667eb5a4c547&device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 1096 time: 0.0523334 Jul 15 15:28:54.530070 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0be52-75fc-496a-a95b-d6630fd0324c req-8aec51cc-4858-4cc1-8556-cdd8b9f18242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:54.531550 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40e0be52-75fc-496a-a95b-d6630fd0324c req-8aec51cc-4858-4cc1-8556-cdd8b9f18242 service neutron] 10.222.0.22 "GET /v2.0/networks?id=51a9bc64-a231-49e0-a104-44249c7e546a HTTP/1.1" status: 200 len: 909 time: 0.0868857 Jul 15 15:28:54.594313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40e0be52-75fc-496a-a95b-d6630fd0324c req-12bd7e84-e363-4978-b834-c0298aacfaf7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5860cc9f-4d15-4764-a6eb-c79c3f1758cd HTTP/1.1" status: 200 len: 1001 time: 0.0565681 Jul 15 15:28:54.648288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0be52-75fc-496a-a95b-d6630fd0324c req-3cc07320-b399-4206-bc87-ceabefbc1cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:54.649750 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40e0be52-75fc-496a-a95b-d6630fd0324c req-3cc07320-b399-4206-bc87-ceabefbc1cf4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2974105d-87ff-46b5-bfc8-49ad4bb1581e HTTP/1.1" status: 200 len: 847 time: 0.0495737 Jul 15 15:28:54.710402 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0be52-75fc-496a-a95b-d6630fd0324c req-163e026b-1f0c-4271-941f-8dc923b80c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:54.711909 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40e0be52-75fc-496a-a95b-d6630fd0324c req-163e026b-1f0c-4271-941f-8dc923b80c86 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=51a9bc64-a231-49e0-a104-44249c7e546a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560060 Jul 15 15:28:54.802970 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40e0be52-75fc-496a-a95b-d6630fd0324c req-c965fe01-1516-4d73-82d5-1b6c7326752f service neutron] 10.222.0.22 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845957 Jul 15 15:28:54.904509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40e0be52-75fc-496a-a95b-d6630fd0324c req-a449531e-aa05-48ba-b5c9-ae5f92b02865 service neutron] 10.222.0.22 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956235 Jul 15 15:28:55.051266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e88c46-a28d-47f3-9311-b8c639b2633d req-74f9835d-3169-483f-80a9-71f652923f96 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:55.052761 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-53e88c46-a28d-47f3-9311-b8c639b2633d req-74f9835d-3169-483f-80a9-71f652923f96 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 944 time: 0.1812744 Jul 15 15:28:55.092061 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-53e88c46-a28d-47f3-9311-b8c639b2633d req-ff2c2b26-5421-40a2-aa66-08bb538fb935 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324559 Jul 15 15:28:55.186759 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6f73f0cb-2aa4-498a-a70c-f9f189ae218b up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:28:55.235011 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:28:55.238962 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:28:55.239340 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:55.319799 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:55.341775 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:28:55.344048 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cdd4ef-439f-46de-88c6-a0c1d820b7e6" -d '{"events": [{"server_uuid": "ceb69a46-0591-4257-82a2-11cbc450a84d", "name": "network-vif-plugged", "status": "completed", "tag": "6f73f0cb-2aa4-498a-a70c-f9f189ae218b"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:28:55.356523 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6f73f0cb-2aa4-498a-a70c-f9f189ae218b,segment=NetworkSegment(34bb958c-3b2b-44c4-86e8-78617de8b115),segment_id=34bb958c-3b2b-44c4-86e8-78617de8b115)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:28:55.360404 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:55.384372 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0d7e53-cf30-4f42-913f-bffc4dc8c2ed x-openstack-request-id: req-cd0d7e53-cf30-4f42-913f-bffc4dc8c2ed {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:28:55.384687 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb69a46-0591-4257-82a2-11cbc450a84d", "name": "network-vif-plugged", "status": "completed", "tag": "6f73f0cb-2aa4-498a-a70c-f9f189ae218b", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:28:55.384934 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cd0d7e53-cf30-4f42-913f-bffc4dc8c2ed {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:28:55.385446 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b', 'code': 200} Jul 15 15:28:55.414873 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=6f73f0cb-2aa4-498a-a70c-f9f189ae218b,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:55.499018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e459a84-4c4d-4a7e-8d97-f2be2c6559f5 req-f2c6cbfb-d496-40a6-8f37-af6581b37f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:55.500623 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e459a84-4c4d-4a7e-8d97-f2be2c6559f5 req-f2c6cbfb-d496-40a6-8f37-af6581b37f16 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 1096 time: 0.0538421 Jul 15 15:28:55.534461 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e459a84-4c4d-4a7e-8d97-f2be2c6559f5 req-b5a061f2-1118-492a-a4a7-985785605477 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278716 Jul 15 15:28:56.276981 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e76a3b-3a57-416b-903d-5acc38419682 req-908e2600-f115-4efc-ae93-f42be755e211 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:56.278494 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07e76a3b-3a57-416b-903d-5acc38419682 req-908e2600-f115-4efc-ae93-f42be755e211 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 945 time: 0.0732515 Jul 15 15:28:56.317201 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-07e76a3b-3a57-416b-903d-5acc38419682 req-9fcf5b10-af9a-44ec-8c5e-b8aeb4f6cb86 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322380 Jul 15 15:28:57.520578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93720e5-4ddd-462c-a2bd-c6f5e060c9e7 req-6b87b040-edc3-4661-8397-9aec30c7a945 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:57.522064 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d93720e5-4ddd-462c-a2bd-c6f5e060c9e7 req-6b87b040-edc3-4661-8397-9aec30c7a945 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 945 time: 0.0695965 Jul 15 15:28:57.560206 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d93720e5-4ddd-462c-a2bd-c6f5e060c9e7 req-1c4a47b6-9cd7-46d5-bf26-3b5c04665d98 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325363 Jul 15 15:28:57.740049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7098c9-688c-4162-9861-508bc74cfdd4 req-1f612178-38ee-4d9e-8b65-5f49b2084f91 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:57.741508 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de7098c9-688c-4162-9861-508bc74cfdd4 req-1f612178-38ee-4d9e-8b65-5f49b2084f91 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 945 time: 0.0662887 Jul 15 15:28:57.778488 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de7098c9-688c-4162-9861-508bc74cfdd4 req-de46c4cf-12b3-45cd-8dd2-39ecc0dafbfe tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314763 Jul 15 15:28:57.805195 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37520) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:28:57.964207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffce11e-0d88-45c6-b545-624681e57259 tempest-TestVolumeBackupRestore-1287480 tempest-TestVolumeBackupRestore-1287480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:57.965708 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9ffce11e-0d88-45c6-b545-624681e57259 tempest-TestVolumeBackupRestore-1287480 tempest-TestVolumeBackupRestore-1287480-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 1091 time: 0.1594489 Jul 15 15:28:57.968740 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 37524) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:28:57.974660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:28:57.996502 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:58.098034 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:58.201718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Allocated IP 172.25.4.121 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/1aefbfa8-8beb-4227-a516-36110837ee71) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:28:58.255996 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-61cce3f2-3365-4d07-8a6a-8a57e23b6b71 req-4660f978-b4e5-4e88-a6b4-d7a054c09670 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601847 Jul 15 15:28:58.311861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:58.352985 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:58.362946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cce3f2-3365-4d07-8a6a-8a57e23b6b71 req-4bdda1b1-b224-4621-ba4a-e23b9cca5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:58.368487 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-61cce3f2-3365-4d07-8a6a-8a57e23b6b71 req-4bdda1b1-b224-4621-ba4a-e23b9cca5994 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 1096 time: 0.0640829 Jul 15 15:28:58.396072 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:28:58.399118 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:28:58.403561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:28:58.406501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Pushing event updated for resources: {'Port': ['ID=1aefbfa8-8beb-4227-a516-36110837ee71,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:58.433839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:58.434188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:58.434562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:58.434936 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:58.435321 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:58.435617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:58.435946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:58.436274 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:58.436604 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:58.436934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:58.437280 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:58.437579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:28:58.498934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cce3f2-3365-4d07-8a6a-8a57e23b6b71 req-63d7b82b-9b7a-4a1b-b32f-54c1c225be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:58.500745 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-61cce3f2-3365-4d07-8a6a-8a57e23b6b71 req-63d7b82b-9b7a-4a1b-b32f-54c1c225be2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.1111534 Jul 15 15:28:58.570501 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-61cce3f2-3365-4d07-8a6a-8a57e23b6b71 req-9c9544e1-4e4a-49a9-8299-8758b648fcbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1521e316-9c54-43eb-95e5-b51038c71951 HTTP/1.1" status: 200 len: 1001 time: 0.0625992 Jul 15 15:28:58.633146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cce3f2-3365-4d07-8a6a-8a57e23b6b71 req-6e00e285-d41e-4f18-bda7-09883b423270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:58.635143 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-61cce3f2-3365-4d07-8a6a-8a57e23b6b71 req-6e00e285-d41e-4f18-bda7-09883b423270 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0574868 Jul 15 15:28:58.700038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cce3f2-3365-4d07-8a6a-8a57e23b6b71 req-5b3fd5ec-fb05-4058-aab2-053f7be8a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:58.701570 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-61cce3f2-3365-4d07-8a6a-8a57e23b6b71 req-5b3fd5ec-fb05-4058-aab2-053f7be8a8db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605595 Jul 15 15:28:58.801897 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-61cce3f2-3365-4d07-8a6a-8a57e23b6b71 req-a4b209bf-7f56-4824-a92f-cf370b596237 service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912030 Jul 15 15:28:58.901122 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-61cce3f2-3365-4d07-8a6a-8a57e23b6b71 req-3352c35e-cc33-4571-b973-e15499ed6eee service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924528 Jul 15 15:28:59.108955 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:59.190403 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:59.332415 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:59.336782 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:59.408978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Pushing event updated for resources: {'Port': ['ID=1aefbfa8-8beb-4227-a516-36110837ee71,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:28:59.416749 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:59.514940 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Floating IP 3a300fda-0e0f-4062-84c8-889a23c61fe1 associated. External IP: 172.25.4.121, port: 6f73f0cb-2aa4-498a-a70c-f9f189ae218b. Jul 15 15:28:59.715568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Router a3c3f43c-53b5-4062-8582-e39615904eef has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:28:59.820524 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:28:59.829693 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bb5a0d-92ab-4684-8e18-49746c114ac3 None None] Sync routers for ids ['a3c3f43c-53b5-4062-8582-e39615904eef'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:28:59.837675 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:28:59.840001 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb5a0d-92ab-4684-8e18-49746c114ac3 None None] Routers {'a3c3f43c-53b5-4062-8582-e39615904eef'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:28:59.840660 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f3bb5a0d-92ab-4684-8e18-49746c114ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:28:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c3f43c-53b5-4062-8582-e39615904eef'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:28:59.874270 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e5a4e206-dcbb-4f6a-83d6-8ce303e4d475 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9044092 Jul 15 15:28:59.874865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'tag': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:28:59.877088 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37528) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:28:59.877561 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca008d7-6ef3-42dc-ab87-36a935d72e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb69a46-0591-4257-82a2-11cbc450a84d", "tag": "6f73f0cb-2aa4-498a-a70c-f9f189ae218b"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:28:59.913833 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7652ae3c-51b5-49d8-811c-85002e8e8df8 x-openstack-request-id: req-7652ae3c-51b5-49d8-811c-85002e8e8df8 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:28:59.914122 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb69a46-0591-4257-82a2-11cbc450a84d", "tag": "6f73f0cb-2aa4-498a-a70c-f9f189ae218b", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:28:59.914371 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7652ae3c-51b5-49d8-811c-85002e8e8df8 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:28:59.914810 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'tag': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b', 'status': 'completed', 'code': 200} Jul 15 15:28:59.934706 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e8aad-8ce8-4d81-9ffa-ce44c98f7b42 tempest-TestVolumeBackupRestore-1287480 tempest-TestVolumeBackupRestore-1287480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:59.936249 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-490e8aad-8ce8-4d81-9ffa-ce44c98f7b42 tempest-TestVolumeBackupRestore-1287480 tempest-TestVolumeBackupRestore-1287480-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 1091 time: 0.0577862 Jul 15 15:28:59.939192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37532) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:28:59.943684 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bd0ae1ff-899e-416a-9f3e-ec98c7dffb58 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Request body: {'floatingip': {'port_id': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:28:59.950897 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f3bb5a0d-92ab-4684-8e18-49746c114ac3 None None] Set router a3c3f43c-53b5-4062-8582-e39615904eef gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:28:59.995755 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca008d7-6ef3-42dc-ab87-36a935d72e4e req-8a5f5642-90f7-4140-b141-ba8a80adeb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:28:59.996745 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bca008d7-6ef3-42dc-ab87-36a935d72e4e req-8a5f5642-90f7-4140-b141-ba8a80adeb42 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7303d3ae65c44dcc864cc847c658465d&device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 1096 time: 0.0589869 Jul 15 15:29:00.009228 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae1ff-899e-416a-9f3e-ec98c7dffb58 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:00.083921 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c097147-db53-4867-af5d-5d21c3db09f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:00.099346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca008d7-6ef3-42dc-ab87-36a935d72e4e req-a8b2aaab-be7b-4db2-b84a-c0732eedbc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:00.101365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bca008d7-6ef3-42dc-ab87-36a935d72e4e req-a8b2aaab-be7b-4db2-b84a-c0732eedbc97 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 HTTP/1.1" status: 200 len: 914 time: 0.0983739 Jul 15 15:29:00.165861 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bca008d7-6ef3-42dc-ab87-36a935d72e4e req-7c5dde00-2cad-4b04-833c-d5398127dba4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f73f0cb-2aa4-498a-a70c-f9f189ae218b HTTP/1.1" status: 200 len: 999 time: 0.0578222 Jul 15 15:29:00.187745 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f3bb5a0d-92ab-4684-8e18-49746c114ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:26:08Z', 'revision_number': 4, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port': {'id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:04Z', 'updated_at': '2021-07-15T15:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '3a300fda-0e0f-4062-84c8-889a23c61fe1', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'port_id': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'mac_address': 'fa:16:3e:da:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:28:58Z', 'updated_at': '2021-07-15T15:28:58Z', 'revision_number': 0, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71291953-79fd-42c9-a1ce-6f830b0a7f5c', 'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'mac_address': 'fa:16:3e:08:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:07Z', 'updated_at': '2021-07-15T15:26:15Z', 'revision_number': 5, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'subnets': [{'id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:00.217767 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bb5a0d-92ab-4684-8e18-49746c114ac3 None None] Checking router: a3c3f43c-53b5-4062-8582-e39615904eef for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:29:00.218545 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca008d7-6ef3-42dc-ab87-36a935d72e4e req-f8d5526e-1f8e-4689-bd66-2a6893c7e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:00.220043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bca008d7-6ef3-42dc-ab87-36a935d72e4e req-f8d5526e-1f8e-4689-bd66-2a6893c7e3a2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8074d793-8236-4a21-b3bd-9ba7365542e8 HTTP/1.1" status: 200 len: 852 time: 0.0485880 Jul 15 15:29:00.226254 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb5a0d-92ab-4684-8e18-49746c114ac3 None None] Routers {'a3c3f43c-53b5-4062-8582-e39615904eef'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:29:00.226893 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f3bb5a0d-92ab-4684-8e18-49746c114ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:28:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c3f43c-53b5-4062-8582-e39615904eef'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:00.289663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca008d7-6ef3-42dc-ab87-36a935d72e4e req-07be47f7-71f5-4bcb-8773-e00ad270a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:00.291159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bca008d7-6ef3-42dc-ab87-36a935d72e4e req-07be47f7-71f5-4bcb-8773-e00ad270a168 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7b38f1eb-574d-4555-8fb7-6385f1b1b4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650368 Jul 15 15:29:00.335010 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f3bb5a0d-92ab-4684-8e18-49746c114ac3 None None] Set router a3c3f43c-53b5-4062-8582-e39615904eef gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:29:00.388161 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bca008d7-6ef3-42dc-ab87-36a935d72e4e req-d1a053cf-0c72-458a-99a7-a6daa4d30d51 service neutron] 10.222.0.22 "GET /v2.0/networks/7b38f1eb-574d-4555-8fb7-6385f1b1b4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907571 Jul 15 15:29:00.486715 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bca008d7-6ef3-42dc-ab87-36a935d72e4e req-0146b0ec-c742-4682-8173-281af15a6ec6 service neutron] 10.222.0.22 "GET /v2.0/networks/7b38f1eb-574d-4555-8fb7-6385f1b1b4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917621 Jul 15 15:29:00.566851 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae1ff-899e-416a-9f3e-ec98c7dffb58 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:00.570644 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f3bb5a0d-92ab-4684-8e18-49746c114ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:26:08Z', 'revision_number': 4, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port': {'id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:04Z', 'updated_at': '2021-07-15T15:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '3a300fda-0e0f-4062-84c8-889a23c61fe1', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'port_id': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'mac_address': 'fa:16:3e:da:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:28:58Z', 'updated_at': '2021-07-15T15:28:58Z', 'revision_number': 0, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71291953-79fd-42c9-a1ce-6f830b0a7f5c', 'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'mac_address': 'fa:16:3e:08:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:07Z', 'updated_at': '2021-07-15T15:26:15Z', 'revision_number': 5, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'subnets': [{'id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:00.571049 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae1ff-899e-416a-9f3e-ec98c7dffb58 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:00.599398 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bb5a0d-92ab-4684-8e18-49746c114ac3 None None] The sync data for ids ['a3c3f43c-53b5-4062-8582-e39615904eef'] in n-d-764435-3 is: [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:26:08Z', 'revision_number': 4, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port': {'id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:04Z', 'updated_at': '2021-07-15T15:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '3a300fda-0e0f-4062-84c8-889a23c61fe1', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'port_id': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'mac_address': 'fa:16:3e:da:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:28:58Z', 'updated_at': '2021-07-15T15:28:58Z', 'revision_number': 0, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71291953-79fd-42c9-a1ce-6f830b0a7f5c', 'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'mac_address': 'fa:16:3e:08:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:07Z', 'updated_at': '2021-07-15T15:26:15Z', 'revision_number': 5, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'subnets': [{'id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:29:00.796385 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0ae1ff-899e-416a-9f3e-ec98c7dffb58 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Router a3c3f43c-53b5-4062-8582-e39615904eef has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:29:00.818511 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df01cf1b-48e3-401b-997a-eb3bc775e11d None None] New status for floating IP 3a300fda-0e0f-4062-84c8-889a23c61fe1: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:29:00.915845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0ae1ff-899e-416a-9f3e-ec98c7dffb58 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:29:00.921849 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae1ff-899e-416a-9f3e-ec98c7dffb58 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:00.965964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'tag': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:29:00.968533 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7fb2f8-66d4-4709-9f98-08fb0e550af0" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb69a46-0591-4257-82a2-11cbc450a84d", "tag": "6f73f0cb-2aa4-498a-a70c-f9f189ae218b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:29:01.009979 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38962e12-18ea-406f-8985-4d7e62e9df21 x-openstack-request-id: req-38962e12-18ea-406f-8985-4d7e62e9df21 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:29:01.010372 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb69a46-0591-4257-82a2-11cbc450a84d", "tag": "6f73f0cb-2aa4-498a-a70c-f9f189ae218b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:29:01.010651 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38962e12-18ea-406f-8985-4d7e62e9df21 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:29:01.011155 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'tag': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b', 'status': 'completed', 'code': 200} Jul 15 15:29:01.017370 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bd0ae1ff-899e-416a-9f3e-ec98c7dffb58 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "PUT /v2.0/floatingips/3a300fda-0e0f-4062-84c8-889a23c61fe1 HTTP/1.1" status: 200 len: 991 time: 1.0769715 Jul 15 15:29:01.047444 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512fa897-f82c-4102-99f9-efadc16766ab None None] Sync routers for ids ['a3c3f43c-53b5-4062-8582-e39615904eef'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:29:01.058733 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512fa897-f82c-4102-99f9-efadc16766ab None None] Routers {'a3c3f43c-53b5-4062-8582-e39615904eef'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:29:01.059418 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-512fa897-f82c-4102-99f9-efadc16766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:28:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c3f43c-53b5-4062-8582-e39615904eef'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:01.088358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fb2f8-66d4-4709-9f98-08fb0e550af0 req-33afb67d-6b45-480c-8ac1-b0990dde95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:01.089811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa7fb2f8-66d4-4709-9f98-08fb0e550af0 req-33afb67d-6b45-480c-8ac1-b0990dde95fb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7303d3ae65c44dcc864cc847c658465d&device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 1096 time: 0.0539474 Jul 15 15:29:01.185166 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-512fa897-f82c-4102-99f9-efadc16766ab None None] Set router a3c3f43c-53b5-4062-8582-e39615904eef gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:29:01.196398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fb2f8-66d4-4709-9f98-08fb0e550af0 req-67a9ae16-8131-4113-b437-5c9d13861b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:01.197880 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa7fb2f8-66d4-4709-9f98-08fb0e550af0 req-67a9ae16-8131-4113-b437-5c9d13861b6e service neutron] 10.222.0.22 "GET /v2.0/networks?id=7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 HTTP/1.1" status: 200 len: 914 time: 0.1025140 Jul 15 15:29:01.269281 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa7fb2f8-66d4-4709-9f98-08fb0e550af0 req-a2887602-76f3-4d8f-8ecf-d33e184e0a93 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f73f0cb-2aa4-498a-a70c-f9f189ae218b HTTP/1.1" status: 200 len: 1001 time: 0.0653694 Jul 15 15:29:01.320437 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fb2f8-66d4-4709-9f98-08fb0e550af0 req-19b56476-e729-4804-8633-a1a8e608d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:01.321894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa7fb2f8-66d4-4709-9f98-08fb0e550af0 req-19b56476-e729-4804-8633-a1a8e608d6b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8074d793-8236-4a21-b3bd-9ba7365542e8 HTTP/1.1" status: 200 len: 852 time: 0.0464387 Jul 15 15:29:01.384821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fb2f8-66d4-4709-9f98-08fb0e550af0 req-83ea2df3-9cab-4929-bf91-8fd00661fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:01.386344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa7fb2f8-66d4-4709-9f98-08fb0e550af0 req-83ea2df3-9cab-4929-bf91-8fd00661fe09 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7b38f1eb-574d-4555-8fb7-6385f1b1b4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578504 Jul 15 15:29:01.477229 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa7fb2f8-66d4-4709-9f98-08fb0e550af0 req-7445ae07-0f52-459b-886a-2baf988bc535 service neutron] 10.222.0.22 "GET /v2.0/networks/7b38f1eb-574d-4555-8fb7-6385f1b1b4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836322 Jul 15 15:29:01.529224 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-512fa897-f82c-4102-99f9-efadc16766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:26:08Z', 'revision_number': 4, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port': {'id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:04Z', 'updated_at': '2021-07-15T15:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '3a300fda-0e0f-4062-84c8-889a23c61fe1', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'port_id': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'mac_address': 'fa:16:3e:da:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:28:58Z', 'updated_at': '2021-07-15T15:29:00Z', 'revision_number': 2, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71291953-79fd-42c9-a1ce-6f830b0a7f5c', 'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'mac_address': 'fa:16:3e:08:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:07Z', 'updated_at': '2021-07-15T15:26:15Z', 'revision_number': 5, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'subnets': [{'id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:01.556036 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512fa897-f82c-4102-99f9-efadc16766ab None None] Checking router: a3c3f43c-53b5-4062-8582-e39615904eef for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:29:01.564767 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512fa897-f82c-4102-99f9-efadc16766ab None None] Routers {'a3c3f43c-53b5-4062-8582-e39615904eef'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:29:01.565358 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-512fa897-f82c-4102-99f9-efadc16766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:28:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c3f43c-53b5-4062-8582-e39615904eef'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:01.579713 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa7fb2f8-66d4-4709-9f98-08fb0e550af0 req-a8de8a74-1d8f-4916-b134-9161f37ea276 service neutron] 10.222.0.22 "GET /v2.0/networks/7b38f1eb-574d-4555-8fb7-6385f1b1b4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945868 Jul 15 15:29:01.673711 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-512fa897-f82c-4102-99f9-efadc16766ab None None] Set router a3c3f43c-53b5-4062-8582-e39615904eef gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:29:01.897634 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-512fa897-f82c-4102-99f9-efadc16766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:26:08Z', 'revision_number': 4, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port': {'id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:04Z', 'updated_at': '2021-07-15T15:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '3a300fda-0e0f-4062-84c8-889a23c61fe1', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'port_id': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'mac_address': 'fa:16:3e:da:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:28:58Z', 'updated_at': '2021-07-15T15:29:00Z', 'revision_number': 2, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71291953-79fd-42c9-a1ce-6f830b0a7f5c', 'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'mac_address': 'fa:16:3e:08:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:07Z', 'updated_at': '2021-07-15T15:26:15Z', 'revision_number': 5, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'subnets': [{'id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:01.924440 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512fa897-f82c-4102-99f9-efadc16766ab None None] The sync data for ids ['a3c3f43c-53b5-4062-8582-e39615904eef'] in n-d-764435-3 is: [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:26:08Z', 'revision_number': 4, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port': {'id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:04Z', 'updated_at': '2021-07-15T15:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '3a300fda-0e0f-4062-84c8-889a23c61fe1', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'port_id': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'mac_address': 'fa:16:3e:da:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:28:58Z', 'updated_at': '2021-07-15T15:29:00Z', 'revision_number': 2, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71291953-79fd-42c9-a1ce-6f830b0a7f5c', 'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'mac_address': 'fa:16:3e:08:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:07Z', 'updated_at': '2021-07-15T15:26:15Z', 'revision_number': 5, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'subnets': [{'id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:29:02.822219 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:02.932108 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1900b1e6-46a1-43c7-a0d2-41f2b135591f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:03.011998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'tag': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:29:03.014869 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a269c3-e3ee-4567-bdf9-bf61e17619c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb69a46-0591-4257-82a2-11cbc450a84d", "tag": "6f73f0cb-2aa4-498a-a70c-f9f189ae218b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:29:03.057084 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f3c778-ca3d-46c0-8f9d-d8f18bc8dfc6 x-openstack-request-id: req-68f3c778-ca3d-46c0-8f9d-d8f18bc8dfc6 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:29:03.057407 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb69a46-0591-4257-82a2-11cbc450a84d", "tag": "6f73f0cb-2aa4-498a-a70c-f9f189ae218b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:29:03.057667 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68f3c778-ca3d-46c0-8f9d-d8f18bc8dfc6 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:29:03.058080 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'tag': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b', 'status': 'completed', 'code': 200} Jul 15 15:29:03.132618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a269c3-e3ee-4567-bdf9-bf61e17619c7 req-43b0e854-359a-43c0-bc2d-28feaf88dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:03.134163 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54a269c3-e3ee-4567-bdf9-bf61e17619c7 req-43b0e854-359a-43c0-bc2d-28feaf88dad1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7303d3ae65c44dcc864cc847c658465d&device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 1096 time: 0.0525873 Jul 15 15:29:03.225755 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a269c3-e3ee-4567-bdf9-bf61e17619c7 req-56939d1d-cfe7-40e7-b1c9-87f6e240b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:03.227254 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54a269c3-e3ee-4567-bdf9-bf61e17619c7 req-56939d1d-cfe7-40e7-b1c9-87f6e240b14c service neutron] 10.222.0.22 "GET /v2.0/networks?id=7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 HTTP/1.1" status: 200 len: 914 time: 0.0869451 Jul 15 15:29:03.290195 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54a269c3-e3ee-4567-bdf9-bf61e17619c7 req-224b7672-1c42-41e9-9a20-f24bd0cdfc0d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f73f0cb-2aa4-498a-a70c-f9f189ae218b HTTP/1.1" status: 200 len: 1001 time: 0.0567248 Jul 15 15:29:03.336868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a269c3-e3ee-4567-bdf9-bf61e17619c7 req-bcc7e73a-04d7-4d11-8837-e3a93c5314a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:03.338271 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54a269c3-e3ee-4567-bdf9-bf61e17619c7 req-bcc7e73a-04d7-4d11-8837-e3a93c5314a7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8074d793-8236-4a21-b3bd-9ba7365542e8 HTTP/1.1" status: 200 len: 852 time: 0.0422194 Jul 15 15:29:03.399006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a269c3-e3ee-4567-bdf9-bf61e17619c7 req-edd7500a-c02f-41c7-96ab-9e964fe3795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:03.400508 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54a269c3-e3ee-4567-bdf9-bf61e17619c7 req-edd7500a-c02f-41c7-96ab-9e964fe3795c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7b38f1eb-574d-4555-8fb7-6385f1b1b4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562701 Jul 15 15:29:03.488228 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54a269c3-e3ee-4567-bdf9-bf61e17619c7 req-925eb032-9197-4d37-8be3-f583d5cdec44 service neutron] 10.222.0.22 "GET /v2.0/networks/7b38f1eb-574d-4555-8fb7-6385f1b1b4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810626 Jul 15 15:29:03.583293 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54a269c3-e3ee-4567-bdf9-bf61e17619c7 req-d36cf440-9d04-4718-b0ef-4e8e20cba050 service neutron] 10.222.0.22 "GET /v2.0/networks/7b38f1eb-574d-4555-8fb7-6385f1b1b4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885696 Jul 15 15:29:03.714295 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:29:04.340873 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:06.038479 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:19.182457 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:19.496536 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:30.046365 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e7fde2f-49cb-4406-a650-cc3ac12c527f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:32.143575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37552) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:29:32.294308 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bbd943d7-a96d-4e22-9b94-9220d575c245 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Deleting port 1aefbfa8-8beb-4227-a516-36110837ee71 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:29:32.294575 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbd943d7-a96d-4e22-9b94-9220d575c245 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:32.370893 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbd943d7-a96d-4e22-9b94-9220d575c245 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:32.371222 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbd943d7-a96d-4e22-9b94-9220d575c245 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:32.382353 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bbd943d7-a96d-4e22-9b94-9220d575c245 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Calling delete_port for 1aefbfa8-8beb-4227-a516-36110837ee71 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:29:32.577484 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbd943d7-a96d-4e22-9b94-9220d575c245 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:32.610664 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd943d7-a96d-4e22-9b94-9220d575c245 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Pushing event deleted for resources: {'Port': ['ID=1aefbfa8-8beb-4227-a516-36110837ee71,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:32.672903 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbd943d7-a96d-4e22-9b94-9220d575c245 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:32.673281 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-bbd943d7-a96d-4e22-9b94-9220d575c245 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Floating IP 3a300fda-0e0f-4062-84c8-889a23c61fe1 disassociated (deleted). External IP: 172.25.4.121, port: 6f73f0cb-2aa4-498a-a70c-f9f189ae218b. Jul 15 15:29:32.822379 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:32.934619 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa1cd3eb-c4e7-498b-82fa-75dec3b80b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:33.211897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd943d7-a96d-4e22-9b94-9220d575c245 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Router a3c3f43c-53b5-4062-8582-e39615904eef has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:29:33.317147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd943d7-a96d-4e22-9b94-9220d575c245 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:29:33.321894 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbd943d7-a96d-4e22-9b94-9220d575c245 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:33.325976 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242f3ec9-6e07-44b8-8414-bc1560b43f94 None None] Sync routers for ids ['a3c3f43c-53b5-4062-8582-e39615904eef'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:29:33.334913 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242f3ec9-6e07-44b8-8414-bc1560b43f94 None None] Routers {'a3c3f43c-53b5-4062-8582-e39615904eef'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:29:33.335528 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-242f3ec9-6e07-44b8-8414-bc1560b43f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:29:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c3f43c-53b5-4062-8582-e39615904eef'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:33.360201 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bbd943d7-a96d-4e22-9b94-9220d575c245 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "DELETE /v2.0/floatingips/3a300fda-0e0f-4062-84c8-889a23c61fe1 HTTP/1.1" status: 204 len: 168 time: 1.2122557 Jul 15 15:29:33.360201 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'tag': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:29:33.360465 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5c1999-bfab-465c-8566-84ae68dd5015" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb69a46-0591-4257-82a2-11cbc450a84d", "tag": "6f73f0cb-2aa4-498a-a70c-f9f189ae218b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:29:33.409343 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76ca37f-ec55-4c4c-bbde-45dec74e00b7 x-openstack-request-id: req-c76ca37f-ec55-4c4c-bbde-45dec74e00b7 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:29:33.409653 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb69a46-0591-4257-82a2-11cbc450a84d", "tag": "6f73f0cb-2aa4-498a-a70c-f9f189ae218b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:29:33.409908 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c76ca37f-ec55-4c4c-bbde-45dec74e00b7 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:29:33.410316 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'tag': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b', 'status': 'completed', 'code': 200} Jul 15 15:29:33.495179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c1999-bfab-465c-8566-84ae68dd5015 req-655c4af1-9361-4140-9bef-70596a69b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:33.496983 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d5c1999-bfab-465c-8566-84ae68dd5015 req-655c4af1-9361-4140-9bef-70596a69b0ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7303d3ae65c44dcc864cc847c658465d&device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 1096 time: 0.0594280 Jul 15 15:29:33.600441 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c1999-bfab-465c-8566-84ae68dd5015 req-9ed5cef8-1713-4bbf-b8f0-2c2f8cd63ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:33.602210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d5c1999-bfab-465c-8566-84ae68dd5015 req-9ed5cef8-1713-4bbf-b8f0-2c2f8cd63ef9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 HTTP/1.1" status: 200 len: 914 time: 0.0993080 Jul 15 15:29:33.607013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-242f3ec9-6e07-44b8-8414-bc1560b43f94 None None] Set router a3c3f43c-53b5-4062-8582-e39615904eef gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:29:33.649742 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d5c1999-bfab-465c-8566-84ae68dd5015 req-ff37fc7b-c185-4882-ade7-bccbd95ba79c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f73f0cb-2aa4-498a-a70c-f9f189ae218b HTTP/1.1" status: 200 len: 217 time: 0.0386131 Jul 15 15:29:33.709317 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c1999-bfab-465c-8566-84ae68dd5015 req-54804ecb-35f1-4458-9c1b-0606830a9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:33.711591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d5c1999-bfab-465c-8566-84ae68dd5015 req-54804ecb-35f1-4458-9c1b-0606830a9b35 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8074d793-8236-4a21-b3bd-9ba7365542e8 HTTP/1.1" status: 200 len: 852 time: 0.0546284 Jul 15 15:29:33.777544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c1999-bfab-465c-8566-84ae68dd5015 req-f100b7e9-af0d-4fdc-b216-98a8d1840f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:33.779281 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d5c1999-bfab-465c-8566-84ae68dd5015 req-f100b7e9-af0d-4fdc-b216-98a8d1840f18 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7b38f1eb-574d-4555-8fb7-6385f1b1b4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590849 Jul 15 15:29:33.829032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-242f3ec9-6e07-44b8-8414-bc1560b43f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:26:08Z', 'revision_number': 4, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port': {'id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:04Z', 'updated_at': '2021-07-15T15:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '71291953-79fd-42c9-a1ce-6f830b0a7f5c', 'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'mac_address': 'fa:16:3e:08:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:07Z', 'updated_at': '2021-07-15T15:26:15Z', 'revision_number': 5, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'subnets': [{'id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:33.855707 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242f3ec9-6e07-44b8-8414-bc1560b43f94 None None] Checking router: a3c3f43c-53b5-4062-8582-e39615904eef for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:29:33.863940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242f3ec9-6e07-44b8-8414-bc1560b43f94 None None] Routers {'a3c3f43c-53b5-4062-8582-e39615904eef'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:29:33.864555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-242f3ec9-6e07-44b8-8414-bc1560b43f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:29:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c3f43c-53b5-4062-8582-e39615904eef'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:33.911761 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d5c1999-bfab-465c-8566-84ae68dd5015 req-7b5b4cef-db2a-40b7-a4c2-936e4f643e2f service neutron] 10.222.0.22 "GET /v2.0/networks/7b38f1eb-574d-4555-8fb7-6385f1b1b4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241846 Jul 15 15:29:33.954796 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756dc23-300e-45f4-99a8-c27cbd65d7ac req-ef9e876d-efbf-4169-938b-ee3e10738f4e tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:33.956286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1756dc23-300e-45f4-99a8-c27cbd65d7ac req-ef9e876d-efbf-4169-938b-ee3e10738f4e tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 945 time: 0.2569399 Jul 15 15:29:33.971884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-242f3ec9-6e07-44b8-8414-bc1560b43f94 None None] Set router a3c3f43c-53b5-4062-8582-e39615904eef gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:29:34.031133 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1756dc23-300e-45f4-99a8-c27cbd65d7ac req-c3c10d8b-d726-4d77-bd81-f230ef2ebe89 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685270 Jul 15 15:29:34.041515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d5c1999-bfab-465c-8566-84ae68dd5015 req-c190c1e2-c21c-490d-bb6b-28fd4d6aa099 service neutron] 10.222.0.22 "GET /v2.0/networks/7b38f1eb-574d-4555-8fb7-6385f1b1b4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228595 Jul 15 15:29:34.174041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-242f3ec9-6e07-44b8-8414-bc1560b43f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:26:08Z', 'revision_number': 4, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port': {'id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:04Z', 'updated_at': '2021-07-15T15:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '71291953-79fd-42c9-a1ce-6f830b0a7f5c', 'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'mac_address': 'fa:16:3e:08:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:07Z', 'updated_at': '2021-07-15T15:26:15Z', 'revision_number': 5, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'subnets': [{'id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:34.203452 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242f3ec9-6e07-44b8-8414-bc1560b43f94 None None] The sync data for ids ['a3c3f43c-53b5-4062-8582-e39615904eef'] in n-d-764435-3 is: [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:26:08Z', 'revision_number': 4, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port': {'id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:04Z', 'updated_at': '2021-07-15T15:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '71291953-79fd-42c9-a1ce-6f830b0a7f5c', 'name': '', 'network_id': '7b38f1eb-574d-4555-8fb7-6385f1b1b4f0', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'mac_address': 'fa:16:3e:08:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:07Z', 'updated_at': '2021-07-15T15:26:15Z', 'revision_number': 5, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'subnets': [{'id': '8074d793-8236-4a21-b3bd-9ba7365542e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:29:34.345020 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:34.415548 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a65dda-e515-40bf-ac9a-879b147abfbb None None] New status for floating IP 3a300fda-0e0f-4062-84c8-889a23c61fe1: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:29:35.153764 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cff6a-daf5-4205-88b7-384352e35f44 req-8ebbd009-b92f-4e51-b2b0-56baa1958cbd tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:35.155469 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e18cff6a-daf5-4205-88b7-384352e35f44 req-8ebbd009-b92f-4e51-b2b0-56baa1958cbd tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 945 time: 0.0680723 Jul 15 15:29:35.279724 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c67a81-6690-41f5-a6bd-c16a64f7a628 req-9124c4b1-e496-4a7a-a28f-0a103dd15dbd tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:35.281114 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2c67a81-6690-41f5-a6bd-c16a64f7a628 req-9124c4b1-e496-4a7a-a28f-0a103dd15dbd tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 945 time: 0.1247797 Jul 15 15:29:35.322863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-e18cff6a-daf5-4205-88b7-384352e35f44 req-459b0c3c-ba44-4058-bd11-7d4f80e82cbd tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Deleting port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:29:35.323203 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e18cff6a-daf5-4205-88b7-384352e35f44 req-459b0c3c-ba44-4058-bd11-7d4f80e82cbd tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:35.342860 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2c67a81-6690-41f5-a6bd-c16a64f7a628 req-3c392fc2-9b67-48da-b515-b872bfef2fdb tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/security-groups?id=435ad214-648c-4d5e-9a72-d122efe6d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538125 Jul 15 15:29:35.416912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-e18cff6a-daf5-4205-88b7-384352e35f44 req-459b0c3c-ba44-4058-bd11-7d4f80e82cbd tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] For port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=6f73f0cb-2aa4-498a-a70c-f9f189ae218b,segment=NetworkSegment(34bb958c-3b2b-44c4-86e8-78617de8b115),segment_id=34bb958c-3b2b-44c4-86e8-78617de8b115)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:29:35.417283 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e18cff6a-daf5-4205-88b7-384352e35f44 req-459b0c3c-ba44-4058-bd11-7d4f80e82cbd tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:35.429598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-e18cff6a-daf5-4205-88b7-384352e35f44 req-459b0c3c-ba44-4058-bd11-7d4f80e82cbd tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Calling delete_port for 6f73f0cb-2aa4-498a-a70c-f9f189ae218b owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:29:35.554644 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e18cff6a-daf5-4205-88b7-384352e35f44 req-459b0c3c-ba44-4058-bd11-7d4f80e82cbd tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:35.581796 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b0c3c-ba44-4058-bd11-7d4f80e82cbd tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Pushing event deleted for resources: {'Port': ['ID=6f73f0cb-2aa4-498a-a70c-f9f189ae218b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:35.628434 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18cff6a-daf5-4205-88b7-384352e35f44 req-459b0c3c-ba44-4058-bd11-7d4f80e82cbd tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] No DVR routers for this DVR port 6f73f0cb-2aa4-498a-a70c-f9f189ae218b on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:29:35.631124 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e18cff6a-daf5-4205-88b7-384352e35f44 req-459b0c3c-ba44-4058-bd11-7d4f80e82cbd tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:35.633083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e18cff6a-daf5-4205-88b7-384352e35f44 req-459b0c3c-ba44-4058-bd11-7d4f80e82cbd tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.22 "DELETE /v2.0/ports/6f73f0cb-2aa4-498a-a70c-f9f189ae218b HTTP/1.1" status: 204 len: 173 time: 0.4685349 Jul 15 15:29:35.633532 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'name': 'network-vif-deleted', 'tag': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:29:35.635788 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461446c8-f571-4095-a17b-d2b19ead4bb2" -d '{"events": [{"server_uuid": "ceb69a46-0591-4257-82a2-11cbc450a84d", "name": "network-vif-deleted", "tag": "6f73f0cb-2aa4-498a-a70c-f9f189ae218b"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:29:35.675646 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd46f20-739e-4ae9-a1f2-48f6236c7b0e x-openstack-request-id: req-0bd46f20-739e-4ae9-a1f2-48f6236c7b0e {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:29:35.675941 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb69a46-0591-4257-82a2-11cbc450a84d", "name": "network-vif-deleted", "tag": "6f73f0cb-2aa4-498a-a70c-f9f189ae218b", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:29:35.676193 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0bd46f20-739e-4ae9-a1f2-48f6236c7b0e {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:29:35.676595 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb69a46-0591-4257-82a2-11cbc450a84d', 'name': 'network-vif-deleted', 'tag': '6f73f0cb-2aa4-498a-a70c-f9f189ae218b', 'status': 'completed', 'code': 200} Jul 15 15:29:36.044107 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:36.490373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6b0daac5-3082-41aa-9ed7-87bd56a7f824 req-333fa7ea-f716-45cb-9051-b2639f36b3db tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 210 time: 0.0323710 Jul 15 15:29:37.635312 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42588508-2b29-45f4-8b8c-dcf7b1cac484 req-3fa77325-7bab-4960-a2ec-a4ceb3f653c7 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 210 time: 0.0292645 Jul 15 15:29:38.777678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-492879c2-2c34-4ad3-9530-8e8eda5fb44e req-c6523c58-edb4-405d-bf6c-9ca47cf6d3d8 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceb69a46-0591-4257-82a2-11cbc450a84d HTTP/1.1" status: 200 len: 210 time: 0.0294299 Jul 15 15:29:39.446462 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6f73f0cb-2aa4-498a-a70c-f9f189ae218b no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:29:39.465828 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 6f73f0cb-2aa4-498a-a70c-f9f189ae218b {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:29:39.466171 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 6f73f0cb-2aa4-498a-a70c-f9f189ae218b not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:29:39.868653 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 37578) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:29:39.926592 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:39.951005 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:40.019325 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:40.023469 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:40.025064 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] 10.222.0.38 "DELETE /v2.0/security-groups/435ad214-648c-4d5e-9a72-d122efe6d7d1 HTTP/1.1" status: 204 len: 168 time: 0.1552792 Jul 15 15:29:40.035519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=435ad214-648c-4d5e-9a72-d122efe6d7d1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:40.042977 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:40.043328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:40.043761 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:40.044103 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:40.044440 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:40.044779 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:40.045655 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:40.045989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:40.046315 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:40.046664 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:40.046991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:40.047312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbaa742-b1fb-4298-815d-6efb943267b6 tempest-TestVolumeBackupRestore-417721642 tempest-TestVolumeBackupRestore-417721642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:40.719544 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:29:43.486475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38030) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:29:43.832669 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eff05aba-ba14-48ae-8756-354c2822a8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:44.387923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-eff05aba-ba14-48ae-8756-354c2822a8ba admin admin] Deleting port 71291953-79fd-42c9-a1ce-6f830b0a7f5c {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:29:44.388280 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eff05aba-ba14-48ae-8756-354c2822a8ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:44.467590 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-eff05aba-ba14-48ae-8756-354c2822a8ba admin admin] For port 71291953-79fd-42c9-a1ce-6f830b0a7f5c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=71291953-79fd-42c9-a1ce-6f830b0a7f5c,segment=NetworkSegment(34bb958c-3b2b-44c4-86e8-78617de8b115),segment_id=34bb958c-3b2b-44c4-86e8-78617de8b115)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:29:44.467955 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eff05aba-ba14-48ae-8756-354c2822a8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:44.479853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-eff05aba-ba14-48ae-8756-354c2822a8ba admin admin] Calling delete_port for 71291953-79fd-42c9-a1ce-6f830b0a7f5c owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:29:44.653133 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eff05aba-ba14-48ae-8756-354c2822a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:44.681976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff05aba-ba14-48ae-8756-354c2822a8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=71291953-79fd-42c9-a1ce-6f830b0a7f5c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:44.848582 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eff05aba-ba14-48ae-8756-354c2822a8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:45.064851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff05aba-ba14-48ae-8756-354c2822a8ba admin admin] Router a3c3f43c-53b5-4062-8582-e39615904eef has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:29:45.170020 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff05aba-ba14-48ae-8756-354c2822a8ba admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:29:45.175177 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-eff05aba-ba14-48ae-8756-354c2822a8ba admin admin] 10.222.0.38 "PUT /v2.0/routers/a3c3f43c-53b5-4062-8582-e39615904eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6875999 Jul 15 15:29:45.177771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38032) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:29:45.179116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92845286-4e64-4f05-aea7-3da0219080a9 None None] Sync routers for ids ['a3c3f43c-53b5-4062-8582-e39615904eef'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:29:45.188440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92845286-4e64-4f05-aea7-3da0219080a9 None None] Routers {'a3c3f43c-53b5-4062-8582-e39615904eef'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:29:45.189102 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-92845286-4e64-4f05-aea7-3da0219080a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:29:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c3f43c-53b5-4062-8582-e39615904eef'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:45.280614 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-162d93bb-cbfa-4d59-ba5e-b9c17ab75470 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:45.294613 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-92845286-4e64-4f05-aea7-3da0219080a9 None None] Set router a3c3f43c-53b5-4062-8582-e39615904eef gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:29:45.379930 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-162d93bb-cbfa-4d59-ba5e-b9c17ab75470 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:45.431471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-162d93bb-cbfa-4d59-ba5e-b9c17ab75470 admin admin] Deleting port ed1195d8-4b41-4766-8d7c-2bc76e22691d {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:29:45.431813 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-162d93bb-cbfa-4d59-ba5e-b9c17ab75470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:45.471994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-92845286-4e64-4f05-aea7-3da0219080a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:29:44Z', 'revision_number': 5, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port': {'id': 'ed1195d8-4b41-4766-8d7c-2bc76e22691d', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:04Z', 'updated_at': '2021-07-15T15:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:45.501964 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92845286-4e64-4f05-aea7-3da0219080a9 None None] Checking router: a3c3f43c-53b5-4062-8582-e39615904eef for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:29:45.510159 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-162d93bb-cbfa-4d59-ba5e-b9c17ab75470 admin admin] For port ed1195d8-4b41-4766-8d7c-2bc76e22691d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ed1195d8-4b41-4766-8d7c-2bc76e22691d,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:29:45.510309 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92845286-4e64-4f05-aea7-3da0219080a9 None None] Routers {'a3c3f43c-53b5-4062-8582-e39615904eef'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:29:45.510552 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-162d93bb-cbfa-4d59-ba5e-b9c17ab75470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:45.510800 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-92845286-4e64-4f05-aea7-3da0219080a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:29:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a3c3f43c-53b5-4062-8582-e39615904eef'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:45.523970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-162d93bb-cbfa-4d59-ba5e-b9c17ab75470 admin admin] Calling delete_port for ed1195d8-4b41-4766-8d7c-2bc76e22691d owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:29:45.596283 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-92845286-4e64-4f05-aea7-3da0219080a9 None None] Set router a3c3f43c-53b5-4062-8582-e39615904eef gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:29:45.647379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-92845286-4e64-4f05-aea7-3da0219080a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:29:45Z', 'revision_number': 6, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:45.677445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92845286-4e64-4f05-aea7-3da0219080a9 None None] The sync data for ids ['a3c3f43c-53b5-4062-8582-e39615904eef'] in n-d-764435-3 is: [{'id': 'a3c3f43c-53b5-4062-8582-e39615904eef', 'name': 'tempest-TestVolumeBackupRestore-395896238-router', 'tenant_id': '7303d3ae65c44dcc864cc847c658465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:03Z', 'updated_at': '2021-07-15T15:29:45Z', 'revision_number': 6, 'project_id': '7303d3ae65c44dcc864cc847c658465d', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:29:45.690751 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-162d93bb-cbfa-4d59-ba5e-b9c17ab75470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:45.721681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d93bb-cbfa-4d59-ba5e-b9c17ab75470 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1195d8-4b41-4766-8d7c-2bc76e22691d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:45.782443 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-162d93bb-cbfa-4d59-ba5e-b9c17ab75470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:45.870109 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-162d93bb-cbfa-4d59-ba5e-b9c17ab75470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:45.872196 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-162d93bb-cbfa-4d59-ba5e-b9c17ab75470 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:45.913320 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-162d93bb-cbfa-4d59-ba5e-b9c17ab75470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:45.913869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162d93bb-cbfa-4d59-ba5e-b9c17ab75470 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3c3f43c-53b5-4062-8582-e39615904eef {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:29:45.918087 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-162d93bb-cbfa-4d59-ba5e-b9c17ab75470 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:45.919309 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-162d93bb-cbfa-4d59-ba5e-b9c17ab75470 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a3c3f43c-53b5-4062-8582-e39615904eef HTTP/1.1" status: 204 len: 168 time: 0.7405837 Jul 15 15:29:45.922970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38034) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:29:45.970096 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e7c816-85f5-4657-888e-8821f603be43 admin admin] Deleting subnet 8074d793-8236-4a21-b3bd-9ba7365542e8 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:29:45.972995 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80e7c816-85f5-4657-888e-8821f603be43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.006221 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80e7c816-85f5-4657-888e-8821f603be43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.089464 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80e7c816-85f5-4657-888e-8821f603be43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.144324 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80e7c816-85f5-4657-888e-8821f603be43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.177224 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-80e7c816-85f5-4657-888e-8821f603be43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.181424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-80e7c816-85f5-4657-888e-8821f603be43 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8074d793-8236-4a21-b3bd-9ba7365542e8 HTTP/1.1" status: 204 len: 168 time: 0.2551548 Jul 15 15:29:46.181424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7c816-85f5-4657-888e-8821f603be43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8074d793-8236-4a21-b3bd-9ba7365542e8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:46.182154 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38036) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:29:46.182729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7395e6-fc1e-4146-95b7-c7b8553a3b7f None None] Network 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:29:46.250854 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.301874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] Deleting port e0c41c65-2202-4701-8f54-abe6d588a560 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:29:46.302133 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.371633 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] For port e0c41c65-2202-4701-8f54-abe6d588a560, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e0c41c65-2202-4701-8f54-abe6d588a560,segment=NetworkSegment(34bb958c-3b2b-44c4-86e8-78617de8b115),segment_id=34bb958c-3b2b-44c4-86e8-78617de8b115)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:29:46.371923 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.383287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] Calling delete_port for e0c41c65-2202-4701-8f54-abe6d588a560 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:29:46.432023 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] DHCP port deletion for 7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:29:46.474334 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.480333 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Deleting port e0c41c65-2202-4701-8f54-abe6d588a560 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:29:46.480781 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.506458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c41c65-2202-4701-8f54-abe6d588a560,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:46.508300 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] No DVR routers for this DVR port e0c41c65-2202-4701-8f54-abe6d588a560 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:29:46.546299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] For port e0c41c65-2202-4701-8f54-abe6d588a560, host n-d-764435-3, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:29:46.546584 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.558588 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Calling delete_port for e0c41c65-2202-4701-8f54-abe6d588a560 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:29:46.561379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Port e0c41c65-2202-4701-8f54-abe6d588a560 was not found and therefore no delete operation was performed {{(pid=100713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:29:46.562629 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.579288 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.589804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b38f1eb-574d-4555-8fb7-6385f1b1b4f0']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:46.591324 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Pushing event deleted for resources: {'Port': ['ID=e0c41c65-2202-4701-8f54-abe6d588a560,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:46.601115 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:46.601467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:46.601801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:46.602135 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:46.602880 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:46.602880 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:46.603120 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:46.603434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:46.603755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:46.604075 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:46.604393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:46.604679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34bb958c-3b2b-44c4-86e8-78617de8b115') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:46.604774 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:29:46.604981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34bb958c-3b2b-44c4-86e8-78617de8b115') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:46.607386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf54a7-7ef7-4ad2-b90c-5516b1e60667 None None] No DVR routers for this DVR port e0c41c65-2202-4701-8f54-abe6d588a560 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:29:46.618090 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.632740 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.640331 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:29:46.640753 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:29:46.642411 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:29:46.707555 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.712690 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:46.714850 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] 10.222.0.38 "DELETE /v2.0/networks/7b38f1eb-574d-4555-8fb7-6385f1b1b4f0 HTTP/1.1" status: 204 len: 168 time: 0.5314569 Jul 15 15:29:46.718042 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38038) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:29:46.729030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7805c2b-0689-4b4b-b175-de09fad369ca admin admin] Pushing event deleted for resources: {'Network': ['ID=7b38f1eb-574d-4555-8fb7-6385f1b1b4f0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:46.995353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ed1195d8-4b41-4766-8d7c-2bc76e22691d no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:29:47.015003 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: ed1195d8-4b41-4766-8d7c-2bc76e22691d {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:29:47.015433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ed1195d8-4b41-4766-8d7c-2bc76e22691d not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:29:47.015923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e0c41c65-2202-4701-8f54-abe6d588a560 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:29:47.035368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: e0c41c65-2202-4701-8f54-abe6d588a560 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:29:47.035739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e0c41c65-2202-4701-8f54-abe6d588a560 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:29:47.036158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 71291953-79fd-42c9-a1ce-6f830b0a7f5c no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:29:47.054309 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 71291953-79fd-42c9-a1ce-6f830b0a7f5c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:29:47.054684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 71291953-79fd-42c9-a1ce-6f830b0a7f5c not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:29:47.061272 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d832cbb9-d8ce-4369-ba58-01ea56003c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:47.308300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-d832cbb9-d8ce-4369-ba58-01ea56003c38 admin admin] Deleting port 652a1269-e1b9-4c61-90c4-627373c294a2 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:29:47.308562 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d832cbb9-d8ce-4369-ba58-01ea56003c38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:47.388536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-d832cbb9-d8ce-4369-ba58-01ea56003c38 admin admin] For port 652a1269-e1b9-4c61-90c4-627373c294a2, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=652a1269-e1b9-4c61-90c4-627373c294a2,segment=NetworkSegment(eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9),segment_id=eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:29:47.389113 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d832cbb9-d8ce-4369-ba58-01ea56003c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:47.400945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-d832cbb9-d8ce-4369-ba58-01ea56003c38 admin admin] Calling delete_port for 652a1269-e1b9-4c61-90c4-627373c294a2 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:29:47.574669 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d832cbb9-d8ce-4369-ba58-01ea56003c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:47.601184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832cbb9-d8ce-4369-ba58-01ea56003c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=652a1269-e1b9-4c61-90c4-627373c294a2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:47.760343 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d832cbb9-d8ce-4369-ba58-01ea56003c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:48.273810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d832cbb9-d8ce-4369-ba58-01ea56003c38 admin admin] Router 4af96ffa-9d2f-414f-9cc5-f3c607ad0c36 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:29:48.375819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d832cbb9-d8ce-4369-ba58-01ea56003c38 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:29:48.380661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d832cbb9-d8ce-4369-ba58-01ea56003c38 admin admin] 10.222.0.38 "PUT /v2.0/routers/4af96ffa-9d2f-414f-9cc5-f3c607ad0c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6609483 Jul 15 15:29:48.383390 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38040) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:29:48.383855 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185bd2ad-fa49-4bbc-87ef-db26fe903e76 None None] Sync routers for ids ['4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:29:48.392926 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185bd2ad-fa49-4bbc-87ef-db26fe903e76 None None] Routers {'4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:29:48.393528 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-185bd2ad-fa49-4bbc-87ef-db26fe903e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:29:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:48.488345 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-282dfb78-400e-411d-a789-7a7c6c6043ee admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:48.493496 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-185bd2ad-fa49-4bbc-87ef-db26fe903e76 None None] Set router 4af96ffa-9d2f-414f-9cc5-f3c607ad0c36 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:29:48.591440 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-282dfb78-400e-411d-a789-7a7c6c6043ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:48.644043 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-282dfb78-400e-411d-a789-7a7c6c6043ee admin admin] Deleting port 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:29:48.644389 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-282dfb78-400e-411d-a789-7a7c6c6043ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:48.667233 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-185bd2ad-fa49-4bbc-87ef-db26fe903e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'name': 'tempest-TestVolumeBackupRestore-145499365-router', 'tenant_id': '20456f9c511d485c9c32d25f846f0ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '7634848b-1d7d-44e2-91c3-9a9b0e1a9acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:11Z', 'updated_at': '2021-07-15T15:29:47Z', 'revision_number': 5, 'project_id': '20456f9c511d485c9c32d25f846f0ebb', 'gw_port': {'id': '7634848b-1d7d-44e2-91c3-9a9b0e1a9acf', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:26:12Z', 'updated_at': '2021-07-15T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:48.692487 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185bd2ad-fa49-4bbc-87ef-db26fe903e76 None None] Checking router: 4af96ffa-9d2f-414f-9cc5-f3c607ad0c36 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:29:48.700709 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185bd2ad-fa49-4bbc-87ef-db26fe903e76 None None] Routers {'4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:29:48.701444 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-185bd2ad-fa49-4bbc-87ef-db26fe903e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:29:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:48.722203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-282dfb78-400e-411d-a789-7a7c6c6043ee admin admin] For port 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7634848b-1d7d-44e2-91c3-9a9b0e1a9acf,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:29:48.722591 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-282dfb78-400e-411d-a789-7a7c6c6043ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:48.733861 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-282dfb78-400e-411d-a789-7a7c6c6043ee admin admin] Calling delete_port for 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:29:48.789653 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-185bd2ad-fa49-4bbc-87ef-db26fe903e76 None None] Set router 4af96ffa-9d2f-414f-9cc5-f3c607ad0c36 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:29:48.842749 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-185bd2ad-fa49-4bbc-87ef-db26fe903e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'name': 'tempest-TestVolumeBackupRestore-145499365-router', 'tenant_id': '20456f9c511d485c9c32d25f846f0ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:11Z', 'updated_at': '2021-07-15T15:29:48Z', 'revision_number': 6, 'project_id': '20456f9c511d485c9c32d25f846f0ebb', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:48.868394 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185bd2ad-fa49-4bbc-87ef-db26fe903e76 None None] The sync data for ids ['4af96ffa-9d2f-414f-9cc5-f3c607ad0c36'] in n-d-764435-3 is: [{'id': '4af96ffa-9d2f-414f-9cc5-f3c607ad0c36', 'name': 'tempest-TestVolumeBackupRestore-145499365-router', 'tenant_id': '20456f9c511d485c9c32d25f846f0ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:26:11Z', 'updated_at': '2021-07-15T15:29:48Z', 'revision_number': 6, 'project_id': '20456f9c511d485c9c32d25f846f0ebb', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:29:48.921869 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-282dfb78-400e-411d-a789-7a7c6c6043ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:48.946799 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dfb78-400e-411d-a789-7a7c6c6043ee admin admin] Pushing event deleted for resources: {'Port': ['ID=7634848b-1d7d-44e2-91c3-9a9b0e1a9acf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:49.006957 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-282dfb78-400e-411d-a789-7a7c6c6043ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.096967 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-282dfb78-400e-411d-a789-7a7c6c6043ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.099060 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-282dfb78-400e-411d-a789-7a7c6c6043ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.142144 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-282dfb78-400e-411d-a789-7a7c6c6043ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.142750 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282dfb78-400e-411d-a789-7a7c6c6043ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4af96ffa-9d2f-414f-9cc5-f3c607ad0c36 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:29:49.147169 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-282dfb78-400e-411d-a789-7a7c6c6043ee admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.148300 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-282dfb78-400e-411d-a789-7a7c6c6043ee admin admin] 10.222.0.38 "DELETE /v2.0/routers/4af96ffa-9d2f-414f-9cc5-f3c607ad0c36 HTTP/1.1" status: 204 len: 168 time: 0.7639227 Jul 15 15:29:49.150843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38042) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:29:49.193547 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.196191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-2654d62d-8dce-44d3-8860-1a14269e76ea admin admin] Deleting subnet da7553a7-499f-4259-9640-78131b485f7c {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:29:49.199202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2654d62d-8dce-44d3-8860-1a14269e76ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.236945 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2654d62d-8dce-44d3-8860-1a14269e76ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.327325 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2654d62d-8dce-44d3-8860-1a14269e76ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.335974 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 652a1269-e1b9-4c61-90c4-627373c294a2 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:29:49.356798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 652a1269-e1b9-4c61-90c4-627373c294a2 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:29:49.357137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 652a1269-e1b9-4c61-90c4-627373c294a2 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:29:49.379936 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2654d62d-8dce-44d3-8860-1a14269e76ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.408607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654d62d-8dce-44d3-8860-1a14269e76ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da7553a7-499f-4259-9640-78131b485f7c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:49.410585 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2654d62d-8dce-44d3-8860-1a14269e76ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.412444 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2654d62d-8dce-44d3-8860-1a14269e76ea admin admin] 10.222.0.38 "DELETE /v2.0/subnets/da7553a7-499f-4259-9640-78131b485f7c HTTP/1.1" status: 204 len: 168 time: 0.2607276 Jul 15 15:29:49.414767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b9e23b-31c1-49e3-ab38-63a3b863d27c None None] Network 2402d8fc-519a-4abc-b4e1-659b47f678f8 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:29:49.415047 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38044) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:29:49.485785 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.532127 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.539334 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] Deleting port 7251083e-1309-450e-979c-664377eab8de {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:29:49.539676 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.603790 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] For port 7251083e-1309-450e-979c-664377eab8de, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7251083e-1309-450e-979c-664377eab8de,segment=NetworkSegment(eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9),segment_id=eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:29:49.604156 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.621138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] Calling delete_port for 7251083e-1309-450e-979c-664377eab8de owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:29:49.655312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daab2d53-b945-4fba-8d4b-075766bfe385 None None] DHCP port deletion for 2402d8fc-519a-4abc-b4e1-659b47f678f8 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:29:49.703817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-daab2d53-b945-4fba-8d4b-075766bfe385 None None] Deleting port 7251083e-1309-450e-979c-664377eab8de {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:29:49.704196 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daab2d53-b945-4fba-8d4b-075766bfe385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.704385 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.730685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] Pushing event deleted for resources: {'Port': ['ID=7251083e-1309-450e-979c-664377eab8de,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:49.733192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] No DVR routers for this DVR port 7251083e-1309-450e-979c-664377eab8de on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:29:49.773795 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-daab2d53-b945-4fba-8d4b-075766bfe385 None None] For port 7251083e-1309-450e-979c-664377eab8de, host n-d-764435-3, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:29:49.774194 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daab2d53-b945-4fba-8d4b-075766bfe385 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.785864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-daab2d53-b945-4fba-8d4b-075766bfe385 None None] Calling delete_port for 7251083e-1309-450e-979c-664377eab8de owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:29:49.788494 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-daab2d53-b945-4fba-8d4b-075766bfe385 None None] Port 7251083e-1309-450e-979c-664377eab8de was not found and therefore no delete operation was performed {{(pid=100713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:29:49.789734 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daab2d53-b945-4fba-8d4b-075766bfe385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.808613 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.816107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab2d53-b945-4fba-8d4b-075766bfe385 None None] Pushing event deleted for resources: {'Port': ['ID=7251083e-1309-450e-979c-664377eab8de,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:49.817929 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab2d53-b945-4fba-8d4b-075766bfe385 None None] No DVR routers for this DVR port 7251083e-1309-450e-979c-664377eab8de on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:29:49.818448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2402d8fc-519a-4abc-b4e1-659b47f678f8']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:49.829511 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:49.829811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca0aa9f-ba10-46d4-a79b-b2a3e50a4ee9') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:29:49.838871 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.853278 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.860046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:29:49.860447 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:29:49.862233 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:29:49.917220 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.922480 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:49.924640 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2402d8fc-519a-4abc-b4e1-659b47f678f8 HTTP/1.1" status: 204 len: 168 time: 0.5086768 Jul 15 15:29:49.938754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492744a-666e-4c7f-b0c1-db4376a7a187 admin admin] Pushing event deleted for resources: {'Network': ['ID=2402d8fc-519a-4abc-b4e1-659b47f678f8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:50.155308 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38048) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:29:50.204152 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3cc893e4-1dc4-4b4f-9073-fc55086a31fc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7303d3ae65c44dcc864cc847c658465d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474389 Jul 15 15:29:50.207000 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38050) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:29:50.257393 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f03dd23-df62-40cb-bc4b-c5780e30879e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:50.281782 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f03dd23-df62-40cb-bc4b-c5780e30879e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:50.330236 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f03dd23-df62-40cb-bc4b-c5780e30879e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:50.332829 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f03dd23-df62-40cb-bc4b-c5780e30879e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:50.334010 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8f03dd23-df62-40cb-bc4b-c5780e30879e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bef64fa8-b0c9-47f9-a3b1-e2b4278fe591 HTTP/1.1" status: 204 len: 168 time: 0.1260829 Jul 15 15:29:50.343620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03dd23-df62-40cb-bc4b-c5780e30879e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef64fa8-b0c9-47f9-a3b1-e2b4278fe591,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:50.701361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38056) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:29:50.743924 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e57ed940-c47b-447b-a3cd-a83e76f766dd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=20456f9c511d485c9c32d25f846f0ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413985 Jul 15 15:29:50.746380 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38058) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:29:50.797924 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85961fed-82e8-4330-9f26-ec6f745d44b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:50.818910 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85961fed-82e8-4330-9f26-ec6f745d44b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:50.867176 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85961fed-82e8-4330-9f26-ec6f745d44b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:50.869707 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85961fed-82e8-4330-9f26-ec6f745d44b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:29:50.870914 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-85961fed-82e8-4330-9f26-ec6f745d44b2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e9f0ad17-972e-489b-afd6-1a378a764cbc HTTP/1.1" status: 204 len: 168 time: 0.1235366 Jul 15 15:29:50.879794 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85961fed-82e8-4330-9f26-ec6f745d44b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f0ad17-972e-489b-afd6-1a378a764cbc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:29:50.995849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:29:51.017564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:29:51.017918 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7634848b-1d7d-44e2-91c3-9a9b0e1a9acf not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:29:51.018344 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7251083e-1309-450e-979c-664377eab8de no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:29:51.042248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 7251083e-1309-450e-979c-664377eab8de {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:29:51.042621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7251083e-1309-450e-979c-664377eab8de not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:29:55.322739 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ff3f8ae-378a-42c7-a5db-ba1955cbb059 req-f08eaccb-12c9-4266-b139-017b1016b6b7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499821 Jul 15 15:29:55.413286 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3f8ae-378a-42c7-a5db-ba1955cbb059 req-4d69dc6b-53b8-4670-804d-95d4c94cd200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:55.414788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ff3f8ae-378a-42c7-a5db-ba1955cbb059 req-4d69dc6b-53b8-4670-804d-95d4c94cd200 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0df11adc9a34cc8b2b4667eb5a4c547&device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 1096 time: 0.0515096 Jul 15 15:29:55.520907 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3f8ae-378a-42c7-a5db-ba1955cbb059 req-7dbaa1d3-e446-4b82-9b11-ed4d5f00a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:55.522367 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ff3f8ae-378a-42c7-a5db-ba1955cbb059 req-7dbaa1d3-e446-4b82-9b11-ed4d5f00a7e4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=51a9bc64-a231-49e0-a104-44249c7e546a HTTP/1.1" status: 200 len: 909 time: 0.0872083 Jul 15 15:29:55.586050 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ff3f8ae-378a-42c7-a5db-ba1955cbb059 req-0a10fa43-5766-4996-9cfc-89ace5290465 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5860cc9f-4d15-4764-a6eb-c79c3f1758cd HTTP/1.1" status: 200 len: 1001 time: 0.0567491 Jul 15 15:29:55.637473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3f8ae-378a-42c7-a5db-ba1955cbb059 req-7be4de3f-c926-4a0b-a9f9-4f260b5d5c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:55.639749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ff3f8ae-378a-42c7-a5db-ba1955cbb059 req-7be4de3f-c926-4a0b-a9f9-4f260b5d5c14 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2974105d-87ff-46b5-bfc8-49ad4bb1581e HTTP/1.1" status: 200 len: 847 time: 0.0459311 Jul 15 15:29:55.693812 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3f8ae-378a-42c7-a5db-ba1955cbb059 req-d93f5046-ae8a-40df-9147-1e09715ab6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:29:55.695298 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ff3f8ae-378a-42c7-a5db-ba1955cbb059 req-d93f5046-ae8a-40df-9147-1e09715ab6ec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=51a9bc64-a231-49e0-a104-44249c7e546a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496166 Jul 15 15:29:55.707753 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-2ff3f8ae-378a-42c7-a5db-ba1955cbb059 req-dad51845-ab11-4178-9f5f-8b4b5be9c747 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:29:55.708763 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ff3f8ae-378a-42c7-a5db-ba1955cbb059 req-dad51845-ab11-4178-9f5f-8b4b5be9c747 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061319 Jul 15 15:29:55.795743 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ff3f8ae-378a-42c7-a5db-ba1955cbb059 req-158002bd-9924-41a8-8bcd-270bfc3838f4 service neutron] 10.222.0.22 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804448 Jul 15 15:29:55.884930 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ff3f8ae-378a-42c7-a5db-ba1955cbb059 req-5145a620-2eae-4bd2-95ad-41576e5add37 service neutron] 10.222.0.22 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833721 Jul 15 15:30:00.049047 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f32d840c-fe64-4988-a1c9-dad53bb31540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:00.276210 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-64774c0d-9a7f-4971-901d-4fb9e320ea08 req-e7d43b1a-9808-41c2-a59c-f85c94bb57a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513484 Jul 15 15:30:00.371414 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64774c0d-9a7f-4971-901d-4fb9e320ea08 req-a40dcf9c-4bed-4960-a665-f0dab206dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:00.372848 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-64774c0d-9a7f-4971-901d-4fb9e320ea08 req-a40dcf9c-4bed-4960-a665-f0dab206dbe5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 1096 time: 0.0546191 Jul 15 15:30:00.477222 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64774c0d-9a7f-4971-901d-4fb9e320ea08 req-5700ede0-081b-4446-93cc-0cde91727692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:00.478740 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-64774c0d-9a7f-4971-901d-4fb9e320ea08 req-5700ede0-081b-4446-93cc-0cde91727692 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.0871758 Jul 15 15:30:00.541709 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-64774c0d-9a7f-4971-901d-4fb9e320ea08 req-e8143edc-e3f7-476b-84a6-bfc0ba8dc4e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1521e316-9c54-43eb-95e5-b51038c71951 HTTP/1.1" status: 200 len: 1001 time: 0.0566750 Jul 15 15:30:00.591577 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64774c0d-9a7f-4971-901d-4fb9e320ea08 req-81a90893-a9ba-4296-986e-c43352a1dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:00.593706 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-64774c0d-9a7f-4971-901d-4fb9e320ea08 req-81a90893-a9ba-4296-986e-c43352a1dc3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0462921 Jul 15 15:30:00.648441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64774c0d-9a7f-4971-901d-4fb9e320ea08 req-173705c6-fd5f-41a9-9ab2-6e6be8c01911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:00.649875 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-64774c0d-9a7f-4971-901d-4fb9e320ea08 req-173705c6-fd5f-41a9-9ab2-6e6be8c01911 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496693 Jul 15 15:30:00.660003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-64774c0d-9a7f-4971-901d-4fb9e320ea08 req-b5fb6ca7-11ab-4bb6-8340-bafb565b6bce service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:30:00.660929 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-64774c0d-9a7f-4971-901d-4fb9e320ea08 req-b5fb6ca7-11ab-4bb6-8340-bafb565b6bce service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049376 Jul 15 15:30:00.745290 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-64774c0d-9a7f-4971-901d-4fb9e320ea08 req-6bf94dbe-7a12-4c76-a64c-73b3439d2e30 service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780842 Jul 15 15:30:00.836108 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-64774c0d-9a7f-4971-901d-4fb9e320ea08 req-fd73b6ba-3ce3-467d-ab12-71ae45678c64 service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846987 Jul 15 15:30:02.824789 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:02.936000 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ccd1f57-3ad0-45b9-9111-22a19920a70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:04.347030 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:06.045053 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:17.720104 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:30:19.183943 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:19.526321 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:30.051494 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7747582f-9517-4549-9e58-bafd41932074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:32.825639 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:32.936020 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f266ca33-66ab-40ab-bfbe-283143c110e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:34.293432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a056-cec7-4025-ba40-72b4e8ae1dda req-cd7171f4-c692-4793-8f88-871536db87a6 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:34.294901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcb6a056-cec7-4025-ba40-72b4e8ae1dda req-cd7171f4-c692-4793-8f88-871536db87a6 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 945 time: 0.0636213 Jul 15 15:30:34.332967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dcb6a056-cec7-4025-ba40-72b4e8ae1dda req-18541aaa-4c95-4275-a985-36e8ec7c3ede tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320251 Jul 15 15:30:34.351074 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:35.539213 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea358f-3f9d-4318-87f8-8c84e15f36a5 req-d28b347e-8b47-4d15-8347-9c7eeb016e17 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:35.540674 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2ea358f-3f9d-4318-87f8-8c84e15f36a5 req-d28b347e-8b47-4d15-8347-9c7eeb016e17 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 945 time: 0.0675411 Jul 15 15:30:35.577057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2ea358f-3f9d-4318-87f8-8c84e15f36a5 req-afe4ae36-c1de-4a79-a15b-e43e23c22ab0 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308304 Jul 15 15:30:35.873543 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909605d7-3c8d-40cc-b728-f3e64974a876 req-50c3cfb7-6ea5-432a-b79b-c11d96cb30b4 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:35.875631 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-909605d7-3c8d-40cc-b728-f3e64974a876 req-50c3cfb7-6ea5-432a-b79b-c11d96cb30b4 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 945 time: 0.0616033 Jul 15 15:30:35.974933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-909605d7-3c8d-40cc-b728-f3e64974a876 req-3535fa15-14a7-4860-afee-a52ab261a614 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Deleting port 1521e316-9c54-43eb-95e5-b51038c71951 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:30:35.975274 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-909605d7-3c8d-40cc-b728-f3e64974a876 req-3535fa15-14a7-4860-afee-a52ab261a614 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:36.047811 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:36.062138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-909605d7-3c8d-40cc-b728-f3e64974a876 req-3535fa15-14a7-4860-afee-a52ab261a614 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] For port 1521e316-9c54-43eb-95e5-b51038c71951, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=1521e316-9c54-43eb-95e5-b51038c71951,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:30:36.062504 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-909605d7-3c8d-40cc-b728-f3e64974a876 req-3535fa15-14a7-4860-afee-a52ab261a614 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:36.498712 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-909605d7-3c8d-40cc-b728-f3e64974a876 req-3535fa15-14a7-4860-afee-a52ab261a614 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:36.499084 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-909605d7-3c8d-40cc-b728-f3e64974a876 req-3535fa15-14a7-4860-afee-a52ab261a614 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:36.499434 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [req-909605d7-3c8d-40cc-b728-f3e64974a876 req-3535fa15-14a7-4860-afee-a52ab261a614 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Floating IP 8ba5882c-3a24-466c-b867-584f4c927c63 disassociated. External IP: 172.25.4.196, port: 1521e316-9c54-43eb-95e5-b51038c71951. Jul 15 15:30:36.499784 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-909605d7-3c8d-40cc-b728-f3e64974a876 req-3535fa15-14a7-4860-afee-a52ab261a614 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Calling delete_port for 1521e316-9c54-43eb-95e5-b51038c71951 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:30:36.629592 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-909605d7-3c8d-40cc-b728-f3e64974a876 req-3535fa15-14a7-4860-afee-a52ab261a614 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:36.656992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535fa15-14a7-4860-afee-a52ab261a614 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event deleted for resources: {'Port': ['ID=1521e316-9c54-43eb-95e5-b51038c71951,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:30:36.748231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15575264-2fb9-4c54-880f-8ea54e5079f1 req-710e9c77-e93f-4bd7-bff6-86415722ccce tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0277419 Jul 15 15:30:36.773795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-909605d7-3c8d-40cc-b728-f3e64974a876 req-3535fa15-14a7-4860-afee-a52ab261a614 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Router ec2f3420-21b7-4829-8472-2b45a6fb7fbb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:30:36.881688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-909605d7-3c8d-40cc-b728-f3e64974a876 req-3535fa15-14a7-4860-afee-a52ab261a614 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:30:36.894147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579831ce-c4eb-4b51-8fa3-e120b77b6c9e None None] Sync routers for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:30:36.902957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579831ce-c4eb-4b51-8fa3-e120b77b6c9e None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:30:36.903561 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-579831ce-c4eb-4b51-8fa3-e120b77b6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:30:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:30:36.924455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-909605d7-3c8d-40cc-b728-f3e64974a876 req-3535fa15-14a7-4860-afee-a52ab261a614 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] No DVR routers for this DVR port 1521e316-9c54-43eb-95e5-b51038c71951 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:30:36.927107 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-909605d7-3c8d-40cc-b728-f3e64974a876 req-3535fa15-14a7-4860-afee-a52ab261a614 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:36.929250 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-909605d7-3c8d-40cc-b728-f3e64974a876 req-3535fa15-14a7-4860-afee-a52ab261a614 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "DELETE /v2.0/ports/1521e316-9c54-43eb-95e5-b51038c71951 HTTP/1.1" status: 204 len: 173 time: 1.0479615 Jul 15 15:30:36.929627 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b04a2-e763-4013-a498-0ed9f745cfc0', 'name': 'network-vif-deleted', 'tag': '1521e316-9c54-43eb-95e5-b51038c71951'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:30:36.931883 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a96c27-4223-4bd8-9e49-622140139612" -d '{"events": [{"server_uuid": "e24b04a2-e763-4013-a498-0ed9f745cfc0", "name": "network-vif-deleted", "tag": "1521e316-9c54-43eb-95e5-b51038c71951"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:30:36.970958 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4411659-011c-4bf7-bf1b-7c7288ac43ee x-openstack-request-id: req-d4411659-011c-4bf7-bf1b-7c7288ac43ee {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:30:36.971316 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b04a2-e763-4013-a498-0ed9f745cfc0", "name": "network-vif-deleted", "tag": "1521e316-9c54-43eb-95e5-b51038c71951", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:30:36.971501 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4411659-011c-4bf7-bf1b-7c7288ac43ee {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:30:36.971905 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24b04a2-e763-4013-a498-0ed9f745cfc0', 'name': 'network-vif-deleted', 'tag': '1521e316-9c54-43eb-95e5-b51038c71951', 'status': 'completed', 'code': 200} Jul 15 15:30:37.019267 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-579831ce-c4eb-4b51-8fa3-e120b77b6c9e None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:30:37.222589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-579831ce-c4eb-4b51-8fa3-e120b77b6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:30:37.251359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579831ce-c4eb-4b51-8fa3-e120b77b6c9e None None] Checking router: ec2f3420-21b7-4829-8472-2b45a6fb7fbb for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:30:37.259482 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579831ce-c4eb-4b51-8fa3-e120b77b6c9e None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:30:37.260034 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-579831ce-c4eb-4b51-8fa3-e120b77b6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:30:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:30:37.522914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-579831ce-c4eb-4b51-8fa3-e120b77b6c9e None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:30:37.720822 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-579831ce-c4eb-4b51-8fa3-e120b77b6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:30:37.746938 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579831ce-c4eb-4b51-8fa3-e120b77b6c9e None None] The sync data for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 is: [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:30:37.893251 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2cbd8e6-68de-4208-b63a-ec4cb913a9aa req-6885d5e3-b6b1-4224-8400-918d2d425125 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0304348 Jul 15 15:30:37.971047 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b0f14b-b11c-416c-bf40-d8ebd59e693d None None] New status for floating IP 8ba5882c-3a24-466c-b867-584f4c927c63: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:30:39.038958 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6874475-1713-4f8c-b1bf-ff91142f0edd req-57103f04-dcb0-402a-80d2-1fd6a0565148 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0322971 Jul 15 15:30:39.136367 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-ed894d55-8e23-4e1f-bd80-d7ff0a387e0c req-3d929f4a-d2bc-4a80-97f5-92039b710c13 service neutron] (100712) timed out ('10.222.0.38', 45818) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:30:40.179962 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6271278a-f096-4d83-8bc0-404cdc27ede0 req-27125de6-7fd3-4a81-939b-65a4c5d4f4b0 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=e24b04a2-e763-4013-a498-0ed9f745cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0296335 Jul 15 15:30:40.813058 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 1521e316-9c54-43eb-95e5-b51038c71951 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:30:40.832539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 1521e316-9c54-43eb-95e5-b51038c71951 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:30:40.832884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 1521e316-9c54-43eb-95e5-b51038c71951 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:30:41.415072 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-e4678f85-bc01-49c3-ad57-3fb8d9ce9b5b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706286370&fields=id&tenant_id=afd4ec70edcc4c02824018c6458411be HTTP/1.1" status: 200 len: 267 time: 0.0326722 Jul 15 15:30:41.520680 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-de7fe2ca-b341-4394-8b5f-f342fe70f269 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:41.522057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-de7fe2ca-b341-4394-8b5f-f342fe70f269 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 811 time: 0.1008804 Jul 15 15:30:41.537204 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-d6dc96d4-4ce4-481f-9ead-3e02a9bae50c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/quotas/afd4ec70edcc4c02824018c6458411be HTTP/1.1" status: 200 len: 375 time: 0.0098190 Jul 15 15:30:41.606762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-0b07ace8-f287-43fc-b45e-804160610420 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647573 Jul 15 15:30:41.802051 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-b899ffd1-3e27-46e8-a7b7-2340aba18075 service neutron] 10.222.0.38 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836205 Jul 15 15:30:41.895270 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-5697afe8-c665-4023-a6fe-b220105d73a5 service neutron] 10.222.0.38 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876594 Jul 15 15:30:42.189366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd2c571a-4978-4eb7-b417-12f30dcee574 req-e3b2c3b4-a076-497a-b89c-91552f0a5039 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 210 time: 0.0290008 Jul 15 15:30:43.209687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-8cadc5bd-2210-46aa-8630-e2b2b3d24b5c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:43.211169 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-8cadc5bd-2210-46aa-8630-e2b2b3d24b5c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 811 time: 0.1123199 Jul 15 15:30:43.269215 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-70f4537a-c418-4ae7-97fe-ea0272cf1792 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afd4ec70edcc4c02824018c6458411be HTTP/1.1" status: 200 len: 379 time: 0.0438685 Jul 15 15:30:43.278892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'port': {'device_id': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'admin_state_up': True, 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'security_groups': ['859e1d1c-30d4-467d-862a-613a773dbe83']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:30:43.337766 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ed2001b-dcac-4c56-b729-5a10d70bc8c8 req-f6026791-a32e-4999-889e-ea732b8a0b93 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 210 time: 0.0337584 Jul 15 15:30:43.402245 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Made reservation on behalf of afd4ec70edcc4c02824018c6458411be for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:30:43.406016 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:43.529910 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Allocated IP 172.20.0.4 (a0081a40-1b1f-4a3d-8dea-aeff0a91d27c/5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a/c39671bd-10f8-4ba5-8fb4-c1198cf271ea) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:30:43.669506 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:43.682754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Transition to ACTIVE for port object c39671bd-10f8-4ba5-8fb4-c1198cf271ea will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:30:43.716676 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:43.758762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:30:43.764079 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:30:43.768515 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:30:43.801786 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'Port': ['ID=c39671bd-10f8-4ba5-8fb4-c1198cf271ea,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:30:43.817607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:43.817967 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:43.818317 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:43.818695 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:43.819042 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:43.819381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:43.819716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:43.820048 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:43.820379 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:43.820710 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:43.821048 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:43.821377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:43.841616 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:43.842277 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:43.857264 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-03906910-eb1c-4f07-a4d4-f8586b725261 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5823026 Jul 15 15:30:43.869493 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Request body: {'port': {'device_id': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:30:43.945731 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:43.988059 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6849b793-365b-4d74-b479-8ca1f95204d9 None None] Provisioning for port c39671bd-10f8-4ba5-8fb4-c1198cf271ea completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:30:43.992852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6849b793-365b-4d74-b479-8ca1f95204d9 None None] Provisioning complete for port c39671bd-10f8-4ba5-8fb4-c1198cf271ea triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:30:43.993223 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6849b793-365b-4d74-b479-8ca1f95204d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:44.027753 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6849b793-365b-4d74-b479-8ca1f95204d9 None None] Port c39671bd-10f8-4ba5-8fb4-c1198cf271ea cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:30:44.218068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39671bd-10f8-4ba5-8fb4-c1198cf271ea {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:30:44.225646 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:44.237846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Transition to ACTIVE for port object c39671bd-10f8-4ba5-8fb4-c1198cf271ea will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:30:44.240810 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:44.292597 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c39671bd-10f8-4ba5-8fb4-c1198cf271ea,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:30:44.363566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Attempting to bind port c39671bd-10f8-4ba5-8fb4-c1198cf271ea on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:30:44.364003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Attempting to bind port c39671bd-10f8-4ba5-8fb4-c1198cf271ea by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:30:44.364411 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Attempting to bind port c39671bd-10f8-4ba5-8fb4-c1198cf271ea on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:30:44.369725 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Port c39671bd-10f8-4ba5-8fb4-c1198cf271ea on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:30:44.369971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Attempting to bind port c39671bd-10f8-4ba5-8fb4-c1198cf271ea on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:30:44.375690 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:30:44.376123 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Checking segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:30:44.377139 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Bound using segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:30:44.377767 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Bound port: c39671bd-10f8-4ba5-8fb4-c1198cf271ea, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:30:44.378204 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:44.478315 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] For port c39671bd-10f8-4ba5-8fb4-c1198cf271ea, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:30:44.483146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] For port c39671bd-10f8-4ba5-8fb4-c1198cf271ea, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c39671bd-10f8-4ba5-8fb4-c1198cf271ea,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:30:44.491075 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:44.530963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:44.531611 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:44.533652 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] 10.222.0.11 "PUT /v2.0/ports/c39671bd-10f8-4ba5-8fb4-c1198cf271ea HTTP/1.1" status: 200 len: 1091 time: 0.6682241 Jul 15 15:30:44.534257 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'tag': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:30:44.537617 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecda485-9bbe-4ecf-b90a-eb359980aeff" -d '{"events": [{"name": "network-changed", "server_uuid": "dc483cb6-5633-4e27-aa12-5d302aa9f15a", "tag": "c39671bd-10f8-4ba5-8fb4-c1198cf271ea"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:30:44.539178 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba070c-9cfe-47c9-8856-2c8c3d0bb324 req-03c6a15c-dcf5-47ce-b21d-56067ea79e85 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:44.540887 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76ba070c-9cfe-47c9-8856-2c8c3d0bb324 req-03c6a15c-dcf5-47ce-b21d-56067ea79e85 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 943 time: 0.0683811 Jul 15 15:30:44.587561 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c314f00-240a-447f-8022-3fab4af72e53 x-openstack-request-id: req-0c314f00-240a-447f-8022-3fab4af72e53 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:30:44.587865 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc483cb6-5633-4e27-aa12-5d302aa9f15a", "tag": "c39671bd-10f8-4ba5-8fb4-c1198cf271ea", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:30:44.588115 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0c314f00-240a-447f-8022-3fab4af72e53 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:30:44.588520 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'tag': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'status': 'completed', 'code': 200} Jul 15 15:30:44.599382 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76ba070c-9cfe-47c9-8856-2c8c3d0bb324 req-10d1c6d8-af86-406e-be1b-ae3578a09dcc tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514894 Jul 15 15:30:44.625775 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6bafc-d7af-4652-8fb6-a69c9246f1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c39671bd-10f8-4ba5-8fb4-c1198cf271ea,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:30:44.657213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-047e79f3-0156-4375-bb03-b1d7ba1f7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:44.659105 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-047e79f3-0156-4375-bb03-b1d7ba1f7584 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 1094 time: 0.0697212 Jul 15 15:30:44.701959 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-2c8fe6b2-dd6c-49fd-9034-1b76a9beb3d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39671bd-10f8-4ba5-8fb4-c1198cf271ea HTTP/1.1" status: 200 len: 217 time: 0.0359750 Jul 15 15:30:44.755694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-e8d84883-df08-4dec-bb70-72b4389297b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:44.757205 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-e8d84883-df08-4dec-bb70-72b4389297b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0492370 Jul 15 15:30:44.815178 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cedfa309-7e6a-42ea-9e4f-bbdb6b983a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:44.816741 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cedfa309-7e6a-42ea-9e4f-bbdb6b983a6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521545 Jul 15 15:30:44.910720 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-cd1acb11-983a-4938-be6f-22f3b32734c2 service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874720 Jul 15 15:30:45.000301 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4f3c8d0d-eeba-4ba6-9074-ba9d61435aaa req-2bec1dc0-8b3d-4216-964f-7f3461fa698c service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830398 Jul 15 15:30:45.102796 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecda485-9bbe-4ecf-b90a-eb359980aeff req-8db5cd6b-2977-438d-8255-fe5100df9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:45.102796 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ecda485-9bbe-4ecf-b90a-eb359980aeff req-8db5cd6b-2977-438d-8255-fe5100df9256 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 1094 time: 0.0528457 Jul 15 15:30:45.201051 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecda485-9bbe-4ecf-b90a-eb359980aeff req-3ea41b27-199e-43cd-871d-8d83a8841324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:45.202218 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ecda485-9bbe-4ecf-b90a-eb359980aeff req-3ea41b27-199e-43cd-871d-8d83a8841324 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.0950987 Jul 15 15:30:45.244611 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ecda485-9bbe-4ecf-b90a-eb359980aeff req-6d69e3b3-827b-4dfb-9d4d-f0233df4b865 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39671bd-10f8-4ba5-8fb4-c1198cf271ea HTTP/1.1" status: 200 len: 217 time: 0.0356734 Jul 15 15:30:45.296760 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecda485-9bbe-4ecf-b90a-eb359980aeff req-e8149e18-4a53-42f4-b88c-15cd7c8fdf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:45.298204 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ecda485-9bbe-4ecf-b90a-eb359980aeff req-e8149e18-4a53-42f4-b88c-15cd7c8fdf12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0472882 Jul 15 15:30:45.355885 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecda485-9bbe-4ecf-b90a-eb359980aeff req-aefd7a07-8c40-447b-b8c9-0f7c36cb46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:45.357474 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ecda485-9bbe-4ecf-b90a-eb359980aeff req-aefd7a07-8c40-447b-b8c9-0f7c36cb46f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520043 Jul 15 15:30:45.446401 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ecda485-9bbe-4ecf-b90a-eb359980aeff req-2a4423c4-c452-454e-9fbb-c45f5d3d0a19 service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819123 Jul 15 15:30:45.540118 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ecda485-9bbe-4ecf-b90a-eb359980aeff req-6e8e2961-a5b6-410b-9eac-79f196cb196f service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864711 Jul 15 15:30:45.778305 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3e766-cf99-4c63-9956-1e3796893c2f req-3172c23c-dbff-4661-ba54-7f86827d70e6 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:45.779848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59b3e766-cf99-4c63-9956-1e3796893c2f req-3172c23c-dbff-4661-ba54-7f86827d70e6 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 943 time: 0.0653665 Jul 15 15:30:45.820077 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59b3e766-cf99-4c63-9956-1e3796893c2f req-518c3cac-3d1e-490f-a150-b19611e10754 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342145 Jul 15 15:30:46.997491 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e66bb-644c-4f83-bcff-0851dd8e0c94 req-d00aeb9d-f8a8-48d9-92b6-bda856271eea tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:46.998994 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e03e66bb-644c-4f83-bcff-0851dd8e0c94 req-d00aeb9d-f8a8-48d9-92b6-bda856271eea tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 943 time: 0.0675819 Jul 15 15:30:47.039757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e03e66bb-644c-4f83-bcff-0851dd8e0c94 req-b7810a7f-df7e-4dfa-bb0b-6ad888eb22af tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341077 Jul 15 15:30:48.210838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcf84f-d71d-4418-90ac-81baee731d09 req-ac20808c-8091-43a4-8a7e-e9e4a2960579 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:48.212331 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3fcf84f-d71d-4418-90ac-81baee731d09 req-ac20808c-8091-43a4-8a7e-e9e4a2960579 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 943 time: 0.0620749 Jul 15 15:30:48.248980 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3fcf84f-d71d-4418-90ac-81baee731d09 req-d3078b2b-522c-4d38-9aca-0bc9c1060798 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311978 Jul 15 15:30:49.193113 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:49.423905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b9ae9-0270-4aa1-9e2e-ac07bcdb9174 req-0e126a49-de31-4239-952a-46c43384f120 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:49.426437 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-112b9ae9-0270-4aa1-9e2e-ac07bcdb9174 req-0e126a49-de31-4239-952a-46c43384f120 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 943 time: 0.0676138 Jul 15 15:30:49.464170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-112b9ae9-0270-4aa1-9e2e-ac07bcdb9174 req-95ef61e8-32f4-4407-b597-5dff27e67cf8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322809 Jul 15 15:30:49.541908 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:50.639687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a1a56-9d5d-493b-bd6a-0add9ff44230 req-ac6fa938-ce31-4bd8-93a8-ebe80c444145 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:50.641187 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-679a1a56-9d5d-493b-bd6a-0add9ff44230 req-ac6fa938-ce31-4bd8-93a8-ebe80c444145 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 943 time: 0.0647891 Jul 15 15:30:50.678375 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-679a1a56-9d5d-493b-bd6a-0add9ff44230 req-306529fe-eb9f-47ae-a1c7-f7181b5ae418 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317392 Jul 15 15:30:51.852144 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f96a1-5df0-4829-8507-1c2fd9303d87 req-dbe510fe-6316-44e7-b6dc-83625a3f89a9 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:51.853681 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8f96a1-5df0-4829-8507-1c2fd9303d87 req-dbe510fe-6316-44e7-b6dc-83625a3f89a9 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 943 time: 0.0626314 Jul 15 15:30:51.890760 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1b8f96a1-5df0-4829-8507-1c2fd9303d87 req-8ee78055-6465-4242-aea8-57affa03a86a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315187 Jul 15 15:30:53.066430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddec9c8-f406-49f1-8419-a6680e5a2916 req-cd331ed8-28c2-425f-a2cd-a758986898e1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:53.067927 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eddec9c8-f406-49f1-8419-a6680e5a2916 req-cd331ed8-28c2-425f-a2cd-a758986898e1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 943 time: 0.0661070 Jul 15 15:30:53.104656 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eddec9c8-f406-49f1-8419-a6680e5a2916 req-3d704b26-7416-4c55-9fc1-ba910fccbb64 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312088 Jul 15 15:30:54.274231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b44447-de00-4fc6-b00f-48ee2d10b0eb req-c114db2e-2049-4734-ad2f-dfe3e72d69bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:54.275708 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1b44447-de00-4fc6-b00f-48ee2d10b0eb req-c114db2e-2049-4734-ad2f-dfe3e72d69bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 943 time: 0.0627792 Jul 15 15:30:54.312796 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a1b44447-de00-4fc6-b00f-48ee2d10b0eb req-78170111-f803-45a2-a4e1-b509e2125192 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315797 Jul 15 15:30:54.719021 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:30:54.904815 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c39671bd-10f8-4ba5-8fb4-c1198cf271ea details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:30:55.004578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c39671bd-10f8-4ba5-8fb4-c1198cf271ea, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c39671bd-10f8-4ba5-8fb4-c1198cf271ea,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:30:55.015433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'port_id': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'mac_address': 'fa:16:3e:00:f5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:30:55.052384 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:55.064530 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39671bd-10f8-4ba5-8fb4-c1198cf271ea {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:30:55.083551 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c39671bd-10f8-4ba5-8fb4-c1198cf271ea, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c39671bd-10f8-4ba5-8fb4-c1198cf271ea,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:30:55.087410 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:55.133155 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c39671bd-10f8-4ba5-8fb4-c1198cf271ea,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:30:55.140646 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:55.140993 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:55.141431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:55.141665 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:55.141995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:55.142320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:55.142669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:55.143605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:55.143886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:55.144248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:55.144578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:55.144893 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:30:55.308855 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['c39671bd-10f8-4ba5-8fb4-c1198cf271ea'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:30:55.375667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86195b18-8631-44c6-9b01-df3fd226d1ea req-89afbdf5-a0f9-473b-b742-3fc6b5c4e160 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1056886 Jul 15 15:30:55.514974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86195b18-8631-44c6-9b01-df3fd226d1ea req-7f71708b-1c3f-4865-a0c1-0e0a661ad27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:55.516476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86195b18-8631-44c6-9b01-df3fd226d1ea req-7f71708b-1c3f-4865-a0c1-0e0a661ad27a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0df11adc9a34cc8b2b4667eb5a4c547&device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 1096 time: 0.0945575 Jul 15 15:30:55.525598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5bbc7-135e-4b94-87e4-7144de1f1d0d req-2c29678b-59fb-419e-bf74-0454ed217794 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:55.527016 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ea5bbc7-135e-4b94-87e4-7144de1f1d0d req-2c29678b-59fb-419e-bf74-0454ed217794 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 944 time: 0.0972338 Jul 15 15:30:55.596466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ea5bbc7-135e-4b94-87e4-7144de1f1d0d req-99bd1c55-6bbd-467b-9c12-e3c282338dbb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627391 Jul 15 15:30:55.647301 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86195b18-8631-44c6-9b01-df3fd226d1ea req-648ccd50-6d40-4150-84dc-4389dc489bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:55.648784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86195b18-8631-44c6-9b01-df3fd226d1ea req-648ccd50-6d40-4150-84dc-4389dc489bdc service neutron] 10.222.0.22 "GET /v2.0/networks?id=51a9bc64-a231-49e0-a104-44249c7e546a HTTP/1.1" status: 200 len: 909 time: 0.1079097 Jul 15 15:30:55.712221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86195b18-8631-44c6-9b01-df3fd226d1ea req-cd1f5e86-ffad-4aa3-836c-0f9ce89b3d0e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5860cc9f-4d15-4764-a6eb-c79c3f1758cd HTTP/1.1" status: 200 len: 1001 time: 0.0562177 Jul 15 15:30:55.763301 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86195b18-8631-44c6-9b01-df3fd226d1ea req-d3bee7f5-9bf1-478b-ab78-6285fbe09256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:55.764966 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86195b18-8631-44c6-9b01-df3fd226d1ea req-d3bee7f5-9bf1-478b-ab78-6285fbe09256 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2974105d-87ff-46b5-bfc8-49ad4bb1581e HTTP/1.1" status: 200 len: 847 time: 0.0467484 Jul 15 15:30:55.820063 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86195b18-8631-44c6-9b01-df3fd226d1ea req-7616583a-5fb3-468f-872f-47117ac1cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:55.821435 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86195b18-8631-44c6-9b01-df3fd226d1ea req-7616583a-5fb3-468f-872f-47117ac1cb97 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=51a9bc64-a231-49e0-a104-44249c7e546a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497789 Jul 15 15:30:55.908296 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86195b18-8631-44c6-9b01-df3fd226d1ea req-cf821508-5c6c-4311-9330-36247c3dfa04 service neutron] 10.222.0.22 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803065 Jul 15 15:30:56.000150 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86195b18-8631-44c6-9b01-df3fd226d1ea req-19522793-90f8-4fe5-b0d0-1f44eb9910b4 service neutron] 10.222.0.22 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857835 Jul 15 15:30:56.764279 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960fd83-2aa9-4d24-9f46-854f5304d82f req-4ffdf5fa-7f69-428f-aa9f-9ab937dcb95f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:56.765755 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e960fd83-2aa9-4d24-9f46-854f5304d82f req-4ffdf5fa-7f69-428f-aa9f-9ab937dcb95f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 944 time: 0.0617459 Jul 15 15:30:56.803244 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e960fd83-2aa9-4d24-9f46-854f5304d82f req-964cc72a-776a-4785-af26-cba47f72452d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314577 Jul 15 15:30:56.904391 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c39671bd-10f8-4ba5-8fb4-c1198cf271ea up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:30:56.954740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port c39671bd-10f8-4ba5-8fb4-c1198cf271ea completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:30:56.958910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port c39671bd-10f8-4ba5-8fb4-c1198cf271ea triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:30:56.959284 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:57.034946 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:57.056517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:30:57.058798 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61dcb2d-b071-4135-a414-b97f11e6e65c" -d '{"events": [{"server_uuid": "dc483cb6-5633-4e27-aa12-5d302aa9f15a", "name": "network-vif-plugged", "status": "completed", "tag": "c39671bd-10f8-4ba5-8fb4-c1198cf271ea"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:30:57.072422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port c39671bd-10f8-4ba5-8fb4-c1198cf271ea, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c39671bd-10f8-4ba5-8fb4-c1198cf271ea,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:30:57.076361 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:57.130795 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=c39671bd-10f8-4ba5-8fb4-c1198cf271ea,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:30:57.160967 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941862ba-6b38-4eb3-a8cd-70be0fd5c618 x-openstack-request-id: req-941862ba-6b38-4eb3-a8cd-70be0fd5c618 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:30:57.161264 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc483cb6-5633-4e27-aa12-5d302aa9f15a", "name": "network-vif-plugged", "status": "completed", "tag": "c39671bd-10f8-4ba5-8fb4-c1198cf271ea", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:30:57.161519 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-941862ba-6b38-4eb3-a8cd-70be0fd5c618 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:30:57.161918 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'code': 200} Jul 15 15:30:57.321288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df2ba-f7ca-40f4-b3f9-16f73e31f17d req-bf03523c-6829-4802-8f3e-095f393ae4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:57.322809 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-032df2ba-f7ca-40f4-b3f9-16f73e31f17d req-bf03523c-6829-4802-8f3e-095f393ae4f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 1096 time: 0.0993185 Jul 15 15:30:57.356527 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-032df2ba-f7ca-40f4-b3f9-16f73e31f17d req-b1dca0ff-0f51-48ee-b589-a28e766e8360 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274727 Jul 15 15:30:57.975177 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f77d97-2ab1-4179-a9bb-cdc3283c819e req-570ec709-d49a-407b-87b0-eb9433e90e82 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:57.976794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26f77d97-2ab1-4179-a9bb-cdc3283c819e req-570ec709-d49a-407b-87b0-eb9433e90e82 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 945 time: 0.0666265 Jul 15 15:30:58.014130 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26f77d97-2ab1-4179-a9bb-cdc3283c819e req-a80c1ffb-bc9a-480f-a70e-79dcdf6daece tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316157 Jul 15 15:30:59.187295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846181f-fe1f-4a09-8fac-b20f2abf7547 req-e9a359e5-861f-4c76-b7c2-fb04f28a1cb2 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:59.188776 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0846181f-fe1f-4a09-8fac-b20f2abf7547 req-e9a359e5-861f-4c76-b7c2-fb04f28a1cb2 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 945 time: 0.0631998 Jul 15 15:30:59.227069 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0846181f-fe1f-4a09-8fac-b20f2abf7547 req-2b166719-65d3-478f-91a8-1b2ca6cdc5d0 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322354 Jul 15 15:30:59.399443 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cea0cf-cb8f-450d-9d5c-f26bdc3edd77 req-5c828474-a3db-4389-8fe0-1a0a3af5af08 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:59.400914 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28cea0cf-cb8f-450d-9d5c-f26bdc3edd77 req-5c828474-a3db-4389-8fe0-1a0a3af5af08 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 945 time: 0.0626204 Jul 15 15:30:59.442789 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28cea0cf-cb8f-450d-9d5c-f26bdc3edd77 req-41788584-1122-4276-a21e-fe38c9235618 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362470 Jul 15 15:30:59.466732 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38170) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:30:59.627052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ec1ca5-325f-41be-a077-cd8d76af6ed2 tempest-TestVolumeBootPattern-1819886583 tempest-TestVolumeBootPattern-1819886583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:30:59.628596 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-70ec1ca5-325f-41be-a077-cd8d76af6ed2 tempest-TestVolumeBootPattern-1819886583 tempest-TestVolumeBootPattern-1819886583-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 1091 time: 0.1608512 Jul 15 15:30:59.631373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38174) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:30:59.635649 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:30:59.657120 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:59.749953 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:59.854559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Allocated IP 172.25.4.215 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/bb6d710a-2c72-4958-9f3a-8d09614809b2) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:30:59.951833 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:30:59.990931 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:00.029774 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:31:00.034413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:31:00.037738 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:31:00.052238 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8cd1fa7f-42c3-40b3-9b06-4dc8dcdc48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:00.061255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'Port': ['ID=bb6d710a-2c72-4958-9f3a-8d09614809b2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:31:00.306866 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-602200c4-34c8-42af-a071-c7973b70a927 req-8d55d7e2-2e1b-47a8-a92b-d2f725d29cec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1103020 Jul 15 15:31:00.705360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602200c4-34c8-42af-a071-c7973b70a927 req-75cc2ee5-57fc-4cf6-8c5e-2b25b108a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:31:00.707619 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-602200c4-34c8-42af-a071-c7973b70a927 req-75cc2ee5-57fc-4cf6-8c5e-2b25b108a7dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 1096 time: 0.3592725 Jul 15 15:31:00.710209 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:00.850472 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:00.872547 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602200c4-34c8-42af-a071-c7973b70a927 req-44ff6cc5-9f1e-4c9c-a2c0-1b52bfe92a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:31:00.874005 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-602200c4-34c8-42af-a071-c7973b70a927 req-44ff6cc5-9f1e-4c9c-a2c0-1b52bfe92a35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.1434197 Jul 15 15:31:00.972079 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-602200c4-34c8-42af-a071-c7973b70a927 req-ecb3880f-72d3-48ab-8253-f75f5a2863e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39671bd-10f8-4ba5-8fb4-c1198cf271ea HTTP/1.1" status: 200 len: 999 time: 0.0896070 Jul 15 15:31:01.068185 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602200c4-34c8-42af-a071-c7973b70a927 req-c99a8768-f9b0-4cd8-a98a-a47c8ac843c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:31:01.069636 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-602200c4-34c8-42af-a071-c7973b70a927 req-c99a8768-f9b0-4cd8-a98a-a47c8ac843c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0724621 Jul 15 15:31:01.114161 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:01.118885 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:01.197675 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'Port': ['ID=bb6d710a-2c72-4958-9f3a-8d09614809b2,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:31:01.213855 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602200c4-34c8-42af-a071-c7973b70a927 req-459703db-ec3b-4aa4-b33c-be09ec0edd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:31:01.215401 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-602200c4-34c8-42af-a071-c7973b70a927 req-459703db-ec3b-4aa4-b33c-be09ec0edd60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378903 Jul 15 15:31:01.216467 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:01.377808 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Floating IP 8719ac71-1f45-4afd-99f3-8865dff7ec6d associated. External IP: 172.25.4.215, port: c39671bd-10f8-4ba5-8fb4-c1198cf271ea. Jul 15 15:31:01.383472 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-602200c4-34c8-42af-a071-c7973b70a927 req-a2101686-98ad-4e5b-b118-c4538423b977 service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349592 Jul 15 15:31:01.550101 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-602200c4-34c8-42af-a071-c7973b70a927 req-6c9bf07e-ec43-46fc-8768-d4a15368704a service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336086 Jul 15 15:31:01.655467 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Router ec2f3420-21b7-4829-8472-2b45a6fb7fbb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:31:01.760240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:31:01.770092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4baeb9-ac19-4b60-b97c-d766bc36b99e None None] Sync routers for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:31:01.776334 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:01.780341 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4baeb9-ac19-4b60-b97c-d766bc36b99e None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:31:01.780960 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-af4baeb9-ac19-4b60-b97c-d766bc36b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:30:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:31:01.813171 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bab66115-4e44-4ca3-8c4a-4ae471ee56bb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1807907 Jul 15 15:31:01.813771 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'tag': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:31:01.816165 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179ea528-3bc5-4f57-a2d7-3fd48e85bd47" -d '{"events": [{"name": "network-changed", "server_uuid": "dc483cb6-5633-4e27-aa12-5d302aa9f15a", "tag": "c39671bd-10f8-4ba5-8fb4-c1198cf271ea"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:31:01.887044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-af4baeb9-ac19-4b60-b97c-d766bc36b99e None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:31:01.916442 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56188fc8-1025-40dd-a94d-ca21942795c8 x-openstack-request-id: req-56188fc8-1025-40dd-a94d-ca21942795c8 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:31:01.916739 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc483cb6-5633-4e27-aa12-5d302aa9f15a", "tag": "c39671bd-10f8-4ba5-8fb4-c1198cf271ea", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:31:01.916993 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-56188fc8-1025-40dd-a94d-ca21942795c8 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:31:01.917400 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'tag': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'status': 'completed', 'code': 200} Jul 15 15:31:01.992962 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ea528-3bc5-4f57-a2d7-3fd48e85bd47 req-7046130e-b12b-48fe-a6e4-0e651e1f1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:31:01.994513 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-179ea528-3bc5-4f57-a2d7-3fd48e85bd47 req-7046130e-b12b-48fe-a6e4-0e651e1f1733 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 1096 time: 0.0545003 Jul 15 15:31:02.088415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ea528-3bc5-4f57-a2d7-3fd48e85bd47 req-9fb30717-0da3-49dc-93a4-baee652f7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:31:02.089913 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-179ea528-3bc5-4f57-a2d7-3fd48e85bd47 req-9fb30717-0da3-49dc-93a4-baee652f7ba5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.0897305 Jul 15 15:31:02.110600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-af4baeb9-ac19-4b60-b97c-d766bc36b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '8719ac71-1f45-4afd-99f3-8865dff7ec6d', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'floating_ip_address': '172.25.4.215', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'port_id': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'mac_address': 'fa:16:3e:00:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:31:00Z', 'updated_at': '2021-07-15T15:31:00Z', 'revision_number': 0, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:31:02.141513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4baeb9-ac19-4b60-b97c-d766bc36b99e None None] Checking router: ec2f3420-21b7-4829-8472-2b45a6fb7fbb for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:31:02.149784 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4baeb9-ac19-4b60-b97c-d766bc36b99e None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:31:02.150409 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-af4baeb9-ac19-4b60-b97c-d766bc36b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:30:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:31:02.156603 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-179ea528-3bc5-4f57-a2d7-3fd48e85bd47 req-fa04b544-0c52-4c54-bb4a-f210d38b1772 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39671bd-10f8-4ba5-8fb4-c1198cf271ea HTTP/1.1" status: 200 len: 999 time: 0.0594964 Jul 15 15:31:02.205079 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ea528-3bc5-4f57-a2d7-3fd48e85bd47 req-db6fd32b-5645-4bc3-bb67-c3241281f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:31:02.206492 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-179ea528-3bc5-4f57-a2d7-3fd48e85bd47 req-db6fd32b-5645-4bc3-bb67-c3241281f9a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0435047 Jul 15 15:31:02.252874 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-af4baeb9-ac19-4b60-b97c-d766bc36b99e None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:31:02.277158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ea528-3bc5-4f57-a2d7-3fd48e85bd47 req-023eee7d-2183-482e-8951-039f3551acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:31:02.278698 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-179ea528-3bc5-4f57-a2d7-3fd48e85bd47 req-023eee7d-2183-482e-8951-039f3551acba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562124 Jul 15 15:31:02.366376 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-179ea528-3bc5-4f57-a2d7-3fd48e85bd47 req-4312106d-f8f2-4d5c-a2e7-23b40d14f3af service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803623 Jul 15 15:31:02.462551 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-179ea528-3bc5-4f57-a2d7-3fd48e85bd47 req-0bb21a41-7aa0-44b6-a66d-2896eb1207bf service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889215 Jul 15 15:31:02.477771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-af4baeb9-ac19-4b60-b97c-d766bc36b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '8719ac71-1f45-4afd-99f3-8865dff7ec6d', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'floating_ip_address': '172.25.4.215', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'port_id': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'mac_address': 'fa:16:3e:00:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:31:00Z', 'updated_at': '2021-07-15T15:31:00Z', 'revision_number': 0, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:31:02.504659 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4baeb9-ac19-4b60-b97c-d766bc36b99e None None] The sync data for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 is: [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '8719ac71-1f45-4afd-99f3-8865dff7ec6d', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'floating_ip_address': '172.25.4.215', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'port_id': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'mac_address': 'fa:16:3e:00:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:31:00Z', 'updated_at': '2021-07-15T15:31:00Z', 'revision_number': 0, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:31:02.693237 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed5a16-0a62-4fde-b05a-7be931d3612b None None] New status for floating IP 8719ac71-1f45-4afd-99f3-8865dff7ec6d: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:31:02.827465 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:02.936234 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-46b0d1e3-e112-4685-a890-8e9fd7d5aba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:04.352808 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:06.050294 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:19.207413 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:19.543814 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:30.055958 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94a132aa-58b9-443f-af5b-bb09d3c0b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:31.718668 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:31:32.829534 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:32.935762 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1c5a520c-d9bd-4fbd-bcf0-7aede3525c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:34.354796 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:36.052669 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:49.200935 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:49.540754 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:31:56.306880 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4478f60-363a-49bc-a7f8-e2a7503447e7 req-97845b63-d42c-40aa-9833-e344ffdb8c31 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505757 Jul 15 15:31:56.398067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4478f60-363a-49bc-a7f8-e2a7503447e7 req-ba7a20fb-9484-4571-8b16-39fb53b7bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:31:56.399577 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4478f60-363a-49bc-a7f8-e2a7503447e7 req-ba7a20fb-9484-4571-8b16-39fb53b7bded service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0df11adc9a34cc8b2b4667eb5a4c547&device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 1096 time: 0.0517893 Jul 15 15:31:56.505818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4478f60-363a-49bc-a7f8-e2a7503447e7 req-e68475b8-56ba-49c7-8209-33068c96bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:31:56.507318 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4478f60-363a-49bc-a7f8-e2a7503447e7 req-e68475b8-56ba-49c7-8209-33068c96bb7b service neutron] 10.222.0.22 "GET /v2.0/networks?id=51a9bc64-a231-49e0-a104-44249c7e546a HTTP/1.1" status: 200 len: 909 time: 0.0868204 Jul 15 15:31:56.570901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4478f60-363a-49bc-a7f8-e2a7503447e7 req-3d97060f-8597-4068-914b-6deb755d385e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5860cc9f-4d15-4764-a6eb-c79c3f1758cd HTTP/1.1" status: 200 len: 1001 time: 0.0563352 Jul 15 15:31:56.617701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4478f60-363a-49bc-a7f8-e2a7503447e7 req-25da5e7b-1412-44de-a997-d834e4694898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:31:56.619147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4478f60-363a-49bc-a7f8-e2a7503447e7 req-25da5e7b-1412-44de-a997-d834e4694898 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2974105d-87ff-46b5-bfc8-49ad4bb1581e HTTP/1.1" status: 200 len: 847 time: 0.0421987 Jul 15 15:31:56.679677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4478f60-363a-49bc-a7f8-e2a7503447e7 req-58d5c2fb-8a1f-4772-8bad-fa6ae700b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:31:56.681097 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4478f60-363a-49bc-a7f8-e2a7503447e7 req-58d5c2fb-8a1f-4772-8bad-fa6ae700b2c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=51a9bc64-a231-49e0-a104-44249c7e546a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552351 Jul 15 15:31:56.769380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4478f60-363a-49bc-a7f8-e2a7503447e7 req-0eea4924-eb56-41b2-9e15-ad51d2f41537 service neutron] 10.222.0.22 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810239 Jul 15 15:31:56.860675 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b4478f60-363a-49bc-a7f8-e2a7503447e7 req-a651366c-682d-4b87-a362-c13469fff536 service neutron] 10.222.0.22 "GET /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848570 Jul 15 15:32:00.056384 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b84aa95d-4d5c-4018-b8b8-c2afb7929057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:02.307105 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-df678ba2-f0b2-4093-806b-3047e8670f0b req-118166f5-5647-4455-89a4-c5a2142d1942 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506821 Jul 15 15:32:02.399491 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df678ba2-f0b2-4093-806b-3047e8670f0b req-0cb18ad9-ff3c-4df5-85aa-812dcfdbde6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:02.400972 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-df678ba2-f0b2-4093-806b-3047e8670f0b req-0cb18ad9-ff3c-4df5-85aa-812dcfdbde6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 1096 time: 0.0518959 Jul 15 15:32:02.508041 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df678ba2-f0b2-4093-806b-3047e8670f0b req-ddac354f-57fb-4ea3-aeed-2ac7a264cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:02.509548 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-df678ba2-f0b2-4093-806b-3047e8670f0b req-ddac354f-57fb-4ea3-aeed-2ac7a264cc8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.0877411 Jul 15 15:32:02.576413 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-df678ba2-f0b2-4093-806b-3047e8670f0b req-c86d2b59-a7b3-47c1-9ffd-a9756297cda3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39671bd-10f8-4ba5-8fb4-c1198cf271ea HTTP/1.1" status: 200 len: 1001 time: 0.0604444 Jul 15 15:32:02.623174 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df678ba2-f0b2-4093-806b-3047e8670f0b req-d39646dc-9dfe-47d0-b719-28b7c0f8aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:02.624582 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-df678ba2-f0b2-4093-806b-3047e8670f0b req-d39646dc-9dfe-47d0-b719-28b7c0f8aeda service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0423203 Jul 15 15:32:02.680810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df678ba2-f0b2-4093-806b-3047e8670f0b req-0926e9f4-12e1-4038-a672-3843f7d183cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:02.682278 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-df678ba2-f0b2-4093-806b-3047e8670f0b req-0926e9f4-12e1-4038-a672-3843f7d183cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509670 Jul 15 15:32:02.773055 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-df678ba2-f0b2-4093-806b-3047e8670f0b req-c8463ab8-3f30-4472-b39b-4dc1c99b3943 service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845969 Jul 15 15:32:02.831272 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:02.863540 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-df678ba2-f0b2-4093-806b-3047e8670f0b req-0cea708b-9a31-4dc5-bf9e-6bd4370f72c6 service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835159 Jul 15 15:32:02.934662 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0705339-cc58-41a6-895c-9f4112f47bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:04.357435 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:06.054947 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:08.717135 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:32:18.026427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffa980-df83-4d0e-9949-ab3f85f6cf7c req-9089473d-7c5c-4338-a8a8-cd6d999386e9 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:18.027886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8ffa980-df83-4d0e-9949-ab3f85f6cf7c req-9089473d-7c5c-4338-a8a8-cd6d999386e9 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 945 time: 0.0638313 Jul 15 15:32:18.066011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8ffa980-df83-4d0e-9949-ab3f85f6cf7c req-40d1aec9-216d-443c-8846-1254f8ae722f tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/security-groups?id=32855898-4cff-4ee5-ba93-6695e4056047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318303 Jul 15 15:32:19.224540 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:19.276599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba40607-edff-4988-ae9e-fc423b8bf6cd req-fe0622d6-ad3a-4c51-aced-6b5a1a8e5c12 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:19.277983 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fba40607-edff-4988-ae9e-fc423b8bf6cd req-fe0622d6-ad3a-4c51-aced-6b5a1a8e5c12 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 945 time: 0.0968056 Jul 15 15:32:19.329389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4d02-81a2-483e-9d0c-767516a346a7 req-05853e58-fb8b-45cc-94c5-5719c1bb4535 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:19.330857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-059d4d02-81a2-483e-9d0c-767516a346a7 req-05853e58-fb8b-45cc-94c5-5719c1bb4535 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 945 time: 0.1017118 Jul 15 15:32:19.335622 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fba40607-edff-4988-ae9e-fc423b8bf6cd req-cec8b527-ddde-44b5-a6a2-1d250b4a2b01 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/security-groups?id=32855898-4cff-4ee5-ba93-6695e4056047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506930 Jul 15 15:32:19.431889 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-059d4d02-81a2-483e-9d0c-767516a346a7 req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Deleting port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:32:19.432235 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-059d4d02-81a2-483e-9d0c-767516a346a7 req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:19.518323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-059d4d02-81a2-483e-9d0c-767516a346a7 req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] For port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5860cc9f-4d15-4764-a6eb-c79c3f1758cd,segment=NetworkSegment(d7abdb05-44fc-466b-8102-47e50733222a),segment_id=d7abdb05-44fc-466b-8102-47e50733222a)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:32:19.518713 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-059d4d02-81a2-483e-9d0c-767516a346a7 req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:19.541133 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:19.685195 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-059d4d02-81a2-483e-9d0c-767516a346a7 req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:19.685578 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-059d4d02-81a2-483e-9d0c-767516a346a7 req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:19.685880 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-059d4d02-81a2-483e-9d0c-767516a346a7 req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Floating IP 990f8ee2-066b-4398-b1aa-f8142f8dbe09 disassociated. External IP: 172.25.4.147, port: 5860cc9f-4d15-4764-a6eb-c79c3f1758cd. Jul 15 15:32:19.686217 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-059d4d02-81a2-483e-9d0c-767516a346a7 req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Calling delete_port for 5860cc9f-4d15-4764-a6eb-c79c3f1758cd owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:32:19.808380 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-059d4d02-81a2-483e-9d0c-767516a346a7 req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:19.836475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Pushing event deleted for resources: {'Port': ['ID=5860cc9f-4d15-4764-a6eb-c79c3f1758cd,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:19.848432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:19.848786 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:19.849131 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:19.849471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:19.849808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:19.850145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:19.850480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:19.850841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:19.851181 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:19.851496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:19.851824 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:19.852150 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:19.958162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-059d4d02-81a2-483e-9d0c-767516a346a7 req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Router a73c1c36-73d1-45a8-946b-6578953dd919 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:32:20.063688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-059d4d02-81a2-483e-9d0c-767516a346a7 req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:32:20.072660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8176a5e-304f-412c-815e-afd8809016ee None None] Sync routers for ids ['a73c1c36-73d1-45a8-946b-6578953dd919'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:32:20.081899 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8176a5e-304f-412c-815e-afd8809016ee None None] Routers {'a73c1c36-73d1-45a8-946b-6578953dd919'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:32:20.082506 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a8176a5e-304f-412c-815e-afd8809016ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:32:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a73c1c36-73d1-45a8-946b-6578953dd919'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:20.111167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-059d4d02-81a2-483e-9d0c-767516a346a7 req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] No DVR routers for this DVR port 5860cc9f-4d15-4764-a6eb-c79c3f1758cd on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:32:20.113886 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-059d4d02-81a2-483e-9d0c-767516a346a7 req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:20.116001 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-059d4d02-81a2-483e-9d0c-767516a346a7 req-d00e1588-19f3-4954-864f-7c30f3b543d0 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.22 "DELETE /v2.0/ports/5860cc9f-4d15-4764-a6eb-c79c3f1758cd HTTP/1.1" status: 204 len: 173 time: 0.7795329 Jul 15 15:32:20.116434 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cebf4e-d688-46c1-b293-d4a2a87ef4af', 'name': 'network-vif-deleted', 'tag': '5860cc9f-4d15-4764-a6eb-c79c3f1758cd'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:32:20.118707 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e124a169-ff95-4219-9976-08bf51285059" -d '{"events": [{"server_uuid": "b7cebf4e-d688-46c1-b293-d4a2a87ef4af", "name": "network-vif-deleted", "tag": "5860cc9f-4d15-4764-a6eb-c79c3f1758cd"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:32:20.199964 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a8176a5e-304f-412c-815e-afd8809016ee None None] Set router a73c1c36-73d1-45a8-946b-6578953dd919 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:32:20.236334 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2e67d8-ac25-43e9-aab5-1eaf9109fa19 x-openstack-request-id: req-0f2e67d8-ac25-43e9-aab5-1eaf9109fa19 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:32:20.236598 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cebf4e-d688-46c1-b293-d4a2a87ef4af", "name": "network-vif-deleted", "tag": "5860cc9f-4d15-4764-a6eb-c79c3f1758cd", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:32:20.236902 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f2e67d8-ac25-43e9-aab5-1eaf9109fa19 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:32:20.237312 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cebf4e-d688-46c1-b293-d4a2a87ef4af', 'name': 'network-vif-deleted', 'tag': '5860cc9f-4d15-4764-a6eb-c79c3f1758cd', 'status': 'completed', 'code': 200} Jul 15 15:32:20.413865 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a8176a5e-304f-412c-815e-afd8809016ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'name': 'tempest-TestServerBasicOps-183276894-router', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:05Z', 'updated_at': '2021-07-15T15:27:11Z', 'revision_number': 4, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'gw_port': {'id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:06Z', 'updated_at': '2021-07-15T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9bba822d-e5e8-4edd-a151-9abf1922deb0', 'name': '', 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'mac_address': 'fa:16:3e:ef:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:10Z', 'updated_at': '2021-07-15T15:27:20Z', 'revision_number': 5, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'subnets': [{'id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:20.445091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8176a5e-304f-412c-815e-afd8809016ee None None] Checking router: a73c1c36-73d1-45a8-946b-6578953dd919 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:32:20.454252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8176a5e-304f-412c-815e-afd8809016ee None None] Routers {'a73c1c36-73d1-45a8-946b-6578953dd919'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:32:20.454911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a8176a5e-304f-412c-815e-afd8809016ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:32:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a73c1c36-73d1-45a8-946b-6578953dd919'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:20.491197 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-675ecda4-3ce8-47c6-8764-5aa562ab09a0 req-a2abc324-6a0a-48b5-bd94-9b6fa298eb61 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7cebf4e-d688-46c1-b293-d4a2a87ef4af HTTP/1.1" status: 200 len: 210 time: 0.0290105 Jul 15 15:32:20.730288 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a8176a5e-304f-412c-815e-afd8809016ee None None] Set router a73c1c36-73d1-45a8-946b-6578953dd919 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:32:20.919748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a8176a5e-304f-412c-815e-afd8809016ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'name': 'tempest-TestServerBasicOps-183276894-router', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:05Z', 'updated_at': '2021-07-15T15:27:11Z', 'revision_number': 4, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'gw_port': {'id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:06Z', 'updated_at': '2021-07-15T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9bba822d-e5e8-4edd-a151-9abf1922deb0', 'name': '', 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'mac_address': 'fa:16:3e:ef:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:10Z', 'updated_at': '2021-07-15T15:27:20Z', 'revision_number': 5, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'subnets': [{'id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:20.948881 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8176a5e-304f-412c-815e-afd8809016ee None None] The sync data for ids ['a73c1c36-73d1-45a8-946b-6578953dd919'] in n-d-764435-3 is: [{'id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'name': 'tempest-TestServerBasicOps-183276894-router', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:05Z', 'updated_at': '2021-07-15T15:27:11Z', 'revision_number': 4, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'gw_port': {'id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:06Z', 'updated_at': '2021-07-15T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9bba822d-e5e8-4edd-a151-9abf1922deb0', 'name': '', 'network_id': '51a9bc64-a231-49e0-a104-44249c7e546a', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'mac_address': 'fa:16:3e:ef:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:10Z', 'updated_at': '2021-07-15T15:27:20Z', 'revision_number': 5, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'subnets': [{'id': '2974105d-87ff-46b5-bfc8-49ad4bb1581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:32:21.161295 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf3b33c-e5b2-4d16-b956-58d8604ad89e None None] New status for floating IP 990f8ee2-066b-4398-b1aa-f8142f8dbe09: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:32:21.584535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38230) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:21.936459 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Deleting port 7c15b443-7952-47db-8f20-67909eafa37e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:32:21.936804 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:22.010964 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:22.011292 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:22.023191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Calling delete_port for 7c15b443-7952-47db-8f20-67909eafa37e owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:32:22.152039 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:22.175240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Pushing event deleted for resources: {'Port': ['ID=7c15b443-7952-47db-8f20-67909eafa37e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:22.205489 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:22.205763 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:22.206102 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:22.206437 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:22.206798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:22.207128 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:22.207452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:22.207773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:22.208094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:22.208413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:22.208735 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:22.209053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:22.251321 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:22.253883 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:22.255100 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9069ef09-bb33-465f-987a-7ecb49d00541 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "DELETE /v2.0/floatingips/990f8ee2-066b-4398-b1aa-f8142f8dbe09 HTTP/1.1" status: 204 len: 168 time: 0.6695695 Jul 15 15:32:22.490634 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38238) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:22.548051 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-617f2aac-3edf-4a7a-a124-a954dfbe2c33 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:22.572360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-617f2aac-3edf-4a7a-a124-a954dfbe2c33 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:22.632778 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-617f2aac-3edf-4a7a-a124-a954dfbe2c33 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:22.635506 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-617f2aac-3edf-4a7a-a124-a954dfbe2c33 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:22.636656 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-617f2aac-3edf-4a7a-a124-a954dfbe2c33 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] 10.222.0.38 "DELETE /v2.0/security-groups/32855898-4cff-4ee5-ba93-6695e4056047 HTTP/1.1" status: 204 len: 168 time: 0.1450274 Jul 15 15:32:22.646694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f2aac-3edf-4a7a-a124-a954dfbe2c33 tempest-TestServerBasicOps-1415785741 tempest-TestServerBasicOps-1415785741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32855898-4cff-4ee5-ba93-6695e4056047,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:22.672128 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38242) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:23.171570 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b517bad-6738-4798-803f-a0e99936a05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:23.457993 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4b517bad-6738-4798-803f-a0e99936a05f admin admin] Deleting port 9bba822d-e5e8-4edd-a151-9abf1922deb0 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:32:23.458337 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b517bad-6738-4798-803f-a0e99936a05f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:23.536388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-4b517bad-6738-4798-803f-a0e99936a05f admin admin] For port 9bba822d-e5e8-4edd-a151-9abf1922deb0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9bba822d-e5e8-4edd-a151-9abf1922deb0,segment=NetworkSegment(d7abdb05-44fc-466b-8102-47e50733222a),segment_id=d7abdb05-44fc-466b-8102-47e50733222a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:32:23.536753 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b517bad-6738-4798-803f-a0e99936a05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:23.549532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4b517bad-6738-4798-803f-a0e99936a05f admin admin] Calling delete_port for 9bba822d-e5e8-4edd-a151-9abf1922deb0 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:32:23.721052 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b517bad-6738-4798-803f-a0e99936a05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:23.744911 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b517bad-6738-4798-803f-a0e99936a05f admin admin] Pushing event deleted for resources: {'Port': ['ID=9bba822d-e5e8-4edd-a151-9abf1922deb0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:23.915605 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b517bad-6738-4798-803f-a0e99936a05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:24.119243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b517bad-6738-4798-803f-a0e99936a05f admin admin] Router a73c1c36-73d1-45a8-946b-6578953dd919 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:32:24.194057 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5860cc9f-4d15-4764-a6eb-c79c3f1758cd no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:32:24.219578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 5860cc9f-4d15-4764-a6eb-c79c3f1758cd {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:32:24.220210 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5860cc9f-4d15-4764-a6eb-c79c3f1758cd not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:32:24.224361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b517bad-6738-4798-803f-a0e99936a05f admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:32:24.232507 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4b517bad-6738-4798-803f-a0e99936a05f admin admin] 10.222.0.38 "PUT /v2.0/routers/a73c1c36-73d1-45a8-946b-6578953dd919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5560038 Jul 15 15:32:24.232507 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38246) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:24.236911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9d395-f5cf-4ab0-a406-dbf832e4ae9a None None] Sync routers for ids ['a73c1c36-73d1-45a8-946b-6578953dd919'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:32:24.246447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9d395-f5cf-4ab0-a406-dbf832e4ae9a None None] Routers {'a73c1c36-73d1-45a8-946b-6578953dd919'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:32:24.247389 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-92b9d395-f5cf-4ab0-a406-dbf832e4ae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:32:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a73c1c36-73d1-45a8-946b-6578953dd919'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:24.336961 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc80e176-f93f-4419-a0da-20e52d21ba64 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:24.352936 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-92b9d395-f5cf-4ab0-a406-dbf832e4ae9a None None] Set router a73c1c36-73d1-45a8-946b-6578953dd919 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:32:24.438178 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc80e176-f93f-4419-a0da-20e52d21ba64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:24.488957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-dc80e176-f93f-4419-a0da-20e52d21ba64 admin admin] Deleting port f6129cae-7e69-4c80-8afe-6bba81496ae4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:32:24.489326 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc80e176-f93f-4419-a0da-20e52d21ba64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:24.528926 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-92b9d395-f5cf-4ab0-a406-dbf832e4ae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'name': 'tempest-TestServerBasicOps-183276894-router', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:05Z', 'updated_at': '2021-07-15T15:32:23Z', 'revision_number': 5, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'gw_port': {'id': 'f6129cae-7e69-4c80-8afe-6bba81496ae4', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:06Z', 'updated_at': '2021-07-15T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:24.556206 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9d395-f5cf-4ab0-a406-dbf832e4ae9a None None] Checking router: a73c1c36-73d1-45a8-946b-6578953dd919 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:32:24.565308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9d395-f5cf-4ab0-a406-dbf832e4ae9a None None] Routers {'a73c1c36-73d1-45a8-946b-6578953dd919'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:32:24.565940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-92b9d395-f5cf-4ab0-a406-dbf832e4ae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:32:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a73c1c36-73d1-45a8-946b-6578953dd919'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:24.655969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-92b9d395-f5cf-4ab0-a406-dbf832e4ae9a None None] Set router a73c1c36-73d1-45a8-946b-6578953dd919 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:32:24.713312 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-92b9d395-f5cf-4ab0-a406-dbf832e4ae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'name': 'tempest-TestServerBasicOps-183276894-router', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:05Z', 'updated_at': '2021-07-15T15:32:24Z', 'revision_number': 6, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:24.740304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9d395-f5cf-4ab0-a406-dbf832e4ae9a None None] The sync data for ids ['a73c1c36-73d1-45a8-946b-6578953dd919'] in n-d-764435-3 is: [{'id': 'a73c1c36-73d1-45a8-946b-6578953dd919', 'name': 'tempest-TestServerBasicOps-183276894-router', 'tenant_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:05Z', 'updated_at': '2021-07-15T15:32:24Z', 'revision_number': 6, 'project_id': 'a0df11adc9a34cc8b2b4667eb5a4c547', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:32:24.806838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-dc80e176-f93f-4419-a0da-20e52d21ba64 admin admin] For port f6129cae-7e69-4c80-8afe-6bba81496ae4, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f6129cae-7e69-4c80-8afe-6bba81496ae4,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:32:24.807369 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc80e176-f93f-4419-a0da-20e52d21ba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:24.819684 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-dc80e176-f93f-4419-a0da-20e52d21ba64 admin admin] Calling delete_port for f6129cae-7e69-4c80-8afe-6bba81496ae4 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:32:24.979284 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc80e176-f93f-4419-a0da-20e52d21ba64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.010444 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80e176-f93f-4419-a0da-20e52d21ba64 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6129cae-7e69-4c80-8afe-6bba81496ae4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:25.070848 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc80e176-f93f-4419-a0da-20e52d21ba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.168010 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc80e176-f93f-4419-a0da-20e52d21ba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.171026 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc80e176-f93f-4419-a0da-20e52d21ba64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.217319 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc80e176-f93f-4419-a0da-20e52d21ba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.217872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc80e176-f93f-4419-a0da-20e52d21ba64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a73c1c36-73d1-45a8-946b-6578953dd919 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:32:25.222110 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc80e176-f93f-4419-a0da-20e52d21ba64 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.223308 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dc80e176-f93f-4419-a0da-20e52d21ba64 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a73c1c36-73d1-45a8-946b-6578953dd919 HTTP/1.1" status: 204 len: 168 time: 0.9899595 Jul 15 15:32:25.225785 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38248) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:25.270094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d96d23-a396-4174-9a94-bb43e6b7e42d admin admin] Deleting subnet 2974105d-87ff-46b5-bfc8-49ad4bb1581e {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:32:25.272984 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17d96d23-a396-4174-9a94-bb43e6b7e42d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.310263 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17d96d23-a396-4174-9a94-bb43e6b7e42d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.384304 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17d96d23-a396-4174-9a94-bb43e6b7e42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.435470 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17d96d23-a396-4174-9a94-bb43e6b7e42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.461654 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d96d23-a396-4174-9a94-bb43e6b7e42d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2974105d-87ff-46b5-bfc8-49ad4bb1581e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:25.463593 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17d96d23-a396-4174-9a94-bb43e6b7e42d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.466310 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-17d96d23-a396-4174-9a94-bb43e6b7e42d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2974105d-87ff-46b5-bfc8-49ad4bb1581e HTTP/1.1" status: 204 len: 168 time: 0.2395535 Jul 15 15:32:25.467861 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38250) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:25.469014 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23901f6a-d0ff-4bd8-bb64-d139de1d7bbd None None] Network 51a9bc64-a231-49e0-a104-44249c7e546a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:32:25.543190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9bba822d-e5e8-4edd-a151-9abf1922deb0 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:32:25.546223 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.572389 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 9bba822d-e5e8-4edd-a151-9abf1922deb0 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:32:25.572730 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9bba822d-e5e8-4edd-a151-9abf1922deb0 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:32:25.598773 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] Deleting port fd668229-71db-4606-a9d4-1502c7ed0f59 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:32:25.599117 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.674335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] For port fd668229-71db-4606-a9d4-1502c7ed0f59, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=fd668229-71db-4606-a9d4-1502c7ed0f59,segment=NetworkSegment(d7abdb05-44fc-466b-8102-47e50733222a),segment_id=d7abdb05-44fc-466b-8102-47e50733222a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:32:25.674742 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.686367 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] Calling delete_port for fd668229-71db-4606-a9d4-1502c7ed0f59 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:32:25.703513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] DHCP port deletion for 51a9bc64-a231-49e0-a104-44249c7e546a request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:32:25.759636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Deleting port fd668229-71db-4606-a9d4-1502c7ed0f59 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:32:25.760175 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.770724 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.801888 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd668229-71db-4606-a9d4-1502c7ed0f59,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:25.804757 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] No DVR routers for this DVR port fd668229-71db-4606-a9d4-1502c7ed0f59 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:32:25.824305 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] For port fd668229-71db-4606-a9d4-1502c7ed0f59, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=fd668229-71db-4606-a9d4-1502c7ed0f59,segment=NetworkSegment(d7abdb05-44fc-466b-8102-47e50733222a),segment_id=d7abdb05-44fc-466b-8102-47e50733222a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:32:25.824707 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.837095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Calling delete_port for fd668229-71db-4606-a9d4-1502c7ed0f59 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:32:25.880816 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.891888 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a9bc64-a231-49e0-a104-44249c7e546a']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:25.901399 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7abdb05-44fc-466b-8102-47e50733222a') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:25.901691 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7abdb05-44fc-466b-8102-47e50733222a') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:25.910563 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.919767 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.925835 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.931537 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:32:25.932006 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:32:25.933700 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:32:25.945001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Pushing event deleted for resources: {'Port': ['ID=fd668229-71db-4606-a9d4-1502c7ed0f59,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:25.953281 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] No DVR routers for this DVR port fd668229-71db-4606-a9d4-1502c7ed0f59 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:32:25.955727 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:25.956017 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:25.956387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:25.956747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:25.957088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:25.957421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:25.957821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:25.958159 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:25.958487 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:25.958839 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:25.959169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:25.959493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f5edb3-e2ef-4261-896b-7767af375c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:25.996515 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:26.002236 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:26.004076 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] 10.222.0.38 "DELETE /v2.0/networks/51a9bc64-a231-49e0-a104-44249c7e546a HTTP/1.1" status: 204 len: 168 time: 0.5353205 Jul 15 15:32:26.007212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38252) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:26.015296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c899fa-b4e4-4133-831b-c5f0af50f333 admin admin] Pushing event deleted for resources: {'Network': ['ID=51a9bc64-a231-49e0-a104-44249c7e546a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:26.340038 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-695dcc08-e418-4291-8123-3cb84abb31de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:26.582548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-695dcc08-e418-4291-8123-3cb84abb31de admin admin] Deleting port 81a7093f-6d61-412f-89b0-88a55966b900 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:32:26.582892 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-695dcc08-e418-4291-8123-3cb84abb31de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:26.660414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-695dcc08-e418-4291-8123-3cb84abb31de admin admin] For port 81a7093f-6d61-412f-89b0-88a55966b900, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=81a7093f-6d61-412f-89b0-88a55966b900,segment=NetworkSegment(f5843ddd-7c0a-45b2-b72b-aec98c5d7622),segment_id=f5843ddd-7c0a-45b2-b72b-aec98c5d7622)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:32:26.660767 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-695dcc08-e418-4291-8123-3cb84abb31de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:26.673358 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-695dcc08-e418-4291-8123-3cb84abb31de admin admin] Calling delete_port for 81a7093f-6d61-412f-89b0-88a55966b900 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:32:27.079311 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f6129cae-7e69-4c80-8afe-6bba81496ae4 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:32:27.098487 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: f6129cae-7e69-4c80-8afe-6bba81496ae4 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:32:27.098864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f6129cae-7e69-4c80-8afe-6bba81496ae4 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:32:27.099287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device fd668229-71db-4606-a9d4-1502c7ed0f59 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:32:27.117949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: fd668229-71db-4606-a9d4-1502c7ed0f59 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:32:27.118320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device fd668229-71db-4606-a9d4-1502c7ed0f59 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:32:27.162026 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-695dcc08-e418-4291-8123-3cb84abb31de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:27.188130 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dcc08-e418-4291-8123-3cb84abb31de admin admin] Pushing event deleted for resources: {'Port': ['ID=81a7093f-6d61-412f-89b0-88a55966b900,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:27.351271 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-695dcc08-e418-4291-8123-3cb84abb31de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:27.554455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695dcc08-e418-4291-8123-3cb84abb31de admin admin] Router a9fd94af-8abf-43da-aa05-d19ad0cf577e has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:32:27.661324 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695dcc08-e418-4291-8123-3cb84abb31de admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:32:27.666323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-695dcc08-e418-4291-8123-3cb84abb31de admin admin] 10.222.0.38 "PUT /v2.0/routers/a9fd94af-8abf-43da-aa05-d19ad0cf577e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6580858 Jul 15 15:32:27.668917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38254) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:27.670927 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a2e1b-7088-4170-848b-8da188e9411e None None] Sync routers for ids ['a9fd94af-8abf-43da-aa05-d19ad0cf577e'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:32:27.680326 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a2e1b-7088-4170-848b-8da188e9411e None None] Routers {'a9fd94af-8abf-43da-aa05-d19ad0cf577e'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:32:27.680940 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fd0a2e1b-7088-4170-848b-8da188e9411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:32:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a9fd94af-8abf-43da-aa05-d19ad0cf577e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:27.779259 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a77b2447-1a0d-4418-9cdd-f4a0dd98dc67 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:27.784258 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-fd0a2e1b-7088-4170-848b-8da188e9411e None None] Set router a9fd94af-8abf-43da-aa05-d19ad0cf577e gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:32:27.883140 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a77b2447-1a0d-4418-9cdd-f4a0dd98dc67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:27.939222 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a77b2447-1a0d-4418-9cdd-f4a0dd98dc67 admin admin] Deleting port bbd5810d-5378-4082-88be-b16b283edb64 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:32:27.939583 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a77b2447-1a0d-4418-9cdd-f4a0dd98dc67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:27.960562 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fd0a2e1b-7088-4170-848b-8da188e9411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'name': 'tempest-TestServerBasicOps-1102154143-router', 'tenant_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bbd5810d-5378-4082-88be-b16b283edb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:14Z', 'updated_at': '2021-07-15T15:32:27Z', 'revision_number': 5, 'project_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'gw_port': {'id': 'bbd5810d-5378-4082-88be-b16b283edb64', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:27:15Z', 'updated_at': '2021-07-15T15:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:27.987401 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a2e1b-7088-4170-848b-8da188e9411e None None] Checking router: a9fd94af-8abf-43da-aa05-d19ad0cf577e for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:32:27.996367 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a2e1b-7088-4170-848b-8da188e9411e None None] Routers {'a9fd94af-8abf-43da-aa05-d19ad0cf577e'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:32:28.000084 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fd0a2e1b-7088-4170-848b-8da188e9411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:32:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a9fd94af-8abf-43da-aa05-d19ad0cf577e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:28.027234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-a77b2447-1a0d-4418-9cdd-f4a0dd98dc67 admin admin] For port bbd5810d-5378-4082-88be-b16b283edb64, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=bbd5810d-5378-4082-88be-b16b283edb64,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:32:28.027994 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a77b2447-1a0d-4418-9cdd-f4a0dd98dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:28.041051 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-a77b2447-1a0d-4418-9cdd-f4a0dd98dc67 admin admin] Calling delete_port for bbd5810d-5378-4082-88be-b16b283edb64 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:32:28.083205 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-fd0a2e1b-7088-4170-848b-8da188e9411e None None] Set router a9fd94af-8abf-43da-aa05-d19ad0cf577e gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:32:28.137957 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fd0a2e1b-7088-4170-848b-8da188e9411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'name': 'tempest-TestServerBasicOps-1102154143-router', 'tenant_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:14Z', 'updated_at': '2021-07-15T15:32:27Z', 'revision_number': 6, 'project_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:28.165756 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a2e1b-7088-4170-848b-8da188e9411e None None] The sync data for ids ['a9fd94af-8abf-43da-aa05-d19ad0cf577e'] in n-d-764435-3 is: [{'id': 'a9fd94af-8abf-43da-aa05-d19ad0cf577e', 'name': 'tempest-TestServerBasicOps-1102154143-router', 'tenant_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:27:14Z', 'updated_at': '2021-07-15T15:32:27Z', 'revision_number': 6, 'project_id': 'dc5cdf1ba49d4ba28601e3e71a8feaa0', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:32:28.221930 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a77b2447-1a0d-4418-9cdd-f4a0dd98dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:28.245107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b2447-1a0d-4418-9cdd-f4a0dd98dc67 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd5810d-5378-4082-88be-b16b283edb64,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:28.308021 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a77b2447-1a0d-4418-9cdd-f4a0dd98dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:28.401717 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a77b2447-1a0d-4418-9cdd-f4a0dd98dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:28.404456 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a77b2447-1a0d-4418-9cdd-f4a0dd98dc67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:28.447482 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a77b2447-1a0d-4418-9cdd-f4a0dd98dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:28.448097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77b2447-1a0d-4418-9cdd-f4a0dd98dc67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9fd94af-8abf-43da-aa05-d19ad0cf577e {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:32:28.453102 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a77b2447-1a0d-4418-9cdd-f4a0dd98dc67 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:28.456776 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a77b2447-1a0d-4418-9cdd-f4a0dd98dc67 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a9fd94af-8abf-43da-aa05-d19ad0cf577e HTTP/1.1" status: 204 len: 168 time: 0.7844818 Jul 15 15:32:28.457186 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38256) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:28.502047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3c5968-56b5-4302-8387-52dbba0f9ab3 admin admin] Deleting subnet 88f06dd7-cf77-438b-964b-94228696a13d {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:32:28.505541 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5968-56b5-4302-8387-52dbba0f9ab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:28.541473 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5968-56b5-4302-8387-52dbba0f9ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:28.624968 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5968-56b5-4302-8387-52dbba0f9ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:28.676395 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5968-56b5-4302-8387-52dbba0f9ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:28.701414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c5968-56b5-4302-8387-52dbba0f9ab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f06dd7-cf77-438b-964b-94228696a13d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:28.704971 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5968-56b5-4302-8387-52dbba0f9ab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:28.706839 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cf3c5968-56b5-4302-8387-52dbba0f9ab3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/88f06dd7-cf77-438b-964b-94228696a13d HTTP/1.1" status: 204 len: 168 time: 0.2488961 Jul 15 15:32:28.709314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38258) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:28.711699 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b5838b-5e7f-4234-a92f-7ddaacf915f1 None None] Network 67dbba58-247a-4ff6-b6f6-acc08b9167f4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:32:28.781333 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:28.833227 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] Deleting port c00dbeb6-af6a-48f3-b42a-849d31558011 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:32:28.833568 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:28.897313 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] For port c00dbeb6-af6a-48f3-b42a-849d31558011, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c00dbeb6-af6a-48f3-b42a-849d31558011,segment=NetworkSegment(f5843ddd-7c0a-45b2-b72b-aec98c5d7622),segment_id=f5843ddd-7c0a-45b2-b72b-aec98c5d7622)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:32:28.897693 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:28.911091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] Calling delete_port for c00dbeb6-af6a-48f3-b42a-849d31558011 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:32:28.918138 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4f7c0f-0902-46bb-93e3-01186b8a13f0 None None] DHCP port deletion for 67dbba58-247a-4ff6-b6f6-acc08b9167f4 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:32:28.965512 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f7c0f-0902-46bb-93e3-01186b8a13f0 None None] Deleting port c00dbeb6-af6a-48f3-b42a-849d31558011 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:32:28.966387 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a4f7c0f-0902-46bb-93e3-01186b8a13f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:28.996715 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:29.025940 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] No DVR routers for this DVR port c00dbeb6-af6a-48f3-b42a-849d31558011 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:32:29.032094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] Pushing event deleted for resources: {'Port': ['ID=c00dbeb6-af6a-48f3-b42a-849d31558011,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:29.035069 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4a4f7c0f-0902-46bb-93e3-01186b8a13f0 None None] For port c00dbeb6-af6a-48f3-b42a-849d31558011, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c00dbeb6-af6a-48f3-b42a-849d31558011,segment=NetworkSegment(f5843ddd-7c0a-45b2-b72b-aec98c5d7622),segment_id=f5843ddd-7c0a-45b2-b72b-aec98c5d7622)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:32:29.035069 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a4f7c0f-0902-46bb-93e3-01186b8a13f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:29.049203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f7c0f-0902-46bb-93e3-01186b8a13f0 None None] Calling delete_port for c00dbeb6-af6a-48f3-b42a-849d31558011 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:32:29.109410 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:29.114076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 81a7093f-6d61-412f-89b0-88a55966b900 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:32:29.120632 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67dbba58-247a-4ff6-b6f6-acc08b9167f4']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:29.130684 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5843ddd-7c0a-45b2-b72b-aec98c5d7622') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:29.130980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5843ddd-7c0a-45b2-b72b-aec98c5d7622') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:29.141115 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:29.145298 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 81a7093f-6d61-412f-89b0-88a55966b900 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:32:29.145648 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 81a7093f-6d61-412f-89b0-88a55966b900 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:32:29.146073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c00dbeb6-af6a-48f3-b42a-849d31558011 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:32:29.155406 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:29.161225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:32:29.161625 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:32:29.163259 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:32:29.167563 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: c00dbeb6-af6a-48f3-b42a-849d31558011 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:32:29.167920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c00dbeb6-af6a-48f3-b42a-849d31558011 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:32:29.168366 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device bbd5810d-5378-4082-88be-b16b283edb64 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:32:29.172939 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a4f7c0f-0902-46bb-93e3-01186b8a13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:29.193878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: bbd5810d-5378-4082-88be-b16b283edb64 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:32:29.194173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device bbd5810d-5378-4082-88be-b16b283edb64 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:32:29.217395 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f7c0f-0902-46bb-93e3-01186b8a13f0 None None] Pushing event deleted for resources: {'Port': ['ID=c00dbeb6-af6a-48f3-b42a-849d31558011,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:29.221407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4f7c0f-0902-46bb-93e3-01186b8a13f0 None None] No DVR routers for this DVR port c00dbeb6-af6a-48f3-b42a-849d31558011 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:32:29.226655 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:29.234749 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:29.236617 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] 10.222.0.38 "DELETE /v2.0/networks/67dbba58-247a-4ff6-b6f6-acc08b9167f4 HTTP/1.1" status: 204 len: 168 time: 0.5263162 Jul 15 15:32:29.249163 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af3877-d748-4278-8ad2-249f71b83070 admin admin] Pushing event deleted for resources: {'Network': ['ID=67dbba58-247a-4ff6-b6f6-acc08b9167f4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:29.369585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38266) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:29.421736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fdf85de2-87c6-4b1f-97f1-2e785d8db8b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0df11adc9a34cc8b2b4667eb5a4c547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509703 Jul 15 15:32:29.424366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38272) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:29.474219 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d19cbb0d-0e6f-4227-981c-2ee9b9279b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:29.495022 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d19cbb0d-0e6f-4227-981c-2ee9b9279b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:29.542287 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d19cbb0d-0e6f-4227-981c-2ee9b9279b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:29.545308 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d19cbb0d-0e6f-4227-981c-2ee9b9279b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:29.546817 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d19cbb0d-0e6f-4227-981c-2ee9b9279b87 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fa3bdea4-8426-4780-b3c8-a7516ba48126 HTTP/1.1" status: 204 len: 168 time: 0.1212473 Jul 15 15:32:29.554896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cbb0d-0e6f-4227-981c-2ee9b9279b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3bdea4-8426-4780-b3c8-a7516ba48126,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:29.855620 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38278) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:29.897454 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-67b1ae71-9960-45a0-8722-484dcee03e70 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc5cdf1ba49d4ba28601e3e71a8feaa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400443 Jul 15 15:32:29.899957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38280) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:29.950308 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2df8-294b-411d-896e-a9aa22ce4239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:29.972065 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2df8-294b-411d-896e-a9aa22ce4239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:30.019140 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2df8-294b-411d-896e-a9aa22ce4239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:30.021814 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2df8-294b-411d-896e-a9aa22ce4239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:30.025359 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4c0b2df8-294b-411d-896e-a9aa22ce4239 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/240cca9c-cbcb-4aec-bab4-0749421eb0ee HTTP/1.1" status: 204 len: 168 time: 0.1220829 Jul 15 15:32:30.031808 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b2df8-294b-411d-896e-a9aa22ce4239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240cca9c-cbcb-4aec-bab4-0749421eb0ee,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:30.063779 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b24a67b-cf35-4eca-8270-d473151dc7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:32.834468 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:32.936758 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c9feaae-775a-4644-80ad-396a861f8ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:34.362129 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:36.066628 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:39.484949 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-1a029d42-0c2a-4e0a-b2ff-1113e2c8408f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706286370&fields=id&tenant_id=afd4ec70edcc4c02824018c6458411be HTTP/1.1" status: 200 len: 267 time: 0.0332170 Jul 15 15:32:39.590903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-b63789ed-ab75-4ec4-9917-0fe8a26e9021 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:39.592357 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-b63789ed-ab75-4ec4-9917-0fe8a26e9021 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 811 time: 0.1013694 Jul 15 15:32:39.606904 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-a93e607b-3ca2-4cc3-a794-457d741a0e83 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/quotas/afd4ec70edcc4c02824018c6458411be HTTP/1.1" status: 200 len: 375 time: 0.0087903 Jul 15 15:32:39.678911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-4e067520-2774-4e97-9b85-6c1876ab5d99 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0671244 Jul 15 15:32:39.697812 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-2d7dcdd7-bea0-43ea-80ae-9deafeb75505 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:32:39.698792 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-2d7dcdd7-bea0-43ea-80ae-9deafeb75505 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052130 Jul 15 15:32:39.791275 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-ca7ba582-84af-44e8-99ee-2b21c17a970b service neutron] 10.222.0.38 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844996 Jul 15 15:32:39.877656 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-b280bc4e-6d6e-41d6-a419-adb0c93af149 service neutron] 10.222.0.38 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802002 Jul 15 15:32:40.167106 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-259b6a03-5c11-4e9c-aa26-7d2a51a12a9d req-b66c421f-e83a-4201-b546-96c1ed3aa63b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 210 time: 0.0288420 Jul 15 15:32:41.319802 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9e981c3-c70f-4b17-ab57-8f0e7b9e0f0a req-df919b55-0b52-4db9-80aa-da1abeedd898 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 210 time: 0.0418684 Jul 15 15:32:41.408653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-cb701a8e-2678-4e40-b1d1-97813bc8899b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:41.410124 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-cb701a8e-2678-4e40-b1d1-97813bc8899b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.22 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 811 time: 0.1226909 Jul 15 15:32:41.452054 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-2219a95e-3b67-4fd2-b93d-fce076be88aa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afd4ec70edcc4c02824018c6458411be HTTP/1.1" status: 200 len: 379 time: 0.0341988 Jul 15 15:32:41.460216 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-34799f78-4377-4efb-9bb1-8ad13ec46aaa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'port': {'device_id': '0cc7cf42-15e5-424e-bf49-5d3160998509', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'admin_state_up': True, 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'security_groups': ['859e1d1c-30d4-467d-862a-613a773dbe83']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:32:41.572157 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-34799f78-4377-4efb-9bb1-8ad13ec46aaa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Made reservation on behalf of afd4ec70edcc4c02824018c6458411be for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:32:41.575672 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-34799f78-4377-4efb-9bb1-8ad13ec46aaa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:41.703122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-34799f78-4377-4efb-9bb1-8ad13ec46aaa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Allocated IP 172.20.0.9 (a0081a40-1b1f-4a3d-8dea-aeff0a91d27c/5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a/4d03d749-3e58-4dc0-99e5-6977eafaeb43) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:32:41.839103 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-34799f78-4377-4efb-9bb1-8ad13ec46aaa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:41.853899 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-34799f78-4377-4efb-9bb1-8ad13ec46aaa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Transition to ACTIVE for port object 4d03d749-3e58-4dc0-99e5-6977eafaeb43 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:32:41.886049 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-34799f78-4377-4efb-9bb1-8ad13ec46aaa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:41.931873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-34799f78-4377-4efb-9bb1-8ad13ec46aaa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:32:41.937031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-34799f78-4377-4efb-9bb1-8ad13ec46aaa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:32:41.940823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-34799f78-4377-4efb-9bb1-8ad13ec46aaa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:32:41.992889 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-34799f78-4377-4efb-9bb1-8ad13ec46aaa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:41.993529 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-34799f78-4377-4efb-9bb1-8ad13ec46aaa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:41.999958 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34799f78-4377-4efb-9bb1-8ad13ec46aaa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'Port': ['ID=4d03d749-3e58-4dc0-99e5-6977eafaeb43,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:42.016445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-34799f78-4377-4efb-9bb1-8ad13ec46aaa tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5598583 Jul 15 15:32:42.029926 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Request body: {'port': {'device_id': '0cc7cf42-15e5-424e-bf49-5d3160998509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:32:42.106917 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:42.179853 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1ff568a5-b913-4577-8495-2bf0348f1400 None None] Provisioning for port 4d03d749-3e58-4dc0-99e5-6977eafaeb43 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:32:42.183594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1ff568a5-b913-4577-8495-2bf0348f1400 None None] Provisioning complete for port 4d03d749-3e58-4dc0-99e5-6977eafaeb43 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:32:42.183963 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ff568a5-b913-4577-8495-2bf0348f1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:42.220626 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1ff568a5-b913-4577-8495-2bf0348f1400 None None] Port 4d03d749-3e58-4dc0-99e5-6977eafaeb43 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:32:42.376114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d03d749-3e58-4dc0-99e5-6977eafaeb43 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:32:42.383764 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:42.396217 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Transition to ACTIVE for port object 4d03d749-3e58-4dc0-99e5-6977eafaeb43 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:32:42.400963 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:42.507074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Pushing event updated for resources: {'Port': ['ID=4d03d749-3e58-4dc0-99e5-6977eafaeb43,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:42.578657 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f1cdc-275c-4a36-86ec-3a8d1d30e6f0 req-1d5e1036-e28e-45fd-939c-4acf7fc3f990 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:42.580234 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-337f1cdc-275c-4a36-86ec-3a8d1d30e6f0 req-1d5e1036-e28e-45fd-939c-4acf7fc3f990 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 943 time: 0.1436088 Jul 15 15:32:42.583172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Attempting to bind port 4d03d749-3e58-4dc0-99e5-6977eafaeb43 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:32:42.583515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Attempting to bind port 4d03d749-3e58-4dc0-99e5-6977eafaeb43 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:32:42.583954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Attempting to bind port 4d03d749-3e58-4dc0-99e5-6977eafaeb43 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:32:42.596803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Port 4d03d749-3e58-4dc0-99e5-6977eafaeb43 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:32:42.597115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Attempting to bind port 4d03d749-3e58-4dc0-99e5-6977eafaeb43 on network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:32:42.613807 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:32:42.614053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Checking segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:32:42.614442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Bound using segment: {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:32:42.615004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Bound port: 4d03d749-3e58-4dc0-99e5-6977eafaeb43, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee22f0f2-8198-4b51-a3f9-349c6d382659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:32:42.615370 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:42.646656 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-337f1cdc-275c-4a36-86ec-3a8d1d30e6f0 req-f775575a-e4df-46c0-9f60-ceff2f8de117 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589402 Jul 15 15:32:42.696466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] For port 4d03d749-3e58-4dc0-99e5-6977eafaeb43, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:32:42.699522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] For port 4d03d749-3e58-4dc0-99e5-6977eafaeb43, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4d03d749-3e58-4dc0-99e5-6977eafaeb43,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:32:42.704375 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:42.742933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:42.743545 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:42.745136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] 10.222.0.22 "PUT /v2.0/ports/4d03d749-3e58-4dc0-99e5-6977eafaeb43 HTTP/1.1" status: 200 len: 1091 time: 0.7212582 Jul 15 15:32:42.745569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc7cf42-15e5-424e-bf49-5d3160998509', 'tag': '4d03d749-3e58-4dc0-99e5-6977eafaeb43'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:32:42.749314 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e34a0e3-b66c-4043-8563-1d3afa2b55c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc7cf42-15e5-424e-bf49-5d3160998509", "tag": "4d03d749-3e58-4dc0-99e5-6977eafaeb43"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:32:42.777618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe72cb-6962-4637-b1b4-c56b5e60e70f service neutron] Pushing event updated for resources: {'Port': ['ID=4d03d749-3e58-4dc0-99e5-6977eafaeb43,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:42.808331 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7001b7c-4339-433b-9854-68eaf20a983a x-openstack-request-id: req-c7001b7c-4339-433b-9854-68eaf20a983a {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:32:42.808762 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc7cf42-15e5-424e-bf49-5d3160998509", "tag": "4d03d749-3e58-4dc0-99e5-6977eafaeb43", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:32:42.809017 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c7001b7c-4339-433b-9854-68eaf20a983a {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:32:42.809964 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc7cf42-15e5-424e-bf49-5d3160998509', 'tag': '4d03d749-3e58-4dc0-99e5-6977eafaeb43', 'status': 'completed', 'code': 200} Jul 15 15:32:42.856641 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-216024cf-8abb-491f-92fa-48359970e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:42.858513 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-216024cf-8abb-491f-92fa-48359970e5b9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 1094 time: 0.0594804 Jul 15 15:32:42.901344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-0747565f-0b87-4f87-a82c-f3232bc0c5eb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d03d749-3e58-4dc0-99e5-6977eafaeb43 HTTP/1.1" status: 200 len: 217 time: 0.0358920 Jul 15 15:32:42.955851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-4bf0a365-00b0-49cd-aa1e-b76396fb3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:42.957487 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-4bf0a365-00b0-49cd-aa1e-b76396fb3ae8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0495050 Jul 15 15:32:43.015849 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-c057c53c-e785-42d0-9108-759ecb16e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:43.017280 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-c057c53c-e785-42d0-9108-759ecb16e13d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536358 Jul 15 15:32:43.110450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-60d33a99-2bee-47f2-ae52-a70b7d05f959 service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862424 Jul 15 15:32:43.199866 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b89dad39-e77c-45c9-afaa-e6eaa2a15b53 req-52e7f215-1c2c-40ac-af28-0b8859388569 service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830781 Jul 15 15:32:43.302123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34a0e3-b66c-4043-8563-1d3afa2b55c9 req-f5968986-17a6-48f2-9ec5-048a3e7d56ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:43.303676 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e34a0e3-b66c-4043-8563-1d3afa2b55c9 req-f5968986-17a6-48f2-9ec5-048a3e7d56ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 1094 time: 0.0533991 Jul 15 15:32:43.398737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34a0e3-b66c-4043-8563-1d3afa2b55c9 req-bd87d89b-3baa-431c-b184-ca2a787d21cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:43.400206 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e34a0e3-b66c-4043-8563-1d3afa2b55c9 req-bd87d89b-3baa-431c-b184-ca2a787d21cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.0887334 Jul 15 15:32:43.441651 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e34a0e3-b66c-4043-8563-1d3afa2b55c9 req-64d8dd90-8a5f-4d98-a4a2-4c41176b1483 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d03d749-3e58-4dc0-99e5-6977eafaeb43 HTTP/1.1" status: 200 len: 217 time: 0.0347745 Jul 15 15:32:43.493389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34a0e3-b66c-4043-8563-1d3afa2b55c9 req-67361a01-cad1-46ae-9a21-b6eba64afa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:43.494845 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e34a0e3-b66c-4043-8563-1d3afa2b55c9 req-67361a01-cad1-46ae-9a21-b6eba64afa53 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0474973 Jul 15 15:32:43.552483 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34a0e3-b66c-4043-8563-1d3afa2b55c9 req-23429682-166a-442f-9900-daf6ef8a5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:43.554001 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e34a0e3-b66c-4043-8563-1d3afa2b55c9 req-23429682-166a-442f-9900-daf6ef8a5cbb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529621 Jul 15 15:32:43.642610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e34a0e3-b66c-4043-8563-1d3afa2b55c9 req-05dded6c-7d30-4115-816d-4793aade8b49 service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816469 Jul 15 15:32:43.737086 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e34a0e3-b66c-4043-8563-1d3afa2b55c9 req-d6bb9b40-a7f7-4e86-b6dd-29825b733123 service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881104 Jul 15 15:32:43.827731 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14dd1a-1676-4c08-b690-841421df8323 req-dd678ba4-9a20-4c23-b793-a7a6231b09eb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:43.829254 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd14dd1a-1676-4c08-b690-841421df8323 req-dd678ba4-9a20-4c23-b793-a7a6231b09eb tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 943 time: 0.0644033 Jul 15 15:32:43.868205 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd14dd1a-1676-4c08-b690-841421df8323 req-5e3d668c-781f-42f6-a786-db70b7e0eb32 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332022 Jul 15 15:32:45.055330 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7eba21-214c-4f0c-895f-d83c254dfebd req-4f094eb4-e76e-4500-acb3-e759c5870332 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:45.056866 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d7eba21-214c-4f0c-895f-d83c254dfebd req-4f094eb4-e76e-4500-acb3-e759c5870332 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 943 time: 0.0734670 Jul 15 15:32:45.409548 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d7eba21-214c-4f0c-895f-d83c254dfebd req-25621415-b177-464b-972a-429cd681a411 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3463757 Jul 15 15:32:45.716919 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:32:46.579584 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c8144-a20f-4835-9e4f-4d4247946d86 req-dbfd7f4e-613c-4671-9dbe-7e60c99521cc tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:46.581066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c6c8144-a20f-4835-9e4f-4d4247946d86 req-dbfd7f4e-613c-4671-9dbe-7e60c99521cc tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 943 time: 0.0620470 Jul 15 15:32:46.617720 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c6c8144-a20f-4835-9e4f-4d4247946d86 req-2e66dab6-bedd-47fc-b340-f2b51aeb1041 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312264 Jul 15 15:32:47.812082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f9597-6982-4ae9-a422-8f4aba72d49c req-93e3ad09-0c4f-4776-b4f7-7165556d3d8e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:47.813643 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-622f9597-6982-4ae9-a422-8f4aba72d49c req-93e3ad09-0c4f-4776-b4f7-7165556d3d8e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 943 time: 0.0718527 Jul 15 15:32:47.854648 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-622f9597-6982-4ae9-a422-8f4aba72d49c req-506132b3-8b3e-4a2e-b294-c441db0ec5a6 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354562 Jul 15 15:32:49.041184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecebd90-9152-4520-b920-b01c018973cf req-27c040bc-ebbb-4c40-b2b3-9fb3dade6c91 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:49.042878 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ecebd90-9152-4520-b920-b01c018973cf req-27c040bc-ebbb-4c40-b2b3-9fb3dade6c91 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 943 time: 0.0695167 Jul 15 15:32:49.083332 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ecebd90-9152-4520-b920-b01c018973cf req-d8c50708-4364-4ae2-b3f6-4d0208367781 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331304 Jul 15 15:32:49.237813 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:49.542190 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:50.256542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0d796-e6f7-4867-8df9-f196b2dcddbc req-9108c513-24ed-48c4-a1f6-51d12e94e252 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:50.258026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67d0d796-e6f7-4867-8df9-f196b2dcddbc req-9108c513-24ed-48c4-a1f6-51d12e94e252 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 943 time: 0.0620856 Jul 15 15:32:50.295527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67d0d796-e6f7-4867-8df9-f196b2dcddbc req-db3fd98e-eef1-4f14-9ac0-d9c9c79dd75f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319884 Jul 15 15:32:51.465602 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a81cb-ee32-4a3e-83cd-90b3ca882729 req-2ddc98bd-7bb6-44b8-8ce9-e3bddbdc01e5 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:51.467180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e22a81cb-ee32-4a3e-83cd-90b3ca882729 req-2ddc98bd-7bb6-44b8-8ce9-e3bddbdc01e5 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 943 time: 0.0647357 Jul 15 15:32:51.505153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e22a81cb-ee32-4a3e-83cd-90b3ca882729 req-b234cd67-e38f-486a-98f8-f544cf2b6761 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324821 Jul 15 15:32:52.673944 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da47777-5d63-4b14-9212-efd394901182 req-b722b4a7-8c8f-464c-bf70-bf2b11c5a2ed tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:52.675459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2da47777-5d63-4b14-9212-efd394901182 req-b722b4a7-8c8f-464c-bf70-bf2b11c5a2ed tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 943 time: 0.0625372 Jul 15 15:32:52.712295 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2da47777-5d63-4b14-9212-efd394901182 req-e86f406c-f9c6-4283-a04f-88d555353d96 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314441 Jul 15 15:32:53.891851 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00941ee-5469-4ac7-8783-3f8143781d41 req-8a25dc6b-fea4-44f9-9b10-d8d1823212b4 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:53.893622 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a00941ee-5469-4ac7-8783-3f8143781d41 req-8a25dc6b-fea4-44f9-9b10-d8d1823212b4 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 943 time: 0.0687320 Jul 15 15:32:53.934142 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a00941ee-5469-4ac7-8783-3f8143781d41 req-8fa7ae9a-f07a-4a46-bc85-37d61954e634 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352788 Jul 15 15:32:54.381223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4d03d749-3e58-4dc0-99e5-6977eafaeb43 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:32:54.472939 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4d03d749-3e58-4dc0-99e5-6977eafaeb43, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4d03d749-3e58-4dc0-99e5-6977eafaeb43,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:32:54.484303 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '4d03d749-3e58-4dc0-99e5-6977eafaeb43', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'port_id': '4d03d749-3e58-4dc0-99e5-6977eafaeb43', 'mac_address': 'fa:16:3e:37:9c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:32:54.524268 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:54.537062 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d03d749-3e58-4dc0-99e5-6977eafaeb43 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:32:54.556386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4d03d749-3e58-4dc0-99e5-6977eafaeb43, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4d03d749-3e58-4dc0-99e5-6977eafaeb43,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:32:54.560910 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:54.605774 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=4d03d749-3e58-4dc0-99e5-6977eafaeb43,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:54.797471 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['4d03d749-3e58-4dc0-99e5-6977eafaeb43'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:32:55.109897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcab43-d35a-4dd7-bb47-a30e2d997eef req-0e21b2b2-6ec4-4fc7-b101-1cf5d24b1354 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:55.111437 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f6fcab43-d35a-4dd7-bb47-a30e2d997eef req-0e21b2b2-6ec4-4fc7-b101-1cf5d24b1354 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 944 time: 0.0643220 Jul 15 15:32:55.149566 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f6fcab43-d35a-4dd7-bb47-a30e2d997eef req-d505c1d9-5441-4dac-8fee-0a87c17b23ac tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326042 Jul 15 15:32:56.320135 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4b2ba-6015-499a-9f91-d74edcf2545f req-4f94a86f-2eb7-48e0-83fe-a4b43d301a9f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:56.321582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4eb4b2ba-6015-499a-9f91-d74edcf2545f req-4f94a86f-2eb7-48e0-83fe-a4b43d301a9f tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 944 time: 0.0627575 Jul 15 15:32:56.359034 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4eb4b2ba-6015-499a-9f91-d74edcf2545f req-0db83647-ddb3-4337-a76d-483c669e4776 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315950 Jul 15 15:32:56.396616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4d03d749-3e58-4dc0-99e5-6977eafaeb43 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:32:56.443547 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 4d03d749-3e58-4dc0-99e5-6977eafaeb43 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:32:56.447046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 4d03d749-3e58-4dc0-99e5-6977eafaeb43 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:32:56.447415 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:56.522792 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:56.544170 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc7cf42-15e5-424e-bf49-5d3160998509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d03d749-3e58-4dc0-99e5-6977eafaeb43'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:32:56.547068 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ee3785-0488-4090-8fee-cb99fd98cd98" -d '{"events": [{"server_uuid": "0cc7cf42-15e5-424e-bf49-5d3160998509", "name": "network-vif-plugged", "status": "completed", "tag": "4d03d749-3e58-4dc0-99e5-6977eafaeb43"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:32:56.559471 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4d03d749-3e58-4dc0-99e5-6977eafaeb43, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4d03d749-3e58-4dc0-99e5-6977eafaeb43,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:32:56.563865 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:56.586268 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4c07d5-135f-4c75-994e-68d9aa8c8d6b x-openstack-request-id: req-0d4c07d5-135f-4c75-994e-68d9aa8c8d6b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:32:56.586591 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc7cf42-15e5-424e-bf49-5d3160998509", "name": "network-vif-plugged", "status": "completed", "tag": "4d03d749-3e58-4dc0-99e5-6977eafaeb43", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:32:56.586847 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d4c07d5-135f-4c75-994e-68d9aa8c8d6b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:32:56.587235 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc7cf42-15e5-424e-bf49-5d3160998509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d03d749-3e58-4dc0-99e5-6977eafaeb43', 'code': 200} Jul 15 15:32:56.613344 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=4d03d749-3e58-4dc0-99e5-6977eafaeb43,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:56.695850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb259b4-b69c-43a6-b4d2-75c8ad2840e2 req-ccb81ca4-93b3-4316-9d41-421b483dcaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:56.697346 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccb259b4-b69c-43a6-b4d2-75c8ad2840e2 req-ccb81ca4-93b3-4316-9d41-421b483dcaa2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 1096 time: 0.0547585 Jul 15 15:32:56.731319 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccb259b4-b69c-43a6-b4d2-75c8ad2840e2 req-7d4575d4-2d4f-437c-99f8-906e2fc2262f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277047 Jul 15 15:32:57.534141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a1422-2c39-46a7-bc5c-bbc4fe4840d9 req-7f08667d-ab37-4e69-accd-bd4d77edff8d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:57.535653 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-613a1422-2c39-46a7-bc5c-bbc4fe4840d9 req-7f08667d-ab37-4e69-accd-bd4d77edff8d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 945 time: 0.0666928 Jul 15 15:32:57.572076 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-613a1422-2c39-46a7-bc5c-bbc4fe4840d9 req-ddc1cfc9-25c8-4874-a085-1f292e4d1b25 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308487 Jul 15 15:32:58.746873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450f6c8-eb3c-4d68-b133-9ad3eb9d6296 req-145ddd6b-4dc2-4b68-87d0-1b4a60d6352e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:58.748878 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a450f6c8-eb3c-4d68-b133-9ad3eb9d6296 req-145ddd6b-4dc2-4b68-87d0-1b4a60d6352e tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 945 time: 0.0612473 Jul 15 15:32:58.789232 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a450f6c8-eb3c-4d68-b133-9ad3eb9d6296 req-0987baf2-cce9-4242-8f04-48e4dc5fe02a tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347612 Jul 15 15:32:58.957751 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba037545-d727-422a-84d5-1d4b92856ac3 req-aa888f5a-8dce-4f12-998c-3894d0498c77 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:58.959247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba037545-d727-422a-84d5-1d4b92856ac3 req-aa888f5a-8dce-4f12-998c-3894d0498c77 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 945 time: 0.0620112 Jul 15 15:32:58.995483 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba037545-d727-422a-84d5-1d4b92856ac3 req-6ac88092-852c-4275-9e76-b786170aad84 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307300 Jul 15 15:32:59.020308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38380) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:59.072166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f08580-b7f5-499e-8da3-36ed5f5eccad tempest-TestVolumeBootPattern-1819886583 tempest-TestVolumeBootPattern-1819886583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:59.073691 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-11f08580-b7f5-499e-8da3-36ed5f5eccad tempest-TestVolumeBootPattern-1819886583 tempest-TestVolumeBootPattern-1819886583-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 1091 time: 0.0524092 Jul 15 15:32:59.076464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38382) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:59.081397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': '4d03d749-3e58-4dc0-99e5-6977eafaeb43', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:32:59.106144 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:59.203334 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:59.311600 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Allocated IP 172.25.4.125 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/de355483-6ded-403e-b064-3162c5949e8b) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:32:59.411637 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:59.448872 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:59.488250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:32:59.490987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:32:59.494471 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:32:59.499901 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'Port': ['ID=de355483-6ded-403e-b064-3162c5949e8b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:59.852956 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:59.930291 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:00.054818 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc4a523b-86c1-4f4f-8c7c-64a726b48dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:00.075715 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:00.080689 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:00.149493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event updated for resources: {'Port': ['ID=de355483-6ded-403e-b064-3162c5949e8b,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:33:00.159609 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:00.257259 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Floating IP a719eede-eea6-49aa-adbc-6f9d0b20bbfc associated. External IP: 172.25.4.125, port: 4d03d749-3e58-4dc0-99e5-6977eafaeb43. Jul 15 15:33:00.459879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Router ec2f3420-21b7-4829-8472-2b45a6fb7fbb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:33:00.564993 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:33:00.574332 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f0d35-5f27-4ba4-a501-832bd47252cc None None] Sync routers for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:33:00.580853 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:00.584463 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f0d35-5f27-4ba4-a501-832bd47252cc None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:33:00.585201 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e54f0d35-5f27-4ba4-a501-832bd47252cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:32:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:33:00.630123 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5614175b-84b0-4a39-8d95-b074be7c3914 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5390551 Jul 15 15:33:00.630123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc7cf42-15e5-424e-bf49-5d3160998509', 'tag': '4d03d749-3e58-4dc0-99e5-6977eafaeb43'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:33:00.630123 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514282b6-b97e-46e5-893d-61b2cb6f07e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc7cf42-15e5-424e-bf49-5d3160998509", "tag": "4d03d749-3e58-4dc0-99e5-6977eafaeb43"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:33:00.655886 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7e514d-0a20-431b-8a5e-530604674177 x-openstack-request-id: req-5e7e514d-0a20-431b-8a5e-530604674177 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:33:00.656172 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc7cf42-15e5-424e-bf49-5d3160998509", "tag": "4d03d749-3e58-4dc0-99e5-6977eafaeb43", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:33:00.656422 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e7e514d-0a20-431b-8a5e-530604674177 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:33:00.656822 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc7cf42-15e5-424e-bf49-5d3160998509', 'tag': '4d03d749-3e58-4dc0-99e5-6977eafaeb43', 'status': 'completed', 'code': 200} Jul 15 15:33:00.693439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e54f0d35-5f27-4ba4-a501-832bd47252cc None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:33:00.729037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514282b6-b97e-46e5-893d-61b2cb6f07e3 req-6a8b239e-be50-43fa-a24d-6ae2ec6d5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:00.730486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-514282b6-b97e-46e5-893d-61b2cb6f07e3 req-6a8b239e-be50-43fa-a24d-6ae2ec6d5227 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 1096 time: 0.0517647 Jul 15 15:33:00.822249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514282b6-b97e-46e5-893d-61b2cb6f07e3 req-8ba71e92-0c83-4583-a011-862400d031ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:00.823788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-514282b6-b97e-46e5-893d-61b2cb6f07e3 req-8ba71e92-0c83-4583-a011-862400d031ea service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.0871964 Jul 15 15:33:00.886455 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-514282b6-b97e-46e5-893d-61b2cb6f07e3 req-7db23d7b-1e89-498c-b047-11a47f0a09c8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d03d749-3e58-4dc0-99e5-6977eafaeb43 HTTP/1.1" status: 200 len: 999 time: 0.0566208 Jul 15 15:33:00.919091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e54f0d35-5f27-4ba4-a501-832bd47252cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '8719ac71-1f45-4afd-99f3-8865dff7ec6d', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'floating_ip_address': '172.25.4.215', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'port_id': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'mac_address': 'fa:16:3e:00:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:31:00Z', 'updated_at': '2021-07-15T15:31:02Z', 'revision_number': 1, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address_scope': None}, {'id': 'a719eede-eea6-49aa-adbc-6f9d0b20bbfc', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'port_id': '4d03d749-3e58-4dc0-99e5-6977eafaeb43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'mac_address': 'fa:16:3e:37:9c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc7cf42-15e5-424e-bf49-5d3160998509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:32:59Z', 'updated_at': '2021-07-15T15:32:59Z', 'revision_number': 0, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:33:00.938161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514282b6-b97e-46e5-893d-61b2cb6f07e3 req-cc17f001-ae96-40d6-a5f4-962a4944f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:00.939674 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-514282b6-b97e-46e5-893d-61b2cb6f07e3 req-cc17f001-ae96-40d6-a5f4-962a4944f180 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0473340 Jul 15 15:33:00.945277 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f0d35-5f27-4ba4-a501-832bd47252cc None None] Checking router: ec2f3420-21b7-4829-8472-2b45a6fb7fbb for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:33:00.954004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f0d35-5f27-4ba4-a501-832bd47252cc None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:33:00.954639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e54f0d35-5f27-4ba4-a501-832bd47252cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:32:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:33:00.996896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514282b6-b97e-46e5-893d-61b2cb6f07e3 req-3c6e39a6-def4-4950-8a2b-169ba4f221b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:00.999650 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-514282b6-b97e-46e5-893d-61b2cb6f07e3 req-3c6e39a6-def4-4950-8a2b-169ba4f221b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522411 Jul 15 15:33:01.095707 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-514282b6-b97e-46e5-893d-61b2cb6f07e3 req-6b00c033-8b8e-46cd-b499-38a1954e836e service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904768 Jul 15 15:33:01.193449 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-514282b6-b97e-46e5-893d-61b2cb6f07e3 req-3e508f4c-078b-4459-bbe2-c47a3b8f4e7f service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912642 Jul 15 15:33:01.223624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e54f0d35-5f27-4ba4-a501-832bd47252cc None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:33:01.444983 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e54f0d35-5f27-4ba4-a501-832bd47252cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '8719ac71-1f45-4afd-99f3-8865dff7ec6d', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'floating_ip_address': '172.25.4.215', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'port_id': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'mac_address': 'fa:16:3e:00:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:31:00Z', 'updated_at': '2021-07-15T15:31:02Z', 'revision_number': 1, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address_scope': None}, {'id': 'a719eede-eea6-49aa-adbc-6f9d0b20bbfc', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'port_id': '4d03d749-3e58-4dc0-99e5-6977eafaeb43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'mac_address': 'fa:16:3e:37:9c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc7cf42-15e5-424e-bf49-5d3160998509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:32:59Z', 'updated_at': '2021-07-15T15:32:59Z', 'revision_number': 0, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:33:01.470597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f0d35-5f27-4ba4-a501-832bd47252cc None None] The sync data for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 is: [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '8719ac71-1f45-4afd-99f3-8865dff7ec6d', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'floating_ip_address': '172.25.4.215', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'port_id': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'mac_address': 'fa:16:3e:00:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:31:00Z', 'updated_at': '2021-07-15T15:31:02Z', 'revision_number': 1, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address_scope': None}, {'id': 'a719eede-eea6-49aa-adbc-6f9d0b20bbfc', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'port_id': '4d03d749-3e58-4dc0-99e5-6977eafaeb43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'mac_address': 'fa:16:3e:37:9c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc7cf42-15e5-424e-bf49-5d3160998509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:32:59Z', 'updated_at': '2021-07-15T15:32:59Z', 'revision_number': 0, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:33:01.671428 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a744205b-3f6e-41e6-a320-316bd6f22456 None None] New status for floating IP a719eede-eea6-49aa-adbc-6f9d0b20bbfc: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:33:02.835849 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:02.937361 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eea0947c-d8bf-4be9-a51d-3353b242feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:03.250096 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eeb5a126-fe57-4994-9791-5e44e7f99c7e req-00d3a71d-dc02-4173-a9f7-617b1befc6e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545297 Jul 15 15:33:03.349674 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5a126-fe57-4994-9791-5e44e7f99c7e req-efcc4a18-d068-4e0d-8b90-caa2a6b39eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:03.351235 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eeb5a126-fe57-4994-9791-5e44e7f99c7e req-efcc4a18-d068-4e0d-8b90-caa2a6b39eeb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 1096 time: 0.0559659 Jul 15 15:33:03.455619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5a126-fe57-4994-9791-5e44e7f99c7e req-6b8266f0-4d33-47ee-b4c4-ae7bda56269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:03.457097 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eeb5a126-fe57-4994-9791-5e44e7f99c7e req-6b8266f0-4d33-47ee-b4c4-ae7bda56269c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.0849397 Jul 15 15:33:03.527676 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eeb5a126-fe57-4994-9791-5e44e7f99c7e req-0cae2eb3-f96c-4789-aaa8-c80d50b8e6ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39671bd-10f8-4ba5-8fb4-c1198cf271ea HTTP/1.1" status: 200 len: 1001 time: 0.0627882 Jul 15 15:33:03.579158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5a126-fe57-4994-9791-5e44e7f99c7e req-40ef271d-e000-4d0f-bd85-75632522a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:03.580673 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eeb5a126-fe57-4994-9791-5e44e7f99c7e req-40ef271d-e000-4d0f-bd85-75632522a76c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0463481 Jul 15 15:33:03.639330 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5a126-fe57-4994-9791-5e44e7f99c7e req-4b75cd32-835c-4e07-935e-b7dc389bb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:03.641652 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eeb5a126-fe57-4994-9791-5e44e7f99c7e req-4b75cd32-835c-4e07-935e-b7dc389bb0be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542617 Jul 15 15:33:03.739178 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eeb5a126-fe57-4994-9791-5e44e7f99c7e req-cbf2f8e6-ad0e-4550-bc81-2332a9ad21dd service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907822 Jul 15 15:33:03.830734 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eeb5a126-fe57-4994-9791-5e44e7f99c7e req-351f2848-137a-443d-9cee-a9d744482d1f service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829754 Jul 15 15:33:04.363815 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:06.062469 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:19.237927 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:19.542087 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:22.715289 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:33:30.056042 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eca332c5-ca36-4d5b-ba11-e56b18307738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:32.835984 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:32.937640 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-957183fa-2607-48be-b522-995552808439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:34.366357 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:36.064337 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:49.236271 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:49.544853 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:56.313168 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b96d23f-eda6-4ff4-9218-3f80f2e32c8e req-509725d0-3bb3-49c8-a83b-456683c96890 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512497 Jul 15 15:33:56.421989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96d23f-eda6-4ff4-9218-3f80f2e32c8e req-60305e0f-1cf1-467b-9496-c5410918e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:56.423525 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b96d23f-eda6-4ff4-9218-3f80f2e32c8e req-60305e0f-1cf1-467b-9496-c5410918e2e7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 1096 time: 0.0552671 Jul 15 15:33:56.525012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96d23f-eda6-4ff4-9218-3f80f2e32c8e req-ae47b6c1-7534-41aa-be18-eddc2160cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:56.526462 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b96d23f-eda6-4ff4-9218-3f80f2e32c8e req-ae47b6c1-7534-41aa-be18-eddc2160cda5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.0832608 Jul 15 15:33:56.591196 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b96d23f-eda6-4ff4-9218-3f80f2e32c8e req-9905de66-652d-41ab-8535-d1d4194c9bb7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d03d749-3e58-4dc0-99e5-6977eafaeb43 HTTP/1.1" status: 200 len: 1001 time: 0.0583925 Jul 15 15:33:56.639394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96d23f-eda6-4ff4-9218-3f80f2e32c8e req-2090c4d2-89b8-437b-8583-06d304f01034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:56.640800 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b96d23f-eda6-4ff4-9218-3f80f2e32c8e req-2090c4d2-89b8-437b-8583-06d304f01034 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0425627 Jul 15 15:33:56.694959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96d23f-eda6-4ff4-9218-3f80f2e32c8e req-3456f7e5-80ae-4e62-87e9-e076a3f815d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:56.696409 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b96d23f-eda6-4ff4-9218-3f80f2e32c8e req-3456f7e5-80ae-4e62-87e9-e076a3f815d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498309 Jul 15 15:33:56.789378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b96d23f-eda6-4ff4-9218-3f80f2e32c8e req-cce55c3c-db43-41b0-8ad3-574fbf8fd84d service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861492 Jul 15 15:33:56.874402 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b96d23f-eda6-4ff4-9218-3f80f2e32c8e req-0620c5d5-fbeb-433c-8797-f896e85f0cf0 service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792730 Jul 15 15:33:59.714778 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:34:00.059683 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8e28-0499-47dd-94a9-a01c4a967cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:02.836659 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:02.937431 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31f724f5-3a34-4060-a5db-a36dc825b480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:04.369322 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:05.819187 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4bcf7b5-c11a-4be1-96ff-cbb494346470 req-a6f92120-4ccf-4de1-a14d-fa677844cd43 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571098 Jul 15 15:34:05.912549 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcf7b5-c11a-4be1-96ff-cbb494346470 req-cc489e5a-a493-454a-9bae-ab4dfbecfbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:05.914026 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4bcf7b5-c11a-4be1-96ff-cbb494346470 req-cc489e5a-a493-454a-9bae-ab4dfbecfbaf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 1096 time: 0.0522768 Jul 15 15:34:06.019374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcf7b5-c11a-4be1-96ff-cbb494346470 req-0767ef6c-facf-462c-8b37-c7d5a3f4bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:06.020861 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4bcf7b5-c11a-4be1-96ff-cbb494346470 req-0767ef6c-facf-462c-8b37-c7d5a3f4bf27 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.0873966 Jul 15 15:34:06.068845 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:06.085854 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4bcf7b5-c11a-4be1-96ff-cbb494346470 req-b048e265-9348-4c62-92db-dacb877aa7c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39671bd-10f8-4ba5-8fb4-c1198cf271ea HTTP/1.1" status: 200 len: 1001 time: 0.0582194 Jul 15 15:34:06.133232 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcf7b5-c11a-4be1-96ff-cbb494346470 req-4f327418-a202-42e9-a467-8a126bd10e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:06.135443 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4bcf7b5-c11a-4be1-96ff-cbb494346470 req-4f327418-a202-42e9-a467-8a126bd10e90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0432868 Jul 15 15:34:06.196154 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcf7b5-c11a-4be1-96ff-cbb494346470 req-7c9a920c-c071-4deb-9c23-e3750709af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:06.197658 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4bcf7b5-c11a-4be1-96ff-cbb494346470 req-7c9a920c-c071-4deb-9c23-e3750709af54 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549009 Jul 15 15:34:06.285558 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4bcf7b5-c11a-4be1-96ff-cbb494346470 req-56bcdb65-9fc6-4be7-8c66-61638ffe3e0f service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808883 Jul 15 15:34:06.377160 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a4bcf7b5-c11a-4be1-96ff-cbb494346470 req-829be058-feb5-47dd-a049-b146b6e7f37a service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848336 Jul 15 15:34:19.252885 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:19.545801 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:28.229556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38424) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:28.389731 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Deleting port de355483-6ded-403e-b064-3162c5949e8b {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:34:28.390079 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:28.466588 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:28.466929 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:28.478075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Calling delete_port for de355483-6ded-403e-b064-3162c5949e8b owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:34:28.622249 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:28.647371 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event deleted for resources: {'Port': ['ID=de355483-6ded-403e-b064-3162c5949e8b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:28.676422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:28.676703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:28.677045 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:28.677390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:28.677722 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:28.678055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:28.678382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:28.678739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:28.679064 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:28.679388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:28.679714 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:28.680036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:28.716198 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:28.716586 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Floating IP a719eede-eea6-49aa-adbc-6f9d0b20bbfc disassociated (deleted). External IP: 172.25.4.125, port: 4d03d749-3e58-4dc0-99e5-6977eafaeb43. Jul 15 15:34:28.917547 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Router ec2f3420-21b7-4829-8472-2b45a6fb7fbb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:34:29.021949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:34:29.026916 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:29.032939 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8ac3f-7d22-4019-8617-9d1180068ed5 None None] Sync routers for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:34:29.044908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df8ac3f-7d22-4019-8617-9d1180068ed5 None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:34:29.045645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4df8ac3f-7d22-4019-8617-9d1180068ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:34:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:29.064582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bc8f0f10-2e90-4fdd-807d-03af99f4a785 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "DELETE /v2.0/floatingips/a719eede-eea6-49aa-adbc-6f9d0b20bbfc HTTP/1.1" status: 204 len: 168 time: 0.8339334 Jul 15 15:34:29.065165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc7cf42-15e5-424e-bf49-5d3160998509', 'tag': '4d03d749-3e58-4dc0-99e5-6977eafaeb43'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:34:29.067428 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d34250-56c7-4645-abab-b89700f94636" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc7cf42-15e5-424e-bf49-5d3160998509", "tag": "4d03d749-3e58-4dc0-99e5-6977eafaeb43"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:34:29.107372 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0eedc0-a414-48e9-b3d8-fea466d582ad x-openstack-request-id: req-3f0eedc0-a414-48e9-b3d8-fea466d582ad {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:34:29.107372 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc7cf42-15e5-424e-bf49-5d3160998509", "tag": "4d03d749-3e58-4dc0-99e5-6977eafaeb43", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:34:29.107372 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f0eedc0-a414-48e9-b3d8-fea466d582ad {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:34:29.107890 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc7cf42-15e5-424e-bf49-5d3160998509', 'tag': '4d03d749-3e58-4dc0-99e5-6977eafaeb43', 'status': 'completed', 'code': 200} Jul 15 15:34:29.185934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d34250-56c7-4645-abab-b89700f94636 req-3570a0d4-8b0d-4e46-8764-509d167214ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:29.186721 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-4df8ac3f-7d22-4019-8617-9d1180068ed5 None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:34:29.187617 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94d34250-56c7-4645-abab-b89700f94636 req-3570a0d4-8b0d-4e46-8764-509d167214ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 1096 time: 0.0575831 Jul 15 15:34:29.285082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d34250-56c7-4645-abab-b89700f94636 req-e97a1039-df21-4926-ae55-2c5661afcca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:29.286819 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94d34250-56c7-4645-abab-b89700f94636 req-e97a1039-df21-4926-ae55-2c5661afcca4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.0925634 Jul 15 15:34:29.333775 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94d34250-56c7-4645-abab-b89700f94636 req-00317705-fd5d-4258-b582-3ef0a22ff297 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d03d749-3e58-4dc0-99e5-6977eafaeb43 HTTP/1.1" status: 200 len: 217 time: 0.0400097 Jul 15 15:34:29.382136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d34250-56c7-4645-abab-b89700f94636 req-7cbee16e-cd0b-44df-8cb0-71f76b5bd0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:29.383644 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94d34250-56c7-4645-abab-b89700f94636 req-7cbee16e-cd0b-44df-8cb0-71f76b5bd0bf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0435891 Jul 15 15:34:29.432437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4df8ac3f-7d22-4019-8617-9d1180068ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '8719ac71-1f45-4afd-99f3-8865dff7ec6d', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'floating_ip_address': '172.25.4.215', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'port_id': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'mac_address': 'fa:16:3e:00:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:31:00Z', 'updated_at': '2021-07-15T15:31:02Z', 'revision_number': 1, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:29.447449 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d34250-56c7-4645-abab-b89700f94636 req-f8982ece-4bbc-4cf7-86ec-d58905cc3e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:29.449112 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94d34250-56c7-4645-abab-b89700f94636 req-f8982ece-4bbc-4cf7-86ec-d58905cc3e42 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589154 Jul 15 15:34:29.462098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8ac3f-7d22-4019-8617-9d1180068ed5 None None] Checking router: ec2f3420-21b7-4829-8472-2b45a6fb7fbb for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:34:29.470507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df8ac3f-7d22-4019-8617-9d1180068ed5 None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:34:29.471147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4df8ac3f-7d22-4019-8617-9d1180068ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:34:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:29.544912 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94d34250-56c7-4645-abab-b89700f94636 req-3c102fbe-08ca-4270-8281-00cf54fe1b1b service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871227 Jul 15 15:34:29.579866 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-4df8ac3f-7d22-4019-8617-9d1180068ed5 None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:34:29.808884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4df8ac3f-7d22-4019-8617-9d1180068ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '8719ac71-1f45-4afd-99f3-8865dff7ec6d', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'floating_ip_address': '172.25.4.215', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'port_id': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'mac_address': 'fa:16:3e:00:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:31:00Z', 'updated_at': '2021-07-15T15:31:02Z', 'revision_number': 1, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:29.840025 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8ac3f-7d22-4019-8617-9d1180068ed5 None None] The sync data for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 is: [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '8719ac71-1f45-4afd-99f3-8865dff7ec6d', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'floating_ip_address': '172.25.4.215', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'port_id': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'mac_address': 'fa:16:3e:00:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:31:00Z', 'updated_at': '2021-07-15T15:31:02Z', 'revision_number': 1, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:34:29.997999 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94d34250-56c7-4645-abab-b89700f94636 req-523ee5dc-34ab-41ef-8768-972a0af8d522 service neutron] 10.222.0.22 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451206 Jul 15 15:34:30.022789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c6f14-7960-4d79-80a8-a32e96a171b5 req-a1b6db3c-2146-4271-9034-71eb776e6497 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:30.024415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f6c6f14-7960-4d79-80a8-a32e96a171b5 req-a1b6db3c-2146-4271-9034-71eb776e6497 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 945 time: 0.6093638 Jul 15 15:34:30.063236 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-424c4367-fb91-471e-ac56-b86f85493db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:30.067954 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f6c6f14-7960-4d79-80a8-a32e96a171b5 req-325ba5a9-b87c-47e3-94cd-8d59a6722f21 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370500 Jul 15 15:34:30.072948 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970489ea-4b38-4a5d-932b-0001ec12a69a None None] New status for floating IP a719eede-eea6-49aa-adbc-6f9d0b20bbfc: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:34:30.925430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01106234-c278-4c5d-aa8c-c78664943c38 req-4cf37ddf-2f9b-411b-9e1e-2b5b8813982b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:30.926899 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01106234-c278-4c5d-aa8c-c78664943c38 req-4cf37ddf-2f9b-411b-9e1e-2b5b8813982b tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 945 time: 0.0618494 Jul 15 15:34:31.026077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-01106234-c278-4c5d-aa8c-c78664943c38 req-f267ad1c-a66c-4791-a4ea-433df0dfa0df tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Deleting port 4d03d749-3e58-4dc0-99e5-6977eafaeb43 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:34:31.026422 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-01106234-c278-4c5d-aa8c-c78664943c38 req-f267ad1c-a66c-4791-a4ea-433df0dfa0df tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:31.112254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-01106234-c278-4c5d-aa8c-c78664943c38 req-f267ad1c-a66c-4791-a4ea-433df0dfa0df tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] For port 4d03d749-3e58-4dc0-99e5-6977eafaeb43, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4d03d749-3e58-4dc0-99e5-6977eafaeb43,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:34:31.112623 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-01106234-c278-4c5d-aa8c-c78664943c38 req-f267ad1c-a66c-4791-a4ea-433df0dfa0df tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:31.124780 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-01106234-c278-4c5d-aa8c-c78664943c38 req-f267ad1c-a66c-4791-a4ea-433df0dfa0df tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Calling delete_port for 4d03d749-3e58-4dc0-99e5-6977eafaeb43 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:34:31.284819 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-01106234-c278-4c5d-aa8c-c78664943c38 req-f267ad1c-a66c-4791-a4ea-433df0dfa0df tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:31.321528 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267ad1c-a66c-4791-a4ea-433df0dfa0df tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event deleted for resources: {'Port': ['ID=4d03d749-3e58-4dc0-99e5-6977eafaeb43,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:31.363370 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692b337-ea86-4150-9eb5-ea2aae7183d6 req-fc0309ae-e4cd-417b-83be-d63d821ea8c6 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:31.364822 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4692b337-ea86-4150-9eb5-ea2aae7183d6 req-fc0309ae-e4cd-417b-83be-d63d821ea8c6 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 867 time: 0.1531224 Jul 15 15:34:31.391322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-01106234-c278-4c5d-aa8c-c78664943c38 req-f267ad1c-a66c-4791-a4ea-433df0dfa0df tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] No DVR routers for this DVR port 4d03d749-3e58-4dc0-99e5-6977eafaeb43 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:34:31.394213 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-01106234-c278-4c5d-aa8c-c78664943c38 req-f267ad1c-a66c-4791-a4ea-433df0dfa0df tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:31.396216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01106234-c278-4c5d-aa8c-c78664943c38 req-f267ad1c-a66c-4791-a4ea-433df0dfa0df tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.22 "DELETE /v2.0/ports/4d03d749-3e58-4dc0-99e5-6977eafaeb43 HTTP/1.1" status: 204 len: 173 time: 0.4638581 Jul 15 15:34:31.397632 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc7cf42-15e5-424e-bf49-5d3160998509', 'name': 'network-vif-deleted', 'tag': '4d03d749-3e58-4dc0-99e5-6977eafaeb43'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:34:31.399887 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19afa96-5214-49d3-8366-bb4020b83010" -d '{"events": [{"server_uuid": "0cc7cf42-15e5-424e-bf49-5d3160998509", "name": "network-vif-deleted", "tag": "4d03d749-3e58-4dc0-99e5-6977eafaeb43"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:34:31.429977 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4692b337-ea86-4150-9eb5-ea2aae7183d6 req-965466c0-71c6-4a36-8bb2-a7a3c251de8c tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595849 Jul 15 15:34:31.445455 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561e1129-54c5-4ecf-80f2-7b64fb9a3b77 x-openstack-request-id: req-561e1129-54c5-4ecf-80f2-7b64fb9a3b77 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:34:31.445869 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc7cf42-15e5-424e-bf49-5d3160998509", "name": "network-vif-deleted", "tag": "4d03d749-3e58-4dc0-99e5-6977eafaeb43", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:34:31.446124 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-561e1129-54c5-4ecf-80f2-7b64fb9a3b77 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:34:31.446583 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc7cf42-15e5-424e-bf49-5d3160998509', 'name': 'network-vif-deleted', 'tag': '4d03d749-3e58-4dc0-99e5-6977eafaeb43', 'status': 'completed', 'code': 200} Jul 15 15:34:32.568295 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-490baeae-5da4-4fb1-a0aa-3a7a33969419 req-d7017b95-e75c-4a1e-a850-341a2494bacc tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 210 time: 0.0283651 Jul 15 15:34:32.838333 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:32.937675 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a87ed5a-a03d-49c7-949f-3c64d13fce0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:33.709709 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8ee02b2-a6c0-45f6-8bae-d06b8f95f4ec req-2cba8daf-4def-4734-8cd7-2dc7cb09a1db tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 210 time: 0.0274036 Jul 15 15:34:34.372051 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:34.911333 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4d03d749-3e58-4dc0-99e5-6977eafaeb43 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:34:34.911926 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3bdcb24-4c96-4f86-8a70-bbbccf95787f req-cd789ff2-b565-48ab-987f-2690c55d743d tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc7cf42-15e5-424e-bf49-5d3160998509 HTTP/1.1" status: 200 len: 210 time: 0.0882025 Jul 15 15:34:34.932672 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 4d03d749-3e58-4dc0-99e5-6977eafaeb43 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:34:34.932960 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4d03d749-3e58-4dc0-99e5-6977eafaeb43 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:34:36.073006 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:36.713759 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:34:40.323781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38482) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:40.473648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-76f0e1a0-1dca-4991-8e16-8c595d413706 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Deleting port bb6d710a-2c72-4958-9f3a-8d09614809b2 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:34:40.473991 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76f0e1a0-1dca-4991-8e16-8c595d413706 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:40.547469 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76f0e1a0-1dca-4991-8e16-8c595d413706 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:40.547799 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76f0e1a0-1dca-4991-8e16-8c595d413706 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:40.559067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-76f0e1a0-1dca-4991-8e16-8c595d413706 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Calling delete_port for bb6d710a-2c72-4958-9f3a-8d09614809b2 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:34:40.703053 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76f0e1a0-1dca-4991-8e16-8c595d413706 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:40.731728 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0e1a0-1dca-4991-8e16-8c595d413706 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event deleted for resources: {'Port': ['ID=bb6d710a-2c72-4958-9f3a-8d09614809b2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:40.792053 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76f0e1a0-1dca-4991-8e16-8c595d413706 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:40.792395 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-76f0e1a0-1dca-4991-8e16-8c595d413706 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Floating IP 8719ac71-1f45-4afd-99f3-8865dff7ec6d disassociated (deleted). External IP: 172.25.4.215, port: c39671bd-10f8-4ba5-8fb4-c1198cf271ea. Jul 15 15:34:40.994177 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f0e1a0-1dca-4991-8e16-8c595d413706 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Router ec2f3420-21b7-4829-8472-2b45a6fb7fbb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:34:41.101256 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f0e1a0-1dca-4991-8e16-8c595d413706 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:34:41.106323 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-76f0e1a0-1dca-4991-8e16-8c595d413706 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:41.110709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb094cbb-d203-4783-a360-1c0808575cc5 None None] Sync routers for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:34:41.121230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb094cbb-d203-4783-a360-1c0808575cc5 None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:34:41.121848 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fb094cbb-d203-4783-a360-1c0808575cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:34:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:41.142828 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-76f0e1a0-1dca-4991-8e16-8c595d413706 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "DELETE /v2.0/floatingips/8719ac71-1f45-4afd-99f3-8865dff7ec6d HTTP/1.1" status: 204 len: 168 time: 0.8177788 Jul 15 15:34:41.143455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'tag': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:34:41.145801 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a29c5c8-2a46-45d2-ad32-082fda9f7549" -d '{"events": [{"name": "network-changed", "server_uuid": "dc483cb6-5633-4e27-aa12-5d302aa9f15a", "tag": "c39671bd-10f8-4ba5-8fb4-c1198cf271ea"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:34:41.182851 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a48cbc-92a1-4d54-be6b-a149c0f28fe0 x-openstack-request-id: req-e3a48cbc-92a1-4d54-be6b-a149c0f28fe0 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:34:41.183152 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc483cb6-5633-4e27-aa12-5d302aa9f15a", "tag": "c39671bd-10f8-4ba5-8fb4-c1198cf271ea", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:34:41.183404 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e3a48cbc-92a1-4d54-be6b-a149c0f28fe0 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:34:41.183807 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'tag': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'status': 'completed', 'code': 200} Jul 15 15:34:41.237992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-fb094cbb-d203-4783-a360-1c0808575cc5 None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:34:41.258671 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29c5c8-2a46-45d2-ad32-082fda9f7549 req-3f3d7443-17e8-4670-b3f8-7103e9b75f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:41.260130 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a29c5c8-2a46-45d2-ad32-082fda9f7549 req-3f3d7443-17e8-4670-b3f8-7103e9b75f05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afd4ec70edcc4c02824018c6458411be&device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 1096 time: 0.0533123 Jul 15 15:34:41.359805 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29c5c8-2a46-45d2-ad32-082fda9f7549 req-c82a82ee-ff7c-444b-a8dc-311cf8b811cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:41.361327 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a29c5c8-2a46-45d2-ad32-082fda9f7549 req-c82a82ee-ff7c-444b-a8dc-311cf8b811cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 200 len: 912 time: 0.0946808 Jul 15 15:34:41.407651 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a29c5c8-2a46-45d2-ad32-082fda9f7549 req-0a6de29e-5e60-42f3-9061-9846af361632 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39671bd-10f8-4ba5-8fb4-c1198cf271ea HTTP/1.1" status: 200 len: 217 time: 0.0396137 Jul 15 15:34:41.452368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fb094cbb-d203-4783-a360-1c0808575cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:41.463045 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29c5c8-2a46-45d2-ad32-082fda9f7549 req-b09463f1-c31e-453b-af8b-50a30c711daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:41.464735 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a29c5c8-2a46-45d2-ad32-082fda9f7549 req-b09463f1-c31e-453b-af8b-50a30c711daa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 200 len: 850 time: 0.0508232 Jul 15 15:34:41.481923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb094cbb-d203-4783-a360-1c0808575cc5 None None] Checking router: ec2f3420-21b7-4829-8472-2b45a6fb7fbb for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:34:41.490088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb094cbb-d203-4783-a360-1c0808575cc5 None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:34:41.490726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fb094cbb-d203-4783-a360-1c0808575cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:34:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:41.517243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f7ae9-b564-4fac-a36e-96d060e4dc3a req-1d20ed40-7c75-4400-9831-b09bdb8b6c75 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:41.518686 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e4f7ae9-b564-4fac-a36e-96d060e4dc3a req-1d20ed40-7c75-4400-9831-b09bdb8b6c75 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 945 time: 0.0631261 Jul 15 15:34:41.556191 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e4f7ae9-b564-4fac-a36e-96d060e4dc3a req-091d8519-562c-4ce0-92d6-a24d6a729de1 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312004 Jul 15 15:34:41.595411 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-fb094cbb-d203-4783-a360-1c0808575cc5 None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:34:41.618314 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29c5c8-2a46-45d2-ad32-082fda9f7549 req-12d1ed9c-3868-4255-b0f9-1dd4531cb44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:41.619930 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a29c5c8-2a46-45d2-ad32-082fda9f7549 req-12d1ed9c-3868-4255-b0f9-1dd4531cb44c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592840 Jul 15 15:34:41.716861 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a29c5c8-2a46-45d2-ad32-082fda9f7549 req-e512edd1-419c-4650-adaa-521e979d90e3 service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884607 Jul 15 15:34:41.816307 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a29c5c8-2a46-45d2-ad32-082fda9f7549 req-6690c558-3459-472a-bc14-be79651a5af0 service neutron] 10.222.0.11 "GET /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903277 Jul 15 15:34:41.950427 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fb094cbb-d203-4783-a360-1c0808575cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:41.975805 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb094cbb-d203-4783-a360-1c0808575cc5 None None] The sync data for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 is: [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:23:35Z', 'revision_number': 4, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '24ffe916-01b2-4484-9307-17365cac7b8e', 'name': '', 'network_id': 'a0081a40-1b1f-4a3d-8dea-aeff0a91d27c', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'mac_address': 'fa:16:3e:30:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:34Z', 'updated_at': '2021-07-15T15:23:43Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'subnets': [{'id': '5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:34:42.189042 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaea34f-eb74-4d30-8a50-da8c6992c5bb None None] New status for floating IP 8719ac71-1f45-4afd-99f3-8865dff7ec6d: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:34:42.737169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e8c6c-86e3-4625-8dd6-c988ff1bbed1 req-82c80985-5e3f-4bea-a32b-bc3f6964b1ae tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:42.738705 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e71e8c6c-86e3-4625-8dd6-c988ff1bbed1 req-82c80985-5e3f-4bea-a32b-bc3f6964b1ae tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 945 time: 0.0668790 Jul 15 15:34:42.776911 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e71e8c6c-86e3-4625-8dd6-c988ff1bbed1 req-3ba05d2b-96f5-4447-9342-f1bf740bb293 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/security-groups?id=859e1d1c-30d4-467d-862a-613a773dbe83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324409 Jul 15 15:34:43.105405 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabbaf5-be3a-4da2-958c-053900b39ef0 req-92045c84-76ba-4174-ba7e-abd4a3fbd591 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:43.106918 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dcabbaf5-be3a-4da2-958c-053900b39ef0 req-92045c84-76ba-4174-ba7e-abd4a3fbd591 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 945 time: 0.0621862 Jul 15 15:34:43.208980 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-dcabbaf5-be3a-4da2-958c-053900b39ef0 req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Deleting port c39671bd-10f8-4ba5-8fb4-c1198cf271ea {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:34:43.209317 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dcabbaf5-be3a-4da2-958c-053900b39ef0 req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:43.295043 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-dcabbaf5-be3a-4da2-958c-053900b39ef0 req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] For port c39671bd-10f8-4ba5-8fb4-c1198cf271ea, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=c39671bd-10f8-4ba5-8fb4-c1198cf271ea,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:34:43.295405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dcabbaf5-be3a-4da2-958c-053900b39ef0 req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:43.307879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-dcabbaf5-be3a-4da2-958c-053900b39ef0 req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Calling delete_port for c39671bd-10f8-4ba5-8fb4-c1198cf271ea owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:34:43.435776 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dcabbaf5-be3a-4da2-958c-053900b39ef0 req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:43.463007 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event deleted for resources: {'Port': ['ID=c39671bd-10f8-4ba5-8fb4-c1198cf271ea,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:43.472799 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:43.473150 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:43.473493 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:43.473835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:43.474172 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:43.474505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:43.474860 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:43.475189 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:43.475516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:43.476396 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:43.476396 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:43.476558 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:43.521583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcabbaf5-be3a-4da2-958c-053900b39ef0 req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] No DVR routers for this DVR port c39671bd-10f8-4ba5-8fb4-c1198cf271ea on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:34:43.524140 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dcabbaf5-be3a-4da2-958c-053900b39ef0 req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:43.526077 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dcabbaf5-be3a-4da2-958c-053900b39ef0 req-3f1f5fbb-0f9d-4ba2-a99d-1dcafd4106b8 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.11 "DELETE /v2.0/ports/c39671bd-10f8-4ba5-8fb4-c1198cf271ea HTTP/1.1" status: 204 len: 173 time: 0.4139037 Jul 15 15:34:43.526511 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'name': 'network-vif-deleted', 'tag': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:34:43.528786 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f4eae6-4f6b-4740-b643-40483bd059b9" -d '{"events": [{"server_uuid": "dc483cb6-5633-4e27-aa12-5d302aa9f15a", "name": "network-vif-deleted", "tag": "c39671bd-10f8-4ba5-8fb4-c1198cf271ea"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:34:43.580197 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306b1fe1-6159-4cfa-af48-6a3642dcbb5d x-openstack-request-id: req-306b1fe1-6159-4cfa-af48-6a3642dcbb5d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:34:43.580532 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc483cb6-5633-4e27-aa12-5d302aa9f15a", "name": "network-vif-deleted", "tag": "c39671bd-10f8-4ba5-8fb4-c1198cf271ea", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:34:43.580645 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-306b1fe1-6159-4cfa-af48-6a3642dcbb5d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:34:43.581061 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc483cb6-5633-4e27-aa12-5d302aa9f15a', 'name': 'network-vif-deleted', 'tag': 'c39671bd-10f8-4ba5-8fb4-c1198cf271ea', 'status': 'completed', 'code': 200} Jul 15 15:34:44.107931 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4fee4ae9-a75c-476b-a62a-64fe39a3ea93 req-2c7e7e18-c850-439d-b9c1-5fbc9920d034 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 210 time: 0.0308053 Jul 15 15:34:45.247915 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25eeab0e-0083-44de-a376-e4c61f355cfc req-6de58ee8-a7a0-4d8c-9dc8-30edf8e18d64 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 210 time: 0.0278599 Jul 15 15:34:46.386100 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-108cd733-4023-44eb-8dd1-20fda1cc5c51 req-8ea933ba-050e-406e-b28e-51d299cc02e4 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc483cb6-5633-4e27-aa12-5d302aa9f15a HTTP/1.1" status: 200 len: 210 time: 0.0284371 Jul 15 15:34:47.475289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38506) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:47.601290 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-904f8c00-a409-470d-b4f3-17d0bd1e5dba tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Deleting port 1ec1a4c7-7017-4ba5-9819-04d8aee34b26 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:34:47.601637 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-904f8c00-a409-470d-b4f3-17d0bd1e5dba tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:47.678134 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-904f8c00-a409-470d-b4f3-17d0bd1e5dba tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:47.678382 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-904f8c00-a409-470d-b4f3-17d0bd1e5dba tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:47.689463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-904f8c00-a409-470d-b4f3-17d0bd1e5dba tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Calling delete_port for 1ec1a4c7-7017-4ba5-9819-04d8aee34b26 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:34:47.819173 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-904f8c00-a409-470d-b4f3-17d0bd1e5dba tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:47.842288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f8c00-a409-470d-b4f3-17d0bd1e5dba tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event deleted for resources: {'Port': ['ID=1ec1a4c7-7017-4ba5-9819-04d8aee34b26,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:47.904466 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-904f8c00-a409-470d-b4f3-17d0bd1e5dba tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:47.906974 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-904f8c00-a409-470d-b4f3-17d0bd1e5dba tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:47.908125 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-904f8c00-a409-470d-b4f3-17d0bd1e5dba tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "DELETE /v2.0/floatingips/8ba5882c-3a24-466c-b867-584f4c927c63 HTTP/1.1" status: 204 len: 168 time: 0.4318180 Jul 15 15:34:48.138665 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c39671bd-10f8-4ba5-8fb4-c1198cf271ea no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:34:48.163255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: c39671bd-10f8-4ba5-8fb4-c1198cf271ea {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:34:48.164239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device c39671bd-10f8-4ba5-8fb4-c1198cf271ea not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:34:49.250040 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:49.540568 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:50.223748 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38520) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:50.284491 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddb859cb-2b6f-44ee-b726-e7d4364d5506 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:50.309427 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddb859cb-2b6f-44ee-b726-e7d4364d5506 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:50.368450 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddb859cb-2b6f-44ee-b726-e7d4364d5506 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:50.370949 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddb859cb-2b6f-44ee-b726-e7d4364d5506 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:50.372100 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ddb859cb-2b6f-44ee-b726-e7d4364d5506 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] 10.222.0.38 "DELETE /v2.0/security-groups/859e1d1c-30d4-467d-862a-613a773dbe83 HTTP/1.1" status: 204 len: 168 time: 0.1473632 Jul 15 15:34:50.388179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb859cb-2b6f-44ee-b726-e7d4364d5506 tempest-TestVolumeBootPattern-133481433 tempest-TestVolumeBootPattern-133481433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859e1d1c-30d4-467d-862a-613a773dbe83,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:50.437092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38524) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:50.888482 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3893236d-d1ae-4e95-86fc-62231bc63561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:51.150787 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-3893236d-d1ae-4e95-86fc-62231bc63561 admin admin] Deleting port 24ffe916-01b2-4484-9307-17365cac7b8e {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:34:51.151119 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3893236d-d1ae-4e95-86fc-62231bc63561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:51.230504 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-3893236d-d1ae-4e95-86fc-62231bc63561 admin admin] For port 24ffe916-01b2-4484-9307-17365cac7b8e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=24ffe916-01b2-4484-9307-17365cac7b8e,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:34:51.230888 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3893236d-d1ae-4e95-86fc-62231bc63561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:51.242690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-3893236d-d1ae-4e95-86fc-62231bc63561 admin admin] Calling delete_port for 24ffe916-01b2-4484-9307-17365cac7b8e owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:34:51.416609 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3893236d-d1ae-4e95-86fc-62231bc63561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:51.441154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893236d-d1ae-4e95-86fc-62231bc63561 admin admin] Pushing event deleted for resources: {'Port': ['ID=24ffe916-01b2-4484-9307-17365cac7b8e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:51.607542 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3893236d-d1ae-4e95-86fc-62231bc63561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:51.725597 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-e59db859-f03f-469f-b816-f19a9eb52366 req-6c09974b-d9e0-417a-8a76-3b353f520224 tempest-TestNetworkAdvancedServerOps-220472658 tempest-TestNetworkAdvancedServerOps-220472658-project] (100712) timed out ('10.222.0.11', 63837) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:34:51.817474 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3893236d-d1ae-4e95-86fc-62231bc63561 admin admin] Router ec2f3420-21b7-4829-8472-2b45a6fb7fbb has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:34:51.922201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3893236d-d1ae-4e95-86fc-62231bc63561 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:34:51.927203 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3893236d-d1ae-4e95-86fc-62231bc63561 admin admin] 10.222.0.38 "PUT /v2.0/routers/ec2f3420-21b7-4829-8472-2b45a6fb7fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4866867 Jul 15 15:34:51.929752 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38528) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:51.932411 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fde588-807a-4b12-93f1-69a78e3d08cf None None] Sync routers for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:34:51.941277 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fde588-807a-4b12-93f1-69a78e3d08cf None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:34:51.941894 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-37fde588-807a-4b12-93f1-69a78e3d08cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:34:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:52.031446 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65da6f6a-9875-475f-a5ac-a43d7497997d admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:52.044427 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-37fde588-807a-4b12-93f1-69a78e3d08cf None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:34:52.133643 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65da6f6a-9875-475f-a5ac-a43d7497997d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:52.185625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-65da6f6a-9875-475f-a5ac-a43d7497997d admin admin] Deleting port 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:34:52.185971 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65da6f6a-9875-475f-a5ac-a43d7497997d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:52.219539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-37fde588-807a-4b12-93f1-69a78e3d08cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:34:51Z', 'revision_number': 5, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port': {'id': '741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:31Z', 'updated_at': '2021-07-15T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:52.244741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fde588-807a-4b12-93f1-69a78e3d08cf None None] Checking router: ec2f3420-21b7-4829-8472-2b45a6fb7fbb for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:34:52.252843 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fde588-807a-4b12-93f1-69a78e3d08cf None None] Routers {'ec2f3420-21b7-4829-8472-2b45a6fb7fbb'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:34:52.253453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-37fde588-807a-4b12-93f1-69a78e3d08cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:34:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:52.262639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-65da6f6a-9875-475f-a5ac-a43d7497997d admin admin] For port 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:34:52.263007 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65da6f6a-9875-475f-a5ac-a43d7497997d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:52.279754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-65da6f6a-9875-475f-a5ac-a43d7497997d admin admin] Calling delete_port for 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:34:52.339079 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-37fde588-807a-4b12-93f1-69a78e3d08cf None None] Set router ec2f3420-21b7-4829-8472-2b45a6fb7fbb gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:34:52.393088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-37fde588-807a-4b12-93f1-69a78e3d08cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:34:52Z', 'revision_number': 6, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:52.418731 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fde588-807a-4b12-93f1-69a78e3d08cf None None] The sync data for ids ['ec2f3420-21b7-4829-8472-2b45a6fb7fbb'] in n-d-764435-3 is: [{'id': 'ec2f3420-21b7-4829-8472-2b45a6fb7fbb', 'name': 'tempest-TestVolumeBootPattern-119120001-router', 'tenant_id': 'afd4ec70edcc4c02824018c6458411be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:30Z', 'updated_at': '2021-07-15T15:34:52Z', 'revision_number': 6, 'project_id': 'afd4ec70edcc4c02824018c6458411be', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:34:52.439283 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65da6f6a-9875-475f-a5ac-a43d7497997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:52.469342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da6f6a-9875-475f-a5ac-a43d7497997d admin admin] Pushing event deleted for resources: {'Port': ['ID=741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:52.531378 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65da6f6a-9875-475f-a5ac-a43d7497997d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:52.619264 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65da6f6a-9875-475f-a5ac-a43d7497997d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:52.621264 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65da6f6a-9875-475f-a5ac-a43d7497997d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:52.666244 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65da6f6a-9875-475f-a5ac-a43d7497997d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:52.666852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65da6f6a-9875-475f-a5ac-a43d7497997d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec2f3420-21b7-4829-8472-2b45a6fb7fbb {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:34:52.671501 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65da6f6a-9875-475f-a5ac-a43d7497997d admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:52.672654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-65da6f6a-9875-475f-a5ac-a43d7497997d admin admin] 10.222.0.38 "DELETE /v2.0/routers/ec2f3420-21b7-4829-8472-2b45a6fb7fbb HTTP/1.1" status: 204 len: 168 time: 0.7419798 Jul 15 15:34:52.675184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38530) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:53.024688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fda39f3-45f4-4584-8d53-cc4bc20a2bf4 admin admin] Deleting subnet 5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:34:53.027625 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4fda39f3-45f4-4584-8d53-cc4bc20a2bf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.060641 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4fda39f3-45f4-4584-8d53-cc4bc20a2bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.140772 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4fda39f3-45f4-4584-8d53-cc4bc20a2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.206219 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4fda39f3-45f4-4584-8d53-cc4bc20a2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.210265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 24ffe916-01b2-4484-9307-17365cac7b8e no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:34:53.229888 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 24ffe916-01b2-4484-9307-17365cac7b8e {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:34:53.230242 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 24ffe916-01b2-4484-9307-17365cac7b8e not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:34:53.230954 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:34:53.231085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda39f3-45f4-4584-8d53-cc4bc20a2bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:53.234636 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4fda39f3-45f4-4584-8d53-cc4bc20a2bf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.236586 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4fda39f3-45f4-4584-8d53-cc4bc20a2bf4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5b7d2028-1d74-4ffa-bd7b-6e6cb80c823a HTTP/1.1" status: 204 len: 168 time: 0.5604429 Jul 15 15:34:53.239022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38532) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:53.255003 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c9d91c-3e83-4985-bdd7-87de24c49c67 None None] Network a0081a40-1b1f-4a3d-8dea-aeff0a91d27c requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:34:53.257797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:34:53.258337 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 741c4225-9bc7-4b1d-95e2-5ec33b4e8cf8 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:34:53.310786 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.367615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] Deleting port bb6e041a-434b-4283-a05e-af0427ed01f4 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:34:53.367980 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.437163 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] For port bb6e041a-434b-4283-a05e-af0427ed01f4, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=bb6e041a-434b-4283-a05e-af0427ed01f4,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:34:53.437529 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.453910 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] Calling delete_port for bb6e041a-434b-4283-a05e-af0427ed01f4 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:34:53.454861 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] DHCP port deletion for a0081a40-1b1f-4a3d-8dea-aeff0a91d27c request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:34:53.506639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Deleting port bb6e041a-434b-4283-a05e-af0427ed01f4 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:34:53.507237 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.538861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.563966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb6e041a-434b-4283-a05e-af0427ed01f4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:53.567674 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] No DVR routers for this DVR port bb6e041a-434b-4283-a05e-af0427ed01f4 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:34:53.572154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] For port bb6e041a-434b-4283-a05e-af0427ed01f4, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=bb6e041a-434b-4283-a05e-af0427ed01f4,segment=NetworkSegment(ee22f0f2-8198-4b51-a3f9-349c6d382659),segment_id=ee22f0f2-8198-4b51-a3f9-349c6d382659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:34:53.572535 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.585126 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Calling delete_port for bb6e041a-434b-4283-a05e-af0427ed01f4 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:34:53.641788 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.652063 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0081a40-1b1f-4a3d-8dea-aeff0a91d27c']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:34:53.660587 n-d-764435-3 neutron-server[100713]: self.session.flush() Jul 15 15:34:53.664884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee22f0f2-8198-4b51-a3f9-349c6d382659') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:53.664884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee22f0f2-8198-4b51-a3f9-349c6d382659') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:53.666793 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.672995 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.686897 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.692910 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:34:53.693330 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.694387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] No DVR routers for this DVR port bb6e041a-434b-4283-a05e-af0427ed01f4 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:34:53.695333 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:34:53.699380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Pushing event deleted for resources: {'Port': ['ID=bb6e041a-434b-4283-a05e-af0427ed01f4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:53.707634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:53.707634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:53.707797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:53.708115 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:53.708446 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:53.708836 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:53.709083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:53.709406 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:53.709729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:53.710097 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:53.710418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:53.710773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002393ec-0a30-4feb-95a8-0dce9e0ca445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:53.748748 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.755545 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:53.758594 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a0081a40-1b1f-4a3d-8dea-aeff0a91d27c HTTP/1.1" status: 204 len: 168 time: 0.5185285 Jul 15 15:34:53.761415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38534) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:53.769397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada2b27-62cc-46b7-819a-43e5459271a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0081a40-1b1f-4a3d-8dea-aeff0a91d27c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:54.407284 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd1c672a-f783-40de-98a7-57bc73bc232f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:54.685830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c672a-f783-40de-98a7-57bc73bc232f admin admin] Deleting port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:34:54.686103 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd1c672a-f783-40de-98a7-57bc73bc232f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:54.775113 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-fd1c672a-f783-40de-98a7-57bc73bc232f admin admin] For port f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915,segment=NetworkSegment(6974912b-f393-404d-a1f6-194b60f97e63),segment_id=6974912b-f393-404d-a1f6-194b60f97e63)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:34:54.775812 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd1c672a-f783-40de-98a7-57bc73bc232f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:54.787588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c672a-f783-40de-98a7-57bc73bc232f admin admin] Calling delete_port for f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:34:54.966119 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd1c672a-f783-40de-98a7-57bc73bc232f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:54.991679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c672a-f783-40de-98a7-57bc73bc232f admin admin] Pushing event deleted for resources: {'Port': ['ID=f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:55.165220 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd1c672a-f783-40de-98a7-57bc73bc232f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:55.217120 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device bb6e041a-434b-4283-a05e-af0427ed01f4 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:34:55.236788 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: bb6e041a-434b-4283-a05e-af0427ed01f4 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:34:55.237136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device bb6e041a-434b-4283-a05e-af0427ed01f4 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:34:55.372913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1c672a-f783-40de-98a7-57bc73bc232f admin admin] Router 57f10dfd-3763-4f29-a6fd-fa5c42833b87 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:34:55.475931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1c672a-f783-40de-98a7-57bc73bc232f admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:34:55.480748 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fd1c672a-f783-40de-98a7-57bc73bc232f admin admin] 10.222.0.38 "PUT /v2.0/routers/57f10dfd-3763-4f29-a6fd-fa5c42833b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7183185 Jul 15 15:34:55.483310 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:55.485750 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f902d06-fed5-4448-94b1-5b5b839003d4 None None] Sync routers for ids ['57f10dfd-3763-4f29-a6fd-fa5c42833b87'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:34:55.495740 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f902d06-fed5-4448-94b1-5b5b839003d4 None None] Routers {'57f10dfd-3763-4f29-a6fd-fa5c42833b87'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:34:55.496386 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7f902d06-fed5-4448-94b1-5b5b839003d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:34:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['57f10dfd-3763-4f29-a6fd-fa5c42833b87'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:55.587051 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-575c2353-e99d-402a-a7ff-faba680f43fb admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:55.598945 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-7f902d06-fed5-4448-94b1-5b5b839003d4 None None] Set router 57f10dfd-3763-4f29-a6fd-fa5c42833b87 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:34:55.691161 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-575c2353-e99d-402a-a7ff-faba680f43fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:55.742971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-575c2353-e99d-402a-a7ff-faba680f43fb admin admin] Deleting port 87cd4d5c-17a7-4c78-b4d1-52423166a731 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:34:55.743222 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-575c2353-e99d-402a-a7ff-faba680f43fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:55.776973 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7f902d06-fed5-4448-94b1-5b5b839003d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'name': 'tempest-TestVolumeBootPattern-1170589531-router', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '87cd4d5c-17a7-4c78-b4d1-52423166a731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:38Z', 'updated_at': '2021-07-15T15:34:54Z', 'revision_number': 5, 'project_id': '091eea701cd34c86aaa4faeea2827252', 'gw_port': {'id': '87cd4d5c-17a7-4c78-b4d1-52423166a731', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:23:39Z', 'updated_at': '2021-07-15T15:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:55.802285 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f902d06-fed5-4448-94b1-5b5b839003d4 None None] Checking router: 57f10dfd-3763-4f29-a6fd-fa5c42833b87 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:34:55.810461 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f902d06-fed5-4448-94b1-5b5b839003d4 None None] Routers {'57f10dfd-3763-4f29-a6fd-fa5c42833b87'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:34:55.811118 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7f902d06-fed5-4448-94b1-5b5b839003d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:34:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['57f10dfd-3763-4f29-a6fd-fa5c42833b87'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:55.824740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-575c2353-e99d-402a-a7ff-faba680f43fb admin admin] For port 87cd4d5c-17a7-4c78-b4d1-52423166a731, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=87cd4d5c-17a7-4c78-b4d1-52423166a731,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:34:55.825294 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-575c2353-e99d-402a-a7ff-faba680f43fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:55.837786 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-575c2353-e99d-402a-a7ff-faba680f43fb admin admin] Calling delete_port for 87cd4d5c-17a7-4c78-b4d1-52423166a731 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:34:55.895109 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-7f902d06-fed5-4448-94b1-5b5b839003d4 None None] Set router 57f10dfd-3763-4f29-a6fd-fa5c42833b87 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:34:55.946020 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7f902d06-fed5-4448-94b1-5b5b839003d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'name': 'tempest-TestVolumeBootPattern-1170589531-router', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:38Z', 'updated_at': '2021-07-15T15:34:55Z', 'revision_number': 6, 'project_id': '091eea701cd34c86aaa4faeea2827252', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:55.974696 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f902d06-fed5-4448-94b1-5b5b839003d4 None None] The sync data for ids ['57f10dfd-3763-4f29-a6fd-fa5c42833b87'] in n-d-764435-3 is: [{'id': '57f10dfd-3763-4f29-a6fd-fa5c42833b87', 'name': 'tempest-TestVolumeBootPattern-1170589531-router', 'tenant_id': '091eea701cd34c86aaa4faeea2827252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:23:38Z', 'updated_at': '2021-07-15T15:34:55Z', 'revision_number': 6, 'project_id': '091eea701cd34c86aaa4faeea2827252', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:34:56.002827 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-575c2353-e99d-402a-a7ff-faba680f43fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.035446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c2353-e99d-402a-a7ff-faba680f43fb admin admin] Pushing event deleted for resources: {'Port': ['ID=87cd4d5c-17a7-4c78-b4d1-52423166a731,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:56.091596 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-575c2353-e99d-402a-a7ff-faba680f43fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.182806 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-575c2353-e99d-402a-a7ff-faba680f43fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.184839 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-575c2353-e99d-402a-a7ff-faba680f43fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.230010 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-575c2353-e99d-402a-a7ff-faba680f43fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.230589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575c2353-e99d-402a-a7ff-faba680f43fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57f10dfd-3763-4f29-a6fd-fa5c42833b87 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:34:56.234955 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-575c2353-e99d-402a-a7ff-faba680f43fb admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.236133 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-575c2353-e99d-402a-a7ff-faba680f43fb admin admin] 10.222.0.38 "DELETE /v2.0/routers/57f10dfd-3763-4f29-a6fd-fa5c42833b87 HTTP/1.1" status: 204 len: 168 time: 0.7518864 Jul 15 15:34:56.238673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38538) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:56.283053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88d8e99-6797-4d9a-a643-1c0a6f58f094 admin admin] Deleting subnet 3d63e5fb-4502-40d6-a59c-00d61983fe6d {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:34:56.285848 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d88d8e99-6797-4d9a-a643-1c0a6f58f094 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.320177 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d88d8e99-6797-4d9a-a643-1c0a6f58f094 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.404950 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d88d8e99-6797-4d9a-a643-1c0a6f58f094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.455917 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d88d8e99-6797-4d9a-a643-1c0a6f58f094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.483345 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d88d8e99-6797-4d9a-a643-1c0a6f58f094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.485198 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d88d8e99-6797-4d9a-a643-1c0a6f58f094 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3d63e5fb-4502-40d6-a59c-00d61983fe6d HTTP/1.1" status: 204 len: 168 time: 0.2455769 Jul 15 15:34:56.487107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d8e99-6797-4d9a-a643-1c0a6f58f094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d63e5fb-4502-40d6-a59c-00d61983fe6d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:56.487984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38540) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:56.488510 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098ab49d-0073-41a4-a129-ba3fb7d9c0fd None None] Network 9f477e7c-8d4c-4498-8397-e6cc3d544f73 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:34:56.561848 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.613175 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] Deleting port b4cf38f9-8181-438b-9aab-e6235ca046dc {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:34:56.613525 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.685673 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] For port b4cf38f9-8181-438b-9aab-e6235ca046dc, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b4cf38f9-8181-438b-9aab-e6235ca046dc,segment=NetworkSegment(6974912b-f393-404d-a1f6-194b60f97e63),segment_id=6974912b-f393-404d-a1f6-194b60f97e63)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:34:56.685966 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.697266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] Calling delete_port for b4cf38f9-8181-438b-9aab-e6235ca046dc owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:34:56.723302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a99d5eb-f81f-4045-8632-d695d0d82549 None None] DHCP port deletion for 9f477e7c-8d4c-4498-8397-e6cc3d544f73 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:34:56.773063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7a99d5eb-f81f-4045-8632-d695d0d82549 None None] Deleting port b4cf38f9-8181-438b-9aab-e6235ca046dc {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:34:56.773536 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a99d5eb-f81f-4045-8632-d695d0d82549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.784133 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.808246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] Pushing event deleted for resources: {'Port': ['ID=b4cf38f9-8181-438b-9aab-e6235ca046dc,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:56.813980 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] No DVR routers for this DVR port b4cf38f9-8181-438b-9aab-e6235ca046dc on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:34:56.844431 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7a99d5eb-f81f-4045-8632-d695d0d82549 None None] For port b4cf38f9-8181-438b-9aab-e6235ca046dc, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=b4cf38f9-8181-438b-9aab-e6235ca046dc,segment=NetworkSegment(6974912b-f393-404d-a1f6-194b60f97e63),segment_id=6974912b-f393-404d-a1f6-194b60f97e63)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:34:56.844930 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a99d5eb-f81f-4045-8632-d695d0d82549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.856761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7a99d5eb-f81f-4045-8632-d695d0d82549 None None] Calling delete_port for b4cf38f9-8181-438b-9aab-e6235ca046dc owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:34:56.888458 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.899153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f477e7c-8d4c-4498-8397-e6cc3d544f73']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:56.909436 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6974912b-f393-404d-a1f6-194b60f97e63') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:56.909738 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6974912b-f393-404d-a1f6-194b60f97e63') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:34:56.920394 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.932523 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a99d5eb-f81f-4045-8632-d695d0d82549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.934173 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.941101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:34:56.941499 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:34:56.943211 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:34:56.957638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99d5eb-f81f-4045-8632-d695d0d82549 None None] Pushing event deleted for resources: {'Port': ['ID=b4cf38f9-8181-438b-9aab-e6235ca046dc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:56.961969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99d5eb-f81f-4045-8632-d695d0d82549 None None] No DVR routers for this DVR port b4cf38f9-8181-438b-9aab-e6235ca046dc on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:34:57.003000 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:57.008471 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:57.010303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] 10.222.0.38 "DELETE /v2.0/networks/9f477e7c-8d4c-4498-8397-e6cc3d544f73 HTTP/1.1" status: 204 len: 168 time: 0.5192015 Jul 15 15:34:57.024881 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225461f-8c33-4822-9117-c65560ac68eb admin admin] Pushing event deleted for resources: {'Network': ['ID=9f477e7c-8d4c-4498-8397-e6cc3d544f73,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:57.140747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38544) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:57.160228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 87cd4d5c-17a7-4c78-b4d1-52423166a731 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:34:57.185286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6c159b2e-b06f-4ff9-9982-fb4c7d5e0037 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=afd4ec70edcc4c02824018c6458411be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410473 Jul 15 15:34:57.185509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 87cd4d5c-17a7-4c78-b4d1-52423166a731 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:34:57.185509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 87cd4d5c-17a7-4c78-b4d1-52423166a731 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:34:57.185509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:34:57.185728 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38546) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:57.203002 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:34:57.203352 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f7746ef1-5fc9-4e6d-8e4e-7ac7a9717915 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:34:57.203776 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b4cf38f9-8181-438b-9aab-e6235ca046dc no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:34:57.221942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: b4cf38f9-8181-438b-9aab-e6235ca046dc {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:34:57.222229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device b4cf38f9-8181-438b-9aab-e6235ca046dc not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:34:57.234346 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0c33bc42-d1da-45a7-a525-b8d371fde4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:57.255737 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0c33bc42-d1da-45a7-a525-b8d371fde4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:57.301913 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0c33bc42-d1da-45a7-a525-b8d371fde4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:57.305194 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0c33bc42-d1da-45a7-a525-b8d371fde4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:57.306367 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0c33bc42-d1da-45a7-a525-b8d371fde4ea admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9099ee15-2847-441f-a6c8-a4c536aa09ab HTTP/1.1" status: 204 len: 168 time: 0.1199973 Jul 15 15:34:57.313949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33bc42-d1da-45a7-a525-b8d371fde4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9099ee15-2847-441f-a6c8-a4c536aa09ab,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:57.633546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38552) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:57.673544 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2e81fbce-4d6d-4250-8866-4401d1232dfd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=091eea701cd34c86aaa4faeea2827252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388517 Jul 15 15:34:57.676014 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38554) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:57.728988 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5e6410b1-e3e0-4628-b13a-8766821e34c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:57.749153 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5e6410b1-e3e0-4628-b13a-8766821e34c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:57.794019 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5e6410b1-e3e0-4628-b13a-8766821e34c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:57.796590 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5e6410b1-e3e0-4628-b13a-8766821e34c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:57.797757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5e6410b1-e3e0-4628-b13a-8766821e34c8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d391d401-e6d2-4ead-9088-c45aba22dd2e HTTP/1.1" status: 204 len: 168 time: 0.1208091 Jul 15 15:34:57.805135 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6410b1-e3e0-4628-b13a-8766821e34c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d391d401-e6d2-4ead-9088-c45aba22dd2e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:00.066114 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-817ba4ce-fd2d-4ac8-8653-305062423236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:02.840822 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:02.938860 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8b10a8f5-abfd-4f02-ada8-17b5a0b62cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:04.375053 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:06.073400 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:07.868069 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-6ef4be62-3e2b-4c89-94f2-8eac3aa8c1ce tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a0fc8407251e44de94cd4074959b223e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293958 Jul 15 15:35:08.048186 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-8121bd28-d9d1-4a9c-a2e6-cf9881ec1b2d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:08.049652 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-8121bd28-d9d1-4a9c-a2e6-cf9881ec1b2d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768126 Jul 15 15:35:08.065170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-5bd479e4-6089-4548-90c7-cd28fc327c0b tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/quotas/a0fc8407251e44de94cd4074959b223e HTTP/1.1" status: 200 len: 375 time: 0.0090833 Jul 15 15:35:08.101031 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-2a48ea29-edd0-47b2-9634-2f584005d4d4 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0fc8407251e44de94cd4074959b223e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299685 Jul 15 15:35:09.289038 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89ffd3a8-6f30-49ac-b46b-0056eb5409b6 req-73c7d19d-3962-44f9-b80c-a7ea4feeeb42 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 210 time: 0.0283999 Jul 15 15:35:10.368545 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb160b7e-2f1d-43af-afbe-f902653cc826 req-7ca0fa68-d9fc-4385-a934-85476b4b1d3d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 210 time: 0.0282514 Jul 15 15:35:11.448481 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8938c8ab-dcb9-43af-b151-207a295772f1 req-ed63d3a0-8b3c-49e6-aed3-377261ec0e69 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 210 time: 0.0279019 Jul 15 15:35:12.532612 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d3748a-bac6-434d-b14f-521cf011cfb4 req-02ebcdd3-911b-49a9-80ae-3cb5782b982a tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 210 time: 0.0307386 Jul 15 15:35:13.675513 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28aa200c-3cc4-42dc-a299-9a5dd0a7d68c req-bec06304-d3b7-4d06-9724-ffb5257f9c94 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 210 time: 0.0275974 Jul 15 15:35:13.713037 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:35:14.290754 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-7be3bcb5-6aa6-474d-aa2a-3b9fc7017d21 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a0fc8407251e44de94cd4074959b223e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208693 Jul 15 15:35:14.399611 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-88ddcb7b-af86-416f-aceb-f0cc9849676f tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:14.402381 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-88ddcb7b-af86-416f-aceb-f0cc9849676f tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052499 Jul 15 15:35:14.414352 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Request body: {'port': {'device_id': '3860e14c-9b04-4c19-a8cc-6960dd7448df', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'admin_state_up': True, 'tenant_id': 'a0fc8407251e44de94cd4074959b223e'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:35:14.517818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Made reservation on behalf of a0fc8407251e44de94cd4074959b223e for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:35:14.522013 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:14.530399 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:14.622159 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:14.626039 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:14.689988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ba3458-f002-4fa8-990e-80035f1c8a5a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:14.757952 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Allocated IP 192.168.233.92 (4a7ac729-fc7f-49b0-afd0-9e934d3e165c/3ff52e79-6b84-4dd6-8cc9-413ac0cf7740/e7bcbfd3-f04d-495d-ae23-14c92d81d10a) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:35:14.834657 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76b6a537-10f3-4f0b-9b0a-37d3dc7066da req-460e6043-e28a-49f8-ab7a-1a599e86f351 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 210 time: 0.0423892 Jul 15 15:35:14.928970 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:14.942245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Transition to ACTIVE for port object e7bcbfd3-f04d-495d-ae23-14c92d81d10a will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:35:14.973421 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:15.023173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:35:15.026316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:35:15.030205 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:35:15.054337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Pushing event updated for resources: {'Port': ['ID=e7bcbfd3-f04d-495d-ae23-14c92d81d10a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:15.088197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:15.088818 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:15.110009 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-57e58aab-d90d-4925-b0b9-eaf718cff606 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6999249 Jul 15 15:35:15.121544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Request body: {'port': {'device_id': '3860e14c-9b04-4c19-a8cc-6960dd7448df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:35:15.197425 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:15.322736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8efda192-42ed-458e-88b3-16890e3d959d None None] Provisioning for port e7bcbfd3-f04d-495d-ae23-14c92d81d10a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:35:15.326452 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8efda192-42ed-458e-88b3-16890e3d959d None None] Provisioning complete for port e7bcbfd3-f04d-495d-ae23-14c92d81d10a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:35:15.326850 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8efda192-42ed-458e-88b3-16890e3d959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:15.363366 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8efda192-42ed-458e-88b3-16890e3d959d None None] Port e7bcbfd3-f04d-495d-ae23-14c92d81d10a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:35:15.457350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bcbfd3-f04d-495d-ae23-14c92d81d10a {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:35:15.464452 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:15.476365 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Transition to ACTIVE for port object e7bcbfd3-f04d-495d-ae23-14c92d81d10a will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:35:15.480073 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:15.530011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Pushing event updated for resources: {'Port': ['ID=e7bcbfd3-f04d-495d-ae23-14c92d81d10a,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:15.597153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Attempting to bind port e7bcbfd3-f04d-495d-ae23-14c92d81d10a on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:35:15.597492 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Attempting to bind port e7bcbfd3-f04d-495d-ae23-14c92d81d10a by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:35:15.597827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Attempting to bind port e7bcbfd3-f04d-495d-ae23-14c92d81d10a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:35:15.602566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Port e7bcbfd3-f04d-495d-ae23-14c92d81d10a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:35:15.602889 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Attempting to bind port e7bcbfd3-f04d-495d-ae23-14c92d81d10a on network 4a7ac729-fc7f-49b0-afd0-9e934d3e165c {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:35:15.607984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:35:15.608323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Checking segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:35:15.608769 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Bound using segment: {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:35:15.609225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Bound port: e7bcbfd3-f04d-495d-ae23-14c92d81d10a, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65832eec-88f0-4254-9cb3-06f3ee71a11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:35:15.609647 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:15.679841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] For port e7bcbfd3-f04d-495d-ae23-14c92d81d10a, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:35:15.683053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] For port e7bcbfd3-f04d-495d-ae23-14c92d81d10a, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e7bcbfd3-f04d-495d-ae23-14c92d81d10a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:35:15.688156 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:15.721690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:15.722376 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:15.723805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] 10.222.0.22 "PUT /v2.0/ports/e7bcbfd3-f04d-495d-ae23-14c92d81d10a HTTP/1.1" status: 200 len: 1095 time: 0.6067874 Jul 15 15:35:15.724803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3860e14c-9b04-4c19-a8cc-6960dd7448df', 'tag': 'e7bcbfd3-f04d-495d-ae23-14c92d81d10a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:35:15.727153 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa4e4ed-d007-40b1-9e7e-264891e42cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "3860e14c-9b04-4c19-a8cc-6960dd7448df", "tag": "e7bcbfd3-f04d-495d-ae23-14c92d81d10a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:35:15.751846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1bd98-164e-4ed0-b5d7-18866303fd7d service neutron] Pushing event updated for resources: {'Port': ['ID=e7bcbfd3-f04d-495d-ae23-14c92d81d10a,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:15.776648 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc25bcd4-a178-4332-b58e-33e096e6d7d5 x-openstack-request-id: req-fc25bcd4-a178-4332-b58e-33e096e6d7d5 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:35:15.776944 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3860e14c-9b04-4c19-a8cc-6960dd7448df", "tag": "e7bcbfd3-f04d-495d-ae23-14c92d81d10a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:35:15.777196 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fc25bcd4-a178-4332-b58e-33e096e6d7d5 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:35:15.777598 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3860e14c-9b04-4c19-a8cc-6960dd7448df', 'tag': 'e7bcbfd3-f04d-495d-ae23-14c92d81d10a', 'status': 'completed', 'code': 200} Jul 15 15:35:15.838918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-1b60b32b-ed18-436a-82da-4779bb10f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:15.840733 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-1b60b32b-ed18-436a-82da-4779bb10f599 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0fc8407251e44de94cd4074959b223e&device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 1098 time: 0.0555573 Jul 15 15:35:15.888468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-ad39fe4c-bda8-4fa7-9349-fbd6f61cc23e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=e7bcbfd3-f04d-495d-ae23-14c92d81d10a HTTP/1.1" status: 200 len: 217 time: 0.0407844 Jul 15 15:35:15.937724 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-49d1aed5-3e71-43a8-8c60-cf65cb2bf7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:15.939232 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-49d1aed5-3e71-43a8-8c60-cf65cb2bf7e9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0448174 Jul 15 15:35:16.048563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48ffd5-4e54-45f4-a0d5-ed1ac57a07f5 req-df6393a1-2b86-4142-81de-8b810fcb333a tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:16.050039 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f48ffd5-4e54-45f4-a0d5-ed1ac57a07f5 req-df6393a1-2b86-4142-81de-8b810fcb333a tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 947 time: 0.0974536 Jul 15 15:35:16.052677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-2c3b6692-8fd3-49be-968a-a725f02e94ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:16.054049 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-2c3b6692-8fd3-49be-968a-a725f02e94ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088233 Jul 15 15:35:16.110994 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f48ffd5-4e54-45f4-a0d5-ed1ac57a07f5 req-6af22b3b-f533-40b4-92f2-b9d35d4c72bd tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5ba3458-f002-4fa8-990e-80035f1c8a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554099 Jul 15 15:35:16.165812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-0f549463-1705-4c9f-94bc-a01421dc0832 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034935 Jul 15 15:35:16.257039 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c26236f2-b6d7-42c4-a8ab-e3c06d8d7746 req-229c3e22-bd17-4cc6-84f6-3c37394356db service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848567 Jul 15 15:35:16.355779 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4e4ed-d007-40b1-9e7e-264891e42cd6 req-782a6c0a-c636-4d6f-8894-63eb9385c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:16.357163 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7fa4e4ed-d007-40b1-9e7e-264891e42cd6 req-782a6c0a-c636-4d6f-8894-63eb9385c029 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0fc8407251e44de94cd4074959b223e&device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 1098 time: 0.0518653 Jul 15 15:35:16.447754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4e4ed-d007-40b1-9e7e-264891e42cd6 req-cb6f381c-ff27-4b29-8ca9-1f3c7479fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:16.449197 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7fa4e4ed-d007-40b1-9e7e-264891e42cd6 req-cb6f381c-ff27-4b29-8ca9-1f3c7479fd22 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c HTTP/1.1" status: 200 len: 870 time: 0.0858102 Jul 15 15:35:16.489154 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7fa4e4ed-d007-40b1-9e7e-264891e42cd6 req-7d65b2fa-45e2-4e2e-984c-0746019f7232 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=e7bcbfd3-f04d-495d-ae23-14c92d81d10a HTTP/1.1" status: 200 len: 217 time: 0.0335803 Jul 15 15:35:16.535072 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4e4ed-d007-40b1-9e7e-264891e42cd6 req-ef9ae089-9a83-464b-a1ee-f74e87a0df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:16.537095 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7fa4e4ed-d007-40b1-9e7e-264891e42cd6 req-ef9ae089-9a83-464b-a1ee-f74e87a0df86 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ff52e79-6b84-4dd6-8cc9-413ac0cf7740 HTTP/1.1" status: 200 len: 843 time: 0.0412841 Jul 15 15:35:16.590848 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4e4ed-d007-40b1-9e7e-264891e42cd6 req-fcf6cc8e-346b-4c3d-b6cf-bcf2a0e4090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:16.592274 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7fa4e4ed-d007-40b1-9e7e-264891e42cd6 req-fcf6cc8e-346b-4c3d-b6cf-bcf2a0e4090b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a7ac729-fc7f-49b0-afd0-9e934d3e165c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0487268 Jul 15 15:35:16.683441 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7fa4e4ed-d007-40b1-9e7e-264891e42cd6 req-bc24eeac-77bc-4efd-b0f3-8ff6029b0039 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830901 Jul 15 15:35:16.775976 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7fa4e4ed-d007-40b1-9e7e-264891e42cd6 req-53bb24f4-8e65-4280-a09c-0dc363e241c1 service neutron] 10.222.0.22 "GET /v2.0/networks/4a7ac729-fc7f-49b0-afd0-9e934d3e165c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856991 Jul 15 15:35:17.284941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34b739-52f3-4454-8d3a-cf5b73e0fc5e req-d227c59b-9ccb-4add-abd4-39ddbf4bf748 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:17.286408 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff34b739-52f3-4454-8d3a-cf5b73e0fc5e req-d227c59b-9ccb-4add-abd4-39ddbf4bf748 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 947 time: 0.0629077 Jul 15 15:35:17.323544 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff34b739-52f3-4454-8d3a-cf5b73e0fc5e req-86f0c2c3-396a-474c-b7e5-0b4fab5e1cd0 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5ba3458-f002-4fa8-990e-80035f1c8a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Jul 15 15:35:18.493325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc466fb2-a59d-49e0-a224-ca8672ab8335 req-361eb14e-8390-4fba-8e3f-7736698eb05d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:18.494795 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bc466fb2-a59d-49e0-a224-ca8672ab8335 req-361eb14e-8390-4fba-8e3f-7736698eb05d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 947 time: 0.0623438 Jul 15 15:35:18.533185 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bc466fb2-a59d-49e0-a224-ca8672ab8335 req-0aed21a2-ac26-49d2-b87a-af3dd385c873 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5ba3458-f002-4fa8-990e-80035f1c8a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329080 Jul 15 15:35:19.108778 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e7bcbfd3-f04d-495d-ae23-14c92d81d10a details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:35:19.201420 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port e7bcbfd3-f04d-495d-ae23-14c92d81d10a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e7bcbfd3-f04d-495d-ae23-14c92d81d10a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:35:19.212162 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'e7bcbfd3-f04d-495d-ae23-14c92d81d10a', 'network_id': '4a7ac729-fc7f-49b0-afd0-9e934d3e165c', 'port_id': 'e7bcbfd3-f04d-495d-ae23-14c92d81d10a', 'mac_address': 'fa:16:3e:b6:85:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff52e79-6b84-4dd6-8cc9-413ac0cf7740', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:35:19.253666 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:19.273190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bcbfd3-f04d-495d-ae23-14c92d81d10a {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:35:19.278321 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:19.293286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port e7bcbfd3-f04d-495d-ae23-14c92d81d10a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e7bcbfd3-f04d-495d-ae23-14c92d81d10a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:35:19.297308 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:19.342734 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=e7bcbfd3-f04d-495d-ae23-14c92d81d10a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:19.521571 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['e7bcbfd3-f04d-495d-ae23-14c92d81d10a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:35:19.567895 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:19.712282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144530fb-024d-41f0-8d28-5b1f3cb40baf req-a3a1dda0-2ca2-4385-97d3-ff32f9d9b8c4 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:19.713757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-144530fb-024d-41f0-8d28-5b1f3cb40baf req-a3a1dda0-2ca2-4385-97d3-ff32f9d9b8c4 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 948 time: 0.0672569 Jul 15 15:35:19.756700 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-144530fb-024d-41f0-8d28-5b1f3cb40baf req-ff084a03-927a-483f-be6a-e6ef2cb167ee tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5ba3458-f002-4fa8-990e-80035f1c8a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372078 Jul 15 15:35:21.107179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33942f-f8c1-4ce0-b578-091bedfe941c req-365fd830-fc0a-4cbf-a120-257f9a9eac44 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:21.108688 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed33942f-f8c1-4ce0-b578-091bedfe941c req-365fd830-fc0a-4cbf-a120-257f9a9eac44 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 948 time: 0.0629501 Jul 15 15:35:21.129276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e7bcbfd3-f04d-495d-ae23-14c92d81d10a up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:35:21.148666 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed33942f-f8c1-4ce0-b578-091bedfe941c req-158bd674-78d7-4d70-94e6-9bb9baf8b201 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5ba3458-f002-4fa8-990e-80035f1c8a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344405 Jul 15 15:35:21.181333 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port e7bcbfd3-f04d-495d-ae23-14c92d81d10a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:35:21.184993 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port e7bcbfd3-f04d-495d-ae23-14c92d81d10a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:35:21.185371 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:21.258452 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:21.279958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3860e14c-9b04-4c19-a8cc-6960dd7448df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bcbfd3-f04d-495d-ae23-14c92d81d10a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:35:21.282165 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4ec62f-a959-4670-9455-52811745bafc" -d '{"events": [{"server_uuid": "3860e14c-9b04-4c19-a8cc-6960dd7448df", "name": "network-vif-plugged", "status": "completed", "tag": "e7bcbfd3-f04d-495d-ae23-14c92d81d10a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:35:21.294460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port e7bcbfd3-f04d-495d-ae23-14c92d81d10a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e7bcbfd3-f04d-495d-ae23-14c92d81d10a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:35:21.298292 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:21.326207 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5ddeca-2cb9-4a02-b2b2-dc811a57aa0e x-openstack-request-id: req-9b5ddeca-2cb9-4a02-b2b2-dc811a57aa0e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:35:21.326499 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3860e14c-9b04-4c19-a8cc-6960dd7448df", "name": "network-vif-plugged", "status": "completed", "tag": "e7bcbfd3-f04d-495d-ae23-14c92d81d10a", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:35:21.326782 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9b5ddeca-2cb9-4a02-b2b2-dc811a57aa0e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:35:21.327165 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3860e14c-9b04-4c19-a8cc-6960dd7448df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bcbfd3-f04d-495d-ae23-14c92d81d10a', 'code': 200} Jul 15 15:35:21.355389 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=e7bcbfd3-f04d-495d-ae23-14c92d81d10a,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:21.429488 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cf460-4c1e-440d-b733-0b4d720a680e req-4f181c3a-0031-4824-b340-b04fa606c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:21.431017 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df3cf460-4c1e-440d-b733-0b4d720a680e req-4f181c3a-0031-4824-b340-b04fa606c5fd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 1100 time: 0.0542486 Jul 15 15:35:21.465640 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df3cf460-4c1e-440d-b733-0b4d720a680e req-60c513d8-86c1-4e49-b0e7-dc30970ea245 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f5ba3458-f002-4fa8-990e-80035f1c8a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277231 Jul 15 15:35:22.320895 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4b135-39ae-4b43-a918-00976f9f0f05 req-d19acd7d-8dbd-4014-a956-688fb5f2fb9d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:22.322422 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91c4b135-39ae-4b43-a918-00976f9f0f05 req-d19acd7d-8dbd-4014-a956-688fb5f2fb9d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 949 time: 0.0654352 Jul 15 15:35:22.359679 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-91c4b135-39ae-4b43-a918-00976f9f0f05 req-8e646591-8de9-4157-aa54-0cc2f9aac995 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5ba3458-f002-4fa8-990e-80035f1c8a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Jul 15 15:35:23.532869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b3bcd-98cc-48e1-bc56-f330a98cfaec req-c9560ab8-00b2-4c47-89c9-ea214f3ca9b0 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:23.534336 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c13b3bcd-98cc-48e1-bc56-f330a98cfaec req-c9560ab8-00b2-4c47-89c9-ea214f3ca9b0 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 949 time: 0.0625763 Jul 15 15:35:23.571821 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c13b3bcd-98cc-48e1-bc56-f330a98cfaec req-e5931d22-98a7-4f9b-b4d0-84178eabd268 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5ba3458-f002-4fa8-990e-80035f1c8a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311112 Jul 15 15:35:24.630201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369a2e8-3cf1-40a6-8f7f-91257c895b63 req-b607950c-c5ee-41e8-85b7-92fa6f7a7208 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:24.631688 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4369a2e8-3cf1-40a6-8f7f-91257c895b63 req-b607950c-c5ee-41e8-85b7-92fa6f7a7208 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 949 time: 0.0650783 Jul 15 15:35:24.668745 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4369a2e8-3cf1-40a6-8f7f-91257c895b63 req-a88e45e8-4d83-4127-b121-75787221bc83 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5ba3458-f002-4fa8-990e-80035f1c8a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313506 Jul 15 15:35:25.874516 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd837412-5d1b-4261-be4b-f1452b2c2348 req-6f7c4b7a-cb7c-4bf7-8898-ae36fd9a04ab tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:25.876005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd837412-5d1b-4261-be4b-f1452b2c2348 req-6f7c4b7a-cb7c-4bf7-8898-ae36fd9a04ab tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 949 time: 0.0953069 Jul 15 15:35:25.884578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d52230-1f96-4249-a6f9-16200fe21699 req-e9c7136b-0939-441b-9d6f-213cc39b40c5 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:25.885933 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28d52230-1f96-4249-a6f9-16200fe21699 req-e9c7136b-0939-441b-9d6f-213cc39b40c5 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.22 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 949 time: 0.1136081 Jul 15 15:35:25.952013 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd837412-5d1b-4261-be4b-f1452b2c2348 req-b5523dff-bf13-4804-a5c2-5c28c7d74192 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5ba3458-f002-4fa8-990e-80035f1c8a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647776 Jul 15 15:35:26.003777 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-28d52230-1f96-4249-a6f9-16200fe21699 req-33846495-5460-462f-88a8-7e438fe2460d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Deleting port e7bcbfd3-f04d-495d-ae23-14c92d81d10a {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:35:26.004148 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-28d52230-1f96-4249-a6f9-16200fe21699 req-33846495-5460-462f-88a8-7e438fe2460d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:26.403227 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-28d52230-1f96-4249-a6f9-16200fe21699 req-33846495-5460-462f-88a8-7e438fe2460d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] For port e7bcbfd3-f04d-495d-ae23-14c92d81d10a, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e7bcbfd3-f04d-495d-ae23-14c92d81d10a,segment=NetworkSegment(65832eec-88f0-4254-9cb3-06f3ee71a11f),segment_id=65832eec-88f0-4254-9cb3-06f3ee71a11f)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:35:26.403587 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-28d52230-1f96-4249-a6f9-16200fe21699 req-33846495-5460-462f-88a8-7e438fe2460d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:26.415624 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-28d52230-1f96-4249-a6f9-16200fe21699 req-33846495-5460-462f-88a8-7e438fe2460d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Calling delete_port for e7bcbfd3-f04d-495d-ae23-14c92d81d10a owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:35:26.537864 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-28d52230-1f96-4249-a6f9-16200fe21699 req-33846495-5460-462f-88a8-7e438fe2460d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:26.549997 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['e7bcbfd3-f04d-495d-ae23-14c92d81d10a'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:35:26.569046 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33846495-5460-462f-88a8-7e438fe2460d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Pushing event deleted for resources: {'Port': ['ID=e7bcbfd3-f04d-495d-ae23-14c92d81d10a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:26.613158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d52230-1f96-4249-a6f9-16200fe21699 req-33846495-5460-462f-88a8-7e438fe2460d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] No DVR routers for this DVR port e7bcbfd3-f04d-495d-ae23-14c92d81d10a on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:35:26.616095 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-28d52230-1f96-4249-a6f9-16200fe21699 req-33846495-5460-462f-88a8-7e438fe2460d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:26.618157 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28d52230-1f96-4249-a6f9-16200fe21699 req-33846495-5460-462f-88a8-7e438fe2460d tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.22 "DELETE /v2.0/ports/e7bcbfd3-f04d-495d-ae23-14c92d81d10a HTTP/1.1" status: 204 len: 173 time: 0.7252319 Jul 15 15:35:26.618654 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3860e14c-9b04-4c19-a8cc-6960dd7448df', 'name': 'network-vif-deleted', 'tag': 'e7bcbfd3-f04d-495d-ae23-14c92d81d10a'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:35:26.620899 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c85e048-892f-4194-ba6f-20de997b648d" -d '{"events": [{"server_uuid": "3860e14c-9b04-4c19-a8cc-6960dd7448df", "name": "network-vif-deleted", "tag": "e7bcbfd3-f04d-495d-ae23-14c92d81d10a"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:35:26.664074 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe7f477-4e11-4d48-a2d8-b36c38871e64 x-openstack-request-id: req-dbe7f477-4e11-4d48-a2d8-b36c38871e64 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:35:26.664374 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3860e14c-9b04-4c19-a8cc-6960dd7448df", "name": "network-vif-deleted", "tag": "e7bcbfd3-f04d-495d-ae23-14c92d81d10a", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:35:26.664630 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dbe7f477-4e11-4d48-a2d8-b36c38871e64 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:35:26.667035 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3860e14c-9b04-4c19-a8cc-6960dd7448df', 'name': 'network-vif-deleted', 'tag': 'e7bcbfd3-f04d-495d-ae23-14c92d81d10a', 'status': 'completed', 'code': 200} Jul 15 15:35:27.108179 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8d001b2-ea30-424f-b924-7feaa38c6a99 req-740c7f0e-7366-4372-a7d4-de49c2d73ad0 tempest-ServersAdminNegativeTestJSON-210431346 tempest-ServersAdminNegativeTestJSON-210431346-project] 10.222.0.38 "GET /v2.0/ports?device_id=3860e14c-9b04-4c19-a8cc-6960dd7448df HTTP/1.1" status: 200 len: 210 time: 0.0301087 Jul 15 15:35:28.433203 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38710) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:28.563619 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1259f330-3112-4ea8-978c-2b8d957dd598 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0fc8407251e44de94cd4074959b223e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292598 Jul 15 15:35:28.566108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38714) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:28.613231 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:28.634116 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:28.678648 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:28.681155 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:28.682294 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f5ba3458-f002-4fa8-990e-80035f1c8a5a HTTP/1.1" status: 204 len: 168 time: 0.1151550 Jul 15 15:35:28.689616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ba3458-f002-4fa8-990e-80035f1c8a5a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:28.697512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:28.697859 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:28.698198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:28.698555 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:28.698893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:28.699220 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:28.699549 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:28.699997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:28.700324 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:28.700650 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:28.700974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:28.701296 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e63fa47-6650-4c5b-ba88-99be5ac96a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:28.911848 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-1c532d0e-e592-44d9-a54e-0b61f9e3afcd req-9615920b-6b78-45d7-a8eb-8f683a1cf737 service neutron] (100711) timed out ('10.222.0.11', 63795) {{(pid=100711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:35:28.931172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38720) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:28.946492 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bd2ea47-b469-43f5-85da-f8af0f48a97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:29.033958 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bd2ea47-b469-43f5-85da-f8af0f48a97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:29.037364 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3bd2ea47-b469-43f5-85da-f8af0f48a97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:29.073607 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3bd2ea47-b469-43f5-85da-f8af0f48a97e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=914993ff6a2f4a33b2bbcbbbb7937690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413803 Jul 15 15:35:29.075490 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2ea47-b469-43f5-85da-f8af0f48a97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e877e89-7dba-4846-a395-1e1136bb30b3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:29.076483 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38722) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:29.125503 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7baae946-2340-4df4-8f67-35fed6c05344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:29.147937 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7baae946-2340-4df4-8f67-35fed6c05344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:29.185967 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e7bcbfd3-f04d-495d-ae23-14c92d81d10a no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:35:29.194684 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7baae946-2340-4df4-8f67-35fed6c05344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:29.197409 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7baae946-2340-4df4-8f67-35fed6c05344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:29.198587 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7baae946-2340-4df4-8f67-35fed6c05344 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3e877e89-7dba-4846-a395-1e1136bb30b3 HTTP/1.1" status: 204 len: 168 time: 0.1211171 Jul 15 15:35:29.206041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: e7bcbfd3-f04d-495d-ae23-14c92d81d10a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:35:29.206385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e7bcbfd3-f04d-495d-ae23-14c92d81d10a not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:35:29.206790 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baae946-2340-4df4-8f67-35fed6c05344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e877e89-7dba-4846-a395-1e1136bb30b3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:29.841428 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38744) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:29.935878 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9e5465d9-09ee-4430-b986-185925f4d82b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1398994416-network', 'tenant_id': '8f314f3e4c4e42c7bb2849f549d29032'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:35:29.961990 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5465d9-09ee-4430-b986-185925f4d82b admin admin] Made reservation on behalf of 8f314f3e4c4e42c7bb2849f549d29032 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:35:29.964332 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e5465d9-09ee-4430-b986-185925f4d82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:29.973102 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e5465d9-09ee-4430-b986-185925f4d82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:30.057973 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e5465d9-09ee-4430-b986-185925f4d82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:30.061829 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e5465d9-09ee-4430-b986-185925f4d82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:30.067641 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ea4800e-4d9e-4cad-8987-93f9547cc0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:30.087139 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5465d9-09ee-4430-b986-185925f4d82b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:35:30.096541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5465d9-09ee-4430-b986-185925f4d82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:30.101745 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e5465d9-09ee-4430-b986-185925f4d82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:30.102098 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-9e5465d9-09ee-4430-b986-185925f4d82b admin admin] Added segment 628fea81-4465-4613-a692-5be6086f1067 of type vlan for network 69c61a26-4733-423d-8b34-c6e4abb17ef7 Jul 15 15:35:30.143926 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e5465d9-09ee-4430-b986-185925f4d82b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:30.173034 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e5465d9-09ee-4430-b986-185925f4d82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:30.174062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5465d9-09ee-4430-b986-185925f4d82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:30.174705 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e5465d9-09ee-4430-b986-185925f4d82b admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:30.204586 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9e5465d9-09ee-4430-b986-185925f4d82b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3618672 Jul 15 15:35:30.207982 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38748) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:30.213160 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-322b0977-b7a7-40df-b865-4044827598b0 admin admin] Request body: {'subnet': {'network_id': '69c61a26-4733-423d-8b34-c6e4abb17ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1398994416-subnet', 'tenant_id': '8f314f3e4c4e42c7bb2849f549d29032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:35:30.234489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322b0977-b7a7-40df-b865-4044827598b0 admin admin] Made reservation on behalf of 8f314f3e4c4e42c7bb2849f549d29032 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:35:30.236841 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-322b0977-b7a7-40df-b865-4044827598b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:30.241869 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5465d9-09ee-4430-b986-185925f4d82b admin admin] Pushing event updated for resources: {'Network': ['ID=69c61a26-4733-423d-8b34-c6e4abb17ef7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:30.251733 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 69c61a26-4733-423d-8b34-c6e4abb17ef7 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:35:30.399467 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-322b0977-b7a7-40df-b865-4044827598b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:30.458832 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b0977-b7a7-40df-b865-4044827598b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b1522b-7fbc-4f9e-9737-b5c8ff931526,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:30.465662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322b0977-b7a7-40df-b865-4044827598b0 admin admin] Checking segment: {'id': '628fea81-4465-4613-a692-5be6086f1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '69c61a26-4733-423d-8b34-c6e4abb17ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:35:30.466022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322b0977-b7a7-40df-b865-4044827598b0 admin admin] Network hostable DHCP agents. Network: 69c61a26-4733-423d-8b34-c6e4abb17ef7, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:35:30.482277 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322b0977-b7a7-40df-b865-4044827598b0 admin admin] Network 69c61a26-4733-423d-8b34-c6e4abb17ef7 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:35:30.491542 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-322b0977-b7a7-40df-b865-4044827598b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 69c61a26-4733-423d-8b34-c6e4abb17ef7) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:35:30.495943 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322b0977-b7a7-40df-b865-4044827598b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:30.496547 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-322b0977-b7a7-40df-b865-4044827598b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:30.500718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a755cfb-5efe-40c6-bbd9-50e82bfc4be1 None None] Network 69c61a26-4733-423d-8b34-c6e4abb17ef7 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:35:30.511675 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-322b0977-b7a7-40df-b865-4044827598b0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3024611 Jul 15 15:35:30.628981 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27410869-f906-4725-a500-568c31851b67 None None] Network 69c61a26-4733-423d-8b34-c6e4abb17ef7 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:35:30.922464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-c908e105-807b-4e5b-ab13-5024f1103511 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:30.923942 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-c908e105-807b-4e5b-ab13-5024f1103511 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/networks?id=69c61a26-4733-423d-8b34-c6e4abb17ef7 HTTP/1.1" status: 200 len: 812 time: 0.0990324 Jul 15 15:35:30.937889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-37acd47d-edcf-48c1-a8ad-80af9778fa2a tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/quotas/8f314f3e4c4e42c7bb2849f549d29032 HTTP/1.1" status: 200 len: 375 time: 0.0086646 Jul 15 15:35:30.974174 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-daa30877-d3f1-4890-b8f3-7a79d8c8d1f1 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8f314f3e4c4e42c7bb2849f549d29032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309246 Jul 15 15:35:31.061937 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-85098f82-7ad7-4ca3-98ec-96f38c2b3117 service neutron] 10.222.0.38 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813036 Jul 15 15:35:31.154550 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-44554f99-d1e8-4424-80fc-cb64d68793f4 service neutron] 10.222.0.38 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859842 Jul 15 15:35:31.322212 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5a8bb8b-a845-4003-ba8e-789103bf5292 req-7e419cc3-64da-4bd1-b643-dcf5c60cfa5e tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 210 time: 0.0287085 Jul 15 15:35:32.402510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab6b5c65-d68e-4bc1-b53c-ea1c05bfd970 req-56e802bd-9c65-4204-8d0f-6eb1044774f4 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 210 time: 0.0293386 Jul 15 15:35:32.841243 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:32.938918 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c84c5ec-b3b2-4930-b291-5316584bfb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:33.485635 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08ef519c-055d-432d-b6a6-48fb3435e67e req-4980e27c-ef4b-4933-8964-b4ad9cf9c4d4 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 210 time: 0.0320318 Jul 15 15:35:34.368296 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-f3c86dae-c076-4ddd-86e8-dbf267018225 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:34.370095 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-f3c86dae-c076-4ddd-86e8-dbf267018225 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.22 "GET /v2.0/networks?id=69c61a26-4733-423d-8b34-c6e4abb17ef7 HTTP/1.1" status: 200 len: 812 time: 0.1055856 Jul 15 15:35:34.381478 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:34.387750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-416c6443-b119-4426-a165-865e1ed98690 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Request body: {'port': {'device_id': 'e08e6af8-2e36-4871-b3e6-ebcb078b1b43', 'network_id': '69c61a26-4733-423d-8b34-c6e4abb17ef7', 'admin_state_up': True, 'tenant_id': '8f314f3e4c4e42c7bb2849f549d29032'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:35:34.496146 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-416c6443-b119-4426-a165-865e1ed98690 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Made reservation on behalf of 8f314f3e4c4e42c7bb2849f549d29032 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:35:34.499598 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-416c6443-b119-4426-a165-865e1ed98690 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:34.639598 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6f2f07c3-d748-4337-9e6f-465be4f8cc9c req-b8dbc86c-d71f-4794-98ad-a66841ac3795 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 210 time: 0.0394979 Jul 15 15:35:34.652148 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-416c6443-b119-4426-a165-865e1ed98690 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Allocated IP 172.20.0.12 (69c61a26-4733-423d-8b34-c6e4abb17ef7/b5b1522b-7fbc-4f9e-9737-b5c8ff931526/f1c130a6-f976-4c8e-83b7-d0d8ba8141ad) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:35:34.792716 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-416c6443-b119-4426-a165-865e1ed98690 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:34.833982 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-416c6443-b119-4426-a165-865e1ed98690 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:34.877572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-416c6443-b119-4426-a165-865e1ed98690 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Network 69c61a26-4733-423d-8b34-c6e4abb17ef7 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:35:34.881232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-416c6443-b119-4426-a165-865e1ed98690 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:35:34.885353 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-416c6443-b119-4426-a165-865e1ed98690 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:35:34.891666 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c6443-b119-4426-a165-865e1ed98690 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Pushing event updated for resources: {'Port': ['ID=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:34.935412 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-416c6443-b119-4426-a165-865e1ed98690 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:34.936026 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-416c6443-b119-4426-a165-865e1ed98690 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:34.949110 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-416c6443-b119-4426-a165-865e1ed98690 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5656259 Jul 15 15:35:34.960812 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Request body: {'port': {'device_id': 'e08e6af8-2e36-4871-b3e6-ebcb078b1b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:35:35.033130 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:35.285701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c130a6-f976-4c8e-83b7-d0d8ba8141ad {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:35:35.292758 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:35.304400 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Transition to ACTIVE for port object f1c130a6-f976-4c8e-83b7-d0d8ba8141ad will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:35:35.308564 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:35.357596 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:35.425221 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Attempting to bind port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:35:35.425560 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Attempting to bind port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '628fea81-4465-4613-a692-5be6086f1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '69c61a26-4733-423d-8b34-c6e4abb17ef7'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:35:35.425894 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Attempting to bind port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad on network 69c61a26-4733-423d-8b34-c6e4abb17ef7 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:35:35.430135 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad on network 69c61a26-4733-423d-8b34-c6e4abb17ef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:35:35.430461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Attempting to bind port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad on network 69c61a26-4733-423d-8b34-c6e4abb17ef7 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:35:35.435219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:35:35.435558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Checking segment: {'id': '628fea81-4465-4613-a692-5be6086f1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '69c61a26-4733-423d-8b34-c6e4abb17ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:35:35.435945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Bound using segment: {'id': '628fea81-4465-4613-a692-5be6086f1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '69c61a26-4733-423d-8b34-c6e4abb17ef7'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:35:35.436370 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Bound port: f1c130a6-f976-4c8e-83b7-d0d8ba8141ad, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628fea81-4465-4613-a692-5be6086f1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '69c61a26-4733-423d-8b34-c6e4abb17ef7'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:35:35.436727 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:35.497491 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] For port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:35:35.500436 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] For port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,segment=NetworkSegment(628fea81-4465-4613-a692-5be6086f1067),segment_id=628fea81-4465-4613-a692-5be6086f1067)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:35:35.505319 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:35.540675 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:35.541221 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:35.542650 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] 10.222.0.22 "PUT /v2.0/ports/f1c130a6-f976-4c8e-83b7-d0d8ba8141ad HTTP/1.1" status: 200 len: 1092 time: 0.5865099 Jul 15 15:35:35.543091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08e6af8-2e36-4871-b3e6-ebcb078b1b43', 'tag': 'f1c130a6-f976-4c8e-83b7-d0d8ba8141ad'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:35:35.545461 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead3b5bf-a495-4142-babe-8dfaee2de02a" -d '{"events": [{"name": "network-changed", "server_uuid": "e08e6af8-2e36-4871-b3e6-ebcb078b1b43", "tag": "f1c130a6-f976-4c8e-83b7-d0d8ba8141ad"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:35:35.571631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b331e27-18a5-4ae2-abd1-2f5de60b20d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:35.584145 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb71ad0c-5d13-44e0-9160-eb800b063136 x-openstack-request-id: req-eb71ad0c-5d13-44e0-9160-eb800b063136 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:35:35.584451 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08e6af8-2e36-4871-b3e6-ebcb078b1b43", "tag": "f1c130a6-f976-4c8e-83b7-d0d8ba8141ad", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:35:35.584707 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb71ad0c-5d13-44e0-9160-eb800b063136 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:35:35.585138 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08e6af8-2e36-4871-b3e6-ebcb078b1b43', 'tag': 'f1c130a6-f976-4c8e-83b7-d0d8ba8141ad', 'status': 'completed', 'code': 200} Jul 15 15:35:35.645985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-66298d57-7cc7-42e7-b99a-e6f5e3cc279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:35.647522 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-66298d57-7cc7-42e7-b99a-e6f5e3cc279f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8f314f3e4c4e42c7bb2849f549d29032&device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 1095 time: 0.0570080 Jul 15 15:35:35.688350 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-8359e863-4b3d-4523-865f-ac817edfcf25 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad HTTP/1.1" status: 200 len: 217 time: 0.0336664 Jul 15 15:35:35.737002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-67c5579f-c0c9-48a3-b643-56df70b63600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:35.739226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-67c5579f-c0c9-48a3-b643-56df70b63600 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b5b1522b-7fbc-4f9e-9737-b5c8ff931526 HTTP/1.1" status: 200 len: 852 time: 0.0438769 Jul 15 15:35:35.785721 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-4e748e1f-1508-4eb4-958b-d25935ffc6d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=69c61a26-4733-423d-8b34-c6e4abb17ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387142 Jul 15 15:35:35.905520 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d45236-8f61-4dbb-98dc-20d1e6e4e00b req-3582401f-13ac-4fda-87d4-4b8789966fe3 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:35.907023 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6d45236-8f61-4dbb-98dc-20d1e6e4e00b req-3582401f-13ac-4fda-87d4-4b8789966fe3 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 944 time: 0.1520307 Jul 15 15:35:35.913214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-fdab97b8-f3b0-4c17-aec6-a1bbb0c385a7 service neutron] 10.222.0.22 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117449 Jul 15 15:35:35.972845 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6d45236-8f61-4dbb-98dc-20d1e6e4e00b req-184efe2f-ccad-49c8-b0d1-4440da92792e tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586798 Jul 15 15:35:36.022689 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9af5dadd-4aba-41e1-a3b8-aa5711134a04 req-4745b534-bab2-4f6f-9dfe-918b92180c14 service neutron] 10.222.0.22 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018682 Jul 15 15:35:36.076731 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:36.127547 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3b5bf-a495-4142-babe-8dfaee2de02a req-60de3b23-f3de-4d38-9821-efed8a742e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:36.129658 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ead3b5bf-a495-4142-babe-8dfaee2de02a req-60de3b23-f3de-4d38-9821-efed8a742e7f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8f314f3e4c4e42c7bb2849f549d29032&device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 1095 time: 0.0526435 Jul 15 15:35:36.224502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3b5bf-a495-4142-babe-8dfaee2de02a req-434f6e07-b2ba-4e8e-bd5f-9cb53461827e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:36.225883 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ead3b5bf-a495-4142-babe-8dfaee2de02a req-434f6e07-b2ba-4e8e-bd5f-9cb53461827e service neutron] 10.222.0.22 "GET /v2.0/networks?id=69c61a26-4733-423d-8b34-c6e4abb17ef7 HTTP/1.1" status: 200 len: 913 time: 0.0893328 Jul 15 15:35:36.266154 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ead3b5bf-a495-4142-babe-8dfaee2de02a req-a5f984a9-010c-4aa2-8ace-f3e7922e4271 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad HTTP/1.1" status: 200 len: 217 time: 0.0337038 Jul 15 15:35:36.318334 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3b5bf-a495-4142-babe-8dfaee2de02a req-1b235b9b-8661-473c-8094-b691bb67f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:36.319775 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ead3b5bf-a495-4142-babe-8dfaee2de02a req-1b235b9b-8661-473c-8094-b691bb67f176 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b5b1522b-7fbc-4f9e-9737-b5c8ff931526 HTTP/1.1" status: 200 len: 852 time: 0.0470471 Jul 15 15:35:36.352735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ead3b5bf-a495-4142-babe-8dfaee2de02a req-a86e21bb-ad03-4caa-9ef4-3dc4790392cb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=69c61a26-4733-423d-8b34-c6e4abb17ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251908 Jul 15 15:35:36.441610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ead3b5bf-a495-4142-babe-8dfaee2de02a req-7958dff5-fd74-494e-ba91-b5f8005d6d6d service neutron] 10.222.0.22 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823870 Jul 15 15:35:36.528835 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ead3b5bf-a495-4142-babe-8dfaee2de02a req-670f6e30-c6d6-4e13-9822-5b7f9699022e service neutron] 10.222.0.22 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795958 Jul 15 15:35:37.145504 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabdc1b-a36c-430a-87e5-5cc6afe94fea req-67531471-cdc2-4e80-a88e-26c14532c09b tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:37.147009 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0dabdc1b-a36c-430a-87e5-5cc6afe94fea req-67531471-cdc2-4e80-a88e-26c14532c09b tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 944 time: 0.0629895 Jul 15 15:35:37.187456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0dabdc1b-a36c-430a-87e5-5cc6afe94fea req-e6c48c6b-535a-4439-9d81-b74bc1501361 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348372 Jul 15 15:35:38.360735 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db2a04-b5aa-4e13-b19b-4ba0cf0afc79 req-109ec51b-d3f7-42a2-a833-37dc101bee38 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:38.362857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-80db2a04-b5aa-4e13-b19b-4ba0cf0afc79 req-109ec51b-d3f7-42a2-a833-37dc101bee38 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 944 time: 0.0629315 Jul 15 15:35:38.400359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-80db2a04-b5aa-4e13-b19b-4ba0cf0afc79 req-3bda94f1-fd27-489e-83c4-b5b10bd93ed5 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319903 Jul 15 15:35:39.231231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f1c130a6-f976-4c8e-83b7-d0d8ba8141ad details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:35:39.326377 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,segment=NetworkSegment(628fea81-4465-4613-a692-5be6086f1067),segment_id=628fea81-4465-4613-a692-5be6086f1067)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:35:39.337597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'f1c130a6-f976-4c8e-83b7-d0d8ba8141ad', 'network_id': '69c61a26-4733-423d-8b34-c6e4abb17ef7', 'port_id': 'f1c130a6-f976-4c8e-83b7-d0d8ba8141ad', 'mac_address': 'fa:16:3e:8f:1c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b1522b-7fbc-4f9e-9737-b5c8ff931526', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:35:39.372737 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:39.385614 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c130a6-f976-4c8e-83b7-d0d8ba8141ad {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:35:39.404619 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,segment=NetworkSegment(628fea81-4465-4613-a692-5be6086f1067),segment_id=628fea81-4465-4613-a692-5be6086f1067)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:35:39.408426 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:39.459927 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:39.572016 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc6f74-b76d-472a-913e-a4f2a66e4ad5 req-c9f2cc28-5105-4a3c-8295-0406ca22f3b6 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:39.573504 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0bc6f74-b76d-472a-913e-a4f2a66e4ad5 req-c9f2cc28-5105-4a3c-8295-0406ca22f3b6 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 945 time: 0.0626063 Jul 15 15:35:39.599265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['f1c130a6-f976-4c8e-83b7-d0d8ba8141ad'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:35:39.611270 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0bc6f74-b76d-472a-913e-a4f2a66e4ad5 req-36c3cacf-1871-4258-a4b1-a23b97b45194 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322251 Jul 15 15:35:40.788322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9f530-493c-4036-96f9-e44d7319079a req-62ce2895-d6cf-486d-a66c-6ce09523baf9 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:40.789801 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f5f9f530-493c-4036-96f9-e44d7319079a req-62ce2895-d6cf-486d-a66c-6ce09523baf9 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 945 time: 0.0672226 Jul 15 15:35:40.826941 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f5f9f530-493c-4036-96f9-e44d7319079a req-29df2d21-688f-4a4d-9304-bbe84dc2e3fd tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315900 Jul 15 15:35:41.231565 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f1c130a6-f976-4c8e-83b7-d0d8ba8141ad up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:35:41.282246 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:35:41.286438 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:35:41.286840 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:41.360210 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:41.381831 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08e6af8-2e36-4871-b3e6-ebcb078b1b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c130a6-f976-4c8e-83b7-d0d8ba8141ad'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:35:41.384063 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01baed95-4cdc-43dc-ad24-55f59037ac0e" -d '{"events": [{"server_uuid": "e08e6af8-2e36-4871-b3e6-ebcb078b1b43", "name": "network-vif-plugged", "status": "completed", "tag": "f1c130a6-f976-4c8e-83b7-d0d8ba8141ad"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:35:41.397547 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,segment=NetworkSegment(628fea81-4465-4613-a692-5be6086f1067),segment_id=628fea81-4465-4613-a692-5be6086f1067)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:35:41.401401 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:41.423773 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d1d34c-ef24-4efd-acde-036beb79ed08 x-openstack-request-id: req-a3d1d34c-ef24-4efd-acde-036beb79ed08 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:35:41.424096 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08e6af8-2e36-4871-b3e6-ebcb078b1b43", "name": "network-vif-plugged", "status": "completed", "tag": "f1c130a6-f976-4c8e-83b7-d0d8ba8141ad", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:35:41.424354 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a3d1d34c-ef24-4efd-acde-036beb79ed08 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:35:41.424744 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08e6af8-2e36-4871-b3e6-ebcb078b1b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c130a6-f976-4c8e-83b7-d0d8ba8141ad', 'code': 200} Jul 15 15:35:41.452069 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:41.531030 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27070c9c-dbca-44d4-a6a5-1f3d619d1fa5 req-c1beda43-3134-44df-be47-a7e2675320f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:41.532512 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27070c9c-dbca-44d4-a6a5-1f3d619d1fa5 req-c1beda43-3134-44df-be47-a7e2675320f7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 1097 time: 0.0507731 Jul 15 15:35:41.569388 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27070c9c-dbca-44d4-a6a5-1f3d619d1fa5 req-a8a2397c-f9ab-4913-b9ee-bb12b672f26e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307331 Jul 15 15:35:41.995774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebfc92-174a-4813-be57-129f34548fdc req-7ac3535a-ec2a-4879-8e30-15473e385ef1 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:41.997251 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d3ebfc92-174a-4813-be57-129f34548fdc req-7ac3535a-ec2a-4879-8e30-15473e385ef1 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0623004 Jul 15 15:35:42.034221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d3ebfc92-174a-4813-be57-129f34548fdc req-f89850c8-8c73-4112-ac6b-fa83270a1106 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308788 Jul 15 15:35:43.214614 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40970a15-4242-4524-ade6-8b0dc5083d28 req-2f46b119-89d5-47c8-b731-83234c547644 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:43.216095 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40970a15-4242-4524-ade6-8b0dc5083d28 req-2f46b119-89d5-47c8-b731-83234c547644 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0676847 Jul 15 15:35:43.253086 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-40970a15-4242-4524-ade6-8b0dc5083d28 req-6fd50b66-c48d-48e5-9485-02e9ad419776 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309417 Jul 15 15:35:43.689238 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3dce6-e8c0-49e4-a729-39dfbde4c1b5 req-d52e8315-7255-47b0-a2c2-a735c89c8f05 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:43.690770 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8eb3dce6-e8c0-49e4-a729-39dfbde4c1b5 req-d52e8315-7255-47b0-a2c2-a735c89c8f05 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.1039639 Jul 15 15:35:43.697374 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-e64950e7-9647-4302-a519-fe4e3524536c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1622343 Jul 15 15:35:43.730965 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8eb3dce6-e8c0-49e4-a729-39dfbde4c1b5 req-222b2846-50ad-4a30-8d50-1b338aa6bbb9 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326226 Jul 15 15:35:44.929432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-6b202db5-f60d-40b4-8492-84c210868d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:44.930968 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-6b202db5-f60d-40b4-8492-84c210868d7d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8f314f3e4c4e42c7bb2849f549d29032&device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 1097 time: 0.0920568 Jul 15 15:35:44.939076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b04ea9-2da5-41a7-b153-d4a63a258b7f req-e098e95c-b85c-4242-ae6a-5275d8a08db5 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:44.941445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1b04ea9-2da5-41a7-b153-d4a63a258b7f req-e098e95c-b85c-4242-ae6a-5275d8a08db5 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0949147 Jul 15 15:35:45.027150 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1b04ea9-2da5-41a7-b153-d4a63a258b7f req-9aaa7931-08b7-488b-ac85-ecf6b17bbc82 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776591 Jul 15 15:35:45.051942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-e1570fbb-6f84-4ad8-a405-a35008fdecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:45.053397 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-e1570fbb-6f84-4ad8-a405-a35008fdecb2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=69c61a26-4733-423d-8b34-c6e4abb17ef7 HTTP/1.1" status: 200 len: 913 time: 0.1111195 Jul 15 15:35:45.092666 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-eb7e2820-d155-44ef-babf-d800cb587f90 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad HTTP/1.1" status: 200 len: 217 time: 0.0330331 Jul 15 15:35:45.144045 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-a4ec356c-16aa-48d7-8d34-65a2f3759d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:45.145527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-a4ec356c-16aa-48d7-8d34-65a2f3759d8f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b5b1522b-7fbc-4f9e-9737-b5c8ff931526 HTTP/1.1" status: 200 len: 852 time: 0.0473831 Jul 15 15:35:45.177398 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-ceb9197f-50f5-424d-a860-518d80c4b507 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=69c61a26-4733-423d-8b34-c6e4abb17ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246460 Jul 15 15:35:45.266980 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-832f4920-debe-46cf-8904-cabad6d0e508 service neutron] 10.222.0.22 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834310 Jul 15 15:35:45.353481 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-43a77b07-383b-49f5-a6d3-cbd7eb08aa63 service neutron] 10.222.0.22 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800493 Jul 15 15:35:46.198415 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aefdb4-ad92-42c1-8522-05c15b2a4b6a req-5e716565-3237-4a96-a32a-945ddca7d208 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:46.199956 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7aefdb4-ad92-42c1-8522-05c15b2a4b6a req-5e716565-3237-4a96-a32a-945ddca7d208 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0620084 Jul 15 15:35:46.241887 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7aefdb4-ad92-42c1-8522-05c15b2a4b6a req-9a4d3512-2118-4f0d-bff7-168ac39c94d6 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364082 Jul 15 15:35:47.412561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad437a9-fc45-4d32-a1cf-4549978fdb2c req-e656cea3-d697-415b-9415-634436ac420c tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:47.414015 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9ad437a9-fc45-4d32-a1cf-4549978fdb2c req-e656cea3-d697-415b-9415-634436ac420c tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0614810 Jul 15 15:35:47.451723 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9ad437a9-fc45-4d32-a1cf-4549978fdb2c req-41701124-8df3-4399-b91c-cc61f2e6e4fe tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321918 Jul 15 15:35:48.621628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9828e5f-173f-458a-a7da-c47ccf87b4f4 req-f20fe70e-2bff-4260-b9f6-a9228bfaf7c5 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:48.623102 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a9828e5f-173f-458a-a7da-c47ccf87b4f4 req-f20fe70e-2bff-4260-b9f6-a9228bfaf7c5 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0607769 Jul 15 15:35:48.659407 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a9828e5f-173f-458a-a7da-c47ccf87b4f4 req-65a41a1e-a4b0-4c90-b965-782f1c74c68c tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303032 Jul 15 15:35:49.293928 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:49.564446 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:49.836073 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51778c-58a0-4802-a439-7762d2c39458 req-1ab6a14e-c61f-4003-99e1-35ec070cfb65 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:49.837472 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a51778c-58a0-4802-a439-7762d2c39458 req-1ab6a14e-c61f-4003-99e1-35ec070cfb65 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0696840 Jul 15 15:35:49.874140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a51778c-58a0-4802-a439-7762d2c39458 req-d6439d6d-88fe-4faa-bb31-b415da9191e6 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Jul 15 15:35:50.712140 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:35:51.052847 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad2aac-0d47-42d0-9886-b72b0eba6e4b req-d2bf5ae6-6138-4fb9-bd10-7f1b5f1c1ac7 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:51.054244 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7aad2aac-0d47-42d0-9886-b72b0eba6e4b req-d2bf5ae6-6138-4fb9-bd10-7f1b5f1c1ac7 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0622938 Jul 15 15:35:51.090951 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7aad2aac-0d47-42d0-9886-b72b0eba6e4b req-ef3562bf-32e6-4228-80e4-7999b83c3776 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311713 Jul 15 15:35:52.264621 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce863c26-1d6f-4584-8e72-32f9412cbd8b req-fdcee2eb-cc5d-4a1d-a9bf-56b5dbf598b3 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:52.266105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce863c26-1d6f-4584-8e72-32f9412cbd8b req-fdcee2eb-cc5d-4a1d-a9bf-56b5dbf598b3 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0617750 Jul 15 15:35:52.307622 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ce863c26-1d6f-4584-8e72-32f9412cbd8b req-eef2e95e-d561-4bc3-807a-0537040aa220 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354700 Jul 15 15:35:53.478589 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ed53c-2998-47d5-a35c-56372b57d65c req-da075186-cebe-414a-9d77-6c4dbec1e763 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:53.480088 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-336ed53c-2998-47d5-a35c-56372b57d65c req-da075186-cebe-414a-9d77-6c4dbec1e763 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0623221 Jul 15 15:35:53.517828 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-336ed53c-2998-47d5-a35c-56372b57d65c req-9be8e72d-9d8e-4637-a10a-22475c89e178 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318544 Jul 15 15:35:54.704850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6faef6-c483-4864-a5b7-4af5bebdac10 req-b3151921-0c55-4fc6-b483-85a258ee4d33 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:54.706846 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f6faef6-c483-4864-a5b7-4af5bebdac10 req-b3151921-0c55-4fc6-b483-85a258ee4d33 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0628083 Jul 15 15:35:54.744549 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f6faef6-c483-4864-a5b7-4af5bebdac10 req-8c06833d-313e-49d6-bc51-575b2e0488e0 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 Jul 15 15:35:55.920814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c704b0b-ce33-4fbe-af86-f1d9bc74c84a req-0365ed2b-eecc-4845-b952-0405ac16a4a3 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:55.922294 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c704b0b-ce33-4fbe-af86-f1d9bc74c84a req-0365ed2b-eecc-4845-b952-0405ac16a4a3 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0672557 Jul 15 15:35:55.959660 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c704b0b-ce33-4fbe-af86-f1d9bc74c84a req-116a4b53-ac08-4718-ae18-4e2d6ad6dd2f tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317390 Jul 15 15:35:57.134355 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f01bf-f7c4-48b0-89fa-25f15bce9065 req-c55e5822-e95b-4093-862e-2e948cb66345 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:57.135886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d8f01bf-f7c4-48b0-89fa-25f15bce9065 req-c55e5822-e95b-4093-862e-2e948cb66345 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0634990 Jul 15 15:35:57.172833 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d8f01bf-f7c4-48b0-89fa-25f15bce9065 req-c8b5ffb8-0e86-4578-8e50-077db0aecc14 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314837 Jul 15 15:35:58.349012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43daec9-a473-43fa-a126-bed38fed9c9f req-a4f69868-53a4-479e-aa98-6ae3f5291178 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:58.350523 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e43daec9-a473-43fa-a126-bed38fed9c9f req-a4f69868-53a4-479e-aa98-6ae3f5291178 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0671530 Jul 15 15:35:58.415693 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e43daec9-a473-43fa-a126-bed38fed9c9f req-637c8482-51c7-4e83-9a29-8f3377040059 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568142 Jul 15 15:35:58.432176 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d5ab5-98e9-4fb9-8fe3-2b03ead0c2a7 req-57cfd9bd-83c8-47d6-ae16-ac5e0eedce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:58.433952 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c6d5ab5-98e9-4fb9-8fe3-2b03ead0c2a7 req-57cfd9bd-83c8-47d6-ae16-ac5e0eedce08 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8f314f3e4c4e42c7bb2849f549d29032&device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 1097 time: 0.1413355 Jul 15 15:35:58.537965 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d5ab5-98e9-4fb9-8fe3-2b03ead0c2a7 req-5a68f006-5a6e-4c18-ad72-e5aea76ad6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:58.539486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c6d5ab5-98e9-4fb9-8fe3-2b03ead0c2a7 req-5a68f006-5a6e-4c18-ad72-e5aea76ad6ff service neutron] 10.222.0.22 "GET /v2.0/networks?id=69c61a26-4733-423d-8b34-c6e4abb17ef7 HTTP/1.1" status: 200 len: 913 time: 0.0851438 Jul 15 15:35:58.582799 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c6d5ab5-98e9-4fb9-8fe3-2b03ead0c2a7 req-49ab7ec0-4fe5-4cc5-8853-f92b486e38b7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad HTTP/1.1" status: 200 len: 217 time: 0.0368717 Jul 15 15:35:58.631346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d5ab5-98e9-4fb9-8fe3-2b03ead0c2a7 req-e64d7279-15a1-47e8-a2f4-9523ceeeae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:58.632814 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c6d5ab5-98e9-4fb9-8fe3-2b03ead0c2a7 req-e64d7279-15a1-47e8-a2f4-9523ceeeae50 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b5b1522b-7fbc-4f9e-9737-b5c8ff931526 HTTP/1.1" status: 200 len: 852 time: 0.0425112 Jul 15 15:35:58.664747 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c6d5ab5-98e9-4fb9-8fe3-2b03ead0c2a7 req-5c110de1-dc67-408a-b396-ca2a3dd01099 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=69c61a26-4733-423d-8b34-c6e4abb17ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254817 Jul 15 15:35:58.755107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c6d5ab5-98e9-4fb9-8fe3-2b03ead0c2a7 req-6906ec4e-3598-4c3d-9ddd-ae829e6a6f02 service neutron] 10.222.0.22 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841556 Jul 15 15:35:58.842251 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c6d5ab5-98e9-4fb9-8fe3-2b03ead0c2a7 req-fffce0ac-9b26-42d1-9195-22b88ecc21f0 service neutron] 10.222.0.22 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802412 Jul 15 15:35:59.588620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc6598-c3b6-4364-ab49-4210d96c9848 req-62a4dc5c-d02a-4981-bd84-48366f13dc00 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:59.590078 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dfc6598-c3b6-4364-ab49-4210d96c9848 req-62a4dc5c-d02a-4981-bd84-48366f13dc00 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0657456 Jul 15 15:35:59.628450 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5dfc6598-c3b6-4364-ab49-4210d96c9848 req-8807b5ac-dd19-4ede-85cc-0fcc5a835130 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328310 Jul 15 15:36:00.068440 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1021dd13-5fdf-4156-be40-be4db5952ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:00.801073 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe34a7-2adb-4f1c-9b93-bf943f4ed333 req-e476d1e3-3e5b-42a2-870d-2984e5c2d222 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:00.802558 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0dfe34a7-2adb-4f1c-9b93-bf943f4ed333 req-e476d1e3-3e5b-42a2-870d-2984e5c2d222 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0619168 Jul 15 15:36:00.839263 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0dfe34a7-2adb-4f1c-9b93-bf943f4ed333 req-3c8c9704-3567-491f-be96-45cc9c39a0d5 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311959 Jul 15 15:36:02.013583 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572afa4-1eb8-4c87-9be4-945a22805675 req-2b194d86-f386-4901-895b-e28aff79b687 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:02.015080 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b572afa4-1eb8-4c87-9be4-945a22805675 req-2b194d86-f386-4901-895b-e28aff79b687 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0626013 Jul 15 15:36:02.056940 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b572afa4-1eb8-4c87-9be4-945a22805675 req-ad937671-90a4-4a68-8e24-12689e626d5b tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363212 Jul 15 15:36:02.841038 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:02.938523 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d4c7a26-c1ee-4ae9-8dc8-d0ee65955854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:03.228400 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f432a-f19f-48f4-8286-8347fa79d177 req-13e322b8-1171-4d8a-b7b9-4178b6e453a7 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:03.229867 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f66f432a-f19f-48f4-8286-8347fa79d177 req-13e322b8-1171-4d8a-b7b9-4178b6e453a7 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0623310 Jul 15 15:36:03.266393 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f66f432a-f19f-48f4-8286-8347fa79d177 req-9a3c873e-6676-4c66-9aa7-0ad8165da76b tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310409 Jul 15 15:36:04.375401 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:04.439224 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a642617-1524-44db-8935-deb25a899840 req-3f7e99ef-adf5-4b77-ab53-8bf7ed9c7706 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:04.441506 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a642617-1524-44db-8935-deb25a899840 req-3f7e99ef-adf5-4b77-ab53-8bf7ed9c7706 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0620606 Jul 15 15:36:04.478843 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a642617-1524-44db-8935-deb25a899840 req-569b34f1-1500-478a-adb6-c3c0f171cccf tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318170 Jul 15 15:36:05.656731 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858c6e0-30ac-4be6-a158-28e76448cbd8 req-29f8f710-f3a2-42b9-a487-42ee720b9191 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:05.658347 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5858c6e0-30ac-4be6-a158-28e76448cbd8 req-29f8f710-f3a2-42b9-a487-42ee720b9191 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0696516 Jul 15 15:36:05.696183 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5858c6e0-30ac-4be6-a158-28e76448cbd8 req-44b7083d-3600-43bc-8654-bff4fff0aa75 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 Jul 15 15:36:06.079547 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:06.866716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc14fb2-25a0-49e7-8a3a-fafbf0189ce9 req-f62d80d0-747b-4349-9602-3f4ea5e8cd5e tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:06.868241 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbc14fb2-25a0-49e7-8a3a-fafbf0189ce9 req-f62d80d0-747b-4349-9602-3f4ea5e8cd5e tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0616143 Jul 15 15:36:06.906056 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbc14fb2-25a0-49e7-8a3a-fafbf0189ce9 req-5fdb7b03-38b6-405e-8a90-e2cab31604b9 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323200 Jul 15 15:36:08.075767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac2416-a7e6-4e4d-94ff-04068b1611b7 req-4f87856f-4235-4c14-861d-5b4f5112fcf1 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:08.077223 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83ac2416-a7e6-4e4d-94ff-04068b1611b7 req-4f87856f-4235-4c14-861d-5b4f5112fcf1 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0624111 Jul 15 15:36:08.119701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83ac2416-a7e6-4e4d-94ff-04068b1611b7 req-54322096-ead3-413b-b2f0-872ee1218226 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363736 Jul 15 15:36:09.289552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed3e54-d3bd-40b9-b032-09cd7a5d42d5 req-f1fd2e9c-5371-48d0-b215-4a8673e4dda1 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:09.291018 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2ed3e54-d3bd-40b9-b032-09cd7a5d42d5 req-f1fd2e9c-5371-48d0-b215-4a8673e4dda1 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0613840 Jul 15 15:36:09.327037 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2ed3e54-d3bd-40b9-b032-09cd7a5d42d5 req-3f0a784f-1d5e-4081-baf6-38e37ad789eb tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305147 Jul 15 15:36:10.500929 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c351c-da94-4ae5-9212-b8ba05e2c3a8 req-bb76fe14-30d2-4d64-90c2-aaff43eca719 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:10.502837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac3c351c-da94-4ae5-9212-b8ba05e2c3a8 req-bb76fe14-30d2-4d64-90c2-aaff43eca719 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0627255 Jul 15 15:36:10.541540 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac3c351c-da94-4ae5-9212-b8ba05e2c3a8 req-60b1698d-721a-4dd8-818f-7b02fd4661cd tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329881 Jul 15 15:36:11.717239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a766415-538c-478f-a11c-4399e278c246 req-756c89d2-789a-487f-88d3-c1680f8cd417 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:11.718739 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a766415-538c-478f-a11c-4399e278c246 req-756c89d2-789a-487f-88d3-c1680f8cd417 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0655138 Jul 15 15:36:11.756441 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5a766415-538c-478f-a11c-4399e278c246 req-018834ba-1413-429a-bf93-0c911b37728b tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319171 Jul 15 15:36:12.579730 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-2eeb6947-60b0-4575-949c-4dbcffadbef4 service neutron] show failed (client error): The resource could not be found. Jul 15 15:36:12.580792 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-2eeb6947-60b0-4575-949c-4dbcffadbef4 service neutron] 10.222.0.22 "GET /v2.0/ports/f1c130a6-f976-4c8e-83b7-d0d8ba8141ad/bindings/n-h1-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.0551798 Jul 15 15:36:12.906544 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-25deae3e-65e6-456e-b9de-d947da8b353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:12.908629 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-25deae3e-65e6-456e-b9de-d947da8b353f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43&tenant_id=8f314f3e4c4e42c7bb2849f549d29032 HTTP/1.1" status: 200 len: 1097 time: 0.1331904 Jul 15 15:36:12.920346 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:36:12.932146 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a2c43-5d21-4d31-85ce-41af2a69c377 req-0e2d6ad0-c9a8-49c2-ada8-2405f3e2a6d5 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:12.933622 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df6a2c43-5d21-4d31-85ce-41af2a69c377 req-0e2d6ad0-c9a8-49c2-ada8-2405f3e2a6d5 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 946 time: 0.0636442 Jul 15 15:36:12.972738 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df6a2c43-5d21-4d31-85ce-41af2a69c377 req-124b56a3-99f1-41a7-850c-a4b542953489 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Jul 15 15:36:12.997678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:13.194163 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] For port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,segment=NetworkSegment(628fea81-4465-4613-a692-5be6086f1067),segment_id=628fea81-4465-4613-a692-5be6086f1067)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:36:13.225918 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] For port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:36:13.263975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08e6af8-2e36-4871-b3e6-ebcb078b1b43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c130a6-f976-4c8e-83b7-d0d8ba8141ad'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:36:13.266232 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049ec63c-6739-4efc-b642-0614cff3c87b" -d '{"events": [{"server_uuid": "e08e6af8-2e36-4871-b3e6-ebcb078b1b43", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c130a6-f976-4c8e-83b7-d0d8ba8141ad"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:36:13.270556 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:13.283161 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Transition to ACTIVE for port object f1c130a6-f976-4c8e-83b7-d0d8ba8141ad will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:36:13.286923 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:13.348899 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] No DVR routers for this DVR port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:36:13.360019 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:13.386566 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d1d55b-8ca8-4084-9d31-93b46837b8b5 x-openstack-request-id: req-50d1d55b-8ca8-4084-9d31-93b46837b8b5 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:36:13.386857 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08e6af8-2e36-4871-b3e6-ebcb078b1b43", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c130a6-f976-4c8e-83b7-d0d8ba8141ad", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:36:13.387113 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50d1d55b-8ca8-4084-9d31-93b46837b8b5 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:36:13.387508 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08e6af8-2e36-4871-b3e6-ebcb078b1b43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c130a6-f976-4c8e-83b7-d0d8ba8141ad', 'code': 200} Jul 15 15:36:13.388729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:13.389075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:13.389417 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:13.389754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:13.390155 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:13.390487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:13.390845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:13.391171 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:13.391500 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:13.392359 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:13.392827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:13.393153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:13.404475 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Attempting to bind port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:36:13.404819 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Attempting to bind port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '628fea81-4465-4613-a692-5be6086f1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '69c61a26-4733-423d-8b34-c6e4abb17ef7'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:36:13.405153 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Attempting to bind port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad on network 69c61a26-4733-423d-8b34-c6e4abb17ef7 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:36:13.409500 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad on network 69c61a26-4733-423d-8b34-c6e4abb17ef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:36:13.409824 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Attempting to bind port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad on network 69c61a26-4733-423d-8b34-c6e4abb17ef7 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:36:13.414480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:36:13.414849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Checking segment: {'id': '628fea81-4465-4613-a692-5be6086f1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '69c61a26-4733-423d-8b34-c6e4abb17ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:36:13.415228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Bound using segment: {'id': '628fea81-4465-4613-a692-5be6086f1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '69c61a26-4733-423d-8b34-c6e4abb17ef7'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:36:13.415657 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Bound port: f1c130a6-f976-4c8e-83b7-d0d8ba8141ad, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628fea81-4465-4613-a692-5be6086f1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '69c61a26-4733-423d-8b34-c6e4abb17ef7'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:36:13.416013 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:13.476780 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] For port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:36:13.479846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] For port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,segment=NetworkSegment(628fea81-4465-4613-a692-5be6086f1067),segment_id=628fea81-4465-4613-a692-5be6086f1067)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:36:13.483706 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:13.519381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:13.519980 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:13.521363 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] 10.222.0.11 "PUT /v2.0/ports/f1c130a6-f976-4c8e-83b7-d0d8ba8141ad HTTP/1.1" status: 200 len: 1092 time: 0.6051910 Jul 15 15:36:13.542794 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a8107-80a9-4965-b5a7-75ff4a224dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:13.597405 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-fd49279a-21b4-4979-8429-11e39eaa0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:13.598913 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-fd49279a-21b4-4979-8429-11e39eaa0833 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f314f3e4c4e42c7bb2849f549d29032&device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 1095 time: 0.0532424 Jul 15 15:36:13.689809 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-64eeb734-731a-4c5e-b456-bd79a0fe3b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:13.691320 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-64eeb734-731a-4c5e-b456-bd79a0fe3b0f service neutron] 10.222.0.11 "GET /v2.0/networks?id=69c61a26-4733-423d-8b34-c6e4abb17ef7 HTTP/1.1" status: 200 len: 913 time: 0.0860980 Jul 15 15:36:13.734194 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-b5140fe4-9c20-4b9c-9137-3391ea6c45ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad HTTP/1.1" status: 200 len: 217 time: 0.0361850 Jul 15 15:36:13.780192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-8294bf1b-b370-4698-91cd-3403ba2276a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:13.781607 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-8294bf1b-b370-4698-91cd-3403ba2276a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5b1522b-7fbc-4f9e-9737-b5c8ff931526 HTTP/1.1" status: 200 len: 852 time: 0.0416420 Jul 15 15:36:13.813081 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-6cd50a94-b099-4644-9738-64c421cbcd80 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69c61a26-4733-423d-8b34-c6e4abb17ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251365 Jul 15 15:36:13.907814 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-4f13947c-820c-4391-bd69-2bbeed1c84b4 service neutron] 10.222.0.11 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879331 Jul 15 15:36:13.994331 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ebc0c592-61fb-4394-a953-7de7d2c2a966 req-e4273c6d-fdfc-4086-87ba-3de6e04fd3e1 service neutron] 10.222.0.11 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808709 Jul 15 15:36:14.474808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e872a-b776-4aac-963c-2ad9205b1768 req-c75266c1-9696-4ec6-9d86-63481a8df2f3 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:14.476286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3f8e872a-b776-4aac-963c-2ad9205b1768 req-c75266c1-9696-4ec6-9d86-63481a8df2f3 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 944 time: 0.3902714 Jul 15 15:36:14.513027 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3f8e872a-b776-4aac-963c-2ad9205b1768 req-67fe11de-190e-4431-b69d-2237fc5ad14d tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311425 Jul 15 15:36:15.388474 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08e6af8-2e36-4871-b3e6-ebcb078b1b43', 'tag': 'f1c130a6-f976-4c8e-83b7-d0d8ba8141ad'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:36:15.390885 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfda060d-6260-48ac-933a-c1fec1dd041e" -d '{"events": [{"name": "network-changed", "server_uuid": "e08e6af8-2e36-4871-b3e6-ebcb078b1b43", "tag": "f1c130a6-f976-4c8e-83b7-d0d8ba8141ad"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:36:15.441287 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7babd4-0293-4ba6-9b7d-32887a75a1cc x-openstack-request-id: req-fa7babd4-0293-4ba6-9b7d-32887a75a1cc {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:36:15.441592 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08e6af8-2e36-4871-b3e6-ebcb078b1b43", "tag": "f1c130a6-f976-4c8e-83b7-d0d8ba8141ad", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:36:15.441846 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fa7babd4-0293-4ba6-9b7d-32887a75a1cc {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:36:15.442247 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08e6af8-2e36-4871-b3e6-ebcb078b1b43', 'tag': 'f1c130a6-f976-4c8e-83b7-d0d8ba8141ad', 'status': 'completed', 'code': 200} Jul 15 15:36:15.523986 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-121daf7c-9d14-4827-a24a-002c020763a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:15.525814 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-121daf7c-9d14-4827-a24a-002c020763a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8f314f3e4c4e42c7bb2849f549d29032&device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 1095 time: 0.0624058 Jul 15 15:36:15.532154 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-6ec59edc-c637-494b-88b6-d279ca1f89b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:15.533906 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-6ec59edc-c637-494b-88b6-d279ca1f89b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f314f3e4c4e42c7bb2849f549d29032&device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 1095 time: 0.0649581 Jul 15 15:36:15.629507 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-395d556d-139b-43f5-8f0a-6372b753a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:15.631170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-395d556d-139b-43f5-8f0a-6372b753a7ea service neutron] 10.222.0.22 "GET /v2.0/networks?id=69c61a26-4733-423d-8b34-c6e4abb17ef7 HTTP/1.1" status: 200 len: 913 time: 0.0990386 Jul 15 15:36:15.648517 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-227205c2-fea5-4180-9a8c-00dd8f8bd559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:15.649903 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-227205c2-fea5-4180-9a8c-00dd8f8bd559 service neutron] 10.222.0.11 "GET /v2.0/networks?id=69c61a26-4733-423d-8b34-c6e4abb17ef7 HTTP/1.1" status: 200 len: 913 time: 0.1090360 Jul 15 15:36:15.676166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-36057d01-1cf7-402f-b459-b8b50f8d098c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad HTTP/1.1" status: 200 len: 217 time: 0.0378332 Jul 15 15:36:15.696208 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-419cac2c-83d6-446e-9bc5-49bfec3ba9d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad HTTP/1.1" status: 200 len: 217 time: 0.0394783 Jul 15 15:36:15.744408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-e89723b1-ad6e-4db3-bf48-4fd2379cb3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:15.745838 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-e89723b1-ad6e-4db3-bf48-4fd2379cb3f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5b1522b-7fbc-4f9e-9737-b5c8ff931526 HTTP/1.1" status: 200 len: 852 time: 0.0441742 Jul 15 15:36:15.757533 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-c144b03c-351b-433e-b5ef-99023ef9c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:15.758992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-c144b03c-351b-433e-b5ef-99023ef9c0e5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b5b1522b-7fbc-4f9e-9737-b5c8ff931526 HTTP/1.1" status: 200 len: 852 time: 0.0726244 Jul 15 15:36:15.778676 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-1d9f69de-12e0-4b50-8365-c8cd782ca7a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69c61a26-4733-423d-8b34-c6e4abb17ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262263 Jul 15 15:36:15.793171 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-d4a732a3-e39f-4833-a0b9-98dc043093c6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=69c61a26-4733-423d-8b34-c6e4abb17ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280044 Jul 15 15:36:15.805217 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b593c66-ddb9-4a01-9317-50c6aea8e170 req-4053ef42-9298-4902-ae64-4e64a56eb678 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:15.806639 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b593c66-ddb9-4a01-9317-50c6aea8e170 req-4053ef42-9298-4902-ae64-4e64a56eb678 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 944 time: 0.1597121 Jul 15 15:36:15.901597 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b593c66-ddb9-4a01-9317-50c6aea8e170 req-7276dca6-9813-45af-8fea-902296caf2e7 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856807 Jul 15 15:36:15.926897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-416388ce-ead4-40bf-82b7-e90851a751a9 service neutron] 10.222.0.22 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165566 Jul 15 15:36:16.021089 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-72250fbc-ad0d-46ee-a401-2264c9806c0e service neutron] 10.222.0.22 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897431 Jul 15 15:36:16.117689 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-e0bdd5b2-346c-41d2-a007-f1191da5bf85 service neutron] 10.222.0.11 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330910 Jul 15 15:36:16.208073 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-dfda060d-6260-48ac-933a-c1fec1dd041e req-ff89b88b-adae-4e45-8e85-9810bd75feab service neutron] 10.222.0.11 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828860 Jul 15 15:36:16.326594 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-8511b731-88d0-41eb-a00b-455044ae75c1 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:16.328045 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-8511b731-88d0-41eb-a00b-455044ae75c1 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.22 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43&tenant_id=8f314f3e4c4e42c7bb2849f549d29032&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 944 time: 0.1101661 Jul 15 15:36:16.387188 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-e62c10ce-af0a-4534-931e-31aace2ba2a9 service neutron] delete failed (client error): The resource could not be found. Jul 15 15:36:16.388190 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-e62c10ce-af0a-4534-931e-31aace2ba2a9 service neutron] 10.222.0.22 "DELETE /v2.0/ports/f1c130a6-f976-4c8e-83b7-d0d8ba8141ad/bindings/n-h2-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.0530963 Jul 15 15:36:16.484046 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-da8c6416-df98-4f05-a105-5c87877d5fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:16.486026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-da8c6416-df98-4f05-a105-5c87877d5fad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8f314f3e4c4e42c7bb2849f549d29032&device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 1095 time: 0.0559025 Jul 15 15:36:16.573070 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-1c2b7796-9d47-4afa-b1d5-ee98ae04e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:16.574554 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-1c2b7796-9d47-4afa-b1d5-ee98ae04e625 service neutron] 10.222.0.22 "GET /v2.0/networks?id=69c61a26-4733-423d-8b34-c6e4abb17ef7 HTTP/1.1" status: 200 len: 913 time: 0.0826693 Jul 15 15:36:16.617652 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-b88271d3-6133-48a9-9518-087e5449df8b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad HTTP/1.1" status: 200 len: 217 time: 0.0370243 Jul 15 15:36:16.664166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-50759f0a-ddfc-46e5-9d9d-e5ae18531bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:16.665571 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-50759f0a-ddfc-46e5-9d9d-e5ae18531bca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b5b1522b-7fbc-4f9e-9737-b5c8ff931526 HTTP/1.1" status: 200 len: 852 time: 0.0420372 Jul 15 15:36:16.696805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-ed9d3c16-07a3-4203-87c0-8b7c5355e1d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=69c61a26-4733-423d-8b34-c6e4abb17ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251749 Jul 15 15:36:16.738624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device f1c130a6-f976-4c8e-83b7-d0d8ba8141ad details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:36:16.787825 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-591f1bed-17f1-4923-a75b-33db6cb63694 service neutron] 10.222.0.22 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850353 Jul 15 15:36:16.831088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,segment=NetworkSegment(628fea81-4465-4613-a692-5be6086f1067),segment_id=628fea81-4465-4613-a692-5be6086f1067)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:36:16.841657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'f1c130a6-f976-4c8e-83b7-d0d8ba8141ad', 'network_id': '69c61a26-4733-423d-8b34-c6e4abb17ef7', 'port_id': 'f1c130a6-f976-4c8e-83b7-d0d8ba8141ad', 'mac_address': 'fa:16:3e:8f:1c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b1522b-7fbc-4f9e-9737-b5c8ff931526', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:36:16.876894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-bb380e29-2cf8-454b-af90-c541b42149c8 service neutron] 10.222.0.22 "GET /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831537 Jul 15 15:36:16.882068 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:16.894655 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c130a6-f976-4c8e-83b7-d0d8ba8141ad {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:36:16.914447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,segment=NetworkSegment(628fea81-4465-4613-a692-5be6086f1067),segment_id=628fea81-4465-4613-a692-5be6086f1067)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:36:16.917908 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:16.965708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:16.973611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:16.973961 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:16.974299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:16.974666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:16.975002 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:16.975332 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:16.975659 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:16.975985 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:16.976308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:16.976632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:16.976954 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:16.977273 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:17.152923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['f1c130a6-f976-4c8e-83b7-d0d8ba8141ad'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:36:17.405369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f1c130a6-f976-4c8e-83b7-d0d8ba8141ad no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:36:17.467965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device f1c130a6-f976-4c8e-83b7-d0d8ba8141ad not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:36:17.698793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52b23e-46a6-4f92-8b1b-1acb45bbccde req-05efdf15-ce6f-47ba-9799-fc84954600cd tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:17.700214 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab52b23e-46a6-4f92-8b1b-1acb45bbccde req-05efdf15-ce6f-47ba-9799-fc84954600cd tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 945 time: 0.0669849 Jul 15 15:36:17.738713 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ab52b23e-46a6-4f92-8b1b-1acb45bbccde req-9c17e7af-1353-4315-bf09-1d8d66399af9 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318222 Jul 15 15:36:18.754070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device f1c130a6-f976-4c8e-83b7-d0d8ba8141ad up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:36:18.802856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:36:18.806411 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:36:18.806876 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:18.886366 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:18.902325 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-f486c00c-cbcd-41fd-9e9a-5649b7ebb548 req-61d3a4d1-e409-44a3-8759-10f3bf8090cc service neutron] (100712) timed out ('10.222.0.22', 64700) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:36:18.910575 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08e6af8-2e36-4871-b3e6-ebcb078b1b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c130a6-f976-4c8e-83b7-d0d8ba8141ad'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:36:18.912861 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136c1530-3ce7-4226-a9e7-0d9bb6a9f6ab" -d '{"events": [{"server_uuid": "e08e6af8-2e36-4871-b3e6-ebcb078b1b43", "name": "network-vif-plugged", "status": "completed", "tag": "f1c130a6-f976-4c8e-83b7-d0d8ba8141ad"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:36:18.914485 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-7941a2c3-14b2-41c1-928b-320b384ef205 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:18.916094 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-7941a2c3-14b2-41c1-928b-320b384ef205 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.11 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 945 time: 0.0706878 Jul 15 15:36:18.926446 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,segment=NetworkSegment(628fea81-4465-4613-a692-5be6086f1067),segment_id=628fea81-4465-4613-a692-5be6086f1067)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:36:18.927475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c227e1-9459-45ad-9c34-ca87772ef72b req-6cde0369-c3a7-4c12-b8dc-e0bcedacba62 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:18.931225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50c227e1-9459-45ad-9c34-ca87772ef72b req-6cde0369-c3a7-4c12-b8dc-e0bcedacba62 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/ports?device_id=e08e6af8-2e36-4871-b3e6-ebcb078b1b43 HTTP/1.1" status: 200 len: 945 time: 0.0753746 Jul 15 15:36:18.932820 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:18.983466 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:18.992905 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50c227e1-9459-45ad-9c34-ca87772ef72b req-bf10720e-1424-4dfc-9957-12b948c07743 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.38 "GET /v2.0/security-groups?id=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568814 Jul 15 15:36:19.033773 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4036cd9c-040f-4ecc-98a8-484d84913090 x-openstack-request-id: req-4036cd9c-040f-4ecc-98a8-484d84913090 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:36:19.034074 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08e6af8-2e36-4871-b3e6-ebcb078b1b43", "name": "network-vif-plugged", "status": "completed", "tag": "f1c130a6-f976-4c8e-83b7-d0d8ba8141ad", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:36:19.034327 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4036cd9c-040f-4ecc-98a8-484d84913090 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:36:19.034752 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08e6af8-2e36-4871-b3e6-ebcb078b1b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c130a6-f976-4c8e-83b7-d0d8ba8141ad', 'code': 200} Jul 15 15:36:19.036477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-88f8dfba-2e37-4fd1-909f-c97fdf191a62 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Deleting port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:36:19.036831 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-88f8dfba-2e37-4fd1-909f-c97fdf191a62 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:19.127263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-88f8dfba-2e37-4fd1-909f-c97fdf191a62 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] For port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,segment=NetworkSegment(628fea81-4465-4613-a692-5be6086f1067),segment_id=628fea81-4465-4613-a692-5be6086f1067)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:36:19.127631 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-88f8dfba-2e37-4fd1-909f-c97fdf191a62 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:19.139501 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-88f8dfba-2e37-4fd1-909f-c97fdf191a62 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Calling delete_port for f1c130a6-f976-4c8e-83b7-d0d8ba8141ad owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:36:19.261644 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-88f8dfba-2e37-4fd1-909f-c97fdf191a62 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:19.276559 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['f1c130a6-f976-4c8e-83b7-d0d8ba8141ad'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:36:19.294663 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8dfba-2e37-4fd1-909f-c97fdf191a62 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Pushing event deleted for resources: {'Port': ['ID=f1c130a6-f976-4c8e-83b7-d0d8ba8141ad,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:19.307314 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:19.337679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-88f8dfba-2e37-4fd1-909f-c97fdf191a62 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] No DVR routers for this DVR port f1c130a6-f976-4c8e-83b7-d0d8ba8141ad on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:36:19.340216 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-88f8dfba-2e37-4fd1-909f-c97fdf191a62 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:19.342208 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f434bc10-29ba-4279-b443-1dd7e0402c26 req-88f8dfba-2e37-4fd1-909f-c97fdf191a62 tempest-DeleteServersTestJSON-212395621 tempest-DeleteServersTestJSON-212395621-project] 10.222.0.11 "DELETE /v2.0/ports/f1c130a6-f976-4c8e-83b7-d0d8ba8141ad HTTP/1.1" status: 204 len: 173 time: 0.4203618 Jul 15 15:36:19.342605 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08e6af8-2e36-4871-b3e6-ebcb078b1b43', 'name': 'network-vif-deleted', 'tag': 'f1c130a6-f976-4c8e-83b7-d0d8ba8141ad'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:36:19.345467 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba948e0c-3543-437a-9b04-8437f8482b61" -d '{"events": [{"server_uuid": "e08e6af8-2e36-4871-b3e6-ebcb078b1b43", "name": "network-vif-deleted", "tag": "f1c130a6-f976-4c8e-83b7-d0d8ba8141ad"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:36:19.381367 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8eab76-7017-4bc1-ab1d-03d95deb731b x-openstack-request-id: req-8d8eab76-7017-4bc1-ab1d-03d95deb731b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:36:19.381664 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08e6af8-2e36-4871-b3e6-ebcb078b1b43", "name": "network-vif-deleted", "tag": "f1c130a6-f976-4c8e-83b7-d0d8ba8141ad", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:36:19.381909 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d8eab76-7017-4bc1-ab1d-03d95deb731b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:36:19.382305 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08e6af8-2e36-4871-b3e6-ebcb078b1b43', 'name': 'network-vif-deleted', 'tag': 'f1c130a6-f976-4c8e-83b7-d0d8ba8141ad', 'status': 'completed', 'code': 200} Jul 15 15:36:19.575507 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.233615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38914) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:36:20.277196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b8282f-9b94-41dc-a8d4-12e420d4b560 admin admin] Deleting subnet b5b1522b-7fbc-4f9e-9737-b5c8ff931526 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:36:20.280183 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20b8282f-9b94-41dc-a8d4-12e420d4b560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.318102 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20b8282f-9b94-41dc-a8d4-12e420d4b560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.354496 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20b8282f-9b94-41dc-a8d4-12e420d4b560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.404241 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20b8282f-9b94-41dc-a8d4-12e420d4b560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.430309 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8282f-9b94-41dc-a8d4-12e420d4b560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b1522b-7fbc-4f9e-9737-b5c8ff931526,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:20.434984 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20b8282f-9b94-41dc-a8d4-12e420d4b560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.437089 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-20b8282f-9b94-41dc-a8d4-12e420d4b560 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b5b1522b-7fbc-4f9e-9737-b5c8ff931526 HTTP/1.1" status: 204 len: 168 time: 0.2022707 Jul 15 15:36:20.439349 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38916) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:36:20.511269 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65bbd557-24f3-4d5f-ac6b-5ee33fd62e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.588250 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65bbd557-24f3-4d5f-ac6b-5ee33fd62e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.598518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-65bbd557-24f3-4d5f-ac6b-5ee33fd62e33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c61a26-4733-423d-8b34-c6e4abb17ef7']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:36:20.607985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-65bbd557-24f3-4d5f-ac6b-5ee33fd62e33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628fea81-4465-4613-a692-5be6086f1067') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:36:20.608281 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-65bbd557-24f3-4d5f-ac6b-5ee33fd62e33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628fea81-4465-4613-a692-5be6086f1067') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:36:20.617509 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65bbd557-24f3-4d5f-ac6b-5ee33fd62e33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.631299 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65bbd557-24f3-4d5f-ac6b-5ee33fd62e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.637013 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bbd557-24f3-4d5f-ac6b-5ee33fd62e33 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:36:20.637417 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65bbd557-24f3-4d5f-ac6b-5ee33fd62e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:36:20.639063 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:36:20.694921 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65bbd557-24f3-4d5f-ac6b-5ee33fd62e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.700393 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65bbd557-24f3-4d5f-ac6b-5ee33fd62e33 admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.702216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-65bbd557-24f3-4d5f-ac6b-5ee33fd62e33 admin admin] 10.222.0.38 "DELETE /v2.0/networks/69c61a26-4733-423d-8b34-c6e4abb17ef7 HTTP/1.1" status: 204 len: 168 time: 0.2619703 Jul 15 15:36:20.713495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbd557-24f3-4d5f-ac6b-5ee33fd62e33 admin admin] Pushing event deleted for resources: {'Network': ['ID=69c61a26-4733-423d-8b34-c6e4abb17ef7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:20.816941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38920) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:36:20.856476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7f2ba8bf-8e12-47da-bc11-357978b4f932 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f314f3e4c4e42c7bb2849f549d29032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382712 Jul 15 15:36:20.858748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38922) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:36:20.905513 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b968aa74-1d90-4533-a541-4cf0fcbc09e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.926278 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b968aa74-1d90-4533-a541-4cf0fcbc09e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.970458 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b968aa74-1d90-4533-a541-4cf0fcbc09e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.973132 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b968aa74-1d90-4533-a541-4cf0fcbc09e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:20.974310 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b968aa74-1d90-4533-a541-4cf0fcbc09e3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/54fed55c-2498-4e05-9a8f-f5eeaa1c85b2 HTTP/1.1" status: 204 len: 168 time: 0.1146789 Jul 15 15:36:20.981837 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968aa74-1d90-4533-a541-4cf0fcbc09e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fed55c-2498-4e05-9a8f-f5eeaa1c85b2,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:21.605826 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 38944) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:36:21.700670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-efd780ec-16bb-471b-9669-b85413fb28fe admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1046099536-network', 'tenant_id': 'dc23d492e1534d20991a6ba1761b14a2'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:36:21.725713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd780ec-16bb-471b-9669-b85413fb28fe admin admin] Made reservation on behalf of dc23d492e1534d20991a6ba1761b14a2 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:36:21.728224 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd780ec-16bb-471b-9669-b85413fb28fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:21.737064 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd780ec-16bb-471b-9669-b85413fb28fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:21.824518 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd780ec-16bb-471b-9669-b85413fb28fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:21.828068 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd780ec-16bb-471b-9669-b85413fb28fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:21.855290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd780ec-16bb-471b-9669-b85413fb28fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:36:21.862133 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd780ec-16bb-471b-9669-b85413fb28fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd81520a-3fd0-4e9d-a245-1d208af7ea7b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:21.868144 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd780ec-16bb-471b-9669-b85413fb28fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:21.868506 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-efd780ec-16bb-471b-9669-b85413fb28fe admin admin] Added segment 8c4f8715-4fab-4125-863e-614a109fc16f of type vlan for network 21f2eb74-15ff-489c-9896-6576b0fe530b Jul 15 15:36:21.907897 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd780ec-16bb-471b-9669-b85413fb28fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:21.935744 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd780ec-16bb-471b-9669-b85413fb28fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:21.936579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd780ec-16bb-471b-9669-b85413fb28fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:21.937158 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-efd780ec-16bb-471b-9669-b85413fb28fe admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:21.964313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-efd780ec-16bb-471b-9669-b85413fb28fe admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3574095 Jul 15 15:36:21.967374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 38948) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:36:21.973874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e65c21dd-9f96-40b0-83c6-241603e6dcf9 admin admin] Request body: {'subnet': {'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1046099536-subnet', 'tenant_id': 'dc23d492e1534d20991a6ba1761b14a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:36:21.994975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65c21dd-9f96-40b0-83c6-241603e6dcf9 admin admin] Made reservation on behalf of dc23d492e1534d20991a6ba1761b14a2 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:36:21.997329 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e65c21dd-9f96-40b0-83c6-241603e6dcf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:22.001090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd780ec-16bb-471b-9669-b85413fb28fe admin admin] Pushing event updated for resources: {'Network': ['ID=21f2eb74-15ff-489c-9896-6576b0fe530b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:22.010889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 21f2eb74-15ff-489c-9896-6576b0fe530b details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:36:22.161964 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e65c21dd-9f96-40b0-83c6-241603e6dcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:22.209174 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c21dd-9f96-40b0-83c6-241603e6dcf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f39c8c-b846-4752-a95f-6466b7e04545,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:22.223515 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65c21dd-9f96-40b0-83c6-241603e6dcf9 admin admin] Checking segment: {'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:36:22.223874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65c21dd-9f96-40b0-83c6-241603e6dcf9 admin admin] Network hostable DHCP agents. Network: 21f2eb74-15ff-489c-9896-6576b0fe530b, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:36:22.239822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65c21dd-9f96-40b0-83c6-241603e6dcf9 admin admin] Network 21f2eb74-15ff-489c-9896-6576b0fe530b is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:36:22.247585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e65c21dd-9f96-40b0-83c6-241603e6dcf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 21f2eb74-15ff-489c-9896-6576b0fe530b) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:36:22.251503 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65c21dd-9f96-40b0-83c6-241603e6dcf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:22.252083 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e65c21dd-9f96-40b0-83c6-241603e6dcf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:22.257532 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fb793d-d88b-4a16-a1e5-5278e9403dfc None None] Network 21f2eb74-15ff-489c-9896-6576b0fe530b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:36:22.267322 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e65c21dd-9f96-40b0-83c6-241603e6dcf9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2987938 Jul 15 15:36:22.384354 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3430c83-f1d6-45ef-aec0-76c8ace8193e None None] Network 21f2eb74-15ff-489c-9896-6576b0fe530b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:36:22.680027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-2071e393-8fec-4b2c-9f83-4c7c83ad0248 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:22.681493 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-2071e393-8fec-4b2c-9f83-4c7c83ad0248 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/networks?id=21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 200 len: 815 time: 0.0993931 Jul 15 15:36:22.695637 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-78836a27-3c3d-4d04-8c43-63a56a9dd90c tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/quotas/dc23d492e1534d20991a6ba1761b14a2 HTTP/1.1" status: 200 len: 375 time: 0.0089009 Jul 15 15:36:22.727139 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-fbdec8ea-3f53-4f28-b0ab-c748830647fa tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc23d492e1534d20991a6ba1761b14a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268643 Jul 15 15:36:22.815903 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device f1c130a6-f976-4c8e-83b7-d0d8ba8141ad no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:36:22.834581 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: f1c130a6-f976-4c8e-83b7-d0d8ba8141ad {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:36:22.834932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device f1c130a6-f976-4c8e-83b7-d0d8ba8141ad not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:36:22.867292 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-396d3c98-59bf-4f4e-a91c-ef6ae77eef30 service neutron] 10.222.0.38 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339579 Jul 15 15:36:22.957415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-7f8e5a04-84dc-4c5d-920d-fa6963d3593a service neutron] 10.222.0.38 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842319 Jul 15 15:36:23.129318 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3201e56-afee-468a-b62e-7f3ddfecc097 req-b9730758-9b67-450f-b021-8b0a45169be1 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 210 time: 0.0338142 Jul 15 15:36:24.157063 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-4c94880f-07ef-4817-9ddf-619f975ec68d tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:24.159235 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-4c94880f-07ef-4817-9ddf-619f975ec68d tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.11 "GET /v2.0/networks?id=21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 200 len: 815 time: 0.1131382 Jul 15 15:36:24.172852 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-964154be-e3f5-4ceb-84a5-78b4a755eaff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Request body: {'port': {'device_id': 'e1e5207a-a06b-4384-81cc-0bbde5d69e29', 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b', 'admin_state_up': True, 'tenant_id': 'dc23d492e1534d20991a6ba1761b14a2'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:36:24.277534 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec2d7ffc-2fbc-48a1-af44-647100b7f86d req-8398922a-cc10-4953-98f1-76b2292e623f tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 210 time: 0.0278509 Jul 15 15:36:24.299950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-964154be-e3f5-4ceb-84a5-78b4a755eaff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Made reservation on behalf of dc23d492e1534d20991a6ba1761b14a2 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:36:24.303619 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-964154be-e3f5-4ceb-84a5-78b4a755eaff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:24.423997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-964154be-e3f5-4ceb-84a5-78b4a755eaff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Allocated IP 172.20.0.5 (21f2eb74-15ff-489c-9896-6576b0fe530b/58f39c8c-b846-4752-a95f-6466b7e04545/a122eb63-1f3b-4785-b41f-d6de8bb55d77) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:36:24.567857 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-964154be-e3f5-4ceb-84a5-78b4a755eaff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:24.605729 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-964154be-e3f5-4ceb-84a5-78b4a755eaff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:24.646503 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-964154be-e3f5-4ceb-84a5-78b4a755eaff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Network 21f2eb74-15ff-489c-9896-6576b0fe530b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:36:24.651535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-964154be-e3f5-4ceb-84a5-78b4a755eaff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:36:24.655192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-964154be-e3f5-4ceb-84a5-78b4a755eaff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:36:24.686237 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964154be-e3f5-4ceb-84a5-78b4a755eaff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Pushing event updated for resources: {'Port': ['ID=a122eb63-1f3b-4785-b41f-d6de8bb55d77,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:24.710968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-964154be-e3f5-4ceb-84a5-78b4a755eaff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:24.711582 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-964154be-e3f5-4ceb-84a5-78b4a755eaff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:24.725344 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-964154be-e3f5-4ceb-84a5-78b4a755eaff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572500 Jul 15 15:36:24.736585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Request body: {'port': {'device_id': 'e1e5207a-a06b-4384-81cc-0bbde5d69e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:36:24.805429 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:25.063183 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a122eb63-1f3b-4785-b41f-d6de8bb55d77 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:36:25.070403 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:25.082046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Transition to ACTIVE for port object a122eb63-1f3b-4785-b41f-d6de8bb55d77 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:36:25.084803 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:25.135368 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Pushing event updated for resources: {'Port': ['ID=a122eb63-1f3b-4785-b41f-d6de8bb55d77,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:25.201770 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Attempting to bind port a122eb63-1f3b-4785-b41f-d6de8bb55d77 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:36:25.202422 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Attempting to bind port a122eb63-1f3b-4785-b41f-d6de8bb55d77 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:36:25.202422 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Attempting to bind port a122eb63-1f3b-4785-b41f-d6de8bb55d77 on network 21f2eb74-15ff-489c-9896-6576b0fe530b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:36:25.207195 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Port a122eb63-1f3b-4785-b41f-d6de8bb55d77 on network 21f2eb74-15ff-489c-9896-6576b0fe530b not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:36:25.207516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Attempting to bind port a122eb63-1f3b-4785-b41f-d6de8bb55d77 on network 21f2eb74-15ff-489c-9896-6576b0fe530b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:36:25.212134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:36:25.212471 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Checking segment: {'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:36:25.212853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Bound using segment: {'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:36:25.213277 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Bound port: a122eb63-1f3b-4785-b41f-d6de8bb55d77, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:36:25.213629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:25.277421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] For port a122eb63-1f3b-4785-b41f-d6de8bb55d77, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:36:25.280397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] For port a122eb63-1f3b-4785-b41f-d6de8bb55d77, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:36:25.284422 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:25.316046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:25.316691 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:25.318044 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] 10.222.0.11 "PUT /v2.0/ports/a122eb63-1f3b-4785-b41f-d6de8bb55d77 HTTP/1.1" status: 200 len: 1091 time: 0.5856361 Jul 15 15:36:25.318477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e5207a-a06b-4384-81cc-0bbde5d69e29', 'tag': 'a122eb63-1f3b-4785-b41f-d6de8bb55d77'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:36:25.320747 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd6b923-10d3-478b-bb7f-eb4f7cb81af2" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e5207a-a06b-4384-81cc-0bbde5d69e29", "tag": "a122eb63-1f3b-4785-b41f-d6de8bb55d77"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:36:25.352298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06dbeea-48ca-435b-a0fa-89a4c328989a service neutron] Pushing event updated for resources: {'Port': ['ID=a122eb63-1f3b-4785-b41f-d6de8bb55d77,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:25.369875 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd02461-16dc-4091-8c74-716530c8f250 x-openstack-request-id: req-bbd02461-16dc-4091-8c74-716530c8f250 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:36:25.370173 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e5207a-a06b-4384-81cc-0bbde5d69e29", "tag": "a122eb63-1f3b-4785-b41f-d6de8bb55d77", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:36:25.370425 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bbd02461-16dc-4091-8c74-716530c8f250 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:36:25.370837 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e5207a-a06b-4384-81cc-0bbde5d69e29', 'tag': 'a122eb63-1f3b-4785-b41f-d6de8bb55d77', 'status': 'completed', 'code': 200} Jul 15 15:36:25.417253 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-010b47bd-d1ce-4f78-ab85-3b4189351d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:25.418819 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-010b47bd-d1ce-4f78-ab85-3b4189351d3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc23d492e1534d20991a6ba1761b14a2&device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 1094 time: 0.0580199 Jul 15 15:36:25.455919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82938f71-e958-4bb0-89ad-08726bf0dd58 req-6590666d-706e-44d3-8659-cc35a2e3302d tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:25.457409 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82938f71-e958-4bb0-89ad-08726bf0dd58 req-6590666d-706e-44d3-8659-cc35a2e3302d tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 943 time: 0.0620940 Jul 15 15:36:25.462843 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-54c7b341-9baa-4046-bc0c-959ff3613d4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77 HTTP/1.1" status: 200 len: 217 time: 0.0368612 Jul 15 15:36:25.494877 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82938f71-e958-4bb0-89ad-08726bf0dd58 req-5afab9e3-0eb4-4e83-926a-af2a54a81ff7 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316854 Jul 15 15:36:25.512266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-d0f60f6c-fa83-4b97-86f4-3d4ec2d49e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:25.513794 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-d0f60f6c-fa83-4b97-86f4-3d4ec2d49e53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58f39c8c-b846-4752-a95f-6466b7e04545 HTTP/1.1" status: 200 len: 855 time: 0.0445366 Jul 15 15:36:25.545211 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-b70dbfcb-3683-4db4-8fc3-5d9b5ce12b17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21f2eb74-15ff-489c-9896-6576b0fe530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249557 Jul 15 15:36:25.636080 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-7d9a9553-6221-4e0c-b4bc-bce39301f64c service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846460 Jul 15 15:36:25.726449 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-be5ad3be-6f4f-41b3-ac6f-20d29a062a1b req-86808ecf-4fca-4b35-8e96-9bd2167286ee service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836284 Jul 15 15:36:25.823566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6b923-10d3-478b-bb7f-eb4f7cb81af2 req-967529a2-3d83-4f5d-816c-736f9c2db8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:25.825028 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ecd6b923-10d3-478b-bb7f-eb4f7cb81af2 req-967529a2-3d83-4f5d-816c-736f9c2db8fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc23d492e1534d20991a6ba1761b14a2&device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 1094 time: 0.0520775 Jul 15 15:36:25.915480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6b923-10d3-478b-bb7f-eb4f7cb81af2 req-936e63af-41d0-4572-9337-af373271b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:25.916846 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ecd6b923-10d3-478b-bb7f-eb4f7cb81af2 req-936e63af-41d0-4572-9337-af373271b2ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 200 len: 916 time: 0.0849719 Jul 15 15:36:25.956761 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ecd6b923-10d3-478b-bb7f-eb4f7cb81af2 req-6aec47ee-0fbe-467a-9b39-19a6b55e46eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77 HTTP/1.1" status: 200 len: 217 time: 0.0331974 Jul 15 15:36:26.008984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6b923-10d3-478b-bb7f-eb4f7cb81af2 req-f290629e-a347-4bc4-8d7d-876503cf5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:26.010414 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ecd6b923-10d3-478b-bb7f-eb4f7cb81af2 req-f290629e-a347-4bc4-8d7d-876503cf5939 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58f39c8c-b846-4752-a95f-6466b7e04545 HTTP/1.1" status: 200 len: 855 time: 0.0466814 Jul 15 15:36:26.042775 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ecd6b923-10d3-478b-bb7f-eb4f7cb81af2 req-6a421d97-0cc0-4e0c-841e-c2d82e922bef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21f2eb74-15ff-489c-9896-6576b0fe530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250623 Jul 15 15:36:26.133129 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ecd6b923-10d3-478b-bb7f-eb4f7cb81af2 req-21f3bb9d-6e7c-4b6d-aa14-638a7bc4d3aa service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835094 Jul 15 15:36:26.220678 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ecd6b923-10d3-478b-bb7f-eb4f7cb81af2 req-5333a7ce-1fb1-42f0-ad6b-8da89e90a1b9 service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811353 Jul 15 15:36:26.672923 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74779a07-8d2e-4c89-a6b0-ea0fbbd1f7c9 req-dec24599-2d7b-4332-943c-98639e1d1fe9 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:26.674393 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-74779a07-8d2e-4c89-a6b0-ea0fbbd1f7c9 req-dec24599-2d7b-4332-943c-98639e1d1fe9 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 943 time: 0.0661592 Jul 15 15:36:26.711348 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-74779a07-8d2e-4c89-a6b0-ea0fbbd1f7c9 req-43fa7f71-233a-4391-a2bc-e292d1d61a4f tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Jul 15 15:36:27.711432 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:36:27.884403 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523a303-c9b4-406b-9c20-25eda59afe82 req-bc8f3dfe-c4ef-41a6-9d03-bfe823bc7fc6 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:27.885903 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1523a303-c9b4-406b-9c20-25eda59afe82 req-bc8f3dfe-c4ef-41a6-9d03-bfe823bc7fc6 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 943 time: 0.0626924 Jul 15 15:36:27.924293 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1523a303-c9b4-406b-9c20-25eda59afe82 req-92f2d033-3b34-4080-b27a-2f95421f29ab tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319691 Jul 15 15:36:28.862589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device a122eb63-1f3b-4785-b41f-d6de8bb55d77 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:36:28.958406 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port a122eb63-1f3b-4785-b41f-d6de8bb55d77, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:36:28.970084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'a122eb63-1f3b-4785-b41f-d6de8bb55d77', 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b', 'port_id': 'a122eb63-1f3b-4785-b41f-d6de8bb55d77', 'mac_address': 'fa:16:3e:4f:1a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f39c8c-b846-4752-a95f-6466b7e04545', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:36:29.005875 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:29.019022 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a122eb63-1f3b-4785-b41f-d6de8bb55d77 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:36:29.038830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port a122eb63-1f3b-4785-b41f-d6de8bb55d77, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:36:29.044135 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:29.092020 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=a122eb63-1f3b-4785-b41f-d6de8bb55d77,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:29.106482 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c4373-dcbe-4101-8abc-79f68e16145f req-15efe74c-f18f-4b6d-b617-eb4782e48968 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:29.108013 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de9c4373-dcbe-4101-8abc-79f68e16145f req-15efe74c-f18f-4b6d-b617-eb4782e48968 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 944 time: 0.0713346 Jul 15 15:36:29.146774 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-de9c4373-dcbe-4101-8abc-79f68e16145f req-02bc4de8-34bf-41da-80ea-b6500d6360bf tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325341 Jul 15 15:36:29.232739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['a122eb63-1f3b-4785-b41f-d6de8bb55d77'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:36:30.068295 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa1c6936-e168-4a9b-9c53-4aa94d0bab31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:30.318924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c68619-8b28-4313-8f59-ca005cb20b34 req-ff82cbac-b8ad-4456-b7dd-b48080538ebc tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:30.320293 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43c68619-8b28-4313-8f59-ca005cb20b34 req-ff82cbac-b8ad-4456-b7dd-b48080538ebc tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 944 time: 0.0630677 Jul 15 15:36:30.357478 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-43c68619-8b28-4313-8f59-ca005cb20b34 req-cee22d7d-6198-448f-9dbd-f0f6f15443c9 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316582 Jul 15 15:36:30.877558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device a122eb63-1f3b-4785-b41f-d6de8bb55d77 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:36:30.925095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port a122eb63-1f3b-4785-b41f-d6de8bb55d77 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:36:30.928663 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port a122eb63-1f3b-4785-b41f-d6de8bb55d77 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:36:30.929040 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:31.006701 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:31.027683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e5207a-a06b-4384-81cc-0bbde5d69e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a122eb63-1f3b-4785-b41f-d6de8bb55d77'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:36:31.030068 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4792cfc-7dc0-4691-bf55-5c669e152b73" -d '{"events": [{"server_uuid": "e1e5207a-a06b-4384-81cc-0bbde5d69e29", "name": "network-vif-plugged", "status": "completed", "tag": "a122eb63-1f3b-4785-b41f-d6de8bb55d77"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:36:31.042958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port a122eb63-1f3b-4785-b41f-d6de8bb55d77, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:36:31.047355 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:31.074196 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1458167-7972-4a0c-84d3-e97e62df57d2 x-openstack-request-id: req-c1458167-7972-4a0c-84d3-e97e62df57d2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:36:31.074862 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e5207a-a06b-4384-81cc-0bbde5d69e29", "name": "network-vif-plugged", "status": "completed", "tag": "a122eb63-1f3b-4785-b41f-d6de8bb55d77", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:36:31.074862 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c1458167-7972-4a0c-84d3-e97e62df57d2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:36:31.075120 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e5207a-a06b-4384-81cc-0bbde5d69e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a122eb63-1f3b-4785-b41f-d6de8bb55d77', 'code': 200} Jul 15 15:36:31.101306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=a122eb63-1f3b-4785-b41f-d6de8bb55d77,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:31.178713 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b66413-d63d-41d1-93a3-0123e243264d req-9d442cf5-53ae-478c-92fd-b1e43dc52894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:31.180210 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-44b66413-d63d-41d1-93a3-0123e243264d req-9d442cf5-53ae-478c-92fd-b1e43dc52894 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 1096 time: 0.0512195 Jul 15 15:36:31.214199 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-44b66413-d63d-41d1-93a3-0123e243264d req-ddd6edfd-a4c4-4e99-ba02-00733e0c6037 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272286 Jul 15 15:36:31.527207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ec503-b12a-442e-b138-8fce8a0beaa1 req-41503f8d-4d5e-4b01-9a85-4b3017bf0b72 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:31.528657 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e04ec503-b12a-442e-b138-8fce8a0beaa1 req-41503f8d-4d5e-4b01-9a85-4b3017bf0b72 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0614934 Jul 15 15:36:31.565485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e04ec503-b12a-442e-b138-8fce8a0beaa1 req-881851ea-a07b-444c-9c03-e8565f64ea66 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308585 Jul 15 15:36:32.739844 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a79fc7-56ae-462d-a78c-0f92eaf551e7 req-fb7240be-0dd8-4d80-9dd0-aec4de834564 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:32.741221 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9a79fc7-56ae-462d-a78c-0f92eaf551e7 req-fb7240be-0dd8-4d80-9dd0-aec4de834564 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0649519 Jul 15 15:36:32.777786 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9a79fc7-56ae-462d-a78c-0f92eaf551e7 req-1c13fe9b-a1c0-4216-b576-6663e8c786b3 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310276 Jul 15 15:36:32.846063 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:32.939718 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-792668ec-d677-432d-8ec6-bf1b74fb28b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:32.948037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74b449-db1c-4c03-be50-481dbbc1948c req-47369676-e518-4c57-9cc2-02d5eb15f858 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:32.949586 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e74b449-db1c-4c03-be50-481dbbc1948c req-47369676-e518-4c57-9cc2-02d5eb15f858 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0629094 Jul 15 15:36:32.988228 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e74b449-db1c-4c03-be50-481dbbc1948c req-63add7e3-f003-4e2d-9363-f9d99e45b360 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324421 Jul 15 15:36:33.335375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad58386-e5db-4be8-9e3e-bc0b93ae21aa req-de1a1e76-ff87-4580-a1c3-43abe5d8e294 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:33.336765 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cad58386-e5db-4be8-9e3e-bc0b93ae21aa req-de1a1e76-ff87-4580-a1c3-43abe5d8e294 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0669084 Jul 15 15:36:33.373093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cad58386-e5db-4be8-9e3e-bc0b93ae21aa req-b9652397-75ef-403a-8c89-0305f633d010 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308728 Jul 15 15:36:33.543246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337fb52-c2a8-4df7-8926-789a5623d7e3 req-3d23b87a-abbb-4ab8-9c6b-591eab33ecf8 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:33.544720 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d337fb52-c2a8-4df7-8926-789a5623d7e3 req-3d23b87a-abbb-4ab8-9c6b-591eab33ecf8 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0625954 Jul 15 15:36:33.581873 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d337fb52-c2a8-4df7-8926-789a5623d7e3 req-4aaa8cb8-97dc-4a57-8958-e43b1e4c877d tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316744 Jul 15 15:36:33.928739 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-981b5830-bac0-48c3-9662-07dc74100e02 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0651007 Jul 15 15:36:33.983422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86e488-688c-46fe-ba46-f39381e67d9c req-61437ee7-4b66-4e2d-9249-1439e25b773e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:33.984950 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e86e488-688c-46fe-ba46-f39381e67d9c req-61437ee7-4b66-4e2d-9249-1439e25b773e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0709696 Jul 15 15:36:34.024514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e86e488-688c-46fe-ba46-f39381e67d9c req-fa5584a0-1205-4948-b0f0-054e2fe9baff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339003 Jul 15 15:36:34.378730 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:35.130378 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-a09fdfee-cdfd-4599-ada1-3c38804e1250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:35.132004 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-a09fdfee-cdfd-4599-ada1-3c38804e1250 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc23d492e1534d20991a6ba1761b14a2&device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 1096 time: 0.0584407 Jul 15 15:36:35.201430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9e3b0-c0a3-4260-9af1-93a1fd70b3ad req-c87e3ca6-9574-487e-ba2e-abf730c92485 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:35.203637 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6d9e3b0-c0a3-4260-9af1-93a1fd70b3ad req-c87e3ca6-9574-487e-ba2e-abf730c92485 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0638363 Jul 15 15:36:35.223263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-52b7ec38-9616-435d-8c36-1236a34480e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:35.224966 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-52b7ec38-9616-435d-8c36-1236a34480e1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 200 len: 916 time: 0.0857775 Jul 15 15:36:35.241197 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6d9e3b0-c0a3-4260-9af1-93a1fd70b3ad req-2e60e290-530f-43d4-9b32-854e4e411071 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321276 Jul 15 15:36:35.270455 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-51254926-c8fc-4dac-9a15-893ade963458 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77 HTTP/1.1" status: 200 len: 217 time: 0.0393114 Jul 15 15:36:35.319554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-dcf948a7-1576-48a6-8eda-86490f057e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:35.320922 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-dcf948a7-1576-48a6-8eda-86490f057e22 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58f39c8c-b846-4752-a95f-6466b7e04545 HTTP/1.1" status: 200 len: 855 time: 0.0438418 Jul 15 15:36:35.352554 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-754cbce9-3a1f-44cd-90bd-927f8fdcc743 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21f2eb74-15ff-489c-9896-6576b0fe530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256169 Jul 15 15:36:35.443818 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-88f06b98-fc16-4151-95b4-997d30884f34 service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839539 Jul 15 15:36:35.530103 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-b74402c2-a7b3-4761-8a75-872a48f1c67a service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800173 Jul 15 15:36:36.082411 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:36.417875 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ce58b-a154-461d-baea-54cc75f9c648 req-21700746-ab7a-4444-8d3f-3feaa92e7ee9 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:36.419381 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d24ce58b-a154-461d-baea-54cc75f9c648 req-21700746-ab7a-4444-8d3f-3feaa92e7ee9 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0655758 Jul 15 15:36:36.456396 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d24ce58b-a154-461d-baea-54cc75f9c648 req-f178b876-5cca-48d0-a26c-59b3c28baa2a tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311210 Jul 15 15:36:37.629327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a36af1-8f62-4a77-9813-8d998fec0bea req-15674591-82e6-494f-9eb6-f9ac2f3d1431 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:37.631062 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3a36af1-8f62-4a77-9813-8d998fec0bea req-15674591-82e6-494f-9eb6-f9ac2f3d1431 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0619078 Jul 15 15:36:37.667650 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c3a36af1-8f62-4a77-9813-8d998fec0bea req-87bf9de9-8601-41b5-83f0-cfc6cd452b1c tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311239 Jul 15 15:36:38.837725 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64504bdc-0e57-433e-98c3-ab17518fff5e req-69986ff3-9c91-41c8-adf4-25e418d828a3 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:38.839352 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-64504bdc-0e57-433e-98c3-ab17518fff5e req-69986ff3-9c91-41c8-adf4-25e418d828a3 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0614684 Jul 15 15:36:38.876719 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-64504bdc-0e57-433e-98c3-ab17518fff5e req-b8fa7d57-07a3-4b68-b147-adc36a132804 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315733 Jul 15 15:36:40.049967 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ec5df-b36a-4a02-9e66-47f30b10e6a0 req-dae5e216-3f5d-44eb-8cc4-ae5ff481f392 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:40.051462 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa1ec5df-b36a-4a02-9e66-47f30b10e6a0 req-dae5e216-3f5d-44eb-8cc4-ae5ff481f392 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0649369 Jul 15 15:36:40.088017 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa1ec5df-b36a-4a02-9e66-47f30b10e6a0 req-7fe398cd-2916-46d5-a6df-b130d2e6a7cc tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310843 Jul 15 15:36:41.258625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b972-17f3-4b9e-8a85-b4b32e9325a9 req-60b54226-91e5-4000-8769-49b9110fb28d tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:41.260119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29a8b972-17f3-4b9e-8a85-b4b32e9325a9 req-60b54226-91e5-4000-8769-49b9110fb28d tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0625124 Jul 15 15:36:41.296967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29a8b972-17f3-4b9e-8a85-b4b32e9325a9 req-cb82fb17-c355-47a6-a247-6f0398403828 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311937 Jul 15 15:36:42.470756 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4421a6b-b757-4d25-ae31-96dcec18b34f req-4e64594a-8356-41c1-a488-c7c64673f259 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:42.472249 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4421a6b-b757-4d25-ae31-96dcec18b34f req-4e64594a-8356-41c1-a488-c7c64673f259 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0648310 Jul 15 15:36:42.510250 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4421a6b-b757-4d25-ae31-96dcec18b34f req-c37dd27c-9b81-4a88-9c00-4d1f42313b1e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325520 Jul 15 15:36:43.680849 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485ded7-b5dc-4ec2-a22c-65c40f9a14ff req-9c4d20b9-1309-4937-aeb5-45429f92775a tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:43.682329 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7485ded7-b5dc-4ec2-a22c-65c40f9a14ff req-9c4d20b9-1309-4937-aeb5-45429f92775a tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0643060 Jul 15 15:36:43.720657 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7485ded7-b5dc-4ec2-a22c-65c40f9a14ff req-3a34a54b-98fb-491c-9599-8ffd2fdcd132 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316477 Jul 15 15:36:44.889619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e34c83-a098-4f88-9d4f-8dd40dfdbff0 req-fe0b2340-275b-48d3-94a2-88f3b1d66bfb tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:44.891118 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1e34c83-a098-4f88-9d4f-8dd40dfdbff0 req-fe0b2340-275b-48d3-94a2-88f3b1d66bfb tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0619593 Jul 15 15:36:44.927317 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1e34c83-a098-4f88-9d4f-8dd40dfdbff0 req-e28aa0d7-9d53-4680-9348-caebc6ee55be tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307481 Jul 15 15:36:46.103819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dde22-463c-44b6-9c21-e3f2d6755b99 req-b7b8e822-fa91-459f-824a-e20425d1ab3b tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:46.105326 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-775dde22-463c-44b6-9c21-e3f2d6755b99 req-b7b8e822-fa91-459f-824a-e20425d1ab3b tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0657392 Jul 15 15:36:46.143935 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-775dde22-463c-44b6-9c21-e3f2d6755b99 req-fa379db1-e871-4929-8af0-a53b6032c009 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327592 Jul 15 15:36:47.319545 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8ac68-034d-4e3b-8eee-57cb2343e98c req-609520c7-6905-42f0-8b6e-bc5a3b52c0ab tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:47.320974 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9aa8ac68-034d-4e3b-8eee-57cb2343e98c req-609520c7-6905-42f0-8b6e-bc5a3b52c0ab tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0633509 Jul 15 15:36:47.358634 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9aa8ac68-034d-4e3b-8eee-57cb2343e98c req-7b3f1393-c319-4314-b78a-ffcb34e2fa64 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314331 Jul 15 15:36:48.535093 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1e240-bad9-4750-930e-1ba8260e121d req-f92270d1-7f2a-4fa5-ba1b-e7432e0307cf tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:48.536587 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70b1e240-bad9-4750-930e-1ba8260e121d req-f92270d1-7f2a-4fa5-ba1b-e7432e0307cf tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0666726 Jul 15 15:36:48.573002 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70b1e240-bad9-4750-930e-1ba8260e121d req-9f3ad39a-5137-4460-ad50-598b2f6d6935 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308604 Jul 15 15:36:49.301553 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:49.561810 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:49.744623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979738a4-1c9c-40b5-91a5-d56121536c75 req-44a1bf58-3528-47ed-be07-9a89f4eb6868 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:49.746104 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-979738a4-1c9c-40b5-91a5-d56121536c75 req-44a1bf58-3528-47ed-be07-9a89f4eb6868 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0629771 Jul 15 15:36:49.785856 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-979738a4-1c9c-40b5-91a5-d56121536c75 req-80512d07-0f9c-4db8-a617-4fca2e2ac240 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333745 Jul 15 15:36:50.955096 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc5207-9a67-4c6c-9375-541ba4177797 req-9ac9dd6b-0254-4d0f-8108-c0721d7dafd8 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:50.956605 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7fc5207-9a67-4c6c-9375-541ba4177797 req-9ac9dd6b-0254-4d0f-8108-c0721d7dafd8 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0612891 Jul 15 15:36:50.993163 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e7fc5207-9a67-4c6c-9375-541ba4177797 req-69e38896-43ca-482e-9743-3aab2491e401 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310991 Jul 15 15:36:52.166836 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be6e39-5c74-4d60-8264-ffe8ab78a1c1 req-991ee221-7afc-41c1-b2d3-0a1a0b34d33a tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:52.168295 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-60be6e39-5c74-4d60-8264-ffe8ab78a1c1 req-991ee221-7afc-41c1-b2d3-0a1a0b34d33a tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0652268 Jul 15 15:36:52.205249 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-60be6e39-5c74-4d60-8264-ffe8ab78a1c1 req-e4d334da-a6bd-4c56-ba67-e90bad5e395d tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308330 Jul 15 15:36:53.376179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fea29-5ab1-437a-8f01-ddab64877084 req-016212f2-4b13-442f-8c6a-926d34f0c19c tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:53.377542 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-471fea29-5ab1-437a-8f01-ddab64877084 req-016212f2-4b13-442f-8c6a-926d34f0c19c tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0624790 Jul 15 15:36:53.414079 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-471fea29-5ab1-437a-8f01-ddab64877084 req-f477fee7-79e0-4ada-ba74-0de77d58a5b5 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307722 Jul 15 15:36:54.589396 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46a406-6fc4-48aa-ab01-be04c7f0f1f3 req-0c50ff61-5837-4160-968f-cc9f52bef42d tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:54.590866 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec46a406-6fc4-48aa-ab01-be04c7f0f1f3 req-0c50ff61-5837-4160-968f-cc9f52bef42d tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0662439 Jul 15 15:36:54.628592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec46a406-6fc4-48aa-ab01-be04c7f0f1f3 req-ef40ee46-59fd-40d3-bc4f-272ce6338ce5 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Jul 15 15:36:55.805956 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e7453-6400-478d-8a14-8e74f136a51f req-786b0594-df3e-4967-b4d0-47beb95ca8bc tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:55.807459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d79e7453-6400-478d-8a14-8e74f136a51f req-786b0594-df3e-4967-b4d0-47beb95ca8bc tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0664024 Jul 15 15:36:55.845509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d79e7453-6400-478d-8a14-8e74f136a51f req-d369b533-dd2d-4e6f-b0cd-6e75e0e289ff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 Jul 15 15:36:57.018372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c967d9-f56e-40bd-845f-759e5823c0e3 req-2a4c821b-2fde-414a-9cc3-c1373c8ee6a3 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:57.019857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22c967d9-f56e-40bd-845f-759e5823c0e3 req-2a4c821b-2fde-414a-9cc3-c1373c8ee6a3 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0617046 Jul 15 15:36:57.057642 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22c967d9-f56e-40bd-845f-759e5823c0e3 req-1401e174-e267-432e-88c8-6e6524c3458d tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322504 Jul 15 15:36:58.233571 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d4e28-bea8-4300-8b0f-901ac8b256dd req-f4aae8c2-c0c7-4f73-8e43-341cb6914ec7 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:58.235071 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-279d4e28-bea8-4300-8b0f-901ac8b256dd req-f4aae8c2-c0c7-4f73-8e43-341cb6914ec7 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0650809 Jul 15 15:36:58.271803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-279d4e28-bea8-4300-8b0f-901ac8b256dd req-01fd200e-53eb-4b28-9e22-9b33520c0357 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313241 Jul 15 15:36:59.440658 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb4af9-76ef-45f5-8dae-0142d22f1bd1 req-7efa523d-3a94-4fb1-811a-ac6b4ee49474 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:36:59.442118 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cacb4af9-76ef-45f5-8dae-0142d22f1bd1 req-7efa523d-3a94-4fb1-811a-ac6b4ee49474 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0620213 Jul 15 15:36:59.478721 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cacb4af9-76ef-45f5-8dae-0142d22f1bd1 req-49650696-d953-44e0-b6e5-76536816392e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311499 Jul 15 15:37:00.070020 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea6c6c49-3cae-4c65-8331-934b61a0daa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:00.654773 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92950af2-8ed2-486a-9793-7b05993ddbfd req-565f097e-cd14-40a5-a369-2dda3f963b92 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:00.656254 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-92950af2-8ed2-486a-9793-7b05993ddbfd req-565f097e-cd14-40a5-a369-2dda3f963b92 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0670946 Jul 15 15:37:00.692568 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-92950af2-8ed2-486a-9793-7b05993ddbfd req-fc2ce532-4712-4aa8-ac75-6b23ab1ecec6 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307863 Jul 15 15:37:01.861803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa432f-ef64-43ff-a75b-4f94fbce0324 req-c206f5b0-c79c-4171-a5f8-e8913290c772 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:01.863282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bfaa432f-ef64-43ff-a75b-4f94fbce0324 req-c206f5b0-c79c-4171-a5f8-e8913290c772 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0618858 Jul 15 15:37:01.900871 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bfaa432f-ef64-43ff-a75b-4f94fbce0324 req-37efb79b-e59e-413e-9a2a-092c79303270 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320356 Jul 15 15:37:02.498234 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-cdc4f66c-c941-42fd-8a68-5179f26278e1 service neutron] show failed (client error): The resource could not be found. Jul 15 15:37:02.499263 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-cdc4f66c-c941-42fd-8a68-5179f26278e1 service neutron] 10.222.0.11 "GET /v2.0/ports/a122eb63-1f3b-4785-b41f-d6de8bb55d77/bindings/n-h2-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.0595703 Jul 15 15:37:02.771318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-8e62e435-779e-4858-86fc-ffac2081da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:02.772696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-8e62e435-779e-4858-86fc-ffac2081da4b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29&tenant_id=dc23d492e1534d20991a6ba1761b14a2 HTTP/1.1" status: 200 len: 1096 time: 0.0825298 Jul 15 15:37:02.783935 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:37:02.847150 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:02.851530 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:02.942478 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb10ef19-71e3-4419-b889-4b17508579dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:03.083185 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] For port a122eb63-1f3b-4785-b41f-d6de8bb55d77, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:37:03.127611 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfbb11-6700-45ca-9427-9a53a9f2684e req-410a8bb5-fa42-41cc-8905-57effa2bb0e6 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:03.129102 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72cfbb11-6700-45ca-9427-9a53a9f2684e req-410a8bb5-fa42-41cc-8905-57effa2bb0e6 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.1066785 Jul 15 15:37:03.137495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] For port a122eb63-1f3b-4785-b41f-d6de8bb55d77, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:37:03.197739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e5207a-a06b-4384-81cc-0bbde5d69e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a122eb63-1f3b-4785-b41f-d6de8bb55d77'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:37:03.200148 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4028ba-f462-4605-8978-8af068ab2562" -d '{"events": [{"server_uuid": "e1e5207a-a06b-4384-81cc-0bbde5d69e29", "name": "network-vif-unplugged", "status": "completed", "tag": "a122eb63-1f3b-4785-b41f-d6de8bb55d77"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:37:03.203743 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:03.208587 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72cfbb11-6700-45ca-9427-9a53a9f2684e req-a9683fca-e63e-45ec-97d2-8b0bc85ed659 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723529 Jul 15 15:37:03.220091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Transition to ACTIVE for port object a122eb63-1f3b-4785-b41f-d6de8bb55d77 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:37:03.225173 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:03.253033 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a541022f-d109-4669-a199-10d4b07f9caf x-openstack-request-id: req-a541022f-d109-4669-a199-10d4b07f9caf {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:37:03.253326 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e5207a-a06b-4384-81cc-0bbde5d69e29", "name": "network-vif-unplugged", "status": "completed", "tag": "a122eb63-1f3b-4785-b41f-d6de8bb55d77", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:37:03.253572 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a541022f-d109-4669-a199-10d4b07f9caf {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:37:03.253952 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e5207a-a06b-4384-81cc-0bbde5d69e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a122eb63-1f3b-4785-b41f-d6de8bb55d77', 'code': 200} Jul 15 15:37:03.292198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Pushing event updated for resources: {'Port': ['ID=a122eb63-1f3b-4785-b41f-d6de8bb55d77,revision_number=6']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:03.295146 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] No DVR routers for this DVR port a122eb63-1f3b-4785-b41f-d6de8bb55d77 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:37:03.304005 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:03.304353 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:03.304700 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:03.305033 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:03.305364 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:03.305701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:03.306028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:03.306355 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:03.306716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:03.307040 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:03.307363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:03.307684 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:03.341624 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Attempting to bind port a122eb63-1f3b-4785-b41f-d6de8bb55d77 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:37:03.341889 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Attempting to bind port a122eb63-1f3b-4785-b41f-d6de8bb55d77 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:37:03.342221 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Attempting to bind port a122eb63-1f3b-4785-b41f-d6de8bb55d77 on network 21f2eb74-15ff-489c-9896-6576b0fe530b {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:37:03.346418 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Port a122eb63-1f3b-4785-b41f-d6de8bb55d77 on network 21f2eb74-15ff-489c-9896-6576b0fe530b not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:37:03.346767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Attempting to bind port a122eb63-1f3b-4785-b41f-d6de8bb55d77 on network 21f2eb74-15ff-489c-9896-6576b0fe530b {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:37:03.351452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:37:03.351789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Checking segment: {'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:37:03.352173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Bound using segment: {'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:37:03.352597 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Bound port: a122eb63-1f3b-4785-b41f-d6de8bb55d77, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:37:03.352948 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:03.412917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] For port a122eb63-1f3b-4785-b41f-d6de8bb55d77, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:37:03.415829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] For port a122eb63-1f3b-4785-b41f-d6de8bb55d77, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:37:03.420832 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:03.457179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:03.457791 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:03.459210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] 10.222.0.22 "PUT /v2.0/ports/a122eb63-1f3b-4785-b41f-d6de8bb55d77 HTTP/1.1" status: 200 len: 1091 time: 0.6793318 Jul 15 15:37:03.475395 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a834a-2cd1-4e48-84f2-e2314551ba3b service neutron] Pushing event updated for resources: {'Port': ['ID=a122eb63-1f3b-4785-b41f-d6de8bb55d77,revision_number=7']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:03.534336 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-be34bde0-12d1-4a3f-bb2d-e59578475f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:03.535856 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-be34bde0-12d1-4a3f-bb2d-e59578475f50 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc23d492e1534d20991a6ba1761b14a2&device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 1094 time: 0.0542021 Jul 15 15:37:03.621991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-5b62a2ce-864a-4073-a725-273014d2e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:03.623458 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-5b62a2ce-864a-4073-a725-273014d2e9e9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 200 len: 916 time: 0.0815928 Jul 15 15:37:03.983012 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-260aa596-1999-44eb-abcb-3b338a531669 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77 HTTP/1.1" status: 200 len: 217 time: 0.3537588 Jul 15 15:37:04.030938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-90922548-9f99-476c-91aa-aef81c2f753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:04.032367 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-90922548-9f99-476c-91aa-aef81c2f753b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58f39c8c-b846-4752-a95f-6466b7e04545 HTTP/1.1" status: 200 len: 855 time: 0.0430984 Jul 15 15:37:04.064268 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-f7aa4f3d-0216-438d-bce3-cdd4988544e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=21f2eb74-15ff-489c-9896-6576b0fe530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259690 Jul 15 15:37:04.155229 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-e1b1ee21-0b1f-427e-a369-3764e3b48929 service neutron] 10.222.0.22 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846932 Jul 15 15:37:04.244719 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-846ee4d9-6f4b-44b7-ad1e-de7f43a8345a req-d97c5692-5548-42c3-84ae-08dad417463f service neutron] 10.222.0.22 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833492 Jul 15 15:37:04.381233 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:04.401688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efb4b0-e7de-40e0-a6a1-463f158cac35 req-ba8dc2f7-21bb-48b1-8848-d402fd7fcbc7 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:04.403257 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-60efb4b0-e7de-40e0-a6a1-463f158cac35 req-ba8dc2f7-21bb-48b1-8848-d402fd7fcbc7 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 943 time: 0.0760913 Jul 15 15:37:04.441696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-60efb4b0-e7de-40e0-a6a1-463f158cac35 req-1bb16403-745c-493a-924e-1c34899625e5 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328197 Jul 15 15:37:04.710656 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:37:05.255148 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e5207a-a06b-4384-81cc-0bbde5d69e29', 'tag': 'a122eb63-1f3b-4785-b41f-d6de8bb55d77'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:37:05.257461 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e5207a-a06b-4384-81cc-0bbde5d69e29", "tag": "a122eb63-1f3b-4785-b41f-d6de8bb55d77"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:37:05.304206 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ed9910-3243-4990-b022-ab046349d497 x-openstack-request-id: req-b1ed9910-3243-4990-b022-ab046349d497 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:37:05.304499 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e5207a-a06b-4384-81cc-0bbde5d69e29", "tag": "a122eb63-1f3b-4785-b41f-d6de8bb55d77", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:37:05.304752 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b1ed9910-3243-4990-b022-ab046349d497 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:37:05.305144 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e5207a-a06b-4384-81cc-0bbde5d69e29', 'tag': 'a122eb63-1f3b-4785-b41f-d6de8bb55d77', 'status': 'completed', 'code': 200} Jul 15 15:37:05.377896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-4c21693c-7c46-471c-bbef-427653ab028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:05.379414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-dbe4e1b5-8bc1-4c7f-8888-0d636d717168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:05.379556 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-4c21693c-7c46-471c-bbef-427653ab028f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc23d492e1534d20991a6ba1761b14a2&device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 1094 time: 0.0526538 Jul 15 15:37:05.380915 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-dbe4e1b5-8bc1-4c7f-8888-0d636d717168 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc23d492e1534d20991a6ba1761b14a2&device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 1094 time: 0.0511034 Jul 15 15:37:05.469742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-8c6059db-921c-4495-b2b5-6501b47c9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:05.471838 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-8c6059db-921c-4495-b2b5-6501b47c9e20 service neutron] 10.222.0.11 "GET /v2.0/networks?id=21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 200 len: 916 time: 0.0841866 Jul 15 15:37:05.471951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-5371ece2-46e3-43fd-880a-39e13528b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:05.473274 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-5371ece2-46e3-43fd-880a-39e13528b1af service neutron] 10.222.0.22 "GET /v2.0/networks?id=21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 200 len: 916 time: 0.0858567 Jul 15 15:37:05.517240 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-33daf962-9dd0-4742-84c8-24b5ef825c10 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77 HTTP/1.1" status: 200 len: 217 time: 0.0358133 Jul 15 15:37:05.517465 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-eb196552-c999-4fb9-9b9e-d74e67215670 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77 HTTP/1.1" status: 200 len: 217 time: 0.0384765 Jul 15 15:37:05.566888 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-7553e09c-7cec-49ca-b4c5-07ac770b2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:05.568356 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-7553e09c-7cec-49ca-b4c5-07ac770b2d1c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58f39c8c-b846-4752-a95f-6466b7e04545 HTTP/1.1" status: 200 len: 855 time: 0.0451102 Jul 15 15:37:05.597868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-ae9671cc-152b-42e8-98fb-e1abe0da77fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:05.599364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-ae9671cc-152b-42e8-98fb-e1abe0da77fd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58f39c8c-b846-4752-a95f-6466b7e04545 HTTP/1.1" status: 200 len: 855 time: 0.0756960 Jul 15 15:37:05.601767 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-6b2953a4-84d7-4197-ac4b-5f946de533cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21f2eb74-15ff-489c-9896-6576b0fe530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261919 Jul 15 15:37:05.638328 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-b3ed4da1-77ab-4f80-aef7-70e336d09035 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=21f2eb74-15ff-489c-9896-6576b0fe530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302088 Jul 15 15:37:05.672375 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca185ab-62d2-4671-a2bb-512fe00910c8 req-ec25670d-15b1-4963-8486-137c4556bd34 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:05.673852 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aca185ab-62d2-4671-a2bb-512fe00910c8 req-ec25670d-15b1-4963-8486-137c4556bd34 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 943 time: 0.1182072 Jul 15 15:37:05.695162 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-04a9b242-fa7d-4b21-9caf-676ac6493f01 service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867431 Jul 15 15:37:05.768679 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-63bcbaa5-3b0f-4742-973b-56c47a39055f service neutron] 10.222.0.22 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220007 Jul 15 15:37:05.771560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aca185ab-62d2-4671-a2bb-512fe00910c8 req-66fc71bc-c0cc-4fa1-9d9a-140087932509 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581963 Jul 15 15:37:05.800434 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-fb646bcc-c93d-406d-8dd6-4942daed0a3b service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988467 Jul 15 15:37:05.869175 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46c147e5-5f1f-47c2-8c1e-eaf55ef18680 req-6bacba9d-a591-4a86-b1be-c35228293c8c service neutron] 10.222.0.22 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845482 Jul 15 15:37:06.084451 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:06.953165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175af790-b82a-4702-9f3d-46e0a65a4c3b req-91204a36-f4f2-44c7-9fe8-99a71d973edc tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:06.954668 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-175af790-b82a-4702-9f3d-46e0a65a4c3b req-91204a36-f4f2-44c7-9fe8-99a71d973edc tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 943 time: 0.0664406 Jul 15 15:37:06.991740 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-175af790-b82a-4702-9f3d-46e0a65a4c3b req-6e77b7a2-bb4a-4a4f-b64e-b3378b4e74db tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314810 Jul 15 15:37:07.077552 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device a122eb63-1f3b-4785-b41f-d6de8bb55d77 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:37:07.116749 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device a122eb63-1f3b-4785-b41f-d6de8bb55d77 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:37:07.288185 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358162b-49ce-46e5-be88-884e46d438f3 req-dc66ddd8-5d3c-4434-96a5-7107ed372afb tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:07.289690 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6358162b-49ce-46e5-be88-884e46d438f3 req-dc66ddd8-5d3c-4434-96a5-7107ed372afb tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 943 time: 0.0638943 Jul 15 15:37:07.327215 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6358162b-49ce-46e5-be88-884e46d438f3 req-58ffef83-c7dc-4b96-a381-c1a67fb0e2cd tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315750 Jul 15 15:37:07.344606 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a076973-49e6-49d3-9ba9-3e437e1930fe req-a89af67b-b0a2-45be-86c5-aa1f4edc1fea tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:07.346114 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a076973-49e6-49d3-9ba9-3e437e1930fe req-a89af67b-b0a2-45be-86c5-aa1f4edc1fea tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29&tenant_id=dc23d492e1534d20991a6ba1761b14a2&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 943 time: 0.1129920 Jul 15 15:37:07.405826 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [req-4a076973-49e6-49d3-9ba9-3e437e1930fe req-c6dc66b7-aad0-4e13-b57a-1f377b3e14ec service neutron] delete failed (client error): The resource could not be found. Jul 15 15:37:07.406836 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a076973-49e6-49d3-9ba9-3e437e1930fe req-c6dc66b7-aad0-4e13-b57a-1f377b3e14ec service neutron] 10.222.0.11 "DELETE /v2.0/ports/a122eb63-1f3b-4785-b41f-d6de8bb55d77/bindings/n-h1-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.0534120 Jul 15 15:37:07.503931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a076973-49e6-49d3-9ba9-3e437e1930fe req-6f159504-7ae6-4b16-b0ee-e9e0890c243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:07.505400 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a076973-49e6-49d3-9ba9-3e437e1930fe req-6f159504-7ae6-4b16-b0ee-e9e0890c243b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc23d492e1534d20991a6ba1761b14a2&device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 1094 time: 0.0558183 Jul 15 15:37:07.542516 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device a122eb63-1f3b-4785-b41f-d6de8bb55d77 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:37:07.592315 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a076973-49e6-49d3-9ba9-3e437e1930fe req-af5e9430-df3a-4ede-a121-c9927ce649c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:07.593717 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a076973-49e6-49d3-9ba9-3e437e1930fe req-af5e9430-df3a-4ede-a121-c9927ce649c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 200 len: 916 time: 0.0824509 Jul 15 15:37:07.636837 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port a122eb63-1f3b-4785-b41f-d6de8bb55d77, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:37:07.637679 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a076973-49e6-49d3-9ba9-3e437e1930fe req-7bf67bde-294a-419e-8e2e-176457bba521 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77 HTTP/1.1" status: 200 len: 217 time: 0.0364473 Jul 15 15:37:07.648810 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'a122eb63-1f3b-4785-b41f-d6de8bb55d77', 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b', 'port_id': 'a122eb63-1f3b-4785-b41f-d6de8bb55d77', 'mac_address': 'fa:16:3e:4f:1a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f39c8c-b846-4752-a95f-6466b7e04545', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:37:07.684474 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a076973-49e6-49d3-9ba9-3e437e1930fe req-ae4dcb01-028e-4c69-94ba-ff9866f8a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:07.684681 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:07.686115 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a076973-49e6-49d3-9ba9-3e437e1930fe req-ae4dcb01-028e-4c69-94ba-ff9866f8a735 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58f39c8c-b846-4752-a95f-6466b7e04545 HTTP/1.1" status: 200 len: 855 time: 0.0434680 Jul 15 15:37:07.696940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a122eb63-1f3b-4785-b41f-d6de8bb55d77 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:37:07.716942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port a122eb63-1f3b-4785-b41f-d6de8bb55d77, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:37:07.718464 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a076973-49e6-49d3-9ba9-3e437e1930fe req-5cefc996-c422-4a78-b68c-6a0693b38c0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21f2eb74-15ff-489c-9896-6576b0fe530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260406 Jul 15 15:37:07.721409 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:07.768461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=a122eb63-1f3b-4785-b41f-d6de8bb55d77,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:07.940485 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['a122eb63-1f3b-4785-b41f-d6de8bb55d77'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:37:08.065299 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a076973-49e6-49d3-9ba9-3e437e1930fe req-4f9b9a1c-5152-457b-a3de-b683e7ea351f service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409021 Jul 15 15:37:08.157284 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4a076973-49e6-49d3-9ba9-3e437e1930fe req-82f612ec-1845-40c0-a286-b8799eae309b service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850074 Jul 15 15:37:08.501278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c100e56-55f5-4c5f-be4a-6bf39ddf6807 req-b1a08d28-1fc5-4e2f-a90f-ff09b9d3f7e2 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:08.502943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c100e56-55f5-4c5f-be4a-6bf39ddf6807 req-b1a08d28-1fc5-4e2f-a90f-ff09b9d3f7e2 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 944 time: 0.0622380 Jul 15 15:37:08.539942 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c100e56-55f5-4c5f-be4a-6bf39ddf6807 req-f35112a5-2814-460a-a976-0d9d1b20b3e0 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314870 Jul 15 15:37:09.563673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device a122eb63-1f3b-4785-b41f-d6de8bb55d77 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:37:09.612082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port a122eb63-1f3b-4785-b41f-d6de8bb55d77 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:37:09.615876 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port a122eb63-1f3b-4785-b41f-d6de8bb55d77 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:37:09.616247 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:09.696749 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:09.715401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde71cd-11e2-4309-80c8-54b027c6c0d1 req-6e7a7a5a-c1d3-4392-a6fb-0cfa2b9d7577 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:09.717043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5fde71cd-11e2-4309-80c8-54b027c6c0d1 req-6e7a7a5a-c1d3-4392-a6fb-0cfa2b9d7577 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 944 time: 0.0673163 Jul 15 15:37:09.719045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e5207a-a06b-4384-81cc-0bbde5d69e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a122eb63-1f3b-4785-b41f-d6de8bb55d77'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:37:09.721363 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4ef0b8-ee5c-412e-9a00-ad716e4d9446" -d '{"events": [{"server_uuid": "e1e5207a-a06b-4384-81cc-0bbde5d69e29", "name": "network-vif-plugged", "status": "completed", "tag": "a122eb63-1f3b-4785-b41f-d6de8bb55d77"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:37:09.734729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port a122eb63-1f3b-4785-b41f-d6de8bb55d77, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:37:09.739965 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:09.758445 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5fde71cd-11e2-4309-80c8-54b027c6c0d1 req-10331589-6247-4b4c-95de-529b16dd786a tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356770 Jul 15 15:37:09.765671 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af8c471-0d81-4ca0-9525-409837e7736b x-openstack-request-id: req-4af8c471-0d81-4ca0-9525-409837e7736b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:37:09.765965 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e5207a-a06b-4384-81cc-0bbde5d69e29", "name": "network-vif-plugged", "status": "completed", "tag": "a122eb63-1f3b-4785-b41f-d6de8bb55d77", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:37:09.766218 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4af8c471-0d81-4ca0-9525-409837e7736b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:37:09.766625 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e5207a-a06b-4384-81cc-0bbde5d69e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a122eb63-1f3b-4785-b41f-d6de8bb55d77', 'code': 200} Jul 15 15:37:09.792835 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=a122eb63-1f3b-4785-b41f-d6de8bb55d77,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:09.936438 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42574b88-442f-4ed7-93c3-a8822040893f req-e6d0db83-2d1b-4910-b316-e0c4c3a0f4cb tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:09.937904 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42574b88-442f-4ed7-93c3-a8822040893f req-e6d0db83-2d1b-4910-b316-e0c4c3a0f4cb tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0621934 Jul 15 15:37:09.974465 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42574b88-442f-4ed7-93c3-a8822040893f req-208cbba3-e98d-4bb3-b113-91003995b131 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311019 Jul 15 15:37:10.149348 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ac5ee-f951-40d6-aa1e-51716cd41b3a req-e6bd0613-fd64-4b5d-8623-69e3eac98779 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:10.150842 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cf3ac5ee-f951-40d6-aa1e-51716cd41b3a req-e6bd0613-fd64-4b5d-8623-69e3eac98779 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0658019 Jul 15 15:37:10.188848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cf3ac5ee-f951-40d6-aa1e-51716cd41b3a req-6125ce65-7eba-4ef2-b59d-071b6820fbff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317919 Jul 15 15:37:10.620701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-3f4bff04-a265-4054-bd7a-b7cc5674e0a6 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:10.622661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-3f4bff04-a265-4054-bd7a-b7cc5674e0a6 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/networks?id=21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 200 len: 815 time: 0.1026962 Jul 15 15:37:10.637654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-e07f52c5-5b28-4231-bca9-2419b7541bb4 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/quotas/dc23d492e1534d20991a6ba1761b14a2 HTTP/1.1" status: 200 len: 375 time: 0.0091729 Jul 15 15:37:10.706475 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-2bafc670-cad4-453b-a8a9-62354d6cead8 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc23d492e1534d20991a6ba1761b14a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605769 Jul 15 15:37:10.813814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-51f92a29-821a-4890-ad35-7abdaa5ff841 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:37:10.814846 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-51f92a29-821a-4890-ad35-7abdaa5ff841 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1022501 Jul 15 15:37:10.901307 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-3c40d872-bd5f-4186-8d0b-6b8097f311ce service neutron] 10.222.0.38 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807641 Jul 15 15:37:10.992022 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-8ffbdc7d-ca70-43aa-af2d-ecfa4bc6c71b service neutron] 10.222.0.38 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846672 Jul 15 15:37:11.162853 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-569f0473-4a45-43f5-830c-d7c6dd23ef2f req-ab6a63d9-ab55-46a0-b96d-1e48dfdb41ae tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 210 time: 0.0283558 Jul 15 15:37:11.804380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d375cd-999e-47db-8fe1-0a0cc46c7b15 req-73ea55a6-6594-451b-98a5-f809482decc4 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:11.805836 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54d375cd-999e-47db-8fe1-0a0cc46c7b15 req-73ea55a6-6594-451b-98a5-f809482decc4 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1e5207a-a06b-4384-81cc-0bbde5d69e29 HTTP/1.1" status: 200 len: 945 time: 0.0620785 Jul 15 15:37:11.906782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-54d375cd-999e-47db-8fe1-0a0cc46c7b15 req-b8a3ec75-73c0-4027-989f-75334f42c54e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Deleting port a122eb63-1f3b-4785-b41f-d6de8bb55d77 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:37:11.907486 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-54d375cd-999e-47db-8fe1-0a0cc46c7b15 req-b8a3ec75-73c0-4027-989f-75334f42c54e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:11.991367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-54d375cd-999e-47db-8fe1-0a0cc46c7b15 req-b8a3ec75-73c0-4027-989f-75334f42c54e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] For port a122eb63-1f3b-4785-b41f-d6de8bb55d77, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a122eb63-1f3b-4785-b41f-d6de8bb55d77,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:37:11.991728 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-54d375cd-999e-47db-8fe1-0a0cc46c7b15 req-b8a3ec75-73c0-4027-989f-75334f42c54e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:12.004266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-54d375cd-999e-47db-8fe1-0a0cc46c7b15 req-b8a3ec75-73c0-4027-989f-75334f42c54e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Calling delete_port for a122eb63-1f3b-4785-b41f-d6de8bb55d77 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:37:12.139766 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-54d375cd-999e-47db-8fe1-0a0cc46c7b15 req-b8a3ec75-73c0-4027-989f-75334f42c54e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:12.151814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['a122eb63-1f3b-4785-b41f-d6de8bb55d77'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:37:12.210184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3ec75-73c0-4027-989f-75334f42c54e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Pushing event deleted for resources: {'Port': ['ID=a122eb63-1f3b-4785-b41f-d6de8bb55d77,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:12.232730 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-442b6975-8818-47c1-83bf-3ec0c558fd2a tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:12.234267 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-442b6975-8818-47c1-83bf-3ec0c558fd2a tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.11 "GET /v2.0/networks?id=21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 200 len: 815 time: 0.1437702 Jul 15 15:37:12.240530 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d375cd-999e-47db-8fe1-0a0cc46c7b15 req-b8a3ec75-73c0-4027-989f-75334f42c54e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] No DVR routers for this DVR port a122eb63-1f3b-4785-b41f-d6de8bb55d77 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:37:12.243356 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-54d375cd-999e-47db-8fe1-0a0cc46c7b15 req-b8a3ec75-73c0-4027-989f-75334f42c54e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:12.245415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-54d375cd-999e-47db-8fe1-0a0cc46c7b15 req-b8a3ec75-73c0-4027-989f-75334f42c54e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.22 "DELETE /v2.0/ports/a122eb63-1f3b-4785-b41f-d6de8bb55d77 HTTP/1.1" status: 204 len: 173 time: 0.4334443 Jul 15 15:37:12.246458 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e5207a-a06b-4384-81cc-0bbde5d69e29', 'name': 'network-vif-deleted', 'tag': 'a122eb63-1f3b-4785-b41f-d6de8bb55d77'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:37:12.249388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-324672a2-164e-428e-842d-822facce3592 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Request body: {'port': {'device_id': '15eebc28-eba6-4d18-bfb4-84ff1d919786', 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b', 'admin_state_up': True, 'tenant_id': 'dc23d492e1534d20991a6ba1761b14a2'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:37:12.257694 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636658e3-f1ac-47fc-abeb-ef22268826d4" -d '{"events": [{"server_uuid": "e1e5207a-a06b-4384-81cc-0bbde5d69e29", "name": "network-vif-deleted", "tag": "a122eb63-1f3b-4785-b41f-d6de8bb55d77"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:37:12.317829 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-526ff616-9f87-486e-bf1c-6c40f109dec6 req-20df0a19-0074-4a46-b575-0e6c28da691a tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 210 time: 0.0311058 Jul 15 15:37:12.319602 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e803355-8a7d-4462-b355-6af85119b7e7 x-openstack-request-id: req-9e803355-8a7d-4462-b355-6af85119b7e7 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:37:12.320043 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e5207a-a06b-4384-81cc-0bbde5d69e29", "name": "network-vif-deleted", "tag": "a122eb63-1f3b-4785-b41f-d6de8bb55d77", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:37:12.320471 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9e803355-8a7d-4462-b355-6af85119b7e7 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:37:12.320996 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e5207a-a06b-4384-81cc-0bbde5d69e29', 'name': 'network-vif-deleted', 'tag': 'a122eb63-1f3b-4785-b41f-d6de8bb55d77', 'status': 'completed', 'code': 200} Jul 15 15:37:12.379324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-324672a2-164e-428e-842d-822facce3592 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Made reservation on behalf of dc23d492e1534d20991a6ba1761b14a2 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:37:12.383164 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-324672a2-164e-428e-842d-822facce3592 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:12.518151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-324672a2-164e-428e-842d-822facce3592 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Allocated IP 172.20.0.9 (21f2eb74-15ff-489c-9896-6576b0fe530b/58f39c8c-b846-4752-a95f-6466b7e04545/2b13c67d-0b8c-428f-8b05-4ec8ab285f89) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:37:12.662347 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-324672a2-164e-428e-842d-822facce3592 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:12.703837 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-324672a2-164e-428e-842d-822facce3592 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:12.716083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['a122eb63-1f3b-4785-b41f-d6de8bb55d77'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:37:12.751200 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-324672a2-164e-428e-842d-822facce3592 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Network 21f2eb74-15ff-489c-9896-6576b0fe530b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:37:12.757074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-324672a2-164e-428e-842d-822facce3592 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:37:12.759900 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-324672a2-164e-428e-842d-822facce3592 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:37:12.794450 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324672a2-164e-428e-842d-822facce3592 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Pushing event updated for resources: {'Port': ['ID=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:12.819313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-324672a2-164e-428e-842d-822facce3592 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:12.819927 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-324672a2-164e-428e-842d-822facce3592 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:12.834006 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-324672a2-164e-428e-842d-822facce3592 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5909078 Jul 15 15:37:12.847782 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Request body: {'port': {'device_id': '15eebc28-eba6-4d18-bfb4-84ff1d919786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:37:12.924482 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:13.178758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:37:13.186093 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:13.197583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Transition to ACTIVE for port object 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:37:13.201745 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:13.252642 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Pushing event updated for resources: {'Port': ['ID=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:13.320208 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Attempting to bind port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:37:13.320552 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Attempting to bind port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:37:13.320883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Attempting to bind port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 on network 21f2eb74-15ff-489c-9896-6576b0fe530b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:37:13.326035 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 on network 21f2eb74-15ff-489c-9896-6576b0fe530b not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:37:13.326357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Attempting to bind port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 on network 21f2eb74-15ff-489c-9896-6576b0fe530b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:37:13.331092 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:37:13.331447 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Checking segment: {'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:37:13.331814 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Bound using segment: {'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:37:13.332234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Bound port: 2b13c67d-0b8c-428f-8b05-4ec8ab285f89, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:37:13.332587 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:13.394952 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] For port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:37:13.397875 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] For port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:37:13.403267 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:13.436554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:13.437256 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:13.438587 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] 10.222.0.11 "PUT /v2.0/ports/2b13c67d-0b8c-428f-8b05-4ec8ab285f89 HTTP/1.1" status: 200 len: 1091 time: 0.5950718 Jul 15 15:37:13.440794 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15eebc28-eba6-4d18-bfb4-84ff1d919786', 'tag': '2b13c67d-0b8c-428f-8b05-4ec8ab285f89'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:37:13.443081 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ccc250-705d-4816-82fe-3d4a9385ff00" -d '{"events": [{"name": "network-changed", "server_uuid": "15eebc28-eba6-4d18-bfb4-84ff1d919786", "tag": "2b13c67d-0b8c-428f-8b05-4ec8ab285f89"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:37:13.491027 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f9cc0d-60f6-43bf-ae21-151e68f58ea6 x-openstack-request-id: req-b6f9cc0d-60f6-43bf-ae21-151e68f58ea6 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:37:13.491311 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15eebc28-eba6-4d18-bfb4-84ff1d919786", "tag": "2b13c67d-0b8c-428f-8b05-4ec8ab285f89", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:37:13.491560 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b6f9cc0d-60f6-43bf-ae21-151e68f58ea6 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:37:13.491941 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15eebc28-eba6-4d18-bfb4-84ff1d919786', 'tag': '2b13c67d-0b8c-428f-8b05-4ec8ab285f89', 'status': 'completed', 'code': 200} Jul 15 15:37:13.507466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaeb284-2ce1-4ad6-a991-6a8002351ab2 req-50a0f32c-4531-4304-b189-039d868da0c3 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:13.509602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2eaeb284-2ce1-4ad6-a991-6a8002351ab2 req-50a0f32c-4531-4304-b189-039d868da0c3 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 943 time: 0.0737588 Jul 15 15:37:13.514432 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Pushing event updated for resources: {'Port': ['ID=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:13.524501 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:13.524957 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:13.525303 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:13.525636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:13.525964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:13.526293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:13.526638 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:13.526967 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:13.528447 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:13.528809 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:13.529133 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:13.529928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9499dfc-fdf0-4e29-ab01-0c09131a8007 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:13.549105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2eaeb284-2ce1-4ad6-a991-6a8002351ab2 req-9ab3bd86-7970-435b-998f-6c779bfa92d3 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330164 Jul 15 15:37:13.553410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-afdb2695-c96f-40b8-9ee7-b1a854af07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:13.554963 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-afdb2695-c96f-40b8-9ee7-b1a854af07a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc23d492e1534d20991a6ba1761b14a2&device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 1094 time: 0.0755494 Jul 15 15:37:13.596091 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-0c439c0d-04f0-409d-a598-2638a550c6d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89 HTTP/1.1" status: 200 len: 217 time: 0.0335560 Jul 15 15:37:13.646228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b8ba7fe3-ef24-4d9f-81c3-1f795a7898b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:13.647646 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-b8ba7fe3-ef24-4d9f-81c3-1f795a7898b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58f39c8c-b846-4752-a95f-6466b7e04545 HTTP/1.1" status: 200 len: 855 time: 0.0461714 Jul 15 15:37:13.678475 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-31377cd3-36e2-4126-a031-f8582a3bd6db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21f2eb74-15ff-489c-9896-6576b0fe530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244260 Jul 15 15:37:13.766663 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-8ff6f0f5-5d20-429b-835a-7f3a4e49483c service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809727 Jul 15 15:37:13.855855 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-899ec0fc-1b8b-49d8-9a1f-b25c8a30e88d req-190a0d6b-6123-4e00-9f71-c82211f8c1a4 service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829456 Jul 15 15:37:13.954449 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccc250-705d-4816-82fe-3d4a9385ff00 req-27c91f99-5d5d-45da-b1d2-0c832bb4b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:13.955888 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-66ccc250-705d-4816-82fe-3d4a9385ff00 req-27c91f99-5d5d-45da-b1d2-0c832bb4b642 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc23d492e1534d20991a6ba1761b14a2&device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 1094 time: 0.0523918 Jul 15 15:37:14.048175 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccc250-705d-4816-82fe-3d4a9385ff00 req-29f26c78-b010-4693-a3c5-ddcd592e1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:14.049708 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-66ccc250-705d-4816-82fe-3d4a9385ff00 req-29f26c78-b010-4693-a3c5-ddcd592e1e8f service neutron] 10.222.0.11 "GET /v2.0/networks?id=21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 200 len: 916 time: 0.0877745 Jul 15 15:37:14.093968 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-66ccc250-705d-4816-82fe-3d4a9385ff00 req-32cb1862-5c16-4c88-ba77-7cf9e9df174f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89 HTTP/1.1" status: 200 len: 217 time: 0.0371499 Jul 15 15:37:14.144132 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccc250-705d-4816-82fe-3d4a9385ff00 req-55c7619d-66dd-4cfe-90bf-2c2a588450b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:14.145597 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-66ccc250-705d-4816-82fe-3d4a9385ff00 req-55c7619d-66dd-4cfe-90bf-2c2a588450b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58f39c8c-b846-4752-a95f-6466b7e04545 HTTP/1.1" status: 200 len: 855 time: 0.0440640 Jul 15 15:37:14.184725 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-66ccc250-705d-4816-82fe-3d4a9385ff00 req-c5ca0cc1-b057-41fe-918e-8b9d69c1b36c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21f2eb74-15ff-489c-9896-6576b0fe530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304949 Jul 15 15:37:14.274437 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-66ccc250-705d-4816-82fe-3d4a9385ff00 req-b3174a19-34be-438b-a37a-674abd1d5200 service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825968 Jul 15 15:37:14.366793 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-66ccc250-705d-4816-82fe-3d4a9385ff00 req-41afb740-05a3-4d16-a3fe-c9d758b37c2f service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856321 Jul 15 15:37:14.727122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff92d62-b695-4b0a-aa13-8d57f4ecb236 req-170d4d3a-9b8e-480b-b09c-f7d13c173b10 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:14.728637 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ff92d62-b695-4b0a-aa13-8d57f4ecb236 req-170d4d3a-9b8e-480b-b09c-f7d13c173b10 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 943 time: 0.0662918 Jul 15 15:37:14.767432 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ff92d62-b695-4b0a-aa13-8d57f4ecb236 req-10994d5c-f93f-4049-a83c-1a9ffd9aec70 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330307 Jul 15 15:37:15.594920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device a122eb63-1f3b-4785-b41f-d6de8bb55d77 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:37:15.614394 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: a122eb63-1f3b-4785-b41f-d6de8bb55d77 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:37:15.614764 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device a122eb63-1f3b-4785-b41f-d6de8bb55d77 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:37:15.940953 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e180608-515f-4cd0-9097-cbdac69acd15 req-7c9dca22-c93f-4ffd-8fec-3afc7dee3772 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:15.942422 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e180608-515f-4cd0-9097-cbdac69acd15 req-7c9dca22-c93f-4ffd-8fec-3afc7dee3772 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 943 time: 0.0619586 Jul 15 15:37:15.979065 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e180608-515f-4cd0-9097-cbdac69acd15 req-f17da791-2ae3-459c-95b5-91e8764c79f1 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311360 Jul 15 15:37:17.139109 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:37:17.151708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19eea45-361f-4452-bbc7-40beec800c14 req-e9b1db73-0eea-417b-835d-acac2bd0a7c3 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:17.154155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a19eea45-361f-4452-bbc7-40beec800c14 req-e9b1db73-0eea-417b-835d-acac2bd0a7c3 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 943 time: 0.0652888 Jul 15 15:37:17.196045 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a19eea45-361f-4452-bbc7-40beec800c14 req-a7ed3161-685b-4109-b05f-779f400c85d9 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363522 Jul 15 15:37:17.234769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:37:17.245257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '2b13c67d-0b8c-428f-8b05-4ec8ab285f89', 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b', 'port_id': '2b13c67d-0b8c-428f-8b05-4ec8ab285f89', 'mac_address': 'fa:16:3e:53:44:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f39c8c-b846-4752-a95f-6466b7e04545', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:37:17.285419 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:17.297494 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:37:17.316480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:37:17.320374 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:17.368129 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:17.376019 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:17.376642 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:17.376962 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:17.377293 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:17.377626 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:17.377949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:17.378273 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:17.378638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:17.378960 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:17.379308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:17.379629 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:17.379947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:17.520178 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['2b13c67d-0b8c-428f-8b05-4ec8ab285f89'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:37:18.371569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede10a87-15af-4292-82b7-77ced6e3f1ae req-b6c2f025-e5b7-4cef-b839-cbe398fec734 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:18.372990 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ede10a87-15af-4292-82b7-77ced6e3f1ae req-b6c2f025-e5b7-4cef-b839-cbe398fec734 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 944 time: 0.0633640 Jul 15 15:37:18.410729 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ede10a87-15af-4292-82b7-77ced6e3f1ae req-dc6200d7-1cb9-4a5a-93bd-e4db36556934 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319829 Jul 15 15:37:19.138916 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:37:19.186825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:37:19.190289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:37:19.190720 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:19.266581 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:19.299010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15eebc28-eba6-4d18-bfb4-84ff1d919786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b13c67d-0b8c-428f-8b05-4ec8ab285f89'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:37:19.301227 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c129d0-da54-4e8c-83bc-8dc01b498d8f" -d '{"events": [{"server_uuid": "15eebc28-eba6-4d18-bfb4-84ff1d919786", "name": "network-vif-plugged", "status": "completed", "tag": "2b13c67d-0b8c-428f-8b05-4ec8ab285f89"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:37:19.317556 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:37:19.319100 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:19.321354 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:19.344925 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1922d027-4787-4c20-9474-840b00cbe5d6 x-openstack-request-id: req-1922d027-4787-4c20-9474-840b00cbe5d6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:37:19.345217 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15eebc28-eba6-4d18-bfb4-84ff1d919786", "name": "network-vif-plugged", "status": "completed", "tag": "2b13c67d-0b8c-428f-8b05-4ec8ab285f89", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:37:19.345468 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1922d027-4787-4c20-9474-840b00cbe5d6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:37:19.345854 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15eebc28-eba6-4d18-bfb4-84ff1d919786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b13c67d-0b8c-428f-8b05-4ec8ab285f89', 'code': 200} Jul 15 15:37:19.374666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:19.461577 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb53322-2940-4d20-84f3-59b0fc8dc7ef req-19b2dfe2-6377-415e-b450-dfa31f75195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:19.463156 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-adb53322-2940-4d20-84f3-59b0fc8dc7ef req-19b2dfe2-6377-415e-b450-dfa31f75195f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 1096 time: 0.0529613 Jul 15 15:37:19.497487 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-adb53322-2940-4d20-84f3-59b0fc8dc7ef req-86ae08dd-8810-44f8-9a41-64363721d62c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279059 Jul 15 15:37:19.572002 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:19.581395 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8a1b7-5a72-403c-8f70-87e11f740a5e req-b56cdd9c-a586-4dad-889e-e1ea4cc61395 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:19.582909 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-73e8a1b7-5a72-403c-8f70-87e11f740a5e req-b56cdd9c-a586-4dad-889e-e1ea4cc61395 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0629907 Jul 15 15:37:19.619614 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-73e8a1b7-5a72-403c-8f70-87e11f740a5e req-3bee0318-5e51-42ae-b6e4-f5e023d07cd3 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312538 Jul 15 15:37:20.798163 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a752af-87a2-4ba9-9c3c-108e2c576506 req-12a34ea6-a4ca-4fae-800b-667d37f1291b tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:20.799674 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6a752af-87a2-4ba9-9c3c-108e2c576506 req-12a34ea6-a4ca-4fae-800b-667d37f1291b tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0664194 Jul 15 15:37:20.836318 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6a752af-87a2-4ba9-9c3c-108e2c576506 req-6de8a5c6-457f-4ae1-8a0e-ae7e2bd9c8a3 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311494 Jul 15 15:37:21.008370 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799d8f5-3706-439e-b912-f9936fad03c3 req-ad52adcf-0af8-4265-8bd1-b775887208d0 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:21.009773 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2799d8f5-3706-439e-b912-f9936fad03c3 req-ad52adcf-0af8-4265-8bd1-b775887208d0 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0626979 Jul 15 15:37:21.046845 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2799d8f5-3706-439e-b912-f9936fad03c3 req-b6ee9e62-eae3-4f51-be2e-89ea43273fe7 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310080 Jul 15 15:37:21.383289 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-940d9fce-d1f5-46de-af30-4be3684cd412 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0598075 Jul 15 15:37:21.442271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14508dc4-3512-4a8c-a057-7905d8957293 req-892b3186-caf5-4bcb-9a52-73305896ae64 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:21.443812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14508dc4-3512-4a8c-a057-7905d8957293 req-892b3186-caf5-4bcb-9a52-73305896ae64 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0723672 Jul 15 15:37:21.484266 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14508dc4-3512-4a8c-a057-7905d8957293 req-101e6953-a106-4f54-8589-749abbe3f670 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336263 Jul 15 15:37:22.498202 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-3ee37e41-6753-4b20-8093-6712fef90054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:22.499743 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-3ee37e41-6753-4b20-8093-6712fef90054 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc23d492e1534d20991a6ba1761b14a2&device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 1096 time: 0.0515940 Jul 15 15:37:22.592323 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-a59b0171-449a-416f-b998-af23c71133ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:22.593800 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-a59b0171-449a-416f-b998-af23c71133ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 200 len: 916 time: 0.0879614 Jul 15 15:37:22.636857 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-8bcfe08e-87b0-438d-8de4-6638919fa2db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89 HTTP/1.1" status: 200 len: 217 time: 0.0361652 Jul 15 15:37:22.661538 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4afe5-d58d-4ecd-81da-44920d8649f0 req-3bdb14d6-7cfb-4920-b069-5b493c36f9ff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:22.663059 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fdd4afe5-d58d-4ecd-81da-44920d8649f0 req-3bdb14d6-7cfb-4920-b069-5b493c36f9ff tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0679235 Jul 15 15:37:22.688985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e7cd1e8d-abd5-40ae-aff1-ac1f58a069e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:22.690551 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e7cd1e8d-abd5-40ae-aff1-ac1f58a069e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58f39c8c-b846-4752-a95f-6466b7e04545 HTTP/1.1" status: 200 len: 855 time: 0.0485570 Jul 15 15:37:22.701233 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fdd4afe5-d58d-4ecd-81da-44920d8649f0 req-10e157da-0ca8-4caf-ac70-788ce41bab19 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Jul 15 15:37:22.723470 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-010c29de-c3d8-454b-a7aa-5e57fbad4ba4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21f2eb74-15ff-489c-9896-6576b0fe530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266809 Jul 15 15:37:22.812484 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-59181f2c-0f8c-4101-9589-57afded33ab3 service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820122 Jul 15 15:37:22.904141 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-9cbbf099-3fcc-487d-bb41-325d0ac38c9e service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857098 Jul 15 15:37:23.874997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60a36a-e18f-4cf3-8bb9-bea0944eaa23 req-4defef77-b068-43ae-a580-fb8b8c1212a9 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:23.876732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb60a36a-e18f-4cf3-8bb9-bea0944eaa23 req-4defef77-b068-43ae-a580-fb8b8c1212a9 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0656674 Jul 15 15:37:23.915181 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fb60a36a-e18f-4cf3-8bb9-bea0944eaa23 req-93ac2075-8551-4b0c-947b-e42707bc49c0 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329461 Jul 15 15:37:25.088843 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c12e4-46dc-4341-b477-b6c101785f70 req-5e3f9f03-c776-4790-a815-ca79ad3d676e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:25.090849 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bc8c12e4-46dc-4341-b477-b6c101785f70 req-5e3f9f03-c776-4790-a815-ca79ad3d676e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0624328 Jul 15 15:37:25.128746 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bc8c12e4-46dc-4341-b477-b6c101785f70 req-1855538d-68a9-4ff6-a5c0-8ee3d9b07dd3 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323672 Jul 15 15:37:26.305000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69e4be-2363-48f5-af8e-1253873c3ee3 req-ce2d0708-22f1-49ed-be73-8e7d54121985 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:26.306490 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c69e4be-2363-48f5-af8e-1253873c3ee3 req-ce2d0708-22f1-49ed-be73-8e7d54121985 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0629756 Jul 15 15:37:26.343688 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c69e4be-2363-48f5-af8e-1253873c3ee3 req-b165ff76-da12-41b2-a866-025519fe1705 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310271 Jul 15 15:37:27.518121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1d7b6-2d42-4fd5-9322-f40d8e84921f req-391962ae-a08c-4d5c-9d33-cb6c38afce24 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:27.519643 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68b1d7b6-2d42-4fd5-9322-f40d8e84921f req-391962ae-a08c-4d5c-9d33-cb6c38afce24 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0661988 Jul 15 15:37:27.556698 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68b1d7b6-2d42-4fd5-9322-f40d8e84921f req-90679ccd-f2f8-499c-9bad-44b402a50757 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Jul 15 15:37:28.729336 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b554f9f-fa02-41ba-8260-9bfe08989993 req-31e20111-75c8-46ab-8bf9-6c01cf1b6217 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:28.731072 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6b554f9f-fa02-41ba-8260-9bfe08989993 req-31e20111-75c8-46ab-8bf9-6c01cf1b6217 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0622120 Jul 15 15:37:28.769144 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6b554f9f-fa02-41ba-8260-9bfe08989993 req-caf25fe3-4a38-46b8-89da-0b54a9a25180 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324147 Jul 15 15:37:29.944398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf41d7-8cd7-449b-9ba0-af15c4a38ec1 req-1503ef75-a320-44eb-9936-57aa85cce9c5 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:29.945885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45bf41d7-8cd7-449b-9ba0-af15c4a38ec1 req-1503ef75-a320-44eb-9936-57aa85cce9c5 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0675812 Jul 15 15:37:29.985176 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45bf41d7-8cd7-449b-9ba0-af15c4a38ec1 req-bc79aa0f-a8b7-4796-9cea-5a98d753b8d9 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320511 Jul 15 15:37:30.071058 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-826fab40-24b8-41ad-923e-f27e8aad78ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:31.161328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b17367-13e6-4440-9c82-8298676c5920 req-44e792de-f48d-4aaa-9337-fd7316f0c235 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:31.162836 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2b17367-13e6-4440-9c82-8298676c5920 req-44e792de-f48d-4aaa-9337-fd7316f0c235 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0664446 Jul 15 15:37:31.201263 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d2b17367-13e6-4440-9c82-8298676c5920 req-5ef01420-ce83-46b2-911f-11117244b828 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320199 Jul 15 15:37:32.372678 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6fbc4-5c94-4545-895b-07656e69f530 req-62c805ac-d1f9-4c63-9f9f-18026ad7d1fb tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:32.374055 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5bc6fbc4-5c94-4545-895b-07656e69f530 req-62c805ac-d1f9-4c63-9f9f-18026ad7d1fb tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0612829 Jul 15 15:37:32.411568 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5bc6fbc4-5c94-4545-895b-07656e69f530 req-344bcf1c-48ae-4785-9273-605f4143ed24 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314240 Jul 15 15:37:32.848227 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:32.942197 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6f965c5-9404-46c1-8f6b-686c866a6c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:33.584897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e94932-c0a5-456c-9b32-dc64ab5fe8ff req-381876e0-7c71-41ca-a288-aefdf0198b81 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:33.586374 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31e94932-c0a5-456c-9b32-dc64ab5fe8ff req-381876e0-7c71-41ca-a288-aefdf0198b81 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0662334 Jul 15 15:37:33.623275 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31e94932-c0a5-456c-9b32-dc64ab5fe8ff req-97d451b3-b7b6-42ea-a691-8d599828dfd2 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305560 Jul 15 15:37:34.384233 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:34.821521 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482f555-143f-4f8b-b6d9-09abe1d63591 req-34d55162-7058-45a8-a688-06d33921ddb6 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:34.823052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d482f555-143f-4f8b-b6d9-09abe1d63591 req-34d55162-7058-45a8-a688-06d33921ddb6 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0620899 Jul 15 15:37:34.860252 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d482f555-143f-4f8b-b6d9-09abe1d63591 req-d32ed424-4184-439c-b096-e9c21f50058d tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316725 Jul 15 15:37:36.036863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acea6c-4aa3-4bea-99a6-4f99740c5bd8 req-dc64df84-c211-4a90-a921-b210e5abe945 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:36.038359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3acea6c-4aa3-4bea-99a6-4f99740c5bd8 req-dc64df84-c211-4a90-a921-b210e5abe945 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0666659 Jul 15 15:37:36.076185 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3acea6c-4aa3-4bea-99a6-4f99740c5bd8 req-4d60071f-565f-463a-851f-47dbbe2d5ac3 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Jul 15 15:37:36.087165 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:37.247728 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73b947-b0e2-4f33-a275-158ec9aa0ec5 req-bfc55cfa-320f-49b2-b9c7-1ca56a6e9380 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:37.249237 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e73b947-b0e2-4f33-a275-158ec9aa0ec5 req-bfc55cfa-320f-49b2-b9c7-1ca56a6e9380 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0624774 Jul 15 15:37:37.286497 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e73b947-b0e2-4f33-a275-158ec9aa0ec5 req-2b3d15a5-65bc-4140-bf94-b1dedd7c5978 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314910 Jul 15 15:37:38.479984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad0de4-1d97-4d79-b894-de2b9a7128fa req-73a6d3bf-da36-4909-aaba-59010e8dabc8 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:38.481457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11ad0de4-1d97-4d79-b894-de2b9a7128fa req-73a6d3bf-da36-4909-aaba-59010e8dabc8 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0616469 Jul 15 15:37:38.518160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-11ad0de4-1d97-4d79-b894-de2b9a7128fa req-bcac7e26-171f-49a6-b603-4ea4ff5ce60d tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309000 Jul 15 15:37:39.693828 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653c10b-3c55-47e0-a8ad-31f17c6db8a6 req-51980480-a865-4ef4-9085-da8111c026f3 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:39.695316 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f653c10b-3c55-47e0-a8ad-31f17c6db8a6 req-51980480-a865-4ef4-9085-da8111c026f3 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0661023 Jul 15 15:37:39.732044 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f653c10b-3c55-47e0-a8ad-31f17c6db8a6 req-c62ea02b-d91b-44dd-b5fa-7f682a36a695 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310493 Jul 15 15:37:40.902294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3b668-09f7-46fe-9dd6-2cbc07310edb req-1f96386e-dd97-493d-8035-dbf927b320d9 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:40.903844 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0af3b668-09f7-46fe-9dd6-2cbc07310edb req-1f96386e-dd97-493d-8035-dbf927b320d9 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0632555 Jul 15 15:37:40.940085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0af3b668-09f7-46fe-9dd6-2cbc07310edb req-0e2ffa4f-a42f-4060-9df2-cb26b512f2ec tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308173 Jul 15 15:37:41.709837 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:37:42.116111 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da6eaa-8ab2-4165-9260-615c433e6c6e req-c85da9ce-d7e7-418a-8b68-56ce0600d068 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:42.117586 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1da6eaa-8ab2-4165-9260-615c433e6c6e req-c85da9ce-d7e7-418a-8b68-56ce0600d068 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0649614 Jul 15 15:37:42.155585 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1da6eaa-8ab2-4165-9260-615c433e6c6e req-8428e95b-81b2-4b96-a84e-e12c37f5b305 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316155 Jul 15 15:37:43.326508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280b442-a0c3-46cd-b242-a4a5c10280a2 req-4f85fce0-15d3-4af7-af69-eb2f5486711c tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:43.328017 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5280b442-a0c3-46cd-b242-a4a5c10280a2 req-4f85fce0-15d3-4af7-af69-eb2f5486711c tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0636637 Jul 15 15:37:43.364573 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5280b442-a0c3-46cd-b242-a4a5c10280a2 req-118990ec-1c4b-4e8d-8dff-d4c1ae05bb2e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309625 Jul 15 15:37:44.534924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f5af2-2530-4e93-8b1e-aa0eaba0044f req-ba011d8a-e981-4962-a160-0263c1029e3e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:44.536391 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f7f5af2-2530-4e93-8b1e-aa0eaba0044f req-ba011d8a-e981-4962-a160-0263c1029e3e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0620966 Jul 15 15:37:44.573516 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0f7f5af2-2530-4e93-8b1e-aa0eaba0044f req-6d882358-194e-49b7-81ed-2c27203028c7 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309594 Jul 15 15:37:45.747925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321b568-f2e7-4557-898f-daee265144e1 req-246fa6a1-aac2-4cf8-b04c-f47ad2ec571f tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:45.749627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5321b568-f2e7-4557-898f-daee265144e1 req-246fa6a1-aac2-4cf8-b04c-f47ad2ec571f tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0661964 Jul 15 15:37:45.786273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5321b568-f2e7-4557-898f-daee265144e1 req-8a5a29f2-1d6b-45aa-83e1-4d014c469a01 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310292 Jul 15 15:37:46.961074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31867440-4e45-43f9-b073-b1c8b6f50e28 req-90563e4a-94b0-41e0-bab3-489920676cd6 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:46.962581 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31867440-4e45-43f9-b073-b1c8b6f50e28 req-90563e4a-94b0-41e0-bab3-489920676cd6 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0633957 Jul 15 15:37:46.999841 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31867440-4e45-43f9-b073-b1c8b6f50e28 req-5f0dbdbb-e73c-4033-85e3-40385e503514 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309787 Jul 15 15:37:48.176841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb09fe-9d94-4e5e-bde2-3101a4bdfe8f req-d685c9b6-8873-4cbc-bb51-d48575f77fec tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:48.178308 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9ceb09fe-9d94-4e5e-bde2-3101a4bdfe8f req-d685c9b6-8873-4cbc-bb51-d48575f77fec tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0665565 Jul 15 15:37:48.215403 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9ceb09fe-9d94-4e5e-bde2-3101a4bdfe8f req-f5d42744-1f69-4be3-9944-cd67598a44ec tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313959 Jul 15 15:37:49.294276 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:49.389636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb255b87-b7f5-445f-878b-35e298643590 req-0e0af49c-5374-4164-aef6-90ac38371fcf tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:49.391170 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb255b87-b7f5-445f-878b-35e298643590 req-0e0af49c-5374-4164-aef6-90ac38371fcf tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0631347 Jul 15 15:37:49.427960 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bb255b87-b7f5-445f-878b-35e298643590 req-67238460-da5a-4eaf-a409-489b7a543aeb tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312576 Jul 15 15:37:49.569428 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:49.690720 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-66fb8cec-a0be-42ec-9723-b9e3c03fad27 service neutron] show failed (client error): The resource could not be found. Jul 15 15:37:49.691638 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-66fb8cec-a0be-42ec-9723-b9e3c03fad27 service neutron] 10.222.0.11 "GET /v2.0/ports/2b13c67d-0b8c-428f-8b05-4ec8ab285f89/bindings/n-h2-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.0536022 Jul 15 15:37:49.941276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-16c2d7f4-1a24-41c7-9d55-c6c2472a8fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:49.942673 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-16c2d7f4-1a24-41c7-9d55-c6c2472a8fc6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786&tenant_id=dc23d492e1534d20991a6ba1761b14a2 HTTP/1.1" status: 200 len: 1096 time: 0.0504444 Jul 15 15:37:49.954465 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:37:50.028459 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:50.224163 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] For port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:37:50.257617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] For port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:37:50.298154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15eebc28-eba6-4d18-bfb4-84ff1d919786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b13c67d-0b8c-428f-8b05-4ec8ab285f89'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:37:50.300418 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655cdb75-4b52-41e1-bde8-0c204e4b17a0" -d '{"events": [{"server_uuid": "15eebc28-eba6-4d18-bfb4-84ff1d919786", "name": "network-vif-unplugged", "status": "completed", "tag": "2b13c67d-0b8c-428f-8b05-4ec8ab285f89"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:37:50.303984 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:50.315796 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Transition to ACTIVE for port object 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:37:50.319440 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:50.384997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] No DVR routers for this DVR port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:37:50.387971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Pushing event updated for resources: {'Port': ['ID=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,revision_number=6']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:50.412062 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d11958-996c-439c-8da1-d97641debc60 x-openstack-request-id: req-42d11958-996c-439c-8da1-d97641debc60 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:37:50.412660 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15eebc28-eba6-4d18-bfb4-84ff1d919786", "name": "network-vif-unplugged", "status": "completed", "tag": "2b13c67d-0b8c-428f-8b05-4ec8ab285f89", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:37:50.412660 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-42d11958-996c-439c-8da1-d97641debc60 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:37:50.412961 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15eebc28-eba6-4d18-bfb4-84ff1d919786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b13c67d-0b8c-428f-8b05-4ec8ab285f89', 'code': 200} Jul 15 15:37:50.425404 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Attempting to bind port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:37:50.425738 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Attempting to bind port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:37:50.426065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Attempting to bind port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 on network 21f2eb74-15ff-489c-9896-6576b0fe530b {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:37:50.430193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 on network 21f2eb74-15ff-489c-9896-6576b0fe530b not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:37:50.430508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Attempting to bind port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 on network 21f2eb74-15ff-489c-9896-6576b0fe530b {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:37:50.435765 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:37:50.436093 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Checking segment: {'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:37:50.436469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Bound using segment: {'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:37:50.436889 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Bound port: 2b13c67d-0b8c-428f-8b05-4ec8ab285f89, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4f8715-4fab-4125-863e-614a109fc16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:37:50.437232 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:50.497609 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] For port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:37:50.500742 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] For port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:37:50.505101 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:50.540353 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:50.540995 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:50.542367 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] 10.222.0.22 "PUT /v2.0/ports/2b13c67d-0b8c-428f-8b05-4ec8ab285f89 HTTP/1.1" status: 200 len: 1091 time: 0.5919075 Jul 15 15:37:50.621380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a713e-5aa8-4387-bf14-c6953c6f519c service neutron] Pushing event updated for resources: {'Port': ['ID=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,revision_number=7']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:50.663362 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3268beb-e12e-4107-9b58-b03e851daf89 req-d8478253-530d-4d0d-9769-c3062239b63a tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:50.664844 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3268beb-e12e-4107-9b58-b03e851daf89 req-d8478253-530d-4d0d-9769-c3062239b63a tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 943 time: 0.1215699 Jul 15 15:37:50.668608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-b39eedea-6cd6-4c78-ad65-23ce791beece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:50.669975 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-b39eedea-6cd6-4c78-ad65-23ce791beece service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc23d492e1534d20991a6ba1761b14a2&device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 1094 time: 0.0940881 Jul 15 15:37:50.754424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3268beb-e12e-4107-9b58-b03e851daf89 req-f9138865-16ed-407b-b508-6cce1bce0f20 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834284 Jul 15 15:37:50.781663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-851dfa3c-2c42-43e7-a061-0c7dda9aded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:50.783210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-851dfa3c-2c42-43e7-a061-0c7dda9aded0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 200 len: 916 time: 0.1065934 Jul 15 15:37:50.823870 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-514843a7-7ddb-4ae5-a9d6-479c7dd28f15 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89 HTTP/1.1" status: 200 len: 217 time: 0.0346310 Jul 15 15:37:50.874988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-437b96d8-68f3-44a0-b98a-6be4beccbeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:50.876428 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-437b96d8-68f3-44a0-b98a-6be4beccbeb8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58f39c8c-b846-4752-a95f-6466b7e04545 HTTP/1.1" status: 200 len: 855 time: 0.0470362 Jul 15 15:37:50.907271 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-3057c6d0-0085-4415-95f1-7ad90c3964ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=21f2eb74-15ff-489c-9896-6576b0fe530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251186 Jul 15 15:37:51.001855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-0072a6a1-4d80-4af5-b875-68c0e0f41849 service neutron] 10.222.0.22 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881712 Jul 15 15:37:51.087390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0b1307f-57a7-42ac-aa8d-dd6e51efa9c0 req-3b8e07d1-9880-4eba-9e9c-798b07883607 service neutron] 10.222.0.22 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791879 Jul 15 15:37:51.935115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e3e63-4b71-4c9c-97be-355a981127af req-460a4ac6-100b-4323-a755-2a3d953750ed tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:51.936576 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-997e3e63-4b71-4c9c-97be-355a981127af req-460a4ac6-100b-4323-a755-2a3d953750ed tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 943 time: 0.0708983 Jul 15 15:37:51.976371 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-997e3e63-4b71-4c9c-97be-355a981127af req-623ba122-2380-438b-a6c6-64c89cacb482 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342338 Jul 15 15:37:52.414080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15eebc28-eba6-4d18-bfb4-84ff1d919786', 'tag': '2b13c67d-0b8c-428f-8b05-4ec8ab285f89'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:37:52.416569 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201cc63a-a057-4f70-bb5b-6c7b3d375125" -d '{"events": [{"name": "network-changed", "server_uuid": "15eebc28-eba6-4d18-bfb4-84ff1d919786", "tag": "2b13c67d-0b8c-428f-8b05-4ec8ab285f89"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:37:52.462016 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ff4982-a481-409d-9046-8fe05cb96ef0 x-openstack-request-id: req-a2ff4982-a481-409d-9046-8fe05cb96ef0 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:37:52.462312 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15eebc28-eba6-4d18-bfb4-84ff1d919786", "tag": "2b13c67d-0b8c-428f-8b05-4ec8ab285f89", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:37:52.463229 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2ff4982-a481-409d-9046-8fe05cb96ef0 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:37:52.463624 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15eebc28-eba6-4d18-bfb4-84ff1d919786', 'tag': '2b13c67d-0b8c-428f-8b05-4ec8ab285f89', 'status': 'completed', 'code': 200} Jul 15 15:37:52.537275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-f82dc0a0-12b9-4b4d-9d28-f772e943519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:52.539441 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-f82dc0a0-12b9-4b4d-9d28-f772e943519d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc23d492e1534d20991a6ba1761b14a2&device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 1094 time: 0.0584772 Jul 15 15:37:52.548006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-bc2e297f-edef-4f9b-898b-5bbbf67e6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:52.549517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-bc2e297f-edef-4f9b-898b-5bbbf67e6586 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc23d492e1534d20991a6ba1761b14a2&device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 1094 time: 0.0587313 Jul 15 15:37:52.635945 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-e1edbe2e-75d9-42c0-ab78-129471bd4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:52.637456 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-e1edbe2e-75d9-42c0-ab78-129471bd4ecb service neutron] 10.222.0.11 "GET /v2.0/networks?id=21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 200 len: 916 time: 0.0916262 Jul 15 15:37:52.643462 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-588b6092-c95a-465b-bd74-ae61652be12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:52.644923 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-588b6092-c95a-465b-bd74-ae61652be12d service neutron] 10.222.0.22 "GET /v2.0/networks?id=21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 200 len: 916 time: 0.0890119 Jul 15 15:37:52.682751 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-5fd30a0c-cfd5-45fa-b34c-86078b3a5ddd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89 HTTP/1.1" status: 200 len: 217 time: 0.0390964 Jul 15 15:37:52.704831 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-6f0d2509-6b4e-461e-8825-c00cdc17241e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89 HTTP/1.1" status: 200 len: 217 time: 0.0402093 Jul 15 15:37:52.732059 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-9e155594-48e9-4cc0-a99a-a35eaeaa0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:52.733571 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-9e155594-48e9-4cc0-a99a-a35eaeaa0037 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58f39c8c-b846-4752-a95f-6466b7e04545 HTTP/1.1" status: 200 len: 855 time: 0.0451856 Jul 15 15:37:52.752690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-10721ac5-d5a5-4721-9d46-c519d001c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:52.754405 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-10721ac5-d5a5-4721-9d46-c519d001c68a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58f39c8c-b846-4752-a95f-6466b7e04545 HTTP/1.1" status: 200 len: 855 time: 0.0439246 Jul 15 15:37:52.766721 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-ec5dcc5f-f2da-4f3b-ba4e-213c8eca5bb8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21f2eb74-15ff-489c-9896-6576b0fe530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262589 Jul 15 15:37:52.787018 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-291846df-d668-49d3-aec6-4dcfa2515100 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=21f2eb74-15ff-489c-9896-6576b0fe530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268612 Jul 15 15:37:52.859235 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-09a1868c-a9ed-430a-8148-fe2c29ffa100 service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855322 Jul 15 15:37:52.880068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-2c369f49-d9e6-4adf-907d-f3cad50886ff service neutron] 10.222.0.22 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858572 Jul 15 15:37:52.946886 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-07231596-9589-42e0-a2e5-fcf7f5fba88d service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816934 Jul 15 15:37:52.967642 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-201cc63a-a057-4f70-bb5b-6c7b3d375125 req-cac53889-8eb9-41eb-ba33-e4fc75ccc454 service neutron] 10.222.0.22 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803428 Jul 15 15:37:53.151714 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cdea5-760b-4099-8cdc-9816f9a3387d req-91731145-0bc2-4138-a1c1-b328c97deda1 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:53.153196 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d1cdea5-760b-4099-8cdc-9816f9a3387d req-91731145-0bc2-4138-a1c1-b328c97deda1 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 943 time: 0.0662203 Jul 15 15:37:53.190913 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d1cdea5-760b-4099-8cdc-9816f9a3387d req-b17ae8db-1acb-43e6-a89e-f209f9e2caeb tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322371 Jul 15 15:37:53.277037 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:37:53.318362 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:37:53.490146 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ace742-9b2b-483b-ac34-2d86f30a6406 req-cdf7be4e-8728-4f36-8237-b8c12e9877a1 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:53.491592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75ace742-9b2b-483b-ac34-2d86f30a6406 req-cdf7be4e-8728-4f36-8237-b8c12e9877a1 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 943 time: 0.0627725 Jul 15 15:37:53.503715 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285e172-ba60-44f1-ba94-78412c5e5a80 req-539257e7-f4e0-40ac-b007-15995f0a2e17 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:53.505181 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9285e172-ba60-44f1-ba94-78412c5e5a80 req-539257e7-f4e0-40ac-b007-15995f0a2e17 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.11 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786&tenant_id=dc23d492e1534d20991a6ba1761b14a2&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 943 time: 0.0758271 Jul 15 15:37:53.529593 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75ace742-9b2b-483b-ac34-2d86f30a6406 req-0649f756-f66a-4c33-a058-86b842ee75e0 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321956 Jul 15 15:37:53.565278 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [req-9285e172-ba60-44f1-ba94-78412c5e5a80 req-da0d4893-cf32-49ef-92b6-64aef932acd2 service neutron] delete failed (client error): The resource could not be found. Jul 15 15:37:53.566300 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9285e172-ba60-44f1-ba94-78412c5e5a80 req-da0d4893-cf32-49ef-92b6-64aef932acd2 service neutron] 10.222.0.11 "DELETE /v2.0/ports/2b13c67d-0b8c-428f-8b05-4ec8ab285f89/bindings/n-h1-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.0545321 Jul 15 15:37:53.660084 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285e172-ba60-44f1-ba94-78412c5e5a80 req-f6715bc6-4e10-4a26-8ab9-07bbe20fe350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:53.661543 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9285e172-ba60-44f1-ba94-78412c5e5a80 req-f6715bc6-4e10-4a26-8ab9-07bbe20fe350 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc23d492e1534d20991a6ba1761b14a2&device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 1094 time: 0.0522814 Jul 15 15:37:53.747573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:37:53.751652 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285e172-ba60-44f1-ba94-78412c5e5a80 req-c2d48276-8953-4928-b366-61f91b73c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:53.753132 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9285e172-ba60-44f1-ba94-78412c5e5a80 req-c2d48276-8953-4928-b366-61f91b73c1a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 200 len: 916 time: 0.0853710 Jul 15 15:37:53.793732 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9285e172-ba60-44f1-ba94-78412c5e5a80 req-75345e6c-174c-4000-a23b-75569cc3a686 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89 HTTP/1.1" status: 200 len: 217 time: 0.0343664 Jul 15 15:37:53.841362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285e172-ba60-44f1-ba94-78412c5e5a80 req-b116d82e-4ac9-4353-b9f2-95ce46552e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:53.841867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:37:53.842860 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9285e172-ba60-44f1-ba94-78412c5e5a80 req-b116d82e-4ac9-4353-b9f2-95ce46552e32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58f39c8c-b846-4752-a95f-6466b7e04545 HTTP/1.1" status: 200 len: 855 time: 0.0431657 Jul 15 15:37:53.852739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '2b13c67d-0b8c-428f-8b05-4ec8ab285f89', 'network_id': '21f2eb74-15ff-489c-9896-6576b0fe530b', 'port_id': '2b13c67d-0b8c-428f-8b05-4ec8ab285f89', 'mac_address': 'fa:16:3e:53:44:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f39c8c-b846-4752-a95f-6466b7e04545', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:37:53.878882 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9285e172-ba60-44f1-ba94-78412c5e5a80 req-0ad755e2-8c71-4a15-b350-5d5f31229887 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21f2eb74-15ff-489c-9896-6576b0fe530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294342 Jul 15 15:37:53.889822 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:53.905994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:37:53.924799 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:37:53.928708 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:53.975540 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9285e172-ba60-44f1-ba94-78412c5e5a80 req-b4f6f48d-609f-4713-89c7-cfda384c8d1a service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898194 Jul 15 15:37:53.976592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:54.073576 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9285e172-ba60-44f1-ba94-78412c5e5a80 req-d4345c6d-f452-4f66-9def-3c15e135e468 service neutron] 10.222.0.11 "GET /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916495 Jul 15 15:37:54.134083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['2b13c67d-0b8c-428f-8b05-4ec8ab285f89'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:37:54.714918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6128a0-d59b-42b1-99c5-6467527ba3f0 req-5fa3d870-e855-4c72-9b51-64a23e9b3458 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:54.716494 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e6128a0-d59b-42b1-99c5-6467527ba3f0 req-5fa3d870-e855-4c72-9b51-64a23e9b3458 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 944 time: 0.0695748 Jul 15 15:37:54.755151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e6128a0-d59b-42b1-99c5-6467527ba3f0 req-2a8a3ea7-25d4-45e6-9004-c21d9d31ef56 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330057 Jul 15 15:37:54.933971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503e08e-8664-49ff-9029-91e5dd5aaac9 req-f54c2777-0528-4935-84b3-a4bd4e6aeeac tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:54.935600 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4503e08e-8664-49ff-9029-91e5dd5aaac9 req-f54c2777-0528-4935-84b3-a4bd4e6aeeac tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 944 time: 0.0702000 Jul 15 15:37:54.975951 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4503e08e-8664-49ff-9029-91e5dd5aaac9 req-27765000-a508-425f-a7a8-3d59a5e77095 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335138 Jul 15 15:37:55.186778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafee5b2-85b9-488f-b623-ae0997155f3c req-a855eb50-4bce-4183-a0ac-661082767601 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:55.188720 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eafee5b2-85b9-488f-b623-ae0997155f3c req-a855eb50-4bce-4183-a0ac-661082767601 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 944 time: 0.0736775 Jul 15 15:37:55.237943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eafee5b2-85b9-488f-b623-ae0997155f3c req-17084e52-849a-4b1c-a36c-d790d9c95da9 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409012 Jul 15 15:37:55.754216 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:37:55.805417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:37:55.809187 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:37:55.809564 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:55.880994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a895d-2209-4c15-9d75-d68cc2c1ad09 req-507041e9-9889-417e-bba5-eef9047e84bc tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:55.882600 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c83a895d-2209-4c15-9d75-d68cc2c1ad09 req-507041e9-9889-417e-bba5-eef9047e84bc tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 944 time: 0.0667109 Jul 15 15:37:55.884752 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:55.908398 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15eebc28-eba6-4d18-bfb4-84ff1d919786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b13c67d-0b8c-428f-8b05-4ec8ab285f89'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:37:55.910657 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e358293-6409-45c9-a570-bc1106b94d09" -d '{"events": [{"server_uuid": "15eebc28-eba6-4d18-bfb4-84ff1d919786", "name": "network-vif-plugged", "status": "completed", "tag": "2b13c67d-0b8c-428f-8b05-4ec8ab285f89"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:37:55.922618 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c83a895d-2209-4c15-9d75-d68cc2c1ad09 req-a02281b6-0658-4ae8-b3fe-fea22659f13c tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335209 Jul 15 15:37:55.923094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:37:55.932047 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:55.958745 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc61173-da59-4561-90f1-ce9533b8b2b6 x-openstack-request-id: req-8bc61173-da59-4561-90f1-ce9533b8b2b6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:37:55.959045 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15eebc28-eba6-4d18-bfb4-84ff1d919786", "name": "network-vif-plugged", "status": "completed", "tag": "2b13c67d-0b8c-428f-8b05-4ec8ab285f89", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:37:55.959291 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8bc61173-da59-4561-90f1-ce9533b8b2b6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:37:55.959670 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15eebc28-eba6-4d18-bfb4-84ff1d919786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b13c67d-0b8c-428f-8b05-4ec8ab285f89', 'code': 200} Jul 15 15:37:55.985355 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:56.862221 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7ccad-47ce-45a8-a876-ae4511e20aae req-eb772eb3-63e5-485e-85cb-560a53d55209 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:56.863710 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ecc7ccad-47ce-45a8-a876-ae4511e20aae req-eb772eb3-63e5-485e-85cb-560a53d55209 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.22 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.0626841 Jul 15 15:37:56.964363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-ecc7ccad-47ce-45a8-a876-ae4511e20aae req-bc1df056-bebf-40c8-9c60-e04d576afa16 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Deleting port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:37:56.964899 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ecc7ccad-47ce-45a8-a876-ae4511e20aae req-bc1df056-bebf-40c8-9c60-e04d576afa16 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:57.090624 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-ecc7ccad-47ce-45a8-a876-ae4511e20aae req-bc1df056-bebf-40c8-9c60-e04d576afa16 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] For port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,segment=NetworkSegment(8c4f8715-4fab-4125-863e-614a109fc16f),segment_id=8c4f8715-4fab-4125-863e-614a109fc16f)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:37:57.090992 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ecc7ccad-47ce-45a8-a876-ae4511e20aae req-bc1df056-bebf-40c8-9c60-e04d576afa16 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:57.107704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-ecc7ccad-47ce-45a8-a876-ae4511e20aae req-bc1df056-bebf-40c8-9c60-e04d576afa16 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Calling delete_port for 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:37:57.170636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b71ef-a4ba-4706-89bd-0a80394785b8 req-5bd429b7-a0b2-47de-bfdb-cde827c7eb4e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:37:57.172114 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c2b71ef-a4ba-4706-89bd-0a80394785b8 req-5bd429b7-a0b2-47de-bfdb-cde827c7eb4e tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/ports?device_id=15eebc28-eba6-4d18-bfb4-84ff1d919786 HTTP/1.1" status: 200 len: 945 time: 0.1317153 Jul 15 15:37:57.227988 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c2b71ef-a4ba-4706-89bd-0a80394785b8 req-ce6794cc-3e53-4ee6-82dc-c88275fabd7a tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd81520a-3fd0-4e9d-a245-1d208af7ea7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491436 Jul 15 15:37:57.279514 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ecc7ccad-47ce-45a8-a876-ae4511e20aae req-bc1df056-bebf-40c8-9c60-e04d576afa16 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:57.290570 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['2b13c67d-0b8c-428f-8b05-4ec8ab285f89'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:37:57.310059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1df056-bebf-40c8-9c60-e04d576afa16 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Pushing event deleted for resources: {'Port': ['ID=2b13c67d-0b8c-428f-8b05-4ec8ab285f89,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:57.354641 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc7ccad-47ce-45a8-a876-ae4511e20aae req-bc1df056-bebf-40c8-9c60-e04d576afa16 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] No DVR routers for this DVR port 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:37:57.357239 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ecc7ccad-47ce-45a8-a876-ae4511e20aae req-bc1df056-bebf-40c8-9c60-e04d576afa16 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:57.359202 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ecc7ccad-47ce-45a8-a876-ae4511e20aae req-bc1df056-bebf-40c8-9c60-e04d576afa16 tempest-ServerDiskConfigTestJSON-811941046 tempest-ServerDiskConfigTestJSON-811941046-project] 10.222.0.22 "DELETE /v2.0/ports/2b13c67d-0b8c-428f-8b05-4ec8ab285f89 HTTP/1.1" status: 204 len: 173 time: 0.4893751 Jul 15 15:37:57.359689 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15eebc28-eba6-4d18-bfb4-84ff1d919786', 'name': 'network-vif-deleted', 'tag': '2b13c67d-0b8c-428f-8b05-4ec8ab285f89'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:37:57.361874 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7459cd-eb95-446c-b053-f749940de4e2" -d '{"events": [{"server_uuid": "15eebc28-eba6-4d18-bfb4-84ff1d919786", "name": "network-vif-deleted", "tag": "2b13c67d-0b8c-428f-8b05-4ec8ab285f89"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:37:57.399862 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb93f3bc-d1b8-4947-a2d9-50b072373926 x-openstack-request-id: req-eb93f3bc-d1b8-4947-a2d9-50b072373926 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:37:57.400332 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15eebc28-eba6-4d18-bfb4-84ff1d919786", "name": "network-vif-deleted", "tag": "2b13c67d-0b8c-428f-8b05-4ec8ab285f89", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:37:57.400593 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb93f3bc-d1b8-4947-a2d9-50b072373926 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:37:57.401044 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15eebc28-eba6-4d18-bfb4-84ff1d919786', 'name': 'network-vif-deleted', 'tag': '2b13c67d-0b8c-428f-8b05-4ec8ab285f89', 'status': 'completed', 'code': 200} Jul 15 15:37:58.453481 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39282) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:37:58.497508 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae1c2e1-6bd9-4fda-9980-dfcab5e9d1da admin admin] Deleting subnet 58f39c8c-b846-4752-a95f-6466b7e04545 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:37:58.500732 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bae1c2e1-6bd9-4fda-9980-dfcab5e9d1da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:58.533360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bae1c2e1-6bd9-4fda-9980-dfcab5e9d1da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:58.570289 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bae1c2e1-6bd9-4fda-9980-dfcab5e9d1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:58.624482 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bae1c2e1-6bd9-4fda-9980-dfcab5e9d1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:58.650103 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1c2e1-6bd9-4fda-9980-dfcab5e9d1da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f39c8c-b846-4752-a95f-6466b7e04545,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:58.652517 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bae1c2e1-6bd9-4fda-9980-dfcab5e9d1da admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:58.654910 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bae1c2e1-6bd9-4fda-9980-dfcab5e9d1da admin admin] 10.222.0.38 "DELETE /v2.0/subnets/58f39c8c-b846-4752-a95f-6466b7e04545 HTTP/1.1" status: 204 len: 168 time: 0.1998742 Jul 15 15:37:58.656804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39284) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:37:58.722663 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1888a11-bb22-4ad1-b7f4-1f725d298263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:58.801836 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1888a11-bb22-4ad1-b7f4-1f725d298263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:58.811332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e1888a11-bb22-4ad1-b7f4-1f725d298263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f2eb74-15ff-489c-9896-6576b0fe530b']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:37:58.820754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e1888a11-bb22-4ad1-b7f4-1f725d298263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4f8715-4fab-4125-863e-614a109fc16f') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:37:58.821052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e1888a11-bb22-4ad1-b7f4-1f725d298263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4f8715-4fab-4125-863e-614a109fc16f') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:37:58.830006 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1888a11-bb22-4ad1-b7f4-1f725d298263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:58.843157 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1888a11-bb22-4ad1-b7f4-1f725d298263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:58.848733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1888a11-bb22-4ad1-b7f4-1f725d298263 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:37:58.849118 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1888a11-bb22-4ad1-b7f4-1f725d298263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:37:58.850726 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:37:58.906566 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1888a11-bb22-4ad1-b7f4-1f725d298263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:58.911007 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1888a11-bb22-4ad1-b7f4-1f725d298263 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:58.913063 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e1888a11-bb22-4ad1-b7f4-1f725d298263 admin admin] 10.222.0.38 "DELETE /v2.0/networks/21f2eb74-15ff-489c-9896-6576b0fe530b HTTP/1.1" status: 204 len: 168 time: 0.2553067 Jul 15 15:37:58.925694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1888a11-bb22-4ad1-b7f4-1f725d298263 admin admin] Pushing event deleted for resources: {'Network': ['ID=21f2eb74-15ff-489c-9896-6576b0fe530b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:59.018299 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39288) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:37:59.056886 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a8fc1c15-359a-4940-a787-00c3f8d393a0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc23d492e1534d20991a6ba1761b14a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374148 Jul 15 15:37:59.059912 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39290) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:37:59.106434 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cd88459-3725-4056-9642-ec49215d824b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:59.127771 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cd88459-3725-4056-9642-ec49215d824b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:59.172697 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cd88459-3725-4056-9642-ec49215d824b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:59.175528 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cd88459-3725-4056-9642-ec49215d824b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:59.176718 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8cd88459-3725-4056-9642-ec49215d824b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dd81520a-3fd0-4e9d-a245-1d208af7ea7b HTTP/1.1" status: 204 len: 168 time: 0.1159213 Jul 15 15:37:59.185004 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd88459-3725-4056-9642-ec49215d824b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd81520a-3fd0-4e9d-a245-1d208af7ea7b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:37:59.794840 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:37:59.809264 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39312) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:37:59.815079 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:37:59.815440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 2b13c67d-0b8c-428f-8b05-4ec8ab285f89 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:37:59.925601 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-72f9465f-ed46-4c84-be21-4c5b67ec8cce admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-514736879-network', 'tenant_id': '80e3311635754e58897ae15c1533866d'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:37:59.946944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f9465f-ed46-4c84-be21-4c5b67ec8cce admin admin] Made reservation on behalf of 80e3311635754e58897ae15c1533866d for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:37:59.949803 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f9465f-ed46-4c84-be21-4c5b67ec8cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:59.958139 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f9465f-ed46-4c84-be21-4c5b67ec8cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:00.052367 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f9465f-ed46-4c84-be21-4c5b67ec8cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:00.056652 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f9465f-ed46-4c84-be21-4c5b67ec8cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:00.074154 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b518dd87-ab6c-4fca-adb8-365115e1c7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:00.084241 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f9465f-ed46-4c84-be21-4c5b67ec8cce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:38:00.090415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9465f-ed46-4c84-be21-4c5b67ec8cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f127bad6-d18f-47f9-9848-001017fd614d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:00.096290 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f9465f-ed46-4c84-be21-4c5b67ec8cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:00.096642 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-72f9465f-ed46-4c84-be21-4c5b67ec8cce admin admin] Added segment ca3a526e-839f-43c2-b720-d4f7c867cfff of type vlan for network c2da8cf1-36e0-4219-b0a0-b333f396986d Jul 15 15:38:00.137579 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f9465f-ed46-4c84-be21-4c5b67ec8cce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:00.164396 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f9465f-ed46-4c84-be21-4c5b67ec8cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:00.165350 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f9465f-ed46-4c84-be21-4c5b67ec8cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:00.165932 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72f9465f-ed46-4c84-be21-4c5b67ec8cce admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:00.194875 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-72f9465f-ed46-4c84-be21-4c5b67ec8cce admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3844178 Jul 15 15:38:00.198876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39318) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:38:00.203966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-4c05884a-0f8f-44cf-a5b2-909e6afeac49 admin admin] Request body: {'subnet': {'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-514736879-subnet', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:38:00.223699 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c05884a-0f8f-44cf-a5b2-909e6afeac49 admin admin] Made reservation on behalf of 80e3311635754e58897ae15c1533866d for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:38:00.226221 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9465f-ed46-4c84-be21-4c5b67ec8cce admin admin] Pushing event updated for resources: {'Network': ['ID=c2da8cf1-36e0-4219-b0a0-b333f396986d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:00.226569 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c05884a-0f8f-44cf-a5b2-909e6afeac49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:00.241372 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network c2da8cf1-36e0-4219-b0a0-b333f396986d details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:38:00.408157 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c05884a-0f8f-44cf-a5b2-909e6afeac49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:00.462946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05884a-0f8f-44cf-a5b2-909e6afeac49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99ca303-2e7a-4f3b-93c9-0518cca00c0b,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:00.473028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05884a-0f8f-44cf-a5b2-909e6afeac49 admin admin] Checking segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:38:00.473397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05884a-0f8f-44cf-a5b2-909e6afeac49 admin admin] Network hostable DHCP agents. Network: c2da8cf1-36e0-4219-b0a0-b333f396986d, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:38:00.489555 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05884a-0f8f-44cf-a5b2-909e6afeac49 admin admin] Network c2da8cf1-36e0-4219-b0a0-b333f396986d is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:38:00.498411 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-4c05884a-0f8f-44cf-a5b2-909e6afeac49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, c2da8cf1-36e0-4219-b0a0-b333f396986d) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:38:00.502297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c05884a-0f8f-44cf-a5b2-909e6afeac49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:00.502919 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4c05884a-0f8f-44cf-a5b2-909e6afeac49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:00.507443 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c04a4-9cd1-4a0b-ad31-5fd57daa45e6 None None] Network c2da8cf1-36e0-4219-b0a0-b333f396986d requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:38:00.517709 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4c05884a-0f8f-44cf-a5b2-909e6afeac49 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3178713 Jul 15 15:38:00.520622 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39320) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:38:00.525198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:38:00.546210 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:00.547228 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:00.656693 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-c2da8cf1-36e0-4219-b0a0-b333f396986d', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:38:00.657578 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:00.797466 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Allocated IP 172.20.0.2 (c2da8cf1-36e0-4219-b0a0-b333f396986d/e99ca303-2e7a-4f3b-93c9-0518cca00c0b/5f4f8192-102b-483a-a00b-9f8b29da392b) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:38:00.930747 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:00.945834 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:00.955164 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Transition to ACTIVE for port object 5f4f8192-102b-483a-a00b-9f8b29da392b will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:38:00.969819 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Transition to ACTIVE for port object 5f4f8192-102b-483a-a00b-9f8b29da392b will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:38:00.975262 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:01.016856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Network c2da8cf1-36e0-4219-b0a0-b333f396986d is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:38:01.019756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:38:01.022227 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:38:01.028007 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Pushing event updated for resources: {'Port': ['ID=5f4f8192-102b-483a-a00b-9f8b29da392b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:01.063937 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:01.086520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Attempting to bind port 5f4f8192-102b-483a-a00b-9f8b29da392b on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:38:01.086907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Attempting to bind port 5f4f8192-102b-483a-a00b-9f8b29da392b by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:38:01.087265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Attempting to bind port 5f4f8192-102b-483a-a00b-9f8b29da392b on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:38:01.092164 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:38:01.092537 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Checking segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:38:01.093056 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:01.093451 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Bound using segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:38:01.093919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Bound port: 5f4f8192-102b-483a-a00b-9f8b29da392b, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:38:01.094299 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:01.156633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] For port 5f4f8192-102b-483a-a00b-9f8b29da392b, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:38:01.159643 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] For port 5f4f8192-102b-483a-a00b-9f8b29da392b, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5f4f8192-102b-483a-a00b-9f8b29da392b,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:38:01.164866 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:01.228175 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a44af6-23d9-4bfc-9552-bfbb5bc8b343 None None] Pushing event updated for resources: {'Port': ['ID=5f4f8192-102b-483a-a00b-9f8b29da392b,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:01.270423 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:01.289621 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:01.402186 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Allocated IP 172.25.4.102 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/8ffc4149-b359-481c-9463-5ceefc8118b0) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:38:01.512187 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:01.550475 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:01.589511 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:38:01.592207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:38:01.595801 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:38:01.601171 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Pushing event updated for resources: {'Port': ['ID=8ffc4149-b359-481c-9463-5ceefc8118b0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:01.847812 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:02.045603 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:02.084315 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b45660-9680-403c-90bb-7f2e6d31556d None None] Network c2da8cf1-36e0-4219-b0a0-b333f396986d requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:38:02.170483 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a1234815-a819-4b4f-ba3d-9332b842a9e6 None None] Provisioning for port 5f4f8192-102b-483a-a00b-9f8b29da392b completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:38:02.176521 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Router ef2c82b4-10c3-43ce-aa58-62401b545b80 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:38:02.286948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:38:02.296793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Sync routers for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:38:02.303938 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:02.305372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-824e3054-f3cb-4be4-932a-8dcb6eaacfb6 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7836027 Jul 15 15:38:02.308747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39322) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:38:02.314553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:38:02.315230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:37:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:38:02.431600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:38:02.618706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:01Z', 'revision_number': 3, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:38:02.645616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Checking router: ef2c82b4-10c3-43ce-aa58-62401b545b80 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:38:02.645973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Updating router ef2c82b4-10c3-43ce-aa58-62401b545b80 port 8ffc4149-b359-481c-9463-5ceefc8118b0 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:38:02.679737 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:02.731714 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:02.868945 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:02.882630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Allocated IP 172.20.0.1 (c2da8cf1-36e0-4219-b0a0-b333f396986d/e99ca303-2e7a-4f3b-93c9-0518cca00c0b/6c924fc4-eba6-4767-897c-2e19be809941) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:38:02.958128 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f5e7ca0c-e890-4a84-8823-51da7225c25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:02.960631 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:02.970826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Transition to ACTIVE for port object 8ffc4149-b359-481c-9463-5ceefc8118b0 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:38:02.976292 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:02.987465 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:03.002609 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Transition to ACTIVE for port object 6c924fc4-eba6-4767-897c-2e19be809941 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:38:03.027175 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Attempting to bind port 8ffc4149-b359-481c-9463-5ceefc8118b0 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:38:03.027547 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Attempting to bind port 8ffc4149-b359-481c-9463-5ceefc8118b0 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:38:03.027917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Attempting to bind port 8ffc4149-b359-481c-9463-5ceefc8118b0 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:38:03.035153 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114756ee-232f-4c49-8d42-5dac44f19088 None None] Pushing event updated for resources: {'Port': ['ID=8ffc4149-b359-481c-9463-5ceefc8118b0,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:03.037596 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:03.037969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:38:03.038343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:38:03.038770 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:03.039327 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:38:03.039812 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Bound port: 8ffc4149-b359-481c-9463-5ceefc8118b0, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:38:03.040195 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:03.079511 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Network c2da8cf1-36e0-4219-b0a0-b333f396986d is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:38:03.084242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:38:03.086690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:38:03.093719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] For port 8ffc4149-b359-481c-9463-5ceefc8118b0, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:38:03.096937 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] For port 8ffc4149-b359-481c-9463-5ceefc8118b0, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8ffc4149-b359-481c-9463-5ceefc8118b0,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:38:03.107172 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:03.117764 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Pushing event updated for resources: {'Port': ['ID=6c924fc4-eba6-4767-897c-2e19be809941,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:03.145387 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:03.168810 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:38:03.169548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:38:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:38:03.205800 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114756ee-232f-4c49-8d42-5dac44f19088 None None] Pushing event updated for resources: {'Port': ['ID=8ffc4149-b359-481c-9463-5ceefc8118b0,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:03.300438 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:38:03.311338 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:03.334239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5f4f8192-102b-483a-a00b-9f8b29da392b up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:38:03.469525 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4db9cd3f-72df-42bc-a6c5-b5feaf500d75 None None] Provisioning for port 6c924fc4-eba6-4767-897c-2e19be809941 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:38:03.478190 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:03.482857 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 5f4f8192-102b-483a-a00b-9f8b29da392b completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:38:03.483001 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:03.487553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4db9cd3f-72df-42bc-a6c5-b5feaf500d75 None None] Provisioning complete for port 6c924fc4-eba6-4767-897c-2e19be809941 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:38:03.487926 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4db9cd3f-72df-42bc-a6c5-b5feaf500d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:03.508694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 5f4f8192-102b-483a-a00b-9f8b29da392b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:38:03.509076 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:03.552919 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:03.554816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Pushing event updated for resources: {'Port': ['ID=6c924fc4-eba6-4767-897c-2e19be809941,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:03.566908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4db9cd3f-72df-42bc-a6c5-b5feaf500d75 None None] Port 6c924fc4-eba6-4767-897c-2e19be809941 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:38:03.567601 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:03.567955 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:03.568303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:03.568641 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:03.568973 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:03.569308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:03.569636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:03.569966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:03.570292 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:03.570644 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:03.570971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:03.571632 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:03.607171 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:01Z', 'revision_number': 3, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:38:03.651270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550203a-194a-4a3e-a50e-3786dc6bfb1b None None] The sync data for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 is: [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:01Z', 'revision_number': 3, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:38:03.656389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Network c2da8cf1-36e0-4219-b0a0-b333f396986d is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:38:03.658047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:38:03.664291 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:03.702233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 5f4f8192-102b-483a-a00b-9f8b29da392b, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5f4f8192-102b-483a-a00b-9f8b29da392b,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:38:03.707601 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:03.772803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=5f4f8192-102b-483a-a00b-9f8b29da392b,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:03.803248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Router ef2c82b4-10c3-43ce-aa58-62401b545b80 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:38:03.932357 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:38:03.939036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-29cd10c1-c61d-40bb-a4c1-85520fc7fc39 admin admin] 10.222.0.38 "PUT /v2.0/routers/ef2c82b4-10c3-43ce-aa58-62401b545b80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6290233 Jul 15 15:38:04.016579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-fda0ab82-113e-490f-aa18-297c5e38e7c6 None None] Provisioning complete for port 6c924fc4-eba6-4767-897c-2e19be809941 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:38:04.016955 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fda0ab82-113e-490f-aa18-297c5e38e7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:04.058799 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fda0ab82-113e-490f-aa18-297c5e38e7c6 None None] Port 6c924fc4-eba6-4767-897c-2e19be809941 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:38:04.388491 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:04.424057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39330) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:38:04.428839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-fffd6c5b-681a-481a-8938-c7393282fa50 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--476902449', 'description': 'tempest-description--1338430775'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:38:04.452536 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fffd6c5b-681a-481a-8938-c7393282fa50 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:04.539307 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fffd6c5b-681a-481a-8938-c7393282fa50 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:04.543416 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fffd6c5b-681a-481a-8938-c7393282fa50 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:04.570666 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fffd6c5b-681a-481a-8938-c7393282fa50 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:04.571891 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fffd6c5b-681a-481a-8938-c7393282fa50 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1468158 Jul 15 15:38:04.573819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd6c5b-681a-481a-8938-c7393282fa50 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df9ce2f-1e51-438d-8c71-4040c2106c0c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:04.574851 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39332) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:38:04.579987 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ad20d053-fd04-49a3-8a2c-e27fbf40487e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Request body: {'security_group_rule': {'security_group_id': '1df9ce2f-1e51-438d-8c71-4040c2106c0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:38:04.606647 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad20d053-fd04-49a3-8a2c-e27fbf40487e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:04.665097 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad20d053-fd04-49a3-8a2c-e27fbf40487e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:04.669170 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad20d053-fd04-49a3-8a2c-e27fbf40487e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:04.689702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20d053-fd04-49a3-8a2c-e27fbf40487e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2e3ee4-ea31-418c-9e79-5c183e5dce54,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:04.692797 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad20d053-fd04-49a3-8a2c-e27fbf40487e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:04.696934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39334) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:38:04.699036 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ad20d053-fd04-49a3-8a2c-e27fbf40487e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228065 Jul 15 15:38:04.701821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-978377e9-5b11-468a-9ba6-c250243f883f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Request body: {'security_group_rule': {'security_group_id': '1df9ce2f-1e51-438d-8c71-4040c2106c0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:38:04.728080 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-978377e9-5b11-468a-9ba6-c250243f883f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:04.790325 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-978377e9-5b11-468a-9ba6-c250243f883f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:04.793649 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-978377e9-5b11-468a-9ba6-c250243f883f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:04.811308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978377e9-5b11-468a-9ba6-c250243f883f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f469ad6e-cf72-4646-a827-8a7ff360d338,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:04.816272 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-978377e9-5b11-468a-9ba6-c250243f883f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:04.817524 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-978377e9-5b11-468a-9ba6-c250243f883f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193495 Jul 15 15:38:04.820626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 39336) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:38:04.825914 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:38:04.846415 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:04.942939 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:05.049243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Allocated IP 172.25.4.121 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/c278ddc1-1cab-487f-a263-7a0a60faf111) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:38:05.151801 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:05.191624 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Sync routers for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:38:05.196753 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:05.202523 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:38:05.203581 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:38:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:38:05.241838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:38:05.244907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:38:05.249728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:38:05.270190 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Pushing event updated for resources: {'Port': ['ID=c278ddc1-1cab-487f-a263-7a0a60faf111,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:05.317367 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:38:05.339396 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:05.347554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5f4f8192-102b-483a-a00b-9f8b29da392b up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:38:05.390276 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:05.397584 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 5f4f8192-102b-483a-a00b-9f8b29da392b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:38:05.398114 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:05.481373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8ffc4149-b359-481c-9463-5ceefc8118b0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:38:05.526107 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 2, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:38:05.532022 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 8ffc4149-b359-481c-9463-5ceefc8118b0 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:38:05.535886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 8ffc4149-b359-481c-9463-5ceefc8118b0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:38:05.536257 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:05.560591 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:05.567202 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:05.617875 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:05.622037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Pushing event updated for resources: {'Port': ['ID=c278ddc1-1cab-487f-a263-7a0a60faf111,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:05.641036 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Checking router: ef2c82b4-10c3-43ce-aa58-62401b545b80 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:38:05.641386 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Updating router ef2c82b4-10c3-43ce-aa58-62401b545b80 port 6c924fc4-eba6-4767-897c-2e19be809941 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:38:05.643514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 8ffc4149-b359-481c-9463-5ceefc8118b0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8ffc4149-b359-481c-9463-5ceefc8118b0,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:38:05.648057 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:05.670983 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:05.675626 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:05.688674 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:05.690185 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c5dfef07-634d-48f6-abce-6d39e89ee319 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8685088 Jul 15 15:38:05.708161 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=8ffc4149-b359-481c-9463-5ceefc8118b0,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:05.830231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be473709-2781-4d05-81e6-453d6de87e4f req-ede64bd3-c4d3-45b1-8292-b40409797ee3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--476902449&fields=id&tenant_id=80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 267 time: 0.0325005 Jul 15 15:38:05.933431 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:05.935661 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473709-2781-4d05-81e6-453d6de87e4f req-43c8cc33-7e19-482a-ab56-5473e8db39f4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:05.937177 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be473709-2781-4d05-81e6-453d6de87e4f req-43c8cc33-7e19-482a-ab56-5473e8db39f4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 811 time: 0.1004572 Jul 15 15:38:05.943460 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Transition to ACTIVE for port object 6c924fc4-eba6-4767-897c-2e19be809941 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:38:05.949743 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:05.952872 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be473709-2781-4d05-81e6-453d6de87e4f req-d30c0aa1-e0fd-4e9e-8604-09a185b83ba8 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/quotas/80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 375 time: 0.0102656 Jul 15 15:38:06.005958 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80206d3a-63e7-49f1-8cf9-d7690091317b None None] Pushing event updated for resources: {'Port': ['ID=6c924fc4-eba6-4767-897c-2e19be809941,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:06.031532 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80206d3a-63e7-49f1-8cf9-d7690091317b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:06.031876 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80206d3a-63e7-49f1-8cf9-d7690091317b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:06.032231 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80206d3a-63e7-49f1-8cf9-d7690091317b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:06.032603 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80206d3a-63e7-49f1-8cf9-d7690091317b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:06.032840 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80206d3a-63e7-49f1-8cf9-d7690091317b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:06.033164 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80206d3a-63e7-49f1-8cf9-d7690091317b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:06.033488 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80206d3a-63e7-49f1-8cf9-d7690091317b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:06.033811 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80206d3a-63e7-49f1-8cf9-d7690091317b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:06.034128 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80206d3a-63e7-49f1-8cf9-d7690091317b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:06.034840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be473709-2781-4d05-81e6-453d6de87e4f req-51c1047c-9680-4961-b901-590e7b915b46 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761697 Jul 15 15:38:06.038266 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80206d3a-63e7-49f1-8cf9-d7690091317b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:06.040500 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80206d3a-63e7-49f1-8cf9-d7690091317b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:06.040916 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80206d3a-63e7-49f1-8cf9-d7690091317b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:38:06.080504 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Attempting to bind port 6c924fc4-eba6-4767-897c-2e19be809941 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:38:06.080894 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Attempting to bind port 6c924fc4-eba6-4767-897c-2e19be809941 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:38:06.081254 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Attempting to bind port 6c924fc4-eba6-4767-897c-2e19be809941 on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:38:06.086632 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:38:06.087294 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Checking segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:38:06.087897 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:06.088607 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Bound using segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:38:06.089362 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Bound port: 6c924fc4-eba6-4767-897c-2e19be809941, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:38:06.089761 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:06.093455 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:06.140841 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be473709-2781-4d05-81e6-453d6de87e4f req-c253e364-94d6-4588-b8b8-8c19efec00a1 service neutron] 10.222.0.38 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940537 Jul 15 15:38:06.164060 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] For port 6c924fc4-eba6-4767-897c-2e19be809941, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:38:06.167756 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] For port 6c924fc4-eba6-4767-897c-2e19be809941, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6c924fc4-eba6-4767-897c-2e19be809941,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:38:06.172667 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:06.220545 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:38:06.221186 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:38:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:38:06.245968 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be473709-2781-4d05-81e6-453d6de87e4f req-a96160dc-c2d4-459a-8b28-b4ae0f27543b service neutron] 10.222.0.38 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990961 Jul 15 15:38:06.313742 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80206d3a-63e7-49f1-8cf9-d7690091317b None None] Pushing event updated for resources: {'Port': ['ID=6c924fc4-eba6-4767-897c-2e19be809941,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:06.346233 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:38:06.445759 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-47c6c340-22b7-49a6-bd75-4b061096c652 req-40090359-c807-4be1-8b99-bda5f34f738d tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 210 time: 0.0291495 Jul 15 15:38:06.587931 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:06Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:38:06.618982 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b3d3d9-edea-4c23-9cca-f88e18491076 None None] The sync data for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 is: [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:06Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:38:07.332096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6c924fc4-eba6-4767-897c-2e19be809941 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:38:07.387182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 6c924fc4-eba6-4767-897c-2e19be809941 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:38:07.391244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6c924fc4-eba6-4767-897c-2e19be809941 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:38:07.391635 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:07.470113 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:07.504540 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 6c924fc4-eba6-4767-897c-2e19be809941, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6c924fc4-eba6-4767-897c-2e19be809941,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:38:07.511078 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:07.512117 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8ffc4149-b359-481c-9463-5ceefc8118b0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:38:07.595408 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=6c924fc4-eba6-4767-897c-2e19be809941,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:07.597737 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cdcea924-bdba-4892-bf1d-33c4f4ee374d req-329c7f8c-29a5-45cb-90a9-87d6146a1459 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 210 time: 0.0360944 Jul 15 15:38:07.608382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 8ffc4149-b359-481c-9463-5ceefc8118b0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:38:07.609024 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:07.839228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473709-2781-4d05-81e6-453d6de87e4f req-81672a36-0528-445c-8261-bf6e02633ca4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:07.840704 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be473709-2781-4d05-81e6-453d6de87e4f req-81672a36-0528-445c-8261-bf6e02633ca4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 811 time: 0.1103196 Jul 15 15:38:07.889068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be473709-2781-4d05-81e6-453d6de87e4f req-e2ab618d-07e2-494d-b7cb-758ec2a5260f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 379 time: 0.0342355 Jul 15 15:38:07.897864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-be473709-2781-4d05-81e6-453d6de87e4f req-b07c7dff-d138-4764-be6d-bed0938396cd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Request body: {'port': {'device_id': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'admin_state_up': True, 'tenant_id': '80e3311635754e58897ae15c1533866d', 'security_groups': ['1df9ce2f-1e51-438d-8c71-4040c2106c0c']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:38:08.006502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be473709-2781-4d05-81e6-453d6de87e4f req-b07c7dff-d138-4764-be6d-bed0938396cd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Made reservation on behalf of 80e3311635754e58897ae15c1533866d for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:38:08.010001 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be473709-2781-4d05-81e6-453d6de87e4f req-b07c7dff-d138-4764-be6d-bed0938396cd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:08.134838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-be473709-2781-4d05-81e6-453d6de87e4f req-b07c7dff-d138-4764-be6d-bed0938396cd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Allocated IP 172.20.0.5 (c2da8cf1-36e0-4219-b0a0-b333f396986d/e99ca303-2e7a-4f3b-93c9-0518cca00c0b/65bda80a-8fa5-419f-a6d6-2c9ecf100668) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:38:08.272572 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be473709-2781-4d05-81e6-453d6de87e4f req-b07c7dff-d138-4764-be6d-bed0938396cd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:08.286002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-be473709-2781-4d05-81e6-453d6de87e4f req-b07c7dff-d138-4764-be6d-bed0938396cd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Transition to ACTIVE for port object 65bda80a-8fa5-419f-a6d6-2c9ecf100668 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:38:08.319863 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be473709-2781-4d05-81e6-453d6de87e4f req-b07c7dff-d138-4764-be6d-bed0938396cd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:08.360146 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be473709-2781-4d05-81e6-453d6de87e4f req-b07c7dff-d138-4764-be6d-bed0938396cd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Network c2da8cf1-36e0-4219-b0a0-b333f396986d is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:38:08.364986 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-be473709-2781-4d05-81e6-453d6de87e4f req-b07c7dff-d138-4764-be6d-bed0938396cd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:38:08.368569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-be473709-2781-4d05-81e6-453d6de87e4f req-b07c7dff-d138-4764-be6d-bed0938396cd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:38:08.394098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c7dff-d138-4764-be6d-bed0938396cd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Pushing event updated for resources: {'Port': ['ID=65bda80a-8fa5-419f-a6d6-2c9ecf100668,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:08.422516 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473709-2781-4d05-81e6-453d6de87e4f req-b07c7dff-d138-4764-be6d-bed0938396cd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:08.423153 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be473709-2781-4d05-81e6-453d6de87e4f req-b07c7dff-d138-4764-be6d-bed0938396cd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:08.437849 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be473709-2781-4d05-81e6-453d6de87e4f req-b07c7dff-d138-4764-be6d-bed0938396cd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5436196 Jul 15 15:38:08.449941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Request body: {'port': {'device_id': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:38:08.535379 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:08.668147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1ec2e08c-1c5c-4cbf-a017-52991f4c8d10 None None] Provisioning for port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:38:08.672155 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1ec2e08c-1c5c-4cbf-a017-52991f4c8d10 None None] Provisioning complete for port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:38:08.672528 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ec2e08c-1c5c-4cbf-a017-52991f4c8d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:08.709477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1ec2e08c-1c5c-4cbf-a017-52991f4c8d10 None None] Port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:38:08.848440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79a77b-7e46-42f5-aa32-17c43e9b17aa req-727fe5e9-1535-4872-9c0d-faba2360b35e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:08.849895 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd79a77b-7e46-42f5-aa32-17c43e9b17aa req-727fe5e9-1535-4872-9c0d-faba2360b35e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 931 time: 0.1203611 Jul 15 15:38:08.855307 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65bda80a-8fa5-419f-a6d6-2c9ecf100668 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:38:08.867964 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:08.890475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Transition to ACTIVE for port object 65bda80a-8fa5-419f-a6d6-2c9ecf100668 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:38:08.897656 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:08.928541 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd79a77b-7e46-42f5-aa32-17c43e9b17aa req-7c4c015e-69c5-4d93-98ec-712d14073a9f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687585 Jul 15 15:38:08.952025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Pushing event updated for resources: {'Port': ['ID=65bda80a-8fa5-419f-a6d6-2c9ecf100668,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:09.028908 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Attempting to bind port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:38:09.029251 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Attempting to bind port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:38:09.029585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Attempting to bind port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:38:09.034040 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 on network c2da8cf1-36e0-4219-b0a0-b333f396986d not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:38:09.034363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Attempting to bind port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:38:09.039450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:38:09.039879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Checking segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:38:09.040287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Bound using segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:38:09.041280 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Bound port: 65bda80a-8fa5-419f-a6d6-2c9ecf100668, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:38:09.041649 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:09.107990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] For port 65bda80a-8fa5-419f-a6d6-2c9ecf100668, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:38:09.111281 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] For port 65bda80a-8fa5-419f-a6d6-2c9ecf100668, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:38:09.115683 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:09.149328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:09.149843 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:09.152173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be473709-2781-4d05-81e6-453d6de87e4f req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] 10.222.0.22 "PUT /v2.0/ports/65bda80a-8fa5-419f-a6d6-2c9ecf100668 HTTP/1.1" status: 200 len: 1091 time: 0.7070518 Jul 15 15:38:09.152603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'tag': '65bda80a-8fa5-419f-a6d6-2c9ecf100668'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:38:09.154841 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbf21fc-8e52-49d2-8eb9-d7214aa0c8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf", "tag": "65bda80a-8fa5-419f-a6d6-2c9ecf100668"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:38:09.184229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac0223-9c31-466b-a594-29fabce6cd1c service neutron] Pushing event updated for resources: {'Port': ['ID=65bda80a-8fa5-419f-a6d6-2c9ecf100668,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:09.201014 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7290099-3f9a-439e-8f87-ecd51fdaed9e x-openstack-request-id: req-e7290099-3f9a-439e-8f87-ecd51fdaed9e {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:38:09.201359 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf", "tag": "65bda80a-8fa5-419f-a6d6-2c9ecf100668", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:38:09.201659 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7290099-3f9a-439e-8f87-ecd51fdaed9e {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:38:09.202492 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'tag': '65bda80a-8fa5-419f-a6d6-2c9ecf100668', 'status': 'completed', 'code': 200} Jul 15 15:38:09.263951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473709-2781-4d05-81e6-453d6de87e4f req-bed92fcd-b30f-4ce9-81b8-3b580449b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:09.264372 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6c924fc4-eba6-4767-897c-2e19be809941 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:38:09.265521 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be473709-2781-4d05-81e6-453d6de87e4f req-bed92fcd-b30f-4ce9-81b8-3b580449b921 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 1094 time: 0.0753298 Jul 15 15:38:09.308753 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be473709-2781-4d05-81e6-453d6de87e4f req-80176380-66bb-4d25-9c10-a3ce652e8501 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668 HTTP/1.1" status: 200 len: 217 time: 0.0360360 Jul 15 15:38:09.314593 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6c924fc4-eba6-4767-897c-2e19be809941 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:38:09.314978 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:09.359551 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473709-2781-4d05-81e6-453d6de87e4f req-79ad1a8b-5324-4892-9575-34ff49a3cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:09.361321 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be473709-2781-4d05-81e6-453d6de87e4f req-79ad1a8b-5324-4892-9575-34ff49a3cb5a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0469744 Jul 15 15:38:09.419643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473709-2781-4d05-81e6-453d6de87e4f req-502008e7-507c-477d-94ad-6edab244726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:09.421173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be473709-2781-4d05-81e6-453d6de87e4f req-502008e7-507c-477d-94ad-6edab244726f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525737 Jul 15 15:38:09.832978 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be473709-2781-4d05-81e6-453d6de87e4f req-ea763331-c9d4-49ca-8004-0946e3574368 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056704 Jul 15 15:38:09.922105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be473709-2781-4d05-81e6-453d6de87e4f req-5f2a0a59-7e86-4f1d-b200-1206ad30aa10 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818691 Jul 15 15:38:10.018308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf21fc-8e52-49d2-8eb9-d7214aa0c8a6 req-3fa94b79-baa5-4a5c-9a67-5feb41183c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:10.019981 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5fbf21fc-8e52-49d2-8eb9-d7214aa0c8a6 req-3fa94b79-baa5-4a5c-9a67-5feb41183c43 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 1094 time: 0.0537498 Jul 15 15:38:10.153876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf21fc-8e52-49d2-8eb9-d7214aa0c8a6 req-f6f010fd-2d56-4f2c-95ce-57a7bf274cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:10.155372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5fbf21fc-8e52-49d2-8eb9-d7214aa0c8a6 req-f6f010fd-2d56-4f2c-95ce-57a7bf274cd9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.1278796 Jul 15 15:38:10.168615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e564c6f-58ee-48c5-b8b6-8bd8f6ac7f84 req-a7e3928c-88a2-4ca1-b4e3-96a199201696 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:10.169990 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e564c6f-58ee-48c5-b8b6-8bd8f6ac7f84 req-a7e3928c-88a2-4ca1-b4e3-96a199201696 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 943 time: 0.1251597 Jul 15 15:38:10.215349 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5fbf21fc-8e52-49d2-8eb9-d7214aa0c8a6 req-df01bbf8-0c1f-498f-bdd2-bd1b905fd89a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668 HTTP/1.1" status: 200 len: 217 time: 0.0442879 Jul 15 15:38:10.264692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e564c6f-58ee-48c5-b8b6-8bd8f6ac7f84 req-bb56d8cd-eed6-449e-8b38-93c54e3f3b80 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883667 Jul 15 15:38:10.281201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf21fc-8e52-49d2-8eb9-d7214aa0c8a6 req-1a109073-b9f5-4754-b6b3-1768a8d10fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:10.282758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5fbf21fc-8e52-49d2-8eb9-d7214aa0c8a6 req-1a109073-b9f5-4754-b6b3-1768a8d10fbb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0600641 Jul 15 15:38:10.340550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf21fc-8e52-49d2-8eb9-d7214aa0c8a6 req-4883310e-fd3c-4321-9bb1-685c7d61ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:10.342021 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5fbf21fc-8e52-49d2-8eb9-d7214aa0c8a6 req-4883310e-fd3c-4321-9bb1-685c7d61ab84 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523016 Jul 15 15:38:10.435334 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5fbf21fc-8e52-49d2-8eb9-d7214aa0c8a6 req-dfc9c987-14f2-4dbc-8aad-cda94ee6af9e service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864232 Jul 15 15:38:10.522618 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5fbf21fc-8e52-49d2-8eb9-d7214aa0c8a6 req-27033f69-221e-4b10-956f-46447388136f service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798085 Jul 15 15:38:11.435435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0aa39-c7d8-4802-8e10-fa3361398887 req-c0719646-47f4-4a5c-96d7-ed5b1ccb365b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:11.436922 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66f0aa39-c7d8-4802-8e10-fa3361398887 req-c0719646-47f4-4a5c-96d7-ed5b1ccb365b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 943 time: 0.0628545 Jul 15 15:38:11.477923 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66f0aa39-c7d8-4802-8e10-fa3361398887 req-78611c03-5a85-4ddc-b8a6-34b06621c549 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355442 Jul 15 15:38:11.827370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 65bda80a-8fa5-419f-a6d6-2c9ecf100668 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:38:11.922515 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 65bda80a-8fa5-419f-a6d6-2c9ecf100668, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:38:11.933364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '65bda80a-8fa5-419f-a6d6-2c9ecf100668', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'port_id': '65bda80a-8fa5-419f-a6d6-2c9ecf100668', 'mac_address': 'fa:16:3e:5b:e3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:38:11.969245 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:11.981440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65bda80a-8fa5-419f-a6d6-2c9ecf100668 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:38:12.004652 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 65bda80a-8fa5-419f-a6d6-2c9ecf100668, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:38:12.008272 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:12.054932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=65bda80a-8fa5-419f-a6d6-2c9ecf100668,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:12.209578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['65bda80a-8fa5-419f-a6d6-2c9ecf100668'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:38:12.646716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f1860-7b7b-4aa2-940e-e71ecdf77a17 req-ea63c5a9-e527-4e1b-bb03-083b961589f7 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:12.648251 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-429f1860-7b7b-4aa2-940e-e71ecdf77a17 req-ea63c5a9-e527-4e1b-bb03-083b961589f7 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 944 time: 0.0638247 Jul 15 15:38:12.685987 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-429f1860-7b7b-4aa2-940e-e71ecdf77a17 req-25812e72-a921-4e72-946a-e17185f5e6e7 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320809 Jul 15 15:38:13.842885 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 65bda80a-8fa5-419f-a6d6-2c9ecf100668 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:38:13.859873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109e324-907a-4564-90b0-34d045b9137a req-d64456a3-3221-4f21-aa1c-3385435a42ee tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:13.861521 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2109e324-907a-4564-90b0-34d045b9137a req-d64456a3-3221-4f21-aa1c-3385435a42ee tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 944 time: 0.0642686 Jul 15 15:38:13.893420 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:38:13.897177 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:38:13.897550 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:13.899972 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2109e324-907a-4564-90b0-34d045b9137a req-eeceed45-ae74-4deb-9dab-aadd8d78eb72 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327833 Jul 15 15:38:13.972976 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:13.995877 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bda80a-8fa5-419f-a6d6-2c9ecf100668'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:38:13.998342 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777432fb-160f-45ab-a876-67871293591c" -d '{"events": [{"server_uuid": "7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf", "name": "network-vif-plugged", "status": "completed", "tag": "65bda80a-8fa5-419f-a6d6-2c9ecf100668"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:38:14.010520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 65bda80a-8fa5-419f-a6d6-2c9ecf100668, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:38:14.014924 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:14.040040 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61364dcd-deb3-4da0-a84f-37a0782a9afc x-openstack-request-id: req-61364dcd-deb3-4da0-a84f-37a0782a9afc {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:38:14.041023 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf", "name": "network-vif-plugged", "status": "completed", "tag": "65bda80a-8fa5-419f-a6d6-2c9ecf100668", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:38:14.041582 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-61364dcd-deb3-4da0-a84f-37a0782a9afc {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:38:14.041713 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bda80a-8fa5-419f-a6d6-2c9ecf100668', 'code': 200} Jul 15 15:38:14.067872 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=65bda80a-8fa5-419f-a6d6-2c9ecf100668,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:38:14.154904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319362c-8ce4-4605-9704-83a3c69d525c req-ebdb6ed3-69a2-4244-8291-f207085c0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:14.156404 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2319362c-8ce4-4605-9704-83a3c69d525c req-ebdb6ed3-69a2-4244-8291-f207085c0a4b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 1096 time: 0.0567701 Jul 15 15:38:14.189245 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2319362c-8ce4-4605-9704-83a3c69d525c req-7881175c-1243-4a1e-9f90-db15d7442f62 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264306 Jul 15 15:38:15.072031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619606-d1e4-47c9-b98c-201a4954b84e req-a6a4864e-60de-403a-a897-0b1e5df1fd39 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:15.073502 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d619606-d1e4-47c9-b98c-201a4954b84e req-a6a4864e-60de-403a-a897-0b1e5df1fd39 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0629079 Jul 15 15:38:15.111303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d619606-d1e4-47c9-b98c-201a4954b84e req-4e93c758-ee76-478a-bac5-aeb905ceb76c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321705 Jul 15 15:38:16.284535 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b1141-39bd-4611-ae97-a98a99a74bd9 req-4c98c47e-0df3-440c-a01e-24502e979433 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:16.285997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d8b1141-39bd-4611-ae97-a98a99a74bd9 req-4c98c47e-0df3-440c-a01e-24502e979433 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0620124 Jul 15 15:38:16.326623 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4d8b1141-39bd-4611-ae97-a98a99a74bd9 req-855044b7-5bcc-40ac-86c1-ebe87fbc9b1f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342882 Jul 15 15:38:16.493942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca507155-23bc-494d-bbea-51d88bc4e665 req-60b8595a-b08e-4ab5-ac46-62a359dce150 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:16.495457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca507155-23bc-494d-bbea-51d88bc4e665 req-60b8595a-b08e-4ab5-ac46-62a359dce150 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0631251 Jul 15 15:38:16.504067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39392) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:38:16.508521 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-20f3707f-a277-44a5-8480-bb907b0d9011 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Request body: {'floatingip': {'port_id': '65bda80a-8fa5-419f-a6d6-2c9ecf100668'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:38:16.548147 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20f3707f-a277-44a5-8480-bb907b0d9011 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:16.982584 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20f3707f-a277-44a5-8480-bb907b0d9011 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:16.986374 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20f3707f-a277-44a5-8480-bb907b0d9011 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:17.083953 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-20f3707f-a277-44a5-8480-bb907b0d9011 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Floating IP e9b96a7c-684b-4fb3-99a0-020985eeafea associated. External IP: 172.25.4.121, port: 65bda80a-8fa5-419f-a6d6-2c9ecf100668. Jul 15 15:38:17.285637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f3707f-a277-44a5-8480-bb907b0d9011 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Router ef2c82b4-10c3-43ce-aa58-62401b545b80 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:38:17.389962 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f3707f-a277-44a5-8480-bb907b0d9011 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:38:17.394497 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20f3707f-a277-44a5-8480-bb907b0d9011 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:17.398995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e49a5d8-e17c-44a2-8450-e8d809ac3fec None None] Sync routers for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:38:17.408280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49a5d8-e17c-44a2-8450-e8d809ac3fec None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:38:17.408892 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-0e49a5d8-e17c-44a2-8450-e8d809ac3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:38:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:38:17.430113 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-20f3707f-a277-44a5-8480-bb907b0d9011 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "PUT /v2.0/floatingips/e9b96a7c-684b-4fb3-99a0-020985eeafea HTTP/1.1" status: 200 len: 991 time: 0.9250095 Jul 15 15:38:17.431792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'tag': '65bda80a-8fa5-419f-a6d6-2c9ecf100668'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:38:17.434040 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387c221d-3b5e-4c02-921b-10f00eff76f0" -d '{"events": [{"name": "network-changed", "server_uuid": "7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf", "tag": "65bda80a-8fa5-419f-a6d6-2c9ecf100668"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:38:17.469888 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e2d51d-c384-49b9-9f55-eec82206c538 x-openstack-request-id: req-a5e2d51d-c384-49b9-9f55-eec82206c538 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:38:17.470179 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf", "tag": "65bda80a-8fa5-419f-a6d6-2c9ecf100668", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:38:17.470428 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a5e2d51d-c384-49b9-9f55-eec82206c538 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:38:17.470857 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'tag': '65bda80a-8fa5-419f-a6d6-2c9ecf100668', 'status': 'completed', 'code': 200} Jul 15 15:38:17.549154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c221d-3b5e-4c02-921b-10f00eff76f0 req-4545bdba-93da-439c-9394-bbcd5362c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:17.550729 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-387c221d-3b5e-4c02-921b-10f00eff76f0 req-4545bdba-93da-439c-9394-bbcd5362c7cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 1096 time: 0.0578458 Jul 15 15:38:17.649418 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c221d-3b5e-4c02-921b-10f00eff76f0 req-dda2ad14-4703-4704-ab9a-bf76b570e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:17.650851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-387c221d-3b5e-4c02-921b-10f00eff76f0 req-dda2ad14-4703-4704-ab9a-bf76b570e6b8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0930388 Jul 15 15:38:17.676703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-0e49a5d8-e17c-44a2-8450-e8d809ac3fec None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:38:17.713435 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-387c221d-3b5e-4c02-921b-10f00eff76f0 req-05e46ac5-c252-428c-9beb-32d5a3019650 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668 HTTP/1.1" status: 200 len: 999 time: 0.0568604 Jul 15 15:38:17.767181 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c221d-3b5e-4c02-921b-10f00eff76f0 req-2f6d21da-fbd4-46ff-a047-e2467ca5e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:17.769079 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-387c221d-3b5e-4c02-921b-10f00eff76f0 req-2f6d21da-fbd4-46ff-a047-e2467ca5e418 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0497699 Jul 15 15:38:17.826452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c221d-3b5e-4c02-921b-10f00eff76f0 req-64cab865-d5bc-4070-a3fb-dd8fe0db17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:38:17.827982 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-387c221d-3b5e-4c02-921b-10f00eff76f0 req-64cab865-d5bc-4070-a3fb-dd8fe0db17cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523899 Jul 15 15:38:17.895376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-0e49a5d8-e17c-44a2-8450-e8d809ac3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e9b96a7c-684b-4fb3-99a0-020985eeafea', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'port_id': '65bda80a-8fa5-419f-a6d6-2c9ecf100668', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'mac_address': 'fa:16:3e:5b:e3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:38:05Z', 'updated_at': '2021-07-15T15:38:16Z', 'revision_number': 1, 'project_id': '80e3311635754e58897ae15c1533866d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:38:17.915489 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-387c221d-3b5e-4c02-921b-10f00eff76f0 req-165ab6eb-35e1-45b7-86d6-56df2c4ec10b service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802932 Jul 15 15:38:17.925658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e49a5d8-e17c-44a2-8450-e8d809ac3fec None None] Checking router: ef2c82b4-10c3-43ce-aa58-62401b545b80 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:38:17.934374 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49a5d8-e17c-44a2-8450-e8d809ac3fec None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:38:17.935035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-0e49a5d8-e17c-44a2-8450-e8d809ac3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:38:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:38:18.006351 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-387c221d-3b5e-4c02-921b-10f00eff76f0 req-fb1afb95-5d01-4fb4-a3da-12870a85e070 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852213 Jul 15 15:38:18.038204 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-0e49a5d8-e17c-44a2-8450-e8d809ac3fec None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:38:18.263043 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-0e49a5d8-e17c-44a2-8450-e8d809ac3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e9b96a7c-684b-4fb3-99a0-020985eeafea', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'port_id': '65bda80a-8fa5-419f-a6d6-2c9ecf100668', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'mac_address': 'fa:16:3e:5b:e3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:38:05Z', 'updated_at': '2021-07-15T15:38:16Z', 'revision_number': 1, 'project_id': '80e3311635754e58897ae15c1533866d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:38:18.288860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e49a5d8-e17c-44a2-8450-e8d809ac3fec None None] The sync data for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 is: [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e9b96a7c-684b-4fb3-99a0-020985eeafea', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'port_id': '65bda80a-8fa5-419f-a6d6-2c9ecf100668', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'mac_address': 'fa:16:3e:5b:e3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:38:05Z', 'updated_at': '2021-07-15T15:38:16Z', 'revision_number': 1, 'project_id': '80e3311635754e58897ae15c1533866d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:38:18.470367 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843eae8-076f-45a9-9a31-3586fade02b8 None None] New status for floating IP e9b96a7c-684b-4fb3-99a0-020985eeafea: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:38:18.708819 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:38:19.296954 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:19.584061 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:30.077690 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fede562a-d1d5-492e-ac4b-2f543e191f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:32.862858 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:32.943250 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9d35-c950-4e64-83d8-40bf1ec66444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:34.389203 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:36.097126 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:49.331641 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:49.581350 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:55.718767 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:39:00.078172 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c04025a-ba84-4e84-a994-44538995d83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:00.307075 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9c893ea-74a9-42e9-bee4-07d601049891 req-28dfe193-ec67-4daf-b902-4fe9d3609a9a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0589261 Jul 15 15:39:00.403774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c893ea-74a9-42e9-bee4-07d601049891 req-c81e9bea-cb27-4dc3-9924-079ef4477b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:39:00.405272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9c893ea-74a9-42e9-bee4-07d601049891 req-c81e9bea-cb27-4dc3-9924-079ef4477b4e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 1096 time: 0.0563965 Jul 15 15:39:00.511579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c893ea-74a9-42e9-bee4-07d601049891 req-b0f09f80-8251-4761-b16f-b1716477100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:39:00.513094 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9c893ea-74a9-42e9-bee4-07d601049891 req-b0f09f80-8251-4761-b16f-b1716477100a service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0876009 Jul 15 15:39:00.580177 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9c893ea-74a9-42e9-bee4-07d601049891 req-8f4345ce-4966-473b-aaf7-93c2d70fffc5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668 HTTP/1.1" status: 200 len: 1001 time: 0.0602279 Jul 15 15:39:00.627620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c893ea-74a9-42e9-bee4-07d601049891 req-74148125-ba9f-4664-947b-efb838a1fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:39:00.628956 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9c893ea-74a9-42e9-bee4-07d601049891 req-74148125-ba9f-4664-947b-efb838a1fe13 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0435257 Jul 15 15:39:00.683959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c893ea-74a9-42e9-bee4-07d601049891 req-f8f58978-9d0e-49b0-81b5-2b9e4dbd5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:39:00.685414 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9c893ea-74a9-42e9-bee4-07d601049891 req-f8f58978-9d0e-49b0-81b5-2b9e4dbd5c9c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497911 Jul 15 15:39:00.776967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9c893ea-74a9-42e9-bee4-07d601049891 req-351eeb63-88f1-404e-99eb-3666e57732a4 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847087 Jul 15 15:39:00.863793 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9c893ea-74a9-42e9-bee4-07d601049891 req-a3f16f72-4871-462c-823a-ea9b6d6beafd service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804837 Jul 15 15:39:02.852002 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:02.943443 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fae9736f-1c11-48ae-978c-3241a644ada4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:04.392974 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:06.095675 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:19.329055 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:19.594798 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:30.080363 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-46ec7e5a-3849-403d-add9-6286b7aefc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:32.707650 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:39:32.852892 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:32.942910 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca72280a-7715-4845-95e1-51ac1294a695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:34.396374 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:36.098358 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:49.327690 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:49.606931 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:51.503886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63620775-93aa-497c-a421-df01af2424d5 req-42fda8c7-62c9-45d0-b980-0d2544913a8c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:39:51.505378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-63620775-93aa-497c-a421-df01af2424d5 req-42fda8c7-62c9-45d0-b980-0d2544913a8c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.1697767 Jul 15 15:39:51.542712 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-63620775-93aa-497c-a421-df01af2424d5 req-cef9b50b-cfaf-42a9-b1ac-30739ee0b3bd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308390 Jul 15 15:39:52.000909 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39618) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:39:52.148841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e3c04-9b61-43f4-a57d-4ada3f9e477a req-ec0d71d5-3f35-4bf9-9e7a-2863cb799697 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:39:52.150333 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-450e3c04-9b61-43f4-a57d-4ada3f9e477a req-ec0d71d5-3f35-4bf9-9e7a-2863cb799697 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.1006410 Jul 15 15:39:52.153160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-afac5954-d2e9-4283-a3c7-892911d742d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1511695 Jul 15 15:39:52.189979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-450e3c04-9b61-43f4-a57d-4ada3f9e477a req-d4504db0-463a-4d58-8242-7ab6e9c85e5b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338657 Jul 15 15:39:53.254829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-c446e9a8-4d54-40b1-8090-0223ed6c6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:39:53.256347 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-c446e9a8-4d54-40b1-8090-0223ed6c6552 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 1096 time: 0.0555334 Jul 15 15:39:53.350233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-367abdd2-7605-4d0d-b2d1-e3bc6f7a1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:39:53.352281 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-367abdd2-7605-4d0d-b2d1-e3bc6f7a1570 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0879855 Jul 15 15:39:53.446861 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-ed8e26c1-017f-44e5-8e9f-3cafb8c36857 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668 HTTP/1.1" status: 200 len: 1001 time: 0.0882676 Jul 15 15:39:53.507299 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88474adf-71d1-4db0-ab67-fa77a9cc7529 req-deaa8726-1481-48f9-9add-59feb2c3402e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:39:53.508762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88474adf-71d1-4db0-ab67-fa77a9cc7529 req-deaa8726-1481-48f9-9add-59feb2c3402e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.1891582 Jul 15 15:39:53.512184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-11163831-6d66-47aa-b65f-e61407103078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:39:53.513498 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-11163831-6d66-47aa-b65f-e61407103078 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0601549 Jul 15 15:39:53.578647 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88474adf-71d1-4db0-ab67-fa77a9cc7529 req-7d6747c8-cbd4-4c12-afb0-3ba8c40e8d4b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639710 Jul 15 15:39:53.594522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-c3cb8cc3-8f80-4013-8635-7404dea813ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:39:53.596048 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-c3cb8cc3-8f80-4013-8635-7404dea813ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757899 Jul 15 15:39:53.682640 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-bb40a80c-0307-42ef-97b4-fcfdb5ee64a4 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799367 Jul 15 15:39:53.772340 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-bc458c4d-d30a-4daa-aaaf-402698e24d7f service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832312 Jul 15 15:39:54.749582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4c917-41c6-4bfa-a0cb-dd4c488bc5f3 req-76629d4f-c3a3-403c-b3c5-7f6426717b08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:39:54.751064 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3da4c917-41c6-4bfa-a0cb-dd4c488bc5f3 req-76629d4f-c3a3-403c-b3c5-7f6426717b08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0612769 Jul 15 15:39:54.788122 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3da4c917-41c6-4bfa-a0cb-dd4c488bc5f3 req-85a3b832-7fba-4d49-b6d6-9e96b3effe2a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314722 Jul 15 15:39:55.965603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2027f2-ecac-4a36-a2ae-948ed30e7031 req-25578501-146f-4724-be0a-d1ac20d68130 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:39:55.967081 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e2027f2-ecac-4a36-a2ae-948ed30e7031 req-25578501-146f-4724-be0a-d1ac20d68130 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0656884 Jul 15 15:39:56.003804 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2e2027f2-ecac-4a36-a2ae-948ed30e7031 req-1ef51eb6-6e2c-48d7-b0a9-5014f724b2f1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312757 Jul 15 15:39:57.176789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed99b7-bc2a-4932-8d94-d5b336ea6bba req-5dae4de2-0dc2-455d-ac68-1aaf1b1436c1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:39:57.178252 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-63ed99b7-bc2a-4932-8d94-d5b336ea6bba req-5dae4de2-0dc2-455d-ac68-1aaf1b1436c1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0629108 Jul 15 15:39:57.215110 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-63ed99b7-bc2a-4932-8d94-d5b336ea6bba req-a41356cc-6226-4a65-a02f-d0e0dc3223d6 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307989 Jul 15 15:39:58.385461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c0110-085b-4cf6-ad60-6ea630a6f1ed req-84bc7836-367f-4ce6-b04e-ad0095a648bb tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:39:58.386960 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-874c0110-085b-4cf6-ad60-6ea630a6f1ed req-84bc7836-367f-4ce6-b04e-ad0095a648bb tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0618649 Jul 15 15:39:58.423423 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-874c0110-085b-4cf6-ad60-6ea630a6f1ed req-6dc6121b-ad35-4d33-948d-83a89b201a52 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309858 Jul 15 15:39:59.597915 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882ccc0-96ac-49da-ab90-13b3cc2eb59c req-199026b1-5372-463e-a267-7f59e74f7519 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:39:59.599407 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c882ccc0-96ac-49da-ab90-13b3cc2eb59c req-199026b1-5372-463e-a267-7f59e74f7519 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0642118 Jul 15 15:39:59.636636 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c882ccc0-96ac-49da-ab90-13b3cc2eb59c req-24bc715f-52d5-4b80-b4c8-4dd402f3ea78 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316410 Jul 15 15:40:00.081110 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53f457e9-fb88-4ffd-97f9-48cca3c78c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:00.805991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f51da-7d23-42f1-832a-f3f6d71119af req-bbc2725e-beb3-4781-9590-41932b607e89 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:00.807478 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-033f51da-7d23-42f1-832a-f3f6d71119af req-bbc2725e-beb3-4781-9590-41932b607e89 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0613711 Jul 15 15:40:00.844065 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-033f51da-7d23-42f1-832a-f3f6d71119af req-b9a74b06-a99a-4d2f-bc48-a3deafa93b7a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311294 Jul 15 15:40:01.331116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f8b57-b819-40e1-aef4-02380988e63b req-d6c3dbd7-f54b-437e-8dac-69325694edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:01.332599 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a16f8b57-b819-40e1-aef4-02380988e63b req-d6c3dbd7-f54b-437e-8dac-69325694edf8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 1096 time: 0.0550361 Jul 15 15:40:01.432960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f8b57-b819-40e1-aef4-02380988e63b req-94f3b6a8-6215-4bc2-9e07-b6d8b6eb10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:01.434426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a16f8b57-b819-40e1-aef4-02380988e63b req-94f3b6a8-6215-4bc2-9e07-b6d8b6eb10e1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0818191 Jul 15 15:40:01.500826 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a16f8b57-b819-40e1-aef4-02380988e63b req-39b2299c-9029-4052-a488-177712ce96de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668 HTTP/1.1" status: 200 len: 1001 time: 0.0593214 Jul 15 15:40:01.550758 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f8b57-b819-40e1-aef4-02380988e63b req-1115a484-3ad4-4f2d-b763-0ad4642f985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:01.552167 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a16f8b57-b819-40e1-aef4-02380988e63b req-1115a484-3ad4-4f2d-b763-0ad4642f985b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0438590 Jul 15 15:40:01.607639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f8b57-b819-40e1-aef4-02380988e63b req-d096792f-46b4-4357-89c0-68e417b26ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:01.609114 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a16f8b57-b819-40e1-aef4-02380988e63b req-d096792f-46b4-4357-89c0-68e417b26ab8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510337 Jul 15 15:40:01.620274 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-a16f8b57-b819-40e1-aef4-02380988e63b req-8dc59d10-bc96-4fbc-8646-049846ae2adc service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:40:01.621220 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a16f8b57-b819-40e1-aef4-02380988e63b req-8dc59d10-bc96-4fbc-8646-049846ae2adc service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048969 Jul 15 15:40:01.712868 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a16f8b57-b819-40e1-aef4-02380988e63b req-a2d6ef3a-e035-4c9f-b6f4-a116b4f27703 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853002 Jul 15 15:40:01.801461 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a16f8b57-b819-40e1-aef4-02380988e63b req-5a7dfe90-2dea-4386-b76d-9b88dd37ab61 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819380 Jul 15 15:40:02.019037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f11fa-71af-44aa-9fff-00ba2c683bc6 req-35be9bf5-b547-4a46-a586-40ce45172f92 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:02.020469 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad6f11fa-71af-44aa-9fff-00ba2c683bc6 req-35be9bf5-b547-4a46-a586-40ce45172f92 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0668185 Jul 15 15:40:02.376353 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad6f11fa-71af-44aa-9fff-00ba2c683bc6 req-f7de42cd-5721-485e-abe3-8bdbb7796ea4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3496580 Jul 15 15:40:02.853287 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:02.941639 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3772dc00-2551-4519-ac4d-df11a0f22108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:03.546404 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb074e9-444e-4efa-9888-5275f83c30f2 req-4e60b6e8-f42c-43e9-98af-04976f4346c1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:03.547894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebb074e9-444e-4efa-9888-5275f83c30f2 req-4e60b6e8-f42c-43e9-98af-04976f4346c1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0620391 Jul 15 15:40:03.583797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ebb074e9-444e-4efa-9888-5275f83c30f2 req-2b867d69-1da9-4394-909b-f5d99751fbd3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304902 Jul 15 15:40:04.399367 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:04.754941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24947016-8519-4887-ad0c-1978f62077bb req-ec8f1553-a36e-443a-8572-4aa40d04828e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:04.756332 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-24947016-8519-4887-ad0c-1978f62077bb req-ec8f1553-a36e-443a-8572-4aa40d04828e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0627477 Jul 15 15:40:04.798357 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-24947016-8519-4887-ad0c-1978f62077bb req-d16fc2ec-a96a-45c1-806d-71b8b47a3078 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351267 Jul 15 15:40:05.874133 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-c34a8cc3-49c1-48f2-b8ea-441f57a2cdc0 service neutron] show failed (client error): The resource could not be found. Jul 15 15:40:05.875199 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-c34a8cc3-49c1-48f2-b8ea-441f57a2cdc0 service neutron] 10.222.0.22 "GET /v2.0/ports/65bda80a-8fa5-419f-a6d6-2c9ecf100668/bindings/n-h1-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.0536089 Jul 15 15:40:05.974397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cda04-0986-4549-bdd4-409e79103061 req-236d92c6-2915-420c-95cc-5eede16b5c72 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:05.976453 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea3cda04-0986-4549-bdd4-409e79103061 req-236d92c6-2915-420c-95cc-5eede16b5c72 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0633688 Jul 15 15:40:06.016632 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea3cda04-0986-4549-bdd4-409e79103061 req-7f43aa03-8a79-437b-b168-cdb8983e200f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343463 Jul 15 15:40:06.101691 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:06.130260 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-7bed4fa6-f943-426a-8253-33aa409abffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:06.131898 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-7bed4fa6-f943-426a-8253-33aa409abffc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf&tenant_id=80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 1096 time: 0.0600553 Jul 15 15:40:06.143298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:06.216038 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:06.662935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] For port 65bda80a-8fa5-419f-a6d6-2c9ecf100668, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:06.695048 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] For port 65bda80a-8fa5-419f-a6d6-2c9ecf100668, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:40:06.732838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65bda80a-8fa5-419f-a6d6-2c9ecf100668'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:40:06.735138 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8ccfdf-56ec-46db-8093-ed1f6fe65f45" -d '{"events": [{"server_uuid": "7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf", "name": "network-vif-unplugged", "status": "completed", "tag": "65bda80a-8fa5-419f-a6d6-2c9ecf100668"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:40:06.738678 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:06.751796 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Transition to ACTIVE for port object 65bda80a-8fa5-419f-a6d6-2c9ecf100668 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:40:06.755941 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:06.786718 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6366cd56-8036-4b70-8991-247988605467 x-openstack-request-id: req-6366cd56-8036-4b70-8991-247988605467 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:40:06.787017 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf", "name": "network-vif-unplugged", "status": "completed", "tag": "65bda80a-8fa5-419f-a6d6-2c9ecf100668", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:40:06.787266 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6366cd56-8036-4b70-8991-247988605467 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:40:06.787649 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65bda80a-8fa5-419f-a6d6-2c9ecf100668', 'code': 200} Jul 15 15:40:06.859897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Pushing event updated for resources: {'Port': ['ID=65bda80a-8fa5-419f-a6d6-2c9ecf100668,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:06.890712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:06.891186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:06.891546 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:06.891878 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:06.892198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:06.892595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:06.892929 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:06.893274 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:06.893584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:06.893911 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:06.894233 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:06.894573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:06.942836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] No DVR routers for this DVR port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:40:07.077631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Attempting to bind port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:40:07.077968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Attempting to bind port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:40:07.078298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Attempting to bind port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:07.082457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 on network c2da8cf1-36e0-4219-b0a0-b333f396986d not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:40:07.082812 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Attempting to bind port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:07.088184 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:40:07.088519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Checking segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:40:07.088907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Bound using segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:40:07.089332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Bound port: 65bda80a-8fa5-419f-a6d6-2c9ecf100668, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:40:07.089687 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:07.157631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] For port 65bda80a-8fa5-419f-a6d6-2c9ecf100668, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:40:07.160906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] For port 65bda80a-8fa5-419f-a6d6-2c9ecf100668, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:40:07.165907 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:07.196447 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84020d70-723f-4280-ac83-f1d2a586a57c req-5f7acbf6-88b6-4d4f-ae6e-fd1cb6c8b30d tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:07.199135 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-84020d70-723f-4280-ac83-f1d2a586a57c req-5f7acbf6-88b6-4d4f-ae6e-fd1cb6c8b30d tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 943 time: 0.0684917 Jul 15 15:40:07.215418 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:07.216315 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:07.218207 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] 10.222.0.11 "PUT /v2.0/ports/65bda80a-8fa5-419f-a6d6-2c9ecf100668 HTTP/1.1" status: 200 len: 1091 time: 1.0788674 Jul 15 15:40:07.234369 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e1eaf-d40b-4a0f-82bb-436d545cde3c service neutron] Pushing event updated for resources: {'Port': ['ID=65bda80a-8fa5-419f-a6d6-2c9ecf100668,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:07.247865 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-84020d70-723f-4280-ac83-f1d2a586a57c req-9b13a2c7-6a08-449e-916e-3bb9ba279b59 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427639 Jul 15 15:40:07.300882 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-7e85e97c-1209-4f75-be1b-2ec1a3ae0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:07.302509 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-7e85e97c-1209-4f75-be1b-2ec1a3ae0ab0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 1094 time: 0.0612583 Jul 15 15:40:07.399277 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-449d9dda-5c7f-459c-b255-247da411e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:07.400886 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-449d9dda-5c7f-459c-b255-247da411e47c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0925767 Jul 15 15:40:07.467038 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-e913da39-f09a-4407-bd48-57a1185f247a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668 HTTP/1.1" status: 200 len: 999 time: 0.0584068 Jul 15 15:40:07.513261 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-674bc713-f2a8-400a-ad0f-f51f15bfbe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:07.514624 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-674bc713-f2a8-400a-ad0f-f51f15bfbe0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0425460 Jul 15 15:40:07.573135 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-0ae5ac3a-53ac-4255-989c-048552b0c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:07.574611 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-0ae5ac3a-53ac-4255-989c-048552b0c6ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540793 Jul 15 15:40:07.585285 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-71bddda5-1971-4631-8189-083f015c38df service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:40:07.586914 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-71bddda5-1971-4631-8189-083f015c38df service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048964 Jul 15 15:40:07.672240 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-84478fdb-e7d8-4111-9348-bda30354dfd0 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797412 Jul 15 15:40:07.763923 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86d9438c-dcf0-4f9c-b20f-87021e6ff406 req-b5fb7d63-d25a-4210-b351-841f3ea4cadb service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852916 Jul 15 15:40:08.433756 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d274589-178d-40df-b2e0-1f200d87e652 req-2792172b-fa50-4f39-9521-d524070fef90 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:08.435319 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d274589-178d-40df-b2e0-1f200d87e652 req-2792172b-fa50-4f39-9521-d524070fef90 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 943 time: 0.0683782 Jul 15 15:40:08.480522 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6d274589-178d-40df-b2e0-1f200d87e652 req-2a949512-c13b-4aa4-8371-4a73d850679a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392780 Jul 15 15:40:08.788426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'tag': '65bda80a-8fa5-419f-a6d6-2c9ecf100668'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:40:08.791364 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7262aa5b-8986-4119-88e1-88de6cc558f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf", "tag": "65bda80a-8fa5-419f-a6d6-2c9ecf100668"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:40:08.838562 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da467f9f-79b8-47ac-883c-2d79e5e78a33 x-openstack-request-id: req-da467f9f-79b8-47ac-883c-2d79e5e78a33 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:40:08.838855 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf", "tag": "65bda80a-8fa5-419f-a6d6-2c9ecf100668", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:40:08.839104 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-da467f9f-79b8-47ac-883c-2d79e5e78a33 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:40:08.839502 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'tag': '65bda80a-8fa5-419f-a6d6-2c9ecf100668', 'status': 'completed', 'code': 200} Jul 15 15:40:08.908075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-c2bcf75f-249f-45a3-8990-c8ea21874674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:08.909622 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-c2bcf75f-249f-45a3-8990-c8ea21874674 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 1094 time: 0.0517657 Jul 15 15:40:08.911794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-0f84efb3-6e46-4d2e-ab6e-f6ebd7f8b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:08.913303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-0f84efb3-6e46-4d2e-ab6e-f6ebd7f8b31f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 1094 time: 0.0516186 Jul 15 15:40:09.002069 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-befbd9e8-2672-45a6-bb50-2f66cc9d0c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:09.003583 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-befbd9e8-2672-45a6-bb50-2f66cc9d0c9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0875740 Jul 15 15:40:09.004627 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-8bbaa9dd-192a-4157-8e31-0b22f688f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:09.006077 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-8bbaa9dd-192a-4157-8e31-0b22f688f534 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0870552 Jul 15 15:40:09.068069 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-ce89bc1f-8192-448c-aed9-885e5f746713 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668 HTTP/1.1" status: 200 len: 999 time: 0.0578101 Jul 15 15:40:09.068400 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-6246efcd-719a-4924-b5a0-1a16aff4aebd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668 HTTP/1.1" status: 200 len: 999 time: 0.0561903 Jul 15 15:40:09.120891 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-fa42ea9d-9f33-4907-adf4-7345a9f0f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:09.122705 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-fa42ea9d-9f33-4907-adf4-7345a9f0f636 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0485380 Jul 15 15:40:09.123017 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-9bf4412a-b738-4468-904d-91bbc8e2b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:09.124464 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-9bf4412a-b738-4468-904d-91bbc8e2b533 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0437837 Jul 15 15:40:09.180200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-32364dd2-13c1-49b2-84b6-76e750cf3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:09.182059 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-32364dd2-13c1-49b2-84b6-76e750cf3fe8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526710 Jul 15 15:40:09.186191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-64ce257a-03b7-4243-aab0-431394edb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:09.187740 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-64ce257a-03b7-4243-aab0-431394edb455 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562811 Jul 15 15:40:09.278955 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-a57e4227-2ced-4002-98ed-de59bef215db service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906701 Jul 15 15:40:09.289287 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-802087de-9909-4c29-8b35-29adfd4d5bb8 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929706 Jul 15 15:40:09.372032 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-f8e59e52-f9d8-43fe-9687-02d840737e05 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866971 Jul 15 15:40:09.389684 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7262aa5b-8986-4119-88e1-88de6cc558f2 req-ef1e1d65-b059-40f8-a9ee-6a39c38c3366 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942199 Jul 15 15:40:09.653180 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa6254-60c7-4d53-8435-06613bbec4d5 req-76eadb59-defa-4df7-9fdf-eda6adf61f8e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:09.654902 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9aa6254-60c7-4d53-8435-06613bbec4d5 req-76eadb59-defa-4df7-9fdf-eda6adf61f8e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 943 time: 0.0628994 Jul 15 15:40:09.696123 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d9aa6254-60c7-4d53-8435-06613bbec4d5 req-8df113bc-13b6-40e9-a743-de3c476a5a29 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350833 Jul 15 15:40:09.706906 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:40:09.925725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 65bda80a-8fa5-419f-a6d6-2c9ecf100668 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:40:10.023846 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 65bda80a-8fa5-419f-a6d6-2c9ecf100668, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:10.033398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa877ef-ee93-45a8-b6ad-91d669aff4c2 req-0b63b57e-f957-4f2c-979d-b1626cb65634 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:10.034943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8fa877ef-ee93-45a8-b6ad-91d669aff4c2 req-0b63b57e-f957-4f2c-979d-b1626cb65634 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 943 time: 0.1112304 Jul 15 15:40:10.035303 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '65bda80a-8fa5-419f-a6d6-2c9ecf100668', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'port_id': '65bda80a-8fa5-419f-a6d6-2c9ecf100668', 'mac_address': 'fa:16:3e:5b:e3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:40:10.043919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad228b7b-6fcd-4e5b-bc61-74b6cac39e8f req-bf928acf-6daa-4c38-9513-d941ca7f96d4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:10.045345 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad228b7b-6fcd-4e5b-bc61-74b6cac39e8f req-bf928acf-6daa-4c38-9513-d941ca7f96d4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.22 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf&tenant_id=80e3311635754e58897ae15c1533866d&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 943 time: 0.1121328 Jul 15 15:40:10.072788 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.085134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65bda80a-8fa5-419f-a6d6-2c9ecf100668 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:40:10.106044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 65bda80a-8fa5-419f-a6d6-2c9ecf100668, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:10.110202 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.114589 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8fa877ef-ee93-45a8-b6ad-91d669aff4c2 req-8728ad33-632c-4e89-97bc-fb4c33fd0c9c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682697 Jul 15 15:40:10.131515 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-ad228b7b-6fcd-4e5b-bc61-74b6cac39e8f req-816e1cc4-79c7-4f24-bc00-12fb23fc2d77 service neutron] delete failed (client error): The resource could not be found. Jul 15 15:40:10.132591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad228b7b-6fcd-4e5b-bc61-74b6cac39e8f req-816e1cc4-79c7-4f24-bc00-12fb23fc2d77 service neutron] 10.222.0.22 "DELETE /v2.0/ports/65bda80a-8fa5-419f-a6d6-2c9ecf100668/bindings/n-h2-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.0795295 Jul 15 15:40:10.164925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=65bda80a-8fa5-419f-a6d6-2c9ecf100668,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:10.172270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.172621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.172963 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.173305 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.173645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.173974 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.174302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.174659 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.174992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.175316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.175641 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.176015 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.233863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad228b7b-6fcd-4e5b-bc61-74b6cac39e8f req-9e07fdc6-2596-4f51-967c-c6785129cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:10.235422 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad228b7b-6fcd-4e5b-bc61-74b6cac39e8f req-9e07fdc6-2596-4f51-967c-c6785129cc03 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 1095 time: 0.0545740 Jul 15 15:40:10.327236 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad228b7b-6fcd-4e5b-bc61-74b6cac39e8f req-e5c38dd5-982f-4cab-9e65-422a88cbb609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:10.327821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['65bda80a-8fa5-419f-a6d6-2c9ecf100668'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:40:10.329736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad228b7b-6fcd-4e5b-bc61-74b6cac39e8f req-e5c38dd5-982f-4cab-9e65-422a88cbb609 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0883853 Jul 15 15:40:10.394934 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad228b7b-6fcd-4e5b-bc61-74b6cac39e8f req-5c5ff57f-172d-4c3a-a145-46f55999fc9d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668 HTTP/1.1" status: 200 len: 1000 time: 0.0575323 Jul 15 15:40:10.398911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 65bda80a-8fa5-419f-a6d6-2c9ecf100668 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:40:10.442798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad228b7b-6fcd-4e5b-bc61-74b6cac39e8f req-114d6fd8-63b3-498a-87a0-49c59d523b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:10.444180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad228b7b-6fcd-4e5b-bc61-74b6cac39e8f req-114d6fd8-63b3-498a-87a0-49c59d523b82 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0428746 Jul 15 15:40:10.457797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 65bda80a-8fa5-419f-a6d6-2c9ecf100668 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:40:10.513077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad228b7b-6fcd-4e5b-bc61-74b6cac39e8f req-17bc232f-d3fd-4055-badd-81673aa474d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:10.514620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad228b7b-6fcd-4e5b-bc61-74b6cac39e8f req-17bc232f-d3fd-4055-badd-81673aa474d6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594914 Jul 15 15:40:10.605828 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad228b7b-6fcd-4e5b-bc61-74b6cac39e8f req-2739f167-25a3-418a-86a1-d2f0ea1e7c8b service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840714 Jul 15 15:40:10.700247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ad228b7b-6fcd-4e5b-bc61-74b6cac39e8f req-5a0ca1b3-8cf4-4336-a1c0-8c44b45b6a9b service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853035 Jul 15 15:40:10.797224 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a32d63d-74e0-44b5-a31b-bb6bf1256ed2 req-e84520d7-568c-434f-8d99-e53cff1a0464 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502243 Jul 15 15:40:10.892913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d63d-74e0-44b5-a31b-bb6bf1256ed2 req-e8ce90eb-2573-4fd9-b1b6-a92cc8683700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:10.894442 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a32d63d-74e0-44b5-a31b-bb6bf1256ed2 req-e8ce90eb-2573-4fd9-b1b6-a92cc8683700 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 1095 time: 0.0549352 Jul 15 15:40:11.000836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d63d-74e0-44b5-a31b-bb6bf1256ed2 req-5fb574fd-d4f7-4514-936a-87d4fac945bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:11.002746 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a32d63d-74e0-44b5-a31b-bb6bf1256ed2 req-5fb574fd-d4f7-4514-936a-87d4fac945bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0875490 Jul 15 15:40:11.064486 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a32d63d-74e0-44b5-a31b-bb6bf1256ed2 req-cb5655b7-5b48-42ca-acdc-944ec56a15b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668 HTTP/1.1" status: 200 len: 1000 time: 0.0557883 Jul 15 15:40:11.115913 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d63d-74e0-44b5-a31b-bb6bf1256ed2 req-430026be-01ae-45e4-9c9f-a678ee9f959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:11.118009 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a32d63d-74e0-44b5-a31b-bb6bf1256ed2 req-430026be-01ae-45e4-9c9f-a678ee9f959e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0479548 Jul 15 15:40:11.177490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d63d-74e0-44b5-a31b-bb6bf1256ed2 req-00104e33-b314-4f62-a252-7e85c6abd34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:11.179092 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a32d63d-74e0-44b5-a31b-bb6bf1256ed2 req-00104e33-b314-4f62-a252-7e85c6abd34c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543714 Jul 15 15:40:11.274541 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a32d63d-74e0-44b5-a31b-bb6bf1256ed2 req-908f9a5c-c8f8-4445-bff7-c4a0886f8ae3 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885975 Jul 15 15:40:11.301431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb4e29-f061-44c9-9901-a3589a06e520 req-beeaaa26-31b1-48a9-869a-f335f1f64426 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:11.308974 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90fb4e29-f061-44c9-9901-a3589a06e520 req-beeaaa26-31b1-48a9-869a-f335f1f64426 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 944 time: 0.0728819 Jul 15 15:40:11.343247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90fb4e29-f061-44c9-9901-a3589a06e520 req-64762958-0762-42de-8236-2b1e59eefcb0 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333910 Jul 15 15:40:11.373997 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5a32d63d-74e0-44b5-a31b-bb6bf1256ed2 req-22e089a9-44be-406e-b5ba-d49c7587f420 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928364 Jul 15 15:40:11.921709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 65bda80a-8fa5-419f-a6d6-2c9ecf100668 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:40:11.971566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:40:11.975202 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:11.975575 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:12.050403 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:12.073207 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bda80a-8fa5-419f-a6d6-2c9ecf100668'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:40:12.075472 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd5b42f-a3d5-420e-968d-d94745e2a234" -d '{"events": [{"server_uuid": "7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf", "name": "network-vif-plugged", "status": "completed", "tag": "65bda80a-8fa5-419f-a6d6-2c9ecf100668"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:40:12.088035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 65bda80a-8fa5-419f-a6d6-2c9ecf100668, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:12.093288 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:12.116687 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52d89f7-69be-4436-ab5a-deac13e79afa x-openstack-request-id: req-c52d89f7-69be-4436-ab5a-deac13e79afa {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:40:12.117588 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf", "name": "network-vif-plugged", "status": "completed", "tag": "65bda80a-8fa5-419f-a6d6-2c9ecf100668", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:40:12.117848 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c52d89f7-69be-4436-ab5a-deac13e79afa {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:40:12.118237 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bda80a-8fa5-419f-a6d6-2c9ecf100668', 'code': 200} Jul 15 15:40:12.145608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=65bda80a-8fa5-419f-a6d6-2c9ecf100668,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:12.526300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c466e23-3715-433f-ab42-d250f5e50c40 req-fdb8226b-ec50-4b09-afcc-0cdff1cb6e38 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:12.527814 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c466e23-3715-433f-ab42-d250f5e50c40 req-fdb8226b-ec50-4b09-afcc-0cdff1cb6e38 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0638030 Jul 15 15:40:12.572845 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c466e23-3715-433f-ab42-d250f5e50c40 req-adc9c932-4d5e-4afe-9616-9073dabf7137 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395851 Jul 15 15:40:12.742455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7476bbb-1172-43bb-a940-caaebea3f950 req-8ea92e1f-908d-4c8d-bd68-ff43c88de76b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:12.743991 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7476bbb-1172-43bb-a940-caaebea3f950 req-8ea92e1f-908d-4c8d-bd68-ff43c88de76b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0628119 Jul 15 15:40:12.782105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7476bbb-1172-43bb-a940-caaebea3f950 req-d56ca673-9b23-4d55-ac6f-be3a7ce5cbc8 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326409 Jul 15 15:40:12.951184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c90a1c-f2a5-4974-8c74-7900631ee693 req-029e0eb3-bea9-46c2-b70d-a8e6f41f689c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:12.952669 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e6c90a1c-f2a5-4974-8c74-7900631ee693 req-029e0eb3-bea9-46c2-b70d-a8e6f41f689c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0630794 Jul 15 15:40:12.988853 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e6c90a1c-f2a5-4974-8c74-7900631ee693 req-f8b34aa1-eaf5-4391-9799-52ec17e88669 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307682 Jul 15 15:40:13.368550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca18c8b-b5dd-49e7-b52a-6044443f1cb5 req-564c6540-fa13-42fa-94bc-a2db97f511d7 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:13.370018 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ca18c8b-b5dd-49e7-b52a-6044443f1cb5 req-564c6540-fa13-42fa-94bc-a2db97f511d7 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0669212 Jul 15 15:40:13.406433 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7ca18c8b-b5dd-49e7-b52a-6044443f1cb5 req-19479e9a-9cc8-422a-9742-0785d6ca8e98 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309072 Jul 15 15:40:14.573344 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca47400-3d30-4d50-bd4c-961783ff0d5a req-3914725e-bbb1-47cf-8da0-75377640a65e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:14.574857 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9ca47400-3d30-4d50-bd4c-961783ff0d5a req-3914725e-bbb1-47cf-8da0-75377640a65e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.11 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0668497 Jul 15 15:40:14.579722 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317e7a6-b460-447e-8aec-166db5ba4d4d req-db96b8f3-afc1-4304-84d4-6912309e45aa tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:14.581192 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2317e7a6-b460-447e-8aec-166db5ba4d4d req-db96b8f3-afc1-4304-84d4-6912309e45aa tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 945 time: 0.0625029 Jul 15 15:40:14.620060 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2317e7a6-b460-447e-8aec-166db5ba4d4d req-3091e668-dfee-4df3-ac77-5f0f4a37d64d tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331428 Jul 15 15:40:14.679075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9ca47400-3d30-4d50-bd4c-961783ff0d5a req-53288096-051e-444c-90f2-2441a50637a4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Deleting port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:40:14.679422 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ca47400-3d30-4d50-bd4c-961783ff0d5a req-53288096-051e-444c-90f2-2441a50637a4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:14.765374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9ca47400-3d30-4d50-bd4c-961783ff0d5a req-53288096-051e-444c-90f2-2441a50637a4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] For port 65bda80a-8fa5-419f-a6d6-2c9ecf100668, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=65bda80a-8fa5-419f-a6d6-2c9ecf100668,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:14.765632 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ca47400-3d30-4d50-bd4c-961783ff0d5a req-53288096-051e-444c-90f2-2441a50637a4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:14.935015 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ca47400-3d30-4d50-bd4c-961783ff0d5a req-53288096-051e-444c-90f2-2441a50637a4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:14.935396 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ca47400-3d30-4d50-bd4c-961783ff0d5a req-53288096-051e-444c-90f2-2441a50637a4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:14.935715 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [req-9ca47400-3d30-4d50-bd4c-961783ff0d5a req-53288096-051e-444c-90f2-2441a50637a4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Floating IP e9b96a7c-684b-4fb3-99a0-020985eeafea disassociated. External IP: 172.25.4.121, port: 65bda80a-8fa5-419f-a6d6-2c9ecf100668. Jul 15 15:40:14.936057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9ca47400-3d30-4d50-bd4c-961783ff0d5a req-53288096-051e-444c-90f2-2441a50637a4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Calling delete_port for 65bda80a-8fa5-419f-a6d6-2c9ecf100668 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:40:15.059804 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ca47400-3d30-4d50-bd4c-961783ff0d5a req-53288096-051e-444c-90f2-2441a50637a4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:15.091462 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53288096-051e-444c-90f2-2441a50637a4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Pushing event deleted for resources: {'Port': ['ID=65bda80a-8fa5-419f-a6d6-2c9ecf100668,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:15.209630 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ca47400-3d30-4d50-bd4c-961783ff0d5a req-53288096-051e-444c-90f2-2441a50637a4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Router ef2c82b4-10c3-43ce-aa58-62401b545b80 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:40:15.316880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ca47400-3d30-4d50-bd4c-961783ff0d5a req-53288096-051e-444c-90f2-2441a50637a4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:40:15.326217 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef4d27-1043-44dd-b73c-246ce9ad90f3 None None] Sync routers for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:40:15.336033 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef4d27-1043-44dd-b73c-246ce9ad90f3 None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:40:15.337158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-37ef4d27-1043-44dd-b73c-246ce9ad90f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:40:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:15.362817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca47400-3d30-4d50-bd4c-961783ff0d5a req-53288096-051e-444c-90f2-2441a50637a4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] No DVR routers for this DVR port 65bda80a-8fa5-419f-a6d6-2c9ecf100668 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:40:15.365831 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ca47400-3d30-4d50-bd4c-961783ff0d5a req-53288096-051e-444c-90f2-2441a50637a4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:15.368011 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9ca47400-3d30-4d50-bd4c-961783ff0d5a req-53288096-051e-444c-90f2-2441a50637a4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.11 "DELETE /v2.0/ports/65bda80a-8fa5-419f-a6d6-2c9ecf100668 HTTP/1.1" status: 204 len: 173 time: 0.7880120 Jul 15 15:40:15.368476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'name': 'network-vif-deleted', 'tag': '65bda80a-8fa5-419f-a6d6-2c9ecf100668'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:40:15.370849 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd7e0f4-3cdc-4653-83b0-4f056a2e6d0a" -d '{"events": [{"server_uuid": "7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf", "name": "network-vif-deleted", "tag": "65bda80a-8fa5-419f-a6d6-2c9ecf100668"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:40:15.407742 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c14594-0bc4-4850-ad5b-9aa61394fd86 x-openstack-request-id: req-30c14594-0bc4-4850-ad5b-9aa61394fd86 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:40:15.408114 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf", "name": "network-vif-deleted", "tag": "65bda80a-8fa5-419f-a6d6-2c9ecf100668", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:40:15.408372 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-30c14594-0bc4-4850-ad5b-9aa61394fd86 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:40:15.408774 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf', 'name': 'network-vif-deleted', 'tag': '65bda80a-8fa5-419f-a6d6-2c9ecf100668', 'status': 'completed', 'code': 200} Jul 15 15:40:15.456824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-37ef4d27-1043-44dd-b73c-246ce9ad90f3 None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:40:15.658105 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-37ef4d27-1043-44dd-b73c-246ce9ad90f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:15.683501 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef4d27-1043-44dd-b73c-246ce9ad90f3 None None] Checking router: ef2c82b4-10c3-43ce-aa58-62401b545b80 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:40:15.691695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef4d27-1043-44dd-b73c-246ce9ad90f3 None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:40:15.692304 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-37ef4d27-1043-44dd-b73c-246ce9ad90f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:40:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:15.782816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-76ae4466-6435-4368-a34c-05faf787334b req-2a5fbc3d-6a2b-4573-b4b1-7dc42213a75b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=7253b8d0-71f7-4ec5-89f4-ce49cd1b8dbf HTTP/1.1" status: 200 len: 210 time: 0.0308204 Jul 15 15:40:15.802564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-37ef4d27-1043-44dd-b73c-246ce9ad90f3 None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:40:16.002631 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-37ef4d27-1043-44dd-b73c-246ce9ad90f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:16.028808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef4d27-1043-44dd-b73c-246ce9ad90f3 None None] The sync data for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 is: [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:40:16.244935 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042bcb84-db20-411a-801f-e698dc6e02ff None None] New status for floating IP e9b96a7c-684b-4fb3-99a0-020985eeafea: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:40:17.091195 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-19489dec-f340-46bb-b358-122d8bc99559 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--476902449&fields=id&tenant_id=80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 267 time: 0.0326068 Jul 15 15:40:17.199207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-e05fad6a-e7fb-4436-84b4-7db90977a5e3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:17.200666 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-e05fad6a-e7fb-4436-84b4-7db90977a5e3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 811 time: 0.1034694 Jul 15 15:40:17.215116 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-e743fa3c-8d22-4083-9c36-6e1b01de26c2 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/quotas/80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 375 time: 0.0092070 Jul 15 15:40:17.282125 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-f3a72302-15cf-45ba-9a65-3cb866b02c75 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622859 Jul 15 15:40:17.377588 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-8746c000-db7a-4f94-a7c5-b83c91630636 service neutron] 10.222.0.38 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842249 Jul 15 15:40:17.467623 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-f83191b3-f9b9-423f-bc63-3b77b71f1d81 service neutron] 10.222.0.38 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844927 Jul 15 15:40:17.633953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50a8b171-ff6f-40f5-8c91-bf5006d159a9 req-c19bc9f9-6294-4e88-bcac-fdd92d2f378c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 210 time: 0.0291941 Jul 15 15:40:18.713592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2861a2c3-6c14-4817-87c5-b0b16f1138dc req-f6fb91df-10a0-4e62-b477-c64882928725 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 210 time: 0.0273600 Jul 15 15:40:19.315187 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:19.605218 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:19.794467 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90092bdf-6fff-4753-864d-ba31ac8f0f42 req-fca46b98-2775-4a97-8c7d-17cf28c6555b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 210 time: 0.0282731 Jul 15 15:40:19.937386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 65bda80a-8fa5-419f-a6d6-2c9ecf100668 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:40:19.957269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 65bda80a-8fa5-419f-a6d6-2c9ecf100668 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:40:19.957638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 65bda80a-8fa5-419f-a6d6-2c9ecf100668 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:40:20.829390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-d3dc16a6-0300-4928-a3f4-2d2cce9bf1d0 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:20.830923 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-d3dc16a6-0300-4928-a3f4-2d2cce9bf1d0 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 811 time: 0.1080065 Jul 15 15:40:20.877711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-70673097-42bc-42a7-b465-e83aaa89e4f4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 379 time: 0.0382774 Jul 15 15:40:20.887440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Request body: {'port': {'device_id': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'admin_state_up': True, 'tenant_id': '80e3311635754e58897ae15c1533866d', 'security_groups': ['1df9ce2f-1e51-438d-8c71-4040c2106c0c']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:20.951735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d81127e3-9bc1-4fd2-8c77-05029db418ab req-ebebe0fb-8886-4f43-89cd-5211af4fe370 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 210 time: 0.0396581 Jul 15 15:40:21.026396 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Made reservation on behalf of 80e3311635754e58897ae15c1533866d for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:40:21.029966 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:21.157196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Allocated IP 172.20.0.10 (c2da8cf1-36e0-4219-b0a0-b333f396986d/e99ca303-2e7a-4f3b-93c9-0518cca00c0b/d4ad6c9e-a847-4c86-ad90-cc71dfb0d524) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:40:21.286940 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:21.299503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Transition to ACTIVE for port object d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:40:21.331024 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:21.378592 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Network c2da8cf1-36e0-4219-b0a0-b333f396986d is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:40:21.381735 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:21.386129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:40:21.408916 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Pushing event updated for resources: {'Port': ['ID=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:21.423603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:21.423942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:21.424279 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:21.424614 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:21.424945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:21.425276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:21.425596 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:21.425920 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:21.426238 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:21.426578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:21.426905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:21.427227 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:21.449008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:21.449657 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:21.464925 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-f95c759d-ffef-4058-a8eb-be34ee6a967a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5817499 Jul 15 15:40:21.478501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Request body: {'port': {'device_id': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:21.551983 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:21.617619 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0672a3ee-1eb4-4cde-9201-ecdba3866927 None None] Provisioning for port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:40:21.622306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0672a3ee-1eb4-4cde-9201-ecdba3866927 None None] Provisioning complete for port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:21.622738 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0672a3ee-1eb4-4cde-9201-ecdba3866927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:21.656429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0672a3ee-1eb4-4cde-9201-ecdba3866927 None None] Port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:40:21.811917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:40:21.819155 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:21.831142 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Transition to ACTIVE for port object d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:40:21.834819 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:21.904141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:21.959443 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Attempting to bind port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:40:21.959783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Attempting to bind port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:40:21.960119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Attempting to bind port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:21.964754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 on network c2da8cf1-36e0-4219-b0a0-b333f396986d not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:40:21.965089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Attempting to bind port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:21.970019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:40:21.970359 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Checking segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:40:21.970773 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Bound using segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:40:21.971202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Bound port: d4ad6c9e-a847-4c86-ad90-cc71dfb0d524, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:40:21.971562 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:22.039558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] For port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:40:22.042744 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] For port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:40:22.046943 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:22.088771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:22.089407 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:22.090809 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] 10.222.0.22 "PUT /v2.0/ports/d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 HTTP/1.1" status: 200 len: 1092 time: 0.6177166 Jul 15 15:40:22.094560 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'tag': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:40:22.096432 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d90e6ff-03a3-472e-b4e5-3d0828269c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ec9b10-de5e-47e5-aa33-331fabb4f017", "tag": "d4ad6c9e-a847-4c86-ad90-cc71dfb0d524"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:40:22.144166 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fd267e-305c-413e-b2dd-e9e584e1c85e x-openstack-request-id: req-e9fd267e-305c-413e-b2dd-e9e584e1c85e {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:40:22.144463 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ec9b10-de5e-47e5-aa33-331fabb4f017", "tag": "d4ad6c9e-a847-4c86-ad90-cc71dfb0d524", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:40:22.144719 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e9fd267e-305c-413e-b2dd-e9e584e1c85e {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:40:22.145123 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'tag': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524', 'status': 'completed', 'code': 200} Jul 15 15:40:22.162954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b25d7-e2f6-41b6-ac67-7954d6107053 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:22.212784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6bd2c-f00b-485a-9402-0d8c4897e5ca req-1af885a9-90d0-4090-b9a9-0fac0b21b10b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:22.214316 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90b6bd2c-f00b-485a-9402-0d8c4897e5ca req-1af885a9-90d0-4090-b9a9-0fac0b21b10b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 944 time: 0.1400754 Jul 15 15:40:22.257655 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-adafa6f0-1ab2-448c-ae4a-ed44ba007bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:22.259303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-adafa6f0-1ab2-448c-ae4a-ed44ba007bd0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 1095 time: 0.1122401 Jul 15 15:40:22.264605 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90b6bd2c-f00b-485a-9402-0d8c4897e5ca req-fbd6f57f-ff1d-492f-b110-fbfa5f758b50 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434756 Jul 15 15:40:22.302245 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-371e0df9-e292-4a8e-9c55-d34d5832151b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 HTTP/1.1" status: 200 len: 217 time: 0.0362453 Jul 15 15:40:22.353610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-d1302fbd-2f07-4133-a82d-c246d4d81bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:22.355064 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-d1302fbd-2f07-4133-a82d-c246d4d81bee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0469859 Jul 15 15:40:22.413389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-a32add40-3d6c-4bb7-8358-c21da278311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:22.414876 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-a32add40-3d6c-4bb7-8358-c21da278311e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524292 Jul 15 15:40:22.507500 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-5567307c-2ae3-4ba3-8fb2-690f112c2a0c service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864754 Jul 15 15:40:22.599303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27540e78-5d7f-42c4-89f5-01357c4cc91e req-0a146677-24c4-45f3-a9c9-288001ec73f6 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851576 Jul 15 15:40:22.698498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90e6ff-03a3-472e-b4e5-3d0828269c3e req-0cdade45-5614-428a-90ac-810fe07f4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:22.699939 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d90e6ff-03a3-472e-b4e5-3d0828269c3e req-0cdade45-5614-428a-90ac-810fe07f4601 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 1095 time: 0.0512419 Jul 15 15:40:22.794670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90e6ff-03a3-472e-b4e5-3d0828269c3e req-ab93e9e5-2ffe-453a-9e46-ae0dbf36146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:22.797095 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d90e6ff-03a3-472e-b4e5-3d0828269c3e req-ab93e9e5-2ffe-453a-9e46-ae0dbf36146a service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0900116 Jul 15 15:40:22.837457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d90e6ff-03a3-472e-b4e5-3d0828269c3e req-4bb240f6-e60b-42a9-a7ee-530c7e34c6dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 HTTP/1.1" status: 200 len: 217 time: 0.0334005 Jul 15 15:40:22.888823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90e6ff-03a3-472e-b4e5-3d0828269c3e req-32a415e5-f41f-4875-806a-28a1c65d6505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:22.890247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d90e6ff-03a3-472e-b4e5-3d0828269c3e req-32a415e5-f41f-4875-806a-28a1c65d6505 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0465448 Jul 15 15:40:22.947454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90e6ff-03a3-472e-b4e5-3d0828269c3e req-92552d67-299b-4a8b-aab9-490b24912085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:22.948973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d90e6ff-03a3-472e-b4e5-3d0828269c3e req-92552d67-299b-4a8b-aab9-490b24912085 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507438 Jul 15 15:40:23.037643 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d90e6ff-03a3-472e-b4e5-3d0828269c3e req-2c402634-a091-409e-9fd8-52b8979801e3 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809140 Jul 15 15:40:23.133902 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d90e6ff-03a3-472e-b4e5-3d0828269c3e req-a157b320-54cc-4c4f-8742-cb5c547ac0b4 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883887 Jul 15 15:40:23.437590 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438725a2-e8b1-4ab9-a5df-325d5e6edf36 req-b803a6e0-5249-4213-8638-82d133b9e7d5 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:23.439075 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-438725a2-e8b1-4ab9-a5df-325d5e6edf36 req-b803a6e0-5249-4213-8638-82d133b9e7d5 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 944 time: 0.0629106 Jul 15 15:40:23.476465 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-438725a2-e8b1-4ab9-a5df-325d5e6edf36 req-6fbc2201-1bfe-43b4-9892-d04876748cb7 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318754 Jul 15 15:40:24.458846 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:40:24.555760 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:24.566885 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'port_id': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524', 'mac_address': 'fa:16:3e:8c:a1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:40:24.607775 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:24.620386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:40:24.639721 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:24.643030 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:24.655078 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fbe77-b772-49cd-8b2d-305e2966f5a9 req-3ad89f6d-dadb-416b-ab52-e4324eb60cf8 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:24.656611 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a2fbe77-b772-49cd-8b2d-305e2966f5a9 req-3ad89f6d-dadb-416b-ab52-e4324eb60cf8 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 944 time: 0.0698121 Jul 15 15:40:24.693069 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:24.693602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a2fbe77-b772-49cd-8b2d-305e2966f5a9 req-9346b25a-7b1d-4b3c-bbb7-32668aa8a4d9 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313783 Jul 15 15:40:24.842586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['d4ad6c9e-a847-4c86-ad90-cc71dfb0d524'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:40:25.866294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42698eaa-d175-44a0-8eba-f6e14cb5466a req-c0c878f7-e24b-49a0-b7f5-8d1b02dd7edb tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:25.867834 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42698eaa-d175-44a0-8eba-f6e14cb5466a req-c0c878f7-e24b-49a0-b7f5-8d1b02dd7edb tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 945 time: 0.0633986 Jul 15 15:40:25.905340 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42698eaa-d175-44a0-8eba-f6e14cb5466a req-91ba963d-3bc1-463d-bb92-8dac68745485 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315456 Jul 15 15:40:26.474294 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:40:26.523771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:40:26.528413 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:26.528784 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:26.605847 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:26.627928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:40:26.630156 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd9b966-385f-4d92-82df-22cdee390505" -d '{"events": [{"server_uuid": "c7ec9b10-de5e-47e5-aa33-331fabb4f017", "name": "network-vif-plugged", "status": "completed", "tag": "d4ad6c9e-a847-4c86-ad90-cc71dfb0d524"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:40:26.642427 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:26.646367 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:26.671292 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f0e509-856c-4db5-ad5c-bb87369ec557 x-openstack-request-id: req-92f0e509-856c-4db5-ad5c-bb87369ec557 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:40:26.671582 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ec9b10-de5e-47e5-aa33-331fabb4f017", "name": "network-vif-plugged", "status": "completed", "tag": "d4ad6c9e-a847-4c86-ad90-cc71dfb0d524", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:40:26.672018 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-92f0e509-856c-4db5-ad5c-bb87369ec557 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:40:26.672410 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524', 'code': 200} Jul 15 15:40:26.703397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:26.780997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca492a-d3a6-4203-a20a-ee5ccd330c8c req-62ab3773-e518-47ed-b832-edf1c6584c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:26.782367 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b7ca492a-d3a6-4203-a20a-ee5ccd330c8c req-62ab3773-e518-47ed-b832-edf1c6584c69 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 1097 time: 0.0517831 Jul 15 15:40:26.816539 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b7ca492a-d3a6-4203-a20a-ee5ccd330c8c req-585c4c41-56ed-45f4-95d8-f94c79331576 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281136 Jul 15 15:40:27.084413 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f694b1-dc99-418d-8f50-c0e1fc732a05 req-c900c9be-edbb-43a9-89db-d8a9a8192596 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:27.085807 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-34f694b1-dc99-418d-8f50-c0e1fc732a05 req-c900c9be-edbb-43a9-89db-d8a9a8192596 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0647035 Jul 15 15:40:27.124186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-34f694b1-dc99-418d-8f50-c0e1fc732a05 req-037fdf78-2b0a-4468-a0c7-b50cf7d2685c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326402 Jul 15 15:40:28.299512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83617f59-0798-4058-a4af-21b452bb8594 req-d1073e04-6aec-4ffb-a04f-3c5acc952eff tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:28.301007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83617f59-0798-4058-a4af-21b452bb8594 req-d1073e04-6aec-4ffb-a04f-3c5acc952eff tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0641844 Jul 15 15:40:28.339346 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83617f59-0798-4058-a4af-21b452bb8594 req-37a85a25-8905-411d-87b4-4f5e47189dd3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326262 Jul 15 15:40:28.512034 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea7a61-289b-40ff-8e29-00ef99ab59b4 req-e70ecc15-2d4c-4a49-8005-bcd22562d9e3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:28.513608 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a2ea7a61-289b-40ff-8e29-00ef99ab59b4 req-e70ecc15-2d4c-4a49-8005-bcd22562d9e3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0702550 Jul 15 15:40:28.522269 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 39780) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:28.527686 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9ed4f2d1-d1b9-4893-bc0c-6d0b1f18aa04 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Request body: {'floatingip': {'port_id': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:28.565412 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f2d1-d1b9-4893-bc0c-6d0b1f18aa04 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:29.318035 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f2d1-d1b9-4893-bc0c-6d0b1f18aa04 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:29.322421 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f2d1-d1b9-4893-bc0c-6d0b1f18aa04 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:29.419541 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-9ed4f2d1-d1b9-4893-bc0c-6d0b1f18aa04 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Floating IP e9b96a7c-684b-4fb3-99a0-020985eeafea associated. External IP: 172.25.4.121, port: d4ad6c9e-a847-4c86-ad90-cc71dfb0d524. Jul 15 15:40:29.621130 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed4f2d1-d1b9-4893-bc0c-6d0b1f18aa04 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Router ef2c82b4-10c3-43ce-aa58-62401b545b80 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:40:29.726005 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed4f2d1-d1b9-4893-bc0c-6d0b1f18aa04 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:40:29.731800 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f2d1-d1b9-4893-bc0c-6d0b1f18aa04 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:29.736073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e120e-3cbb-4de6-bf44-e3c1c3696df5 None None] Sync routers for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:40:29.746128 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e120e-3cbb-4de6-bf44-e3c1c3696df5 None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:40:29.746766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bb4e120e-3cbb-4de6-bf44-e3c1c3696df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:40:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:29.770669 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9ed4f2d1-d1b9-4893-bc0c-6d0b1f18aa04 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "PUT /v2.0/floatingips/e9b96a7c-684b-4fb3-99a0-020985eeafea HTTP/1.1" status: 200 len: 992 time: 1.2447479 Jul 15 15:40:29.770669 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'tag': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:40:29.771192 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3648cbac-3b2b-41b5-a647-64df9a92a713" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ec9b10-de5e-47e5-aa33-331fabb4f017", "tag": "d4ad6c9e-a847-4c86-ad90-cc71dfb0d524"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:40:29.809223 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82202194-6f82-4d8a-bbe8-64cd284ef171 x-openstack-request-id: req-82202194-6f82-4d8a-bbe8-64cd284ef171 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:40:29.809530 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ec9b10-de5e-47e5-aa33-331fabb4f017", "tag": "d4ad6c9e-a847-4c86-ad90-cc71dfb0d524", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:40:29.809786 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-82202194-6f82-4d8a-bbe8-64cd284ef171 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:40:29.810187 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'tag': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524', 'status': 'completed', 'code': 200} Jul 15 15:40:29.861210 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-bb4e120e-3cbb-4de6-bf44-e3c1c3696df5 None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:40:29.884888 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648cbac-3b2b-41b5-a647-64df9a92a713 req-630da99f-594e-4eb4-bf83-10df16330bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:29.886456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3648cbac-3b2b-41b5-a647-64df9a92a713 req-630da99f-594e-4eb4-bf83-10df16330bba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 1097 time: 0.0543175 Jul 15 15:40:29.985321 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648cbac-3b2b-41b5-a647-64df9a92a713 req-b003fbaa-edb5-4e6a-9106-5ea22586f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:29.986785 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3648cbac-3b2b-41b5-a647-64df9a92a713 req-b003fbaa-edb5-4e6a-9106-5ea22586f00a service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0935938 Jul 15 15:40:30.052167 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3648cbac-3b2b-41b5-a647-64df9a92a713 req-6bf07056-1e4d-47ab-b5ad-c044a90f5b55 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 HTTP/1.1" status: 200 len: 1000 time: 0.0590591 Jul 15 15:40:30.108016 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648cbac-3b2b-41b5-a647-64df9a92a713 req-2f5a6de4-0b13-46a4-b41a-3f184758d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:30.109693 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3648cbac-3b2b-41b5-a647-64df9a92a713 req-2f5a6de4-0b13-46a4-b41a-3f184758d90e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0516956 Jul 15 15:40:30.117159 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3cdac8a3-637a-4a3f-a92a-dd3035996686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:30.169045 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648cbac-3b2b-41b5-a647-64df9a92a713 req-0af09289-7e70-4ab5-bb05-9cdc772a269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:30.170591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3648cbac-3b2b-41b5-a647-64df9a92a713 req-0af09289-7e70-4ab5-bb05-9cdc772a269e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548582 Jul 15 15:40:30.257907 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3648cbac-3b2b-41b5-a647-64df9a92a713 req-d7134fcd-6246-4b99-a9f5-05c3c22deeb1 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808733 Jul 15 15:40:30.268891 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bb4e120e-3cbb-4de6-bf44-e3c1c3696df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e9b96a7c-684b-4fb3-99a0-020985eeafea', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'port_id': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'mac_address': 'fa:16:3e:8c:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:38:05Z', 'updated_at': '2021-07-15T15:40:28Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:30.299058 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e120e-3cbb-4de6-bf44-e3c1c3696df5 None None] Checking router: ef2c82b4-10c3-43ce-aa58-62401b545b80 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:40:30.308334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e120e-3cbb-4de6-bf44-e3c1c3696df5 None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:40:30.308952 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bb4e120e-3cbb-4de6-bf44-e3c1c3696df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:40:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:30.352034 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3648cbac-3b2b-41b5-a647-64df9a92a713 req-367a307b-bfdd-4905-93ea-e1af931db7c1 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881937 Jul 15 15:40:30.416783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-bb4e120e-3cbb-4de6-bf44-e3c1c3696df5 None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:40:30.638045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bb4e120e-3cbb-4de6-bf44-e3c1c3696df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e9b96a7c-684b-4fb3-99a0-020985eeafea', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'port_id': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'mac_address': 'fa:16:3e:8c:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:38:05Z', 'updated_at': '2021-07-15T15:40:28Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:30.663387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e120e-3cbb-4de6-bf44-e3c1c3696df5 None None] The sync data for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 is: [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e9b96a7c-684b-4fb3-99a0-020985eeafea', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'port_id': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'mac_address': 'fa:16:3e:8c:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:38:05Z', 'updated_at': '2021-07-15T15:40:28Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:40:30.852495 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471afec0-0648-4981-917b-b179cce862de None None] New status for floating IP e9b96a7c-684b-4fb3-99a0-020985eeafea: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:40:32.853960 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:32.944799 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c43bde8-64e7-4e48-818b-be314e94099d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:34.401451 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:36.105562 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:46.705759 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:40:49.332028 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:49.602805 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:00.078573 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eab23f8e-f343-4b99-a331-eb24b06219b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.337816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a2b9931-40e5-478d-b9c5-ae520df223de req-9c85363f-f7b7-47a7-9d62-9fa00567789c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1058967 Jul 15 15:41:02.432994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b9931-40e5-478d-b9c5-ae520df223de req-440fee24-b5e1-46a5-aa6f-4bdcae168331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:02.435583 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a2b9931-40e5-478d-b9c5-ae520df223de req-440fee24-b5e1-46a5-aa6f-4bdcae168331 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 1097 time: 0.0566094 Jul 15 15:41:02.538267 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b9931-40e5-478d-b9c5-ae520df223de req-6650f019-8f1b-430a-8390-eb198eb85df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:02.539813 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a2b9931-40e5-478d-b9c5-ae520df223de req-6650f019-8f1b-430a-8390-eb198eb85df2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0840557 Jul 15 15:41:02.607565 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a2b9931-40e5-478d-b9c5-ae520df223de req-2598dcb0-c9bd-4e01-aa06-6d599474d76e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 HTTP/1.1" status: 200 len: 1002 time: 0.0609138 Jul 15 15:41:02.655353 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b9931-40e5-478d-b9c5-ae520df223de req-cd6a2cd6-384c-4cee-8bc3-12b7b6b96f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:02.656791 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a2b9931-40e5-478d-b9c5-ae520df223de req-cd6a2cd6-384c-4cee-8bc3-12b7b6b96f65 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0424387 Jul 15 15:41:02.712497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b9931-40e5-478d-b9c5-ae520df223de req-fd867f36-041a-412f-a653-950d512cb49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:02.713886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a2b9931-40e5-478d-b9c5-ae520df223de req-fd867f36-041a-412f-a653-950d512cb49b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505538 Jul 15 15:41:02.807041 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a2b9931-40e5-478d-b9c5-ae520df223de req-64d58b8c-28db-4e7f-9b07-1b16682c9a66 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865250 Jul 15 15:41:02.856321 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.896207 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a2b9931-40e5-478d-b9c5-ae520df223de req-20d48a08-6717-414e-ae54-cc2fb83feaab service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834830 Jul 15 15:41:02.946198 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d3d68386-ed55-4fca-b413-84bbe45aee83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:04.403667 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:06.108415 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:19.332894 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:19.601067 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:23.705401 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:41:30.079783 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08aa7f8b-f67d-4165-a860-8ddb66f7fdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:32.858964 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:32.944718 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf09a0c9-2266-4d2e-a21e-5a2c3adb565d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:34.407570 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:36.111209 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:49.330233 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:49.599825 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:00.081100 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfad7-797b-4f02-9afe-aaf8b5c8f821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:00.704174 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:42:02.273832 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94467df8-e10e-424c-8f39-2615dbf4273b req-c8e6fd40-d5d2-4718-85a7-788b0ef2fd85 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559151 Jul 15 15:42:02.368593 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94467df8-e10e-424c-8f39-2615dbf4273b req-371e9ca2-4457-495d-85e5-e11680810712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:02.370367 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94467df8-e10e-424c-8f39-2615dbf4273b req-371e9ca2-4457-495d-85e5-e11680810712 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 1097 time: 0.0532143 Jul 15 15:42:02.481016 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94467df8-e10e-424c-8f39-2615dbf4273b req-ff1573db-5f11-4fd2-8faa-40de3ac7db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:02.482486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94467df8-e10e-424c-8f39-2615dbf4273b req-ff1573db-5f11-4fd2-8faa-40de3ac7db1f service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0848784 Jul 15 15:42:02.549792 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94467df8-e10e-424c-8f39-2615dbf4273b req-31a3c9cd-23c7-4965-8e24-777bf2131507 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 HTTP/1.1" status: 200 len: 1002 time: 0.0602739 Jul 15 15:42:02.597137 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94467df8-e10e-424c-8f39-2615dbf4273b req-57a43ecf-7422-43c3-8af5-74f849fb39dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:02.598551 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94467df8-e10e-424c-8f39-2615dbf4273b req-57a43ecf-7422-43c3-8af5-74f849fb39dd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0426505 Jul 15 15:42:02.652498 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94467df8-e10e-424c-8f39-2615dbf4273b req-0003cfc7-52bc-44c2-ba9e-c2fdc042ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:02.653954 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94467df8-e10e-424c-8f39-2615dbf4273b req-0003cfc7-52bc-44c2-ba9e-c2fdc042ef85 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496213 Jul 15 15:42:02.747456 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94467df8-e10e-424c-8f39-2615dbf4273b req-a2fcd24b-bb9a-4780-93d9-ba642e5be9d3 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849402 Jul 15 15:42:02.840021 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-94467df8-e10e-424c-8f39-2615dbf4273b req-fa56eb7f-1a29-48bd-8837-089df73f6ab5 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852478 Jul 15 15:42:02.860281 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.945332 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e574b7c-2776-4141-a147-8ac2587786b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:04.410246 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:06.002760 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58c940-147d-4c3e-8a66-4ad9a29aeccf req-bee9a3a3-57d5-4a38-a7da-c87fddbc3336 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:06.004627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc58c940-147d-4c3e-8a66-4ad9a29aeccf req-bee9a3a3-57d5-4a38-a7da-c87fddbc3336 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0634658 Jul 15 15:42:06.041199 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc58c940-147d-4c3e-8a66-4ad9a29aeccf req-e8bf2c65-1a6c-41e6-bc1d-6c2a632ba0ce tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314441 Jul 15 15:42:06.113150 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:07.219119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1b5f0-1689-4d68-87a2-ff960984dae7 req-d0b6f8a6-3fff-443f-940e-4c30f131c206 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:07.221120 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d1b5f0-1689-4d68-87a2-ff960984dae7 req-d0b6f8a6-3fff-443f-940e-4c30f131c206 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0633395 Jul 15 15:42:07.259885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d1b5f0-1689-4d68-87a2-ff960984dae7 req-43e85b86-459e-48b0-9d15-2159c309c9a2 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332389 Jul 15 15:42:08.437524 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d13ea-bf88-430d-8d54-3f1399b730aa req-2f3ee2e9-bb97-49d6-8fc4-a041fd3c1f7f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:08.439055 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e0d13ea-bf88-430d-8d54-3f1399b730aa req-2f3ee2e9-bb97-49d6-8fc4-a041fd3c1f7f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0664697 Jul 15 15:42:08.476269 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e0d13ea-bf88-430d-8d54-3f1399b730aa req-59042369-86b3-4c8a-b878-b958952fe03c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313964 Jul 15 15:42:09.646342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5815a-a5d7-4025-ab9e-6c43e7d65d5a req-96382fbf-0de1-4af0-9782-b23d7258c7cf tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:09.647839 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9a5815a-a5d7-4025-ab9e-6c43e7d65d5a req-96382fbf-0de1-4af0-9782-b23d7258c7cf tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0633180 Jul 15 15:42:09.685791 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9a5815a-a5d7-4025-ab9e-6c43e7d65d5a req-ce223efb-6b84-4ff4-abb9-cf37fa35af1a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324860 Jul 15 15:42:10.861360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290f4fe-21f6-4ea2-b720-7462f4478fdd req-8b7ed864-7a19-4199-ba6f-ba8ca0071518 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:10.862879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4290f4fe-21f6-4ea2-b720-7462f4478fdd req-8b7ed864-7a19-4199-ba6f-ba8ca0071518 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0670471 Jul 15 15:42:10.900362 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4290f4fe-21f6-4ea2-b720-7462f4478fdd req-55dd7105-19e2-4644-87e8-20d06406f4db tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319417 Jul 15 15:42:12.073125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e30f57-0456-481e-8007-c8de37648eac req-52638e0e-015c-48fd-bd19-5a9aa934d7ed tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:12.074621 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49e30f57-0456-481e-8007-c8de37648eac req-52638e0e-015c-48fd-bd19-5a9aa934d7ed tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0633664 Jul 15 15:42:12.113372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49e30f57-0456-481e-8007-c8de37648eac req-9aa02dc1-40f3-4878-bf4d-23bb9eb51afd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329468 Jul 15 15:42:13.285049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037d9d4-c7a5-40d3-9a8c-49826aac2dfb req-331069b8-d3d9-40d1-b17b-85ea24efab29 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:13.286558 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9037d9d4-c7a5-40d3-9a8c-49826aac2dfb req-331069b8-d3d9-40d1-b17b-85ea24efab29 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0617144 Jul 15 15:42:13.324652 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9037d9d4-c7a5-40d3-9a8c-49826aac2dfb req-0dc0472c-c1b4-4229-b12b-8904e5625e4d tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326550 Jul 15 15:42:14.502469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb8369-a21c-4653-8ca1-4e6907c18a78 req-6d2df481-021a-4607-b9ec-5272afb7bfe3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:14.503967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2cb8369-a21c-4653-8ca1-4e6907c18a78 req-6d2df481-021a-4607-b9ec-5272afb7bfe3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0676284 Jul 15 15:42:14.540902 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2cb8369-a21c-4653-8ca1-4e6907c18a78 req-c4a416e3-bb08-4168-bc96-cd5b63140882 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314090 Jul 15 15:42:15.710716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112093a-fd4c-4301-9ddc-0f4e56e2ef79 req-8ce92442-372e-4ba9-b214-79b85dedd067 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:15.712514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0112093a-fd4c-4301-9ddc-0f4e56e2ef79 req-8ce92442-372e-4ba9-b214-79b85dedd067 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0631983 Jul 15 15:42:15.750900 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0112093a-fd4c-4301-9ddc-0f4e56e2ef79 req-ddaa79de-e49d-496c-b630-fe991861bfdc tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324218 Jul 15 15:42:16.925414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2150-2f7c-4e2d-b4c5-0a7194824d98 req-7c264580-7a81-4c6e-bba3-3958d24d7b84 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:16.927305 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c6e2150-2f7c-4e2d-b4c5-0a7194824d98 req-7c264580-7a81-4c6e-bba3-3958d24d7b84 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0693462 Jul 15 15:42:16.965392 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c6e2150-2f7c-4e2d-b4c5-0a7194824d98 req-732800d1-3d2d-4999-b6f2-0e5f938552f9 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323923 Jul 15 15:42:17.306041 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-ad47b4b7-49a3-4aae-8031-ef7f4ae8af93 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0607758 Jul 15 15:42:17.358405 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386f5e5-7c2a-42d2-b91e-89c39edeb8e3 req-25dd84c0-969b-4526-85c5-346c373b6bfb tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:17.360794 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1386f5e5-7c2a-42d2-b91e-89c39edeb8e3 req-25dd84c0-969b-4526-85c5-346c373b6bfb tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0684910 Jul 15 15:42:17.400926 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1386f5e5-7c2a-42d2-b91e-89c39edeb8e3 req-7902f0ea-7033-4d9a-93dc-be8fe4f6f422 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345473 Jul 15 15:42:18.399429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-5cb651a8-b602-4c8b-a708-c7523d7bfbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:18.400894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-5cb651a8-b602-4c8b-a708-c7523d7bfbfd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 1097 time: 0.0553639 Jul 15 15:42:18.490214 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-bb7bd764-1353-460d-9f4d-7601978f37a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:18.491732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-bb7bd764-1353-460d-9f4d-7601978f37a0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0836883 Jul 15 15:42:18.587774 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-30614494-345b-4d77-9c74-64c0858fbbdf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 HTTP/1.1" status: 200 len: 1002 time: 0.0898931 Jul 15 15:42:18.646279 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827deb87-5e02-4f96-8835-03e03e8610fc req-aa2414e8-9286-43dd-b945-669de1c976a9 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:18.647848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-827deb87-5e02-4f96-8835-03e03e8610fc req-aa2414e8-9286-43dd-b945-669de1c976a9 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.1127229 Jul 15 15:42:18.653132 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-71e8ea38-61ad-406c-a52b-b13e776e0de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:18.654410 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-71e8ea38-61ad-406c-a52b-b13e776e0de3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0593946 Jul 15 15:42:18.717107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-827deb87-5e02-4f96-8835-03e03e8610fc req-df7a5d11-1fee-4478-a27d-690eed62f8ca tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617440 Jul 15 15:42:18.737784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-77496614-305d-4811-b8de-2efce05c8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:18.739526 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-77496614-305d-4811-b8de-2efce05c8259 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778728 Jul 15 15:42:18.827015 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-e2327445-a323-4225-90af-b976a3ec6df6 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805204 Jul 15 15:42:18.918977 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-017953cd-63a1-4483-882c-1ba939efa980 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856082 Jul 15 15:42:19.333891 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:19.598461 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:19.892432 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7342f1c-0c4c-4122-9bf5-27fa7fcbefa2 req-90328415-fdfb-4386-932b-1daf614efffe tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:19.893907 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7342f1c-0c4c-4122-9bf5-27fa7fcbefa2 req-90328415-fdfb-4386-932b-1daf614efffe tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0620842 Jul 15 15:42:19.930880 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7342f1c-0c4c-4122-9bf5-27fa7fcbefa2 req-bd1fa443-f6ec-408d-9468-75a70bad7b6f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313060 Jul 15 15:42:20.731688 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-b86f59f0-8392-4290-808f-d8ef978c910a service neutron] show failed (client error): The resource could not be found. Jul 15 15:42:20.732677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-b86f59f0-8392-4290-808f-d8ef978c910a service neutron] 10.222.0.22 "GET /v2.0/ports/d4ad6c9e-a847-4c86-ad90-cc71dfb0d524/bindings/n-h1-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.0534794 Jul 15 15:42:21.024311 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-94e6079c-cd93-444d-8abb-4e6dc50e70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:21.025739 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-94e6079c-cd93-444d-8abb-4e6dc50e70e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017&tenant_id=80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 1097 time: 0.0993061 Jul 15 15:42:21.037239 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:21.111748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd5d64-f1f6-4d39-b279-aa67e2378a5a req-2ed6eae3-a3c1-4140-b8d2-11545e61ed7a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:21.112204 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:21.113397 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83bd5d64-f1f6-4d39-b279-aa67e2378a5a req-2ed6eae3-a3c1-4140-b8d2-11545e61ed7a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0688100 Jul 15 15:42:21.152373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-83bd5d64-f1f6-4d39-b279-aa67e2378a5a req-19b8c6c9-e2cb-4556-a1d3-857af9d3ab74 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332987 Jul 15 15:42:21.314787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] For port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:21.346966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] For port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:42:21.384032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:42:21.386271 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69545e9a-bd14-4440-81ca-2ab1dcaeca77" -d '{"events": [{"server_uuid": "c7ec9b10-de5e-47e5-aa33-331fabb4f017", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ad6c9e-a847-4c86-ad90-cc71dfb0d524"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:42:21.389738 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:21.403005 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Transition to ACTIVE for port object d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:21.406763 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:21.734508 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73816d9b-bdb3-454f-a47d-11e6e903203c x-openstack-request-id: req-73816d9b-bdb3-454f-a47d-11e6e903203c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:42:21.734765 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ec9b10-de5e-47e5-aa33-331fabb4f017", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ad6c9e-a847-4c86-ad90-cc71dfb0d524", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:42:21.734975 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-73816d9b-bdb3-454f-a47d-11e6e903203c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:42:21.736013 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524', 'code': 200} Jul 15 15:42:21.740827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:21.751740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:21.752084 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:21.752420 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:21.752751 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:21.753077 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:21.753399 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:21.753719 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:21.754037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:21.754355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:21.754711 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:21.755030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:21.755347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:21.790519 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] No DVR routers for this DVR port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:42:21.917878 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Attempting to bind port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:42:21.918209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Attempting to bind port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:42:21.918554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Attempting to bind port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:21.922640 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 on network c2da8cf1-36e0-4219-b0a0-b333f396986d not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:42:21.923543 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Attempting to bind port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:21.928320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:42:21.928648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Checking segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:42:21.929024 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Bound using segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:42:21.929477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Bound port: d4ad6c9e-a847-4c86-ad90-cc71dfb0d524, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:42:21.930119 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:21.989898 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] For port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:42:21.992849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] For port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:42:21.996194 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:22.036316 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:22.037003 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:22.038281 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] 10.222.0.11 "PUT /v2.0/ports/d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 HTTP/1.1" status: 200 len: 1092 time: 1.0052252 Jul 15 15:42:22.056640 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77574d-cf56-499a-b4df-c2e27960c6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:22.119246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-0860a22a-2514-46c9-8597-ba4188f649ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:22.120746 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-0860a22a-2514-46c9-8597-ba4188f649ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 1095 time: 0.0591412 Jul 15 15:42:22.220304 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-673bfcd3-38b8-4291-a1d1-050cc451b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:22.221938 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-673bfcd3-38b8-4291-a1d1-050cc451b60a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0947700 Jul 15 15:42:22.288767 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-6c57ea30-7be5-4b07-9d49-36f570462d9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 HTTP/1.1" status: 200 len: 1000 time: 0.0604775 Jul 15 15:42:22.335267 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691f915-aebf-4d12-805a-8cd59abb0221 req-d6f04ed6-02ac-403c-8893-e8fc69ab39b5 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:22.336276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-677dda03-c79f-4a4d-a3fa-fa4a12ab6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:22.336738 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2691f915-aebf-4d12-805a-8cd59abb0221 req-d6f04ed6-02ac-403c-8893-e8fc69ab39b5 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 944 time: 0.0668237 Jul 15 15:42:22.338326 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-677dda03-c79f-4a4d-a3fa-fa4a12ab6867 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0440340 Jul 15 15:42:22.374979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2691f915-aebf-4d12-805a-8cd59abb0221 req-310e2661-ed41-4d7a-a250-43022a59c4ee tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327678 Jul 15 15:42:22.398458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-524190c4-c593-44ca-bc1c-67df5db46c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:22.399971 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-524190c4-c593-44ca-bc1c-67df5db46c02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555663 Jul 15 15:42:22.487812 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-ce55c789-d26a-4572-8b4f-51fe5617bc4a service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813105 Jul 15 15:42:22.576020 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-01dc5413-ca66-4425-9a5a-c34a8b1f5013 req-95b7ae9c-d771-4810-b0b3-3f8b3d01d63a service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823901 Jul 15 15:42:23.553368 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04feca-a871-4323-9606-979e6bd7f85d req-8567e3f8-a832-46a6-a9cc-71a20780c84b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:23.554849 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b04feca-a871-4323-9606-979e6bd7f85d req-8567e3f8-a832-46a6-a9cc-71a20780c84b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 944 time: 0.0664082 Jul 15 15:42:23.592403 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b04feca-a871-4323-9606-979e6bd7f85d req-8c8d19e0-8fce-437e-9ef7-0b674913e35f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320017 Jul 15 15:42:23.737360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'tag': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:42:23.739659 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ec9b10-de5e-47e5-aa33-331fabb4f017", "tag": "d4ad6c9e-a847-4c86-ad90-cc71dfb0d524"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:42:23.789635 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1f14e7-b54f-4f49-9e04-600a4e2d6c1a x-openstack-request-id: req-4e1f14e7-b54f-4f49-9e04-600a4e2d6c1a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:42:23.789938 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ec9b10-de5e-47e5-aa33-331fabb4f017", "tag": "d4ad6c9e-a847-4c86-ad90-cc71dfb0d524", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:42:23.790185 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e1f14e7-b54f-4f49-9e04-600a4e2d6c1a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:42:23.791508 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'tag': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524', 'status': 'completed', 'code': 200} Jul 15 15:42:23.866039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-38164dd5-d546-4034-9928-bf7447f9a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:23.867571 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-38164dd5-d546-4034-9928-bf7447f9a7c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 1095 time: 0.0574658 Jul 15 15:42:23.905696 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-b8efe412-af62-41c6-9985-d2a30df8fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:23.907928 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-b8efe412-af62-41c6-9985-d2a30df8fda9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 1095 time: 0.0570741 Jul 15 15:42:23.971770 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-b087c459-b3aa-4c7c-b061-fccc9e12d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:23.973451 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-b087c459-b3aa-4c7c-b061-fccc9e12d49c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0924506 Jul 15 15:42:23.999440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-d6d401c8-1e48-41ff-aad3-e9e3005800b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:24.001462 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-d6d401c8-1e48-41ff-aad3-e9e3005800b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0862119 Jul 15 15:42:24.042543 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-21632e74-989d-4275-9677-05ff51363fc9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 HTTP/1.1" status: 200 len: 1000 time: 0.0627098 Jul 15 15:42:24.065678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-613a3ecd-79c8-4171-b73f-410506ef54e7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 HTTP/1.1" status: 200 len: 1000 time: 0.0575819 Jul 15 15:42:24.090906 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-825d7143-a885-4f36-ad65-8a6f0c3cb134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:24.092384 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-825d7143-a885-4f36-ad65-8a6f0c3cb134 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0431807 Jul 15 15:42:24.112950 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-38004bf4-5d9a-401c-b898-85c0f70ed8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:24.114434 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-38004bf4-5d9a-401c-b898-85c0f70ed8a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0428789 Jul 15 15:42:24.153528 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-52bebd70-7ec6-403e-8241-d7465292cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:24.155085 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-52bebd70-7ec6-403e-8241-d7465292cb31 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563912 Jul 15 15:42:24.173508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-49eccb1d-1699-4db1-928c-1adff0a27d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:24.175033 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-49eccb1d-1699-4db1-928c-1adff0a27d7a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548244 Jul 15 15:42:24.244912 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-f7759e1c-cf50-4dec-966a-7b1761a07e6e service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833540 Jul 15 15:42:24.263805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-43c02fef-ca49-4b4b-95fd-187607072bcb service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826268 Jul 15 15:42:24.338807 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-bafdda26-f392-4cb5-9c20-44c11c90297a service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878212 Jul 15 15:42:24.357566 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fa15ac13-dfd8-4dcb-9f9e-328f904e4d3e req-b7214f58-bc62-43dd-98c7-54de58d9984b service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870662 Jul 15 15:42:24.668915 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:42:24.761897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:24.764031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be1afb-1875-4b22-adc1-41b42d5e5009 req-bfcd05dc-6058-4972-ae8d-d2613bcb5617 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:24.765656 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37be1afb-1875-4b22-adc1-41b42d5e5009 req-bfcd05dc-6058-4972-ae8d-d2613bcb5617 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 944 time: 0.0616896 Jul 15 15:42:24.773507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'port_id': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524', 'mac_address': 'fa:16:3e:8c:a1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:42:24.803685 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37be1afb-1875-4b22-adc1-41b42d5e5009 req-f11b6aab-f52e-4e05-807a-937195b66855 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317919 Jul 15 15:42:24.813199 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:24.826694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:42:24.847327 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:24.852304 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:24.899021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:24.906142 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:24.906492 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:24.906860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:24.907250 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:24.907645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:24.908009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:24.908342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:24.908670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:24.908998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:24.909325 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:24.909649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:24.909973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:25.075646 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['d4ad6c9e-a847-4c86-ad90-cc71dfb0d524'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:42:25.098835 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:42:25.161227 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f8dbd-f23b-41a4-9db3-210769762e5d req-b5100abd-675d-427a-92d4-5aa0ec2e68b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:25.162669 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-112f8dbd-f23b-41a4-9db3-210769762e5d req-b5100abd-675d-427a-92d4-5aa0ec2e68b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017&tenant_id=80e3311635754e58897ae15c1533866d&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 945 time: 0.1130311 Jul 15 15:42:25.168419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:42:25.175525 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ad737-8546-4d6c-bdc9-8320419aa44b req-97a6b8f8-6461-46ab-9cad-fa09687d6d57 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:25.176986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a62ad737-8546-4d6c-bdc9-8320419aa44b req-97a6b8f8-6461-46ab-9cad-fa09687d6d57 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 945 time: 0.1184638 Jul 15 15:42:25.248138 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a62ad737-8546-4d6c-bdc9-8320419aa44b req-07a68586-6086-4d09-9906-902c3b24fb47 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648694 Jul 15 15:42:25.257301 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-112f8dbd-f23b-41a4-9db3-210769762e5d req-3290caf5-3b27-4072-91ae-1af3ce472428 service neutron] delete failed (client error): The resource could not be found. Jul 15 15:42:25.258286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-112f8dbd-f23b-41a4-9db3-210769762e5d req-3290caf5-3b27-4072-91ae-1af3ce472428 service neutron] 10.222.0.22 "DELETE /v2.0/ports/d4ad6c9e-a847-4c86-ad90-cc71dfb0d524/bindings/n-h2-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.0804350 Jul 15 15:42:25.354836 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f8dbd-f23b-41a4-9db3-210769762e5d req-2adf8532-d7f1-4549-a43c-2e487b9d6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:25.356333 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-112f8dbd-f23b-41a4-9db3-210769762e5d req-2adf8532-d7f1-4549-a43c-2e487b9d6d2d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 1096 time: 0.0525451 Jul 15 15:42:25.446994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f8dbd-f23b-41a4-9db3-210769762e5d req-6987a485-d6f1-4bd5-9f45-df5e09982871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:25.448408 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-112f8dbd-f23b-41a4-9db3-210769762e5d req-6987a485-d6f1-4bd5-9f45-df5e09982871 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0851912 Jul 15 15:42:25.515216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-112f8dbd-f23b-41a4-9db3-210769762e5d req-55627ca2-8645-4631-b49c-867131d58ab9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 HTTP/1.1" status: 200 len: 1001 time: 0.0597498 Jul 15 15:42:25.560922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f8dbd-f23b-41a4-9db3-210769762e5d req-68bcc77c-9899-4420-a086-0ad891925d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:25.562316 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-112f8dbd-f23b-41a4-9db3-210769762e5d req-68bcc77c-9899-4420-a086-0ad891925d3c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0411754 Jul 15 15:42:25.616338 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f8dbd-f23b-41a4-9db3-210769762e5d req-2427a5f8-fa4f-49f2-8f8b-5699a362ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:25.617777 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-112f8dbd-f23b-41a4-9db3-210769762e5d req-2427a5f8-fa4f-49f2-8f8b-5699a362ed83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491774 Jul 15 15:42:25.708648 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-112f8dbd-f23b-41a4-9db3-210769762e5d req-c859262f-b69f-40b8-8ccb-92e7849c3fac service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844276 Jul 15 15:42:25.798050 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-112f8dbd-f23b-41a4-9db3-210769762e5d req-809f6e3f-1d0b-4781-939e-0501734b9281 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823171 Jul 15 15:42:26.430918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f45711-6d78-46bb-86cb-a340b0324d94 req-dbd12292-9b59-42ce-b9f8-4e4da420340a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:26.432412 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-81f45711-6d78-46bb-86cb-a340b0324d94 req-dbd12292-9b59-42ce-b9f8-4e4da420340a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 945 time: 0.0686502 Jul 15 15:42:26.679866 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:26.730310 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:26.734844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:26.735746 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:26.794822 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-81f45711-6d78-46bb-86cb-a340b0324d94 req-014640b3-9172-4b09-8cbe-21831f2327ed tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568597 Jul 15 15:42:26.816870 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:26.840217 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:42:26.842468 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497098c4-b3c9-4e74-ad9c-0509a2efffa6" -d '{"events": [{"server_uuid": "c7ec9b10-de5e-47e5-aa33-331fabb4f017", "name": "network-vif-plugged", "status": "completed", "tag": "d4ad6c9e-a847-4c86-ad90-cc71dfb0d524"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:42:26.855566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:26.859888 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:26.909461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:26.950982 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ad0992-c627-400c-abd8-ec44e3adccd5 x-openstack-request-id: req-62ad0992-c627-400c-abd8-ec44e3adccd5 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:42:26.951433 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ec9b10-de5e-47e5-aa33-331fabb4f017", "name": "network-vif-plugged", "status": "completed", "tag": "d4ad6c9e-a847-4c86-ad90-cc71dfb0d524", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:42:26.951876 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-62ad0992-c627-400c-abd8-ec44e3adccd5 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:42:26.952374 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524', 'code': 200} Jul 15 15:42:26.978154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e978-0769-4dc9-9df3-5800de9379e0 req-9a7cf57c-118c-4b8e-92d0-a9aefe5a6de0 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:26.979661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a15e978-0769-4dc9-9df3-5800de9379e0 req-9a7cf57c-118c-4b8e-92d0-a9aefe5a6de0 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0689466 Jul 15 15:42:27.016605 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a15e978-0769-4dc9-9df3-5800de9379e0 req-6c6eeb64-d5d4-4cd7-ab92-9790553f0804 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304503 Jul 15 15:42:27.339244 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de7972-9d08-40ae-afbe-d4c92d041663 req-822b92e1-3949-4545-b9f3-68d59380a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:27.340774 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-18de7972-9d08-40ae-afbe-d4c92d041663 req-822b92e1-3949-4545-b9f3-68d59380a51a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 1097 time: 0.0535772 Jul 15 15:42:27.351335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca896227-60ce-468a-9ad9-061077c55959 req-16d5125b-6b96-4d8e-bf07-5c06edcdd870 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:27.352801 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca896227-60ce-468a-9ad9-061077c55959 req-16d5125b-6b96-4d8e-bf07-5c06edcdd870 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0652480 Jul 15 15:42:27.394067 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca896227-60ce-468a-9ad9-061077c55959 req-1b70a424-1536-4da8-9e62-c4c501ada70e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356271 Jul 15 15:42:27.435883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de7972-9d08-40ae-afbe-d4c92d041663 req-8718a722-be64-40aa-86e6-e5ad1cfadc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:27.437371 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-18de7972-9d08-40ae-afbe-d4c92d041663 req-8718a722-be64-40aa-86e6-e5ad1cfadc4a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0904388 Jul 15 15:42:27.499874 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-18de7972-9d08-40ae-afbe-d4c92d041663 req-306d5841-03c6-45c0-85e7-576cefc2e72a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 HTTP/1.1" status: 200 len: 1002 time: 0.0562105 Jul 15 15:42:27.548394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de7972-9d08-40ae-afbe-d4c92d041663 req-1ce799e0-ff90-409e-b015-f917a6859609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:27.549809 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-18de7972-9d08-40ae-afbe-d4c92d041663 req-1ce799e0-ff90-409e-b015-f917a6859609 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0438938 Jul 15 15:42:27.609975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de7972-9d08-40ae-afbe-d4c92d041663 req-8d6ff33c-2010-421c-b961-5fc5a2c5de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:27.611436 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-18de7972-9d08-40ae-afbe-d4c92d041663 req-8d6ff33c-2010-421c-b961-5fc5a2c5de4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548108 Jul 15 15:42:27.701377 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-18de7972-9d08-40ae-afbe-d4c92d041663 req-7c8ec887-b127-48ec-ae8d-93bbcc84e1e2 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830889 Jul 15 15:42:27.794874 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-18de7972-9d08-40ae-afbe-d4c92d041663 req-7e8af1af-06fb-4f82-a443-9426952eeb86 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870669 Jul 15 15:42:28.567821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d470f46-2827-419b-9471-c9d90a8fc4fa req-27dbf718-ecfb-4ef4-b071-db32dc04fb39 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:28.569385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d470f46-2827-419b-9471-c9d90a8fc4fa req-27dbf718-ecfb-4ef4-b071-db32dc04fb39 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0647619 Jul 15 15:42:28.609835 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9d470f46-2827-419b-9471-c9d90a8fc4fa req-1b585576-4689-4ec6-bba0-b20d473c38e1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346770 Jul 15 15:42:28.979733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faef70-83c1-4a8d-a26a-d7d77352cb20 req-25506531-0fb1-4aa9-b6f9-e0e84632d893 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:28.981111 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03faef70-83c1-4a8d-a26a-d7d77352cb20 req-25506531-0fb1-4aa9-b6f9-e0e84632d893 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0628018 Jul 15 15:42:29.019353 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-03faef70-83c1-4a8d-a26a-d7d77352cb20 req-e9650a0d-288c-4eb7-8db1-be2ce3e7f13b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317237 Jul 15 15:42:30.083268 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ea79b4f-7246-46eb-a591-7b738121f21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:30.156438 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d5570-e12f-425b-a50e-f5b038e293cc req-62728273-11d3-413c-a2fc-3b31e037dd3c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:30.158151 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-960d5570-e12f-425b-a50e-f5b038e293cc req-62728273-11d3-413c-a2fc-3b31e037dd3c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0645335 Jul 15 15:42:30.207703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55297b0c-4978-40d8-ba5d-2e65c288a13f req-fbe9dab0-b969-4d44-872b-95a43c972e02 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:30.209130 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55297b0c-4978-40d8-ba5d-2e65c288a13f req-fbe9dab0-b969-4d44-872b-95a43c972e02 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7ec9b10-de5e-47e5-aa33-331fabb4f017 HTTP/1.1" status: 200 len: 946 time: 0.0678542 Jul 15 15:42:30.247455 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-55297b0c-4978-40d8-ba5d-2e65c288a13f req-2a5d259b-782c-4e9e-a04e-35d5457e07aa tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327661 Jul 15 15:42:30.262993 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-960d5570-e12f-425b-a50e-f5b038e293cc req-c06bd1d7-a8eb-4738-a79e-947a7acddb08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Deleting port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:42:30.263376 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-960d5570-e12f-425b-a50e-f5b038e293cc req-c06bd1d7-a8eb-4738-a79e-947a7acddb08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:30.350684 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-960d5570-e12f-425b-a50e-f5b038e293cc req-c06bd1d7-a8eb-4738-a79e-947a7acddb08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] For port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:30.351069 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-960d5570-e12f-425b-a50e-f5b038e293cc req-c06bd1d7-a8eb-4738-a79e-947a7acddb08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:30.522609 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-960d5570-e12f-425b-a50e-f5b038e293cc req-c06bd1d7-a8eb-4738-a79e-947a7acddb08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:30.522912 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-960d5570-e12f-425b-a50e-f5b038e293cc req-c06bd1d7-a8eb-4738-a79e-947a7acddb08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:30.523229 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [req-960d5570-e12f-425b-a50e-f5b038e293cc req-c06bd1d7-a8eb-4738-a79e-947a7acddb08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Floating IP e9b96a7c-684b-4fb3-99a0-020985eeafea disassociated. External IP: 172.25.4.121, port: d4ad6c9e-a847-4c86-ad90-cc71dfb0d524. Jul 15 15:42:30.523572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-960d5570-e12f-425b-a50e-f5b038e293cc req-c06bd1d7-a8eb-4738-a79e-947a7acddb08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Calling delete_port for d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:42:30.649862 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-960d5570-e12f-425b-a50e-f5b038e293cc req-c06bd1d7-a8eb-4738-a79e-947a7acddb08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:30.684657 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bd1d7-a8eb-4738-a79e-947a7acddb08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Pushing event deleted for resources: {'Port': ['ID=d4ad6c9e-a847-4c86-ad90-cc71dfb0d524,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:30.798757 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-960d5570-e12f-425b-a50e-f5b038e293cc req-c06bd1d7-a8eb-4738-a79e-947a7acddb08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Router ef2c82b4-10c3-43ce-aa58-62401b545b80 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:42:30.910118 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-960d5570-e12f-425b-a50e-f5b038e293cc req-c06bd1d7-a8eb-4738-a79e-947a7acddb08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:42:30.919381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19826c-5c0d-4fd6-9046-e023b64ed9da None None] Sync routers for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:42:30.929361 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19826c-5c0d-4fd6-9046-e023b64ed9da None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:42:30.930058 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9e19826c-5c0d-4fd6-9046-e023b64ed9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:42:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:30.957022 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-960d5570-e12f-425b-a50e-f5b038e293cc req-c06bd1d7-a8eb-4738-a79e-947a7acddb08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] No DVR routers for this DVR port d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:42:30.959585 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-960d5570-e12f-425b-a50e-f5b038e293cc req-c06bd1d7-a8eb-4738-a79e-947a7acddb08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:30.961552 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-960d5570-e12f-425b-a50e-f5b038e293cc req-c06bd1d7-a8eb-4738-a79e-947a7acddb08 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.11 "DELETE /v2.0/ports/d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 HTTP/1.1" status: 204 len: 173 time: 0.7977276 Jul 15 15:42:30.961982 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'name': 'network-vif-deleted', 'tag': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:42:30.964256 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8b9698-5e4c-414e-8cf3-c4dcf0a36224" -d '{"events": [{"server_uuid": "c7ec9b10-de5e-47e5-aa33-331fabb4f017", "name": "network-vif-deleted", "tag": "d4ad6c9e-a847-4c86-ad90-cc71dfb0d524"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:42:31.013869 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3ed8dd-a578-4e03-a453-b26fa29c5b60 x-openstack-request-id: req-4b3ed8dd-a578-4e03-a453-b26fa29c5b60 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:42:31.014621 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ec9b10-de5e-47e5-aa33-331fabb4f017", "name": "network-vif-deleted", "tag": "d4ad6c9e-a847-4c86-ad90-cc71dfb0d524", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:42:31.015631 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4b3ed8dd-a578-4e03-a453-b26fa29c5b60 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:42:31.016278 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ec9b10-de5e-47e5-aa33-331fabb4f017', 'name': 'network-vif-deleted', 'tag': 'd4ad6c9e-a847-4c86-ad90-cc71dfb0d524', 'status': 'completed', 'code': 200} Jul 15 15:42:31.041932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9e19826c-5c0d-4fd6-9046-e023b64ed9da None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:42:31.245803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9e19826c-5c0d-4fd6-9046-e023b64ed9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:31.276711 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19826c-5c0d-4fd6-9046-e023b64ed9da None None] Checking router: ef2c82b4-10c3-43ce-aa58-62401b545b80 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:42:31.286042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19826c-5c0d-4fd6-9046-e023b64ed9da None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:42:31.286704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9e19826c-5c0d-4fd6-9046-e023b64ed9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:42:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:31.396878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9e19826c-5c0d-4fd6-9046-e023b64ed9da None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:42:31.593405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9e19826c-5c0d-4fd6-9046-e023b64ed9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:31.603061 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-4e277d54-82fd-444b-9780-adca6430f2b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--476902449&fields=id&tenant_id=80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 267 time: 0.0344713 Jul 15 15:42:31.619637 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19826c-5c0d-4fd6-9046-e023b64ed9da None None] The sync data for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 is: [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:42:31.709988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-e680dee0-7f9c-4c8d-899e-d1ea1c5aa9b3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:31.711472 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-e680dee0-7f9c-4c8d-899e-d1ea1c5aa9b3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 811 time: 0.1027720 Jul 15 15:42:31.726060 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-dd305049-e6fd-4259-b077-c983ca6fe8c1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/quotas/80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 375 time: 0.0092282 Jul 15 15:42:31.802094 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-0b0c62a7-5a6b-4709-8bed-42fd45677d7d tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702751 Jul 15 15:42:31.834658 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8506f3c3-3fd3-4b7d-af45-743b1ca3a2d6 None None] New status for floating IP e9b96a7c-684b-4fb3-99a0-020985eeafea: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:42:31.944287 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-8d43334e-8906-4e19-989c-b4a290d31509 service neutron] 10.222.0.38 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301107 Jul 15 15:42:32.037110 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-c43910dd-c9f9-4802-8fc8-a1c805331127 service neutron] 10.222.0.38 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864341 Jul 15 15:42:32.207844 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f24409b-0927-4c54-925a-65ea32040870 req-09b7a86b-c968-40fc-b800-ca3322d6a432 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 210 time: 0.0291572 Jul 15 15:42:32.862004 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:32.944070 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08cf1bfa-9e2e-4fb6-9267-459f11a56083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:33.199578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-683dfc84-b829-476b-9556-97c96699f6b7 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:33.200948 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-683dfc84-b829-476b-9556-97c96699f6b7 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 811 time: 0.1054065 Jul 15 15:42:33.246054 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-4e686b8c-4a3f-487b-bc9e-0e099f35e31b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 379 time: 0.0364008 Jul 15 15:42:33.255689 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Request body: {'port': {'device_id': '11942624-3479-4181-9011-029e4c63f682', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'admin_state_up': True, 'tenant_id': '80e3311635754e58897ae15c1533866d', 'security_groups': ['1df9ce2f-1e51-438d-8c71-4040c2106c0c']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:33.363129 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-104bdbad-56f6-42ba-8c35-fb251f1bd71d req-9e82d8a8-9fdd-4e60-9b3d-d24fbb8ac248 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 210 time: 0.0386691 Jul 15 15:42:33.394822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Made reservation on behalf of 80e3311635754e58897ae15c1533866d for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:42:33.398286 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:33.519337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Allocated IP 172.20.0.12 (c2da8cf1-36e0-4219-b0a0-b333f396986d/e99ca303-2e7a-4f3b-93c9-0518cca00c0b/4cf39568-00d3-4ee5-88da-809fed454201) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:42:33.655973 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:33.668950 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Transition to ACTIVE for port object 4cf39568-00d3-4ee5-88da-809fed454201 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:33.700684 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:33.751712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Network c2da8cf1-36e0-4219-b0a0-b333f396986d is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:42:33.755115 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:33.759508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:42:33.763340 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Pushing event updated for resources: {'Port': ['ID=4cf39568-00d3-4ee5-88da-809fed454201,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:33.798430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:33.798821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:33.799169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:33.799511 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:33.799860 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:33.800193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:33.800525 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:33.800852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:33.801176 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:33.801506 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:33.801837 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:33.802164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:33.829953 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:33.830742 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:33.851183 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-f7cd7ce6-79a8-4180-8d7b-0a2c0b8b226a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5992579 Jul 15 15:42:33.863350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Request body: {'port': {'device_id': '11942624-3479-4181-9011-029e4c63f682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:33.946984 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:33.994640 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-af1a3221-6ad8-4168-b38d-31cc38453422 None None] Provisioning for port 4cf39568-00d3-4ee5-88da-809fed454201 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:33.998576 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-af1a3221-6ad8-4168-b38d-31cc38453422 None None] Provisioning complete for port 4cf39568-00d3-4ee5-88da-809fed454201 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:33.998947 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-af1a3221-6ad8-4168-b38d-31cc38453422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:34.041822 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-af1a3221-6ad8-4168-b38d-31cc38453422 None None] Port 4cf39568-00d3-4ee5-88da-809fed454201 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:42:34.217963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf39568-00d3-4ee5-88da-809fed454201 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:42:34.225930 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:34.237989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Transition to ACTIVE for port object 4cf39568-00d3-4ee5-88da-809fed454201 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:34.240970 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:34.310782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Pushing event updated for resources: {'Port': ['ID=4cf39568-00d3-4ee5-88da-809fed454201,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:34.361285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Attempting to bind port 4cf39568-00d3-4ee5-88da-809fed454201 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:42:34.362039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Attempting to bind port 4cf39568-00d3-4ee5-88da-809fed454201 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:42:34.362560 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Attempting to bind port 4cf39568-00d3-4ee5-88da-809fed454201 on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:34.367463 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Port 4cf39568-00d3-4ee5-88da-809fed454201 on network c2da8cf1-36e0-4219-b0a0-b333f396986d not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:42:34.367791 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Attempting to bind port 4cf39568-00d3-4ee5-88da-809fed454201 on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:34.372890 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:42:34.373234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Checking segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:42:34.373620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Bound using segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:42:34.374049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Bound port: 4cf39568-00d3-4ee5-88da-809fed454201, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:42:34.374408 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:34.421827 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:34.445199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:42:34.448514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4cf39568-00d3-4ee5-88da-809fed454201,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:42:34.452929 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:34.518592 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:34.519228 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:34.520680 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] 10.222.0.22 "PUT /v2.0/ports/4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 200 len: 1092 time: 0.6619592 Jul 15 15:42:34.521127 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:42:34.523420 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5a5f84-b7d9-477a-8e91-eea7d0fbc164" -d '{"events": [{"name": "network-changed", "server_uuid": "11942624-3479-4181-9011-029e4c63f682", "tag": "4cf39568-00d3-4ee5-88da-809fed454201"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:42:34.562286 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c94777-8ce3-43d3-bd11-fb932ba45dba service neutron] Pushing event updated for resources: {'Port': ['ID=4cf39568-00d3-4ee5-88da-809fed454201,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:34.581056 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf3bb11-f2f0-430b-86a0-0bbfddf5590c x-openstack-request-id: req-6bf3bb11-f2f0-430b-86a0-0bbfddf5590c {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:42:34.581344 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11942624-3479-4181-9011-029e4c63f682", "tag": "4cf39568-00d3-4ee5-88da-809fed454201", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:42:34.581596 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6bf3bb11-f2f0-430b-86a0-0bbfddf5590c {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:42:34.582002 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201', 'status': 'completed', 'code': 200} Jul 15 15:42:34.619750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db15e3f-3002-4145-ab7f-8516687508c3 req-0482cde7-1f38-4b22-84d7-193b21a90a19 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:34.621319 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2db15e3f-3002-4145-ab7f-8516687508c3 req-0482cde7-1f38-4b22-84d7-193b21a90a19 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 944 time: 0.1398847 Jul 15 15:42:34.669578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-5118ec07-fc06-448a-9fd9-e5879d3293a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:34.671147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-5118ec07-fc06-448a-9fd9-e5879d3293a1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 1095 time: 0.1053412 Jul 15 15:42:34.676632 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2db15e3f-3002-4145-ab7f-8516687508c3 req-13743545-f04a-4506-b6d9-19d0dbd8cd0a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480616 Jul 15 15:42:34.710245 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:42:34.713459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-80fe7b22-0425-402e-8221-6a9fbdf5bdf3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 200 len: 217 time: 0.0339098 Jul 15 15:42:34.730161 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:42:34.730507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device d4ad6c9e-a847-4c86-ad90-cc71dfb0d524 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:42:34.760813 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-3e04de38-0b02-4f9f-910c-764518892e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:34.762282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-3e04de38-0b02-4f9f-910c-764518892e4e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0433140 Jul 15 15:42:34.823590 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-96600dd6-1241-42bc-9fea-8e1a152762e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:34.825027 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-96600dd6-1241-42bc-9fea-8e1a152762e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564325 Jul 15 15:42:34.913502 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-3c7ff2cd-7e45-4dd4-8f45-0cd7eb9a26e0 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818458 Jul 15 15:42:35.004485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17c1c4d7-c646-4e47-b017-53f2e4324a0d req-194aef6d-e08e-4d8d-b948-c8c5069a487f service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846474 Jul 15 15:42:35.103109 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a5f84-b7d9-477a-8e91-eea7d0fbc164 req-77d5c96c-8a24-488a-9923-2d235a5240de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:35.104500 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c5a5f84-b7d9-477a-8e91-eea7d0fbc164 req-77d5c96c-8a24-488a-9923-2d235a5240de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 1095 time: 0.0515630 Jul 15 15:42:35.196050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a5f84-b7d9-477a-8e91-eea7d0fbc164 req-35b791ed-6a4e-40b9-adcd-6d5655043cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:35.197527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c5a5f84-b7d9-477a-8e91-eea7d0fbc164 req-35b791ed-6a4e-40b9-adcd-6d5655043cc0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0863371 Jul 15 15:42:35.241878 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c5a5f84-b7d9-477a-8e91-eea7d0fbc164 req-668cc467-cae3-4142-b5f4-d295a692b870 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 200 len: 217 time: 0.0379612 Jul 15 15:42:35.288197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a5f84-b7d9-477a-8e91-eea7d0fbc164 req-3923bd6c-1ddb-4a07-a9ce-6440843143ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:35.289595 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c5a5f84-b7d9-477a-8e91-eea7d0fbc164 req-3923bd6c-1ddb-4a07-a9ce-6440843143ea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0413814 Jul 15 15:42:35.349282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a5f84-b7d9-477a-8e91-eea7d0fbc164 req-205a7a3c-ed79-4042-8bb5-7672637b09e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:35.350809 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c5a5f84-b7d9-477a-8e91-eea7d0fbc164 req-205a7a3c-ed79-4042-8bb5-7672637b09e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548937 Jul 15 15:42:35.438160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c5a5f84-b7d9-477a-8e91-eea7d0fbc164 req-cc911937-f269-4171-ae5a-1887c86120a4 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805516 Jul 15 15:42:35.529530 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2c5a5f84-b7d9-477a-8e91-eea7d0fbc164 req-71714405-86b0-49df-ba8e-b06593ae3e05 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842526 Jul 15 15:42:35.854679 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdc386-6a43-419d-bbec-11f7a676c8d4 req-b3b9b7cd-84c0-46e4-87cc-0600573e3e33 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:35.856148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7bbdc386-6a43-419d-bbec-11f7a676c8d4 req-b3b9b7cd-84c0-46e4-87cc-0600573e3e33 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 944 time: 0.0621347 Jul 15 15:42:35.893967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7bbdc386-6a43-419d-bbec-11f7a676c8d4 req-991d9b08-c565-4563-bad8-24faaded9cad tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319614 Jul 15 15:42:36.116516 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:37.069603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf510c-bac7-416d-ae04-5c61b639af98 req-367d7046-8601-417b-be6a-aa059a3a58c1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:37.071089 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6cf510c-bac7-416d-ae04-5c61b639af98 req-367d7046-8601-417b-be6a-aa059a3a58c1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 944 time: 0.0662220 Jul 15 15:42:37.109489 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6cf510c-bac7-416d-ae04-5c61b639af98 req-d3d06b90-3cba-429a-b518-46babb1dcf17 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322227 Jul 15 15:42:37.130433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4cf39568-00d3-4ee5-88da-809fed454201 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:42:37.227963 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4cf39568-00d3-4ee5-88da-809fed454201,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:37.238708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '4cf39568-00d3-4ee5-88da-809fed454201', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'port_id': '4cf39568-00d3-4ee5-88da-809fed454201', 'mac_address': 'fa:16:3e:03:79:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:42:37.274308 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:37.287097 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf39568-00d3-4ee5-88da-809fed454201 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:42:37.305563 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4cf39568-00d3-4ee5-88da-809fed454201,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:37.309107 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:37.354895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=4cf39568-00d3-4ee5-88da-809fed454201,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:37.556739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['4cf39568-00d3-4ee5-88da-809fed454201'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:42:37.703959 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:42:38.279219 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe7651-fd10-4215-b898-f6043a00fa02 req-1295f47a-3046-4cbe-be83-7722312800ce tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:38.280703 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1bbe7651-fd10-4215-b898-f6043a00fa02 req-1295f47a-3046-4cbe-be83-7722312800ce tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 945 time: 0.0628176 Jul 15 15:42:38.318181 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1bbe7651-fd10-4215-b898-f6043a00fa02 req-b3b77b87-7d4c-42c7-9eb6-0e72373dd45c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313094 Jul 15 15:42:39.129649 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4cf39568-00d3-4ee5-88da-809fed454201 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:39.176335 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 4cf39568-00d3-4ee5-88da-809fed454201 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:39.180024 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 4cf39568-00d3-4ee5-88da-809fed454201 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:39.180397 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:39.262656 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:39.284837 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:42:39.287090 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d356bd-d9bf-4165-bf19-e24d99da301f" -d '{"events": [{"server_uuid": "11942624-3479-4181-9011-029e4c63f682", "name": "network-vif-plugged", "status": "completed", "tag": "4cf39568-00d3-4ee5-88da-809fed454201"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:42:39.300208 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4cf39568-00d3-4ee5-88da-809fed454201,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:39.303999 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:39.330224 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2f323f-5fce-497d-a339-5dc2c2ce5176 x-openstack-request-id: req-1a2f323f-5fce-497d-a339-5dc2c2ce5176 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:42:39.330518 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11942624-3479-4181-9011-029e4c63f682", "name": "network-vif-plugged", "status": "completed", "tag": "4cf39568-00d3-4ee5-88da-809fed454201", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:42:39.330795 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a2f323f-5fce-497d-a339-5dc2c2ce5176 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:42:39.331181 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201', 'code': 200} Jul 15 15:42:39.363727 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=4cf39568-00d3-4ee5-88da-809fed454201,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:39.470591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54730d-a6a8-42bb-b661-60927439a50e req-c9fa33a1-b0cb-46be-90f8-87e774f7a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:39.472090 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af54730d-a6a8-42bb-b661-60927439a50e req-c9fa33a1-b0cb-46be-90f8-87e774f7a634 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 1097 time: 0.0815461 Jul 15 15:42:39.526899 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724aa2f4-c3ce-4f46-9367-f63957236778 req-dd49b78c-1dbb-44e6-9dbd-46f04ebecffa tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:39.528360 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-724aa2f4-c3ce-4f46-9367-f63957236778 req-dd49b78c-1dbb-44e6-9dbd-46f04ebecffa tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0981925 Jul 15 15:42:39.529859 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af54730d-a6a8-42bb-b661-60927439a50e req-3ca6af97-7635-412a-bb62-40c749fc1d3d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513070 Jul 15 15:42:39.565544 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-724aa2f4-c3ce-4f46-9367-f63957236778 req-f87a49ab-7049-4228-9719-a49e255526a6 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314348 Jul 15 15:42:40.739217 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeda4c0-6b83-48d6-a14f-3c6f3c228e5f req-1d638681-2fd8-4a52-aa28-524fc1ad3449 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:40.740697 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fdeda4c0-6b83-48d6-a14f-3c6f3c228e5f req-1d638681-2fd8-4a52-aa28-524fc1ad3449 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0634172 Jul 15 15:42:40.778560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fdeda4c0-6b83-48d6-a14f-3c6f3c228e5f req-9eccb37a-4169-4074-bc87-b78b25bdf621 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322309 Jul 15 15:42:40.947261 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98645c-33b8-4518-bf46-03676e7354f9 req-8300b5ab-a9ff-420d-a9dd-b4c4d7764bdd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:40.948732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff98645c-33b8-4518-bf46-03676e7354f9 req-8300b5ab-a9ff-420d-a9dd-b4c4d7764bdd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0668712 Jul 15 15:42:40.957312 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40132) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:40.961824 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b5f08da3-5f81-44bd-b061-1483768fa279 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Request body: {'floatingip': {'port_id': '4cf39568-00d3-4ee5-88da-809fed454201'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:41.001591 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5f08da3-5f81-44bd-b061-1483768fa279 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:41.436904 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5f08da3-5f81-44bd-b061-1483768fa279 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:41.440621 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5f08da3-5f81-44bd-b061-1483768fa279 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:41.540382 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-b5f08da3-5f81-44bd-b061-1483768fa279 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Floating IP e9b96a7c-684b-4fb3-99a0-020985eeafea associated. External IP: 172.25.4.121, port: 4cf39568-00d3-4ee5-88da-809fed454201. Jul 15 15:42:41.741785 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f08da3-5f81-44bd-b061-1483768fa279 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Router ef2c82b4-10c3-43ce-aa58-62401b545b80 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:42:41.846000 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f08da3-5f81-44bd-b061-1483768fa279 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:42:41.850716 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b5f08da3-5f81-44bd-b061-1483768fa279 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:41.855010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316d1862-46c0-4808-bee1-d8937408b043 None None] Sync routers for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:42:41.863949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d1862-46c0-4808-bee1-d8937408b043 None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:42:41.864562 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-316d1862-46c0-4808-bee1-d8937408b043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:42:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:41.886103 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b5f08da3-5f81-44bd-b061-1483768fa279 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "PUT /v2.0/floatingips/e9b96a7c-684b-4fb3-99a0-020985eeafea HTTP/1.1" status: 200 len: 992 time: 0.9277067 Jul 15 15:42:41.886722 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:42:41.888948 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a3b038-1932-49c0-a782-843d60e65ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "11942624-3479-4181-9011-029e4c63f682", "tag": "4cf39568-00d3-4ee5-88da-809fed454201"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:42:41.933118 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021f136b-9b5a-46e5-b202-5872c9181a92 x-openstack-request-id: req-021f136b-9b5a-46e5-b202-5872c9181a92 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:42:41.933413 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11942624-3479-4181-9011-029e4c63f682", "tag": "4cf39568-00d3-4ee5-88da-809fed454201", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:42:41.934748 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-021f136b-9b5a-46e5-b202-5872c9181a92 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:42:41.934748 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201', 'status': 'completed', 'code': 200} Jul 15 15:42:41.974266 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-316d1862-46c0-4808-bee1-d8937408b043 None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:42:42.006614 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3b038-1932-49c0-a782-843d60e65ae0 req-0d9f50c7-08c1-40a9-aebc-1d07212849b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:42.008250 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22a3b038-1932-49c0-a782-843d60e65ae0 req-0d9f50c7-08c1-40a9-aebc-1d07212849b7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 1097 time: 0.0554814 Jul 15 15:42:42.100258 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3b038-1932-49c0-a782-843d60e65ae0 req-de84ba51-5084-4a79-bfe5-8efc80ca855b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:42.101759 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22a3b038-1932-49c0-a782-843d60e65ae0 req-de84ba51-5084-4a79-bfe5-8efc80ca855b service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0874634 Jul 15 15:42:42.166165 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22a3b038-1932-49c0-a782-843d60e65ae0 req-f94e3d4c-eb1b-486a-9169-af587b970f1f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 200 len: 1000 time: 0.0583055 Jul 15 15:42:42.198767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-316d1862-46c0-4808-bee1-d8937408b043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e9b96a7c-684b-4fb3-99a0-020985eeafea', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'port_id': '4cf39568-00d3-4ee5-88da-809fed454201', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'mac_address': 'fa:16:3e:03:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11942624-3479-4181-9011-029e4c63f682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:38:05Z', 'updated_at': '2021-07-15T15:42:41Z', 'revision_number': 9, 'project_id': '80e3311635754e58897ae15c1533866d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:42.212938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3b038-1932-49c0-a782-843d60e65ae0 req-c4e0d3ab-5b39-4052-b78d-697b99e615df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:42.214430 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22a3b038-1932-49c0-a782-843d60e65ae0 req-c4e0d3ab-5b39-4052-b78d-697b99e615df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0428085 Jul 15 15:42:42.224269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316d1862-46c0-4808-bee1-d8937408b043 None None] Checking router: ef2c82b4-10c3-43ce-aa58-62401b545b80 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:42:42.232399 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d1862-46c0-4808-bee1-d8937408b043 None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:42:42.233265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-316d1862-46c0-4808-bee1-d8937408b043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:42:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:42.341978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-316d1862-46c0-4808-bee1-d8937408b043 None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:42:42.571242 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-316d1862-46c0-4808-bee1-d8937408b043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e9b96a7c-684b-4fb3-99a0-020985eeafea', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'port_id': '4cf39568-00d3-4ee5-88da-809fed454201', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'mac_address': 'fa:16:3e:03:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11942624-3479-4181-9011-029e4c63f682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:38:05Z', 'updated_at': '2021-07-15T15:42:41Z', 'revision_number': 9, 'project_id': '80e3311635754e58897ae15c1533866d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:42.600684 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3b038-1932-49c0-a782-843d60e65ae0 req-d39a9231-9909-41fd-a511-f876e30186c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:42.601930 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316d1862-46c0-4808-bee1-d8937408b043 None None] The sync data for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 is: [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e9b96a7c-684b-4fb3-99a0-020985eeafea', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'port_id': '4cf39568-00d3-4ee5-88da-809fed454201', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'mac_address': 'fa:16:3e:03:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11942624-3479-4181-9011-029e4c63f682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:38:05Z', 'updated_at': '2021-07-15T15:42:41Z', 'revision_number': 9, 'project_id': '80e3311635754e58897ae15c1533866d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:42:42.602138 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22a3b038-1932-49c0-a782-843d60e65ae0 req-d39a9231-9909-41fd-a511-f876e30186c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3811018 Jul 15 15:42:42.692773 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22a3b038-1932-49c0-a782-843d60e65ae0 req-ed2236f2-7570-4710-931e-bce9cd7fa17f service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836329 Jul 15 15:42:42.787030 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-22a3b038-1932-49c0-a782-843d60e65ae0 req-e4afafe3-4a9f-4ea8-97bb-c5472c23e862 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883639 Jul 15 15:42:42.796442 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f5fbce-27e0-47b0-8696-b492a242e2e1 None None] New status for floating IP e9b96a7c-684b-4fb3-99a0-020985eeafea: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:42:49.338931 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:49.597614 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:00.084484 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94bf7dc5-58bc-4737-923f-528748613d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:02.862486 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:02.944801 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0caf03ec-605e-49cd-8049-916336ba7c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:03.265784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b8be5ab-9a48-4a44-901b-2cac3a460f96 req-e06a2aa2-7fe9-4c36-972a-18addc5b1eb9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507972 Jul 15 15:43:03.358248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8be5ab-9a48-4a44-901b-2cac3a460f96 req-8940e516-9cc0-4b55-9080-9472742ae18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:03.360386 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b8be5ab-9a48-4a44-901b-2cac3a460f96 req-8940e516-9cc0-4b55-9080-9472742ae18e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 1097 time: 0.0522726 Jul 15 15:43:03.464778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8be5ab-9a48-4a44-901b-2cac3a460f96 req-d00e0a85-5ac3-4789-8cb3-ba1083ef4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:03.466231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b8be5ab-9a48-4a44-901b-2cac3a460f96 req-d00e0a85-5ac3-4789-8cb3-ba1083ef4fc8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0844715 Jul 15 15:43:03.531052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b8be5ab-9a48-4a44-901b-2cac3a460f96 req-eeb6a1ab-2347-459f-a9e7-f1651e2700af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 200 len: 1003 time: 0.0581567 Jul 15 15:43:03.577387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8be5ab-9a48-4a44-901b-2cac3a460f96 req-1cc53d41-ad11-469d-9fdb-2fad87ccd824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:03.578965 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b8be5ab-9a48-4a44-901b-2cac3a460f96 req-1cc53d41-ad11-469d-9fdb-2fad87ccd824 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0415466 Jul 15 15:43:03.634522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8be5ab-9a48-4a44-901b-2cac3a460f96 req-a5a6484d-a1b6-4888-9682-0ac00398f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:03.635982 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b8be5ab-9a48-4a44-901b-2cac3a460f96 req-a5a6484d-a1b6-4888-9682-0ac00398f2c3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497246 Jul 15 15:43:03.725463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b8be5ab-9a48-4a44-901b-2cac3a460f96 req-b5861105-cf3b-4b7e-a35e-172ff87e325a service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823274 Jul 15 15:43:03.810764 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b8be5ab-9a48-4a44-901b-2cac3a460f96 req-9e5761a1-cb58-4387-90ab-f8d82dcbde25 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786948 Jul 15 15:43:04.416649 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:06.120280 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:12.878394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-0643cca3-7a7a-452a-9362-2cd7ec212d0b req-ab0e6f66-c229-4abe-82ed-103fd1de004d service neutron] (100712) timed out ('10.222.0.38', 37054) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:43:14.704200 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:43:19.350713 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:19.611398 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:30.085029 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d7fb945-1812-475a-8f99-e671b1971e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:32.863486 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:32.944680 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b8095b8-60dc-4266-98e1-85ddfb8afa5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:34.418977 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:36.124263 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:49.356620 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:49.609407 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:51.702618 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:44:00.086516 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c2134d9-be8a-43dc-915b-5cf867c5188c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:02.865705 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:02.943925 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dd210b48-1ea2-4e4d-9c02-1d99cdc3c73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:04.264477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7875b0e2-397c-4bea-be43-af2229243d67 req-25e5628b-f6a2-4659-8103-c7d2b43ca461 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542893 Jul 15 15:44:04.355370 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875b0e2-397c-4bea-be43-af2229243d67 req-000f0734-ac01-450d-866e-34ac321d8b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:04.356751 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7875b0e2-397c-4bea-be43-af2229243d67 req-000f0734-ac01-450d-866e-34ac321d8b0c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 1097 time: 0.0514777 Jul 15 15:44:04.421814 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:04.459709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875b0e2-397c-4bea-be43-af2229243d67 req-aae57b3c-3fbc-46a5-9ca8-506ddb264475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:04.461196 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7875b0e2-397c-4bea-be43-af2229243d67 req-aae57b3c-3fbc-46a5-9ca8-506ddb264475 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0852790 Jul 15 15:44:04.530844 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7875b0e2-397c-4bea-be43-af2229243d67 req-53136770-a94a-4e97-b4fb-e9d3a80365b2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 200 len: 1003 time: 0.0625138 Jul 15 15:44:04.580979 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875b0e2-397c-4bea-be43-af2229243d67 req-e6ccc900-3923-41c4-9377-3d97513a453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:04.582462 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7875b0e2-397c-4bea-be43-af2229243d67 req-e6ccc900-3923-41c4-9377-3d97513a453f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0457795 Jul 15 15:44:04.637809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875b0e2-397c-4bea-be43-af2229243d67 req-8b4100c7-fa21-46f8-9c20-2af2f63a9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:04.639328 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7875b0e2-397c-4bea-be43-af2229243d67 req-8b4100c7-fa21-46f8-9c20-2af2f63a9e99 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508604 Jul 15 15:44:04.730035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7875b0e2-397c-4bea-be43-af2229243d67 req-16381674-cf7b-42c9-a2b2-59271bfeb456 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837762 Jul 15 15:44:04.818216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7875b0e2-397c-4bea-be43-af2229243d67 req-cf7e5743-222f-4ccd-b718-544c2b98568d service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814204 Jul 15 15:44:06.125425 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:18.105257 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-ad7e45e2-056a-47a5-ad41-26739fa4524a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0674462 Jul 15 15:44:18.160363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6147abe-5a0f-4328-8637-7d0be4fb747e req-878ecae9-44ca-4c3e-9277-19f7d8ea28cc tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:18.161867 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e6147abe-5a0f-4328-8637-7d0be4fb747e req-878ecae9-44ca-4c3e-9277-19f7d8ea28cc tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0730171 Jul 15 15:44:18.200474 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e6147abe-5a0f-4328-8637-7d0be4fb747e req-ca10ae6c-5d8d-4dfd-a9bb-d64ea92fa9c0 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331228 Jul 15 15:44:19.215027 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32412d78-469d-4d39-b141-c6aa16d53492 req-70a18b5c-7d51-43ea-9f04-ad8ebd31857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:19.216527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-70a18b5c-7d51-43ea-9f04-ad8ebd31857c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 1097 time: 0.0526314 Jul 15 15:44:19.308402 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32412d78-469d-4d39-b141-c6aa16d53492 req-6a510882-1c0b-4f7f-8846-64e095fadbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:19.309879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-6a510882-1c0b-4f7f-8846-64e095fadbd2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0871220 Jul 15 15:44:19.355239 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:19.406630 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-70811f4f-f18c-4941-8f67-1d23436f71c4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 200 len: 1003 time: 0.0904913 Jul 15 15:44:19.462652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7440b-9fff-44ec-9d58-4ba22289e7f2 req-22751f7d-4935-4cb3-bd7c-8236088ef1b2 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:19.464119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-81a7440b-9fff-44ec-9d58-4ba22289e7f2 req-22751f7d-4935-4cb3-bd7c-8236088ef1b2 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.1425722 Jul 15 15:44:19.469250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32412d78-469d-4d39-b141-c6aa16d53492 req-b05c51df-c6ee-4e15-bacf-65899deb86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:19.471166 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-b05c51df-c6ee-4e15-bacf-65899deb86b7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0576560 Jul 15 15:44:19.533936 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-81a7440b-9fff-44ec-9d58-4ba22289e7f2 req-2134c54f-2e94-415d-afd0-e6da27e2fa15 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618289 Jul 15 15:44:19.551484 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32412d78-469d-4d39-b141-c6aa16d53492 req-d9e78bc8-6513-44e9-aad4-9af779205473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:19.552960 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-d9e78bc8-6513-44e9-aad4-9af779205473 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752127 Jul 15 15:44:19.623229 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:19.643019 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-9fb4679b-bbec-4882-8854-683e6a9f6e6a service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836594 Jul 15 15:44:19.735677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-b9c66803-6c5d-425d-ba99-7b862c18847c service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861213 Jul 15 15:44:20.708268 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4833589-9ba5-43b9-8128-aa9a03ee5cd5 req-023c735d-f4a9-4701-9ffc-51e589609155 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:20.709731 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a4833589-9ba5-43b9-8128-aa9a03ee5cd5 req-023c735d-f4a9-4701-9ffc-51e589609155 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0612259 Jul 15 15:44:20.747223 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a4833589-9ba5-43b9-8128-aa9a03ee5cd5 req-08dc14a9-8e64-47ae-8af4-1e1adca499ff tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319881 Jul 15 15:44:21.920504 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f1e40-508f-493c-822b-d216a0ff727a req-f52ba5c3-271e-46ec-845a-ef1dbdd2a0d3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:21.921979 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-934f1e40-508f-493c-822b-d216a0ff727a req-f52ba5c3-271e-46ec-845a-ef1dbdd2a0d3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0616436 Jul 15 15:44:21.958806 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-934f1e40-508f-493c-822b-d216a0ff727a req-ab328a18-e6b8-43e2-8793-7889f89d7fd0 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312452 Jul 15 15:44:23.135275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf5824-a5d6-443b-81e4-5acc9174a456 req-29887ba7-5380-406c-9373-965b5a9c0b8c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:23.136837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17bf5824-a5d6-443b-81e4-5acc9174a456 req-29887ba7-5380-406c-9373-965b5a9c0b8c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0682273 Jul 15 15:44:23.175704 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17bf5824-a5d6-443b-81e4-5acc9174a456 req-bcf97ed0-1b8d-40f6-9919-1720975e41e1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329573 Jul 15 15:44:24.344989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48037e-dbef-43c2-a399-e83d55a5b9f9 req-85b02905-8895-4f12-b9c0-be44cd197715 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:24.346469 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d48037e-dbef-43c2-a399-e83d55a5b9f9 req-85b02905-8895-4f12-b9c0-be44cd197715 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0623345 Jul 15 15:44:24.383973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d48037e-dbef-43c2-a399-e83d55a5b9f9 req-236f7ed9-52f9-4157-986f-0bbe6750427a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319238 Jul 15 15:44:25.560119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3780785-9df7-478a-92cc-05f47e4a0bf2 req-bde2312f-27e0-4e7b-94c9-54e959f76490 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:25.561594 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3780785-9df7-478a-92cc-05f47e4a0bf2 req-bde2312f-27e0-4e7b-94c9-54e959f76490 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0650697 Jul 15 15:44:25.599905 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b3780785-9df7-478a-92cc-05f47e4a0bf2 req-ac983889-eabf-45e6-9ab4-8e79e5703e05 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325677 Jul 15 15:44:26.771449 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b8c4a-4820-44f1-951b-7e1b79d677a1 req-58288b9e-4935-474d-aad1-67b284ec865d tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:26.772955 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-708b8c4a-4820-44f1-951b-7e1b79d677a1 req-58288b9e-4935-474d-aad1-67b284ec865d tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0625319 Jul 15 15:44:26.810302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-708b8c4a-4820-44f1-951b-7e1b79d677a1 req-3acf1bff-5b98-48cc-a4d3-c0d406745ade tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317864 Jul 15 15:44:27.983253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd51918-8839-4365-ba5b-65d1b9817a8b req-130e2b46-1f2b-42ec-8fbd-693b8426ca61 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:27.984663 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1bd51918-8839-4365-ba5b-65d1b9817a8b req-130e2b46-1f2b-42ec-8fbd-693b8426ca61 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0628223 Jul 15 15:44:28.022435 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1bd51918-8839-4365-ba5b-65d1b9817a8b req-9546ec15-0d69-42b2-ad3a-6c0e0cee3d63 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316787 Jul 15 15:44:28.701662 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:44:29.198760 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c7cc7-24c0-4622-ad36-2a5184c5678d req-5542c6d9-228c-4d7b-8d21-f5761e552e3a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:29.200278 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a9c7cc7-24c0-4622-ad36-2a5184c5678d req-5542c6d9-228c-4d7b-8d21-f5761e552e3a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0657933 Jul 15 15:44:29.237595 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a9c7cc7-24c0-4622-ad36-2a5184c5678d req-cef1a531-9d26-4fbe-96d8-d7e0d885a16a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307069 Jul 15 15:44:30.089815 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d012cec-5a04-411a-b803-34ebdf52d2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:30.409860 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dc88a-a701-49c9-87f5-9d1ba840b686 req-5e724b20-710d-4769-b04e-d0d1d8ab9c19 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:30.411379 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d9dc88a-a701-49c9-87f5-9d1ba840b686 req-5e724b20-710d-4769-b04e-d0d1d8ab9c19 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0638225 Jul 15 15:44:30.450299 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d9dc88a-a701-49c9-87f5-9d1ba840b686 req-684abda8-7c1c-49b1-bb6b-81497b34254a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334320 Jul 15 15:44:31.657575 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fc319-805e-430b-b670-64bbacb453e9 req-fcefccfa-8f22-4f46-93c7-ae171b75a6d8 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:31.658997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba3fc319-805e-430b-b670-64bbacb453e9 req-fcefccfa-8f22-4f46-93c7-ae171b75a6d8 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0952601 Jul 15 15:44:31.697090 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-32412d78-469d-4d39-b141-c6aa16d53492 req-15073d68-9a56-4595-801a-a998359aa8f3 service neutron] show failed (client error): The resource could not be found. Jul 15 15:44:31.698060 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-15073d68-9a56-4595-801a-a998359aa8f3 service neutron] 10.222.0.22 "GET /v2.0/ports/4cf39568-00d3-4ee5-88da-809fed454201/bindings/n-h1-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.0875232 Jul 15 15:44:31.710650 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ba3fc319-805e-430b-b670-64bbacb453e9 req-ba1633f0-03a1-4506-a9af-7a4f4d6f5948 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445082 Jul 15 15:44:31.954794 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32412d78-469d-4d39-b141-c6aa16d53492 req-19685331-f2bf-40c1-8e5c-945b1ee97b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:31.956250 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-19685331-f2bf-40c1-8e5c-945b1ee97b26 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682&tenant_id=80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 1097 time: 0.0537639 Jul 15 15:44:31.967604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:44:32.040336 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:32.238455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4cf39568-00d3-4ee5-88da-809fed454201,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:44:32.271093 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:44:32.308648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:44:32.311027 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27f2ff3-f0fd-41c6-834a-ca828291c087" -d '{"events": [{"server_uuid": "11942624-3479-4181-9011-029e4c63f682", "name": "network-vif-unplugged", "status": "completed", "tag": "4cf39568-00d3-4ee5-88da-809fed454201"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:44:32.315210 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:32.331967 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Transition to ACTIVE for port object 4cf39568-00d3-4ee5-88da-809fed454201 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:44:32.335488 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:32.365627 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b03b656-be98-4087-a228-94e8d6df8b7e x-openstack-request-id: req-1b03b656-be98-4087-a228-94e8d6df8b7e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:44:32.365918 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11942624-3479-4181-9011-029e4c63f682", "name": "network-vif-unplugged", "status": "completed", "tag": "4cf39568-00d3-4ee5-88da-809fed454201", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:44:32.366169 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b03b656-be98-4087-a228-94e8d6df8b7e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:44:32.366560 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201', 'code': 200} Jul 15 15:44:32.420502 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Pushing event updated for resources: {'Port': ['ID=4cf39568-00d3-4ee5-88da-809fed454201,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:32.433616 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:32.433892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:32.434232 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:32.434607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:32.434920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:32.435341 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:32.435669 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:32.435996 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:32.436322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:32.436681 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:32.436974 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:32.437293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:32.473011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] No DVR routers for this DVR port 4cf39568-00d3-4ee5-88da-809fed454201 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:44:32.609238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Attempting to bind port 4cf39568-00d3-4ee5-88da-809fed454201 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:44:32.609676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Attempting to bind port 4cf39568-00d3-4ee5-88da-809fed454201 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:44:32.610072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Attempting to bind port 4cf39568-00d3-4ee5-88da-809fed454201 on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:44:32.614453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Port 4cf39568-00d3-4ee5-88da-809fed454201 on network c2da8cf1-36e0-4219-b0a0-b333f396986d not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:44:32.614804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Attempting to bind port 4cf39568-00d3-4ee5-88da-809fed454201 on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:44:32.620725 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:44:32.621082 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Checking segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:44:32.621815 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Bound using segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:44:32.622242 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Bound port: 4cf39568-00d3-4ee5-88da-809fed454201, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:44:32.622630 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:32.685317 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:44:32.688811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4cf39568-00d3-4ee5-88da-809fed454201,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:44:32.692332 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:32.730862 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:32.731485 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:32.732884 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] 10.222.0.11 "PUT /v2.0/ports/4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 200 len: 1092 time: 0.7692807 Jul 15 15:44:32.790154 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5ac16-c6e6-4970-9558-3aa2693f051d service neutron] Pushing event updated for resources: {'Port': ['ID=4cf39568-00d3-4ee5-88da-809fed454201,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:32.821537 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32412d78-469d-4d39-b141-c6aa16d53492 req-5d5a1fe5-91e0-49d6-87c3-a21548477756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:32.823310 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-5d5a1fe5-91e0-49d6-87c3-a21548477756 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 1095 time: 0.0654149 Jul 15 15:44:32.871066 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:32.901335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e925c-6ae5-4fb3-8637-a16d685aa1f2 req-ce09cb7e-f4bb-4df3-851b-9241ecb01c3e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:32.902938 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd3e925c-6ae5-4fb3-8637-a16d685aa1f2 req-ce09cb7e-f4bb-4df3-851b-9241ecb01c3e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 944 time: 0.0728910 Jul 15 15:44:32.928246 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32412d78-469d-4d39-b141-c6aa16d53492 req-27b4b1c5-afad-467c-8eb8-122429422dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:32.929753 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-27b4b1c5-afad-467c-8eb8-122429422dc6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0996246 Jul 15 15:44:32.952155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd3e925c-6ae5-4fb3-8637-a16d685aa1f2 req-ca4c004c-8e56-4ee0-91b9-d4d03d0ec89a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430074 Jul 15 15:44:32.955461 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5e58-da42-400e-87d9-2f4a093ee2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:32.998720 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-df531d35-7565-4cdf-b2dc-aac2322bd0cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 200 len: 1001 time: 0.0624297 Jul 15 15:44:33.045276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32412d78-469d-4d39-b141-c6aa16d53492 req-3ef6beb8-b95b-4c93-bc3a-673a7648cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:33.046618 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-3ef6beb8-b95b-4c93-bc3a-673a7648cabc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0419388 Jul 15 15:44:33.101088 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32412d78-469d-4d39-b141-c6aa16d53492 req-2e55ea50-04e8-401d-90d9-7af75d351be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:33.102681 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-2e55ea50-04e8-401d-90d9-7af75d351be8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502894 Jul 15 15:44:33.196430 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-a3b5e929-389f-4321-89c1-3ebced7caa8f service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869849 Jul 15 15:44:33.287279 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-1574f440-e92f-4486-a015-980a2ac9243b service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845478 Jul 15 15:44:34.131410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ca609-793e-4e8b-a19f-8c0a71ea428b req-e048f28e-b85c-4093-ae14-369542498bea tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:34.132943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-287ca609-793e-4e8b-a19f-8c0a71ea428b req-e048f28e-b85c-4093-ae14-369542498bea tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 944 time: 0.0646884 Jul 15 15:44:34.170778 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-287ca609-793e-4e8b-a19f-8c0a71ea428b req-fcc45f6f-6a44-4878-b64c-41aa9a2dc213 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323770 Jul 15 15:44:34.368047 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:44:34.370460 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59be812-d84f-4511-a35e-a966ccfeb502" -d '{"events": [{"name": "network-changed", "server_uuid": "11942624-3479-4181-9011-029e4c63f682", "tag": "4cf39568-00d3-4ee5-88da-809fed454201"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:44:34.430028 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf1fd72-5fec-4b43-b353-a57a9babefbb x-openstack-request-id: req-dbf1fd72-5fec-4b43-b353-a57a9babefbb {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:44:34.430358 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11942624-3479-4181-9011-029e4c63f682", "tag": "4cf39568-00d3-4ee5-88da-809fed454201", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:44:34.430495 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:34.431042 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dbf1fd72-5fec-4b43-b353-a57a9babefbb {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:44:34.431042 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201', 'status': 'completed', 'code': 200} Jul 15 15:44:34.504479 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-2810d96f-310b-4c01-94df-ca81c3664b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:34.505161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-3707066d-352b-4f0e-961d-dfb41bbdf6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:34.506016 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-2810d96f-310b-4c01-94df-ca81c3664b73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 1095 time: 0.0553992 Jul 15 15:44:34.506727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-3707066d-352b-4f0e-961d-dfb41bbdf6ea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 1095 time: 0.0532725 Jul 15 15:44:34.598916 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-628dc63c-2b7d-4cbb-bdfc-2e2f074b63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:34.600306 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-628dc63c-2b7d-4cbb-bdfc-2e2f074b63a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0880525 Jul 15 15:44:34.602189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-fdebca89-134e-44d5-9fe5-e181a8af2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:34.603948 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-fdebca89-134e-44d5-9fe5-e181a8af2e78 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0913384 Jul 15 15:44:34.667820 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-70f4eccd-4ef8-48ea-8334-b59f256cebfc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 200 len: 1001 time: 0.0573328 Jul 15 15:44:34.669731 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-259af1ad-d289-45f6-a191-4954f018e661 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 200 len: 1001 time: 0.0617418 Jul 15 15:44:34.719408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-f7034c80-4b4a-4411-a33b-e33683882eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:34.719662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-1e5eccb4-c9df-44bc-bfb8-0792fcebedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:34.720911 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-f7034c80-4b4a-4411-a33b-e33683882eb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0436966 Jul 15 15:44:34.721043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-1e5eccb4-c9df-44bc-bfb8-0792fcebedaa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0471764 Jul 15 15:44:34.777982 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-e0edcacb-1619-488b-bbca-efc40266d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:34.779526 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-b549735b-d983-4a67-8b7a-07477792d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:34.779653 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-e0edcacb-1619-488b-bbca-efc40266d1a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524569 Jul 15 15:44:34.781042 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-b549735b-d983-4a67-8b7a-07477792d72f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528595 Jul 15 15:44:34.872545 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-3f5bb575-466e-4af8-ae83-fa222e3b6bd9 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863519 Jul 15 15:44:34.880828 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-ce132ea8-bd84-4cf7-b4cb-bfec5a154692 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920279 Jul 15 15:44:34.967955 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-5505639f-673c-4a48-93c5-b157d492b55e service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897212 Jul 15 15:44:35.205835 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4cf39568-00d3-4ee5-88da-809fed454201 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:44:35.234250 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c59be812-d84f-4511-a35e-a966ccfeb502 req-0a950243-294c-448c-8158-5a358a5eb9e3 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471386 Jul 15 15:44:35.303781 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4cf39568-00d3-4ee5-88da-809fed454201,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:44:35.315109 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '4cf39568-00d3-4ee5-88da-809fed454201', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'port_id': '4cf39568-00d3-4ee5-88da-809fed454201', 'mac_address': 'fa:16:3e:03:79:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:44:35.355151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4dfaf-1992-428f-ada9-ec806a8a4c6f req-e5b8db4b-fa0a-474d-a804-ac776691ad3b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:35.356665 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ca4dfaf-1992-428f-ada9-ec806a8a4c6f req-e5b8db4b-fa0a-474d-a804-ac776691ad3b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 944 time: 0.0632126 Jul 15 15:44:35.360923 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:35.373988 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf39568-00d3-4ee5-88da-809fed454201 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:44:35.394094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4cf39568-00d3-4ee5-88da-809fed454201,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:44:35.397712 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ca4dfaf-1992-428f-ada9-ec806a8a4c6f req-afb7620d-9bff-40a3-8c36-f8e8f067fd8c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344911 Jul 15 15:44:35.398521 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:35.446826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=4cf39568-00d3-4ee5-88da-809fed454201,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:35.455095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:35.455526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:35.455866 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:35.456197 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:35.456526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:35.456859 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:35.457181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:35.457504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:35.457830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:35.458150 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:35.458473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:35.458812 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:35.605755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['4cf39568-00d3-4ee5-88da-809fed454201'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:44:35.701347 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4cf39568-00d3-4ee5-88da-809fed454201 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:44:35.784874 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4cf39568-00d3-4ee5-88da-809fed454201 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:44:35.795504 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-439edcc4-9df8-4cae-956a-24aae341504e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:35.797641 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-439edcc4-9df8-4cae-956a-24aae341504e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.11 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682&tenant_id=80e3311635754e58897ae15c1533866d&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 945 time: 0.0748999 Jul 15 15:44:35.849334 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931adf5-d8a4-40c4-aa9f-f636a3f1ef89 req-a3fef476-eebc-4232-a144-9889a5b955e1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:35.850879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0931adf5-d8a4-40c4-aa9f-f636a3f1ef89 req-a3fef476-eebc-4232-a144-9889a5b955e1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 945 time: 0.0687168 Jul 15 15:44:35.856971 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-80ce8a99-e7e9-4a5c-834d-9f8f0f34902a service neutron] 10.222.0.11 "GET /v2.0/ports/4cf39568-00d3-4ee5-88da-809fed454201/bindings/n-h1-764435-3 HTTP/1.1" status: 200 len: 382 time: 0.0530922 Jul 15 15:44:35.889410 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0931adf5-d8a4-40c4-aa9f-f636a3f1ef89 req-88fc8b3f-8515-44f9-9972-52d8bff17b5b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325119 Jul 15 15:44:35.934976 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-cc3bf2c7-7f44-4d4e-8e1b-dfb09eaa2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:35.936482 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-cc3bf2c7-7f44-4d4e-8e1b-dfb09eaa2868 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 1096 time: 0.0557215 Jul 15 15:44:36.031557 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-54c0f759-c8af-4f45-9aa5-c4b926a32183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:36.033185 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-54c0f759-c8af-4f45-9aa5-c4b926a32183 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0827162 Jul 15 15:44:36.102132 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-ee023341-9c5a-40d6-a6c7-42aeb27b081b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 200 len: 1002 time: 0.0620844 Jul 15 15:44:36.129481 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:36.153998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-58407f3c-9f71-4408-85a3-3e204b27e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:36.155472 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-58407f3c-9f71-4408-85a3-3e204b27e1dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0468571 Jul 15 15:44:36.211520 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-7258385d-fa66-4fc4-9044-439dfffdb846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:36.213031 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-7258385d-fa66-4fc4-9044-439dfffdb846 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511642 Jul 15 15:44:36.305070 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3be4f179-eb69-4daf-85fb-87876f9ca2c4 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851772 Jul 15 15:44:36.391328 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-2dd813e4-fedc-412e-a405-d3a10f5380c3 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805588 Jul 15 15:44:37.205083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4cf39568-00d3-4ee5-88da-809fed454201 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:44:37.251551 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bb78c-96e0-4235-92a3-a8c7a101711c req-1b582949-550e-4865-b4a2-d8ad4bcef83c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:37.253070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 4cf39568-00d3-4ee5-88da-809fed454201 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:44:37.253224 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-389bb78c-96e0-4235-92a3-a8c7a101711c req-1b582949-550e-4865-b4a2-d8ad4bcef83c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 945 time: 0.0641255 Jul 15 15:44:37.256768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 4cf39568-00d3-4ee5-88da-809fed454201 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:44:37.257141 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:37.290304 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-389bb78c-96e0-4235-92a3-a8c7a101711c req-fdd13150-6706-4714-9287-859ff4f4559b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314944 Jul 15 15:44:37.335769 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:37.358108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:44:37.360932 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9666632f-31f9-49fc-bfaa-797fd4b4d8b0" -d '{"events": [{"server_uuid": "11942624-3479-4181-9011-029e4c63f682", "name": "network-vif-plugged", "status": "completed", "tag": "4cf39568-00d3-4ee5-88da-809fed454201"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:44:37.373423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4cf39568-00d3-4ee5-88da-809fed454201,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:44:37.377653 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:37.410288 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5375208-7bff-4c0a-84af-fb72941c6510 x-openstack-request-id: req-c5375208-7bff-4c0a-84af-fb72941c6510 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:44:37.410609 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11942624-3479-4181-9011-029e4c63f682", "name": "network-vif-plugged", "status": "completed", "tag": "4cf39568-00d3-4ee5-88da-809fed454201", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:44:37.410863 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c5375208-7bff-4c0a-84af-fb72941c6510 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:44:37.411251 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201', 'code': 200} Jul 15 15:44:37.427200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=4cf39568-00d3-4ee5-88da-809fed454201,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:38.478732 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-242c6963-9538-46f3-af47-532245d24e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:38.480235 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-242c6963-9538-46f3-af47-532245d24e47 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682&tenant_id=80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 1097 time: 0.0983081 Jul 15 15:44:38.492011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776acc5-0b48-4182-b980-6dc3d1e0041e req-50f952e2-dc84-4795-a713-6a4089a886b3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:38.493484 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0776acc5-0b48-4182-b980-6dc3d1e0041e req-50f952e2-dc84-4795-a713-6a4089a886b3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0859876 Jul 15 15:44:38.498315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:44:38.562961 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0776acc5-0b48-4182-b980-6dc3d1e0041e req-bd658d2c-24f5-401e-aaf9-4026866df55f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619826 Jul 15 15:44:38.594984 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:38.795476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=4cf39568-00d3-4ee5-88da-809fed454201,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:44:38.826872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:44:38.864993 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:44:38.867461 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc556602-c9a2-4f22-8b26-1481a704d09e" -d '{"events": [{"server_uuid": "11942624-3479-4181-9011-029e4c63f682", "name": "network-vif-unplugged", "status": "completed", "tag": "4cf39568-00d3-4ee5-88da-809fed454201"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:44:38.871267 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:38.884554 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Transition to ACTIVE for port object 4cf39568-00d3-4ee5-88da-809fed454201 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:44:38.888558 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:38.985684 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400a1b35-ba35-4a4b-8ff6-97885e7530d4 x-openstack-request-id: req-400a1b35-ba35-4a4b-8ff6-97885e7530d4 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:44:38.985979 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11942624-3479-4181-9011-029e4c63f682", "name": "network-vif-unplugged", "status": "completed", "tag": "4cf39568-00d3-4ee5-88da-809fed454201", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:44:38.986235 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-400a1b35-ba35-4a4b-8ff6-97885e7530d4 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:44:38.986657 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201', 'code': 200} Jul 15 15:44:39.000676 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Pushing event updated for resources: {'Port': ['ID=4cf39568-00d3-4ee5-88da-809fed454201,revision_number=10']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:39.025501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:39.025849 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:39.026193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:39.026554 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:39.026897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:39.027237 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:39.027566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:39.027895 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:39.028223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:39.028552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:39.028879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:39.029200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:39.073434 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] No DVR routers for this DVR port 4cf39568-00d3-4ee5-88da-809fed454201 on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:44:39.207249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Attempting to bind port 4cf39568-00d3-4ee5-88da-809fed454201 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:44:39.207508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Attempting to bind port 4cf39568-00d3-4ee5-88da-809fed454201 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:44:39.207839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Attempting to bind port 4cf39568-00d3-4ee5-88da-809fed454201 on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:44:39.211961 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Port 4cf39568-00d3-4ee5-88da-809fed454201 on network c2da8cf1-36e0-4219-b0a0-b333f396986d not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:44:39.212280 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Attempting to bind port 4cf39568-00d3-4ee5-88da-809fed454201 on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:44:39.216984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:44:39.217326 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Checking segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:44:39.217713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Bound using segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:44:39.218137 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Bound port: 4cf39568-00d3-4ee5-88da-809fed454201, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:44:39.218490 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:39.282181 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:44:39.285449 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4cf39568-00d3-4ee5-88da-809fed454201,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:44:39.289138 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:39.322013 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:39.322764 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:39.324281 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] 10.222.0.22 "PUT /v2.0/ports/4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 200 len: 1093 time: 0.8298171 Jul 15 15:44:39.358423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cac9d-a205-4e24-a727-16a77b60436e service neutron] Pushing event updated for resources: {'Port': ['ID=4cf39568-00d3-4ee5-88da-809fed454201,revision_number=11']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:39.408786 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-bebf5dac-4e37-453e-a8e1-fab195dfa329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:39.410362 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-bebf5dac-4e37-453e-a8e1-fab195dfa329 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 1096 time: 0.0609672 Jul 15 15:44:39.505503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-6abb120b-c3d0-4131-bab9-bc31242e1915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:39.507019 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-6abb120b-c3d0-4131-bab9-bc31242e1915 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0901728 Jul 15 15:44:39.571502 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-626b9cd4-6755-45ab-9791-7bc9364216e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 200 len: 1001 time: 0.0578816 Jul 15 15:44:39.623138 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-32c4e14a-9707-4061-a3fb-18a87db0e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:39.624604 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-32c4e14a-9707-4061-a3fb-18a87db0e75e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0470736 Jul 15 15:44:39.706816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-289cdd07-cf20-4913-a853-97fceeed15b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:39.708273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-289cdd07-cf20-4913-a853-97fceeed15b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763023 Jul 15 15:44:39.800780 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da439e-037d-440a-a782-ca7f5be50116 req-73666e4d-9059-4435-ae20-bfcf8adcfb30 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:39.802240 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-18da439e-037d-440a-a782-ca7f5be50116 req-73666e4d-9059-4435-ae20-bfcf8adcfb30 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 945 time: 0.1282036 Jul 15 15:44:39.838947 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-c274e03f-db40-4a00-8f17-80ae24fc46ed service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230102 Jul 15 15:44:39.858242 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-18da439e-037d-440a-a782-ca7f5be50116 req-2157393e-4a23-4ebf-9e41-bc1261cabfe4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503452 Jul 15 15:44:39.934385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2baf3e98-b8fb-430a-9845-b81331da8551 req-dffc9b02-7d1f-4c93-99c3-9734e858bb88 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877526 Jul 15 15:44:40.996514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:44:40.998732 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be35a34-65b2-4b02-a158-74226b81f62b" -d '{"events": [{"name": "network-changed", "server_uuid": "11942624-3479-4181-9011-029e4c63f682", "tag": "4cf39568-00d3-4ee5-88da-809fed454201"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:44:41.035845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2aa74a-9ac7-45f5-8527-78f2355277b3 req-ac931ac9-5656-422b-bf24-ef4ef0eb947c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:41.038042 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c2aa74a-9ac7-45f5-8527-78f2355277b3 req-ac931ac9-5656-422b-bf24-ef4ef0eb947c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 945 time: 0.0679586 Jul 15 15:44:41.052348 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8289d2e4-1501-413e-97ad-3a9985687b6f x-openstack-request-id: req-8289d2e4-1501-413e-97ad-3a9985687b6f {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:44:41.052820 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11942624-3479-4181-9011-029e4c63f682", "tag": "4cf39568-00d3-4ee5-88da-809fed454201", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:44:41.053081 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8289d2e4-1501-413e-97ad-3a9985687b6f {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:44:41.053468 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201', 'status': 'completed', 'code': 200} Jul 15 15:44:41.108229 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c2aa74a-9ac7-45f5-8527-78f2355277b3 req-c0403b22-acb9-4517-b276-6cc0c206831c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648024 Jul 15 15:44:41.127574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be35a34-65b2-4b02-a158-74226b81f62b req-60215d0f-4bab-4fd6-a016-f16318baed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:41.129745 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4be35a34-65b2-4b02-a158-74226b81f62b req-60215d0f-4bab-4fd6-a016-f16318baed4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 1096 time: 0.0642982 Jul 15 15:44:41.137233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be35a34-65b2-4b02-a158-74226b81f62b req-ccee322e-e0f0-4a14-9521-0f6bca713c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:41.138727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4be35a34-65b2-4b02-a158-74226b81f62b req-ccee322e-e0f0-4a14-9521-0f6bca713c09 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 1096 time: 0.0637727 Jul 15 15:44:41.219959 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be35a34-65b2-4b02-a158-74226b81f62b req-7a7f9071-8900-4038-85a4-c8fcdc6d78b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:41.221709 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4be35a34-65b2-4b02-a158-74226b81f62b req-7a7f9071-8900-4038-85a4-c8fcdc6d78b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0859852 Jul 15 15:44:41.231761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be35a34-65b2-4b02-a158-74226b81f62b req-2f25cd17-c72a-46e3-84d9-5116a64a8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:41.233201 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4be35a34-65b2-4b02-a158-74226b81f62b req-2f25cd17-c72a-46e3-84d9-5116a64a8c1a service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0865159 Jul 15 15:44:41.242642 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4cf39568-00d3-4ee5-88da-809fed454201 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:44:41.282006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 4cf39568-00d3-4ee5-88da-809fed454201 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:44:41.300224 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4be35a34-65b2-4b02-a158-74226b81f62b req-797dff90-8454-4afa-bebb-77de2780a1f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 200 len: 1001 time: 0.0724635 Jul 15 15:44:41.312898 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4be35a34-65b2-4b02-a158-74226b81f62b req-a8c05277-0b5d-422c-9b52-0b9e4c7e2a41 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 200 len: 1001 time: 0.0715296 Jul 15 15:44:41.355305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be35a34-65b2-4b02-a158-74226b81f62b req-c059f16f-444b-4a19-a6f1-113bfbc3f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:41.356794 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4be35a34-65b2-4b02-a158-74226b81f62b req-c059f16f-444b-4a19-a6f1-113bfbc3f787 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0485640 Jul 15 15:44:41.365890 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be35a34-65b2-4b02-a158-74226b81f62b req-3b87dc90-1a66-4528-a979-8f6c33c19d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:41.367394 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4be35a34-65b2-4b02-a158-74226b81f62b req-3b87dc90-1a66-4528-a979-8f6c33c19d73 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0482619 Jul 15 15:44:41.419931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be35a34-65b2-4b02-a158-74226b81f62b req-3dfd0425-3b63-46ad-9391-3e5988c615cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:41.421558 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4be35a34-65b2-4b02-a158-74226b81f62b req-3dfd0425-3b63-46ad-9391-3e5988c615cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584943 Jul 15 15:44:41.426547 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be35a34-65b2-4b02-a158-74226b81f62b req-0f3b5484-5587-471d-a2f9-2a9dded69b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:41.428145 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4be35a34-65b2-4b02-a158-74226b81f62b req-0f3b5484-5587-471d-a2f9-2a9dded69b0f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542750 Jul 15 15:44:41.522250 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4be35a34-65b2-4b02-a158-74226b81f62b req-cf028d20-9276-4a68-b9a7-601b09fedd8c service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941286 Jul 15 15:44:41.522805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4be35a34-65b2-4b02-a158-74226b81f62b req-6c206145-a088-4a37-b139-78a649ff3238 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875919 Jul 15 15:44:41.619116 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4be35a34-65b2-4b02-a158-74226b81f62b req-5a72f4ec-fea3-4747-b738-8fbfa3dac0eb service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908434 Jul 15 15:44:41.624466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4be35a34-65b2-4b02-a158-74226b81f62b req-5e0ce4d7-039d-4b4b-91a8-af170bb2f957 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948443 Jul 15 15:44:41.715229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4cf39568-00d3-4ee5-88da-809fed454201 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:44:41.808759 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4cf39568-00d3-4ee5-88da-809fed454201,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:44:41.819196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '4cf39568-00d3-4ee5-88da-809fed454201', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'port_id': '4cf39568-00d3-4ee5-88da-809fed454201', 'mac_address': 'fa:16:3e:03:79:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:44:41.854510 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:41.867142 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf39568-00d3-4ee5-88da-809fed454201 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:44:41.885269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4cf39568-00d3-4ee5-88da-809fed454201,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:44:41.889133 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:41.936616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=4cf39568-00d3-4ee5-88da-809fed454201,revision_number=12']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:42.108174 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['4cf39568-00d3-4ee5-88da-809fed454201'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:44:42.283329 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60c39c-cda4-4af2-bb30-445e9799b9df req-9ff12084-2865-4533-9aca-c1b4863b90b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:42.284823 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e60c39c-cda4-4af2-bb30-445e9799b9df req-9ff12084-2865-4533-9aca-c1b4863b90b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0628483 Jul 15 15:44:42.322459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8e60c39c-cda4-4af2-bb30-445e9799b9df req-9303a352-6a93-446c-94ae-a3024856695d tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321429 Jul 15 15:44:42.497286 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce3f92-9e5b-411b-a10e-7b71188ee221 req-ce87c861-6525-4fd3-95b0-1deb7bfebfaa tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:42.498812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3dce3f92-9e5b-411b-a10e-7b71188ee221 req-ce87c861-6525-4fd3-95b0-1deb7bfebfaa tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0667670 Jul 15 15:44:42.535743 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3dce3f92-9e5b-411b-a10e-7b71188ee221 req-e84053fc-1d6f-4f5a-aa01-034282c50daa tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314198 Jul 15 15:44:42.702488 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b3ad6-f605-4069-a899-322ab7100280 req-86e7174f-e4ec-4744-84d4-0f55464979cc tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:42.704075 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea0b3ad6-f605-4069-a899-322ab7100280 req-86e7174f-e4ec-4744-84d4-0f55464979cc tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0615501 Jul 15 15:44:42.740810 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea0b3ad6-f605-4069-a899-322ab7100280 req-800810bf-b29a-466c-a37d-739b5119fb17 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312746 Jul 15 15:44:43.284782 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72aebd1-7ff9-4302-83b4-906d075b2ea6 req-7209b0bb-e396-4cc2-864c-6f3fac5014ec tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:43.286162 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e72aebd1-7ff9-4302-83b4-906d075b2ea6 req-7209b0bb-e396-4cc2-864c-6f3fac5014ec tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 946 time: 0.0623069 Jul 15 15:44:43.326146 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e72aebd1-7ff9-4302-83b4-906d075b2ea6 req-7b5f9de9-e028-46d5-bce7-827c6c9710e9 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344040 Jul 15 15:44:43.753465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4cf39568-00d3-4ee5-88da-809fed454201 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:44:43.803922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 4cf39568-00d3-4ee5-88da-809fed454201 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:44:43.807491 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 4cf39568-00d3-4ee5-88da-809fed454201 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:44:43.807865 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:43.883708 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:43.904847 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:44:43.907091 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3f1697-dc59-4ea1-b667-7fce436c060c" -d '{"events": [{"server_uuid": "11942624-3479-4181-9011-029e4c63f682", "name": "network-vif-plugged", "status": "completed", "tag": "4cf39568-00d3-4ee5-88da-809fed454201"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:44:43.918973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4cf39568-00d3-4ee5-88da-809fed454201,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:44:43.923697 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:43.947979 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea70eab-b214-4d32-8560-4a21dbd4efee x-openstack-request-id: req-6ea70eab-b214-4d32-8560-4a21dbd4efee {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:44:43.948270 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11942624-3479-4181-9011-029e4c63f682", "name": "network-vif-plugged", "status": "completed", "tag": "4cf39568-00d3-4ee5-88da-809fed454201", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:44:43.948517 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6ea70eab-b214-4d32-8560-4a21dbd4efee {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:44:43.948895 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201', 'code': 200} Jul 15 15:44:43.973294 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=4cf39568-00d3-4ee5-88da-809fed454201,revision_number=13']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:44.838579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a67319-b84c-493a-a561-ed18ad88f8e9 req-79d25b38-bd19-4d43-bf3d-a7bae1512d30 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:44.840051 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f9a67319-b84c-493a-a561-ed18ad88f8e9 req-79d25b38-bd19-4d43-bf3d-a7bae1512d30 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.22 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 947 time: 0.4229631 Jul 15 15:44:44.850960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c109e-7607-4c63-a814-c36151a70790 req-5a4553bf-3a8b-4c3f-847c-114e0c9c63d4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:44.852334 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd8c109e-7607-4c63-a814-c36151a70790 req-5a4553bf-3a8b-4c3f-847c-114e0c9c63d4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 947 time: 0.0887642 Jul 15 15:44:44.928050 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd8c109e-7607-4c63-a814-c36151a70790 req-e7802fac-08a0-4651-b311-f7614e34ff80 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681331 Jul 15 15:44:44.971343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-f9a67319-b84c-493a-a561-ed18ad88f8e9 req-cf420add-8d55-4df4-8588-ed8e2590042c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Deleting port 4cf39568-00d3-4ee5-88da-809fed454201 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:44:44.971692 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f9a67319-b84c-493a-a561-ed18ad88f8e9 req-cf420add-8d55-4df4-8588-ed8e2590042c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:45.060067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-f9a67319-b84c-493a-a561-ed18ad88f8e9 req-cf420add-8d55-4df4-8588-ed8e2590042c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] For port 4cf39568-00d3-4ee5-88da-809fed454201, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=4cf39568-00d3-4ee5-88da-809fed454201,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:44:45.060430 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f9a67319-b84c-493a-a561-ed18ad88f8e9 req-cf420add-8d55-4df4-8588-ed8e2590042c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:45.227979 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f9a67319-b84c-493a-a561-ed18ad88f8e9 req-cf420add-8d55-4df4-8588-ed8e2590042c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:45.228610 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f9a67319-b84c-493a-a561-ed18ad88f8e9 req-cf420add-8d55-4df4-8588-ed8e2590042c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:45.228921 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [req-f9a67319-b84c-493a-a561-ed18ad88f8e9 req-cf420add-8d55-4df4-8588-ed8e2590042c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Floating IP e9b96a7c-684b-4fb3-99a0-020985eeafea disassociated. External IP: 172.25.4.121, port: 4cf39568-00d3-4ee5-88da-809fed454201. Jul 15 15:44:45.229261 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-f9a67319-b84c-493a-a561-ed18ad88f8e9 req-cf420add-8d55-4df4-8588-ed8e2590042c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Calling delete_port for 4cf39568-00d3-4ee5-88da-809fed454201 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:44:45.354322 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f9a67319-b84c-493a-a561-ed18ad88f8e9 req-cf420add-8d55-4df4-8588-ed8e2590042c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:45.386006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf420add-8d55-4df4-8588-ed8e2590042c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Pushing event deleted for resources: {'Port': ['ID=4cf39568-00d3-4ee5-88da-809fed454201,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:45.502155 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9a67319-b84c-493a-a561-ed18ad88f8e9 req-cf420add-8d55-4df4-8588-ed8e2590042c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Router ef2c82b4-10c3-43ce-aa58-62401b545b80 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:44:45.612631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9a67319-b84c-493a-a561-ed18ad88f8e9 req-cf420add-8d55-4df4-8588-ed8e2590042c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:44:45.621684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43fac8-59ef-4d84-ae91-dc78e87ac3fb None None] Sync routers for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:44:45.630402 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43fac8-59ef-4d84-ae91-dc78e87ac3fb None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:44:45.631047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fd43fac8-59ef-4d84-ae91-dc78e87ac3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:44:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:44:45.654692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a67319-b84c-493a-a561-ed18ad88f8e9 req-cf420add-8d55-4df4-8588-ed8e2590042c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] No DVR routers for this DVR port 4cf39568-00d3-4ee5-88da-809fed454201 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:44:45.657968 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f9a67319-b84c-493a-a561-ed18ad88f8e9 req-cf420add-8d55-4df4-8588-ed8e2590042c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:45.659924 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f9a67319-b84c-493a-a561-ed18ad88f8e9 req-cf420add-8d55-4df4-8588-ed8e2590042c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.22 "DELETE /v2.0/ports/4cf39568-00d3-4ee5-88da-809fed454201 HTTP/1.1" status: 204 len: 173 time: 0.8067179 Jul 15 15:44:45.660392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'name': 'network-vif-deleted', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:44:45.662646 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c39ca1-0a63-4e60-9ec7-c4ac77476dc1" -d '{"events": [{"server_uuid": "11942624-3479-4181-9011-029e4c63f682", "name": "network-vif-deleted", "tag": "4cf39568-00d3-4ee5-88da-809fed454201"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:44:45.706172 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d469ec6-25c3-49de-9650-25263c890d06 x-openstack-request-id: req-0d469ec6-25c3-49de-9650-25263c890d06 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:44:45.707289 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11942624-3479-4181-9011-029e4c63f682", "name": "network-vif-deleted", "tag": "4cf39568-00d3-4ee5-88da-809fed454201", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:44:45.707640 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d469ec6-25c3-49de-9650-25263c890d06 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:44:45.708269 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11942624-3479-4181-9011-029e4c63f682', 'name': 'network-vif-deleted', 'tag': '4cf39568-00d3-4ee5-88da-809fed454201', 'status': 'completed', 'code': 200} Jul 15 15:44:45.743064 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-fd43fac8-59ef-4d84-ae91-dc78e87ac3fb None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:44:45.948364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fd43fac8-59ef-4d84-ae91-dc78e87ac3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:44:45.973756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43fac8-59ef-4d84-ae91-dc78e87ac3fb None None] Checking router: ef2c82b4-10c3-43ce-aa58-62401b545b80 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:44:45.982330 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43fac8-59ef-4d84-ae91-dc78e87ac3fb None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:44:45.982967 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fd43fac8-59ef-4d84-ae91-dc78e87ac3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:44:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:44:46.088268 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7d56b5aa-2100-4b0d-b182-fb806627b6c2 req-fcb6773c-87ea-47c1-aca0-31b043f17d0a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=11942624-3479-4181-9011-029e4c63f682 HTTP/1.1" status: 200 len: 210 time: 0.0348988 Jul 15 15:44:46.249412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-fd43fac8-59ef-4d84-ae91-dc78e87ac3fb None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:44:46.443252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-fd43fac8-59ef-4d84-ae91-dc78e87ac3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:44:46.472793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43fac8-59ef-4d84-ae91-dc78e87ac3fb None None] The sync data for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 is: [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:44:46.679518 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ae1000-cc63-4236-87c7-180a7d76e2d8 None None] New status for floating IP e9b96a7c-684b-4fb3-99a0-020985eeafea: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:44:47.431317 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-6ef2fe55-fc1c-48ca-8417-6781323de9b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--476902449&fields=id&tenant_id=80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 267 time: 0.0325007 Jul 15 15:44:47.538725 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-9bc351eb-5542-45f6-a919-cb8c5b441479 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:47.540180 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-9bc351eb-5542-45f6-a919-cb8c5b441479 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 811 time: 0.1025105 Jul 15 15:44:47.554356 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-485133f0-5ccd-42c8-ac2f-3cd13008c2b9 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/quotas/80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 375 time: 0.0088053 Jul 15 15:44:47.620102 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-24e88cd4-f8b1-4472-9018-c9c858493925 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609181 Jul 15 15:44:47.718016 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-4ab9448f-a613-48a0-ba1b-ffc58355386f service neutron] 10.222.0.38 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869105 Jul 15 15:44:47.762351 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4cf39568-00d3-4ee5-88da-809fed454201 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:44:47.783702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 4cf39568-00d3-4ee5-88da-809fed454201 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:44:47.784039 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 4cf39568-00d3-4ee5-88da-809fed454201 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:44:47.806175 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-27d4adc5-1aa3-411c-b6c2-7580cadf03b0 service neutron] 10.222.0.38 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822916 Jul 15 15:44:47.973423 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08d8296e-a2eb-4cca-836d-0375f1795aa8 req-52904c48-9a91-4eb1-981e-0df3fa94bba1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 210 time: 0.0326455 Jul 15 15:44:49.054394 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05e30e3b-1ad8-45f5-ba4f-8187f23b6418 req-ceb95098-fdc5-4f87-8736-5ca300bae547 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 210 time: 0.0287156 Jul 15 15:44:49.351481 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:49.638846 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:50.136098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2185567c-14c1-441e-924d-a0047d0d6cf7 req-5aee6162-ccfa-43e4-9ae7-ad06bbdc2096 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 210 time: 0.0281076 Jul 15 15:44:51.101011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-de053b9b-3d86-435d-815f-f4d955e1a6a3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:51.102485 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-de053b9b-3d86-435d-815f-f4d955e1a6a3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 811 time: 0.1083922 Jul 15 15:44:51.147497 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ee70cc68-7cbb-4b85-b77c-2f5514752557 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 379 time: 0.0354061 Jul 15 15:44:51.156287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-bea1cd08-7d55-48b5-b546-1f9ca1c2e7b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Request body: {'port': {'device_id': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'admin_state_up': True, 'tenant_id': '80e3311635754e58897ae15c1533866d', 'security_groups': ['1df9ce2f-1e51-438d-8c71-4040c2106c0c']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:44:51.275422 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-bea1cd08-7d55-48b5-b546-1f9ca1c2e7b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Made reservation on behalf of 80e3311635754e58897ae15c1533866d for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:44:51.279175 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-bea1cd08-7d55-48b5-b546-1f9ca1c2e7b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:51.324499 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c1baaad-5562-40e4-9595-b89c025b17fe req-f6d57e77-ab6c-48e3-9f48-cc8c406f6182 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 210 time: 0.0755048 Jul 15 15:44:51.405065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-bea1cd08-7d55-48b5-b546-1f9ca1c2e7b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Allocated IP 172.20.0.4 (c2da8cf1-36e0-4219-b0a0-b333f396986d/e99ca303-2e7a-4f3b-93c9-0518cca00c0b/3c1caa9d-af98-4b16-8927-898549101dcc) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:44:51.545497 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-bea1cd08-7d55-48b5-b546-1f9ca1c2e7b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:51.558427 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-bea1cd08-7d55-48b5-b546-1f9ca1c2e7b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Transition to ACTIVE for port object 3c1caa9d-af98-4b16-8927-898549101dcc will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:44:51.591325 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-bea1cd08-7d55-48b5-b546-1f9ca1c2e7b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:51.636850 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-bea1cd08-7d55-48b5-b546-1f9ca1c2e7b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Network c2da8cf1-36e0-4219-b0a0-b333f396986d is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:44:51.639911 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-bea1cd08-7d55-48b5-b546-1f9ca1c2e7b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:44:51.644807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-bea1cd08-7d55-48b5-b546-1f9ca1c2e7b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:44:51.668767 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1cd08-7d55-48b5-b546-1f9ca1c2e7b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Pushing event updated for resources: {'Port': ['ID=3c1caa9d-af98-4b16-8927-898549101dcc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:51.697482 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-bea1cd08-7d55-48b5-b546-1f9ca1c2e7b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:51.698092 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-bea1cd08-7d55-48b5-b546-1f9ca1c2e7b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:51.714154 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-bea1cd08-7d55-48b5-b546-1f9ca1c2e7b4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5614970 Jul 15 15:44:51.725846 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Request body: {'port': {'device_id': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:44:51.807359 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:51.831998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eab85d25-245d-4ac0-8c40-e54bb1e86196 None None] Provisioning for port 3c1caa9d-af98-4b16-8927-898549101dcc completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:44:51.835841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eab85d25-245d-4ac0-8c40-e54bb1e86196 None None] Provisioning complete for port 3c1caa9d-af98-4b16-8927-898549101dcc triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:44:51.836296 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eab85d25-245d-4ac0-8c40-e54bb1e86196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:51.869871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-eab85d25-245d-4ac0-8c40-e54bb1e86196 None None] Port 3c1caa9d-af98-4b16-8927-898549101dcc cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:44:52.071143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1caa9d-af98-4b16-8927-898549101dcc {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:44:52.078297 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:52.090289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Transition to ACTIVE for port object 3c1caa9d-af98-4b16-8927-898549101dcc will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:44:52.094043 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:52.143358 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1caa9d-af98-4b16-8927-898549101dcc,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:52.217096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Attempting to bind port 3c1caa9d-af98-4b16-8927-898549101dcc on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:44:52.217435 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Attempting to bind port 3c1caa9d-af98-4b16-8927-898549101dcc by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:44:52.217766 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Attempting to bind port 3c1caa9d-af98-4b16-8927-898549101dcc on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:44:52.223315 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Port 3c1caa9d-af98-4b16-8927-898549101dcc on network c2da8cf1-36e0-4219-b0a0-b333f396986d not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:44:52.223633 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Attempting to bind port 3c1caa9d-af98-4b16-8927-898549101dcc on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:44:52.228811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:44:52.229147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Checking segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:44:52.229531 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Bound using segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:44:52.229950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Bound port: 3c1caa9d-af98-4b16-8927-898549101dcc, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:44:52.230307 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:52.300270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:44:52.303216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3c1caa9d-af98-4b16-8927-898549101dcc,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:44:52.307617 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:52.339800 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:52.340494 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:52.341868 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] 10.222.0.11 "PUT /v2.0/ports/3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 1091 time: 0.6203034 Jul 15 15:44:52.342308 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:44:52.344582 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4177315fe39dfc1b30b6f7b9074858038b3473b4caa4eeca199a9bf6290810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc004662-426a-4e24-998f-4ef4d083dd9a" -d '{"events": [{"name": "network-changed", "server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:44:52.372714 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63514a-1b84-49a0-8b1b-8a33a426d642 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1caa9d-af98-4b16-8927-898549101dcc,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:52.410015 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a644c2ae-30d5-4453-9c29-bc6bca35e0ff x-openstack-request-id: req-a644c2ae-30d5-4453-9c29-bc6bca35e0ff {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:44:52.410320 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:44:52.410591 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a644c2ae-30d5-4453-9c29-bc6bca35e0ff {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:44:52.410991 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc', 'status': 'completed', 'code': 200} Jul 15 15:44:52.455367 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-399a564d-8409-4e84-8141-d2c7972fc92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:52.456904 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-399a564d-8409-4e84-8141-d2c7972fc92d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 1094 time: 0.0631657 Jul 15 15:44:52.505001 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-e5f29fa6-5b14-4079-8588-41dee4a6b12c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 217 time: 0.0408251 Jul 15 15:44:52.525886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d699d2-e0ac-4326-ae2a-a04a6e5a539e req-7221d4bf-c23c-412d-bdb3-73ffcf534cce tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:52.527470 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82d699d2-e0ac-4326-ae2a-a04a6e5a539e req-7221d4bf-c23c-412d-bdb3-73ffcf534cce tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 943 time: 0.0711329 Jul 15 15:44:52.555634 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-e3143e0a-2bcb-4731-8391-da8e54fbc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:52.557200 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-e3143e0a-2bcb-4731-8391-da8e54fbc481 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0459764 Jul 15 15:44:52.567290 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82d699d2-e0ac-4326-ae2a-a04a6e5a539e req-30ba08c8-1340-45cd-8608-60dd4f1d466f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331728 Jul 15 15:44:52.617477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-c594ba9b-5858-4b8b-a018-23b054c3ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:52.619015 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-c594ba9b-5858-4b8b-a018-23b054c3ed07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550995 Jul 15 15:44:52.710242 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-e00d7e48-d1a8-4773-b1d1-3a4e74b38141 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847452 Jul 15 15:44:52.798599 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-8ca69c30-af43-4e88-bcb1-d78f562c29f6 req-a5a88cc8-f84a-40bf-80a3-abeecbe54cc6 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819809 Jul 15 15:44:52.896214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc004662-426a-4e24-998f-4ef4d083dd9a req-dc1d879d-441a-4a81-9b9e-697a3647cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:52.897714 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cc004662-426a-4e24-998f-4ef4d083dd9a req-dc1d879d-441a-4a81-9b9e-697a3647cdd2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 1094 time: 0.0540164 Jul 15 15:44:52.990758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc004662-426a-4e24-998f-4ef4d083dd9a req-cad22375-d517-495a-a3b4-3e07458d20bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:52.992224 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cc004662-426a-4e24-998f-4ef4d083dd9a req-cad22375-d517-495a-a3b4-3e07458d20bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0887065 Jul 15 15:44:53.031490 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cc004662-426a-4e24-998f-4ef4d083dd9a req-f1fa15e2-0be2-4b6b-90e8-d6967fe9569c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 217 time: 0.0324416 Jul 15 15:44:53.083255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc004662-426a-4e24-998f-4ef4d083dd9a req-c8106a25-f2e8-4b39-8cc1-4cc36f6e5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:53.084902 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cc004662-426a-4e24-998f-4ef4d083dd9a req-c8106a25-f2e8-4b39-8cc1-4cc36f6e5273 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0455463 Jul 15 15:44:53.141471 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc004662-426a-4e24-998f-4ef4d083dd9a req-53beec4a-00c8-4c42-9c95-befcefc8440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:53.143082 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cc004662-426a-4e24-998f-4ef4d083dd9a req-53beec4a-00c8-4c42-9c95-befcefc8440c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516825 Jul 15 15:44:53.236921 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cc004662-426a-4e24-998f-4ef4d083dd9a req-ff617c16-ad92-4e25-8c07-ec4511f4878d service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854578 Jul 15 15:44:53.325395 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cc004662-426a-4e24-998f-4ef4d083dd9a req-f5b16ecd-f09d-4327-b874-2ffbc98c5c63 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815077 Jul 15 15:44:53.789473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818e7c1-9281-465e-8854-02b2a87fb18a req-bfb649ac-f6ae-48cd-bc97-22a44ccb36e4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:53.790963 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8818e7c1-9281-465e-8854-02b2a87fb18a req-bfb649ac-f6ae-48cd-bc97-22a44ccb36e4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 943 time: 0.1113305 Jul 15 15:44:53.827679 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8818e7c1-9281-465e-8854-02b2a87fb18a req-47def1e3-786d-40f4-8aaa-2495775a687d tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312004 Jul 15 15:44:55.002404 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ab0de-e8a2-4e11-a8fd-0abf236b5378 req-bdcdd3eb-b22f-4759-b62d-8289b30edf75 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:55.003901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-605ab0de-e8a2-4e11-a8fd-0abf236b5378 req-bdcdd3eb-b22f-4759-b62d-8289b30edf75 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 943 time: 0.0678778 Jul 15 15:44:55.040729 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-605ab0de-e8a2-4e11-a8fd-0abf236b5378 req-13d9d038-65b2-473f-831d-1f5eebd4f8e1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313518 Jul 15 15:44:55.281950 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3c1caa9d-af98-4b16-8927-898549101dcc details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:44:55.376726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3c1caa9d-af98-4b16-8927-898549101dcc,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:44:55.387689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '3c1caa9d-af98-4b16-8927-898549101dcc', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'port_id': '3c1caa9d-af98-4b16-8927-898549101dcc', 'mac_address': 'fa:16:3e:1f:59:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:44:55.425409 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:55.439902 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1caa9d-af98-4b16-8927-898549101dcc {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:44:55.459453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3c1caa9d-af98-4b16-8927-898549101dcc,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:44:55.463452 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:55.512273 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=3c1caa9d-af98-4b16-8927-898549101dcc,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:55.644910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['3c1caa9d-af98-4b16-8927-898549101dcc'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:44:56.210493 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803120c-87d7-4e4e-8c9c-a4e4136aa2ed req-fe92abe0-fe6d-44a9-bb1f-8094ce77b6e4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:56.212007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b803120c-87d7-4e4e-8c9c-a4e4136aa2ed req-fe92abe0-fe6d-44a9-bb1f-8094ce77b6e4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 944 time: 0.0625079 Jul 15 15:44:56.248345 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b803120c-87d7-4e4e-8c9c-a4e4136aa2ed req-b242b38f-0548-4523-986c-b6d8fb23c8c5 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309660 Jul 15 15:44:57.281863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3c1caa9d-af98-4b16-8927-898549101dcc up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:44:57.332064 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 3c1caa9d-af98-4b16-8927-898549101dcc completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:44:57.335556 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 3c1caa9d-af98-4b16-8927-898549101dcc triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:44:57.335931 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:57.412403 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:57.422158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ee546-e282-43f2-9bb0-e344ab61ffe6 req-8780502b-9c33-4a30-8d64-c065019e03a0 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:57.423678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-214ee546-e282-43f2-9bb0-e344ab61ffe6 req-8780502b-9c33-4a30-8d64-c065019e03a0 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 944 time: 0.0631528 Jul 15 15:44:57.439638 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:44:57.442461 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7e5df6-4e0c-4d29-83f3-eb443f0ecc24" -d '{"events": [{"server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "name": "network-vif-plugged", "status": "completed", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:44:57.454859 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3c1caa9d-af98-4b16-8927-898549101dcc,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:44:57.460622 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:57.470218 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-214ee546-e282-43f2-9bb0-e344ab61ffe6 req-bf7d8642-4ce6-4bb6-8fc6-8ae82f47acee tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400319 Jul 15 15:44:57.484540 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4710c2-020b-4834-9f65-5be90404d166 x-openstack-request-id: req-5c4710c2-020b-4834-9f65-5be90404d166 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:44:57.484841 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "name": "network-vif-plugged", "status": "completed", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:44:57.485093 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5c4710c2-020b-4834-9f65-5be90404d166 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:44:57.485485 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc', 'code': 200} Jul 15 15:44:57.512872 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=3c1caa9d-af98-4b16-8927-898549101dcc,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:57.595240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7e6d8-0ef2-47bf-ab4a-3a2e081df7c9 req-1c48bd4f-e711-43f8-9c26-97892507ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:57.596774 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fdd7e6d8-0ef2-47bf-ab4a-3a2e081df7c9 req-1c48bd4f-e711-43f8-9c26-97892507ff6f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 1096 time: 0.0513275 Jul 15 15:44:57.631429 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fdd7e6d8-0ef2-47bf-ab4a-3a2e081df7c9 req-3c3d3f8b-2e26-4437-9a13-b9e7163c19c6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278454 Jul 15 15:44:58.651865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3b4d5-f752-48b9-8cff-e066c4ef77c3 req-a926b597-5b40-4f67-b517-545453f2ca24 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:58.653355 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8b3b4d5-f752-48b9-8cff-e066c4ef77c3 req-a926b597-5b40-4f67-b517-545453f2ca24 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0667322 Jul 15 15:44:58.690840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8b3b4d5-f752-48b9-8cff-e066c4ef77c3 req-c545a9f2-b4a7-4414-95b2-b2808647276a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312762 Jul 15 15:44:58.856309 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fce9c4-a4b8-420d-a526-eedc4a4b1fcd req-9c4fc5da-d15f-40c7-9e64-83c5654c306c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:58.857784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-41fce9c4-a4b8-420d-a526-eedc4a4b1fcd req-9c4fc5da-d15f-40c7-9e64-83c5654c306c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0632102 Jul 15 15:44:58.867019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40504) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:58.871448 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d03dd99c-2503-4ca4-a5a8-cc4e29199b12 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Request body: {'floatingip': {'port_id': '3c1caa9d-af98-4b16-8927-898549101dcc'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:44:58.912390 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d03dd99c-2503-4ca4-a5a8-cc4e29199b12 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for floatingip, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:59.348163 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d03dd99c-2503-4ca4-a5a8-cc4e29199b12 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:59.351957 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d03dd99c-2503-4ca4-a5a8-cc4e29199b12 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:59.445893 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-d03dd99c-2503-4ca4-a5a8-cc4e29199b12 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Floating IP e9b96a7c-684b-4fb3-99a0-020985eeafea associated. External IP: 172.25.4.121, port: 3c1caa9d-af98-4b16-8927-898549101dcc. Jul 15 15:44:59.647284 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03dd99c-2503-4ca4-a5a8-cc4e29199b12 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Router ef2c82b4-10c3-43ce-aa58-62401b545b80 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:44:59.756648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03dd99c-2503-4ca4-a5a8-cc4e29199b12 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:44:59.761169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d03dd99c-2503-4ca4-a5a8-cc4e29199b12 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:59.767377 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f01921-a03d-4969-bf84-05c3e16e6852 None None] Sync routers for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:44:59.776531 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f01921-a03d-4969-bf84-05c3e16e6852 None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:44:59.777138 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-95f01921-a03d-4969-bf84-05c3e16e6852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:44:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:44:59.796029 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d03dd99c-2503-4ca4-a5a8-cc4e29199b12 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "PUT /v2.0/floatingips/e9b96a7c-684b-4fb3-99a0-020985eeafea HTTP/1.1" status: 200 len: 992 time: 0.9279633 Jul 15 15:44:59.796726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:44:59.799641 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82118f6-0414-486b-b1ca-7b4693402201" -d '{"events": [{"name": "network-changed", "server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:44:59.837446 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb09c991-f998-4074-9833-00d4a1898665 x-openstack-request-id: req-cb09c991-f998-4074-9833-00d4a1898665 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:44:59.837738 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:44:59.837990 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb09c991-f998-4074-9833-00d4a1898665 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:44:59.838554 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc', 'status': 'completed', 'code': 200} Jul 15 15:44:59.890987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-95f01921-a03d-4969-bf84-05c3e16e6852 None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:44:59.916468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82118f6-0414-486b-b1ca-7b4693402201 req-e2dd1248-d0ea-4fcf-bbc9-e7e20436ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:59.917988 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d82118f6-0414-486b-b1ca-7b4693402201 req-e2dd1248-d0ea-4fcf-bbc9-e7e20436ac80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 1096 time: 0.0571406 Jul 15 15:45:00.007865 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82118f6-0414-486b-b1ca-7b4693402201 req-88ff628b-0458-4bfd-a257-1bfc63d895d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:00.009280 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d82118f6-0414-486b-b1ca-7b4693402201 req-88ff628b-0458-4bfd-a257-1bfc63d895d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0851994 Jul 15 15:45:00.077116 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d82118f6-0414-486b-b1ca-7b4693402201 req-ad349fc9-3a1b-4b71-934c-632ceecc3080 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 1000 time: 0.0611494 Jul 15 15:45:00.109951 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7328e67f-fb54-4ffa-8b73-7c3ff2c33a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:00.127674 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82118f6-0414-486b-b1ca-7b4693402201 req-bd33543a-5e6e-483f-b3d9-9f56bf1df9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:00.129144 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d82118f6-0414-486b-b1ca-7b4693402201 req-bd33543a-5e6e-483f-b3d9-9f56bf1df9ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0457518 Jul 15 15:45:00.129852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-95f01921-a03d-4969-bf84-05c3e16e6852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e9b96a7c-684b-4fb3-99a0-020985eeafea', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'port_id': '3c1caa9d-af98-4b16-8927-898549101dcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'mac_address': 'fa:16:3e:1f:59:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:38:05Z', 'updated_at': '2021-07-15T15:44:59Z', 'revision_number': 13, 'project_id': '80e3311635754e58897ae15c1533866d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:00.156016 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f01921-a03d-4969-bf84-05c3e16e6852 None None] Checking router: ef2c82b4-10c3-43ce-aa58-62401b545b80 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:45:00.165125 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f01921-a03d-4969-bf84-05c3e16e6852 None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:45:00.165741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-95f01921-a03d-4969-bf84-05c3e16e6852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:44:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:00.185992 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82118f6-0414-486b-b1ca-7b4693402201 req-cf0b582d-3fe9-4111-b7c0-fbf763ff06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:00.187530 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d82118f6-0414-486b-b1ca-7b4693402201 req-cf0b582d-3fe9-4111-b7c0-fbf763ff06c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522556 Jul 15 15:45:00.270900 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-95f01921-a03d-4969-bf84-05c3e16e6852 None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:45:00.280162 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d82118f6-0414-486b-b1ca-7b4693402201 req-f0c66db7-6d8f-4f3b-9cb8-78d9cd20d87f service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855572 Jul 15 15:45:00.367213 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d82118f6-0414-486b-b1ca-7b4693402201 req-a6fbd8da-e24c-4b4f-92b9-b332bb81fd9e service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810368 Jul 15 15:45:00.495552 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-95f01921-a03d-4969-bf84-05c3e16e6852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e9b96a7c-684b-4fb3-99a0-020985eeafea', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'port_id': '3c1caa9d-af98-4b16-8927-898549101dcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'mac_address': 'fa:16:3e:1f:59:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:38:05Z', 'updated_at': '2021-07-15T15:44:59Z', 'revision_number': 13, 'project_id': '80e3311635754e58897ae15c1533866d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:00.521825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f01921-a03d-4969-bf84-05c3e16e6852 None None] The sync data for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 is: [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e9b96a7c-684b-4fb3-99a0-020985eeafea', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'port_id': '3c1caa9d-af98-4b16-8927-898549101dcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'mac_address': 'fa:16:3e:1f:59:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:38:05Z', 'updated_at': '2021-07-15T15:44:59Z', 'revision_number': 13, 'project_id': '80e3311635754e58897ae15c1533866d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:45:00.714028 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b373f6-2fb8-45ec-8fd8-273d9bcb376f None None] New status for floating IP e9b96a7c-684b-4fb3-99a0-020985eeafea: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:45:02.863540 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:02.945926 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a55b1af-5196-4fbf-8fae-4acbb614893e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:04.430125 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:05.701331 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:45:06.132330 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:17.786612 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6aa30a8-61af-4f98-88f9-67614635eda5 req-fbff1551-412a-48ca-b9dc-0522a29b95d5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542061 Jul 15 15:45:17.879444 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa30a8-61af-4f98-88f9-67614635eda5 req-74417431-7aea-4b94-9112-7262e1e23e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:17.880905 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6aa30a8-61af-4f98-88f9-67614635eda5 req-74417431-7aea-4b94-9112-7262e1e23e77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 1096 time: 0.0516899 Jul 15 15:45:17.981922 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa30a8-61af-4f98-88f9-67614635eda5 req-dce99c21-8f9e-4b6c-a840-cd6791c347f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:17.983422 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6aa30a8-61af-4f98-88f9-67614635eda5 req-dce99c21-8f9e-4b6c-a840-cd6791c347f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0822408 Jul 15 15:45:18.049175 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6aa30a8-61af-4f98-88f9-67614635eda5 req-e4661295-694e-4b6f-8012-069b80843392 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 1002 time: 0.0589824 Jul 15 15:45:18.097441 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa30a8-61af-4f98-88f9-67614635eda5 req-5d65f9bb-18c5-4f8d-b50c-880e02d1ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:18.098920 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6aa30a8-61af-4f98-88f9-67614635eda5 req-5d65f9bb-18c5-4f8d-b50c-880e02d1ed7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0427461 Jul 15 15:45:18.155439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa30a8-61af-4f98-88f9-67614635eda5 req-45dba99f-ab92-4ae9-b844-2efd1e618847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:18.156924 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6aa30a8-61af-4f98-88f9-67614635eda5 req-45dba99f-ab92-4ae9-b844-2efd1e618847 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511000 Jul 15 15:45:18.247796 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6aa30a8-61af-4f98-88f9-67614635eda5 req-3f4117f9-8e97-4e89-a2e0-13d09d6fb718 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839612 Jul 15 15:45:18.338939 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-b6aa30a8-61af-4f98-88f9-67614635eda5 req-a0ac617c-c746-48a1-b7d5-63b2f6d45812 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835810 Jul 15 15:45:19.363199 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:19.639226 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:30.092672 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffedbff1-8362-4b68-8d6a-6400ee3e4e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:32.864927 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:32.945542 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-901bd72a-a6ba-4a9d-b4c8-960ea6e2ed4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:34.432101 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:36.134716 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:42.699852 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:45:49.376725 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:49.651240 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:00.097185 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7dd6fa4-f123-4da8-a851-7cd156d90b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:02.867067 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:02.944973 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d4630d6f-a658-4209-91e2-f2567aa1d44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:04.438243 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:06.140299 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:18.246350 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c10288df-06b4-4f8d-8f17-c49fcb051bcc req-620ffe8d-c59c-4e2e-944d-7b25feb77794 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521183 Jul 15 15:46:18.335584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10288df-06b4-4f8d-8f17-c49fcb051bcc req-b43de9fd-f22a-45ba-b1e9-bbdca09913d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:18.337040 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c10288df-06b4-4f8d-8f17-c49fcb051bcc req-b43de9fd-f22a-45ba-b1e9-bbdca09913d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 1096 time: 0.0515358 Jul 15 15:46:18.442633 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10288df-06b4-4f8d-8f17-c49fcb051bcc req-e710795b-96a6-4f35-8da6-c14d2b17e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:18.444093 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c10288df-06b4-4f8d-8f17-c49fcb051bcc req-e710795b-96a6-4f35-8da6-c14d2b17e017 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0873017 Jul 15 15:46:18.506427 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c10288df-06b4-4f8d-8f17-c49fcb051bcc req-013654e1-8c99-460f-b5de-9d50b7b50b10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 1002 time: 0.0562439 Jul 15 15:46:18.558340 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10288df-06b4-4f8d-8f17-c49fcb051bcc req-662ba249-69b4-4b1d-88cd-2644ddfdfc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:18.559840 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c10288df-06b4-4f8d-8f17-c49fcb051bcc req-662ba249-69b4-4b1d-88cd-2644ddfdfc83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0474672 Jul 15 15:46:18.615911 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10288df-06b4-4f8d-8f17-c49fcb051bcc req-99256c80-50a6-4a50-b4e1-a070ebcca144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:18.617352 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c10288df-06b4-4f8d-8f17-c49fcb051bcc req-99256c80-50a6-4a50-b4e1-a070ebcca144 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513000 Jul 15 15:46:18.704030 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c10288df-06b4-4f8d-8f17-c49fcb051bcc req-1c8fa549-cacd-48b6-afb8-d47ae78b506c service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800595 Jul 15 15:46:19.054058 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c10288df-06b4-4f8d-8f17-c49fcb051bcc req-b3ce0a43-fd46-4527-8528-d54955a4dec2 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443155 Jul 15 15:46:19.392621 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:19.679304 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:19.698218 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:46:30.097515 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c530456e-bfbc-42bb-b024-e5fa27baa478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:32.867889 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:32.943867 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c659f9d-bb52-4997-9802-92118e841179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:34.440014 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:36.134136 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:37.228383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45dae7-f599-417e-a277-be1b91faa525 req-f0040ac1-56d2-46dd-b70b-a19c3168269e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:37.229798 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e45dae7-f599-417e-a277-be1b91faa525 req-f0040ac1-56d2-46dd-b70b-a19c3168269e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0669208 Jul 15 15:46:37.266374 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e45dae7-f599-417e-a277-be1b91faa525 req-074d2316-0885-4c22-a357-23d31aa44115 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302937 Jul 15 15:46:48.600761 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-10aed55e-6f6f-4460-96ad-436a640c3f4b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1412234 Jul 15 15:46:48.625260 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bca5f8-748b-456b-9fc2-d3ef35300933 req-2dbdfa54-f040-4dd0-be8c-e86cae78817d tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:48.627381 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-96bca5f8-748b-456b-9fc2-d3ef35300933 req-2dbdfa54-f040-4dd0-be8c-e86cae78817d tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0762496 Jul 15 15:46:48.666855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-96bca5f8-748b-456b-9fc2-d3ef35300933 req-e88f3064-5aa0-40cc-a338-b1c9feaf6583 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338528 Jul 15 15:46:49.393082 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:49.663599 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:49.719184 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-74ae6483-6664-4069-8c39-221ce81896fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:49.720818 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-74ae6483-6664-4069-8c39-221ce81896fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 1096 time: 0.0525730 Jul 15 15:46:49.811542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-a83ae7ae-9cf9-47ef-9485-69d6a9fc4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:49.813017 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-a83ae7ae-9cf9-47ef-9485-69d6a9fc4fb4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0866044 Jul 15 15:46:49.878228 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-86607d14-7961-4f2e-ab06-8d167bd02d47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 1002 time: 0.0589921 Jul 15 15:46:49.930071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-0c210817-5c1e-4234-9928-43567191ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:49.931606 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-0c210817-5c1e-4234-9928-43567191ec25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0470219 Jul 15 15:46:49.943972 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531aca3-b1ab-4eba-b749-783325a5b7d7 req-6ea4dc04-ebbf-46d0-9e43-60a6d151b296 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:49.945482 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9531aca3-b1ab-4eba-b749-783325a5b7d7 req-6ea4dc04-ebbf-46d0-9e43-60a6d151b296 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.1108902 Jul 15 15:46:49.982676 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9531aca3-b1ab-4eba-b749-783325a5b7d7 req-31c72b31-b584-4ed8-8c01-4a608f895b25 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314155 Jul 15 15:46:49.987011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-92a53591-c85d-412a-9eab-a1969613b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:49.988569 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-92a53591-c85d-412a-9eab-a1969613b3fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510881 Jul 15 15:46:50.075772 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-865a36c3-b39f-40a2-8bc3-c800691e5d20 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807729 Jul 15 15:46:50.169594 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-fbe6699a-f914-457f-88b1-cb9cfb168606 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872426 Jul 15 15:46:51.168783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18a075-82bd-4e11-8418-556ca12cc6e7 req-cb0fe148-c75f-4c4b-9a1c-10fdfb0777a0 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:51.170260 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a18a075-82bd-4e11-8418-556ca12cc6e7 req-cb0fe148-c75f-4c4b-9a1c-10fdfb0777a0 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0630970 Jul 15 15:46:51.208258 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a18a075-82bd-4e11-8418-556ca12cc6e7 req-bbce8402-d8d0-4778-8a71-06bed2d2891e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322337 Jul 15 15:46:52.382159 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6972d6-4786-4c4e-82a4-22fa2e3cbb7a req-dfdf3271-71cd-4125-bcb5-d1bc899198bf tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:52.383657 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cf6972d6-4786-4c4e-82a4-22fa2e3cbb7a req-dfdf3271-71cd-4125-bcb5-d1bc899198bf tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0657895 Jul 15 15:46:52.421000 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cf6972d6-4786-4c4e-82a4-22fa2e3cbb7a req-e30dc820-8f1c-4cd0-9867-89d0a135d56c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317910 Jul 15 15:46:53.593003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8aeb9-2359-4ced-b057-0c3b6ab83aea req-94bc659f-a6ad-4f2e-988d-f7151f2403a5 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:53.594504 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3d8aeb9-2359-4ced-b057-0c3b6ab83aea req-94bc659f-a6ad-4f2e-988d-f7151f2403a5 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0636120 Jul 15 15:46:53.631708 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3d8aeb9-2359-4ced-b057-0c3b6ab83aea req-c5cdf074-ac9a-4042-babd-1032c55b1ab5 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313256 Jul 15 15:46:54.801129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d1dfc-8ca5-4a4e-8b21-000895b2d6c0 req-cba0ea4c-d292-46d7-8895-3a2e9b857f4b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:54.802632 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-785d1dfc-8ca5-4a4e-8b21-000895b2d6c0 req-cba0ea4c-d292-46d7-8895-3a2e9b857f4b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0619495 Jul 15 15:46:54.840315 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-785d1dfc-8ca5-4a4e-8b21-000895b2d6c0 req-f12a1eb3-582d-4c9f-82e6-a5bcc63991d3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323160 Jul 15 15:46:56.015370 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c650c-51c5-4bf1-9a45-e6e729e0f858 req-94972828-3c50-4cad-9938-517e78efba42 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:56.016842 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4c650c-51c5-4bf1-9a45-e6e729e0f858 req-94972828-3c50-4cad-9938-517e78efba42 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0657370 Jul 15 15:46:56.133460 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4c650c-51c5-4bf1-9a45-e6e729e0f858 req-f99112a7-78d7-4a46-a7aa-943573e8c00b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760565 Jul 15 15:46:56.697250 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:46:57.306553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b1891-938a-4b13-aca6-33c36ec73445 req-774854aa-7149-4097-a765-be6cb8313b49 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:57.308002 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f61b1891-938a-4b13-aca6-33c36ec73445 req-774854aa-7149-4097-a765-be6cb8313b49 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0615261 Jul 15 15:46:57.344361 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f61b1891-938a-4b13-aca6-33c36ec73445 req-b4dfdab2-1620-4c5a-99bc-c16773aea7b5 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308611 Jul 15 15:46:58.521540 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09da6c-6965-4a8e-838e-e12e129960dd req-ba13c0e0-abbd-45cb-8c27-22ef6e36f1b9 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:58.523024 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef09da6c-6965-4a8e-838e-e12e129960dd req-ba13c0e0-abbd-45cb-8c27-22ef6e36f1b9 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0647633 Jul 15 15:46:58.558592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef09da6c-6965-4a8e-838e-e12e129960dd req-fd5d6aa0-9d7e-4596-961e-9194cdebc83c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301077 Jul 15 15:46:59.733189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5547b-ad34-4810-8fc8-1d0262e77ce2 req-dd457f8d-fef0-4714-8fa7-09a7561e0d89 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:59.734613 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66c5547b-ad34-4810-8fc8-1d0262e77ce2 req-dd457f8d-fef0-4714-8fa7-09a7561e0d89 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0626764 Jul 15 15:46:59.771229 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66c5547b-ad34-4810-8fc8-1d0262e77ce2 req-8d39fce6-9ea1-4249-8388-f87b1a54d0dd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310438 Jul 15 15:47:00.102761 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d41b378-a006-40d0-a287-4d109a3a75cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:00.941778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7f43b-2de6-460c-bb8b-9b0f9171fbb7 req-24de4fab-c5e8-4370-8b0a-2b1f2d1a211d tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:00.943311 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e5e7f43b-2de6-460c-bb8b-9b0f9171fbb7 req-24de4fab-c5e8-4370-8b0a-2b1f2d1a211d tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0625017 Jul 15 15:47:00.980327 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e5e7f43b-2de6-460c-bb8b-9b0f9171fbb7 req-b8e378ef-d77d-44d9-9e32-26c1a229c728 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314558 Jul 15 15:47:02.159994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f68603-8667-4256-8cf4-cbdb1da01edd req-6982a90e-57d0-493e-ae1c-d86ce0c7a227 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:02.161485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a5f68603-8667-4256-8cf4-cbdb1da01edd req-6982a90e-57d0-493e-ae1c-d86ce0c7a227 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0704379 Jul 15 15:47:02.198061 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a5f68603-8667-4256-8cf4-cbdb1da01edd req-b74ce83b-a597-43a2-b49c-209abb182177 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310063 Jul 15 15:47:02.870486 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:02.943435 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0413069b-4442-4f77-97bf-e251f928f7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:03.373860 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecb11b-69b9-4da1-b628-d1c10720f9b3 req-87851056-29d2-4a17-bda2-89f33f287349 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:03.375643 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4fecb11b-69b9-4da1-b628-d1c10720f9b3 req-87851056-29d2-4a17-bda2-89f33f287349 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0649540 Jul 15 15:47:03.414405 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4fecb11b-69b9-4da1-b628-d1c10720f9b3 req-5793d898-032b-4e41-b1f1-a9cb9d774471 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327938 Jul 15 15:47:03.879369 n-d-764435-3 neutron-server[100712]: INFO neutron.api.v2.resource [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-7236c7e8-0391-4951-8629-d5c71aa3eb57 service neutron] show failed (client error): The resource could not be found. Jul 15 15:47:03.880374 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-7236c7e8-0391-4951-8629-d5c71aa3eb57 service neutron] 10.222.0.11 "GET /v2.0/ports/3c1caa9d-af98-4b16-8927-898549101dcc/bindings/n-h2-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.0896394 Jul 15 15:47:04.172895 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-3408f35c-2c4e-44d2-83b0-3895a8ccd46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:04.174630 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-3408f35c-2c4e-44d2-83b0-3895a8ccd46d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093&tenant_id=80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 1096 time: 0.0992379 Jul 15 15:47:04.185279 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:47:04.250172 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.22', 65481) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:04.256476 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:04.306392 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556eef6-1ff1-4e8c-9572-211a36e58c05 req-d9f40a60-1de1-4778-a4f6-b90ef848cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:04.307931 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f556eef6-1ff1-4e8c-9572-211a36e58c05 req-d9f40a60-1de1-4778-a4f6-b90ef848cd34 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 1096 time: 0.0567431 Jul 15 15:47:04.414239 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556eef6-1ff1-4e8c-9572-211a36e58c05 req-b594acbc-94d0-45ca-9739-b44517063ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:04.415858 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f556eef6-1ff1-4e8c-9572-211a36e58c05 req-b594acbc-94d0-45ca-9739-b44517063ac8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0866008 Jul 15 15:47:04.445754 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:04.466806 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3c1caa9d-af98-4b16-8927-898549101dcc,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:04.492853 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f556eef6-1ff1-4e8c-9572-211a36e58c05 req-6ca2f932-640c-4725-81a8-65f307d68215 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 1002 time: 0.0700760 Jul 15 15:47:04.504530 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h1-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:47:04.543962 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556eef6-1ff1-4e8c-9572-211a36e58c05 req-8eed4cf4-30dd-40a6-886b-128c8b15462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:04.545426 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f556eef6-1ff1-4e8c-9572-211a36e58c05 req-8eed4cf4-30dd-40a6-886b-128c8b15462f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0454390 Jul 15 15:47:04.574261 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:47:04.576529 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa95346a0b45ee872e5480675ea6a86bb0f645d17e70f81ad73b8ef2acf9d290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833ea7c7-3026-440c-a837-b59f0093438f" -d '{"events": [{"server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "name": "network-vif-unplugged", "status": "completed", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:47:04.580963 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:04.598833 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Transition to ACTIVE for port object 3c1caa9d-af98-4b16-8927-898549101dcc will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:47:04.604576 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:04.606807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556eef6-1ff1-4e8c-9572-211a36e58c05 req-ac000af1-0a3e-4de6-880d-ca455d8c6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:04.608617 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f556eef6-1ff1-4e8c-9572-211a36e58c05 req-ac000af1-0a3e-4de6-880d-ca455d8c6d04 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569868 Jul 15 15:47:04.641500 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70097d32-a9c3-4ee1-85c3-67f1638b6e4e x-openstack-request-id: req-70097d32-a9c3-4ee1-85c3-67f1638b6e4e {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:47:04.641500 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "name": "network-vif-unplugged", "status": "completed", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:47:04.641500 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-70097d32-a9c3-4ee1-85c3-67f1638b6e4e {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:47:04.642658 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc', 'code': 200} Jul 15 15:47:04.704538 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e5e81-3800-4a7c-891b-aef5ffc3d5a7 req-6162db64-6b74-499f-b0be-ee7f17513577 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:04.706264 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-722e5e81-3800-4a7c-891b-aef5ffc3d5a7 req-6162db64-6b74-499f-b0be-ee7f17513577 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.1687727 Jul 15 15:47:04.709179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1caa9d-af98-4b16-8927-898549101dcc,revision_number=6']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:04.714664 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f556eef6-1ff1-4e8c-9572-211a36e58c05 req-882e911f-204b-45a0-86c8-292e12db652f service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995955 Jul 15 15:47:04.739774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:04.740122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:04.740459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:04.740801 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:04.741126 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:04.741452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:04.741776 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:04.742104 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:04.742419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:04.742769 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:04.743091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:04.743407 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:04.773781 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-722e5e81-3800-4a7c-891b-aef5ffc3d5a7 req-197e340b-5ad3-4286-ab44-77b52e5b23a0 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599735 Jul 15 15:47:04.795156 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] No DVR routers for this DVR port 3c1caa9d-af98-4b16-8927-898549101dcc on host n-h1-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:47:04.816260 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f556eef6-1ff1-4e8c-9572-211a36e58c05 req-cf99f7a5-d6dc-45cf-9240-2759f04ee5b4 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949571 Jul 15 15:47:05.268486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Attempting to bind port 3c1caa9d-af98-4b16-8927-898549101dcc on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:47:05.268768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Attempting to bind port 3c1caa9d-af98-4b16-8927-898549101dcc by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:47:05.269091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Attempting to bind port 3c1caa9d-af98-4b16-8927-898549101dcc on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:47:05.273371 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Port 3c1caa9d-af98-4b16-8927-898549101dcc on network c2da8cf1-36e0-4219-b0a0-b333f396986d not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:47:05.273686 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Attempting to bind port 3c1caa9d-af98-4b16-8927-898549101dcc on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:47:05.278638 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:47:05.278971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Checking segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:47:05.279350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Bound using segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:47:05.279767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Bound port: 3c1caa9d-af98-4b16-8927-898549101dcc, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:47:05.280164 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:05.352541 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:47:05.355807 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=3c1caa9d-af98-4b16-8927-898549101dcc,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:47:05.361097 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:05.399123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:05.400080 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:05.401490 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] 10.222.0.22 "PUT /v2.0/ports/3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 1091 time: 1.2202289 Jul 15 15:47:05.425522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e551cee-a18d-4a5d-b495-8f3ea6167229 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1caa9d-af98-4b16-8927-898549101dcc,revision_number=7']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:05.491817 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4a50a562-9277-4049-92d5-3b3e7c78ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:05.493444 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-4a50a562-9277-4049-92d5-3b3e7c78ca2c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 1094 time: 0.0640450 Jul 15 15:47:05.605880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-14fc9812-dfb4-469a-9bb1-8f44c3c84de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:05.607460 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-14fc9812-dfb4-469a-9bb1-8f44c3c84de1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.1071796 Jul 15 15:47:05.676335 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-e4444a07-fd48-4426-9a14-3ff4d1a7b5bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 1000 time: 0.0624909 Jul 15 15:47:05.735300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-095c9442-ae15-4297-8f3a-07f37ab70ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:05.737702 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-095c9442-ae15-4297-8f3a-07f37ab70ee8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0556846 Jul 15 15:47:05.810016 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-2af41f99-7c9d-4d5f-aead-42c3edb414b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:05.811601 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-2af41f99-7c9d-4d5f-aead-42c3edb414b0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676746 Jul 15 15:47:05.930924 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-54baf809-902d-40e3-89bf-7d73c2fd807e service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130056 Jul 15 15:47:05.933856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3c1caa9d-af98-4b16-8927-898549101dcc no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:05.971299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3c1caa9d-af98-4b16-8927-898549101dcc not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:06.041838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a576a83-e145-4949-9ab8-30981568b9be req-f180ce76-8459-41ba-93ab-1209ef834762 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:06.043343 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a576a83-e145-4949-9ab8-30981568b9be req-f180ce76-8459-41ba-93ab-1209ef834762 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 943 time: 0.1471605 Jul 15 15:47:06.074240 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7e62ecd0-086d-48d5-a2f1-1d7bf17a88aa req-dbf9a198-1022-4161-ac8c-b0c22aac12fd service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343372 Jul 15 15:47:06.091826 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a576a83-e145-4949-9ab8-30981568b9be req-cb05097c-0332-43ab-a950-af174c864451 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402429 Jul 15 15:47:06.135028 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:06.643689 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:47:06.680621 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f093b0-3b8b-435a-8881-4ce0a915ab26" -d '{"events": [{"name": "network-changed", "server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:47:06.778455 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26c85f9-37cf-4481-ab41-9508feaf3cdb x-openstack-request-id: req-a26c85f9-37cf-4481-ab41-9508feaf3cdb {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:47:06.778772 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:47:06.779024 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a26c85f9-37cf-4481-ab41-9508feaf3cdb {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:47:06.779458 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc', 'status': 'completed', 'code': 200} Jul 15 15:47:06.855484 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-669838f6-5394-4dbf-8f3f-cca06a701576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:06.857655 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-669838f6-5394-4dbf-8f3f-cca06a701576 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 1094 time: 0.0599041 Jul 15 15:47:06.858869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-e7fdd03d-ed44-4543-9019-130433f0fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:06.860401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-e7fdd03d-ed44-4543-9019-130433f0fb65 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 1094 time: 0.0575168 Jul 15 15:47:06.953121 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-c425f46d-d32b-43d3-8d79-5f379dca01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:06.955157 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-c425f46d-d32b-43d3-8d79-5f379dca01e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0911024 Jul 15 15:47:06.957308 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-f8504509-a6f1-4894-9242-ac407030d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:06.958941 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-f8504509-a6f1-4894-9242-ac407030d054 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0925221 Jul 15 15:47:07.026196 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-84917a54-5f8d-448e-b484-27bf47969004 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 1000 time: 0.0641572 Jul 15 15:47:07.032512 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-9e142ca4-e1cf-46b4-bfa1-de3831335e06 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 1000 time: 0.0666852 Jul 15 15:47:07.075344 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-5aeab8d9-7fa3-4c50-acba-60a2801b79bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:07.076904 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-5aeab8d9-7fa3-4c50-acba-60a2801b79bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0453103 Jul 15 15:47:07.080747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-87bb3af4-c88b-4903-b951-800d754b8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:07.082233 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-87bb3af4-c88b-4903-b951-800d754b8dcf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0443037 Jul 15 15:47:07.141021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-e0ffa1e1-a51b-41ac-994f-59f0282c2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:07.143185 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-e0ffa1e1-a51b-41ac-994f-59f0282c2ad7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605245 Jul 15 15:47:07.147125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-74102c34-6598-4c0b-a4e7-22e5fda47c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:07.148687 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-74102c34-6598-4c0b-a4e7-22e5fda47c8e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608554 Jul 15 15:47:07.249564 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-2eedebd3-ad20-4341-ad37-05eb28e4028d service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994081 Jul 15 15:47:07.275886 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-b929e3b8-04a6-4130-9100-026ead2c5e70 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204119 Jul 15 15:47:07.342137 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-d9af6e16-ba5b-471a-9e44-1e2c6458e220 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866013 Jul 15 15:47:07.368424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc0d95-a837-4b06-8c76-46b45bf6296d req-66c337b0-d89c-4a93-be07-04b6288117b5 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:07.370007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9cc0d95-a837-4b06-8c76-46b45bf6296d req-66c337b0-d89c-4a93-be07-04b6288117b5 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 943 time: 0.1308682 Jul 15 15:47:07.419734 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-06f093b0-3b8b-435a-8881-4ce0a915ab26 req-2724c7e6-0588-461d-b08f-b0c53cd5600d service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336784 Jul 15 15:47:07.427304 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9cc0d95-a837-4b06-8c76-46b45bf6296d req-d49bf914-ca2a-4318-a1ab-689ecbf5b885 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501366 Jul 15 15:47:08.612481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15264f19-c7a1-4a44-a0b8-c2c32b83e5ab req-8570d19f-696f-487d-be53-c67376bf0330 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:08.614092 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15264f19-c7a1-4a44-a0b8-c2c32b83e5ab req-8570d19f-696f-487d-be53-c67376bf0330 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 943 time: 0.0682619 Jul 15 15:47:08.653485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-15264f19-c7a1-4a44-a0b8-c2c32b83e5ab req-df7f323c-3c45-4a97-8aea-d5a7cb0624a4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336492 Jul 15 15:47:09.828684 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963668b2-30b1-462d-9be1-5be0d1d4fbf9 req-53e16328-d483-49f7-aa6a-0d0634c2bc22 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:09.830272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-963668b2-30b1-462d-9be1-5be0d1d4fbf9 req-53e16328-d483-49f7-aa6a-0d0634c2bc22 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 943 time: 0.0637197 Jul 15 15:47:09.870768 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-963668b2-30b1-462d-9be1-5be0d1d4fbf9 req-755bc077-4db0-4fbc-8ac2-60ade8cb23a9 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346596 Jul 15 15:47:11.049107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff193bfc-3222-40d2-b2e1-4cc2d37aee2d req-05e75a4e-e1da-4efd-aa5a-bb905d99c9e7 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:11.050581 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff193bfc-3222-40d2-b2e1-4cc2d37aee2d req-05e75a4e-e1da-4efd-aa5a-bb905d99c9e7 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 943 time: 0.0661638 Jul 15 15:47:11.087967 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ff193bfc-3222-40d2-b2e1-4cc2d37aee2d req-8abc9fca-820a-4249-a3e7-11c86bed045e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318081 Jul 15 15:47:12.264991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de2d02-065b-4b06-8fc7-88e19824bd87 req-422df5ac-2a5d-44c0-9b07-e2bc14c74b80 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:12.266522 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25de2d02-065b-4b06-8fc7-88e19824bd87 req-422df5ac-2a5d-44c0-9b07-e2bc14c74b80 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 943 time: 0.0632429 Jul 15 15:47:12.304746 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-25de2d02-065b-4b06-8fc7-88e19824bd87 req-be0e567d-38af-44c8-b170-23c481dd36c1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319686 Jul 15 15:47:13.476302 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d98b95-fece-4eea-a741-cb4709713dcc req-91a4bc5f-6019-4ef5-befa-6073deaf9ce2 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:13.477778 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28d98b95-fece-4eea-a741-cb4709713dcc req-91a4bc5f-6019-4ef5-befa-6073deaf9ce2 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 943 time: 0.0619502 Jul 15 15:47:13.519617 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28d98b95-fece-4eea-a741-cb4709713dcc req-d37c76d7-d3dd-4ff9-8691-0eaf36f9aa67 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362573 Jul 15 15:47:14.694352 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c73cea-f7b6-4370-b754-8f3273fdeacd req-37d2d604-cc6d-4ae1-8793-ef73e0a50ae0 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:14.695857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c73cea-f7b6-4370-b754-8f3273fdeacd req-37d2d604-cc6d-4ae1-8793-ef73e0a50ae0 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 943 time: 0.0628989 Jul 15 15:47:14.732282 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c73cea-f7b6-4370-b754-8f3273fdeacd req-387fb552-36c3-44c0-aa74-6d560ddbb132 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309780 Jul 15 15:47:15.908934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31128c34-49cd-463e-b704-782efb893c41 req-8b6a8d6a-cb7c-4eac-acd0-0768254f9035 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:15.910442 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31128c34-49cd-463e-b704-782efb893c41 req-8b6a8d6a-cb7c-4eac-acd0-0768254f9035 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 943 time: 0.0666049 Jul 15 15:47:15.947917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31128c34-49cd-463e-b704-782efb893c41 req-443e9714-10c7-4f17-95fb-9f2f34600064 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319042 Jul 15 15:47:17.125094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7340487-c549-4c7b-b9bd-812726e17708 req-d258de1a-91b3-46d5-8321-98cc1db6912f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:17.126848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b7340487-c549-4c7b-b9bd-812726e17708 req-d258de1a-91b3-46d5-8321-98cc1db6912f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 943 time: 0.0663667 Jul 15 15:47:17.164772 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b7340487-c549-4c7b-b9bd-812726e17708 req-d8374f17-5763-4199-adf0-6ae9df8a3f6d tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320213 Jul 15 15:47:17.565431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-44bdfcb1-b60e-4980-9a99-80bf1d2b2b33 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:17.566885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-44bdfcb1-b60e-4980-9a99-80bf1d2b2b33 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.22 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093&tenant_id=80e3311635754e58897ae15c1533866d&binding%3Ahost_id=n-h2-764435-3 HTTP/1.1" status: 200 len: 943 time: 0.0789888 Jul 15 15:47:17.619558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eab491-72fa-4a01-a354-51fa91c2a126 req-631c1fef-7c34-4a77-aa66-14f81b666452 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:17.621051 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2eab491-72fa-4a01-a354-51fa91c2a126 req-631c1fef-7c34-4a77-aa66-14f81b666452 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 943 time: 0.0732706 Jul 15 15:47:17.671272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2eab491-72fa-4a01-a354-51fa91c2a126 req-e3b6afd5-36af-4eb2-9995-4ed107da67ca tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418398 Jul 15 15:47:17.721309 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-4b651a93-7097-4790-a657-5799c524c15e service neutron] 10.222.0.22 "GET /v2.0/ports/3c1caa9d-af98-4b16-8927-898549101dcc/bindings/n-h2-764435-3 HTTP/1.1" status: 200 len: 382 time: 0.0970895 Jul 15 15:47:17.793491 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-c6264f01-921f-4507-bdb9-3adba24adfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:17.794985 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-c6264f01-921f-4507-bdb9-3adba24adfe2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 1094 time: 0.0514033 Jul 15 15:47:17.884327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-91fcfa55-24d7-4e27-aa05-1a01ee66d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:17.885779 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-91fcfa55-24d7-4e27-aa05-1a01ee66d920 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0847034 Jul 15 15:47:17.953727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-f05e2bee-ba2b-467d-af7c-7b1c49035471 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 1000 time: 0.0603201 Jul 15 15:47:18.000729 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-feb1634c-c4f2-4fd0-ada1-1db87cff4681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:18.002293 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-feb1634c-c4f2-4fd0-ada1-1db87cff4681 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0427644 Jul 15 15:47:18.060536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-837454af-19d9-4df9-8369-3e86259607a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:18.062006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-837454af-19d9-4df9-8369-3e86259607a2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536363 Jul 15 15:47:18.149107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-27dd4d81-d78f-45bb-b04a-a8f8c091606a service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806680 Jul 15 15:47:18.232141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 3c1caa9d-af98-4b16-8927-898549101dcc details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:47:18.245400 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-e5af0e2e-6e34-43f0-9842-b78521964118 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898471 Jul 15 15:47:18.324098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=3c1caa9d-af98-4b16-8927-898549101dcc,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:18.335084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '3c1caa9d-af98-4b16-8927-898549101dcc', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'port_id': '3c1caa9d-af98-4b16-8927-898549101dcc', 'mac_address': 'fa:16:3e:1f:59:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:47:18.370394 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:18.385549 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1caa9d-af98-4b16-8927-898549101dcc {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:47:18.404643 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=3c1caa9d-af98-4b16-8927-898549101dcc,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:18.408515 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:18.454713 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=3c1caa9d-af98-4b16-8927-898549101dcc,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:18.461942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:18.462299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:18.462668 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:18.463009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:18.463340 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:18.463669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:18.463994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:18.464319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:18.464643 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:18.464965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:18.465289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:18.465606 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:18.651808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['3c1caa9d-af98-4b16-8927-898549101dcc'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:47:18.845978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fd309-2ef6-4eb8-8425-d5beba934360 req-5db792ef-b297-4120-af17-0a4363bdeb9c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:18.847478 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-911fd309-2ef6-4eb8-8425-d5beba934360 req-5db792ef-b297-4120-af17-0a4363bdeb9c tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 944 time: 0.0623181 Jul 15 15:47:18.884849 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-911fd309-2ef6-4eb8-8425-d5beba934360 req-76211e6e-5f4c-470d-80cf-adf9550789d7 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316854 Jul 15 15:47:19.389386 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:19.663958 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:20.070130 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf20fb3-9303-4c12-8fc2-6e963fa62be9 req-092e02b6-a6ef-4473-9589-5b9116da3af1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:20.071667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8cf20fb3-9303-4c12-8fc2-6e963fa62be9 req-092e02b6-a6ef-4473-9589-5b9116da3af1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 944 time: 0.0681713 Jul 15 15:47:20.111837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8cf20fb3-9303-4c12-8fc2-6e963fa62be9 req-70742bfb-95d3-492b-af44-e81fe494536b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346253 Jul 15 15:47:20.238396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 3c1caa9d-af98-4b16-8927-898549101dcc up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:47:20.288509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 3c1caa9d-af98-4b16-8927-898549101dcc completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:47:20.292034 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 3c1caa9d-af98-4b16-8927-898549101dcc triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:47:20.292403 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:20.418312 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:20.450345 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:47:20.452384 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6cf850093b90e73b3e9afc1fc343312316fcd339b0728f10aaf3491ff18a1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bed26a-3b4e-44fa-8d3e-08ab4115d300" -d '{"events": [{"server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "name": "network-vif-plugged", "status": "completed", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:47:20.492462 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=3c1caa9d-af98-4b16-8927-898549101dcc,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:20.499474 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:20.507352 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9ac8f8-3338-4e07-aaf2-31682d921288 x-openstack-request-id: req-fd9ac8f8-3338-4e07-aaf2-31682d921288 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:47:20.507628 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "name": "network-vif-plugged", "status": "completed", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:47:20.507854 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd9ac8f8-3338-4e07-aaf2-31682d921288 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:47:20.508251 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc', 'code': 200} Jul 15 15:47:20.570385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=3c1caa9d-af98-4b16-8927-898549101dcc,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:21.294746 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f976a0-c2c2-4113-a64a-79425ea40037 req-cf9a513f-2b85-43fc-a48c-a69466198c51 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:21.296271 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7f976a0-c2c2-4113-a64a-79425ea40037 req-cf9a513f-2b85-43fc-a48c-a69466198c51 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0661273 Jul 15 15:47:21.338694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7f976a0-c2c2-4113-a64a-79425ea40037 req-732970e7-d15c-49d0-897e-40c40a32ce17 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362055 Jul 15 15:47:22.019053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-aa0edf3e-9423-4a88-be9b-28009b14c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:22.020563 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-aa0edf3e-9423-4a88-be9b-28009b14c29b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093&tenant_id=80e3311635754e58897ae15c1533866d HTTP/1.1" status: 200 len: 1096 time: 0.0577741 Jul 15 15:47:22.032488 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:47:22.103183 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:22.300818 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=3c1caa9d-af98-4b16-8927-898549101dcc,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:22.332197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:47:22.373946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:47:22.379599 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:22.391859 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Transition to ACTIVE for port object 3c1caa9d-af98-4b16-8927-898549101dcc will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:47:22.397688 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:22.464549 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9355fd0-c91a-4e86-a553-eafa0959b761" -d '{"events": [{"server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "name": "network-vif-unplugged", "status": "completed", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:47:22.493300 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1caa9d-af98-4b16-8927-898549101dcc,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:22.509096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:22.509451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:22.509796 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:22.510137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:22.510474 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:22.510849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:22.511184 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:22.511516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:22.511847 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:22.512181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:22.512507 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:22.512834 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:22.551154 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] No DVR routers for this DVR port 3c1caa9d-af98-4b16-8927-898549101dcc on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:47:22.555823 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c88dd7-cedd-4b75-bd79-6b6a87635509 req-9b28c35b-94f9-4dfe-933a-13efe2078083 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:22.557389 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-51c88dd7-cedd-4b75-bd79-6b6a87635509 req-9b28c35b-94f9-4dfe-933a-13efe2078083 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 944 time: 0.0748672 Jul 15 15:47:22.600630 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7f337b-a5f3-4fb0-a9ef-4e7391292a62 x-openstack-request-id: req-1f7f337b-a5f3-4fb0-a9ef-4e7391292a62 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:47:22.600925 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "name": "network-vif-unplugged", "status": "completed", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:47:22.601159 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f7f337b-a5f3-4fb0-a9ef-4e7391292a62 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:47:22.601558 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc', 'code': 200} Jul 15 15:47:22.607226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-51c88dd7-cedd-4b75-bd79-6b6a87635509 req-212c9e1a-f81b-4ea6-9ae2-75c4377cea8d tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443852 Jul 15 15:47:22.704024 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Attempting to bind port 3c1caa9d-af98-4b16-8927-898549101dcc on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:47:22.704360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Attempting to bind port 3c1caa9d-af98-4b16-8927-898549101dcc by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:47:22.704688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Attempting to bind port 3c1caa9d-af98-4b16-8927-898549101dcc on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:47:22.709718 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Port 3c1caa9d-af98-4b16-8927-898549101dcc on network c2da8cf1-36e0-4219-b0a0-b333f396986d not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:47:22.710038 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Attempting to bind port 3c1caa9d-af98-4b16-8927-898549101dcc on network c2da8cf1-36e0-4219-b0a0-b333f396986d {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:47:22.714713 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:47:22.715074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Checking segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:47:22.715454 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Bound using segment: {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:47:22.715872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Bound port: 3c1caa9d-af98-4b16-8927-898549101dcc, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3a526e-839f-43c2-b720-d4f7c867cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:47:22.716223 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:22.778338 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:47:22.781408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3c1caa9d-af98-4b16-8927-898549101dcc,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:47:22.785753 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:22.815829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:22.816448 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:22.817950 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] 10.222.0.11 "PUT /v2.0/ports/3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 1092 time: 0.7894723 Jul 15 15:47:22.876037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e1b6f-ff82-4917-80ff-10d73769e781 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1caa9d-af98-4b16-8927-898549101dcc,revision_number=11']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:22.911410 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-c7270c9e-ff9d-47ec-aea4-0a34c2307d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:22.912949 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-c7270c9e-ff9d-47ec-aea4-0a34c2307d61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 1095 time: 0.0684063 Jul 15 15:47:23.005274 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-9f6f627d-8f97-47bf-b095-f693bda0c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:23.006793 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-9f6f627d-8f97-47bf-b095-f693bda0c8c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0873504 Jul 15 15:47:23.073090 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-f98f458f-2412-4723-9706-800a6849313e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 1000 time: 0.0597937 Jul 15 15:47:23.125989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-64f51809-3e06-4339-804e-a8e7facfde95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:23.129122 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-64f51809-3e06-4339-804e-a8e7facfde95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0501397 Jul 15 15:47:23.189342 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-96681e8f-3ec2-461e-8d66-96a5c455116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:23.191694 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-96681e8f-3ec2-461e-8d66-96a5c455116b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527587 Jul 15 15:47:23.286182 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-74877d74-3774-4660-8b65-6d7c214503dc service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879974 Jul 15 15:47:23.374750 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-ec9dc7fa-cb2c-4f9b-a419-7e6fb8a7e23a req-f8bd8abe-0a25-48b4-9559-dd4c7ef54cd2 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812767 Jul 15 15:47:23.790377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1042ba-0c29-4888-957b-0b1fd867b474 req-d0338eab-750a-4826-9e75-530de7d701dc tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:23.791928 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec1042ba-0c29-4888-957b-0b1fd867b474 req-d0338eab-750a-4826-9e75-530de7d701dc tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 944 time: 0.0689054 Jul 15 15:47:23.828837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ec1042ba-0c29-4888-957b-0b1fd867b474 req-67cef10c-6113-4b9d-b084-a1d43fad3146 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312624 Jul 15 15:47:24.269372 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 3c1caa9d-af98-4b16-8927-898549101dcc no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:24.307594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 3c1caa9d-af98-4b16-8927-898549101dcc not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:24.602540 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:47:24.604944 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c695671-c084-45a9-af54-d9764ef6cb41" -d '{"events": [{"name": "network-changed", "server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:47:24.656048 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fe2b93-81b9-4c4c-962b-6e2bb9506d5f x-openstack-request-id: req-a6fe2b93-81b9-4c4c-962b-6e2bb9506d5f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:47:24.656345 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:47:24.656598 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a6fe2b93-81b9-4c4c-962b-6e2bb9506d5f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:47:24.656998 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc', 'status': 'completed', 'code': 200} Jul 15 15:47:24.727814 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-aa0a049a-5b85-4e7a-b332-dd549ebda812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:24.729343 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-aa0a049a-5b85-4e7a-b332-dd549ebda812 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 1095 time: 0.0539286 Jul 15 15:47:24.730552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-b1840f67-b8fc-44ab-a591-730c9b755c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:24.732042 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-b1840f67-b8fc-44ab-a591-730c9b755c98 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=80e3311635754e58897ae15c1533866d&device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 1095 time: 0.0528879 Jul 15 15:47:24.823772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-2ae35b5b-a9f0-4be0-b48a-b527796a4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:24.825150 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-2ae35b5b-a9f0-4be0-b48a-b527796a4ab0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0872374 Jul 15 15:47:24.827229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-fa953804-726b-44be-a0e2-6f2ea440e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:24.828678 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-fa953804-726b-44be-a0e2-6f2ea440e73f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 200 len: 912 time: 0.0931609 Jul 15 15:47:24.898697 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-01190bee-da23-4361-b95d-2f6f1080a2d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 1000 time: 0.0632253 Jul 15 15:47:24.902947 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-31874fe5-116b-4aa0-beaf-e659d0f1857d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 200 len: 1000 time: 0.0709434 Jul 15 15:47:24.966543 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-d2d09db6-f462-474d-a8c5-b971235ead35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:24.968058 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-d2d09db6-f462-474d-a8c5-b971235ead35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0628946 Jul 15 15:47:24.971988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-3f84f2a4-24b1-48b0-ae09-bf71f6dcbbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:24.973578 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-3f84f2a4-24b1-48b0-ae09-bf71f6dcbbcc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 200 len: 850 time: 0.0641396 Jul 15 15:47:25.026877 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-0cc22b13-9050-4c13-a299-3e8e2eafd05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:25.028418 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-0cc22b13-9050-4c13-a299-3e8e2eafd05a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540040 Jul 15 15:47:25.069719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-c556335e-5cda-424c-b70e-88bad28190b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:25.071255 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-c556335e-5cda-424c-b70e-88bad28190b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2da8cf1-36e0-4219-b0a0-b333f396986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878408 Jul 15 15:47:25.079559 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ba313-87ae-4664-bbd5-5c90bf9636ff req-3b73bd90-cd7d-460d-8968-f5dcefda7099 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:25.081493 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a85ba313-87ae-4664-bbd5-5c90bf9636ff req-3b73bd90-cd7d-460d-8968-f5dcefda7099 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 944 time: 0.1122246 Jul 15 15:47:25.128970 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-f9b89484-0287-48df-b64d-8ad55079a5c5 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936391 Jul 15 15:47:25.182498 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a85ba313-87ae-4664-bbd5-5c90bf9636ff req-ae7eeca9-def4-4a4f-b229-44c919bfcab9 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927668 Jul 15 15:47:25.204813 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-e52de90d-27e1-4149-b60f-c4c230378715 service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222250 Jul 15 15:47:25.232780 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-d92e9b30-eef3-46d4-a3ff-468256a7a4c7 service neutron] 10.222.0.11 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965366 Jul 15 15:47:25.300173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c695671-c084-45a9-af54-d9764ef6cb41 req-6c1fcb64-9149-406c-8cc1-4a1b71d4f80b service neutron] 10.222.0.22 "GET /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887213 Jul 15 15:47:26.363869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d23f4-9767-460b-8bb2-436fdf1582bd req-23bf111a-8e95-4307-8834-b36eec68e141 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:26.365365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac2d23f4-9767-460b-8bb2-436fdf1582bd req-23bf111a-8e95-4307-8834-b36eec68e141 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 944 time: 0.0635381 Jul 15 15:47:26.405549 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac2d23f4-9767-460b-8bb2-436fdf1582bd req-e69f0277-ffb1-4a05-8abc-0bd75d4f61ea tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344088 Jul 15 15:47:27.576367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd21a5-4162-4293-9e40-55b0dd7d8f30 req-c6c0e88b-fee3-4bf3-aadd-aeddc11241ed tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:27.577838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3dd21a5-4162-4293-9e40-55b0dd7d8f30 req-c6c0e88b-fee3-4bf3-aadd-aeddc11241ed tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 944 time: 0.0614655 Jul 15 15:47:27.614885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3dd21a5-4162-4293-9e40-55b0dd7d8f30 req-68d403bf-c287-4d4d-ba8e-93edde52fce4 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309362 Jul 15 15:47:28.791933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb5b6a-ea3f-488f-aefb-2232efb04e53 req-1dc63632-a786-4bb1-9976-ee33fef6e279 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:28.793270 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3bb5b6a-ea3f-488f-aefb-2232efb04e53 req-1dc63632-a786-4bb1-9976-ee33fef6e279 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 944 time: 0.0653825 Jul 15 15:47:28.828914 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3bb5b6a-ea3f-488f-aefb-2232efb04e53 req-6bbc299e-198f-4e47-862b-f58d0308f91e tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302773 Jul 15 15:47:30.009177 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f390c0-1029-4680-9757-0a7ceeeea5c6 req-cabe88b9-6050-4f72-b750-b71f9967c7b1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:30.010710 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82f390c0-1029-4680-9757-0a7ceeeea5c6 req-cabe88b9-6050-4f72-b750-b71f9967c7b1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 944 time: 0.0662293 Jul 15 15:47:30.048060 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82f390c0-1029-4680-9757-0a7ceeeea5c6 req-cd5032b6-0557-431a-967c-70c0c2b51480 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319023 Jul 15 15:47:30.105996 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88d7e818-7588-4da3-b461-15a109564e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:31.222737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496b6ab-e180-422f-85ce-16156f84c3ee req-d95d50fb-e272-4029-a94a-dd81a3e4d836 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:31.224472 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9496b6ab-e180-422f-85ce-16156f84c3ee req-d95d50fb-e272-4029-a94a-dd81a3e4d836 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 944 time: 0.0620751 Jul 15 15:47:31.260354 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9496b6ab-e180-422f-85ce-16156f84c3ee req-d33ba231-7114-48f3-8815-6e4f656db474 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304406 Jul 15 15:47:32.433587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985205f-7f85-41ba-9876-d6c49b709553 req-30bf67ab-d6dd-4f53-85f7-582fb0c980f3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:32.435091 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5985205f-7f85-41ba-9876-d6c49b709553 req-30bf67ab-d6dd-4f53-85f7-582fb0c980f3 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 944 time: 0.0659361 Jul 15 15:47:32.472770 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5985205f-7f85-41ba-9876-d6c49b709553 req-4fdce119-4e7c-4d8a-8b9d-1c5549b9422b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313914 Jul 15 15:47:32.872346 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:32.943152 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a6393d0-d4b5-4f16-aa1e-7cb829ce92f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:33.648872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c15836-acf6-4323-89e6-3b1992a0e17f req-662c5e25-c2a9-4a7b-8baa-f492db4ed992 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:33.650363 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-24c15836-acf6-4323-89e6-3b1992a0e17f req-662c5e25-c2a9-4a7b-8baa-f492db4ed992 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 944 time: 0.0627437 Jul 15 15:47:33.687639 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-24c15836-acf6-4323-89e6-3b1992a0e17f req-e8673667-10a8-401e-a693-8d017ae8a8cd tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317416 Jul 15 15:47:33.696319 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:47:34.135738 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3c1caa9d-af98-4b16-8927-898549101dcc details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:47:34.242301 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3c1caa9d-af98-4b16-8927-898549101dcc,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:34.253498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '3c1caa9d-af98-4b16-8927-898549101dcc', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'port_id': '3c1caa9d-af98-4b16-8927-898549101dcc', 'mac_address': 'fa:16:3e:1f:59:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:47:34.291084 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:34.303678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1caa9d-af98-4b16-8927-898549101dcc {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:47:34.322228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3c1caa9d-af98-4b16-8927-898549101dcc,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:34.326024 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:34.371207 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=3c1caa9d-af98-4b16-8927-898549101dcc,revision_number=12']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:34.443951 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:34.578957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['3c1caa9d-af98-4b16-8927-898549101dcc'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:47:34.863412 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f3fa0-c480-4c2d-852a-fceefc201e28 req-9a5bf7f8-dfd3-41fa-8d3a-6b1bb4c670b5 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:34.864818 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d0f3fa0-c480-4c2d-852a-fceefc201e28 req-9a5bf7f8-dfd3-41fa-8d3a-6b1bb4c670b5 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0678492 Jul 15 15:47:34.901932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0d0f3fa0-c480-4c2d-852a-fceefc201e28 req-cdda6a03-4153-4fb5-9fd7-8a4ad72e6ee2 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315630 Jul 15 15:47:35.073820 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e881e6f-c8a7-4fbc-b058-97a41a99b1c1 req-a4b2ad2f-f166-4217-a6a4-87f7ce5297e5 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:35.075604 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e881e6f-c8a7-4fbc-b058-97a41a99b1c1 req-a4b2ad2f-f166-4217-a6a4-87f7ce5297e5 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0634069 Jul 15 15:47:35.117251 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e881e6f-c8a7-4fbc-b058-97a41a99b1c1 req-8ce961f9-6d63-41d8-a3b8-c453fa1dc63b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351944 Jul 15 15:47:35.301606 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba8670-bed4-4ec3-a8f8-6d679f87ee48 req-7825fdad-7811-441d-af61-93d11be62bcf tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:35.303131 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbba8670-bed4-4ec3-a8f8-6d679f87ee48 req-7825fdad-7811-441d-af61-93d11be62bcf tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0666623 Jul 15 15:47:35.345255 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbba8670-bed4-4ec3-a8f8-6d679f87ee48 req-94dd3a5a-7c84-460e-8cb6-50175247ef68 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365195 Jul 15 15:47:35.729610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9ee74-0607-488a-866e-db15585ed2cb req-195a1d83-ece5-4291-a61f-03de8111cc0b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:35.731090 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbc9ee74-0607-488a-866e-db15585ed2cb req-195a1d83-ece5-4291-a61f-03de8111cc0b tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 945 time: 0.0672486 Jul 15 15:47:35.769068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dbc9ee74-0607-488a-866e-db15585ed2cb req-9aab00cf-faa1-4c48-90b4-6c0fe0637b7a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322804 Jul 15 15:47:36.138516 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:36.145510 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3c1caa9d-af98-4b16-8927-898549101dcc up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:47:36.192859 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 3c1caa9d-af98-4b16-8927-898549101dcc completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:47:36.196571 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 3c1caa9d-af98-4b16-8927-898549101dcc triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:47:36.196944 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:36.280510 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:36.303130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:47:36.317573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3c1caa9d-af98-4b16-8927-898549101dcc,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:36.321446 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:36.345650 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4181ea-57a1-4f79-9a10-799c31cdd0dd" -d '{"events": [{"server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "name": "network-vif-plugged", "status": "completed", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:47:36.374447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=3c1caa9d-af98-4b16-8927-898549101dcc,revision_number=13']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:36.428958 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a59ef12-d483-4b92-8f8f-349eec8ed35a x-openstack-request-id: req-6a59ef12-d483-4b92-8f8f-349eec8ed35a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:47:36.429254 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "name": "network-vif-plugged", "status": "completed", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:47:36.429513 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6a59ef12-d483-4b92-8f8f-349eec8ed35a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:47:36.429911 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc', 'code': 200} Jul 15 15:47:36.941332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b81512-6aed-4041-9027-50d5f6f7eaa1 req-c4fc599d-202a-4171-a1bd-3a9b0fd07d0a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:36.942777 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6b81512-6aed-4041-9027-50d5f6f7eaa1 req-c4fc599d-202a-4171-a1bd-3a9b0fd07d0a tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 946 time: 0.0629320 Jul 15 15:47:36.979766 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a6b81512-6aed-4041-9027-50d5f6f7eaa1 req-37d5f7d7-f902-408c-bb1f-62baecf750a9 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups?id=1df9ce2f-1e51-438d-8c71-4040c2106c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315728 Jul 15 15:47:37.181907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c2662-f675-40ae-ad51-49298ce0360f req-ec2948eb-b408-433d-975c-b28185cea41f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:37.183368 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-315c2662-f675-40ae-ad51-49298ce0360f req-ec2948eb-b408-433d-975c-b28185cea41f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.11 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 946 time: 0.0612478 Jul 15 15:47:37.283742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-315c2662-f675-40ae-ad51-49298ce0360f req-d341ee2b-7b16-4e69-98cc-abdf7d9ce4f1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Deleting port 3c1caa9d-af98-4b16-8927-898549101dcc {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:37.284733 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-315c2662-f675-40ae-ad51-49298ce0360f req-d341ee2b-7b16-4e69-98cc-abdf7d9ce4f1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.368364 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-315c2662-f675-40ae-ad51-49298ce0360f req-d341ee2b-7b16-4e69-98cc-abdf7d9ce4f1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] For port 3c1caa9d-af98-4b16-8927-898549101dcc, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=3c1caa9d-af98-4b16-8927-898549101dcc,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:37.368645 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-315c2662-f675-40ae-ad51-49298ce0360f req-d341ee2b-7b16-4e69-98cc-abdf7d9ce4f1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.534677 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-315c2662-f675-40ae-ad51-49298ce0360f req-d341ee2b-7b16-4e69-98cc-abdf7d9ce4f1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.535047 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-315c2662-f675-40ae-ad51-49298ce0360f req-d341ee2b-7b16-4e69-98cc-abdf7d9ce4f1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.535359 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [req-315c2662-f675-40ae-ad51-49298ce0360f req-d341ee2b-7b16-4e69-98cc-abdf7d9ce4f1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Floating IP e9b96a7c-684b-4fb3-99a0-020985eeafea disassociated. External IP: 172.25.4.121, port: 3c1caa9d-af98-4b16-8927-898549101dcc. Jul 15 15:47:37.535700 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-315c2662-f675-40ae-ad51-49298ce0360f req-d341ee2b-7b16-4e69-98cc-abdf7d9ce4f1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Calling delete_port for 3c1caa9d-af98-4b16-8927-898549101dcc owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:37.655219 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-315c2662-f675-40ae-ad51-49298ce0360f req-d341ee2b-7b16-4e69-98cc-abdf7d9ce4f1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.687722 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341ee2b-7b16-4e69-98cc-abdf7d9ce4f1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Pushing event deleted for resources: {'Port': ['ID=3c1caa9d-af98-4b16-8927-898549101dcc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:37.803255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-315c2662-f675-40ae-ad51-49298ce0360f req-d341ee2b-7b16-4e69-98cc-abdf7d9ce4f1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Router ef2c82b4-10c3-43ce-aa58-62401b545b80 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:47:37.912877 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-315c2662-f675-40ae-ad51-49298ce0360f req-d341ee2b-7b16-4e69-98cc-abdf7d9ce4f1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:47:37.922498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4854059-62dc-4ec2-b3a4-71a23f571ea7 None None] Sync routers for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:47:37.932173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4854059-62dc-4ec2-b3a4-71a23f571ea7 None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:37.932859 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a4854059-62dc-4ec2-b3a4-71a23f571ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:47:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:37.954688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-315c2662-f675-40ae-ad51-49298ce0360f req-d341ee2b-7b16-4e69-98cc-abdf7d9ce4f1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] No DVR routers for this DVR port 3c1caa9d-af98-4b16-8927-898549101dcc on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:47:37.957845 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-315c2662-f675-40ae-ad51-49298ce0360f req-d341ee2b-7b16-4e69-98cc-abdf7d9ce4f1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.959906 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-315c2662-f675-40ae-ad51-49298ce0360f req-d341ee2b-7b16-4e69-98cc-abdf7d9ce4f1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.11 "DELETE /v2.0/ports/3c1caa9d-af98-4b16-8927-898549101dcc HTTP/1.1" status: 204 len: 173 time: 0.7711515 Jul 15 15:47:37.960282 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'name': 'network-vif-deleted', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:47:37.962553 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7378fa90-d4de-4bdf-af74-dfbaea5c8121" -d '{"events": [{"server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "name": "network-vif-deleted", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:47:38.007420 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d3be85-d1ea-4ce4-8780-835767b5e2c9 x-openstack-request-id: req-90d3be85-d1ea-4ce4-8780-835767b5e2c9 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:47:38.007712 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19489f53-05a3-4d8a-9842-a5d526c7e093", "name": "network-vif-deleted", "tag": "3c1caa9d-af98-4b16-8927-898549101dcc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:47:38.007958 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-90d3be85-d1ea-4ce4-8780-835767b5e2c9 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:47:38.008402 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19489f53-05a3-4d8a-9842-a5d526c7e093', 'name': 'network-vif-deleted', 'tag': '3c1caa9d-af98-4b16-8927-898549101dcc', 'status': 'completed', 'code': 200} Jul 15 15:47:38.140124 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68c40b57-0748-4452-ae0c-5426cc3bf19d req-687b0674-c0e6-49e2-a86d-7e6547fa9f05 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 210 time: 0.0362833 Jul 15 15:47:38.217636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a4854059-62dc-4ec2-b3a4-71a23f571ea7 None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:38.416830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a4854059-62dc-4ec2-b3a4-71a23f571ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:38.446852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4854059-62dc-4ec2-b3a4-71a23f571ea7 None None] Checking router: ef2c82b4-10c3-43ce-aa58-62401b545b80 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:47:38.455433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4854059-62dc-4ec2-b3a4-71a23f571ea7 None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:38.456718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a4854059-62dc-4ec2-b3a4-71a23f571ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:47:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:38.561485 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a4854059-62dc-4ec2-b3a4-71a23f571ea7 None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:38.762221 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a4854059-62dc-4ec2-b3a4-71a23f571ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:38.787959 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4854059-62dc-4ec2-b3a4-71a23f571ea7 None None] The sync data for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 is: [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:38:03Z', 'revision_number': 4, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6c924fc4-eba6-4767-897c-2e19be809941', 'name': '', 'network_id': 'c2da8cf1-36e0-4219-b0a0-b333f396986d', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'mac_address': 'fa:16:3e:e3:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:02Z', 'updated_at': '2021-07-15T15:38:07Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'subnets': [{'id': 'e99ca303-2e7a-4f3b-93c9-0518cca00c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:47:39.012014 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74115c0-87ae-4f0d-ab4d-55550ecbedec None None] New status for floating IP e9b96a7c-684b-4fb3-99a0-020985eeafea: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:47:39.287879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1d6e0e16-d7b2-46d0-9c6f-30008d099230 req-5d38a8fb-4c68-401a-b940-5877bf9dd3b1 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 210 time: 0.0295241 Jul 15 15:47:40.151332 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3c1caa9d-af98-4b16-8927-898549101dcc no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:40.175787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 3c1caa9d-af98-4b16-8927-898549101dcc {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:47:40.176065 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 3c1caa9d-af98-4b16-8927-898549101dcc not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:40.428499 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef006c99-2f75-464f-943c-15ff4613c2f4 req-ae37a19c-3c93-4ec3-80d8-d3de3a10477f tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 210 time: 0.0291865 Jul 15 15:47:41.580548 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ddbb3557-aa3f-4015-932d-bd92a02eda72 req-5124f03a-3bd3-431d-ae7a-ab0e4909acbf tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/ports?device_id=19489f53-05a3-4d8a-9842-a5d526c7e093 HTTP/1.1" status: 200 len: 210 time: 0.0289812 Jul 15 15:47:45.578626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 40972) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:45.635748 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9997e85a-9cd6-4115-bfd3-6cea24cec636 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:45.659019 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9997e85a-9cd6-4115-bfd3-6cea24cec636 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:45.707125 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9997e85a-9cd6-4115-bfd3-6cea24cec636 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:45.709661 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9997e85a-9cd6-4115-bfd3-6cea24cec636 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:45.710864 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9997e85a-9cd6-4115-bfd3-6cea24cec636 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "DELETE /v2.0/security-groups/1df9ce2f-1e51-438d-8c71-4040c2106c0c HTTP/1.1" status: 204 len: 168 time: 0.1311378 Jul 15 15:47:45.713579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40974) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:45.720179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997e85a-9cd6-4115-bfd3-6cea24cec636 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df9ce2f-1e51-438d-8c71-4040c2106c0c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:45.731514 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-d3a422cd-31a0-42a3-b9d3-bdd40f991cb7 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] show failed (client error): The resource could not be found. Jul 15 15:47:45.735302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d3a422cd-31a0-42a3-b9d3-bdd40f991cb7 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "GET /v2.0/security-groups/1df9ce2f-1e51-438d-8c71-4040c2106c0c HTTP/1.1" status: 404 len: 347 time: 0.0198538 Jul 15 15:47:45.735836 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40976) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:45.858141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-980fb2d2-0d05-4f4a-b467-0caf400c70f8 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Deleting port c278ddc1-1cab-487f-a263-7a0a60faf111 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:45.858477 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-980fb2d2-0d05-4f4a-b467-0caf400c70f8 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:45.942213 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-980fb2d2-0d05-4f4a-b467-0caf400c70f8 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:45.942571 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-980fb2d2-0d05-4f4a-b467-0caf400c70f8 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:45.953700 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-980fb2d2-0d05-4f4a-b467-0caf400c70f8 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Calling delete_port for c278ddc1-1cab-487f-a263-7a0a60faf111 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:46.086581 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-980fb2d2-0d05-4f4a-b467-0caf400c70f8 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:46.113534 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fb2d2-0d05-4f4a-b467-0caf400c70f8 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Pushing event deleted for resources: {'Port': ['ID=c278ddc1-1cab-487f-a263-7a0a60faf111,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:46.176709 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-980fb2d2-0d05-4f4a-b467-0caf400c70f8 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:46.179226 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-980fb2d2-0d05-4f4a-b467-0caf400c70f8 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:46.180382 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-980fb2d2-0d05-4f4a-b467-0caf400c70f8 tempest-ServerActionsTestJSON-101585581 tempest-ServerActionsTestJSON-101585581-project] 10.222.0.38 "DELETE /v2.0/floatingips/e9b96a7c-684b-4fb3-99a0-020985eeafea HTTP/1.1" status: 204 len: 168 time: 0.4436610 Jul 15 15:47:46.183248 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40978) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:46.573856 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0543292d-7d55-4b27-95b0-0e45e7e3864a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:46.814941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-0543292d-7d55-4b27-95b0-0e45e7e3864a admin admin] Deleting port 6c924fc4-eba6-4767-897c-2e19be809941 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:46.815805 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0543292d-7d55-4b27-95b0-0e45e7e3864a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:46.892372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-0543292d-7d55-4b27-95b0-0e45e7e3864a admin admin] For port 6c924fc4-eba6-4767-897c-2e19be809941, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6c924fc4-eba6-4767-897c-2e19be809941,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:46.892728 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0543292d-7d55-4b27-95b0-0e45e7e3864a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:46.905128 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-0543292d-7d55-4b27-95b0-0e45e7e3864a admin admin] Calling delete_port for 6c924fc4-eba6-4767-897c-2e19be809941 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:47.412636 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0543292d-7d55-4b27-95b0-0e45e7e3864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:47.437548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543292d-7d55-4b27-95b0-0e45e7e3864a admin admin] Pushing event deleted for resources: {'Port': ['ID=6c924fc4-eba6-4767-897c-2e19be809941,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:47.604685 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0543292d-7d55-4b27-95b0-0e45e7e3864a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:47.810145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0543292d-7d55-4b27-95b0-0e45e7e3864a admin admin] Router ef2c82b4-10c3-43ce-aa58-62401b545b80 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:47:47.913655 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0543292d-7d55-4b27-95b0-0e45e7e3864a admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:47:47.919247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0543292d-7d55-4b27-95b0-0e45e7e3864a admin admin] 10.222.0.38 "PUT /v2.0/routers/ef2c82b4-10c3-43ce-aa58-62401b545b80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7350631 Jul 15 15:47:47.921788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40982) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:47.922808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7425103f-8a57-4fc4-9945-64e6922e35de None None] Sync routers for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:47:47.932370 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7425103f-8a57-4fc4-9945-64e6922e35de None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:47.933101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7425103f-8a57-4fc4-9945-64e6922e35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:47:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:48.026039 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-956f450e-d9ed-48e9-8136-1368cf677778 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:48.036361 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-7425103f-8a57-4fc4-9945-64e6922e35de None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:48.129168 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-956f450e-d9ed-48e9-8136-1368cf677778 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:48.181324 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-956f450e-d9ed-48e9-8136-1368cf677778 admin admin] Deleting port 8ffc4149-b359-481c-9463-5ceefc8118b0 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:48.181669 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-956f450e-d9ed-48e9-8136-1368cf677778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:48.212238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7425103f-8a57-4fc4-9945-64e6922e35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:47:47Z', 'revision_number': 5, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port': {'id': '8ffc4149-b359-481c-9463-5ceefc8118b0', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:38:01Z', 'updated_at': '2021-07-15T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:48.238904 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7425103f-8a57-4fc4-9945-64e6922e35de None None] Checking router: ef2c82b4-10c3-43ce-aa58-62401b545b80 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:47:48.247054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7425103f-8a57-4fc4-9945-64e6922e35de None None] Routers {'ef2c82b4-10c3-43ce-aa58-62401b545b80'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:48.247673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7425103f-8a57-4fc4-9945-64e6922e35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:47:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['ef2c82b4-10c3-43ce-aa58-62401b545b80'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:48.263985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-956f450e-d9ed-48e9-8136-1368cf677778 admin admin] For port 8ffc4149-b359-481c-9463-5ceefc8118b0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8ffc4149-b359-481c-9463-5ceefc8118b0,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:48.264346 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-956f450e-d9ed-48e9-8136-1368cf677778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:48.276697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-956f450e-d9ed-48e9-8136-1368cf677778 admin admin] Calling delete_port for 8ffc4149-b359-481c-9463-5ceefc8118b0 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:48.339777 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-7425103f-8a57-4fc4-9945-64e6922e35de None None] Set router ef2c82b4-10c3-43ce-aa58-62401b545b80 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:48.396539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7425103f-8a57-4fc4-9945-64e6922e35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:47:48Z', 'revision_number': 6, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:48.423850 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7425103f-8a57-4fc4-9945-64e6922e35de None None] The sync data for ids ['ef2c82b4-10c3-43ce-aa58-62401b545b80'] in n-d-764435-3 is: [{'id': 'ef2c82b4-10c3-43ce-aa58-62401b545b80', 'name': 'tempest-ServerActionsTestJSON-514736879-router', 'tenant_id': '80e3311635754e58897ae15c1533866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:38:00Z', 'updated_at': '2021-07-15T15:47:48Z', 'revision_number': 6, 'project_id': '80e3311635754e58897ae15c1533866d', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:47:48.447302 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-956f450e-d9ed-48e9-8136-1368cf677778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:48.475536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f450e-d9ed-48e9-8136-1368cf677778 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ffc4149-b359-481c-9463-5ceefc8118b0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:48.536669 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-956f450e-d9ed-48e9-8136-1368cf677778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:48.625135 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-956f450e-d9ed-48e9-8136-1368cf677778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:48.627326 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-956f450e-d9ed-48e9-8136-1368cf677778 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:48.672827 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-956f450e-d9ed-48e9-8136-1368cf677778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:48.673298 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956f450e-d9ed-48e9-8136-1368cf677778 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef2c82b4-10c3-43ce-aa58-62401b545b80 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:47:48.677695 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-956f450e-d9ed-48e9-8136-1368cf677778 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:48.678858 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-956f450e-d9ed-48e9-8136-1368cf677778 admin admin] 10.222.0.38 "DELETE /v2.0/routers/ef2c82b4-10c3-43ce-aa58-62401b545b80 HTTP/1.1" status: 204 len: 168 time: 0.7560978 Jul 15 15:47:48.681357 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40984) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:48.725617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3efd77-92e2-4699-b7d7-86d1fca399f6 admin admin] Deleting subnet e99ca303-2e7a-4f3b-93c9-0518cca00c0b {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:47:48.728552 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a3efd77-92e2-4699-b7d7-86d1fca399f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:48.763837 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a3efd77-92e2-4699-b7d7-86d1fca399f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:48.849935 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a3efd77-92e2-4699-b7d7-86d1fca399f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:48.903538 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a3efd77-92e2-4699-b7d7-86d1fca399f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:48.929574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3efd77-92e2-4699-b7d7-86d1fca399f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99ca303-2e7a-4f3b-93c9-0518cca00c0b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:48.931455 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9a3efd77-92e2-4699-b7d7-86d1fca399f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:48.933314 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9a3efd77-92e2-4699-b7d7-86d1fca399f6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e99ca303-2e7a-4f3b-93c9-0518cca00c0b HTTP/1.1" status: 204 len: 168 time: 0.2510564 Jul 15 15:47:48.935960 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25565332-f42d-4721-959f-fa459f160d84 None None] Network c2da8cf1-36e0-4219-b0a0-b333f396986d requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:47:48.938737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40986) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:49.011868 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.063041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] Deleting port 5f4f8192-102b-483a-a00b-9f8b29da392b {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:49.063391 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.126812 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] For port 5f4f8192-102b-483a-a00b-9f8b29da392b, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=5f4f8192-102b-483a-a00b-9f8b29da392b,segment=NetworkSegment(ca3a526e-839f-43c2-b720-d4f7c867cfff),segment_id=ca3a526e-839f-43c2-b720-d4f7c867cfff)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:49.127172 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.139581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] Calling delete_port for 5f4f8192-102b-483a-a00b-9f8b29da392b owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:49.180139 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5511b16f-ce3a-4a9f-ba8f-e4fe47e182ac None None] DHCP port deletion for c2da8cf1-36e0-4219-b0a0-b333f396986d request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:47:49.226779 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.230881 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5511b16f-ce3a-4a9f-ba8f-e4fe47e182ac None None] Deleting port 5f4f8192-102b-483a-a00b-9f8b29da392b {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:49.231270 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5511b16f-ce3a-4a9f-ba8f-e4fe47e182ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.251099 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4f8192-102b-483a-a00b-9f8b29da392b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:49.257797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] No DVR routers for this DVR port 5f4f8192-102b-483a-a00b-9f8b29da392b on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:47:49.303271 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5511b16f-ce3a-4a9f-ba8f-e4fe47e182ac None None] For port 5f4f8192-102b-483a-a00b-9f8b29da392b, host n-d-764435-3, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:49.303799 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5511b16f-ce3a-4a9f-ba8f-e4fe47e182ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.318253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5511b16f-ce3a-4a9f-ba8f-e4fe47e182ac None None] Calling delete_port for 5f4f8192-102b-483a-a00b-9f8b29da392b owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:49.321059 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-5511b16f-ce3a-4a9f-ba8f-e4fe47e182ac None None] Port 5f4f8192-102b-483a-a00b-9f8b29da392b was not found and therefore no delete operation was performed {{(pid=100713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:47:49.322583 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5511b16f-ce3a-4a9f-ba8f-e4fe47e182ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.334927 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.344846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2da8cf1-36e0-4219-b0a0-b333f396986d']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:49.345527 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511b16f-ce3a-4a9f-ba8f-e4fe47e182ac None None] Pushing event deleted for resources: {'Port': ['ID=5f4f8192-102b-483a-a00b-9f8b29da392b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:49.351887 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511b16f-ce3a-4a9f-ba8f-e4fe47e182ac None None] No DVR routers for this DVR port 5f4f8192-102b-483a-a00b-9f8b29da392b on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:47:49.356054 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3a526e-839f-43c2-b720-d4f7c867cfff') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:49.356352 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3a526e-839f-43c2-b720-d4f7c867cfff') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:49.366676 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.381412 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.388917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:47:49.389462 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:47:49.391410 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:47:49.397256 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.448320 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.457973 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.462342 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] 10.222.0.38 "DELETE /v2.0/networks/c2da8cf1-36e0-4219-b0a0-b333f396986d HTTP/1.1" status: 204 len: 168 time: 0.5200953 Jul 15 15:47:49.472384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc23b0-fafd-415e-be1c-ad6922e7b71a admin admin] Pushing event deleted for resources: {'Network': ['ID=c2da8cf1-36e0-4219-b0a0-b333f396986d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:49.554730 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8ffc4149-b359-481c-9463-5ceefc8118b0 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:49.574873 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 8ffc4149-b359-481c-9463-5ceefc8118b0 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:47:49.575237 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8ffc4149-b359-481c-9463-5ceefc8118b0 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:49.575664 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6c924fc4-eba6-4767-897c-2e19be809941 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:49.581811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40990) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:49.600369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 6c924fc4-eba6-4767-897c-2e19be809941 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:47:49.600719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6c924fc4-eba6-4767-897c-2e19be809941 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:49.601147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5f4f8192-102b-483a-a00b-9f8b29da392b no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:49.619146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 5f4f8192-102b-483a-a00b-9f8b29da392b {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:47:49.619498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 5f4f8192-102b-483a-a00b-9f8b29da392b not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:49.620727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d8a201b5-e3ba-4970-a216-930f6605b259 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=80e3311635754e58897ae15c1533866d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377629 Jul 15 15:47:49.623298 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 40992) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:49.662181 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.677650 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cdcb452e-59fa-474b-8f84-c695ffaed7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.698684 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cdcb452e-59fa-474b-8f84-c695ffaed7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.744645 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cdcb452e-59fa-474b-8f84-c695ffaed7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.747392 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cdcb452e-59fa-474b-8f84-c695ffaed7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:49.748585 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cdcb452e-59fa-474b-8f84-c695ffaed7dd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f127bad6-d18f-47f9-9848-001017fd614d HTTP/1.1" status: 204 len: 168 time: 0.1242492 Jul 15 15:47:49.757193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb452e-59fa-474b-8f84-c695ffaed7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f127bad6-d18f-47f9-9848-001017fd614d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:50.429954 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41014) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:50.522276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-fdfdaff9-3dd6-46a4-ae07-c12e23a12cfe admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-909785335-network', 'tenant_id': '40ffa125a8514523b8ed35549d38f324'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:47:50.543117 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfdaff9-3dd6-46a4-ae07-c12e23a12cfe admin admin] Made reservation on behalf of 40ffa125a8514523b8ed35549d38f324 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:47:50.545457 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdfdaff9-3dd6-46a4-ae07-c12e23a12cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:50.554123 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdfdaff9-3dd6-46a4-ae07-c12e23a12cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:50.640337 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdfdaff9-3dd6-46a4-ae07-c12e23a12cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:50.644424 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdfdaff9-3dd6-46a4-ae07-c12e23a12cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:50.665150 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfdaff9-3dd6-46a4-ae07-c12e23a12cfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:47:50.680772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdaff9-3dd6-46a4-ae07-c12e23a12cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094011d2-ac29-4ae8-8a7a-549e4638326f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:50.685171 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdfdaff9-3dd6-46a4-ae07-c12e23a12cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:50.685511 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-fdfdaff9-3dd6-46a4-ae07-c12e23a12cfe admin admin] Added segment 9e678aa6-a687-436d-9e9d-e9becc0b149c of type vlan for network 36705b2c-2bfb-44ce-b06a-183c8632cfff Jul 15 15:47:50.727668 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdfdaff9-3dd6-46a4-ae07-c12e23a12cfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:50.760127 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdfdaff9-3dd6-46a4-ae07-c12e23a12cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:50.761028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfdaff9-3dd6-46a4-ae07-c12e23a12cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:50.761601 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fdfdaff9-3dd6-46a4-ae07-c12e23a12cfe admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:50.793380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fdfdaff9-3dd6-46a4-ae07-c12e23a12cfe admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3623147 Jul 15 15:47:50.796328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41018) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:50.802096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0819242b-750c-43b2-9e6c-5e30b8e831ac admin admin] Request body: {'subnet': {'network_id': '36705b2c-2bfb-44ce-b06a-183c8632cfff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-909785335-subnet', 'tenant_id': '40ffa125a8514523b8ed35549d38f324', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:47:50.821229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdaff9-3dd6-46a4-ae07-c12e23a12cfe admin admin] Pushing event updated for resources: {'Network': ['ID=36705b2c-2bfb-44ce-b06a-183c8632cfff,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:50.823321 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0819242b-750c-43b2-9e6c-5e30b8e831ac admin admin] Made reservation on behalf of 40ffa125a8514523b8ed35549d38f324 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:47:50.825658 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0819242b-750c-43b2-9e6c-5e30b8e831ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:50.832095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 36705b2c-2bfb-44ce-b06a-183c8632cfff details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:47:50.993806 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0819242b-750c-43b2-9e6c-5e30b8e831ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:51.304094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819242b-750c-43b2-9e6c-5e30b8e831ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b5c86b-71ae-4d14-bac0-d808d193e66f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:51.312896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0819242b-750c-43b2-9e6c-5e30b8e831ac admin admin] Checking segment: {'id': '9e678aa6-a687-436d-9e9d-e9becc0b149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36705b2c-2bfb-44ce-b06a-183c8632cfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:47:51.313260 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0819242b-750c-43b2-9e6c-5e30b8e831ac admin admin] Network hostable DHCP agents. Network: 36705b2c-2bfb-44ce-b06a-183c8632cfff, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:47:51.329574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0819242b-750c-43b2-9e6c-5e30b8e831ac admin admin] Network 36705b2c-2bfb-44ce-b06a-183c8632cfff is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:47:51.338078 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0819242b-750c-43b2-9e6c-5e30b8e831ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 36705b2c-2bfb-44ce-b06a-183c8632cfff) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:47:51.342085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0819242b-750c-43b2-9e6c-5e30b8e831ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:51.342729 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0819242b-750c-43b2-9e6c-5e30b8e831ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:51.347648 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bd4a0d-2da0-4cc4-813c-b2d1582219fa None None] Network 36705b2c-2bfb-44ce-b06a-183c8632cfff requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:47:51.357882 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0819242b-750c-43b2-9e6c-5e30b8e831ac admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5603843 Jul 15 15:47:51.473024 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938ee658-deb9-46bf-a9ee-c1f994283c9f None None] Network 36705b2c-2bfb-44ce-b06a-183c8632cfff requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:47:51.773865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-ded38e0a-d716-4f04-9074-98625507d585 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:51.775359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-ded38e0a-d716-4f04-9074-98625507d585 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/networks?id=36705b2c-2bfb-44ce-b06a-183c8632cfff HTTP/1.1" status: 200 len: 813 time: 0.1055648 Jul 15 15:47:51.789960 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-0814a0a3-7736-4e64-a203-92c3ddb5c394 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/quotas/40ffa125a8514523b8ed35549d38f324 HTTP/1.1" status: 200 len: 375 time: 0.0093267 Jul 15 15:47:51.822477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-710a3a0f-ab39-4d44-b18d-59c8c30bc51f tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=40ffa125a8514523b8ed35549d38f324&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278053 Jul 15 15:47:51.900474 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-122d5151-7a12-4ad9-a86e-c3ed80e7db3e service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:47:51.901517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-122d5151-7a12-4ad9-a86e-c3ed80e7db3e service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0412652 Jul 15 15:47:51.988409 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-48a4cd2e-11bb-4c04-8eb9-16745a91ca85 service neutron] 10.222.0.38 "GET /v2.0/networks/36705b2c-2bfb-44ce-b06a-183c8632cfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810897 Jul 15 15:47:52.081687 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-ac4ffa25-b3e0-46ec-b4de-1ecf46429765 service neutron] 10.222.0.38 "GET /v2.0/networks/36705b2c-2bfb-44ce-b06a-183c8632cfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877500 Jul 15 15:47:52.258781 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd517ac8-d53d-47c7-9fc4-e990671ff5ea req-1c9fb148-d7f6-407e-be58-78929053bb42 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 210 time: 0.0287073 Jul 15 15:47:53.438297 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d3781ce-6463-4404-b4c6-d1aa30ed199e req-d305c167-4587-4d50-a0e7-8a55ebc92a0a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 210 time: 0.0348237 Jul 15 15:47:53.466247 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-df34dfad-c8fe-423c-9825-425deff69c91 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:53.467733 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-df34dfad-c8fe-423c-9825-425deff69c91 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.22 "GET /v2.0/networks?id=36705b2c-2bfb-44ce-b06a-183c8632cfff HTTP/1.1" status: 200 len: 813 time: 0.1377680 Jul 15 15:47:53.479885 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-98e22449-c3d3-4362-900f-4dcc1d608617 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Request body: {'port': {'device_id': '10c10500-7af6-4571-963b-33de338ed17d', 'network_id': '36705b2c-2bfb-44ce-b06a-183c8632cfff', 'admin_state_up': True, 'tenant_id': '40ffa125a8514523b8ed35549d38f324'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:47:53.590301 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-98e22449-c3d3-4362-900f-4dcc1d608617 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Made reservation on behalf of 40ffa125a8514523b8ed35549d38f324 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:47:53.593890 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-98e22449-c3d3-4362-900f-4dcc1d608617 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:53.716678 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-98e22449-c3d3-4362-900f-4dcc1d608617 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Allocated IP 172.20.0.7 (36705b2c-2bfb-44ce-b06a-183c8632cfff/b0b5c86b-71ae-4d14-bac0-d808d193e66f/948963cf-f001-4fcb-b8f1-adf5dd37cbfa) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:47:53.858037 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-98e22449-c3d3-4362-900f-4dcc1d608617 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:53.895627 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-98e22449-c3d3-4362-900f-4dcc1d608617 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:53.943700 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-98e22449-c3d3-4362-900f-4dcc1d608617 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Network 36705b2c-2bfb-44ce-b06a-183c8632cfff is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:47:53.946829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-98e22449-c3d3-4362-900f-4dcc1d608617 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:47:53.950682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-98e22449-c3d3-4362-900f-4dcc1d608617 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:47:53.957583 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e22449-c3d3-4362-900f-4dcc1d608617 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Pushing event updated for resources: {'Port': ['ID=948963cf-f001-4fcb-b8f1-adf5dd37cbfa,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:54.000625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-98e22449-c3d3-4362-900f-4dcc1d608617 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:54.001161 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-98e22449-c3d3-4362-900f-4dcc1d608617 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.017286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-98e22449-c3d3-4362-900f-4dcc1d608617 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5411868 Jul 15 15:47:54.029104 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Request body: {'port': {'device_id': '10c10500-7af6-4571-963b-33de338ed17d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:47:54.098878 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.360690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948963cf-f001-4fcb-b8f1-adf5dd37cbfa {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:47:54.368742 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.380687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Transition to ACTIVE for port object 948963cf-f001-4fcb-b8f1-adf5dd37cbfa will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:47:54.384402 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.434054 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Pushing event updated for resources: {'Port': ['ID=948963cf-f001-4fcb-b8f1-adf5dd37cbfa,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:54.504642 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Attempting to bind port 948963cf-f001-4fcb-b8f1-adf5dd37cbfa on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:47:54.505350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Attempting to bind port 948963cf-f001-4fcb-b8f1-adf5dd37cbfa by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '9e678aa6-a687-436d-9e9d-e9becc0b149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36705b2c-2bfb-44ce-b06a-183c8632cfff'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:47:54.505350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Attempting to bind port 948963cf-f001-4fcb-b8f1-adf5dd37cbfa on network 36705b2c-2bfb-44ce-b06a-183c8632cfff {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:47:54.509687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Port 948963cf-f001-4fcb-b8f1-adf5dd37cbfa on network 36705b2c-2bfb-44ce-b06a-183c8632cfff not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:47:54.510084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Attempting to bind port 948963cf-f001-4fcb-b8f1-adf5dd37cbfa on network 36705b2c-2bfb-44ce-b06a-183c8632cfff {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:47:54.515318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:47:54.515660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Checking segment: {'id': '9e678aa6-a687-436d-9e9d-e9becc0b149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36705b2c-2bfb-44ce-b06a-183c8632cfff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:47:54.516053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Bound using segment: {'id': '9e678aa6-a687-436d-9e9d-e9becc0b149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36705b2c-2bfb-44ce-b06a-183c8632cfff'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:47:54.516480 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Bound port: 948963cf-f001-4fcb-b8f1-adf5dd37cbfa, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e678aa6-a687-436d-9e9d-e9becc0b149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36705b2c-2bfb-44ce-b06a-183c8632cfff'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:47:54.516838 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.610443 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] For port 948963cf-f001-4fcb-b8f1-adf5dd37cbfa, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:47:54.614798 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] For port 948963cf-f001-4fcb-b8f1-adf5dd37cbfa, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=948963cf-f001-4fcb-b8f1-adf5dd37cbfa,segment=NetworkSegment(9e678aa6-a687-436d-9e9d-e9becc0b149c),segment_id=9e678aa6-a687-436d-9e9d-e9becc0b149c)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:47:54.618731 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.670550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:54.671174 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.672565 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] 10.222.0.22 "PUT /v2.0/ports/948963cf-f001-4fcb-b8f1-adf5dd37cbfa HTTP/1.1" status: 200 len: 1091 time: 0.6476207 Jul 15 15:47:54.673004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c10500-7af6-4571-963b-33de338ed17d', 'tag': '948963cf-f001-4fcb-b8f1-adf5dd37cbfa'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:47:54.676031 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f922b45f-5df1-4686-ac5d-f73dfea7ebeb" -d '{"events": [{"name": "network-changed", "server_uuid": "10c10500-7af6-4571-963b-33de338ed17d", "tag": "948963cf-f001-4fcb-b8f1-adf5dd37cbfa"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:47:54.691112 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e2d03-230d-4b27-b8a4-ce90546b5964 req-73c67901-15e5-41d7-93fc-04be999264b7 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:54.692615 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca2e2d03-230d-4b27-b8a4-ce90546b5964 req-73c67901-15e5-41d7-93fc-04be999264b7 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 943 time: 0.1354671 Jul 15 15:47:54.709941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bf774-2cbf-479b-805f-ec342258c9ff service neutron] Pushing event updated for resources: {'Port': ['ID=948963cf-f001-4fcb-b8f1-adf5dd37cbfa,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:54.722499 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2058c75-229a-4b35-9831-1e90f057929b x-openstack-request-id: req-a2058c75-229a-4b35-9831-1e90f057929b {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:47:54.722809 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c10500-7af6-4571-963b-33de338ed17d", "tag": "948963cf-f001-4fcb-b8f1-adf5dd37cbfa", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:47:54.723310 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2058c75-229a-4b35-9831-1e90f057929b {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:47:54.723702 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c10500-7af6-4571-963b-33de338ed17d', 'tag': '948963cf-f001-4fcb-b8f1-adf5dd37cbfa', 'status': 'completed', 'code': 200} Jul 15 15:47:54.768116 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ca2e2d03-230d-4b27-b8a4-ce90546b5964 req-ee1a9a87-277b-43e1-a2f6-d3218b3dae4e tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675387 Jul 15 15:47:54.788858 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-3ca53f4a-629a-4f5d-acd7-d38add201409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:54.790354 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-3ca53f4a-629a-4f5d-acd7-d38add201409 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=40ffa125a8514523b8ed35549d38f324&device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 1094 time: 0.0655904 Jul 15 15:47:54.830835 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-9deb5b2a-c8d1-4fb7-80db-5ffa19fb80b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=948963cf-f001-4fcb-b8f1-adf5dd37cbfa HTTP/1.1" status: 200 len: 217 time: 0.0333860 Jul 15 15:47:54.881650 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-5b3df93d-488a-4ff8-bc25-f5af30fdef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:54.883110 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-5b3df93d-488a-4ff8-bc25-f5af30fdef56 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b0b5c86b-71ae-4d14-bac0-d808d193e66f HTTP/1.1" status: 200 len: 853 time: 0.0468543 Jul 15 15:47:54.915156 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-a3c3e7f8-a0ef-4499-bdb4-187624b1f9c7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36705b2c-2bfb-44ce-b06a-183c8632cfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253396 Jul 15 15:47:55.001968 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-2551c129-bd16-4437-9377-5f968903d11d service neutron] 10.222.0.22 "GET /v2.0/networks/36705b2c-2bfb-44ce-b06a-183c8632cfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806649 Jul 15 15:47:55.091165 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f773c025-c52b-49fb-893c-c9db01b18fb8 req-9e29cbb1-3ad0-444b-9480-06f78d917c67 service neutron] 10.222.0.22 "GET /v2.0/networks/36705b2c-2bfb-44ce-b06a-183c8632cfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828710 Jul 15 15:47:55.193925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922b45f-5df1-4686-ac5d-f73dfea7ebeb req-040939a6-c6e0-4c95-8dbb-ac65154f22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:55.195317 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f922b45f-5df1-4686-ac5d-f73dfea7ebeb req-040939a6-c6e0-4c95-8dbb-ac65154f22c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=40ffa125a8514523b8ed35549d38f324&device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 1094 time: 0.0508008 Jul 15 15:47:55.287430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922b45f-5df1-4686-ac5d-f73dfea7ebeb req-7ec54572-8e76-4e9a-bc6e-a08d851498b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:55.288864 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f922b45f-5df1-4686-ac5d-f73dfea7ebeb req-7ec54572-8e76-4e9a-bc6e-a08d851498b1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=36705b2c-2bfb-44ce-b06a-183c8632cfff HTTP/1.1" status: 200 len: 914 time: 0.0870886 Jul 15 15:47:55.328588 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f922b45f-5df1-4686-ac5d-f73dfea7ebeb req-1699b87a-a76a-46c5-9ab2-9219257b11f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=948963cf-f001-4fcb-b8f1-adf5dd37cbfa HTTP/1.1" status: 200 len: 217 time: 0.0331657 Jul 15 15:47:55.382720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922b45f-5df1-4686-ac5d-f73dfea7ebeb req-9b799b33-221e-4b2a-b67e-7450ae5f93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:55.384136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f922b45f-5df1-4686-ac5d-f73dfea7ebeb req-9b799b33-221e-4b2a-b67e-7450ae5f93f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b0b5c86b-71ae-4d14-bac0-d808d193e66f HTTP/1.1" status: 200 len: 853 time: 0.0459862 Jul 15 15:47:55.416922 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f922b45f-5df1-4686-ac5d-f73dfea7ebeb req-7aa21a51-1eeb-4eaa-814f-bcb505742490 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36705b2c-2bfb-44ce-b06a-183c8632cfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254793 Jul 15 15:47:55.503789 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f922b45f-5df1-4686-ac5d-f73dfea7ebeb req-a13cd3c9-9ced-47c9-8f0f-78a2d47cb9f7 service neutron] 10.222.0.22 "GET /v2.0/networks/36705b2c-2bfb-44ce-b06a-183c8632cfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796838 Jul 15 15:47:55.593003 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f922b45f-5df1-4686-ac5d-f73dfea7ebeb req-ccae2eba-7085-48d3-afee-5646ca511e26 service neutron] 10.222.0.22 "GET /v2.0/networks/36705b2c-2bfb-44ce-b06a-183c8632cfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829744 Jul 15 15:47:55.939839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b5cd1-ca53-4c51-8810-15ac28d5885d req-9eac0917-a799-4e8b-947b-f40e63e1e8dc tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:55.942093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c6b5cd1-ca53-4c51-8810-15ac28d5885d req-9eac0917-a799-4e8b-947b-f40e63e1e8dc tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 943 time: 0.0626788 Jul 15 15:47:55.980362 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c6b5cd1-ca53-4c51-8810-15ac28d5885d req-5628de2c-567f-4e17-8b0b-b4e933908489 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322816 Jul 15 15:47:57.155277 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc625b-c7f5-4e54-b5bf-4e15ccdc9c50 req-8c5c29ba-4b6d-473d-9d19-c5322662be1a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:57.156763 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78bc625b-c7f5-4e54-b5bf-4e15ccdc9c50 req-8c5c29ba-4b6d-473d-9d19-c5322662be1a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 943 time: 0.0669966 Jul 15 15:47:57.193713 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78bc625b-c7f5-4e54-b5bf-4e15ccdc9c50 req-68c95faf-66ab-46c9-ad75-1f01ccd1aaca tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311019 Jul 15 15:47:58.365410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c363-3b2b-4ded-bef4-efc42cc9a3e9 req-5ed9df6c-96a9-411d-8141-f772c717af34 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:58.366862 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d29c363-3b2b-4ded-bef4-efc42cc9a3e9 req-5ed9df6c-96a9-411d-8141-f772c717af34 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 943 time: 0.0645263 Jul 15 15:47:58.403088 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d29c363-3b2b-4ded-bef4-efc42cc9a3e9 req-054e8e0e-e20f-4931-a6ff-1b73eebe6c0c tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305264 Jul 15 15:47:58.409218 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 948963cf-f001-4fcb-b8f1-adf5dd37cbfa details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:47:58.504697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 948963cf-f001-4fcb-b8f1-adf5dd37cbfa, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=948963cf-f001-4fcb-b8f1-adf5dd37cbfa,segment=NetworkSegment(9e678aa6-a687-436d-9e9d-e9becc0b149c),segment_id=9e678aa6-a687-436d-9e9d-e9becc0b149c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:58.515255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '948963cf-f001-4fcb-b8f1-adf5dd37cbfa', 'network_id': '36705b2c-2bfb-44ce-b06a-183c8632cfff', 'port_id': '948963cf-f001-4fcb-b8f1-adf5dd37cbfa', 'mac_address': 'fa:16:3e:ee:c0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b5c86b-71ae-4d14-bac0-d808d193e66f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:47:58.551246 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.563447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948963cf-f001-4fcb-b8f1-adf5dd37cbfa {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:47:58.581866 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 948963cf-f001-4fcb-b8f1-adf5dd37cbfa, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=948963cf-f001-4fcb-b8f1-adf5dd37cbfa,segment=NetworkSegment(9e678aa6-a687-436d-9e9d-e9becc0b149c),segment_id=9e678aa6-a687-436d-9e9d-e9becc0b149c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:58.585851 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.631986 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=948963cf-f001-4fcb-b8f1-adf5dd37cbfa,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:58.771134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['948963cf-f001-4fcb-b8f1-adf5dd37cbfa'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:47:59.578960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657d205-5b7e-4ce8-9908-2502b494e964 req-1b1bbe74-811a-4148-b2fd-92cb48134b91 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:59.580427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0657d205-5b7e-4ce8-9908-2502b494e964 req-1b1bbe74-811a-4148-b2fd-92cb48134b91 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 944 time: 0.0620716 Jul 15 15:47:59.616835 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0657d205-5b7e-4ce8-9908-2502b494e964 req-1ce4affc-2da5-4536-9e81-55cbefc58ec6 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309079 Jul 15 15:48:00.107291 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-91da4754-6858-4029-828b-4df2844341ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:00.423634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 948963cf-f001-4fcb-b8f1-adf5dd37cbfa up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:00.470470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 948963cf-f001-4fcb-b8f1-adf5dd37cbfa completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:00.475167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 948963cf-f001-4fcb-b8f1-adf5dd37cbfa triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:00.475582 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:00.552505 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:00.574252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c10500-7af6-4571-963b-33de338ed17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948963cf-f001-4fcb-b8f1-adf5dd37cbfa'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:48:00.576495 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442e6e45-b29b-47cb-bd02-9813ffa1910e" -d '{"events": [{"server_uuid": "10c10500-7af6-4571-963b-33de338ed17d", "name": "network-vif-plugged", "status": "completed", "tag": "948963cf-f001-4fcb-b8f1-adf5dd37cbfa"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:48:00.589832 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 948963cf-f001-4fcb-b8f1-adf5dd37cbfa, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=948963cf-f001-4fcb-b8f1-adf5dd37cbfa,segment=NetworkSegment(9e678aa6-a687-436d-9e9d-e9becc0b149c),segment_id=9e678aa6-a687-436d-9e9d-e9becc0b149c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:00.594846 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:00.617716 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7ccb1c-5501-4ef7-abf0-a4d1b35123a1 x-openstack-request-id: req-6e7ccb1c-5501-4ef7-abf0-a4d1b35123a1 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:48:00.618001 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c10500-7af6-4571-963b-33de338ed17d", "name": "network-vif-plugged", "status": "completed", "tag": "948963cf-f001-4fcb-b8f1-adf5dd37cbfa", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:48:00.618249 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6e7ccb1c-5501-4ef7-abf0-a4d1b35123a1 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:48:00.618650 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c10500-7af6-4571-963b-33de338ed17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948963cf-f001-4fcb-b8f1-adf5dd37cbfa', 'code': 200} Jul 15 15:48:00.644754 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=948963cf-f001-4fcb-b8f1-adf5dd37cbfa,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:00.773252 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958a456-701a-4aa9-8cf3-350f0875e85c req-47cd0a2d-c56b-40ba-826b-bb3a4a65ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:00.774693 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3958a456-701a-4aa9-8cf3-350f0875e85c req-47cd0a2d-c56b-40ba-826b-bb3a4a65ec74 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 1096 time: 0.0847280 Jul 15 15:48:00.826215 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eecbdc-c411-44fa-bd4d-b35fbd1cbb98 req-7604cb96-0605-4c98-861a-55f688654d9c tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:00.827683 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4eecbdc-c411-44fa-bd4d-b35fbd1cbb98 req-7604cb96-0605-4c98-861a-55f688654d9c tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 945 time: 0.0984552 Jul 15 15:48:00.829615 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3958a456-701a-4aa9-8cf3-350f0875e85c req-ddaccca8-d3c2-4aa1-a699-8b06ab71d147 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475729 Jul 15 15:48:00.866224 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c4eecbdc-c411-44fa-bd4d-b35fbd1cbb98 req-ef2c9dc1-18ab-4d25-b8ae-8a11f065c1de tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319641 Jul 15 15:48:02.040254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec9a45-0d06-4560-b3d8-3a86fbeb9384 req-c09eadce-21e3-459d-94ec-7bcba64f18f5 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:02.041751 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9dec9a45-0d06-4560-b3d8-3a86fbeb9384 req-c09eadce-21e3-459d-94ec-7bcba64f18f5 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 945 time: 0.0650768 Jul 15 15:48:02.080236 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9dec9a45-0d06-4560-b3d8-3a86fbeb9384 req-7c377f30-9f8e-4a38-8c04-c94dc2a7c66a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328526 Jul 15 15:48:02.300612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-f51783a0-b200-4171-8e6d-60ee17be4ab6 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:02.302052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-f51783a0-b200-4171-8e6d-60ee17be4ab6 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/networks?id=36705b2c-2bfb-44ce-b06a-183c8632cfff HTTP/1.1" status: 200 len: 813 time: 0.0964253 Jul 15 15:48:02.316632 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-f6beaa18-5aaf-4231-bc6b-d75e562d1c75 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/quotas/40ffa125a8514523b8ed35549d38f324 HTTP/1.1" status: 200 len: 375 time: 0.0093191 Jul 15 15:48:02.709510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-29995484-4517-4255-8c51-159618238234 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=40ffa125a8514523b8ed35549d38f324&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3881683 Jul 15 15:48:02.788481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-08786585-e3e5-4166-8767-d4ee70fe2603 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:48:02.789772 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-08786585-e3e5-4166-8767-d4ee70fe2603 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0417862 Jul 15 15:48:02.875477 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:02.880565 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-9cb8c76c-1176-46a8-aa5a-738e03ada59d service neutron] 10.222.0.38 "GET /v2.0/networks/36705b2c-2bfb-44ce-b06a-183c8632cfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853677 Jul 15 15:48:02.943682 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b18472b8-4a71-43c9-8edd-8ffeb2bfb194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:02.970563 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-90271a89-76fd-4530-92de-06df20d4aa26 service neutron] 10.222.0.38 "GET /v2.0/networks/36705b2c-2bfb-44ce-b06a-183c8632cfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842781 Jul 15 15:48:03.138080 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-225110de-9110-4560-8fc0-88e6ad0fffc6 req-db604ffa-1a47-4cf7-ab5d-3f9c7ab291d2 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=32acdaa6-2618-4a07-a1c2-e0575fa54f4b HTTP/1.1" status: 200 len: 210 time: 0.0284064 Jul 15 15:48:04.158194 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-0c33675f-92a1-4a33-b45d-d0055085c928 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:04.160362 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-0c33675f-92a1-4a33-b45d-d0055085c928 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.11 "GET /v2.0/networks?id=36705b2c-2bfb-44ce-b06a-183c8632cfff HTTP/1.1" status: 200 len: 813 time: 0.1058395 Jul 15 15:48:04.172935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-f20b729d-0f74-42e1-808c-34e31baf7c7a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Request body: {'port': {'device_id': '32acdaa6-2618-4a07-a1c2-e0575fa54f4b', 'network_id': '36705b2c-2bfb-44ce-b06a-183c8632cfff', 'admin_state_up': True, 'tenant_id': '40ffa125a8514523b8ed35549d38f324'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:04.285392 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4549ac3f-ac5c-4ab7-b1d0-d8c0680d7d84 req-f89066cf-53f8-4e95-b859-1bf0b2cf981d tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=32acdaa6-2618-4a07-a1c2-e0575fa54f4b HTTP/1.1" status: 200 len: 210 time: 0.0290816 Jul 15 15:48:04.287327 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-f20b729d-0f74-42e1-808c-34e31baf7c7a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Made reservation on behalf of 40ffa125a8514523b8ed35549d38f324 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:04.291013 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-f20b729d-0f74-42e1-808c-34e31baf7c7a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:04.419137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-f20b729d-0f74-42e1-808c-34e31baf7c7a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Allocated IP 172.20.0.11 (36705b2c-2bfb-44ce-b06a-183c8632cfff/b0b5c86b-71ae-4d14-bac0-d808d193e66f/e82866a7-8c37-4f06-bb25-62c38b44b400) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:48:04.445809 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:04.561008 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-f20b729d-0f74-42e1-808c-34e31baf7c7a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:04.603324 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-f20b729d-0f74-42e1-808c-34e31baf7c7a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:04.615528 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['948963cf-f001-4fcb-b8f1-adf5dd37cbfa'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:48:04.648746 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-f20b729d-0f74-42e1-808c-34e31baf7c7a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Network 36705b2c-2bfb-44ce-b06a-183c8632cfff is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:04.652014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-f20b729d-0f74-42e1-808c-34e31baf7c7a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:04.655998 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-f20b729d-0f74-42e1-808c-34e31baf7c7a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:48:04.679564 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b729d-0f74-42e1-808c-34e31baf7c7a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Pushing event updated for resources: {'Port': ['ID=e82866a7-8c37-4f06-bb25-62c38b44b400,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:04.707391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-f20b729d-0f74-42e1-808c-34e31baf7c7a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:04.708010 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-f20b729d-0f74-42e1-808c-34e31baf7c7a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:04.722364 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-f20b729d-0f74-42e1-808c-34e31baf7c7a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5535016 Jul 15 15:48:04.734092 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Request body: {'port': {'device_id': '32acdaa6-2618-4a07-a1c2-e0575fa54f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:04.811442 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:05.069754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82866a7-8c37-4f06-bb25-62c38b44b400 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:48:05.076938 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:05.088907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Transition to ACTIVE for port object e82866a7-8c37-4f06-bb25-62c38b44b400 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:05.092633 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:05.140973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93702547-1444-45a5-999d-446a48063db2 service neutron] Pushing event updated for resources: {'Port': ['ID=e82866a7-8c37-4f06-bb25-62c38b44b400,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:05.213034 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Attempting to bind port e82866a7-8c37-4f06-bb25-62c38b44b400 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:48:05.213706 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Attempting to bind port e82866a7-8c37-4f06-bb25-62c38b44b400 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '9e678aa6-a687-436d-9e9d-e9becc0b149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36705b2c-2bfb-44ce-b06a-183c8632cfff'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:48:05.213706 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Attempting to bind port e82866a7-8c37-4f06-bb25-62c38b44b400 on network 36705b2c-2bfb-44ce-b06a-183c8632cfff {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:05.217871 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Port e82866a7-8c37-4f06-bb25-62c38b44b400 on network 36705b2c-2bfb-44ce-b06a-183c8632cfff not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:48:05.218181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Attempting to bind port e82866a7-8c37-4f06-bb25-62c38b44b400 on network 36705b2c-2bfb-44ce-b06a-183c8632cfff {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:05.223307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:48:05.223645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Checking segment: {'id': '9e678aa6-a687-436d-9e9d-e9becc0b149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36705b2c-2bfb-44ce-b06a-183c8632cfff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:05.224030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Bound using segment: {'id': '9e678aa6-a687-436d-9e9d-e9becc0b149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36705b2c-2bfb-44ce-b06a-183c8632cfff'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:48:05.224453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Bound port: e82866a7-8c37-4f06-bb25-62c38b44b400, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e678aa6-a687-436d-9e9d-e9becc0b149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36705b2c-2bfb-44ce-b06a-183c8632cfff'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:48:05.224818 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:05.285428 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] For port e82866a7-8c37-4f06-bb25-62c38b44b400, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:48:05.288383 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] For port e82866a7-8c37-4f06-bb25-62c38b44b400, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e82866a7-8c37-4f06-bb25-62c38b44b400,segment=NetworkSegment(9e678aa6-a687-436d-9e9d-e9becc0b149c),segment_id=9e678aa6-a687-436d-9e9d-e9becc0b149c)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:48:05.292137 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:05.324720 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:05.325343 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:05.326878 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-93702547-1444-45a5-999d-446a48063db2 service neutron] 10.222.0.11 "PUT /v2.0/ports/e82866a7-8c37-4f06-bb25-62c38b44b400 HTTP/1.1" status: 200 len: 1092 time: 0.5974443 Jul 15 15:48:05.327176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32acdaa6-2618-4a07-a1c2-e0575fa54f4b', 'tag': 'e82866a7-8c37-4f06-bb25-62c38b44b400'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:48:05.329444 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cba774-2745-4f35-bd0f-57bee1457dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "32acdaa6-2618-4a07-a1c2-e0575fa54f4b", "tag": "e82866a7-8c37-4f06-bb25-62c38b44b400"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:48:05.357559 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93702547-1444-45a5-999d-446a48063db2 service neutron] Pushing event updated for resources: {'Port': ['ID=e82866a7-8c37-4f06-bb25-62c38b44b400,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:05.376595 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517d9075-8492-4c57-bc41-af4474c8eafc x-openstack-request-id: req-517d9075-8492-4c57-bc41-af4474c8eafc {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:48:05.376987 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32acdaa6-2618-4a07-a1c2-e0575fa54f4b", "tag": "e82866a7-8c37-4f06-bb25-62c38b44b400", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:48:05.377378 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-517d9075-8492-4c57-bc41-af4474c8eafc {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:48:05.377967 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32acdaa6-2618-4a07-a1c2-e0575fa54f4b', 'tag': 'e82866a7-8c37-4f06-bb25-62c38b44b400', 'status': 'completed', 'code': 200} Jul 15 15:48:05.434584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-9c1ab1f8-13f4-46ab-95c4-a3232da164be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:05.436169 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-9c1ab1f8-13f4-46ab-95c4-a3232da164be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40ffa125a8514523b8ed35549d38f324&device_id=32acdaa6-2618-4a07-a1c2-e0575fa54f4b HTTP/1.1" status: 200 len: 1095 time: 0.0571995 Jul 15 15:48:05.466299 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bc691-88f6-4830-8a12-79d56781824f req-e775e1e4-ccbd-4e66-82d7-5e7db875f418 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:05.467809 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b04bc691-88f6-4830-8a12-79d56781824f req-e775e1e4-ccbd-4e66-82d7-5e7db875f418 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=32acdaa6-2618-4a07-a1c2-e0575fa54f4b HTTP/1.1" status: 200 len: 944 time: 0.0670826 Jul 15 15:48:05.477543 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-eb61cc55-e2cb-4b90-ab24-900061fffd84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e82866a7-8c37-4f06-bb25-62c38b44b400 HTTP/1.1" status: 200 len: 217 time: 0.0345960 Jul 15 15:48:05.507594 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b04bc691-88f6-4830-8a12-79d56781824f req-0b721302-cc74-4109-8429-fe04527d0434 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334244 Jul 15 15:48:05.526740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-3b0a9e72-7b68-4036-bac6-ce16c1cc3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:05.528248 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-3b0a9e72-7b68-4036-bac6-ce16c1cc3d5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0b5c86b-71ae-4d14-bac0-d808d193e66f HTTP/1.1" status: 200 len: 853 time: 0.0447326 Jul 15 15:48:05.560077 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-7ee4d851-9912-4e23-89ae-974cf4782a2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36705b2c-2bfb-44ce-b06a-183c8632cfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258751 Jul 15 15:48:05.649326 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-40e70aad-7acb-4897-8ded-d7a84a1514b4 service neutron] 10.222.0.11 "GET /v2.0/networks/36705b2c-2bfb-44ce-b06a-183c8632cfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828321 Jul 15 15:48:05.741663 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5c962c5a-0b14-42b2-b18d-0e6fc87cbc5c req-9fd3928f-8d8d-4000-9e63-6b24a249ff21 service neutron] 10.222.0.11 "GET /v2.0/networks/36705b2c-2bfb-44ce-b06a-183c8632cfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857730 Jul 15 15:48:05.837518 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cba774-2745-4f35-bd0f-57bee1457dbf req-01b3b26b-9edb-4e98-b2f7-a68c0d541ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:05.839079 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-79cba774-2745-4f35-bd0f-57bee1457dbf req-01b3b26b-9edb-4e98-b2f7-a68c0d541ce2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=40ffa125a8514523b8ed35549d38f324&device_id=32acdaa6-2618-4a07-a1c2-e0575fa54f4b HTTP/1.1" status: 200 len: 1095 time: 0.0517392 Jul 15 15:48:05.926102 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cba774-2745-4f35-bd0f-57bee1457dbf req-12aa8243-f5a9-4ef4-a029-13c4954894e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:05.927519 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-79cba774-2745-4f35-bd0f-57bee1457dbf req-12aa8243-f5a9-4ef4-a029-13c4954894e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=36705b2c-2bfb-44ce-b06a-183c8632cfff HTTP/1.1" status: 200 len: 914 time: 0.0824814 Jul 15 15:48:05.971689 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-79cba774-2745-4f35-bd0f-57bee1457dbf req-90856628-9d14-45d0-b819-df70867c0907 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e82866a7-8c37-4f06-bb25-62c38b44b400 HTTP/1.1" status: 200 len: 217 time: 0.0376318 Jul 15 15:48:06.017729 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cba774-2745-4f35-bd0f-57bee1457dbf req-90825c01-e462-41fa-812d-0b9a586ddeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:06.019900 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-79cba774-2745-4f35-bd0f-57bee1457dbf req-90825c01-e462-41fa-812d-0b9a586ddeb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0b5c86b-71ae-4d14-bac0-d808d193e66f HTTP/1.1" status: 200 len: 853 time: 0.0427127 Jul 15 15:48:06.053027 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-79cba774-2745-4f35-bd0f-57bee1457dbf req-7fa4369e-83fd-4c3a-9b87-b7d494728291 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36705b2c-2bfb-44ce-b06a-183c8632cfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256474 Jul 15 15:48:06.141950 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:06.149152 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-79cba774-2745-4f35-bd0f-57bee1457dbf req-d8284542-8afc-4414-ad78-0f3695100b41 service neutron] 10.222.0.11 "GET /v2.0/networks/36705b2c-2bfb-44ce-b06a-183c8632cfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894122 Jul 15 15:48:06.241805 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-79cba774-2745-4f35-bd0f-57bee1457dbf req-7435e414-fb7f-40cf-817f-3ea0c39b8b00 service neutron] 10.222.0.11 "GET /v2.0/networks/36705b2c-2bfb-44ce-b06a-183c8632cfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859284 Jul 15 15:48:06.288102 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f511b55c-f004-468a-aca8-2af71d59d493 req-9345ebbc-13e5-4b59-b593-00a64792139e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594978 Jul 15 15:48:06.396684 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511b55c-f004-468a-aca8-2af71d59d493 req-78a202b8-c49f-4fa5-8877-11f19edd8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:06.398865 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f511b55c-f004-468a-aca8-2af71d59d493 req-78a202b8-c49f-4fa5-8877-11f19edd8f12 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=40ffa125a8514523b8ed35549d38f324&device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 1096 time: 0.0665071 Jul 15 15:48:06.525636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511b55c-f004-468a-aca8-2af71d59d493 req-63c36f53-a3aa-4ce6-8e05-9237aed4a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:06.527492 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f511b55c-f004-468a-aca8-2af71d59d493 req-63c36f53-a3aa-4ce6-8e05-9237aed4a32e service neutron] 10.222.0.22 "GET /v2.0/networks?id=36705b2c-2bfb-44ce-b06a-183c8632cfff HTTP/1.1" status: 200 len: 914 time: 0.1086433 Jul 15 15:48:06.570754 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f511b55c-f004-468a-aca8-2af71d59d493 req-3f247404-8334-4792-a7f8-1742f6fb9d8e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=948963cf-f001-4fcb-b8f1-adf5dd37cbfa HTTP/1.1" status: 200 len: 217 time: 0.0366006 Jul 15 15:48:06.630852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511b55c-f004-468a-aca8-2af71d59d493 req-13df0614-cc27-44f7-82ab-ebed1a3424a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:06.632714 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f511b55c-f004-468a-aca8-2af71d59d493 req-13df0614-cc27-44f7-82ab-ebed1a3424a7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b0b5c86b-71ae-4d14-bac0-d808d193e66f HTTP/1.1" status: 200 len: 853 time: 0.0557859 Jul 15 15:48:06.691286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f511b55c-f004-468a-aca8-2af71d59d493 req-38b1b9e0-18a1-496b-a614-df0c35343b5e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36705b2c-2bfb-44ce-b06a-183c8632cfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453722 Jul 15 15:48:06.800477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05037d91-ecd9-4257-9747-b1edce975bea req-e0391ecb-eb97-4751-941d-bcecdd874d34 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:06.802271 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05037d91-ecd9-4257-9747-b1edce975bea req-e0391ecb-eb97-4751-941d-bcecdd874d34 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=32acdaa6-2618-4a07-a1c2-e0575fa54f4b HTTP/1.1" status: 200 len: 944 time: 0.1668348 Jul 15 15:48:06.834163 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f511b55c-f004-468a-aca8-2af71d59d493 req-9469cb43-e1d6-4913-bee5-0948092c34f8 service neutron] 10.222.0.22 "GET /v2.0/networks/36705b2c-2bfb-44ce-b06a-183c8632cfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356528 Jul 15 15:48:06.879974 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05037d91-ecd9-4257-9747-b1edce975bea req-2d0b9bc1-0f12-47c1-bcd0-9390e71c3760 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696378 Jul 15 15:48:06.942067 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f511b55c-f004-468a-aca8-2af71d59d493 req-9455af5c-f72c-4e53-8a03-7294a0cd272e service neutron] 10.222.0.22 "GET /v2.0/networks/36705b2c-2bfb-44ce-b06a-183c8632cfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013529 Jul 15 15:48:08.049533 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8c4c0-e3d7-4301-af12-a2d43af31248 req-462c9e17-b255-49f7-9356-e0849f497445 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:08.051037 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eca8c4c0-e3d7-4301-af12-a2d43af31248 req-462c9e17-b255-49f7-9356-e0849f497445 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=32acdaa6-2618-4a07-a1c2-e0575fa54f4b HTTP/1.1" status: 200 len: 944 time: 0.0622153 Jul 15 15:48:08.092787 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eca8c4c0-e3d7-4301-af12-a2d43af31248 req-588050fc-eb16-4b36-898f-d329ced6b069 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362551 Jul 15 15:48:08.306333 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e82866a7-8c37-4f06-bb25-62c38b44b400 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:48:08.399922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e82866a7-8c37-4f06-bb25-62c38b44b400, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e82866a7-8c37-4f06-bb25-62c38b44b400,segment=NetworkSegment(9e678aa6-a687-436d-9e9d-e9becc0b149c),segment_id=9e678aa6-a687-436d-9e9d-e9becc0b149c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:08.413533 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'e82866a7-8c37-4f06-bb25-62c38b44b400', 'network_id': '36705b2c-2bfb-44ce-b06a-183c8632cfff', 'port_id': 'e82866a7-8c37-4f06-bb25-62c38b44b400', 'mac_address': 'fa:16:3e:d2:03:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b5c86b-71ae-4d14-bac0-d808d193e66f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:48:08.449323 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:08.462328 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82866a7-8c37-4f06-bb25-62c38b44b400 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:48:08.480910 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e82866a7-8c37-4f06-bb25-62c38b44b400, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e82866a7-8c37-4f06-bb25-62c38b44b400,segment=NetworkSegment(9e678aa6-a687-436d-9e9d-e9becc0b149c),segment_id=9e678aa6-a687-436d-9e9d-e9becc0b149c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:08.484731 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:08.530789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=e82866a7-8c37-4f06-bb25-62c38b44b400,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:08.667697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['e82866a7-8c37-4f06-bb25-62c38b44b400'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:48:09.267343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ed826-099e-4bdf-a5e9-a96d0352da99 req-a2e10f90-de78-4f37-92a0-1b57f3e08b11 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:09.269337 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-785ed826-099e-4bdf-a5e9-a96d0352da99 req-a2e10f90-de78-4f37-92a0-1b57f3e08b11 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=32acdaa6-2618-4a07-a1c2-e0575fa54f4b HTTP/1.1" status: 200 len: 945 time: 0.0638301 Jul 15 15:48:09.306932 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-785ed826-099e-4bdf-a5e9-a96d0352da99 req-5768cc95-6185-4f1d-9c19-9e030eb9b031 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320606 Jul 15 15:48:10.321808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e82866a7-8c37-4f06-bb25-62c38b44b400 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:10.372022 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port e82866a7-8c37-4f06-bb25-62c38b44b400 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:10.375730 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port e82866a7-8c37-4f06-bb25-62c38b44b400 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:10.376097 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:10.454363 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:10.477857 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32acdaa6-2618-4a07-a1c2-e0575fa54f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82866a7-8c37-4f06-bb25-62c38b44b400'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:48:10.480110 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad651872-90eb-404e-bbfc-a521242deadf" -d '{"events": [{"server_uuid": "32acdaa6-2618-4a07-a1c2-e0575fa54f4b", "name": "network-vif-plugged", "status": "completed", "tag": "e82866a7-8c37-4f06-bb25-62c38b44b400"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:48:10.484384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0598d1-94ac-4708-8f33-f44345f8fcec req-0c8ab568-d249-480b-b7fe-47ebdc2b7be1 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:10.485904 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a0598d1-94ac-4708-8f33-f44345f8fcec req-0c8ab568-d249-480b-b7fe-47ebdc2b7be1 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=32acdaa6-2618-4a07-a1c2-e0575fa54f4b HTTP/1.1" status: 200 len: 945 time: 0.0701530 Jul 15 15:48:10.496276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e82866a7-8c37-4f06-bb25-62c38b44b400, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e82866a7-8c37-4f06-bb25-62c38b44b400,segment=NetworkSegment(9e678aa6-a687-436d-9e9d-e9becc0b149c),segment_id=9e678aa6-a687-436d-9e9d-e9becc0b149c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:10.501350 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:10.524691 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b0350b-7b1f-492f-b7d0-8a874e59a416 x-openstack-request-id: req-06b0350b-7b1f-492f-b7d0-8a874e59a416 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:48:10.524973 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32acdaa6-2618-4a07-a1c2-e0575fa54f4b", "name": "network-vif-plugged", "status": "completed", "tag": "e82866a7-8c37-4f06-bb25-62c38b44b400", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:48:10.525336 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-06b0350b-7b1f-492f-b7d0-8a874e59a416 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:48:10.525611 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32acdaa6-2618-4a07-a1c2-e0575fa54f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82866a7-8c37-4f06-bb25-62c38b44b400', 'code': 200} Jul 15 15:48:10.532182 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a0598d1-94ac-4708-8f33-f44345f8fcec req-3acd37e8-2876-4c5f-82da-eaca9baaf6a4 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389259 Jul 15 15:48:10.556275 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=e82866a7-8c37-4f06-bb25-62c38b44b400,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:10.646608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a4e50-184a-401f-b602-51312646035b req-e19b9184-f3dd-489a-91a2-4e26ffe29e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:10.648106 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-af4a4e50-184a-401f-b602-51312646035b req-e19b9184-f3dd-489a-91a2-4e26ffe29e9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32acdaa6-2618-4a07-a1c2-e0575fa54f4b HTTP/1.1" status: 200 len: 1097 time: 0.0564816 Jul 15 15:48:10.682035 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-af4a4e50-184a-401f-b602-51312646035b req-bdb9610e-bf6d-4b42-85e2-70c14eb49bef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275748 Jul 15 15:48:10.696300 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:48:11.713641 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd4cf2-e5ac-4a9b-94f4-777e1b6c2fa4 req-42c83fe1-c1c3-4634-8f42-929e7b69f55b tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:11.715159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1efd4cf2-e5ac-4a9b-94f4-777e1b6c2fa4 req-42c83fe1-c1c3-4634-8f42-929e7b69f55b tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=32acdaa6-2618-4a07-a1c2-e0575fa54f4b HTTP/1.1" status: 200 len: 946 time: 0.0627205 Jul 15 15:48:11.753702 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1efd4cf2-e5ac-4a9b-94f4-777e1b6c2fa4 req-891e76ae-6c58-4ed1-ba48-f357d454f678 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327446 Jul 15 15:48:12.131609 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3ef3b-a868-468d-9504-37cdd2f35086 req-448feb3d-390f-47db-9556-92721c902b0e tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:12.133245 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45b3ef3b-a868-468d-9504-37cdd2f35086 req-448feb3d-390f-47db-9556-92721c902b0e tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=32acdaa6-2618-4a07-a1c2-e0575fa54f4b HTTP/1.1" status: 200 len: 946 time: 0.0691831 Jul 15 15:48:12.177341 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-45b3ef3b-a868-468d-9504-37cdd2f35086 req-c1fcdbff-e266-416e-842f-8ca84c399549 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381341 Jul 15 15:48:13.345131 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f259c78-62c9-4ec3-bc27-d27c2ad9d653 req-9b018a28-2cfe-447d-a81e-dae6c05dd17a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:13.348159 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f259c78-62c9-4ec3-bc27-d27c2ad9d653 req-9b018a28-2cfe-447d-a81e-dae6c05dd17a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.11 "GET /v2.0/ports?device_id=32acdaa6-2618-4a07-a1c2-e0575fa54f4b HTTP/1.1" status: 200 len: 946 time: 0.0651309 Jul 15 15:48:13.350505 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec84fb-5242-46b0-8f3f-4f149877ef9e req-da1ca4ad-6d22-4337-b9e4-1bb9fa65c50a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:13.352038 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9ec84fb-5242-46b0-8f3f-4f149877ef9e req-da1ca4ad-6d22-4337-b9e4-1bb9fa65c50a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=32acdaa6-2618-4a07-a1c2-e0575fa54f4b HTTP/1.1" status: 200 len: 946 time: 0.0634189 Jul 15 15:48:13.389691 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9ec84fb-5242-46b0-8f3f-4f149877ef9e req-f04af822-f72b-4243-99cf-f65d8c3d91b5 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317423 Jul 15 15:48:13.450141 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-6f259c78-62c9-4ec3-bc27-d27c2ad9d653 req-6a6f9f65-aaa9-4d56-9c5e-d2dd64e8a304 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Deleting port e82866a7-8c37-4f06-bb25-62c38b44b400 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:48:13.450784 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6f259c78-62c9-4ec3-bc27-d27c2ad9d653 req-6a6f9f65-aaa9-4d56-9c5e-d2dd64e8a304 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:13.536296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6f259c78-62c9-4ec3-bc27-d27c2ad9d653 req-6a6f9f65-aaa9-4d56-9c5e-d2dd64e8a304 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] For port e82866a7-8c37-4f06-bb25-62c38b44b400, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e82866a7-8c37-4f06-bb25-62c38b44b400,segment=NetworkSegment(9e678aa6-a687-436d-9e9d-e9becc0b149c),segment_id=9e678aa6-a687-436d-9e9d-e9becc0b149c)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:13.536662 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6f259c78-62c9-4ec3-bc27-d27c2ad9d653 req-6a6f9f65-aaa9-4d56-9c5e-d2dd64e8a304 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:13.548511 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-6f259c78-62c9-4ec3-bc27-d27c2ad9d653 req-6a6f9f65-aaa9-4d56-9c5e-d2dd64e8a304 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Calling delete_port for e82866a7-8c37-4f06-bb25-62c38b44b400 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:48:13.675064 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6f259c78-62c9-4ec3-bc27-d27c2ad9d653 req-6a6f9f65-aaa9-4d56-9c5e-d2dd64e8a304 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:13.688034 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['948963cf-f001-4fcb-b8f1-adf5dd37cbfa'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:48:13.691796 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['e82866a7-8c37-4f06-bb25-62c38b44b400'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:48:13.703813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f9f65-aaa9-4d56-9c5e-d2dd64e8a304 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Pushing event deleted for resources: {'Port': ['ID=e82866a7-8c37-4f06-bb25-62c38b44b400,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:13.752528 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f259c78-62c9-4ec3-bc27-d27c2ad9d653 req-6a6f9f65-aaa9-4d56-9c5e-d2dd64e8a304 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] No DVR routers for this DVR port e82866a7-8c37-4f06-bb25-62c38b44b400 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:48:13.755351 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6f259c78-62c9-4ec3-bc27-d27c2ad9d653 req-6a6f9f65-aaa9-4d56-9c5e-d2dd64e8a304 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:13.757330 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-6f259c78-62c9-4ec3-bc27-d27c2ad9d653 req-6a6f9f65-aaa9-4d56-9c5e-d2dd64e8a304 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.11 "DELETE /v2.0/ports/e82866a7-8c37-4f06-bb25-62c38b44b400 HTTP/1.1" status: 204 len: 173 time: 0.4036596 Jul 15 15:48:13.757768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32acdaa6-2618-4a07-a1c2-e0575fa54f4b', 'name': 'network-vif-deleted', 'tag': 'e82866a7-8c37-4f06-bb25-62c38b44b400'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:48:13.760052 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a54b01-eda7-4329-8433-5399d1c98850" -d '{"events": [{"server_uuid": "32acdaa6-2618-4a07-a1c2-e0575fa54f4b", "name": "network-vif-deleted", "tag": "e82866a7-8c37-4f06-bb25-62c38b44b400"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:48:13.802022 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b5b6e4-1d0b-409b-859d-0085e653dfc5 x-openstack-request-id: req-35b5b6e4-1d0b-409b-859d-0085e653dfc5 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:48:13.802325 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32acdaa6-2618-4a07-a1c2-e0575fa54f4b", "name": "network-vif-deleted", "tag": "e82866a7-8c37-4f06-bb25-62c38b44b400", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:48:13.802613 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35b5b6e4-1d0b-409b-859d-0085e653dfc5 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:48:13.803021 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32acdaa6-2618-4a07-a1c2-e0575fa54f4b', 'name': 'network-vif-deleted', 'tag': 'e82866a7-8c37-4f06-bb25-62c38b44b400', 'status': 'completed', 'code': 200} Jul 15 15:48:14.633483 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200e00f-ae12-4d6d-9f94-b60ee6533e42 req-f33ad89e-026e-41e5-96ca-d8eeca54f397 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:14.635066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c200e00f-ae12-4d6d-9f94-b60ee6533e42 req-f33ad89e-026e-41e5-96ca-d8eeca54f397 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 945 time: 0.0628321 Jul 15 15:48:14.672719 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c200e00f-ae12-4d6d-9f94-b60ee6533e42 req-da77dbc3-d406-4415-9766-1bd6588aeb0c tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321300 Jul 15 15:48:14.864874 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cd4ff-6f6a-4f30-b2b7-cc18e30d38ae req-736a9f0c-6902-4def-97db-e5361bd24e8a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:14.866346 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-848cd4ff-6f6a-4f30-b2b7-cc18e30d38ae req-736a9f0c-6902-4def-97db-e5361bd24e8a tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 945 time: 0.0694256 Jul 15 15:48:14.904808 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-848cd4ff-6f6a-4f30-b2b7-cc18e30d38ae req-994c71e0-4e29-456b-93cc-794d90e9726f tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329199 Jul 15 15:48:15.079397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb8593-0401-44cb-b709-8762a476d01a req-81cbcb08-993b-4b3a-b89f-fe55536aca84 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:15.081510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d3eb8593-0401-44cb-b709-8762a476d01a req-81cbcb08-993b-4b3a-b89f-fe55536aca84 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 945 time: 0.0640392 Jul 15 15:48:15.119917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d3eb8593-0401-44cb-b709-8762a476d01a req-34f5b18c-aa77-44cf-81f3-095021b9c0d4 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329716 Jul 15 15:48:15.386903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d5f4a-5c11-4515-8a16-7fe7ad95ebe4 req-e0ebe6d2-31de-4a11-a0de-7c9b6d11cd42 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:15.388356 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5f2d5f4a-5c11-4515-8a16-7fe7ad95ebe4 req-e0ebe6d2-31de-4a11-a0de-7c9b6d11cd42 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 945 time: 0.0617676 Jul 15 15:48:15.428999 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5f2d5f4a-5c11-4515-8a16-7fe7ad95ebe4 req-3d63fed6-8e63-4a41-9f56-96ceed037759 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350561 Jul 15 15:48:15.601073 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d658205-3f7e-474b-8df6-8f9b0adec345 req-0b90e309-da76-416c-97db-74bb7cbbba40 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:15.602559 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d658205-3f7e-474b-8df6-8f9b0adec345 req-0b90e309-da76-416c-97db-74bb7cbbba40 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 945 time: 0.0624378 Jul 15 15:48:15.638733 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8d658205-3f7e-474b-8df6-8f9b0adec345 req-0f613835-263f-46fd-80c8-fc829bffa010 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306232 Jul 15 15:48:15.820790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab476b-22fd-4956-b31d-454aa3bee3ff req-105f27a7-8792-4e89-9723-295613aeb96b tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:15.822213 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5ab476b-22fd-4956-b31d-454aa3bee3ff req-105f27a7-8792-4e89-9723-295613aeb96b tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 945 time: 0.0628018 Jul 15 15:48:15.859382 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5ab476b-22fd-4956-b31d-454aa3bee3ff req-0484ed09-d354-4252-a7b0-f222377d3f84 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Jul 15 15:48:16.353248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e82866a7-8c37-4f06-bb25-62c38b44b400 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:48:16.372490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: e82866a7-8c37-4f06-bb25-62c38b44b400 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:48:16.372908 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e82866a7-8c37-4f06-bb25-62c38b44b400 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:48:16.384680 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcfa53-3ed9-440a-a2dd-fbc819883590 req-dfdbb91a-4b27-4202-a875-47c945fb391f tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:16.386173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fabcfa53-3ed9-440a-a2dd-fbc819883590 req-dfdbb91a-4b27-4202-a875-47c945fb391f tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 945 time: 0.0674224 Jul 15 15:48:16.423883 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fabcfa53-3ed9-440a-a2dd-fbc819883590 req-14c5ccbf-dbea-4269-8858-da6aaa92f7ae tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320628 Jul 15 15:48:17.631993 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf6b2f-b631-461c-ba74-03813fa87658 req-c80e3157-a181-48ca-ba62-58a5cfd9f119 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:17.633476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8cf6b2f-b631-461c-ba74-03813fa87658 req-c80e3157-a181-48ca-ba62-58a5cfd9f119 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 945 time: 0.0971696 Jul 15 15:48:17.667680 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6877e81-afc5-4cb6-a1ae-6108b21fc8b3 req-2b02ab04-d233-4356-8496-6508f8c6056b tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:17.669087 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f6877e81-afc5-4cb6-a1ae-6108b21fc8b3 req-2b02ab04-d233-4356-8496-6508f8c6056b tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 945 time: 0.0972033 Jul 15 15:48:17.711631 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f8cf6b2f-b631-461c-ba74-03813fa87658 req-4cabfe6a-9666-40b5-8f38-4d3fc91a3c4c tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/security-groups?id=094011d2-ac29-4ae8-8a7a-549e4638326f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712786 Jul 15 15:48:17.780743 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-f6877e81-afc5-4cb6-a1ae-6108b21fc8b3 req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Deleting port 948963cf-f001-4fcb-b8f1-adf5dd37cbfa {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:48:17.781084 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f6877e81-afc5-4cb6-a1ae-6108b21fc8b3 req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:17.872441 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-f6877e81-afc5-4cb6-a1ae-6108b21fc8b3 req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] For port 948963cf-f001-4fcb-b8f1-adf5dd37cbfa, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=948963cf-f001-4fcb-b8f1-adf5dd37cbfa,segment=NetworkSegment(9e678aa6-a687-436d-9e9d-e9becc0b149c),segment_id=9e678aa6-a687-436d-9e9d-e9becc0b149c)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:17.872801 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f6877e81-afc5-4cb6-a1ae-6108b21fc8b3 req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:17.884153 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-f6877e81-afc5-4cb6-a1ae-6108b21fc8b3 req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Calling delete_port for 948963cf-f001-4fcb-b8f1-adf5dd37cbfa owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:48:18.005540 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f6877e81-afc5-4cb6-a1ae-6108b21fc8b3 req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:18.016913 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['948963cf-f001-4fcb-b8f1-adf5dd37cbfa'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:48:18.038481 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Pushing event deleted for resources: {'Port': ['ID=948963cf-f001-4fcb-b8f1-adf5dd37cbfa,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:18.051134 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:18.051483 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:18.051822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:18.052167 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:18.052487 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:18.052816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:18.053143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:18.053468 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:18.053793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:18.054141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:18.054442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:18.054789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:18.092147 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6877e81-afc5-4cb6-a1ae-6108b21fc8b3 req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] No DVR routers for this DVR port 948963cf-f001-4fcb-b8f1-adf5dd37cbfa on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:48:18.094631 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-f6877e81-afc5-4cb6-a1ae-6108b21fc8b3 req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:18.096735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f6877e81-afc5-4cb6-a1ae-6108b21fc8b3 req-da73d3a3-112e-437e-9f41-1f0840164621 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.22 "DELETE /v2.0/ports/948963cf-f001-4fcb-b8f1-adf5dd37cbfa HTTP/1.1" status: 204 len: 173 time: 0.4195223 Jul 15 15:48:18.097186 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c10500-7af6-4571-963b-33de338ed17d', 'name': 'network-vif-deleted', 'tag': '948963cf-f001-4fcb-b8f1-adf5dd37cbfa'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:48:18.099834 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9d991c-4668-4ffa-8d09-5115edb3a3f1" -d '{"events": [{"server_uuid": "10c10500-7af6-4571-963b-33de338ed17d", "name": "network-vif-deleted", "tag": "948963cf-f001-4fcb-b8f1-adf5dd37cbfa"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:48:18.137858 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b859da26-d318-4742-bd1a-a7165f8ce0b8 x-openstack-request-id: req-b859da26-d318-4742-bd1a-a7165f8ce0b8 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:48:18.138177 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c10500-7af6-4571-963b-33de338ed17d", "name": "network-vif-deleted", "tag": "948963cf-f001-4fcb-b8f1-adf5dd37cbfa", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:48:18.138396 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b859da26-d318-4742-bd1a-a7165f8ce0b8 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:48:18.138897 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c10500-7af6-4571-963b-33de338ed17d', 'name': 'network-vif-deleted', 'tag': '948963cf-f001-4fcb-b8f1-adf5dd37cbfa', 'status': 'completed', 'code': 200} Jul 15 15:48:18.864610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7964a024-fd5e-4c03-802d-ca7c888c8741 req-27fc8796-81c9-4b16-80a5-2ce4fcbf2246 tempest-ServersNegativeTestJSON-1959863420 tempest-ServersNegativeTestJSON-1959863420-project] 10.222.0.38 "GET /v2.0/ports?device_id=10c10500-7af6-4571-963b-33de338ed17d HTTP/1.1" status: 200 len: 210 time: 0.0309596 Jul 15 15:48:19.388148 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:19.678016 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:19.955029 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41190) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:19.998762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-552815ec-e5b8-4f29-835b-79a549d7a206 admin admin] Deleting subnet b0b5c86b-71ae-4d14-bac0-d808d193e66f {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:48:20.001656 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-552815ec-e5b8-4f29-835b-79a549d7a206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:20.035148 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-552815ec-e5b8-4f29-835b-79a549d7a206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:20.073115 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-552815ec-e5b8-4f29-835b-79a549d7a206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:20.127334 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-552815ec-e5b8-4f29-835b-79a549d7a206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:20.157546 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552815ec-e5b8-4f29-835b-79a549d7a206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b5c86b-71ae-4d14-bac0-d808d193e66f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:20.161893 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-552815ec-e5b8-4f29-835b-79a549d7a206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:20.165828 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-552815ec-e5b8-4f29-835b-79a549d7a206 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b0b5c86b-71ae-4d14-bac0-d808d193e66f HTTP/1.1" status: 204 len: 168 time: 0.2077270 Jul 15 15:48:20.166296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41192) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:20.234418 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c56c5910-6ce1-412d-a831-6d2b91b4e00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:20.313779 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c56c5910-6ce1-412d-a831-6d2b91b4e00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:20.323406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c56c5910-6ce1-412d-a831-6d2b91b4e00d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36705b2c-2bfb-44ce-b06a-183c8632cfff']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:20.332996 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c56c5910-6ce1-412d-a831-6d2b91b4e00d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e678aa6-a687-436d-9e9d-e9becc0b149c') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:20.333295 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c56c5910-6ce1-412d-a831-6d2b91b4e00d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e678aa6-a687-436d-9e9d-e9becc0b149c') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:20.341835 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c56c5910-6ce1-412d-a831-6d2b91b4e00d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:20.355801 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c56c5910-6ce1-412d-a831-6d2b91b4e00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:20.362287 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56c5910-6ce1-412d-a831-6d2b91b4e00d admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:48:20.362721 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c56c5910-6ce1-412d-a831-6d2b91b4e00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:48:20.364619 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:48:20.419860 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c56c5910-6ce1-412d-a831-6d2b91b4e00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:20.425597 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c56c5910-6ce1-412d-a831-6d2b91b4e00d admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:20.427508 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c56c5910-6ce1-412d-a831-6d2b91b4e00d admin admin] 10.222.0.38 "DELETE /v2.0/networks/36705b2c-2bfb-44ce-b06a-183c8632cfff HTTP/1.1" status: 204 len: 168 time: 0.2602735 Jul 15 15:48:20.440097 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c5910-6ce1-412d-a831-6d2b91b4e00d admin admin] Pushing event deleted for resources: {'Network': ['ID=36705b2c-2bfb-44ce-b06a-183c8632cfff,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:20.534554 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41196) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:20.578808 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-31d224e1-003b-494b-8755-363e13d60381 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=40ffa125a8514523b8ed35549d38f324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430350 Jul 15 15:48:20.581476 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41198) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:20.628124 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-773aeada-2ea9-463e-993c-4d2b722d9272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:20.648649 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-773aeada-2ea9-463e-993c-4d2b722d9272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:20.693658 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-773aeada-2ea9-463e-993c-4d2b722d9272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:20.696237 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-773aeada-2ea9-463e-993c-4d2b722d9272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:20.697497 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-773aeada-2ea9-463e-993c-4d2b722d9272 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/094011d2-ac29-4ae8-8a7a-549e4638326f HTTP/1.1" status: 204 len: 168 time: 0.1151052 Jul 15 15:48:20.705713 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773aeada-2ea9-463e-993c-4d2b722d9272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094011d2-ac29-4ae8-8a7a-549e4638326f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:21.361341 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41220) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:21.451895 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fb7bf4df-f45f-41b0-8f47-99517c40a116 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1892915422'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:21.474046 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7bf4df-f45f-41b0-8f47-99517c40a116 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Made reservation on behalf of dff96e72f7f74c99937a2eeab01f27f0 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:21.477467 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf4df-f45f-41b0-8f47-99517c40a116 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:21.485659 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf4df-f45f-41b0-8f47-99517c40a116 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:21.576924 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf4df-f45f-41b0-8f47-99517c40a116 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:21.581323 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf4df-f45f-41b0-8f47-99517c40a116 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:21.604473 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7bf4df-f45f-41b0-8f47-99517c40a116 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:48:21.618128 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bf4df-f45f-41b0-8f47-99517c40a116 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd87066e-3969-4ccd-88e6-22df5e838c15,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:21.623314 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf4df-f45f-41b0-8f47-99517c40a116 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:21.623643 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-fb7bf4df-f45f-41b0-8f47-99517c40a116 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Added segment ae13fad3-972b-4685-b582-dbb919c1f8fd of type vlan for network fb6d5a2c-9998-40f3-8973-297f9665694b Jul 15 15:48:21.667732 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf4df-f45f-41b0-8f47-99517c40a116 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:21.696010 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf4df-f45f-41b0-8f47-99517c40a116 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:21.701405 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7bf4df-f45f-41b0-8f47-99517c40a116 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:21.701982 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf4df-f45f-41b0-8f47-99517c40a116 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:21.751734 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fb7bf4df-f45f-41b0-8f47-99517c40a116 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3892944 Jul 15 15:48:21.802514 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bf4df-f45f-41b0-8f47-99517c40a116 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event updated for resources: {'Network': ['ID=fb6d5a2c-9998-40f3-8973-297f9665694b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:21.813657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network fb6d5a2c-9998-40f3-8973-297f9665694b details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:48:22.593953 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 948963cf-f001-4fcb-b8f1-adf5dd37cbfa no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:48:22.614978 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 948963cf-f001-4fcb-b8f1-adf5dd37cbfa {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:48:22.615320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 948963cf-f001-4fcb-b8f1-adf5dd37cbfa not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:48:25.042442 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41224) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:25.047754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Request body: {'subnet': {'network_id': 'fb6d5a2c-9998-40f3-8973-297f9665694b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:25.141757 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Made reservation on behalf of dff96e72f7f74c99937a2eeab01f27f0 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:25.147126 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:25.325711 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:25.387963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event updated for resources: {'Subnet': ['ID=f9503988-d2a6-4c45-938e-aa0f47de3675,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:25.399532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:25.399874 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:25.400209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:25.400537 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:25.400863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:25.401186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:25.401507 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:25.401827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:25.402146 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:25.402463 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:25.402803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:25.403119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:25.408607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Checking segment: {'id': 'ae13fad3-972b-4685-b582-dbb919c1f8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fb6d5a2c-9998-40f3-8973-297f9665694b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:25.408972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Network hostable DHCP agents. Network: fb6d5a2c-9998-40f3-8973-297f9665694b, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:48:25.424735 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Network fb6d5a2c-9998-40f3-8973-297f9665694b is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:48:25.432958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, fb6d5a2c-9998-40f3-8973-297f9665694b) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:25.436996 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:25.437618 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:25.443812 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c47f85-b5e8-4c9c-b6a7-644d9fd61a78 None None] Network fb6d5a2c-9998-40f3-8973-297f9665694b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:25.451697 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-235d9e8b-0bf4-401e-aa4e-2185d6a6a584 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4081478 Jul 15 15:48:25.455871 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41226) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:25.461404 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ea5aefce-ea65-46b9-9066-16a1ecd59463 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-117179628'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:25.482241 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5aefce-ea65-46b9-9066-16a1ecd59463 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Made reservation on behalf of dff96e72f7f74c99937a2eeab01f27f0 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:25.485738 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea5aefce-ea65-46b9-9066-16a1ecd59463 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:25.509318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5aefce-ea65-46b9-9066-16a1ecd59463 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:48:25.519196 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea5aefce-ea65-46b9-9066-16a1ecd59463 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:25.519592 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-ea5aefce-ea65-46b9-9066-16a1ecd59463 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Added segment 9f6e0e03-e4fc-4f31-8335-dfe2a88af430 of type vlan for network 521c9ea9-726c-4de3-a8f2-5ff91895c6d7 Jul 15 15:48:25.565622 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea5aefce-ea65-46b9-9066-16a1ecd59463 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:25.587809 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-fb6d5a2c-9998-40f3-8973-297f9665694b', 'network_id': 'fb6d5a2c-9998-40f3-8973-297f9665694b', 'tenant_id': 'dff96e72f7f74c99937a2eeab01f27f0', 'fixed_ips': [{'subnet_id': 'f9503988-d2a6-4c45-938e-aa0f47de3675'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:48:25.588765 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:25.594658 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea5aefce-ea65-46b9-9066-16a1ecd59463 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:25.601141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5aefce-ea65-46b9-9066-16a1ecd59463 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:25.601743 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ea5aefce-ea65-46b9-9066-16a1ecd59463 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:25.643062 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ea5aefce-ea65-46b9-9066-16a1ecd59463 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1829615 Jul 15 15:48:25.643647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41228) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:25.649151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-82b6d6cf-d897-4195-b698-0a661acd1757 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Request body: {'subnet': {'network_id': '521c9ea9-726c-4de3-a8f2-5ff91895c6d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:25.676835 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5aefce-ea65-46b9-9066-16a1ecd59463 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event updated for resources: {'Network': ['ID=521c9ea9-726c-4de3-a8f2-5ff91895c6d7,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:25.691455 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 521c9ea9-726c-4de3-a8f2-5ff91895c6d7 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:48:25.739406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b6d6cf-d897-4195-b698-0a661acd1757 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Made reservation on behalf of dff96e72f7f74c99937a2eeab01f27f0 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:25.743456 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82b6d6cf-d897-4195-b698-0a661acd1757 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:25.786259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Allocated IP 2001:db8:0:ffff::2 (fb6d5a2c-9998-40f3-8973-297f9665694b/f9503988-d2a6-4c45-938e-aa0f47de3675/7b7240fb-18fd-4498-bf52-33a5c840ad67) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:48:25.931948 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:25.935684 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82b6d6cf-d897-4195-b698-0a661acd1757 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:25.940807 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Transition to ACTIVE for port object 7b7240fb-18fd-4498-bf52-33a5c840ad67 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:25.957633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Transition to ACTIVE for port object 7b7240fb-18fd-4498-bf52-33a5c840ad67 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:25.964001 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:25.998763 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6d6cf-d897-4195-b698-0a661acd1757 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event updated for resources: {'Subnet': ['ID=2f1ba0e6-1feb-4393-8885-da6b94e66875,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:26.004050 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Network fb6d5a2c-9998-40f3-8973-297f9665694b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:26.006957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:26.010203 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6d6cf-d897-4195-b698-0a661acd1757 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Checking segment: {'id': '9f6e0e03-e4fc-4f31-8335-dfe2a88af430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '521c9ea9-726c-4de3-a8f2-5ff91895c6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:26.010465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:48:26.010904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b6d6cf-d897-4195-b698-0a661acd1757 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Network hostable DHCP agents. Network: 521c9ea9-726c-4de3-a8f2-5ff91895c6d7, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:48:26.015900 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Pushing event updated for resources: {'Port': ['ID=7b7240fb-18fd-4498-bf52-33a5c840ad67,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:26.028314 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:26.028499 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b6d6cf-d897-4195-b698-0a661acd1757 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Network 521c9ea9-726c-4de3-a8f2-5ff91895c6d7 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:48:26.028627 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:26.028905 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:26.029481 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:26.029824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:26.030158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:26.030485 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:26.030835 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:26.031161 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:26.031480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:26.031801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:26.032122 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:26.037390 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-82b6d6cf-d897-4195-b698-0a661acd1757 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 521c9ea9-726c-4de3-a8f2-5ff91895c6d7) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:26.041480 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b6d6cf-d897-4195-b698-0a661acd1757 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:26.042127 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82b6d6cf-d897-4195-b698-0a661acd1757 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.053486 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b82baa-8071-4862-bc39-d82c586df2c5 None None] Network 521c9ea9-726c-4de3-a8f2-5ff91895c6d7 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:26.060135 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-82b6d6cf-d897-4195-b698-0a661acd1757 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4126985 Jul 15 15:48:26.060648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41230) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:26.112306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Attempting to bind port 7b7240fb-18fd-4498-bf52-33a5c840ad67 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:48:26.112674 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Attempting to bind port 7b7240fb-18fd-4498-bf52-33a5c840ad67 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae13fad3-972b-4685-b582-dbb919c1f8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fb6d5a2c-9998-40f3-8973-297f9665694b'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:48:26.113042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Attempting to bind port 7b7240fb-18fd-4498-bf52-33a5c840ad67 on network fb6d5a2c-9998-40f3-8973-297f9665694b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:26.144633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:48:26.145039 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Checking segment: {'id': 'ae13fad3-972b-4685-b582-dbb919c1f8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fb6d5a2c-9998-40f3-8973-297f9665694b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:26.145448 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.145844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Bound using segment: {'id': 'ae13fad3-972b-4685-b582-dbb919c1f8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fb6d5a2c-9998-40f3-8973-297f9665694b'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:48:26.146320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Bound port: 7b7240fb-18fd-4498-bf52-33a5c840ad67, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae13fad3-972b-4685-b582-dbb919c1f8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fb6d5a2c-9998-40f3-8973-297f9665694b'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:48:26.146742 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.161219 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a94f379d-3dc2-495b-8f36-4fe04f2c9db0 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.212221 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a94f379d-3dc2-495b-8f36-4fe04f2c9db0 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.259474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] For port 7b7240fb-18fd-4498-bf52-33a5c840ad67, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:48:26.265922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] For port 7b7240fb-18fd-4498-bf52-33a5c840ad67, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7b7240fb-18fd-4498-bf52-33a5c840ad67,segment=NetworkSegment(ae13fad3-972b-4685-b582-dbb919c1f8fd),segment_id=ae13fad3-972b-4685-b582-dbb919c1f8fd)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:48:26.276773 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a94f379d-3dc2-495b-8f36-4fe04f2c9db0 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.286594 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.295733 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a888aff-f07b-4aa4-ac98-0f8e6f5c3976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-521c9ea9-726c-4de3-a8f2-5ff91895c6d7', 'network_id': '521c9ea9-726c-4de3-a8f2-5ff91895c6d7', 'tenant_id': 'dff96e72f7f74c99937a2eeab01f27f0', 'fixed_ips': [{'subnet_id': '2f1ba0e6-1feb-4393-8885-da6b94e66875'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:48:26.296555 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a888aff-f07b-4aa4-ac98-0f8e6f5c3976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.311039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f379d-3dc2-495b-8f36-4fe04f2c9db0 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event deleted for resources: {'Subnet': ['ID=2f1ba0e6-1feb-4393-8885-da6b94e66875,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:26.376265 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a94f379d-3dc2-495b-8f36-4fe04f2c9db0 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.387783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-a94f379d-3dc2-495b-8f36-4fe04f2c9db0 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521c9ea9-726c-4de3-a8f2-5ff91895c6d7']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:26.400401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-a94f379d-3dc2-495b-8f36-4fe04f2c9db0 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6e0e03-e4fc-4f31-8335-dfe2a88af430') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:26.400793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-a94f379d-3dc2-495b-8f36-4fe04f2c9db0 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6e0e03-e4fc-4f31-8335-dfe2a88af430') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:26.410512 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a94f379d-3dc2-495b-8f36-4fe04f2c9db0 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.412291 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c81049-22b1-4993-9767-42f4193a5b9d None None] Pushing event updated for resources: {'Port': ['ID=7b7240fb-18fd-4498-bf52-33a5c840ad67,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:26.432333 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a94f379d-3dc2-495b-8f36-4fe04f2c9db0 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.432488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a15e2b-64df-4e0f-8782-5e8aae5a2664 None None] Network 521c9ea9-726c-4de3-a8f2-5ff91895c6d7 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:26.438869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94f379d-3dc2-495b-8f36-4fe04f2c9db0 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:48:26.440038 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a94f379d-3dc2-495b-8f36-4fe04f2c9db0 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:48:26.443493 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:48:26.520196 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a94f379d-3dc2-495b-8f36-4fe04f2c9db0 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.545284 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a94f379d-3dc2-495b-8f36-4fe04f2c9db0 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.547217 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a94f379d-3dc2-495b-8f36-4fe04f2c9db0 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "DELETE /v2.0/networks/521c9ea9-726c-4de3-a8f2-5ff91895c6d7 HTTP/1.1" status: 204 len: 168 time: 0.4855342 Jul 15 15:48:26.548439 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f379d-3dc2-495b-8f36-4fe04f2c9db0 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event deleted for resources: {'Network': ['ID=521c9ea9-726c-4de3-a8f2-5ff91895c6d7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:26.551518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41232) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:26.557272 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-7ba42cdf-9a51-455d-8d2c-506edf7302ca tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-182521588'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:26.587885 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba42cdf-9a51-455d-8d2c-506edf7302ca tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Made reservation on behalf of dff96e72f7f74c99937a2eeab01f27f0 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:26.591628 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ba42cdf-9a51-455d-8d2c-506edf7302ca tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.616946 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba42cdf-9a51-455d-8d2c-506edf7302ca tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:48:26.626923 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ba42cdf-9a51-455d-8d2c-506edf7302ca tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.627451 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-7ba42cdf-9a51-455d-8d2c-506edf7302ca tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Added segment af50f3c1-2b2f-48fd-95e1-c620d15fe307 of type vlan for network 7813536e-842f-4d97-b760-1aab41943c80 Jul 15 15:48:26.668520 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ba42cdf-9a51-455d-8d2c-506edf7302ca tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.696849 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ba42cdf-9a51-455d-8d2c-506edf7302ca tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.702391 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba42cdf-9a51-455d-8d2c-506edf7302ca tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:26.703006 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7ba42cdf-9a51-455d-8d2c-506edf7302ca tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.738951 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7ba42cdf-9a51-455d-8d2c-506edf7302ca tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1860540 Jul 15 15:48:26.741662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41234) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:26.748408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-54dc72c1-c9f3-4ecf-862b-4dca2e3c3f8d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Request body: {'subnet': {'network_id': '7813536e-842f-4d97-b760-1aab41943c80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:26.789742 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba42cdf-9a51-455d-8d2c-506edf7302ca tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event updated for resources: {'Network': ['ID=7813536e-842f-4d97-b760-1aab41943c80,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:26.800517 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 7813536e-842f-4d97-b760-1aab41943c80 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:48:26.869615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dc72c1-c9f3-4ecf-862b-4dca2e3c3f8d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Made reservation on behalf of dff96e72f7f74c99937a2eeab01f27f0 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:26.873540 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54dc72c1-c9f3-4ecf-862b-4dca2e3c3f8d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:26.932727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.ipam_backend_mixin [None req-54dc72c1-c9f3-4ecf-862b-4dca2e3c3f8d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Performing IP validity checks on allocation pools {{(pid=100711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 15:48:26.933245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.ipam_backend_mixin [None req-54dc72c1-c9f3-4ecf-862b-4dca2e3c3f8d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 15:48:27.056896 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54dc72c1-c9f3-4ecf-862b-4dca2e3c3f8d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.129033 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc72c1-c9f3-4ecf-862b-4dca2e3c3f8d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event updated for resources: {'Subnet': ['ID=fdc5ebec-14c6-45ea-8544-5d95c7af8582,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:27.133531 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dc72c1-c9f3-4ecf-862b-4dca2e3c3f8d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Checking segment: {'id': 'af50f3c1-2b2f-48fd-95e1-c620d15fe307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7813536e-842f-4d97-b760-1aab41943c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:27.133899 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dc72c1-c9f3-4ecf-862b-4dca2e3c3f8d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Network hostable DHCP agents. Network: 7813536e-842f-4d97-b760-1aab41943c80, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:48:27.151442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dc72c1-c9f3-4ecf-862b-4dca2e3c3f8d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Network 7813536e-842f-4d97-b760-1aab41943c80 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:48:27.161325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-54dc72c1-c9f3-4ecf-862b-4dca2e3c3f8d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 7813536e-842f-4d97-b760-1aab41943c80) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:27.167610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dc72c1-c9f3-4ecf-862b-4dca2e3c3f8d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:27.168129 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54dc72c1-c9f3-4ecf-862b-4dca2e3c3f8d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.172086 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250402d3-0608-446b-b05b-5ae29e1f36a4 None None] Network 7813536e-842f-4d97-b760-1aab41943c80 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:27.187243 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-54dc72c1-c9f3-4ecf-862b-4dca2e3c3f8d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4445426 Jul 15 15:48:27.190331 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41236) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:27.298885 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ff2c81-13ae-4f36-8746-ca30be69f133 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.332486 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434d7a39-fea5-48a3-acef-4e0c37648212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7813536e-842f-4d97-b760-1aab41943c80', 'network_id': '7813536e-842f-4d97-b760-1aab41943c80', 'tenant_id': 'dff96e72f7f74c99937a2eeab01f27f0', 'fixed_ips': [{'subnet_id': 'fdc5ebec-14c6-45ea-8544-5d95c7af8582'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:48:27.333357 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-434d7a39-fea5-48a3-acef-4e0c37648212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.357822 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d79106-05e8-441c-b812-39f267aecc43 None None] Network fb6d5a2c-9998-40f3-8973-297f9665694b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:27.384502 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ff2c81-13ae-4f36-8746-ca30be69f133 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.444251 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ff2c81-13ae-4f36-8746-ca30be69f133 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.474604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff2c81-13ae-4f36-8746-ca30be69f133 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc5ebec-14c6-45ea-8544-5d95c7af8582,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:27.486260 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1a6a289e-aa1e-45bf-a96c-21d8ef9da7ba None None] Provisioning for port 7b7240fb-18fd-4498-bf52-33a5c840ad67 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server [None req-434d7a39-fea5-48a3-acef-4e0c37648212 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fdc5ebec-14c6-45ea-8544-5d95c7af8582: This subnet is being modified by another concurrent operation. Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server raise exception Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fdc5ebec-14c6-45ea-8544-5d95c7af8582: This subnet is being modified by another concurrent operation. Jul 15 15:48:27.498886 n-d-764435-3 neutron-server[100713]: ERROR oslo_messaging.rpc.server Jul 15 15:48:27.535230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1434b603-af8b-4df1-a9f7-615654862a79 None None] Network 7813536e-842f-4d97-b760-1aab41943c80 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:27.543258 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ff2c81-13ae-4f36-8746-ca30be69f133 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.557295 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-85ff2c81-13ae-4f36-8746-ca30be69f133 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7813536e-842f-4d97-b760-1aab41943c80']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:27.567920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-85ff2c81-13ae-4f36-8746-ca30be69f133 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af50f3c1-2b2f-48fd-95e1-c620d15fe307') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:27.568216 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-85ff2c81-13ae-4f36-8746-ca30be69f133 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af50f3c1-2b2f-48fd-95e1-c620d15fe307') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:27.579248 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ff2c81-13ae-4f36-8746-ca30be69f133 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.595284 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ff2c81-13ae-4f36-8746-ca30be69f133 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.602374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ff2c81-13ae-4f36-8746-ca30be69f133 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:48:27.602840 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ff2c81-13ae-4f36-8746-ca30be69f133 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:48:27.605989 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:48:27.654693 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7b7240fb-18fd-4498-bf52-33a5c840ad67 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:27.674442 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ff2c81-13ae-4f36-8746-ca30be69f133 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.681847 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85ff2c81-13ae-4f36-8746-ca30be69f133 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.683898 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-85ff2c81-13ae-4f36-8746-ca30be69f133 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "DELETE /v2.0/networks/7813536e-842f-4d97-b760-1aab41943c80 HTTP/1.1" status: 204 len: 168 time: 0.4918284 Jul 15 15:48:27.687552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41238) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:27.693997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ce3c10ee-02b5-44ce-a7b3-36efcb267481 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-409572541'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:27.711095 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff2c81-13ae-4f36-8746-ca30be69f133 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event deleted for resources: {'Network': ['ID=7813536e-842f-4d97-b760-1aab41943c80,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:27.724771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3c10ee-02b5-44ce-a7b3-36efcb267481 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Made reservation on behalf of dff96e72f7f74c99937a2eeab01f27f0 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:27.728977 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce3c10ee-02b5-44ce-a7b3-36efcb267481 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.746129 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 7b7240fb-18fd-4498-bf52-33a5c840ad67 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:27.750747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7b7240fb-18fd-4498-bf52-33a5c840ad67 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:27.751397 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.760116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3c10ee-02b5-44ce-a7b3-36efcb267481 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:48:27.772256 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce3c10ee-02b5-44ce-a7b3-36efcb267481 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.772605 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-ce3c10ee-02b5-44ce-a7b3-36efcb267481 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Added segment 87ef91ad-fd79-4ab8-9005-553ad1a902e5 of type vlan for network e2c2fc56-f75d-4017-806d-f0f96f716193 Jul 15 15:48:27.817428 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce3c10ee-02b5-44ce-a7b3-36efcb267481 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.853410 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce3c10ee-02b5-44ce-a7b3-36efcb267481 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.856117 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.861166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c10ee-02b5-44ce-a7b3-36efcb267481 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:27.861998 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce3c10ee-02b5-44ce-a7b3-36efcb267481 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.890998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ce3c10ee-02b5-44ce-a7b3-36efcb267481 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2022901 Jul 15 15:48:27.894108 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41240) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:27.894274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 7b7240fb-18fd-4498-bf52-33a5c840ad67, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7b7240fb-18fd-4498-bf52-33a5c840ad67,segment=NetworkSegment(ae13fad3-972b-4685-b582-dbb919c1f8fd),segment_id=ae13fad3-972b-4685-b582-dbb919c1f8fd)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:27.900055 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-827abcbd-94f4-4e83-a119-3997d36ace9f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Request body: {'subnet': {'network_id': 'e2c2fc56-f75d-4017-806d-f0f96f716193', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:27.901344 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.957863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=7b7240fb-18fd-4498-bf52-33a5c840ad67,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:27.982021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c10ee-02b5-44ce-a7b3-36efcb267481 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event updated for resources: {'Network': ['ID=e2c2fc56-f75d-4017-806d-f0f96f716193,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:27.993253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network e2c2fc56-f75d-4017-806d-f0f96f716193 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:48:28.012233 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc23926-b6cd-4248-9723-af0432c9b15d None None] get_active_networks_info from n-d-764435-3 {{(pid=100713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:48:28.029369 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827abcbd-94f4-4e83-a119-3997d36ace9f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Made reservation on behalf of dff96e72f7f74c99937a2eeab01f27f0 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:28.032778 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-827abcbd-94f4-4e83-a119-3997d36ace9f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.093963 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b35ed247-f05c-4075-b748-9c4b63410f90 None None] Provisioning complete for port 7b7240fb-18fd-4498-bf52-33a5c840ad67 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:28.094257 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b35ed247-f05c-4075-b748-9c4b63410f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.181247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc23926-b6cd-4248-9723-af0432c9b15d None None] Resources bound (agent type, host, resource id): {{(pid=100713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 15:48:28.241949 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-827abcbd-94f4-4e83-a119-3997d36ace9f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.300567 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827abcbd-94f4-4e83-a119-3997d36ace9f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event updated for resources: {'Subnet': ['ID=5f0d7aca-8dc8-43b2-9276-3e5d0d9c6e5f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:28.316760 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827abcbd-94f4-4e83-a119-3997d36ace9f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Checking segment: {'id': '87ef91ad-fd79-4ab8-9005-553ad1a902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e2c2fc56-f75d-4017-806d-f0f96f716193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:28.317129 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827abcbd-94f4-4e83-a119-3997d36ace9f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Network hostable DHCP agents. Network: e2c2fc56-f75d-4017-806d-f0f96f716193, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:48:28.334185 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827abcbd-94f4-4e83-a119-3997d36ace9f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Network e2c2fc56-f75d-4017-806d-f0f96f716193 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:48:28.344125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-827abcbd-94f4-4e83-a119-3997d36ace9f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, e2c2fc56-f75d-4017-806d-f0f96f716193) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:28.353131 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827abcbd-94f4-4e83-a119-3997d36ace9f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:28.353857 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-827abcbd-94f4-4e83-a119-3997d36ace9f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.376161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41242) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:28.376450 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-827abcbd-94f4-4e83-a119-3997d36ace9f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4806309 Jul 15 15:48:28.381579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9300c1e5-7fc1-4843-921b-a4b4459064a9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-482944985'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:28.403899 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9300c1e5-7fc1-4843-921b-a4b4459064a9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Made reservation on behalf of dff96e72f7f74c99937a2eeab01f27f0 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:28.407520 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9300c1e5-7fc1-4843-921b-a4b4459064a9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.435990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9300c1e5-7fc1-4843-921b-a4b4459064a9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:48:28.446286 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9300c1e5-7fc1-4843-921b-a4b4459064a9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.447585 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-9300c1e5-7fc1-4843-921b-a4b4459064a9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Added segment 80decb17-1e91-43ef-b081-3e9c8f47ac0d of type vlan for network 0ea0e9c8-676f-4940-aa02-5b95a891648e Jul 15 15:48:28.457679 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac3d01d-c8ed-423e-9ac2-7dea02876ecc None None] Network e2c2fc56-f75d-4017-806d-f0f96f716193 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:28.491888 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9300c1e5-7fc1-4843-921b-a4b4459064a9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.519430 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9300c1e5-7fc1-4843-921b-a4b4459064a9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.525180 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9300c1e5-7fc1-4843-921b-a4b4459064a9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:28.525842 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9300c1e5-7fc1-4843-921b-a4b4459064a9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.560112 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9300c1e5-7fc1-4843-921b-a4b4459064a9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1825285 Jul 15 15:48:28.563076 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41244) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:28.568316 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5a8b0a70-d016-4450-a054-8e71009966d9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Request body: {'subnet': {'network_id': '0ea0e9c8-676f-4940-aa02-5b95a891648e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:28.600050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300c1e5-7fc1-4843-921b-a4b4459064a9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event updated for resources: {'Network': ['ID=0ea0e9c8-676f-4940-aa02-5b95a891648e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:28.611976 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-e2c2fc56-f75d-4017-806d-f0f96f716193', 'network_id': 'e2c2fc56-f75d-4017-806d-f0f96f716193', 'tenant_id': 'dff96e72f7f74c99937a2eeab01f27f0', 'fixed_ips': [{'subnet_id': '5f0d7aca-8dc8-43b2-9276-3e5d0d9c6e5f'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:48:28.612955 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.627039 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 0ea0e9c8-676f-4940-aa02-5b95a891648e details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:48:28.668406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8b0a70-d016-4450-a054-8e71009966d9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Made reservation on behalf of dff96e72f7f74c99937a2eeab01f27f0 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:28.672006 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a8b0a70-d016-4450-a054-8e71009966d9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.811663 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Allocated IP 2001:db8::2 (e2c2fc56-f75d-4017-806d-f0f96f716193/5f0d7aca-8dc8-43b2-9276-3e5d0d9c6e5f/3c81a538-a258-4c91-bdcc-41b926bd4108) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:48:28.854469 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a8b0a70-d016-4450-a054-8e71009966d9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.127186 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.137048 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Transition to ACTIVE for port object 3c81a538-a258-4c91-bdcc-41b926bd4108 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:29.152669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Transition to ACTIVE for port object 3c81a538-a258-4c91-bdcc-41b926bd4108 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:29.159327 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.180837 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b0a70-d016-4450-a054-8e71009966d9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event updated for resources: {'Subnet': ['ID=a0b97772-9005-4e44-b33b-69fb7daaff70,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:29.191967 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8b0a70-d016-4450-a054-8e71009966d9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Checking segment: {'id': '80decb17-1e91-43ef-b081-3e9c8f47ac0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ea0e9c8-676f-4940-aa02-5b95a891648e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:29.192333 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b0a70-d016-4450-a054-8e71009966d9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Network hostable DHCP agents. Network: 0ea0e9c8-676f-4940-aa02-5b95a891648e, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:48:29.195732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Network e2c2fc56-f75d-4017-806d-f0f96f716193 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:29.200389 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:29.203677 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:48:29.210749 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b0a70-d016-4450-a054-8e71009966d9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Network 0ea0e9c8-676f-4940-aa02-5b95a891648e is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:48:29.213401 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Pushing event updated for resources: {'Port': ['ID=3c81a538-a258-4c91-bdcc-41b926bd4108,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:29.221822 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5a8b0a70-d016-4450-a054-8e71009966d9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 0ea0e9c8-676f-4940-aa02-5b95a891648e) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:29.226019 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8b0a70-d016-4450-a054-8e71009966d9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:29.226797 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a8b0a70-d016-4450-a054-8e71009966d9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.241748 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5a8b0a70-d016-4450-a054-8e71009966d9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6774874 Jul 15 15:48:29.242981 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9c6e3d-c69a-442a-baa7-5b131e91387f None None] Network 0ea0e9c8-676f-4940-aa02-5b95a891648e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:29.244374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41246) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:29.294648 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Attempting to bind port 3c81a538-a258-4c91-bdcc-41b926bd4108 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:48:29.295013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Attempting to bind port 3c81a538-a258-4c91-bdcc-41b926bd4108 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '87ef91ad-fd79-4ab8-9005-553ad1a902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e2c2fc56-f75d-4017-806d-f0f96f716193'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:48:29.295375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Attempting to bind port 3c81a538-a258-4c91-bdcc-41b926bd4108 on network e2c2fc56-f75d-4017-806d-f0f96f716193 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:29.325625 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:48:29.326004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Checking segment: {'id': '87ef91ad-fd79-4ab8-9005-553ad1a902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e2c2fc56-f75d-4017-806d-f0f96f716193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:29.326406 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.326822 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Bound using segment: {'id': '87ef91ad-fd79-4ab8-9005-553ad1a902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e2c2fc56-f75d-4017-806d-f0f96f716193'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:48:29.327290 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Bound port: 3c81a538-a258-4c91-bdcc-41b926bd4108, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ef91ad-fd79-4ab8-9005-553ad1a902e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e2c2fc56-f75d-4017-806d-f0f96f716193'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:48:29.327674 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.343153 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8463-515d-4fd3-a428-70fcc5bbe6f2 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.393295 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8463-515d-4fd3-a428-70fcc5bbe6f2 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.440671 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] For port 3c81a538-a258-4c91-bdcc-41b926bd4108, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:48:29.449283 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8463-515d-4fd3-a428-70fcc5bbe6f2 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.469054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] For port 3c81a538-a258-4c91-bdcc-41b926bd4108, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3c81a538-a258-4c91-bdcc-41b926bd4108,segment=NetworkSegment(87ef91ad-fd79-4ab8-9005-553ad1a902e5),segment_id=87ef91ad-fd79-4ab8-9005-553ad1a902e5)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:48:29.471856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c3c0c9-a29e-43c2-a6f2-294202183f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-0ea0e9c8-676f-4940-aa02-5b95a891648e', 'network_id': '0ea0e9c8-676f-4940-aa02-5b95a891648e', 'tenant_id': 'dff96e72f7f74c99937a2eeab01f27f0', 'fixed_ips': [{'subnet_id': 'a0b97772-9005-4e44-b33b-69fb7daaff70'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:48:29.472967 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69c3c0c9-a29e-43c2-a6f2-294202183f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.476491 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc8463-515d-4fd3-a428-70fcc5bbe6f2 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b97772-9005-4e44-b33b-69fb7daaff70,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:29.482864 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.539394 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8463-515d-4fd3-a428-70fcc5bbe6f2 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.555883 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4fcc8463-515d-4fd3-a428-70fcc5bbe6f2 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea0e9c8-676f-4940-aa02-5b95a891648e']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:29.567094 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4fcc8463-515d-4fd3-a428-70fcc5bbe6f2 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80decb17-1e91-43ef-b081-3e9c8f47ac0d') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:29.567387 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4fcc8463-515d-4fd3-a428-70fcc5bbe6f2 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80decb17-1e91-43ef-b081-3e9c8f47ac0d') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:29.577630 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8463-515d-4fd3-a428-70fcc5bbe6f2 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.598591 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8463-515d-4fd3-a428-70fcc5bbe6f2 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.606855 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7b7240fb-18fd-4498-bf52-33a5c840ad67 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:29.607071 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcc8463-515d-4fd3-a428-70fcc5bbe6f2 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:48:29.607486 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8463-515d-4fd3-a428-70fcc5bbe6f2 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:48:29.612043 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:48:29.614425 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c0b1a-c980-4f64-9183-711fb80790ee None None] Pushing event updated for resources: {'Port': ['ID=3c81a538-a258-4c91-bdcc-41b926bd4108,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:29.634977 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ba4b0c-fd6c-4cfc-af60-6e01db02dd8d None None] Network 0ea0e9c8-676f-4940-aa02-5b95a891648e requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:29.681342 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8463-515d-4fd3-a428-70fcc5bbe6f2 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.691958 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8463-515d-4fd3-a428-70fcc5bbe6f2 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.697247 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41248) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:29.703100 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4fcc8463-515d-4fd3-a428-70fcc5bbe6f2 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "DELETE /v2.0/networks/0ea0e9c8-676f-4940-aa02-5b95a891648e HTTP/1.1" status: 204 len: 168 time: 0.4576588 Jul 15 15:48:29.719418 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc8463-515d-4fd3-a428-70fcc5bbe6f2 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event deleted for resources: {'Network': ['ID=0ea0e9c8-676f-4940-aa02-5b95a891648e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:29.735479 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afc7747-62cc-438d-a674-84303a9c6034 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] GET failed (client error): The resource could not be found. Jul 15 15:48:29.744011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4afc7747-62cc-438d-a674-84303a9c6034 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "GET /v2.0/subnets/a0b97772-9005-4e44-b33b-69fb7daaff70 HTTP/1.1" status: 404 len: 337 time: 0.0449839 Jul 15 15:48:29.744212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41250) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:29.755948 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7b7240fb-18fd-4498-bf52-33a5c840ad67 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:29.756472 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.768586 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9059ade-271e-45fb-b20e-fb269f799915 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] DELETE failed (client error): The resource could not be found. Jul 15 15:48:29.769517 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9059ade-271e-45fb-b20e-fb269f799915 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:48:29.776641 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e9059ade-271e-45fb-b20e-fb269f799915 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "DELETE /v2.0/networks/0ea0e9c8-676f-4940-aa02-5b95a891648e HTTP/1.1" status: 404 len: 339 time: 0.0309241 Jul 15 15:48:29.777333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41252) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:29.806854 n-d-764435-3 neutron-server[100711]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee59744-3926-47f1-aba3-ba158f50969d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] DELETE failed (client error): The resource could not be found. Jul 15 15:48:29.808267 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee59744-3926-47f1-aba3-ba158f50969d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:48:29.810329 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6ee59744-3926-47f1-aba3-ba158f50969d tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "DELETE /v2.0/subnets/a0b97772-9005-4e44-b33b-69fb7daaff70 HTTP/1.1" status: 404 len: 337 time: 0.0313013 Jul 15 15:48:29.813119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41254) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:29.840795 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4ec00a-361f-4664-a041-9c6b7cf2e94b tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] DELETE failed (client error): The resource could not be found. Jul 15 15:48:29.841469 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa4ec00a-361f-4664-a041-9c6b7cf2e94b tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:48:29.846376 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fa4ec00a-361f-4664-a041-9c6b7cf2e94b tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "DELETE /v2.0/networks/0ea0e9c8-676f-4940-aa02-5b95a891648e HTTP/1.1" status: 404 len: 339 time: 0.0292222 Jul 15 15:48:29.846850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41256) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:29.903037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5b6f9c-d246-4c29-ba78-28c902a6b7e5 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Deleting subnet 5f0d7aca-8dc8-43b2-9276-3e5d0d9c6e5f {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:48:29.906136 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce5b6f9c-d246-4c29-ba78-28c902a6b7e5 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:29.946172 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce5b6f9c-d246-4c29-ba78-28c902a6b7e5 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.031951 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce5b6f9c-d246-4c29-ba78-28c902a6b7e5 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.090946 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce5b6f9c-d246-4c29-ba78-28c902a6b7e5 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.112326 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e91d044a-acba-4fa0-b5b9-22c4102a0419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.124774 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b6f9c-d246-4c29-ba78-28c902a6b7e5 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0d7aca-8dc8-43b2-9276-3e5d0d9c6e5f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:30.129533 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce5b6f9c-d246-4c29-ba78-28c902a6b7e5 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.131533 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ce5b6f9c-d246-4c29-ba78-28c902a6b7e5 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "DELETE /v2.0/subnets/5f0d7aca-8dc8-43b2-9276-3e5d0d9c6e5f HTTP/1.1" status: 204 len: 168 time: 0.2833118 Jul 15 15:48:30.133891 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41258) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:30.217172 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.272725 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Deleting port 3c81a538-a258-4c91-bdcc-41b926bd4108 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:48:30.273075 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.342635 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] For port 3c81a538-a258-4c91-bdcc-41b926bd4108, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3c81a538-a258-4c91-bdcc-41b926bd4108,segment=NetworkSegment(87ef91ad-fd79-4ab8-9005-553ad1a902e5),segment_id=87ef91ad-fd79-4ab8-9005-553ad1a902e5)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:30.342999 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.355829 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Calling delete_port for 3c81a538-a258-4c91-bdcc-41b926bd4108 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:48:30.436930 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.463846 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event deleted for resources: {'Port': ['ID=3c81a538-a258-4c91-bdcc-41b926bd4108,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:30.467353 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] No DVR routers for this DVR port 3c81a538-a258-4c91-bdcc-41b926bd4108 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:48:30.504854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8901ad-f36b-401e-9d21-c316bdc70b00 None None] Network e2c2fc56-f75d-4017-806d-f0f96f716193 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:30.550401 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.560251 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c2fc56-f75d-4017-806d-f0f96f716193']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:30.570114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ef91ad-fd79-4ab8-9005-553ad1a902e5') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:30.570408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ef91ad-fd79-4ab8-9005-553ad1a902e5') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:30.578972 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.592734 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.594025 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1b91198e-cd7d-4a5f-920e-a5f32f504710 None None] Could not find standard attr ID for object 3c81a538-a258-4c91-bdcc-41b926bd4108. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:48:30.599970 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:48:30.600293 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:48:30.603302 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:48:30.667824 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.671082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d5e19d-159d-4cb3-a7f4-f2a4bb317b5f None None] DHCP port deletion for e2c2fc56-f75d-4017-806d-f0f96f716193 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:48:30.674803 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.678916 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "DELETE /v2.0/networks/e2c2fc56-f75d-4017-806d-f0f96f716193 HTTP/1.1" status: 204 len: 168 time: 0.5418508 Jul 15 15:48:30.683458 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41260) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:30.688932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c12a6-415a-4161-9234-1ffd7d3422d7 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event deleted for resources: {'Network': ['ID=e2c2fc56-f75d-4017-806d-f0f96f716193,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:30.711086 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bb4eb9-a5d0-41ae-b3a9-0d29f0fabfa9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] DELETE failed (client error): The resource could not be found. Jul 15 15:48:30.711542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1bb4eb9-a5d0-41ae-b3a9-0d29f0fabfa9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:48:30.713228 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c1bb4eb9-a5d0-41ae-b3a9-0d29f0fabfa9 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "DELETE /v2.0/subnets/fdc5ebec-14c6-45ea-8544-5d95c7af8582 HTTP/1.1" status: 404 len: 337 time: 0.0285976 Jul 15 15:48:30.715774 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41262) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:30.734109 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8327ba15-ed05-4da0-81af-6f18050da450 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] DELETE failed (client error): The resource could not be found. Jul 15 15:48:30.734683 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8327ba15-ed05-4da0-81af-6f18050da450 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:48:30.737223 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8327ba15-ed05-4da0-81af-6f18050da450 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "DELETE /v2.0/networks/7813536e-842f-4d97-b760-1aab41943c80 HTTP/1.1" status: 404 len: 339 time: 0.0203686 Jul 15 15:48:30.739293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41264) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:30.763473 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-06988146-3dc8-409b-ba49-d0fc7f89f7a1 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] DELETE failed (client error): The resource could not be found. Jul 15 15:48:30.763964 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06988146-3dc8-409b-ba49-d0fc7f89f7a1 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:48:30.765648 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-06988146-3dc8-409b-ba49-d0fc7f89f7a1 tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "DELETE /v2.0/subnets/2f1ba0e6-1feb-4393-8885-da6b94e66875 HTTP/1.1" status: 404 len: 337 time: 0.0254087 Jul 15 15:48:30.767997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41266) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:30.787421 n-d-764435-3 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b646945e-8ef2-40b6-83b4-58eb7620cbef tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] DELETE failed (client error): The resource could not be found. Jul 15 15:48:30.787847 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b646945e-8ef2-40b6-83b4-58eb7620cbef tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 15:48:30.789533 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b646945e-8ef2-40b6-83b4-58eb7620cbef tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "DELETE /v2.0/networks/521c9ea9-726c-4de3-a8f2-5ff91895c6d7 HTTP/1.1" status: 404 len: 339 time: 0.0206735 Jul 15 15:48:30.792855 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41268) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:30.841969 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5bef49b-5660-4651-9a8d-991c50d14ade tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Deleting subnet f9503988-d2a6-4c45-938e-aa0f47de3675 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:48:30.844957 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5bef49b-5660-4651-9a8d-991c50d14ade tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.888588 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5bef49b-5660-4651-9a8d-991c50d14ade tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:30.968117 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5bef49b-5660-4651-9a8d-991c50d14ade tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:31.024488 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5bef49b-5660-4651-9a8d-991c50d14ade tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:31.055288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bef49b-5660-4651-9a8d-991c50d14ade tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event deleted for resources: {'Subnet': ['ID=f9503988-d2a6-4c45-938e-aa0f47de3675,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:31.058868 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5bef49b-5660-4651-9a8d-991c50d14ade tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:31.060761 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c5bef49b-5660-4651-9a8d-991c50d14ade tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "DELETE /v2.0/subnets/f9503988-d2a6-4c45-938e-aa0f47de3675 HTTP/1.1" status: 204 len: 168 time: 0.2669489 Jul 15 15:48:31.063357 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41270) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:31.066437 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c17ac1-2391-4d38-99c4-36e67a53294d None None] Network fb6d5a2c-9998-40f3-8973-297f9665694b requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:31.139360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:31.191162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Deleting port 7b7240fb-18fd-4498-bf52-33a5c840ad67 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:48:31.191514 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:31.245973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe015dc-8217-4e8e-ae22-eacd4a14bc77 None None] DHCP port deletion for fb6d5a2c-9998-40f3-8973-297f9665694b request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:48:31.262421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] For port 7b7240fb-18fd-4498-bf52-33a5c840ad67, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7b7240fb-18fd-4498-bf52-33a5c840ad67,segment=NetworkSegment(ae13fad3-972b-4685-b582-dbb919c1f8fd),segment_id=ae13fad3-972b-4685-b582-dbb919c1f8fd)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:31.262949 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:31.274300 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Calling delete_port for 7b7240fb-18fd-4498-bf52-33a5c840ad67 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:48:31.290741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ebe015dc-8217-4e8e-ae22-eacd4a14bc77 None None] Deleting port 7b7240fb-18fd-4498-bf52-33a5c840ad67 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:48:31.291121 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ebe015dc-8217-4e8e-ae22-eacd4a14bc77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:31.353555 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:31.357750 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ebe015dc-8217-4e8e-ae22-eacd4a14bc77 None None] For port 7b7240fb-18fd-4498-bf52-33a5c840ad67, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7b7240fb-18fd-4498-bf52-33a5c840ad67,segment=NetworkSegment(ae13fad3-972b-4685-b582-dbb919c1f8fd),segment_id=ae13fad3-972b-4685-b582-dbb919c1f8fd)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:31.358151 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ebe015dc-8217-4e8e-ae22-eacd4a14bc77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:31.370817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ebe015dc-8217-4e8e-ae22-eacd4a14bc77 None None] Calling delete_port for 7b7240fb-18fd-4498-bf52-33a5c840ad67 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:48:31.379347 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event deleted for resources: {'Port': ['ID=7b7240fb-18fd-4498-bf52-33a5c840ad67,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:31.383587 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] No DVR routers for this DVR port 7b7240fb-18fd-4498-bf52-33a5c840ad67 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:48:31.445409 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ebe015dc-8217-4e8e-ae22-eacd4a14bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:31.464374 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:31.471856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe015dc-8217-4e8e-ae22-eacd4a14bc77 None None] Pushing event deleted for resources: {'Port': ['ID=7b7240fb-18fd-4498-bf52-33a5c840ad67,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:31.477357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe015dc-8217-4e8e-ae22-eacd4a14bc77 None None] No DVR routers for this DVR port 7b7240fb-18fd-4498-bf52-33a5c840ad67 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:48:31.477736 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6d5a2c-9998-40f3-8973-297f9665694b']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:31.494488 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae13fad3-972b-4685-b582-dbb919c1f8fd') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:31.494815 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae13fad3-972b-4685-b582-dbb919c1f8fd') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:31.504230 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:31.517743 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:31.523535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:48:31.524091 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:48:31.526953 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:48:31.575757 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7b7240fb-18fd-4498-bf52-33a5c840ad67 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:48:31.589060 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:31.597272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 7b7240fb-18fd-4498-bf52-33a5c840ad67 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:48:31.597272 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7b7240fb-18fd-4498-bf52-33a5c840ad67 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:48:31.597853 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:31.599708 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] 10.222.0.38 "DELETE /v2.0/networks/fb6d5a2c-9998-40f3-8973-297f9665694b HTTP/1.1" status: 204 len: 168 time: 0.5354257 Jul 15 15:48:31.612579 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97335a58-bd88-4604-b9a0-d0a433baf90f tempest-NetworksIpV6Test-132495082 tempest-NetworksIpV6Test-132495082-project] Pushing event deleted for resources: {'Network': ['ID=fb6d5a2c-9998-40f3-8973-297f9665694b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:31.830621 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:31.955747 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d45bb067-68e9-45c2-b369-46cfe435f1e5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dff96e72f7f74c99937a2eeab01f27f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1239419 Jul 15 15:48:31.958224 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41280) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:32.005966 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59e570d5-07b6-4c26-8a82-1aea97ad890c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:32.026325 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59e570d5-07b6-4c26-8a82-1aea97ad890c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:32.072581 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59e570d5-07b6-4c26-8a82-1aea97ad890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:32.075296 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59e570d5-07b6-4c26-8a82-1aea97ad890c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:32.078928 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-59e570d5-07b6-4c26-8a82-1aea97ad890c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cd87066e-3969-4ccd-88e6-22df5e838c15 HTTP/1.1" status: 204 len: 168 time: 0.1172991 Jul 15 15:48:32.084673 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e570d5-07b6-4c26-8a82-1aea97ad890c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd87066e-3969-4ccd-88e6-22df5e838c15,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:32.688736 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41302) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:32.779832 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ec41b529-76d6-450a-92e5-24350c513fa6 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1150264185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:32.809217 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec41b529-76d6-450a-92e5-24350c513fa6 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:32.810362 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec41b529-76d6-450a-92e5-24350c513fa6 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:32.877038 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:32.896110 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec41b529-76d6-450a-92e5-24350c513fa6 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:32.900122 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec41b529-76d6-450a-92e5-24350c513fa6 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:32.916120 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec41b529-76d6-450a-92e5-24350c513fa6 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:32.917334 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ec41b529-76d6-450a-92e5-24350c513fa6 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2265787 Jul 15 15:48:32.920025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41306) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:32.925585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c558b1dc-8ae1-46ad-9797-66e945ef9c98 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-811898041'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:32.944600 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a35f6fe-004a-4d9b-827f-7180e1481aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:32.947403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c558b1dc-8ae1-46ad-9797-66e945ef9c98 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Made reservation on behalf of c057cee255304afd8942db7048503a09 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:32.950887 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c558b1dc-8ae1-46ad-9797-66e945ef9c98 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:32.962938 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c558b1dc-8ae1-46ad-9797-66e945ef9c98 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.052774 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c558b1dc-8ae1-46ad-9797-66e945ef9c98 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.056257 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c558b1dc-8ae1-46ad-9797-66e945ef9c98 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.085779 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c558b1dc-8ae1-46ad-9797-66e945ef9c98 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:48:33.090941 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558b1dc-8ae1-46ad-9797-66e945ef9c98 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b7122c-a17d-45fd-8058-8d3bd17a043c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:33.099557 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c558b1dc-8ae1-46ad-9797-66e945ef9c98 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.100628 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-c558b1dc-8ae1-46ad-9797-66e945ef9c98 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Added segment fa0a5dda-23d4-43c2-b92c-661a8020a407 of type vlan for network 0f6e6f79-3548-4053-90ac-e3f4c64f3b9d Jul 15 15:48:33.140501 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c558b1dc-8ae1-46ad-9797-66e945ef9c98 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.167784 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c558b1dc-8ae1-46ad-9797-66e945ef9c98 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.173931 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c558b1dc-8ae1-46ad-9797-66e945ef9c98 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:33.174704 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c558b1dc-8ae1-46ad-9797-66e945ef9c98 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.207411 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c558b1dc-8ae1-46ad-9797-66e945ef9c98 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2864032 Jul 15 15:48:33.210122 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41308) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:33.216898 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-dc16e6f3-49c2-436a-8dab-13d73e6e6180 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Request body: {'subnet': {'network_id': '0f6e6f79-3548-4053-90ac-e3f4c64f3b9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:33.259603 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558b1dc-8ae1-46ad-9797-66e945ef9c98 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Pushing event updated for resources: {'Network': ['ID=0f6e6f79-3548-4053-90ac-e3f4c64f3b9d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:33.271512 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 0f6e6f79-3548-4053-90ac-e3f4c64f3b9d details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:48:33.333455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc16e6f3-49c2-436a-8dab-13d73e6e6180 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Made reservation on behalf of c057cee255304afd8942db7048503a09 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:33.337027 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc16e6f3-49c2-436a-8dab-13d73e6e6180 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.511753 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc16e6f3-49c2-436a-8dab-13d73e6e6180 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.575367 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16e6f3-49c2-436a-8dab-13d73e6e6180 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Pushing event updated for resources: {'Subnet': ['ID=9028a205-0a26-4b45-be6a-efaf775a5816,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:33.585477 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc16e6f3-49c2-436a-8dab-13d73e6e6180 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Checking segment: {'id': 'fa0a5dda-23d4-43c2-b92c-661a8020a407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f6e6f79-3548-4053-90ac-e3f4c64f3b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:33.585784 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc16e6f3-49c2-436a-8dab-13d73e6e6180 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Network hostable DHCP agents. Network: 0f6e6f79-3548-4053-90ac-e3f4c64f3b9d, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:48:33.602491 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc16e6f3-49c2-436a-8dab-13d73e6e6180 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Network 0f6e6f79-3548-4053-90ac-e3f4c64f3b9d is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:48:33.610890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-dc16e6f3-49c2-436a-8dab-13d73e6e6180 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 0f6e6f79-3548-4053-90ac-e3f4c64f3b9d) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:33.614821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc16e6f3-49c2-436a-8dab-13d73e6e6180 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:33.615522 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc16e6f3-49c2-436a-8dab-13d73e6e6180 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.621268 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ffbe1a-9e37-48c6-8bd8-8c92d2841d06 None None] Network 0f6e6f79-3548-4053-90ac-e3f4c64f3b9d requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:33.632622 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dc16e6f3-49c2-436a-8dab-13d73e6e6180 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4186163 Jul 15 15:48:33.632867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41310) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:33.637869 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9549f6c4-983a-4376-b374-581094304a93 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1230463825'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:33.658849 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9549f6c4-983a-4376-b374-581094304a93 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Made reservation on behalf of c057cee255304afd8942db7048503a09 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:33.662452 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9549f6c4-983a-4376-b374-581094304a93 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.686052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9549f6c4-983a-4376-b374-581094304a93 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:48:33.695795 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9549f6c4-983a-4376-b374-581094304a93 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.696270 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-9549f6c4-983a-4376-b374-581094304a93 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Added segment 77058d2e-472c-4ed2-b8fc-1b9bdbba0b7a of type vlan for network 9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1 Jul 15 15:48:33.735782 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9549f6c4-983a-4376-b374-581094304a93 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.767234 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-0f6e6f79-3548-4053-90ac-e3f4c64f3b9d', 'network_id': '0f6e6f79-3548-4053-90ac-e3f4c64f3b9d', 'tenant_id': 'c057cee255304afd8942db7048503a09', 'fixed_ips': [{'subnet_id': '9028a205-0a26-4b45-be6a-efaf775a5816'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:48:33.767480 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9549f6c4-983a-4376-b374-581094304a93 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.768182 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.773054 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9549f6c4-983a-4376-b374-581094304a93 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:33.773705 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9549f6c4-983a-4376-b374-581094304a93 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.809969 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9549f6c4-983a-4376-b374-581094304a93 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1760979 Jul 15 15:48:33.812837 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41312) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:33.818625 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-db24e433-f75e-4750-86bc-bac451093638 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Request body: {'subnet': {'network_id': '9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:33.844178 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549f6c4-983a-4376-b374-581094304a93 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Pushing event updated for resources: {'Network': ['ID=9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:33.863498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:48:33.905028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db24e433-f75e-4750-86bc-bac451093638 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Made reservation on behalf of c057cee255304afd8942db7048503a09 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:33.909251 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-db24e433-f75e-4750-86bc-bac451093638 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:33.963701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Allocated IP 172.20.0.2 (0f6e6f79-3548-4053-90ac-e3f4c64f3b9d/9028a205-0a26-4b45-be6a-efaf775a5816/af8b431e-120f-4110-beb5-171d386edde0) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:48:34.088956 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-db24e433-f75e-4750-86bc-bac451093638 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.111830 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.120393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Transition to ACTIVE for port object af8b431e-120f-4110-beb5-171d386edde0 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:34.136896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Transition to ACTIVE for port object af8b431e-120f-4110-beb5-171d386edde0 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:34.143763 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.164033 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24e433-f75e-4750-86bc-bac451093638 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Pushing event updated for resources: {'Subnet': ['ID=64dbf48d-ea3b-4e8e-8071-167e141cb289,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:34.169903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db24e433-f75e-4750-86bc-bac451093638 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Checking segment: {'id': '77058d2e-472c-4ed2-b8fc-1b9bdbba0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:34.170789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db24e433-f75e-4750-86bc-bac451093638 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Network hostable DHCP agents. Network: 9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:48:34.186464 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Network 0f6e6f79-3548-4053-90ac-e3f4c64f3b9d is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:34.192320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:34.193422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db24e433-f75e-4750-86bc-bac451093638 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Network 9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:48:34.195911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:48:34.203523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-db24e433-f75e-4750-86bc-bac451093638 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:34.205156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Pushing event updated for resources: {'Port': ['ID=af8b431e-120f-4110-beb5-171d386edde0,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:34.210623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db24e433-f75e-4750-86bc-bac451093638 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:34.211572 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-db24e433-f75e-4750-86bc-bac451093638 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.211863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdcee19-ecd2-46cb-88d7-559d7813e778 None None] Network 9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:34.228841 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-db24e433-f75e-4750-86bc-bac451093638 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4123850 Jul 15 15:48:34.229034 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41314) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:34.233541 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-bdf9ba9c-2e36-40ea-bd03-8cdec59b35e5 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:34.303512 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Attempting to bind port af8b431e-120f-4110-beb5-171d386edde0 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:48:34.303884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Attempting to bind port af8b431e-120f-4110-beb5-171d386edde0 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'fa0a5dda-23d4-43c2-b92c-661a8020a407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f6e6f79-3548-4053-90ac-e3f4c64f3b9d'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:48:34.304249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Attempting to bind port af8b431e-120f-4110-beb5-171d386edde0 on network 0f6e6f79-3548-4053-90ac-e3f4c64f3b9d {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:34.318985 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:48:34.319350 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Checking segment: {'id': 'fa0a5dda-23d4-43c2-b92c-661a8020a407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f6e6f79-3548-4053-90ac-e3f4c64f3b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:34.319756 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.320157 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Bound using segment: {'id': 'fa0a5dda-23d4-43c2-b92c-661a8020a407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f6e6f79-3548-4053-90ac-e3f4c64f3b9d'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:48:34.320636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Bound port: af8b431e-120f-4110-beb5-171d386edde0, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0a5dda-23d4-43c2-b92c-661a8020a407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f6e6f79-3548-4053-90ac-e3f4c64f3b9d'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:48:34.321018 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.426392 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] For port af8b431e-120f-4110-beb5-171d386edde0, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:48:34.431895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] For port af8b431e-120f-4110-beb5-171d386edde0, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=af8b431e-120f-4110-beb5-171d386edde0,segment=NetworkSegment(fa0a5dda-23d4-43c2-b92c-661a8020a407),segment_id=fa0a5dda-23d4-43c2-b92c-661a8020a407)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:48:34.437402 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ba9c-2e36-40ea-bd03-8cdec59b35e5 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.456133 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.468223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1', 'network_id': '9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1', 'tenant_id': 'c057cee255304afd8942db7048503a09', 'fixed_ips': [{'subnet_id': '64dbf48d-ea3b-4e8e-8071-167e141cb289'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:48:34.469096 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.515433 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.559349 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [None req-bdf9ba9c-2e36-40ea-bd03-8cdec59b35e5 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 15:48:34.560399 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bdf9ba9c-2e36-40ea-bd03-8cdec59b35e5 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] 10.222.0.38 "PUT /v2.0/routers/8f140caa-c792-4459-a66b-b9726ec65598 HTTP/1.1" status: 400 len: 364 time: 0.3304708 Jul 15 15:48:34.566941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41316) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:34.587436 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2562f-1493-4dd2-ae72-cd9e5ddc3b5b None None] Pushing event updated for resources: {'Port': ['ID=af8b431e-120f-4110-beb5-171d386edde0,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:34.624722 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-7009c848-7cd7-4352-bf6a-2d6265e00d40 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Deleting subnet 64dbf48d-ea3b-4e8e-8071-167e141cb289 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:48:34.659628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Allocated IP 172.21.0.2 (9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1/64dbf48d-ea3b-4e8e-8071-167e141cb289/f207e23d-6c45-4862-8836-56fea2a910a1) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:48:34.818515 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.827271 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Transition to ACTIVE for port object f207e23d-6c45-4862-8836-56fea2a910a1 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:34.844097 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Transition to ACTIVE for port object f207e23d-6c45-4862-8836-56fea2a910a1 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:34.850567 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7009c848-7cd7-4352-bf6a-2d6265e00d40 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.851390 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.887227 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Network 9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:34.889975 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:34.895070 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7009c848-7cd7-4352-bf6a-2d6265e00d40 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.896083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:48:34.926941 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Pushing event updated for resources: {'Port': ['ID=f207e23d-6c45-4862-8836-56fea2a910a1,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:34.961396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Attempting to bind port f207e23d-6c45-4862-8836-56fea2a910a1 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:48:34.961654 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Attempting to bind port f207e23d-6c45-4862-8836-56fea2a910a1 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '77058d2e-472c-4ed2-b8fc-1b9bdbba0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:48:34.962014 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Attempting to bind port f207e23d-6c45-4862-8836-56fea2a910a1 on network 9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:34.966997 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:48:34.967634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Checking segment: {'id': '77058d2e-472c-4ed2-b8fc-1b9bdbba0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:34.967740 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.968132 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Bound using segment: {'id': '77058d2e-472c-4ed2-b8fc-1b9bdbba0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:48:34.968601 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Bound port: f207e23d-6c45-4862-8836-56fea2a910a1, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77058d2e-472c-4ed2-b8fc-1b9bdbba0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:48:34.968983 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.986038 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7009c848-7cd7-4352-bf6a-2d6265e00d40 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.042642 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7009c848-7cd7-4352-bf6a-2d6265e00d40 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.045670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] For port f207e23d-6c45-4862-8836-56fea2a910a1, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:48:35.049167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] For port f207e23d-6c45-4862-8836-56fea2a910a1, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f207e23d-6c45-4862-8836-56fea2a910a1,segment=NetworkSegment(77058d2e-472c-4ed2-b8fc-1b9bdbba0b7a),segment_id=77058d2e-472c-4ed2-b8fc-1b9bdbba0b7a)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:48:35.052860 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.070886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009c848-7cd7-4352-bf6a-2d6265e00d40 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Pushing event deleted for resources: {'Subnet': ['ID=64dbf48d-ea3b-4e8e-8071-167e141cb289,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:35.076254 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7009c848-7cd7-4352-bf6a-2d6265e00d40 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.081612 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7009c848-7cd7-4352-bf6a-2d6265e00d40 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] 10.222.0.38 "DELETE /v2.0/subnets/64dbf48d-ea3b-4e8e-8071-167e141cb289 HTTP/1.1" status: 204 len: 168 time: 0.5103693 Jul 15 15:48:35.082012 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41318) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:35.111618 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf27c7d-5e76-450f-b158-db5cd08ac4ab None None] Pushing event updated for resources: {'Port': ['ID=f207e23d-6c45-4862-8836-56fea2a910a1,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:35.178716 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.235149 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Deleting port f207e23d-6c45-4862-8836-56fea2a910a1 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:48:35.235496 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.309550 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] For port f207e23d-6c45-4862-8836-56fea2a910a1, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=f207e23d-6c45-4862-8836-56fea2a910a1,segment=NetworkSegment(77058d2e-472c-4ed2-b8fc-1b9bdbba0b7a),segment_id=77058d2e-472c-4ed2-b8fc-1b9bdbba0b7a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:35.309912 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.331536 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Calling delete_port for f207e23d-6c45-4862-8836-56fea2a910a1 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:48:35.441278 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.470364 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Pushing event deleted for resources: {'Port': ['ID=f207e23d-6c45-4862-8836-56fea2a910a1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:35.475456 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] No DVR routers for this DVR port f207e23d-6c45-4862-8836-56fea2a910a1 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:48:35.581825 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.593552 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:35.613642 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77058d2e-472c-4ed2-b8fc-1b9bdbba0b7a') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:35.613929 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77058d2e-472c-4ed2-b8fc-1b9bdbba0b7a') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:35.618417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bc1292-0755-427e-b9d1-60f0931e84a2 None None] Network 0f6e6f79-3548-4053-90ac-e3f4c64f3b9d requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:35.629143 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.643631 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.659455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:48:35.659961 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:48:35.663642 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:48:35.667848 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device af8b431e-120f-4110-beb5-171d386edde0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:35.732137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-dd9357c5-afc1-479d-a843-f683b41ec9e2 None None] Provisioning for port af8b431e-120f-4110-beb5-171d386edde0 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:35.734959 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.742808 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.746854 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] 10.222.0.38 "DELETE /v2.0/networks/9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1 HTTP/1.1" status: 204 len: 168 time: 0.6615999 Jul 15 15:48:35.747116 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41320) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:35.781144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017f041-2e20-47c4-8f4c-a91d8b02bf0f tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Pushing event deleted for resources: {'Network': ['ID=9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:35.801103 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port af8b431e-120f-4110-beb5-171d386edde0 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:35.807150 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1045c33-a967-423d-bc87-deb1bbbac66e tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Deleting subnet 9028a205-0a26-4b45-be6a-efaf775a5816 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:48:35.810181 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1045c33-a967-423d-bc87-deb1bbbac66e tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.810858 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port af8b431e-120f-4110-beb5-171d386edde0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:35.811249 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.851691 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1045c33-a967-423d-bc87-deb1bbbac66e tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.932999 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:35.946218 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1045c33-a967-423d-bc87-deb1bbbac66e tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.020843 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1045c33-a967-423d-bc87-deb1bbbac66e tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.050341 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1045c33-a967-423d-bc87-deb1bbbac66e tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Pushing event deleted for resources: {'Subnet': ['ID=9028a205-0a26-4b45-be6a-efaf775a5816,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:36.052443 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1045c33-a967-423d-bc87-deb1bbbac66e tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.056942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41322) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:36.057436 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d1045c33-a967-423d-bc87-deb1bbbac66e tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] 10.222.0.38 "DELETE /v2.0/subnets/9028a205-0a26-4b45-be6a-efaf775a5816 HTTP/1.1" status: 204 len: 168 time: 0.3089423 Jul 15 15:48:36.066172 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:48:36.066743 n-d-764435-3 neutron-server[100713]: DEBUG oslo_db.api [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:48:36.147237 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.148538 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.209192 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81fdc0d-3a2b-4d25-ae33-ff6b89e8cbc7 None None] Network 0f6e6f79-3548-4053-90ac-e3f4c64f3b9d requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:36.312440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-27f0d941-2b9a-4961-aa63-51d022ec44b7 None None] Provisioning complete for port af8b431e-120f-4110-beb5-171d386edde0 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:36.312740 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27f0d941-2b9a-4961-aa63-51d022ec44b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.355845 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d398cb8b-f710-4fd0-8897-9824bba5c6f7 None None] DHCP port deletion for 9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:48:36.386817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1233e2-91a1-441f-96b9-d46a2d778483 None None] Network 9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:36.408999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1233e2-91a1-441f-96b9-d46a2d778483 None None] Network 9b0bba87-0aaf-4c0e-85e2-82845d0bf9c1 could not be found, it might have been deleted concurrently. {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 15:48:36.458348 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27f0d941-2b9a-4961-aa63-51d022ec44b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.497237 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-27f0d941-2b9a-4961-aa63-51d022ec44b7 None None] For port af8b431e-120f-4110-beb5-171d386edde0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=af8b431e-120f-4110-beb5-171d386edde0,segment=NetworkSegment(fa0a5dda-23d4-43c2-b92c-661a8020a407),segment_id=fa0a5dda-23d4-43c2-b92c-661a8020a407)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:36.501492 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27f0d941-2b9a-4961-aa63-51d022ec44b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.530599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bb9779-b53d-48cd-958e-9aec7529a5e4 None None] DHCP port deletion for 0f6e6f79-3548-4053-90ac-e3f4c64f3b9d request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:48:36.557915 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Deleting port af8b431e-120f-4110-beb5-171d386edde0 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:48:36.558246 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.600291 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0d941-2b9a-4961-aa63-51d022ec44b7 None None] Pushing event updated for resources: {'Port': ['ID=af8b431e-120f-4110-beb5-171d386edde0,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:36.619686 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] For port af8b431e-120f-4110-beb5-171d386edde0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=af8b431e-120f-4110-beb5-171d386edde0,segment=NetworkSegment(fa0a5dda-23d4-43c2-b92c-661a8020a407),segment_id=fa0a5dda-23d4-43c2-b92c-661a8020a407)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:36.620034 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.632428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1dcd1ccd-fe64-4c57-af2a-c376cce1f618 None None] Could not find standard attr ID for object f207e23d-6c45-4862-8836-56fea2a910a1. {{(pid=100713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 15:48:36.633042 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Calling delete_port for af8b431e-120f-4110-beb5-171d386edde0 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:48:36.644351 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb9779-b53d-48cd-958e-9aec7529a5e4 None None] Deleting port af8b431e-120f-4110-beb5-171d386edde0 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:48:36.644762 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0bb9779-b53d-48cd-958e-9aec7529a5e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.714161 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.740346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Pushing event deleted for resources: {'Port': ['ID=af8b431e-120f-4110-beb5-171d386edde0,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:36.744008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] No DVR routers for this DVR port af8b431e-120f-4110-beb5-171d386edde0 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:48:36.826883 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.837873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6e6f79-3548-4053-90ac-e3f4c64f3b9d']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:36.848568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0a5dda-23d4-43c2-b92c-661a8020a407') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:36.848862 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0a5dda-23d4-43c2-b92c-661a8020a407') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:36.857865 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.871540 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.877921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:48:36.878077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a0bb9779-b53d-48cd-958e-9aec7529a5e4 None None] For port af8b431e-120f-4110-beb5-171d386edde0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=af8b431e-120f-4110-beb5-171d386edde0,segment=NetworkSegment(fa0a5dda-23d4-43c2-b92c-661a8020a407),segment_id=fa0a5dda-23d4-43c2-b92c-661a8020a407)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:36.878315 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.878441 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0bb9779-b53d-48cd-958e-9aec7529a5e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:48:36.881372 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:48:36.890920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb9779-b53d-48cd-958e-9aec7529a5e4 None None] Calling delete_port for af8b431e-120f-4110-beb5-171d386edde0 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:48:36.937238 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.946319 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.948205 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] 10.222.0.38 "DELETE /v2.0/networks/0f6e6f79-3548-4053-90ac-e3f4c64f3b9d HTTP/1.1" status: 204 len: 168 time: 0.8901258 Jul 15 15:48:36.951003 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41324) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:36.958367 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572623cb-324b-451f-bc09-9eca07151b35 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Pushing event deleted for resources: {'Network': ['ID=0f6e6f79-3548-4053-90ac-e3f4c64f3b9d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:36.974548 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0bb9779-b53d-48cd-958e-9aec7529a5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:36.983699 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a5925da6-5690-4bd9-aa3f-d862a273fb30 tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f140caa-c792-4459-a66b-b9726ec65598 HTTP/1.1" status: 200 len: 205 time: 0.0314426 Jul 15 15:48:36.986514 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41328) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:36.997352 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb9779-b53d-48cd-958e-9aec7529a5e4 None None] Pushing event deleted for resources: {'Port': ['ID=af8b431e-120f-4110-beb5-171d386edde0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:36.999252 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a0bb9779-b53d-48cd-958e-9aec7529a5e4 None None] Network 0f6e6f79-3548-4053-90ac-e3f4c64f3b9d is not hosted by any dhcp agent {{(pid=100713) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 15:48:36.999715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb9779-b53d-48cd-958e-9aec7529a5e4 None None] No DVR routers for this DVR port af8b431e-120f-4110-beb5-171d386edde0 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:48:37.061562 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fae59be9-26c0-4615-88b2-aa5b72d2d09e tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:37.219298 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fae59be9-26c0-4615-88b2-aa5b72d2d09e tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:37.221430 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fae59be9-26c0-4615-88b2-aa5b72d2d09e tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:37.262093 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fae59be9-26c0-4615-88b2-aa5b72d2d09e tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:37.262583 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae59be9-26c0-4615-88b2-aa5b72d2d09e tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Fanout notify agent at l3_agent the message router_deleted on router 8f140caa-c792-4459-a66b-b9726ec65598 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:48:37.270119 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fae59be9-26c0-4615-88b2-aa5b72d2d09e tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:37.271276 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fae59be9-26c0-4615-88b2-aa5b72d2d09e tempest-RoutersNegativeTest-20324149 tempest-RoutersNegativeTest-20324149-project] 10.222.0.38 "DELETE /v2.0/routers/8f140caa-c792-4459-a66b-b9726ec65598 HTTP/1.1" status: 204 len: 168 time: 0.2837687 Jul 15 15:48:37.497659 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41334) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:37.576223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device af8b431e-120f-4110-beb5-171d386edde0 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:48:37.596116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: af8b431e-120f-4110-beb5-171d386edde0 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:48:37.596469 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device af8b431e-120f-4110-beb5-171d386edde0 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:48:37.596886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f207e23d-6c45-4862-8836-56fea2a910a1 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:48:37.617605 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: f207e23d-6c45-4862-8836-56fea2a910a1 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:48:37.617951 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device f207e23d-6c45-4862-8836-56fea2a910a1 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:48:37.633805 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f1639d87-49c7-4428-a736-fba575076ec3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c057cee255304afd8942db7048503a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349573 Jul 15 15:48:37.636291 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41340) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:37.683180 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6861cdf-8d4d-434c-89e3-53e8bc579329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:37.703724 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6861cdf-8d4d-434c-89e3-53e8bc579329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:37.749445 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6861cdf-8d4d-434c-89e3-53e8bc579329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:37.752811 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6861cdf-8d4d-434c-89e3-53e8bc579329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:37.753930 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b6861cdf-8d4d-434c-89e3-53e8bc579329 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e9b7122c-a17d-45fd-8058-8d3bd17a043c HTTP/1.1" status: 204 len: 168 time: 0.1167817 Jul 15 15:48:37.761540 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6861cdf-8d4d-434c-89e3-53e8bc579329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b7122c-a17d-45fd-8058-8d3bd17a043c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:38.336084 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41362) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:38.432577 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-62bf116c-0e53-4679-9cd5-06c155f7e6d9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-409892658-network', 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:38.453437 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bf116c-0e53-4679-9cd5-06c155f7e6d9 admin admin] Made reservation on behalf of 6ab06270e8e64920a3a82b3bbc5f58cf for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:38.457644 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62bf116c-0e53-4679-9cd5-06c155f7e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:38.468446 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62bf116c-0e53-4679-9cd5-06c155f7e6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:38.554160 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62bf116c-0e53-4679-9cd5-06c155f7e6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:38.557715 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62bf116c-0e53-4679-9cd5-06c155f7e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:38.578417 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bf116c-0e53-4679-9cd5-06c155f7e6d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:48:38.592073 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf116c-0e53-4679-9cd5-06c155f7e6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b9c53c-16fc-4494-b134-f3944e3f9877,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:38.597745 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62bf116c-0e53-4679-9cd5-06c155f7e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:38.598090 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-62bf116c-0e53-4679-9cd5-06c155f7e6d9 admin admin] Added segment 237951a7-8df0-4580-a38c-f40ae54d4d5e of type vlan for network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 Jul 15 15:48:38.638682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62bf116c-0e53-4679-9cd5-06c155f7e6d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:38.666693 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62bf116c-0e53-4679-9cd5-06c155f7e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:38.667632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bf116c-0e53-4679-9cd5-06c155f7e6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:38.668203 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62bf116c-0e53-4679-9cd5-06c155f7e6d9 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:38.694995 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-62bf116c-0e53-4679-9cd5-06c155f7e6d9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3578470 Jul 15 15:48:38.698023 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41366) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:38.703090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6e0017c2-39e9-45ae-8e98-50f42df03cd6 admin admin] Request body: {'subnet': {'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-409892658-subnet', 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:38.725066 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0017c2-39e9-45ae-8e98-50f42df03cd6 admin admin] Made reservation on behalf of 6ab06270e8e64920a3a82b3bbc5f58cf for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:38.727299 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e0017c2-39e9-45ae-8e98-50f42df03cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:38.728362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf116c-0e53-4679-9cd5-06c155f7e6d9 admin admin] Pushing event updated for resources: {'Network': ['ID=27b61eea-f9ee-458e-8b66-fb6c58ebe481,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:38.738804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:48:38.891713 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e0017c2-39e9-45ae-8e98-50f42df03cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:38.951574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0017c2-39e9-45ae-8e98-50f42df03cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61697db8-60b9-4167-a835-4ca5a74de1dc,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:38.958509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0017c2-39e9-45ae-8e98-50f42df03cd6 admin admin] Checking segment: {'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:38.958901 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0017c2-39e9-45ae-8e98-50f42df03cd6 admin admin] Network hostable DHCP agents. Network: 27b61eea-f9ee-458e-8b66-fb6c58ebe481, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:48:38.975709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0017c2-39e9-45ae-8e98-50f42df03cd6 admin admin] Network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:48:38.983661 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-6e0017c2-39e9-45ae-8e98-50f42df03cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 27b61eea-f9ee-458e-8b66-fb6c58ebe481) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:38.988545 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0017c2-39e9-45ae-8e98-50f42df03cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:38.989126 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6e0017c2-39e9-45ae-8e98-50f42df03cd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:38.993902 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d57edb-b40c-4222-b092-5ec69cf17da6 None None] Network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:39.003966 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6e0017c2-39e9-45ae-8e98-50f42df03cd6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3047881 Jul 15 15:48:39.006687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41368) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:39.010985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-409892658-router', 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:39.030798 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:39.031761 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:39.082562 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:39.141114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-27b61eea-f9ee-458e-8b66-fb6c58ebe481', 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481', 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'fixed_ips': [{'subnet_id': '61697db8-60b9-4167-a835-4ca5a74de1dc'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:48:39.143116 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:39.226189 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:39.280734 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Allocated IP 172.20.0.2 (27b61eea-f9ee-458e-8b66-fb6c58ebe481/61697db8-60b9-4167-a835-4ca5a74de1dc/78c16aa8-4551-4a91-ade2-88158e82c6aa) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:48:39.425111 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:39.425605 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:39.433751 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Transition to ACTIVE for port object 78c16aa8-4551-4a91-ade2-88158e82c6aa will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:39.445154 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:39.448168 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Transition to ACTIVE for port object 78c16aa8-4551-4a91-ade2-88158e82c6aa will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:39.453467 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:39.493604 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:39.497824 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:39.502115 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:48:39.505154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Pushing event updated for resources: {'Port': ['ID=78c16aa8-4551-4a91-ade2-88158e82c6aa,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:39.551251 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Allocated IP 172.25.4.112 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/3a8a4e0c-33a2-4ed2-b884-f17668636299) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:48:39.559303 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Attempting to bind port 78c16aa8-4551-4a91-ade2-88158e82c6aa on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:48:39.559684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Attempting to bind port 78c16aa8-4551-4a91-ade2-88158e82c6aa by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:48:39.560054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Attempting to bind port 78c16aa8-4551-4a91-ade2-88158e82c6aa on network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:39.566143 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:48:39.566520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Checking segment: {'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:39.566986 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:39.567489 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Bound using segment: {'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:48:39.567970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Bound port: 78c16aa8-4551-4a91-ade2-88158e82c6aa, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:48:39.568490 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:39.636547 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] For port 78c16aa8-4551-4a91-ade2-88158e82c6aa, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:48:39.639609 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] For port 78c16aa8-4551-4a91-ade2-88158e82c6aa, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=78c16aa8-4551-4a91-ade2-88158e82c6aa,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:48:39.644987 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:39.657044 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:39.702013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c5d60-2ff5-431b-be6e-f66bffaea8e7 None None] Pushing event updated for resources: {'Port': ['ID=78c16aa8-4551-4a91-ade2-88158e82c6aa,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:39.702411 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:39.748382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:39.752176 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Pushing event updated for resources: {'Port': ['ID=3a8a4e0c-33a2-4ed2-b884-f17668636299,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:39.754848 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:39.756841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:48:40.022413 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:40.215753 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:40.348796 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Router 97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:48:40.467158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:48:40.485349 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:40.487515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-115f68bb-1d6a-45be-9186-9ad9130b8b68 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4798622 Jul 15 15:48:40.490297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41372) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:40.529025 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Sync routers for ids ['97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:48:40.544651 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Routers {'97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:48:40.545572 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:48:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:40.659107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e7cc6b-1014-4c88-a8c1-f3a31e50cb4a None None] Network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:40.667835 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Set router 97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:48:40.731016 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-91e83f36-17a4-4609-be68-19ce83739da8 None None] Provisioning for port 78c16aa8-4551-4a91-ade2-88158e82c6aa completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:40.867794 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'name': 'tempest-TestEncryptedCinderVolumes-409892658-router', 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '3a8a4e0c-33a2-4ed2-b884-f17668636299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:39Z', 'updated_at': '2021-07-15T15:48:39Z', 'revision_number': 3, 'project_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'gw_port': {'id': '3a8a4e0c-33a2-4ed2-b884-f17668636299', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:39Z', 'updated_at': '2021-07-15T15:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:40.895753 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Checking router: 97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:48:40.896022 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Updating router 97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25 port 3a8a4e0c-33a2-4ed2-b884-f17668636299 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:48:40.928071 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:40.931536 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.104616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Allocated IP 172.20.0.1 (27b61eea-f9ee-458e-8b66-fb6c58ebe481/61697db8-60b9-4167-a835-4ca5a74de1dc/c8c91f83-b50b-4155-8a81-af902cb4be4d) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:48:41.199603 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.209657 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Transition to ACTIVE for port object 3a8a4e0c-33a2-4ed2-b884-f17668636299 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:41.211004 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.215883 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.225360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Transition to ACTIVE for port object c8c91f83-b50b-4155-8a81-af902cb4be4d will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:41.258467 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.266326 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Attempting to bind port 3a8a4e0c-33a2-4ed2-b884-f17668636299 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:48:41.266727 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Attempting to bind port 3a8a4e0c-33a2-4ed2-b884-f17668636299 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:48:41.267267 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Attempting to bind port 3a8a4e0c-33a2-4ed2-b884-f17668636299 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:41.274101 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25a593-2839-4ccf-ba7d-06a0fc8c0a02 None None] Pushing event updated for resources: {'Port': ['ID=3a8a4e0c-33a2-4ed2-b884-f17668636299,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:41.277262 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:48:41.277612 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:41.278011 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.278405 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:48:41.278951 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Bound port: 3a8a4e0c-33a2-4ed2-b884-f17668636299, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:48:41.279389 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.286423 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25a593-2839-4ccf-ba7d-06a0fc8c0a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:41.286789 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25a593-2839-4ccf-ba7d-06a0fc8c0a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:41.287129 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25a593-2839-4ccf-ba7d-06a0fc8c0a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:41.287467 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25a593-2839-4ccf-ba7d-06a0fc8c0a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:41.287800 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25a593-2839-4ccf-ba7d-06a0fc8c0a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:41.288129 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25a593-2839-4ccf-ba7d-06a0fc8c0a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:41.288460 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25a593-2839-4ccf-ba7d-06a0fc8c0a02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:41.288785 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25a593-2839-4ccf-ba7d-06a0fc8c0a02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:41.289108 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25a593-2839-4ccf-ba7d-06a0fc8c0a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:41.289444 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25a593-2839-4ccf-ba7d-06a0fc8c0a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:41.289772 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25a593-2839-4ccf-ba7d-06a0fc8c0a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:41.290071 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25a593-2839-4ccf-ba7d-06a0fc8c0a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:41.294402 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:41.299869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:41.303302 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:48:41.330698 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Pushing event updated for resources: {'Port': ['ID=c8c91f83-b50b-4155-8a81-af902cb4be4d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:41.346260 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.349855 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] For port 3a8a4e0c-33a2-4ed2-b884-f17668636299, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:48:41.353697 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] For port 3a8a4e0c-33a2-4ed2-b884-f17668636299, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3a8a4e0c-33a2-4ed2-b884-f17668636299,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:48:41.357946 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.418106 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25a593-2839-4ccf-ba7d-06a0fc8c0a02 None None] Pushing event updated for resources: {'Port': ['ID=3a8a4e0c-33a2-4ed2-b884-f17668636299,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:41.420829 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Routers {'97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:48:41.421439 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:48:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:41.502867 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.528145 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] Set router 97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:48:41.590330 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0dea56cb-5afe-43c4-9d14-ae90e818980d None None] Provisioning for port c8c91f83-b50b-4155-8a81-af902cb4be4d completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:41.594216 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0dea56cb-5afe-43c4-9d14-ae90e818980d None None] Provisioning complete for port c8c91f83-b50b-4155-8a81-af902cb4be4d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:41.594791 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0dea56cb-5afe-43c4-9d14-ae90e818980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.634505 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 78c16aa8-4551-4a91-ade2-88158e82c6aa up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:41.662044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0dea56cb-5afe-43c4-9d14-ae90e818980d None None] Port c8c91f83-b50b-4155-8a81-af902cb4be4d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:48:41.688087 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.691768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 78c16aa8-4551-4a91-ade2-88158e82c6aa completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:41.693424 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.695780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 78c16aa8-4551-4a91-ade2-88158e82c6aa triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:41.696389 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.736869 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'name': 'tempest-TestEncryptedCinderVolumes-409892658-router', 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '3a8a4e0c-33a2-4ed2-b884-f17668636299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:39Z', 'updated_at': '2021-07-15T15:48:39Z', 'revision_number': 3, 'project_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'gw_port': {'id': '3a8a4e0c-33a2-4ed2-b884-f17668636299', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:39Z', 'updated_at': '2021-07-15T15:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:41.762520 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4269d67-a179-462b-afa3-2d882665b284 None None] The sync data for ids ['97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'] in n-d-764435-3 is: [{'id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'name': 'tempest-TestEncryptedCinderVolumes-409892658-router', 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '3a8a4e0c-33a2-4ed2-b884-f17668636299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:39Z', 'updated_at': '2021-07-15T15:48:39Z', 'revision_number': 3, 'project_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'gw_port': {'id': '3a8a4e0c-33a2-4ed2-b884-f17668636299', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:39Z', 'updated_at': '2021-07-15T15:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:48:41.765329 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Pushing event updated for resources: {'Port': ['ID=c8c91f83-b50b-4155-8a81-af902cb4be4d,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:41.769229 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.788097 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.824636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 78c16aa8-4551-4a91-ade2-88158e82c6aa, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=78c16aa8-4551-4a91-ade2-88158e82c6aa,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:41.830198 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:41.868976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:41.870469 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:41.889208 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=78c16aa8-4551-4a91-ade2-88158e82c6aa,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:41.997168 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Router 97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:48:42.120220 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:48:42.131249 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-99841467-26d5-433e-8bdd-d1471fe7ac0a admin admin] 10.222.0.38 "PUT /v2.0/routers/97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6393337 Jul 15 15:48:42.185087 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-511c9b6a-fdf1-46a3-97dd-26f4d4dee188 None None] Provisioning complete for port c8c91f83-b50b-4155-8a81-af902cb4be4d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:42.185817 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-511c9b6a-fdf1-46a3-97dd-26f4d4dee188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:42.227741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-511c9b6a-fdf1-46a3-97dd-26f4d4dee188 None None] Port c8c91f83-b50b-4155-8a81-af902cb4be4d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:48:42.609827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41390) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:42.615386 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-fd1ccfbf-3105-4471-b99a-d21ea1ccc140 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-795723951-network', 'tenant_id': 'c1515d79521c42118c355ffae6fd3709'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:42.635580 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1ccfbf-3105-4471-b99a-d21ea1ccc140 admin admin] Made reservation on behalf of c1515d79521c42118c355ffae6fd3709 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:42.638038 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccfbf-3105-4471-b99a-d21ea1ccc140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:42.647195 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccfbf-3105-4471-b99a-d21ea1ccc140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:42.735079 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccfbf-3105-4471-b99a-d21ea1ccc140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:42.740456 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccfbf-3105-4471-b99a-d21ea1ccc140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:42.765280 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1ccfbf-3105-4471-b99a-d21ea1ccc140 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:48:42.775900 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ccfbf-3105-4471-b99a-d21ea1ccc140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b8dc6b-7e63-470c-bf6a-9372e468b0f7,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:42.781713 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccfbf-3105-4471-b99a-d21ea1ccc140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:42.782059 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-fd1ccfbf-3105-4471-b99a-d21ea1ccc140 admin admin] Added segment ea0c94d9-f028-4622-973a-5c4ca56075ff of type vlan for network ed455a57-7a3e-48d4-8397-423e0e5309a3 Jul 15 15:48:42.825964 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccfbf-3105-4471-b99a-d21ea1ccc140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:42.854290 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccfbf-3105-4471-b99a-d21ea1ccc140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:42.855329 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1ccfbf-3105-4471-b99a-d21ea1ccc140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:42.855921 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccfbf-3105-4471-b99a-d21ea1ccc140 admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:42.888878 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fd1ccfbf-3105-4471-b99a-d21ea1ccc140 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2776949 Jul 15 15:48:42.891607 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41392) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:42.897308 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a113df87-bb6f-4800-a2df-871e3c5bf4fe admin admin] Request body: {'subnet': {'network_id': 'ed455a57-7a3e-48d4-8397-423e0e5309a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-795723951-subnet', 'tenant_id': 'c1515d79521c42118c355ffae6fd3709', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:42.916717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a113df87-bb6f-4800-a2df-871e3c5bf4fe admin admin] Made reservation on behalf of c1515d79521c42118c355ffae6fd3709 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:42.916961 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ccfbf-3105-4471-b99a-d21ea1ccc140 admin admin] Pushing event updated for resources: {'Network': ['ID=ed455a57-7a3e-48d4-8397-423e0e5309a3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:42.919131 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a113df87-bb6f-4800-a2df-871e3c5bf4fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:42.926951 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network ed455a57-7a3e-48d4-8397-423e0e5309a3 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:48:43.092135 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a113df87-bb6f-4800-a2df-871e3c5bf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:43.158087 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113df87-bb6f-4800-a2df-871e3c5bf4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8202db4-b20e-4e7a-bbe2-5f65d238774c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:43.164509 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a113df87-bb6f-4800-a2df-871e3c5bf4fe admin admin] Checking segment: {'id': 'ea0c94d9-f028-4622-973a-5c4ca56075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed455a57-7a3e-48d4-8397-423e0e5309a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:43.164930 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a113df87-bb6f-4800-a2df-871e3c5bf4fe admin admin] Network hostable DHCP agents. Network: ed455a57-7a3e-48d4-8397-423e0e5309a3, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:48:43.181134 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a113df87-bb6f-4800-a2df-871e3c5bf4fe admin admin] Network ed455a57-7a3e-48d4-8397-423e0e5309a3 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:48:43.189698 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a113df87-bb6f-4800-a2df-871e3c5bf4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, ed455a57-7a3e-48d4-8397-423e0e5309a3) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:43.193762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a113df87-bb6f-4800-a2df-871e3c5bf4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:43.194349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a113df87-bb6f-4800-a2df-871e3c5bf4fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:43.198513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e88a62-8d28-4459-8f3b-b119fd3c8664 None None] Network ed455a57-7a3e-48d4-8397-423e0e5309a3 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:43.208353 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a113df87-bb6f-4800-a2df-871e3c5bf4fe admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3147492 Jul 15 15:48:43.211020 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41394) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:43.215783 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-795723951-router', 'tenant_id': 'c1515d79521c42118c355ffae6fd3709', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:43.238564 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:43.239849 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:43.296546 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:43.340421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Sync routers for ids ['97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:48:43.351698 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Routers {'97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:48:43.352305 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:48:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:43.355268 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-ed455a57-7a3e-48d4-8397-423e0e5309a3', 'network_id': 'ed455a57-7a3e-48d4-8397-423e0e5309a3', 'tenant_id': 'c1515d79521c42118c355ffae6fd3709', 'fixed_ips': [{'subnet_id': 'e8202db4-b20e-4e7a-bbe2-5f65d238774c'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:48:43.356083 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:43.435338 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:43.552932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Set router 97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:48:43.639262 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Allocated IP 172.20.0.2 (ed455a57-7a3e-48d4-8397-423e0e5309a3/e8202db4-b20e-4e7a-bbe2-5f65d238774c/7289919d-f671-49f3-9a38-60d86ec54158) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:48:43.690615 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3a8a4e0c-33a2-4ed2-b884-f17668636299 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:43.899628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 3a8a4e0c-33a2-4ed2-b884-f17668636299 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:43.913289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3a8a4e0c-33a2-4ed2-b884-f17668636299 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:43.913659 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:43.940735 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:43.957187 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Transition to ACTIVE for port object 7289919d-f671-49f3-9a38-60d86ec54158 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:43.975802 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:43.980960 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Transition to ACTIVE for port object 7289919d-f671-49f3-9a38-60d86ec54158 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:43.991992 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:43.995362 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:44.005563 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'name': 'tempest-TestEncryptedCinderVolumes-409892658-router', 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '3a8a4e0c-33a2-4ed2-b884-f17668636299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:39Z', 'updated_at': '2021-07-15T15:48:41Z', 'revision_number': 4, 'project_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'gw_port': {'id': '3a8a4e0c-33a2-4ed2-b884-f17668636299', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:39Z', 'updated_at': '2021-07-15T15:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'c8c91f83-b50b-4155-8a81-af902cb4be4d', 'name': '', 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481', 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'mac_address': 'fa:16:3e:70:74:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '61697db8-60b9-4167-a835-4ca5a74de1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:40Z', 'updated_at': '2021-07-15T15:48:41Z', 'revision_number': 2, 'project_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'subnets': [{'id': '61697db8-60b9-4167-a835-4ca5a74de1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:44.074560 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Checking router: 97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:48:44.074917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Updating router 97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25 port c8c91f83-b50b-4155-8a81-af902cb4be4d binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:48:44.103473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Allocated IP 172.25.4.190 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/89723b60-a59f-421a-9988-0d7815771131) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:48:44.218098 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:44.240909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Network ed455a57-7a3e-48d4-8397-423e0e5309a3 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:44.258354 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:44.269333 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:44.281641 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:48:44.292203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Pushing event updated for resources: {'Port': ['ID=7289919d-f671-49f3-9a38-60d86ec54158,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:44.298322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:44.303009 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:44.304081 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:44.307454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:48:44.311266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Pushing event updated for resources: {'Port': ['ID=89723b60-a59f-421a-9988-0d7815771131,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:44.311505 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:44.353575 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 3a8a4e0c-33a2-4ed2-b884-f17668636299, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3a8a4e0c-33a2-4ed2-b884-f17668636299,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:44.371871 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:44.372632 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 78c16aa8-4551-4a91-ade2-88158e82c6aa up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:44.448582 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Attempting to bind port 7289919d-f671-49f3-9a38-60d86ec54158 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:48:44.449198 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Attempting to bind port 7289919d-f671-49f3-9a38-60d86ec54158 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ea0c94d9-f028-4622-973a-5c4ca56075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed455a57-7a3e-48d4-8397-423e0e5309a3'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:48:44.449563 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Attempting to bind port 7289919d-f671-49f3-9a38-60d86ec54158 on network ed455a57-7a3e-48d4-8397-423e0e5309a3 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:44.469056 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:48:44.469345 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Checking segment: {'id': 'ea0c94d9-f028-4622-973a-5c4ca56075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed455a57-7a3e-48d4-8397-423e0e5309a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:44.469786 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:44.470766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Bound using segment: {'id': 'ea0c94d9-f028-4622-973a-5c4ca56075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed455a57-7a3e-48d4-8397-423e0e5309a3'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:48:44.471391 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Bound port: 7289919d-f671-49f3-9a38-60d86ec54158, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0c94d9-f028-4622-973a-5c4ca56075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed455a57-7a3e-48d4-8397-423e0e5309a3'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:48:44.471769 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:44.549311 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=3a8a4e0c-33a2-4ed2-b884-f17668636299,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:44.566284 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:44.616710 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 78c16aa8-4551-4a91-ade2-88158e82c6aa triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:44.617085 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:44.675802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] For port 7289919d-f671-49f3-9a38-60d86ec54158, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:48:44.723515 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] For port 7289919d-f671-49f3-9a38-60d86ec54158, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7289919d-f671-49f3-9a38-60d86ec54158,segment=NetworkSegment(ea0c94d9-f028-4622-973a-5c4ca56075ff),segment_id=ea0c94d9-f028-4622-973a-5c4ca56075ff)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:48:44.733386 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:44.760645 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:44.882480 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aad13b-d8d8-4a17-bfb8-52e853dc1634 None None] Pushing event updated for resources: {'Port': ['ID=7289919d-f671-49f3-9a38-60d86ec54158,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:44.900049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Router b854d2b5-9eac-4513-a033-3bb9ec1fe8e9 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:48:44.912509 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:44.927733 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Transition to ACTIVE for port object c8c91f83-b50b-4155-8a81-af902cb4be4d will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:44.934590 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:45.019329 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795202b-4208-4da7-892f-c8191a2f86c1 None None] Pushing event updated for resources: {'Port': ['ID=c8c91f83-b50b-4155-8a81-af902cb4be4d,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:45.025697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:48:45.034385 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Sync routers for ids ['b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:48:45.051069 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:45.051624 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Routers {'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:48:45.052279 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:48:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:45.055285 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1814eaef-2e4a-4bbf-a84d-e0c1c8ff8fec admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8430374 Jul 15 15:48:45.057574 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41396) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:45.097645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Attempting to bind port c8c91f83-b50b-4155-8a81-af902cb4be4d on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:48:45.103096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Attempting to bind port c8c91f83-b50b-4155-8a81-af902cb4be4d by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:48:45.103287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Attempting to bind port c8c91f83-b50b-4155-8a81-af902cb4be4d on network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:45.113328 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:48:45.113722 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Checking segment: {'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:45.114561 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:45.115448 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Bound using segment: {'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:48:45.116151 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Bound port: c8c91f83-b50b-4155-8a81-af902cb4be4d, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:48:45.116550 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:45.214918 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] For port c8c91f83-b50b-4155-8a81-af902cb4be4d, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:48:45.218127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] For port c8c91f83-b50b-4155-8a81-af902cb4be4d, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c8c91f83-b50b-4155-8a81-af902cb4be4d,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:48:45.224830 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:45.225050 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Set router b854d2b5-9eac-4513-a033-3bb9ec1fe8e9 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:48:45.290974 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795202b-4208-4da7-892f-c8191a2f86c1 None None] Pushing event updated for resources: {'Port': ['ID=c8c91f83-b50b-4155-8a81-af902cb4be4d,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:45.293921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Routers {'97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:48:45.294551 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:48:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:45.434471 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] Set router 97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:48:45.445173 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'name': 'tempest-TestEncryptedCinderVolumes-795723951-router', 'tenant_id': 'c1515d79521c42118c355ffae6fd3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '89723b60-a59f-421a-9988-0d7815771131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:43Z', 'updated_at': '2021-07-15T15:48:44Z', 'revision_number': 3, 'project_id': 'c1515d79521c42118c355ffae6fd3709', 'gw_port': {'id': '89723b60-a59f-421a-9988-0d7815771131', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:85:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:44Z', 'updated_at': '2021-07-15T15:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:45.478937 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Checking router: b854d2b5-9eac-4513-a033-3bb9ec1fe8e9 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:48:45.479226 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Updating router b854d2b5-9eac-4513-a033-3bb9ec1fe8e9 port 89723b60-a59f-421a-9988-0d7815771131 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:48:45.517944 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:45.614638 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:45.726954 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'name': 'tempest-TestEncryptedCinderVolumes-409892658-router', 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '3a8a4e0c-33a2-4ed2-b884-f17668636299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:39Z', 'updated_at': '2021-07-15T15:48:41Z', 'revision_number': 4, 'project_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'gw_port': {'id': '3a8a4e0c-33a2-4ed2-b884-f17668636299', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:39Z', 'updated_at': '2021-07-15T15:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'c8c91f83-b50b-4155-8a81-af902cb4be4d', 'name': '', 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481', 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'mac_address': 'fa:16:3e:70:74:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '61697db8-60b9-4167-a835-4ca5a74de1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:40Z', 'updated_at': '2021-07-15T15:48:45Z', 'revision_number': 4, 'project_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'subnets': [{'id': '61697db8-60b9-4167-a835-4ca5a74de1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:45.774693 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3a8a4e0c-33a2-4ed2-b884-f17668636299 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:45.780741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1cc058-19eb-4c5a-adb9-f21e9c6fa556 None None] The sync data for ids ['97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'] in n-d-764435-3 is: [{'id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'name': 'tempest-TestEncryptedCinderVolumes-409892658-router', 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '3a8a4e0c-33a2-4ed2-b884-f17668636299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:39Z', 'updated_at': '2021-07-15T15:48:41Z', 'revision_number': 4, 'project_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'gw_port': {'id': '3a8a4e0c-33a2-4ed2-b884-f17668636299', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:39Z', 'updated_at': '2021-07-15T15:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'c8c91f83-b50b-4155-8a81-af902cb4be4d', 'name': '', 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481', 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'mac_address': 'fa:16:3e:70:74:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '61697db8-60b9-4167-a835-4ca5a74de1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:40Z', 'updated_at': '2021-07-15T15:48:45Z', 'revision_number': 4, 'project_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'subnets': [{'id': '61697db8-60b9-4167-a835-4ca5a74de1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:48:45.889552 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Allocated IP 172.20.0.1 (ed455a57-7a3e-48d4-8397-423e0e5309a3/e8202db4-b20e-4e7a-bbe2-5f65d238774c/94d31777-d5b9-4174-a854-bc29f7b6a802) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:48:45.896963 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3a8a4e0c-33a2-4ed2-b884-f17668636299 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:45.897789 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:46.043917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7289919d-f671-49f3-9a38-60d86ec54158 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:46.067711 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:46.086132 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Transition to ACTIVE for port object 89723b60-a59f-421a-9988-0d7815771131 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:46.089948 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:46.093601 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:46.113372 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Transition to ACTIVE for port object 94d31777-d5b9-4174-a854-bc29f7b6a802 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:46.122518 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 7289919d-f671-49f3-9a38-60d86ec54158 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:46.149358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb183dd-8f7f-4c22-9871-eeecd9623b7c None None] Network ed455a57-7a3e-48d4-8397-423e0e5309a3 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:48:46.155816 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a621bda-b5a4-47b8-947c-fcb0304aff36 None None] Pushing event updated for resources: {'Port': ['ID=89723b60-a59f-421a-9988-0d7815771131,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:46.163653 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:46.182272 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Attempting to bind port 89723b60-a59f-421a-9988-0d7815771131 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:48:46.182833 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Attempting to bind port 89723b60-a59f-421a-9988-0d7815771131 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:48:46.183198 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Attempting to bind port 89723b60-a59f-421a-9988-0d7815771131 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:46.192075 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:48:46.192521 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:46.193320 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:46.193320 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:48:46.193798 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Bound port: 89723b60-a59f-421a-9988-0d7815771131, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:48:46.194174 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:46.251727 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] For port 89723b60-a59f-421a-9988-0d7815771131, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:48:46.256257 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] For port 89723b60-a59f-421a-9988-0d7815771131, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=89723b60-a59f-421a-9988-0d7815771131,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:48:46.265063 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:46.312307 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-74c2ac77-7d7f-4b17-9927-b80b12c63f3a None None] Provisioning for port 7289919d-f671-49f3-9a38-60d86ec54158 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:46.325042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-74c2ac77-7d7f-4b17-9927-b80b12c63f3a None None] Provisioning complete for port 7289919d-f671-49f3-9a38-60d86ec54158 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:46.325428 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74c2ac77-7d7f-4b17-9927-b80b12c63f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:46.332631 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Routers {'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:48:46.333384 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:48:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:46.382975 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a621bda-b5a4-47b8-947c-fcb0304aff36 None None] Pushing event updated for resources: {'Port': ['ID=89723b60-a59f-421a-9988-0d7815771131,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:46.476168 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] Set router b854d2b5-9eac-4513-a033-3bb9ec1fe8e9 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:48:46.481449 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74c2ac77-7d7f-4b17-9927-b80b12c63f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:46.528306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-74c2ac77-7d7f-4b17-9927-b80b12c63f3a None None] For port 7289919d-f671-49f3-9a38-60d86ec54158, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7289919d-f671-49f3-9a38-60d86ec54158,segment=NetworkSegment(ea0c94d9-f028-4622-973a-5c4ca56075ff),segment_id=ea0c94d9-f028-4622-973a-5c4ca56075ff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:46.536481 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74c2ac77-7d7f-4b17-9927-b80b12c63f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:46.575688 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Network ed455a57-7a3e-48d4-8397-423e0e5309a3 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:46.580143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=94d31777-d5b9-4174-a854-bc29f7b6a802,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:46.584247 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:46.590588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:48:46.620851 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2ac77-7d7f-4b17-9927-b80b12c63f3a None None] Pushing event updated for resources: {'Port': ['ID=7289919d-f671-49f3-9a38-60d86ec54158,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:46.645460 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:46.720769 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'name': 'tempest-TestEncryptedCinderVolumes-795723951-router', 'tenant_id': 'c1515d79521c42118c355ffae6fd3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '89723b60-a59f-421a-9988-0d7815771131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:43Z', 'updated_at': '2021-07-15T15:48:44Z', 'revision_number': 3, 'project_id': 'c1515d79521c42118c355ffae6fd3709', 'gw_port': {'id': '89723b60-a59f-421a-9988-0d7815771131', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:85:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:44Z', 'updated_at': '2021-07-15T15:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:46.754147 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16bdc3e-3396-4fa4-a560-bea077305c1d None None] The sync data for ids ['b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'] in n-d-764435-3 is: [{'id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'name': 'tempest-TestEncryptedCinderVolumes-795723951-router', 'tenant_id': 'c1515d79521c42118c355ffae6fd3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '89723b60-a59f-421a-9988-0d7815771131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:43Z', 'updated_at': '2021-07-15T15:48:44Z', 'revision_number': 3, 'project_id': 'c1515d79521c42118c355ffae6fd3709', 'gw_port': {'id': '89723b60-a59f-421a-9988-0d7815771131', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:85:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:44Z', 'updated_at': '2021-07-15T15:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:48:46.799253 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:46.867085 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-299f862c-7a58-4f77-a8aa-634d05aa3d3e None None] Provisioning for port 94d31777-d5b9-4174-a854-bc29f7b6a802 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:46.871490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-299f862c-7a58-4f77-a8aa-634d05aa3d3e None None] Provisioning complete for port 94d31777-d5b9-4174-a854-bc29f7b6a802 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:46.871979 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-299f862c-7a58-4f77-a8aa-634d05aa3d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:46.929770 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-299f862c-7a58-4f77-a8aa-634d05aa3d3e None None] Port 94d31777-d5b9-4174-a854-bc29f7b6a802 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:48:46.943545 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-299f862c-7a58-4f77-a8aa-634d05aa3d3e None None] Provisioning complete for port 7289919d-f671-49f3-9a38-60d86ec54158 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:46.943925 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-299f862c-7a58-4f77-a8aa-634d05aa3d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:47.007875 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:47.014323 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:47.108298 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=94d31777-d5b9-4174-a854-bc29f7b6a802,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:47.118411 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:47.178256 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-07056629-6a24-4fd9-9c17-3e766d5367d8 None None] Provisioning complete for port 94d31777-d5b9-4174-a854-bc29f7b6a802 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:47.180246 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07056629-6a24-4fd9-9c17-3e766d5367d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:47.218935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-07056629-6a24-4fd9-9c17-3e766d5367d8 None None] Port 94d31777-d5b9-4174-a854-bc29f7b6a802 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:48:47.227063 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Network ed455a57-7a3e-48d4-8397-423e0e5309a3 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:47.228637 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:47.354725 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Router b854d2b5-9eac-4513-a033-3bb9ec1fe8e9 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:48:47.473412 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:48:47.478459 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1d0add72-dcc2-4c5f-92cb-31cc9dc14ac3 admin admin] 10.222.0.38 "PUT /v2.0/routers/b854d2b5-9eac-4513-a033-3bb9ec1fe8e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4198270 Jul 15 15:48:47.540194 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-13430373-df96-450b-980d-52736655c136 None None] Provisioning complete for port 94d31777-d5b9-4174-a854-bc29f7b6a802 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:47.540575 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13430373-df96-450b-980d-52736655c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:47.612771 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-13430373-df96-450b-980d-52736655c136 None None] Port 94d31777-d5b9-4174-a854-bc29f7b6a802 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:48:47.699504 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:48:47.708923 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 89723b60-a59f-421a-9988-0d7815771131 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:47.765091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 89723b60-a59f-421a-9988-0d7815771131 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:47.770383 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 89723b60-a59f-421a-9988-0d7815771131 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:47.771024 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:47.861993 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:47.883708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 89723b60-a59f-421a-9988-0d7815771131, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=89723b60-a59f-421a-9988-0d7815771131,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:47.889095 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:47.889881 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7289919d-f671-49f3-9a38-60d86ec54158 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:47.968682 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=89723b60-a59f-421a-9988-0d7815771131,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:47.983453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 7289919d-f671-49f3-9a38-60d86ec54158 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:47.983841 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:48.064045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c8c91f83-b50b-4155-8a81-af902cb4be4d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:48.116825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port c8c91f83-b50b-4155-8a81-af902cb4be4d completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:48.120672 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port c8c91f83-b50b-4155-8a81-af902cb4be4d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:48.121057 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:48.198096 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:48.231113 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port c8c91f83-b50b-4155-8a81-af902cb4be4d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c8c91f83-b50b-4155-8a81-af902cb4be4d,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:48.234809 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:48.238673 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-a0a5c1ef-095a-4325-bcd7-a77c8f8004b9 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:48.242373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-a0a5c1ef-095a-4325-bcd7-a77c8f8004b9 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/networks?id=27b61eea-f9ee-458e-8b66-fb6c58ebe481 HTTP/1.1" status: 200 len: 816 time: 0.1071444 Jul 15 15:48:48.255959 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-0f559061-8673-4638-b8b1-54f0a393f5be tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/quotas/6ab06270e8e64920a3a82b3bbc5f58cf HTTP/1.1" status: 200 len: 375 time: 0.0103357 Jul 15 15:48:48.292373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=c8c91f83-b50b-4155-8a81-af902cb4be4d,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:48.325644 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-5e18ae4b-68f9-4946-8ae6-822142f245c7 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab06270e8e64920a3a82b3bbc5f58cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638309 Jul 15 15:48:48.421842 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-264c5675-e36d-4cce-91e2-991e989c7bc3 service neutron] 10.222.0.38 "GET /v2.0/networks/27b61eea-f9ee-458e-8b66-fb6c58ebe481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844495 Jul 15 15:48:48.508678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-b9ae8303-9c7a-40f3-8cf9-f3f07856b8e4 service neutron] 10.222.0.38 "GET /v2.0/networks/27b61eea-f9ee-458e-8b66-fb6c58ebe481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811424 Jul 15 15:48:48.673230 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-417c7f17-91e3-4124-944c-3a7639409887 req-14ac359c-890e-4080-87a3-e0a064b00d12 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 210 time: 0.0275979 Jul 15 15:48:49.252821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Sync routers for ids ['b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:48:49.261987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Routers {'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:48:49.262622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:48:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:49.368979 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Set router b854d2b5-9eac-4513-a033-3bb9ec1fe8e9 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:48:49.415239 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:49.576235 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'name': 'tempest-TestEncryptedCinderVolumes-795723951-router', 'tenant_id': 'c1515d79521c42118c355ffae6fd3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '89723b60-a59f-421a-9988-0d7815771131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:43Z', 'updated_at': '2021-07-15T15:48:46Z', 'revision_number': 4, 'project_id': 'c1515d79521c42118c355ffae6fd3709', 'gw_port': {'id': '89723b60-a59f-421a-9988-0d7815771131', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:85:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:44Z', 'updated_at': '2021-07-15T15:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '94d31777-d5b9-4174-a854-bc29f7b6a802', 'name': '', 'network_id': 'ed455a57-7a3e-48d4-8397-423e0e5309a3', 'tenant_id': 'c1515d79521c42118c355ffae6fd3709', 'mac_address': 'fa:16:3e:5a:e0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'e8202db4-b20e-4e7a-bbe2-5f65d238774c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:45Z', 'updated_at': '2021-07-15T15:48:46Z', 'revision_number': 2, 'project_id': 'c1515d79521c42118c355ffae6fd3709', 'subnets': [{'id': 'e8202db4-b20e-4e7a-bbe2-5f65d238774c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:49.603406 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Checking router: b854d2b5-9eac-4513-a033-3bb9ec1fe8e9 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:48:49.603779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Updating router b854d2b5-9eac-4513-a033-3bb9ec1fe8e9 port 94d31777-d5b9-4174-a854-bc29f7b6a802 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:48:49.629207 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 89723b60-a59f-421a-9988-0d7815771131 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:49.670598 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:49.723767 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:49.743038 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 89723b60-a59f-421a-9988-0d7815771131 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:49.743423 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:49.762686 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f5f0cee3-af2d-4a57-9b37-eb520a4ea901 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:49.764914 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f5f0cee3-af2d-4a57-9b37-eb520a4ea901 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.22 "GET /v2.0/networks?id=27b61eea-f9ee-458e-8b66-fb6c58ebe481 HTTP/1.1" status: 200 len: 816 time: 0.1396067 Jul 15 15:48:49.778210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-28036858-9703-44fd-8dc2-55a852edb14e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Request body: {'port': {'device_id': '28712ebd-f41c-4023-8411-ba11258b3113', 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481', 'admin_state_up': True, 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:49.892978 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-788db53a-d7b9-4185-b906-bfb82e01e22d req-06b90edc-8d1b-4512-bd6f-36e822eb93b6 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 210 time: 0.0677400 Jul 15 15:48:49.935886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-28036858-9703-44fd-8dc2-55a852edb14e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Made reservation on behalf of 6ab06270e8e64920a3a82b3bbc5f58cf for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:49.939571 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-28036858-9703-44fd-8dc2-55a852edb14e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:50.071315 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-28036858-9703-44fd-8dc2-55a852edb14e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Allocated IP 172.20.0.11 (27b61eea-f9ee-458e-8b66-fb6c58ebe481/61697db8-60b9-4167-a835-4ca5a74de1dc/cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:48:50.108225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c8c91f83-b50b-4155-8a81-af902cb4be4d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:50.210614 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port c8c91f83-b50b-4155-8a81-af902cb4be4d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:50.210902 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:50.224759 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-28036858-9703-44fd-8dc2-55a852edb14e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:50.239576 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-28036858-9703-44fd-8dc2-55a852edb14e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Transition to ACTIVE for port object cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:50.245083 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:50.263815 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Transition to ACTIVE for port object 94d31777-d5b9-4174-a854-bc29f7b6a802 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:50.272784 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:50.274756 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-28036858-9703-44fd-8dc2-55a852edb14e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:50.324062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-28036858-9703-44fd-8dc2-55a852edb14e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:50.327334 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-28036858-9703-44fd-8dc2-55a852edb14e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:50.332294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-28036858-9703-44fd-8dc2-55a852edb14e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:48:50.357123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28036858-9703-44fd-8dc2-55a852edb14e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Pushing event updated for resources: {'Port': ['ID=cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:50.361070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994a3ed-d291-438b-8495-cbae85555edc None None] Pushing event updated for resources: {'Port': ['ID=94d31777-d5b9-4174-a854-bc29f7b6a802,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:50.389013 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-28036858-9703-44fd-8dc2-55a852edb14e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:50.389922 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-28036858-9703-44fd-8dc2-55a852edb14e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:50.407585 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-28036858-9703-44fd-8dc2-55a852edb14e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6335750 Jul 15 15:48:50.416673 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Attempting to bind port 94d31777-d5b9-4174-a854-bc29f7b6a802 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:48:50.417207 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Attempting to bind port 94d31777-d5b9-4174-a854-bc29f7b6a802 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ea0c94d9-f028-4622-973a-5c4ca56075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed455a57-7a3e-48d4-8397-423e0e5309a3'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:48:50.417572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Attempting to bind port 94d31777-d5b9-4174-a854-bc29f7b6a802 on network ed455a57-7a3e-48d4-8397-423e0e5309a3 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:50.419556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Request body: {'port': {'device_id': '28712ebd-f41c-4023-8411-ba11258b3113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:50.423134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:48:50.423519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Checking segment: {'id': 'ea0c94d9-f028-4622-973a-5c4ca56075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed455a57-7a3e-48d4-8397-423e0e5309a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:50.423935 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:50.424337 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Bound using segment: {'id': 'ea0c94d9-f028-4622-973a-5c4ca56075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed455a57-7a3e-48d4-8397-423e0e5309a3'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:48:50.424814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Bound port: 94d31777-d5b9-4174-a854-bc29f7b6a802, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0c94d9-f028-4622-973a-5c4ca56075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ed455a57-7a3e-48d4-8397-423e0e5309a3'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:48:50.425207 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:50.508166 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] For port 94d31777-d5b9-4174-a854-bc29f7b6a802, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:48:50.509734 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:50.513343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] For port 94d31777-d5b9-4174-a854-bc29f7b6a802, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=94d31777-d5b9-4174-a854-bc29f7b6a802,segment=NetworkSegment(ea0c94d9-f028-4622-973a-5c4ca56075ff),segment_id=ea0c94d9-f028-4622-973a-5c4ca56075ff)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:48:50.519713 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:50.584014 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Routers {'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:48:50.584740 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:48:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:50.685342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994a3ed-d291-438b-8495-cbae85555edc None None] Pushing event updated for resources: {'Port': ['ID=94d31777-d5b9-4174-a854-bc29f7b6a802,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:50.723707 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1d289da7-4143-481e-b015-e06e919eeb7c None None] Provisioning for port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:50.726709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] Set router b854d2b5-9eac-4513-a033-3bb9ec1fe8e9 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:48:50.753925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1d289da7-4143-481e-b015-e06e919eeb7c None None] Provisioning complete for port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:50.754447 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d289da7-4143-481e-b015-e06e919eeb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:50.827340 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:48:50.835286 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:50.836684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1d289da7-4143-481e-b015-e06e919eeb7c None None] Port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:48:50.850151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Transition to ACTIVE for port object cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:50.854141 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:50.908323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:50.997036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Attempting to bind port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:48:50.997437 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Attempting to bind port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:48:50.997717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Attempting to bind port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f on network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:51.003128 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f on network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:48:51.003483 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Attempting to bind port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f on network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:51.011855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:48:51.012190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Checking segment: {'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:51.012586 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Bound using segment: {'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:48:51.013025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Bound port: cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:48:51.013390 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:51.014789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'name': 'tempest-TestEncryptedCinderVolumes-795723951-router', 'tenant_id': 'c1515d79521c42118c355ffae6fd3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '89723b60-a59f-421a-9988-0d7815771131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:43Z', 'updated_at': '2021-07-15T15:48:46Z', 'revision_number': 4, 'project_id': 'c1515d79521c42118c355ffae6fd3709', 'gw_port': {'id': '89723b60-a59f-421a-9988-0d7815771131', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:85:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:44Z', 'updated_at': '2021-07-15T15:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '94d31777-d5b9-4174-a854-bc29f7b6a802', 'name': '', 'network_id': 'ed455a57-7a3e-48d4-8397-423e0e5309a3', 'tenant_id': 'c1515d79521c42118c355ffae6fd3709', 'mac_address': 'fa:16:3e:5a:e0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'e8202db4-b20e-4e7a-bbe2-5f65d238774c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:45Z', 'updated_at': '2021-07-15T15:48:50Z', 'revision_number': 4, 'project_id': 'c1515d79521c42118c355ffae6fd3709', 'subnets': [{'id': 'e8202db4-b20e-4e7a-bbe2-5f65d238774c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:51.045542 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827b8207-0cb9-4852-aa75-10628e153c0a None None] The sync data for ids ['b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'] in n-d-764435-3 is: [{'id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'name': 'tempest-TestEncryptedCinderVolumes-795723951-router', 'tenant_id': 'c1515d79521c42118c355ffae6fd3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '89723b60-a59f-421a-9988-0d7815771131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:43Z', 'updated_at': '2021-07-15T15:48:46Z', 'revision_number': 4, 'project_id': 'c1515d79521c42118c355ffae6fd3709', 'gw_port': {'id': '89723b60-a59f-421a-9988-0d7815771131', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:85:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:44Z', 'updated_at': '2021-07-15T15:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '94d31777-d5b9-4174-a854-bc29f7b6a802', 'name': '', 'network_id': 'ed455a57-7a3e-48d4-8397-423e0e5309a3', 'tenant_id': 'c1515d79521c42118c355ffae6fd3709', 'mac_address': 'fa:16:3e:5a:e0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'e8202db4-b20e-4e7a-bbe2-5f65d238774c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:45Z', 'updated_at': '2021-07-15T15:48:50Z', 'revision_number': 4, 'project_id': 'c1515d79521c42118c355ffae6fd3709', 'subnets': [{'id': 'e8202db4-b20e-4e7a-bbe2-5f65d238774c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:48:51.144951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] For port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:48:51.149215 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] For port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:48:51.160592 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3a16a-1117-4d38-9424-b52625c1d20d req-d80ebc52-5e80-406a-bea2-81b703271097 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:51.160592 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b7a3a16a-1117-4d38-9424-b52625c1d20d req-d80ebc52-5e80-406a-bea2-81b703271097 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 944 time: 0.1358364 Jul 15 15:48:51.162857 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:51.222234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:51.222855 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:51.224327 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] 10.222.0.22 "PUT /v2.0/ports/cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f HTTP/1.1" status: 200 len: 1092 time: 0.8093991 Jul 15 15:48:51.226989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28712ebd-f41c-4023-8411-ba11258b3113', 'tag': 'cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:48:51.229304 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6e3f5e-64fb-47d3-86d5-8dc2fe8505cd" -d '{"events": [{"name": "network-changed", "server_uuid": "28712ebd-f41c-4023-8411-ba11258b3113", "tag": "cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:48:51.274344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b7a3a16a-1117-4d38-9424-b52625c1d20d req-b19e75a5-4e98-4f48-b8ed-f448c61f64e8 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820162 Jul 15 15:48:51.274589 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963f769-b4fe-43cf-80b3-87ae8618ba18 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:51.317358 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56da93e-44a4-4901-872a-af6d09170b18 x-openstack-request-id: req-e56da93e-44a4-4901-872a-af6d09170b18 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:48:51.317658 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28712ebd-f41c-4023-8411-ba11258b3113", "tag": "cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:48:51.317913 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e56da93e-44a4-4901-872a-af6d09170b18 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:48:51.318315 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28712ebd-f41c-4023-8411-ba11258b3113', 'tag': 'cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f', 'status': 'completed', 'code': 200} Jul 15 15:48:51.347435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-7d03caa6-ea7f-4638-a99b-f37a5ee08863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:51.349136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-7d03caa6-ea7f-4638-a99b-f37a5ee08863 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ab06270e8e64920a3a82b3bbc5f58cf&device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 1095 time: 0.0634224 Jul 15 15:48:51.393300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-dbe7de2b-d4d3-4b8b-809b-2cd0c9d99924 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f HTTP/1.1" status: 200 len: 217 time: 0.0362592 Jul 15 15:48:51.448872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-e75e446f-298d-4628-8f14-449f3cae5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:51.450345 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-e75e446f-298d-4628-8f14-449f3cae5220 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61697db8-60b9-4167-a835-4ca5a74de1dc HTTP/1.1" status: 200 len: 855 time: 0.0511301 Jul 15 15:48:51.509551 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-00d4f88a-c25b-43d0-9dd0-01602da43ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:51.511395 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-00d4f88a-c25b-43d0-9dd0-01602da43ac2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27b61eea-f9ee-458e-8b66-fb6c58ebe481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549157 Jul 15 15:48:51.614365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-61dc17d4-33cc-48ab-bb43-c55d061db294 service neutron] 10.222.0.22 "GET /v2.0/networks/27b61eea-f9ee-458e-8b66-fb6c58ebe481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965292 Jul 15 15:48:51.627576 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 94d31777-d5b9-4174-a854-bc29f7b6a802 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:51.676962 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 94d31777-d5b9-4174-a854-bc29f7b6a802 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:51.680709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 94d31777-d5b9-4174-a854-bc29f7b6a802 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:51.681147 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:51.710345 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e663a8d7-d56a-4558-a686-2985f02ccd06 req-7bebea50-d8ea-456f-8e0e-4ddb6c979746 service neutron] 10.222.0.22 "GET /v2.0/networks/27b61eea-f9ee-458e-8b66-fb6c58ebe481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887311 Jul 15 15:48:51.762451 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:51.794140 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 94d31777-d5b9-4174-a854-bc29f7b6a802, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=94d31777-d5b9-4174-a854-bc29f7b6a802,segment=NetworkSegment(ea0c94d9-f028-4622-973a-5c4ca56075ff),segment_id=ea0c94d9-f028-4622-973a-5c4ca56075ff)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:51.797674 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:51.809174 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e3f5e-64fb-47d3-86d5-8dc2fe8505cd req-c3b43ef1-f514-4676-b03d-46484715a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:51.810836 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af6e3f5e-64fb-47d3-86d5-8dc2fe8505cd req-c3b43ef1-f514-4676-b03d-46484715a9d4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ab06270e8e64920a3a82b3bbc5f58cf&device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 1095 time: 0.0533845 Jul 15 15:48:51.848022 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=94d31777-d5b9-4174-a854-bc29f7b6a802,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:51.903442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e3f5e-64fb-47d3-86d5-8dc2fe8505cd req-773fabc5-50a9-4795-b935-1941c31f66a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:51.904896 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af6e3f5e-64fb-47d3-86d5-8dc2fe8505cd req-773fabc5-50a9-4795-b935-1941c31f66a7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=27b61eea-f9ee-458e-8b66-fb6c58ebe481 HTTP/1.1" status: 200 len: 917 time: 0.0881672 Jul 15 15:48:51.944269 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af6e3f5e-64fb-47d3-86d5-8dc2fe8505cd req-fc215e82-c3f9-457d-bfac-63e94cc1c7bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f HTTP/1.1" status: 200 len: 217 time: 0.0327189 Jul 15 15:48:51.994393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e3f5e-64fb-47d3-86d5-8dc2fe8505cd req-018e7f06-eec3-45bd-b670-db2270b46467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:51.995820 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af6e3f5e-64fb-47d3-86d5-8dc2fe8505cd req-018e7f06-eec3-45bd-b670-db2270b46467 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61697db8-60b9-4167-a835-4ca5a74de1dc HTTP/1.1" status: 200 len: 855 time: 0.0457730 Jul 15 15:48:52.051006 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e3f5e-64fb-47d3-86d5-8dc2fe8505cd req-4ed5d4cd-0a3e-4e4c-bfa1-c5ecd9155d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:52.052363 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af6e3f5e-64fb-47d3-86d5-8dc2fe8505cd req-4ed5d4cd-0a3e-4e4c-bfa1-c5ecd9155d6b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27b61eea-f9ee-458e-8b66-fb6c58ebe481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496149 Jul 15 15:48:52.143413 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af6e3f5e-64fb-47d3-86d5-8dc2fe8505cd req-dafb6833-ee08-4674-b63d-d04251775af7 service neutron] 10.222.0.22 "GET /v2.0/networks/27b61eea-f9ee-458e-8b66-fb6c58ebe481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825784 Jul 15 15:48:52.235895 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af6e3f5e-64fb-47d3-86d5-8dc2fe8505cd req-ad9a2cfa-72ea-4324-8c5d-646c963b9e26 service neutron] 10.222.0.22 "GET /v2.0/networks/27b61eea-f9ee-458e-8b66-fb6c58ebe481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846636 Jul 15 15:48:52.450577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec52a2-1e25-4dfb-b5e7-33ea5c48c28b req-85f829e9-30dd-4c01-94b3-81934044b68a tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:52.452068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1aec52a2-1e25-4dfb-b5e7-33ea5c48c28b req-85f829e9-30dd-4c01-94b3-81934044b68a tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 944 time: 0.0623741 Jul 15 15:48:52.492037 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1aec52a2-1e25-4dfb-b5e7-33ea5c48c28b req-cbcf2281-19f3-4d62-8bcd-97d781843476 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336242 Jul 15 15:48:53.591142 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 94d31777-d5b9-4174-a854-bc29f7b6a802 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:53.640779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 94d31777-d5b9-4174-a854-bc29f7b6a802 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:53.641151 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:53.678636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3d59c-35a4-40e1-93a3-5867da7c905d req-c972e129-b3a5-4eb2-b031-8a4a5ccb8a48 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:53.685790 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4e3d59c-35a4-40e1-93a3-5867da7c905d req-c972e129-b3a5-4eb2-b031-8a4a5ccb8a48 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 944 time: 0.0790098 Jul 15 15:48:53.722228 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4e3d59c-35a4-40e1-93a3-5867da7c905d req-b7f1fc05-0157-41b3-b813-3b39d6867e1a tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353112 Jul 15 15:48:54.780396 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:48:54.878077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:54.888949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f', 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481', 'port_id': 'cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f', 'mac_address': 'fa:16:3e:70:6a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61697db8-60b9-4167-a835-4ca5a74de1dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:48:54.897607 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab5721-2e8c-4e8f-867d-2312deb1b70c req-03095c95-3f0c-4279-8de9-b86182adaf8c tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:54.899173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1ab5721-2e8c-4e8f-867d-2312deb1b70c req-03095c95-3f0c-4279-8de9-b86182adaf8c tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 944 time: 0.0651104 Jul 15 15:48:54.926584 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:54.936404 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1ab5721-2e8c-4e8f-867d-2312deb1b70c req-9450e3b2-e470-453e-b4cf-f33ff3fe0a16 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314901 Jul 15 15:48:54.939676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:48:54.960361 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:54.964242 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:55.012789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:55.163206 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:48:56.108660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db2a40-d99b-4449-95f9-5a6b1207fdf3 req-2410a6f0-8f8a-44c5-870a-3e6769ca5e0b tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:56.110819 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2db2a40-d99b-4449-95f9-5a6b1207fdf3 req-2410a6f0-8f8a-44c5-870a-3e6769ca5e0b tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 945 time: 0.0634058 Jul 15 15:48:56.148373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b2db2a40-d99b-4449-95f9-5a6b1207fdf3 req-b19d046f-0af0-4ab7-99f2-a49394dca47a tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Jul 15 15:48:56.796041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:56.843738 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:56.847829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:56.848202 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:56.924313 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:56.945636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28712ebd-f41c-4023-8411-ba11258b3113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:48:56.947907 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff37d82-4d8a-4554-9526-5bbd774aea6f" -d '{"events": [{"server_uuid": "28712ebd-f41c-4023-8411-ba11258b3113", "name": "network-vif-plugged", "status": "completed", "tag": "cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:48:56.961027 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:56.966239 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:56.989142 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a17d51-7ac2-4d8d-8f4d-a73faffd1e95 x-openstack-request-id: req-79a17d51-7ac2-4d8d-8f4d-a73faffd1e95 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:48:56.989433 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28712ebd-f41c-4023-8411-ba11258b3113", "name": "network-vif-plugged", "status": "completed", "tag": "cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:48:56.989688 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-79a17d51-7ac2-4d8d-8f4d-a73faffd1e95 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:48:56.990078 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28712ebd-f41c-4023-8411-ba11258b3113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f', 'code': 200} Jul 15 15:48:57.015509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:57.104290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a145249-5962-4123-8284-16dbbb35c015 req-967822f5-c658-46d1-8ba0-c841ef9dcaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:57.105797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2a145249-5962-4123-8284-16dbbb35c015 req-967822f5-c658-46d1-8ba0-c841ef9dcaa2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 1097 time: 0.0548582 Jul 15 15:48:57.139662 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2a145249-5962-4123-8284-16dbbb35c015 req-f4ee788c-c4e5-452b-89a7-99b5dec8f8dd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277369 Jul 15 15:48:57.320429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df267207-da94-4075-b493-093420671bd0 req-a8b5a82e-209b-431e-af99-98ef4caf5ee8 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:57.321894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df267207-da94-4075-b493-093420671bd0 req-a8b5a82e-209b-431e-af99-98ef4caf5ee8 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 946 time: 0.0624356 Jul 15 15:48:57.357937 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df267207-da94-4075-b493-093420671bd0 req-ca227e88-cfdf-4171-9911-0348a424eb11 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304806 Jul 15 15:48:58.536886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e09a7-314f-4f94-aac4-a8eaabd5f4f1 req-456ff9bf-b713-424f-a93f-31b4d23e25d1 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:58.538372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6b4e09a7-314f-4f94-aac4-a8eaabd5f4f1 req-456ff9bf-b713-424f-a93f-31b4d23e25d1 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 946 time: 0.0693150 Jul 15 15:48:58.575003 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6b4e09a7-314f-4f94-aac4-a8eaabd5f4f1 req-2627cff3-77a6-4900-8aca-f2b67277d910 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310831 Jul 15 15:48:58.745096 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c235f-8f45-4c72-b70d-4fe18908ddfa req-d0dae77a-fac7-478a-a84b-9f891ce4d191 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:58.746483 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d4c235f-8f45-4c72-b70d-4fe18908ddfa req-d0dae77a-fac7-478a-a84b-9f891ce4d191 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 946 time: 0.0629795 Jul 15 15:48:58.784472 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2d4c235f-8f45-4c72-b70d-4fe18908ddfa req-6b267912-459e-425e-9cf5-ace1c3820a19 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312293 Jul 15 15:49:00.117202 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93797783-2be6-4a00-bfbc-b8e7ee1a0636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:02.878486 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:02.944545 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-280ed782-030c-4a46-b888-3132ce1ca36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:04.452670 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:06.147695 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:08.280597 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1f6ff318-9048-4521-bea2-859cd4566efd req-651c07c0-8ed0-43aa-b0dd-fa2638b02dde service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=28712ebd-f41c-4023-8411-ba11258b3113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689454 Jul 15 15:49:08.387703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ff318-9048-4521-bea2-859cd4566efd req-8790fda6-579a-487a-9a25-28416ed31bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:08.390120 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1f6ff318-9048-4521-bea2-859cd4566efd req-8790fda6-579a-487a-9a25-28416ed31bcb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ab06270e8e64920a3a82b3bbc5f58cf&device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 1097 time: 0.0599904 Jul 15 15:49:08.508207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ff318-9048-4521-bea2-859cd4566efd req-4796000b-6ca8-43c2-b6ae-2e48c487909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:08.510591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1f6ff318-9048-4521-bea2-859cd4566efd req-4796000b-6ca8-43c2-b6ae-2e48c487909b service neutron] 10.222.0.22 "GET /v2.0/networks?id=27b61eea-f9ee-458e-8b66-fb6c58ebe481 HTTP/1.1" status: 200 len: 917 time: 0.0997577 Jul 15 15:49:08.559667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1f6ff318-9048-4521-bea2-859cd4566efd req-9c74e752-6b34-4d84-90a7-5d47325b44ee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f HTTP/1.1" status: 200 len: 217 time: 0.0423656 Jul 15 15:49:08.613449 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ff318-9048-4521-bea2-859cd4566efd req-cdc4940c-3d72-43ae-a3ee-911bac7c3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:08.615477 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1f6ff318-9048-4521-bea2-859cd4566efd req-cdc4940c-3d72-43ae-a3ee-911bac7c3e4a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61697db8-60b9-4167-a835-4ca5a74de1dc HTTP/1.1" status: 200 len: 855 time: 0.0505388 Jul 15 15:49:08.674354 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ff318-9048-4521-bea2-859cd4566efd req-931eb01f-d6c8-4b63-ac7b-6f639f4a5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:08.675793 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1f6ff318-9048-4521-bea2-859cd4566efd req-931eb01f-d6c8-4b63-ac7b-6f639f4a5a7f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27b61eea-f9ee-458e-8b66-fb6c58ebe481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538752 Jul 15 15:49:08.767241 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1f6ff318-9048-4521-bea2-859cd4566efd req-be1323c2-e13a-4cbd-a95f-c52308ece943 service neutron] 10.222.0.22 "GET /v2.0/networks/27b61eea-f9ee-458e-8b66-fb6c58ebe481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834162 Jul 15 15:49:08.855535 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1f6ff318-9048-4521-bea2-859cd4566efd req-045bf668-58a2-454f-ac73-e330e9bc9c0d service neutron] 10.222.0.22 "GET /v2.0/networks/27b61eea-f9ee-458e-8b66-fb6c58ebe481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809903 Jul 15 15:49:17.750275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95ff8b-4d2d-4f42-ab71-306ac686ab21 req-449adde4-fba9-46ba-9884-515b5c72d069 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:17.751816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee95ff8b-4d2d-4f42-ab71-306ac686ab21 req-449adde4-fba9-46ba-9884-515b5c72d069 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 946 time: 0.0679038 Jul 15 15:49:17.789856 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee95ff8b-4d2d-4f42-ab71-306ac686ab21 req-1be62a22-534a-4ccc-8c5a-54e8ac82ce0c tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324581 Jul 15 15:49:18.961615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b4b65-246c-4750-9a21-eb3e347ddbdc req-92835b6d-7c28-4ac6-81bb-6f0d978c9b85 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:18.963113 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b99b4b65-246c-4750-9a21-eb3e347ddbdc req-92835b6d-7c28-4ac6-81bb-6f0d978c9b85 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 946 time: 0.0629423 Jul 15 15:49:19.000941 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b99b4b65-246c-4750-9a21-eb3e347ddbdc req-33c4e61e-5c40-4a16-8b2c-18d82e101dbe tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323730 Jul 15 15:49:19.255154 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88a39f-8558-4245-bcaa-1d0e8a9a2e68 req-36eec99f-58f2-4332-bf0e-155869065468 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:19.256604 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7d88a39f-8558-4245-bcaa-1d0e8a9a2e68 req-36eec99f-58f2-4332-bf0e-155869065468 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.22 "GET /v2.0/ports?device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 946 time: 0.0621819 Jul 15 15:49:19.357142 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-7d88a39f-8558-4245-bcaa-1d0e8a9a2e68 req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Deleting port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:49:19.357396 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7d88a39f-8558-4245-bcaa-1d0e8a9a2e68 req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:19.403038 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:19.444394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-7d88a39f-8558-4245-bcaa-1d0e8a9a2e68 req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] For port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:49:19.444754 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7d88a39f-8558-4245-bcaa-1d0e8a9a2e68 req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:19.460537 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-7d88a39f-8558-4245-bcaa-1d0e8a9a2e68 req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Calling delete_port for cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:49:19.722949 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:19.916376 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7d88a39f-8558-4245-bcaa-1d0e8a9a2e68 req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:19.928430 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:49:19.947913 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Pushing event deleted for resources: {'Port': ['ID=cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:49:19.976622 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:19.977196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:19.977304 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:19.977566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:19.977899 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:19.978245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:19.978585 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:19.978917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:19.979243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:19.979569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:19.979894 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:19.980217 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:20.003677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d88a39f-8558-4245-bcaa-1d0e8a9a2e68 req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] No DVR routers for this DVR port cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:49:20.006435 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7d88a39f-8558-4245-bcaa-1d0e8a9a2e68 req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:20.008494 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7d88a39f-8558-4245-bcaa-1d0e8a9a2e68 req-6d1eb808-ef99-4e4e-bbc1-70e919ce66de tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.22 "DELETE /v2.0/ports/cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f HTTP/1.1" status: 204 len: 173 time: 0.7447896 Jul 15 15:49:20.008984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28712ebd-f41c-4023-8411-ba11258b3113', 'name': 'network-vif-deleted', 'tag': 'cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:49:20.011453 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffc1f70-7b06-4c29-8cbb-01360b7cf088" -d '{"events": [{"server_uuid": "28712ebd-f41c-4023-8411-ba11258b3113", "name": "network-vif-deleted", "tag": "cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:49:20.051046 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58557fd-168f-4747-9628-1c19b3207c6d x-openstack-request-id: req-f58557fd-168f-4747-9628-1c19b3207c6d {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:49:20.051429 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28712ebd-f41c-4023-8411-ba11258b3113", "name": "network-vif-deleted", "tag": "cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:49:20.051689 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f58557fd-168f-4747-9628-1c19b3207c6d {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:49:20.052085 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28712ebd-f41c-4023-8411-ba11258b3113', 'name': 'network-vif-deleted', 'tag': 'cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f', 'status': 'completed', 'code': 200} Jul 15 15:49:20.167159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef9ca815-6b79-49ad-a10d-878f4751f831 req-b6c4c4bc-eb66-4707-bfeb-abb0eade393e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=28712ebd-f41c-4023-8411-ba11258b3113 HTTP/1.1" status: 200 len: 210 time: 0.0341432 Jul 15 15:49:21.743057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2a95b-a86c-410a-a291-d4590c10707f req-b8e0293d-0859-4f05-9b72-dae280a1ec7e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:21.744436 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e2a95b-a86c-410a-a291-d4590c10707f req-b8e0293d-0859-4f05-9b72-dae280a1ec7e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/networks?id=27b61eea-f9ee-458e-8b66-fb6c58ebe481 HTTP/1.1" status: 200 len: 816 time: 0.1036079 Jul 15 15:49:21.758769 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e2a95b-a86c-410a-a291-d4590c10707f req-e2710bd0-fa42-4739-97f2-db60f8ac78dd tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/quotas/6ab06270e8e64920a3a82b3bbc5f58cf HTTP/1.1" status: 200 len: 375 time: 0.0089438 Jul 15 15:49:21.822604 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e2a95b-a86c-410a-a291-d4590c10707f req-70789256-e654-436b-a19d-ac8081136eb1 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab06270e8e64920a3a82b3bbc5f58cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591311 Jul 15 15:49:21.918259 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e2a95b-a86c-410a-a291-d4590c10707f req-aa8ce422-3e6c-4dd3-a12c-4fe56313fb73 service neutron] 10.222.0.38 "GET /v2.0/networks/27b61eea-f9ee-458e-8b66-fb6c58ebe481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840259 Jul 15 15:49:22.004521 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e2a95b-a86c-410a-a291-d4590c10707f req-88ef4797-ad33-4741-926f-cd61a3e4fead service neutron] 10.222.0.38 "GET /v2.0/networks/27b61eea-f9ee-458e-8b66-fb6c58ebe481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799136 Jul 15 15:49:22.178183 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a69f8c3c-7b1b-430b-a2f2-0069481549ff req-5e5f3012-e813-4f64-a897-6befb4a218e2 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 210 time: 0.0323477 Jul 15 15:49:22.918885 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:49:22.940075 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:49:22.940418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device cdf69a8c-5e90-4941-8d9b-a3120bf1ce1f not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:49:23.206118 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2a95b-a86c-410a-a291-d4590c10707f req-e3b54d6e-a484-4c16-b58d-3cf54ac4add5 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:23.207712 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e2a95b-a86c-410a-a291-d4590c10707f req-e3b54d6e-a484-4c16-b58d-3cf54ac4add5 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.22 "GET /v2.0/networks?id=27b61eea-f9ee-458e-8b66-fb6c58ebe481 HTTP/1.1" status: 200 len: 816 time: 0.1073771 Jul 15 15:49:23.221892 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-58e2a95b-a86c-410a-a291-d4590c10707f req-03fba5d5-1d1a-43d7-ab88-a970bc29e2f0 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Request body: {'port': {'device_id': '73c4aa35-8073-4995-9f53-573a3e63418b', 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481', 'admin_state_up': True, 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:49:23.345527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e2a95b-a86c-410a-a291-d4590c10707f req-03fba5d5-1d1a-43d7-ab88-a970bc29e2f0 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Made reservation on behalf of 6ab06270e8e64920a3a82b3bbc5f58cf for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:49:23.349609 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-58e2a95b-a86c-410a-a291-d4590c10707f req-03fba5d5-1d1a-43d7-ab88-a970bc29e2f0 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:23.479196 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-58e2a95b-a86c-410a-a291-d4590c10707f req-03fba5d5-1d1a-43d7-ab88-a970bc29e2f0 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Allocated IP 172.20.0.6 (27b61eea-f9ee-458e-8b66-fb6c58ebe481/61697db8-60b9-4167-a835-4ca5a74de1dc/cd7faeb6-d344-4d76-b529-151d15d236bd) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:49:23.519642 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c0ac8789-73cd-4bde-929d-777fb13be3e4 req-8d148c9d-4c08-43c4-a64a-c74de4fa4efb tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 210 time: 0.0419097 Jul 15 15:49:23.652384 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-58e2a95b-a86c-410a-a291-d4590c10707f req-03fba5d5-1d1a-43d7-ab88-a970bc29e2f0 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:23.665450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-58e2a95b-a86c-410a-a291-d4590c10707f req-03fba5d5-1d1a-43d7-ab88-a970bc29e2f0 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Transition to ACTIVE for port object cd7faeb6-d344-4d76-b529-151d15d236bd will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:49:23.699096 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-58e2a95b-a86c-410a-a291-d4590c10707f req-03fba5d5-1d1a-43d7-ab88-a970bc29e2f0 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:23.744202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e2a95b-a86c-410a-a291-d4590c10707f req-03fba5d5-1d1a-43d7-ab88-a970bc29e2f0 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:49:23.749203 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-58e2a95b-a86c-410a-a291-d4590c10707f req-03fba5d5-1d1a-43d7-ab88-a970bc29e2f0 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:49:23.753523 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e2a95b-a86c-410a-a291-d4590c10707f req-03fba5d5-1d1a-43d7-ab88-a970bc29e2f0 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:49:23.780420 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fba5d5-1d1a-43d7-ab88-a970bc29e2f0 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Pushing event updated for resources: {'Port': ['ID=cd7faeb6-d344-4d76-b529-151d15d236bd,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:49:23.806162 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2a95b-a86c-410a-a291-d4590c10707f req-03fba5d5-1d1a-43d7-ab88-a970bc29e2f0 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:23.806823 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-58e2a95b-a86c-410a-a291-d4590c10707f req-03fba5d5-1d1a-43d7-ab88-a970bc29e2f0 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:23.822862 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e2a95b-a86c-410a-a291-d4590c10707f req-03fba5d5-1d1a-43d7-ab88-a970bc29e2f0 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6063004 Jul 15 15:49:23.834711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Request body: {'port': {'device_id': '73c4aa35-8073-4995-9f53-573a3e63418b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:49:23.909831 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:24.043408 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f81b33ec-2ce8-48b7-bc64-4d947b69773a None None] Provisioning for port cd7faeb6-d344-4d76-b529-151d15d236bd completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:49:24.047267 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f81b33ec-2ce8-48b7-bc64-4d947b69773a None None] Provisioning complete for port cd7faeb6-d344-4d76-b529-151d15d236bd triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:49:24.047660 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f81b33ec-2ce8-48b7-bc64-4d947b69773a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:24.081003 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f81b33ec-2ce8-48b7-bc64-4d947b69773a None None] Port cd7faeb6-d344-4d76-b529-151d15d236bd cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:49:24.183991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7faeb6-d344-4d76-b529-151d15d236bd {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:49:24.191472 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:24.203207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Transition to ACTIVE for port object cd7faeb6-d344-4d76-b529-151d15d236bd will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:49:24.207077 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:24.277042 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7faeb6-d344-4d76-b529-151d15d236bd,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:49:24.331588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Attempting to bind port cd7faeb6-d344-4d76-b529-151d15d236bd on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:49:24.331931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Attempting to bind port cd7faeb6-d344-4d76-b529-151d15d236bd by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:49:24.332267 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Attempting to bind port cd7faeb6-d344-4d76-b529-151d15d236bd on network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:49:24.336733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Port cd7faeb6-d344-4d76-b529-151d15d236bd on network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:49:24.337057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Attempting to bind port cd7faeb6-d344-4d76-b529-151d15d236bd on network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:49:24.342052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:49:24.342392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Checking segment: {'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:49:24.342879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Bound using segment: {'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:49:24.343307 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Bound port: cd7faeb6-d344-4d76-b529-151d15d236bd, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237951a7-8df0-4580-a38c-f40ae54d4d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:49:24.343665 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:24.413398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] For port cd7faeb6-d344-4d76-b529-151d15d236bd, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:49:24.416490 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] For port cd7faeb6-d344-4d76-b529-151d15d236bd, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=cd7faeb6-d344-4d76-b529-151d15d236bd,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:49:24.419998 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:24.452106 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:24.452765 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:24.455010 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e2a95b-a86c-410a-a291-d4590c10707f req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] 10.222.0.22 "PUT /v2.0/ports/cd7faeb6-d344-4d76-b529-151d15d236bd HTTP/1.1" status: 200 len: 1091 time: 0.6248493 Jul 15 15:49:24.455443 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c4aa35-8073-4995-9f53-573a3e63418b', 'tag': 'cd7faeb6-d344-4d76-b529-151d15d236bd'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:49:24.457669 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891a70ea-3ce9-4931-8954-291d29ba2d76" -d '{"events": [{"name": "network-changed", "server_uuid": "73c4aa35-8073-4995-9f53-573a3e63418b", "tag": "cd7faeb6-d344-4d76-b529-151d15d236bd"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:49:24.484204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba0d8b-9238-47b8-bcbb-b7c3c1001145 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7faeb6-d344-4d76-b529-151d15d236bd,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:49:24.520700 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2968138-e7e6-48ce-b6cc-2bb31e9f559f x-openstack-request-id: req-e2968138-e7e6-48ce-b6cc-2bb31e9f559f {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:49:24.520995 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c4aa35-8073-4995-9f53-573a3e63418b", "tag": "cd7faeb6-d344-4d76-b529-151d15d236bd", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:49:24.521249 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e2968138-e7e6-48ce-b6cc-2bb31e9f559f {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:49:24.521662 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c4aa35-8073-4995-9f53-573a3e63418b', 'tag': 'cd7faeb6-d344-4d76-b529-151d15d236bd', 'status': 'completed', 'code': 200} Jul 15 15:49:24.573349 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2a95b-a86c-410a-a291-d4590c10707f req-cb107ea3-7d2a-47a0-b017-92c997b92824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:24.575053 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e2a95b-a86c-410a-a291-d4590c10707f req-cb107ea3-7d2a-47a0-b017-92c997b92824 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ab06270e8e64920a3a82b3bbc5f58cf&device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 1094 time: 0.0638938 Jul 15 15:49:24.621343 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e2a95b-a86c-410a-a291-d4590c10707f req-8822a957-723c-4001-9de5-e97933085245 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7faeb6-d344-4d76-b529-151d15d236bd HTTP/1.1" status: 200 len: 217 time: 0.0396478 Jul 15 15:49:24.698130 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:49:24.700567 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2a95b-a86c-410a-a291-d4590c10707f req-383330bc-6c72-482b-8c6c-53866ee6f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:24.702031 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e2a95b-a86c-410a-a291-d4590c10707f req-383330bc-6c72-482b-8c6c-53866ee6f59a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61697db8-60b9-4167-a835-4ca5a74de1dc HTTP/1.1" status: 200 len: 855 time: 0.0744848 Jul 15 15:49:24.765057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af960e-5777-4399-98b2-4db05f183d1f req-2682b8b1-cf06-4121-b507-22df676e2cf1 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:24.767108 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4af960e-5777-4399-98b2-4db05f183d1f req-2682b8b1-cf06-4121-b507-22df676e2cf1 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 943 time: 0.1300433 Jul 15 15:49:24.806478 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2a95b-a86c-410a-a291-d4590c10707f req-162236a8-a6eb-4625-a23f-da5baf0fd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:24.807884 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e2a95b-a86c-410a-a291-d4590c10707f req-162236a8-a6eb-4625-a23f-da5baf0fd6d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27b61eea-f9ee-458e-8b66-fb6c58ebe481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992031 Jul 15 15:49:24.815524 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e4af960e-5777-4399-98b2-4db05f183d1f req-0ba9fd88-55b2-409a-ad58-e9bd13a35e3a tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 Jul 15 15:49:24.899619 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e2a95b-a86c-410a-a291-d4590c10707f req-52c93b26-885a-438d-905d-ec5b45033247 service neutron] 10.222.0.22 "GET /v2.0/networks/27b61eea-f9ee-458e-8b66-fb6c58ebe481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831518 Jul 15 15:49:24.990742 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e2a95b-a86c-410a-a291-d4590c10707f req-f2f46195-b036-4b74-a271-5544606d6466 service neutron] 10.222.0.22 "GET /v2.0/networks/27b61eea-f9ee-458e-8b66-fb6c58ebe481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853300 Jul 15 15:49:25.088055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a70ea-3ce9-4931-8954-291d29ba2d76 req-529da27b-13ca-4f2d-8360-fc3bce3de38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:25.089463 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-891a70ea-3ce9-4931-8954-291d29ba2d76 req-529da27b-13ca-4f2d-8360-fc3bce3de38a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ab06270e8e64920a3a82b3bbc5f58cf&device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 1094 time: 0.0513325 Jul 15 15:49:25.182978 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a70ea-3ce9-4931-8954-291d29ba2d76 req-769bbb51-bf59-4d9a-8249-cc8df1dd0d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:25.184471 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-891a70ea-3ce9-4931-8954-291d29ba2d76 req-769bbb51-bf59-4d9a-8249-cc8df1dd0d37 service neutron] 10.222.0.22 "GET /v2.0/networks?id=27b61eea-f9ee-458e-8b66-fb6c58ebe481 HTTP/1.1" status: 200 len: 917 time: 0.0886502 Jul 15 15:49:25.223994 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-891a70ea-3ce9-4931-8954-291d29ba2d76 req-91d85351-1b46-4d75-876b-231fa76bf518 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7faeb6-d344-4d76-b529-151d15d236bd HTTP/1.1" status: 200 len: 217 time: 0.0331092 Jul 15 15:49:25.276727 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a70ea-3ce9-4931-8954-291d29ba2d76 req-ff0cd08d-c0d5-4d4e-b22b-4062a4c69deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:25.278157 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-891a70ea-3ce9-4931-8954-291d29ba2d76 req-ff0cd08d-c0d5-4d4e-b22b-4062a4c69deb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61697db8-60b9-4167-a835-4ca5a74de1dc HTTP/1.1" status: 200 len: 855 time: 0.0471926 Jul 15 15:49:25.334378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a70ea-3ce9-4931-8954-291d29ba2d76 req-921fce55-724e-4bc5-a7f4-903dd92f7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:25.335896 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-891a70ea-3ce9-4931-8954-291d29ba2d76 req-921fce55-724e-4bc5-a7f4-903dd92f7346 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27b61eea-f9ee-458e-8b66-fb6c58ebe481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505345 Jul 15 15:49:25.424646 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-891a70ea-3ce9-4931-8954-291d29ba2d76 req-7235f704-81c7-4054-84d9-bd6c9016aecc service neutron] 10.222.0.22 "GET /v2.0/networks/27b61eea-f9ee-458e-8b66-fb6c58ebe481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805688 Jul 15 15:49:25.517151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-891a70ea-3ce9-4931-8954-291d29ba2d76 req-97c3d9f4-c115-492c-8984-43de52c1320d service neutron] 10.222.0.22 "GET /v2.0/networks/27b61eea-f9ee-458e-8b66-fb6c58ebe481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851111 Jul 15 15:49:25.988733 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd0963-625f-4c19-ba0e-d5512fa0ba2c req-35633fa8-2c24-446c-962a-7bbd1a907a78 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:25.990230 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66bd0963-625f-4c19-ba0e-d5512fa0ba2c req-35633fa8-2c24-446c-962a-7bbd1a907a78 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 943 time: 0.0629807 Jul 15 15:49:26.027247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-66bd0963-625f-4c19-ba0e-d5512fa0ba2c req-53a219bd-06e3-45ee-908b-ec041d157f0e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314398 Jul 15 15:49:27.211811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af4b5f-5804-47e6-8d45-2ca8e104ad10 req-b3158828-fd51-4c8b-b8fd-cf1d75307103 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:27.213321 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6af4b5f-5804-47e6-8d45-2ca8e104ad10 req-b3158828-fd51-4c8b-b8fd-cf1d75307103 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 943 time: 0.0698740 Jul 15 15:49:27.249472 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6af4b5f-5804-47e6-8d45-2ca8e104ad10 req-bc8a0209-a90e-4409-8113-a00e8974a0af tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305824 Jul 15 15:49:28.425936 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd53f16-a764-4e9c-955f-5448ddc37c58 req-8f7d4556-bd07-4800-957f-b09e418c746e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:28.427474 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4fd53f16-a764-4e9c-955f-5448ddc37c58 req-8f7d4556-bd07-4800-957f-b09e418c746e tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 943 time: 0.0683322 Jul 15 15:49:28.465207 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4fd53f16-a764-4e9c-955f-5448ddc37c58 req-818f466c-6c93-4f80-930a-2db13d03bb54 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 Jul 15 15:49:28.935098 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device cd7faeb6-d344-4d76-b529-151d15d236bd details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:49:29.031013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port cd7faeb6-d344-4d76-b529-151d15d236bd, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=cd7faeb6-d344-4d76-b529-151d15d236bd,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:49:29.042613 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'cd7faeb6-d344-4d76-b529-151d15d236bd', 'network_id': '27b61eea-f9ee-458e-8b66-fb6c58ebe481', 'port_id': 'cd7faeb6-d344-4d76-b529-151d15d236bd', 'mac_address': 'fa:16:3e:16:34:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61697db8-60b9-4167-a835-4ca5a74de1dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:49:29.078194 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:29.090848 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7faeb6-d344-4d76-b529-151d15d236bd {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:49:29.110895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port cd7faeb6-d344-4d76-b529-151d15d236bd, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=cd7faeb6-d344-4d76-b529-151d15d236bd,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:49:29.114245 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:29.160127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=cd7faeb6-d344-4d76-b529-151d15d236bd,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:49:29.167213 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:29.167555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:29.167890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:29.168223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:29.168554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:29.168881 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:29.169204 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:29.169524 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:29.169848 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:29.170195 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:29.170513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:29.170860 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:29.301842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['cd7faeb6-d344-4d76-b529-151d15d236bd'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:49:29.635228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddfd9a-35b3-4acb-a835-cb92bfd25286 req-acee29cd-baff-4ab4-89d4-d69f08868d80 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:29.636729 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3fddfd9a-35b3-4acb-a835-cb92bfd25286 req-acee29cd-baff-4ab4-89d4-d69f08868d80 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 944 time: 0.0623448 Jul 15 15:49:29.676334 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3fddfd9a-35b3-4acb-a835-cb92bfd25286 req-2454df62-7cdb-421c-b6af-e7ff77dfc5bc tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336542 Jul 15 15:49:30.118507 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff99a0b7-e30c-4f3a-9efc-f059e56a4e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:30.851754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386b27a-79b5-4fb2-a894-5184d3a06c83 req-16aa2712-f12a-4e8d-bc20-f49093c63806 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:30.853242 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4386b27a-79b5-4fb2-a894-5184d3a06c83 req-16aa2712-f12a-4e8d-bc20-f49093c63806 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 944 time: 0.0673344 Jul 15 15:49:30.889851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4386b27a-79b5-4fb2-a894-5184d3a06c83 req-89beae63-990c-48c0-929e-4463488cdf12 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Jul 15 15:49:30.934868 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device cd7faeb6-d344-4d76-b529-151d15d236bd up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:49:30.983271 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port cd7faeb6-d344-4d76-b529-151d15d236bd completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:49:30.987507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port cd7faeb6-d344-4d76-b529-151d15d236bd triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:49:30.987881 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:31.063224 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:31.085177 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c4aa35-8073-4995-9f53-573a3e63418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7faeb6-d344-4d76-b529-151d15d236bd'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:49:31.087625 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd169117-d42b-45bc-8ead-28391c5bbd48" -d '{"events": [{"server_uuid": "73c4aa35-8073-4995-9f53-573a3e63418b", "name": "network-vif-plugged", "status": "completed", "tag": "cd7faeb6-d344-4d76-b529-151d15d236bd"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:49:31.104820 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port cd7faeb6-d344-4d76-b529-151d15d236bd, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=cd7faeb6-d344-4d76-b529-151d15d236bd,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:49:31.110064 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:31.133902 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85efafca-1c50-47db-8609-18a9232bc90d x-openstack-request-id: req-85efafca-1c50-47db-8609-18a9232bc90d {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:49:31.134584 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c4aa35-8073-4995-9f53-573a3e63418b", "name": "network-vif-plugged", "status": "completed", "tag": "cd7faeb6-d344-4d76-b529-151d15d236bd", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:49:31.134584 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-85efafca-1c50-47db-8609-18a9232bc90d {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:49:31.134845 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c4aa35-8073-4995-9f53-573a3e63418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7faeb6-d344-4d76-b529-151d15d236bd', 'code': 200} Jul 15 15:49:31.161921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=cd7faeb6-d344-4d76-b529-151d15d236bd,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:49:31.240594 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbbef0-fbbe-4600-86f0-65531586d179 req-71c7ff98-e068-4de5-8798-6528e476fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:31.241944 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7dfbbef0-fbbe-4600-86f0-65531586d179 req-71c7ff98-e068-4de5-8798-6528e476fc0f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 1096 time: 0.0507188 Jul 15 15:49:31.275422 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7dfbbef0-fbbe-4600-86f0-65531586d179 req-947cb255-a498-454b-ba6b-c6713fc21d42 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268068 Jul 15 15:49:32.071470 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d43d29-4596-47aa-8dfa-fedb84dd5dc9 req-4ed8f6ce-a528-426f-8c3f-20bac4ccb0b9 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:32.073188 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30d43d29-4596-47aa-8dfa-fedb84dd5dc9 req-4ed8f6ce-a528-426f-8c3f-20bac4ccb0b9 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 945 time: 0.0674920 Jul 15 15:49:32.112999 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-30d43d29-4596-47aa-8dfa-fedb84dd5dc9 req-6b471d23-0686-44e3-a566-fa80fc73f5a8 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341027 Jul 15 15:49:32.880108 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:32.946007 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d19a88b-ccb0-45b2-9c0a-b0ccc03f3877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:33.286434 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bd246-098c-4c08-a2be-5d873087db1d req-3a51a389-5d3a-4b56-904e-777cca94a533 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:33.287952 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-277bd246-098c-4c08-a2be-5d873087db1d req-3a51a389-5d3a-4b56-904e-777cca94a533 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 945 time: 0.0634785 Jul 15 15:49:33.324754 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-277bd246-098c-4c08-a2be-5d873087db1d req-c0e0a9cc-5b7c-4f82-afb7-9ab8fb633c3b tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Jul 15 15:49:33.494191 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc92aa9-688c-48ba-8f41-ce8139676db2 req-77787def-6569-495f-bae0-39fb2ebe5e35 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:33.495724 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bcc92aa9-688c-48ba-8f41-ce8139676db2 req-77787def-6569-495f-bae0-39fb2ebe5e35 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 945 time: 0.0623343 Jul 15 15:49:33.532721 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bcc92aa9-688c-48ba-8f41-ce8139676db2 req-12e898e5-87c5-4874-a443-c6036f358cea tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306618 Jul 15 15:49:34.460452 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:36.150572 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:49.400149 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:49.722849 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:52.371961 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae118326-c3a4-4d38-8df9-1af1509bdbda req-aedd9753-439e-48af-bbb6-69533db91842 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:52.373365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae118326-c3a4-4d38-8df9-1af1509bdbda req-aedd9753-439e-48af-bbb6-69533db91842 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 945 time: 0.0687382 Jul 15 15:49:52.411971 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae118326-c3a4-4d38-8df9-1af1509bdbda req-a3c7c51f-1d52-4f8f-8be1-aa464988385d tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320539 Jul 15 15:49:53.600047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acba4a1-76c3-4345-97a2-2282e352bc9c req-d2b7baa9-6082-4157-9662-9d062640b373 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:53.601572 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2acba4a1-76c3-4345-97a2-2282e352bc9c req-d2b7baa9-6082-4157-9662-9d062640b373 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 945 time: 0.0648098 Jul 15 15:49:53.638392 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2acba4a1-76c3-4345-97a2-2282e352bc9c req-8fd841db-c2cc-4284-a5b2-6f691d266231 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5b9c53c-16fc-4494-b134-f3944e3f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312474 Jul 15 15:49:53.839318 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9521b6-38bc-454f-9c66-299cfb93044f req-050f0ec9-0a34-438b-afbd-6745484bfb4c tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:53.840685 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb9521b6-38bc-454f-9c66-299cfb93044f req-050f0ec9-0a34-438b-afbd-6745484bfb4c tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.22 "GET /v2.0/ports?device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 945 time: 0.0651367 Jul 15 15:49:53.937218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-eb9521b6-38bc-454f-9c66-299cfb93044f req-32a6bca3-cce1-4673-ad0b-29d7a1cea794 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Deleting port cd7faeb6-d344-4d76-b529-151d15d236bd {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:49:53.937568 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-eb9521b6-38bc-454f-9c66-299cfb93044f req-32a6bca3-cce1-4673-ad0b-29d7a1cea794 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:54.027809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-eb9521b6-38bc-454f-9c66-299cfb93044f req-32a6bca3-cce1-4673-ad0b-29d7a1cea794 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] For port cd7faeb6-d344-4d76-b529-151d15d236bd, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=cd7faeb6-d344-4d76-b529-151d15d236bd,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:49:54.028173 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-eb9521b6-38bc-454f-9c66-299cfb93044f req-32a6bca3-cce1-4673-ad0b-29d7a1cea794 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:54.039639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-eb9521b6-38bc-454f-9c66-299cfb93044f req-32a6bca3-cce1-4673-ad0b-29d7a1cea794 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Calling delete_port for cd7faeb6-d344-4d76-b529-151d15d236bd owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:49:54.165220 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-eb9521b6-38bc-454f-9c66-299cfb93044f req-32a6bca3-cce1-4673-ad0b-29d7a1cea794 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:54.176863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['cd7faeb6-d344-4d76-b529-151d15d236bd'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:49:54.201081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6bca3-cce1-4673-ad0b-29d7a1cea794 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Pushing event deleted for resources: {'Port': ['ID=cd7faeb6-d344-4d76-b529-151d15d236bd,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:49:54.247651 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9521b6-38bc-454f-9c66-299cfb93044f req-32a6bca3-cce1-4673-ad0b-29d7a1cea794 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] No DVR routers for this DVR port cd7faeb6-d344-4d76-b529-151d15d236bd on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:49:54.250485 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-eb9521b6-38bc-454f-9c66-299cfb93044f req-32a6bca3-cce1-4673-ad0b-29d7a1cea794 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:54.253620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb9521b6-38bc-454f-9c66-299cfb93044f req-32a6bca3-cce1-4673-ad0b-29d7a1cea794 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.22 "DELETE /v2.0/ports/cd7faeb6-d344-4d76-b529-151d15d236bd HTTP/1.1" status: 204 len: 173 time: 0.4066114 Jul 15 15:49:54.254120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c4aa35-8073-4995-9f53-573a3e63418b', 'name': 'network-vif-deleted', 'tag': 'cd7faeb6-d344-4d76-b529-151d15d236bd'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:49:54.257318 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb9e098-837b-4235-b050-24bb0c6b940b" -d '{"events": [{"server_uuid": "73c4aa35-8073-4995-9f53-573a3e63418b", "name": "network-vif-deleted", "tag": "cd7faeb6-d344-4d76-b529-151d15d236bd"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:49:54.295736 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e522c5a-7b99-44c7-b1e9-40a549d87bd0 x-openstack-request-id: req-7e522c5a-7b99-44c7-b1e9-40a549d87bd0 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:49:54.296033 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c4aa35-8073-4995-9f53-573a3e63418b", "name": "network-vif-deleted", "tag": "cd7faeb6-d344-4d76-b529-151d15d236bd", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:49:54.296286 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e522c5a-7b99-44c7-b1e9-40a549d87bd0 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:49:54.296694 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c4aa35-8073-4995-9f53-573a3e63418b', 'name': 'network-vif-deleted', 'tag': 'cd7faeb6-d344-4d76-b529-151d15d236bd', 'status': 'completed', 'code': 200} Jul 15 15:49:54.794891 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f7c13e8-b393-45eb-8bc1-ae4bae170c02 req-e1b28519-002b-470e-ab7b-dd83b0f91835 tempest-TestEncryptedCinderVolumes-268428296 tempest-TestEncryptedCinderVolumes-268428296-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c4aa35-8073-4995-9f53-573a3e63418b HTTP/1.1" status: 200 len: 210 time: 0.0294328 Jul 15 15:49:55.923214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41722) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:49:56.264590 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:56.513276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Deleting port c8c91f83-b50b-4155-8a81-af902cb4be4d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:49:56.513620 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:56.592443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] For port c8c91f83-b50b-4155-8a81-af902cb4be4d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c8c91f83-b50b-4155-8a81-af902cb4be4d,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:49:56.592803 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:56.605523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Calling delete_port for c8c91f83-b50b-4155-8a81-af902cb4be4d owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:49:56.780524 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:56.805178 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c91f83-b50b-4155-8a81-af902cb4be4d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:49:56.832561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:56.832911 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:56.833247 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:56.833579 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:56.833904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:56.834229 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:56.834570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:56.834898 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:56.835223 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:56.835541 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:56.835858 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:56.836176 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:49:56.981125 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:57.192739 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Router 97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:49:57.297325 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:49:57.303148 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3a9eac76-871d-4a9d-8a6c-d916819069c8 admin admin] 10.222.0.38 "PUT /v2.0/routers/97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3787289 Jul 15 15:49:57.305684 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41728) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:49:57.306392 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91128fa5-52f9-44f5-981e-cb77d1b44653 None None] Sync routers for ids ['97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:49:57.317081 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91128fa5-52f9-44f5-981e-cb77d1b44653 None None] Routers {'97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:49:57.317720 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-91128fa5-52f9-44f5-981e-cb77d1b44653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:49:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:49:57.409812 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4a727a0-18f8-4011-8723-1d6bf19e6d22 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:57.418504 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-91128fa5-52f9-44f5-981e-cb77d1b44653 None None] Set router 97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:49:57.512351 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4a727a0-18f8-4011-8723-1d6bf19e6d22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:57.563549 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c4a727a0-18f8-4011-8723-1d6bf19e6d22 admin admin] Deleting port 3a8a4e0c-33a2-4ed2-b884-f17668636299 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:49:57.564498 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4a727a0-18f8-4011-8723-1d6bf19e6d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:57.593181 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-91128fa5-52f9-44f5-981e-cb77d1b44653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'name': 'tempest-TestEncryptedCinderVolumes-409892658-router', 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '3a8a4e0c-33a2-4ed2-b884-f17668636299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:39Z', 'updated_at': '2021-07-15T15:49:56Z', 'revision_number': 5, 'project_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'gw_port': {'id': '3a8a4e0c-33a2-4ed2-b884-f17668636299', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:39Z', 'updated_at': '2021-07-15T15:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:49:57.624813 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91128fa5-52f9-44f5-981e-cb77d1b44653 None None] Checking router: 97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:49:57.634012 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91128fa5-52f9-44f5-981e-cb77d1b44653 None None] Routers {'97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:49:57.634660 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-91128fa5-52f9-44f5-981e-cb77d1b44653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:49:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:49:57.655197 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-c4a727a0-18f8-4011-8723-1d6bf19e6d22 admin admin] For port 3a8a4e0c-33a2-4ed2-b884-f17668636299, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3a8a4e0c-33a2-4ed2-b884-f17668636299,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:49:57.655557 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4a727a0-18f8-4011-8723-1d6bf19e6d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:57.668035 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c4a727a0-18f8-4011-8723-1d6bf19e6d22 admin admin] Calling delete_port for 3a8a4e0c-33a2-4ed2-b884-f17668636299 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:49:57.717259 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-91128fa5-52f9-44f5-981e-cb77d1b44653 None None] Set router 97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:49:57.768431 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-91128fa5-52f9-44f5-981e-cb77d1b44653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'name': 'tempest-TestEncryptedCinderVolumes-409892658-router', 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:39Z', 'updated_at': '2021-07-15T15:49:57Z', 'revision_number': 6, 'project_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:49:57.797212 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91128fa5-52f9-44f5-981e-cb77d1b44653 None None] The sync data for ids ['97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25'] in n-d-764435-3 is: [{'id': '97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25', 'name': 'tempest-TestEncryptedCinderVolumes-409892658-router', 'tenant_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:39Z', 'updated_at': '2021-07-15T15:49:57Z', 'revision_number': 6, 'project_id': '6ab06270e8e64920a3a82b3bbc5f58cf', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:49:57.834110 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4a727a0-18f8-4011-8723-1d6bf19e6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:57.859830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a727a0-18f8-4011-8723-1d6bf19e6d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a8a4e0c-33a2-4ed2-b884-f17668636299,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:49:57.919800 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4a727a0-18f8-4011-8723-1d6bf19e6d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.007258 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4a727a0-18f8-4011-8723-1d6bf19e6d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.009302 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4a727a0-18f8-4011-8723-1d6bf19e6d22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.054254 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4a727a0-18f8-4011-8723-1d6bf19e6d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.055166 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a727a0-18f8-4011-8723-1d6bf19e6d22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:49:58.059946 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4a727a0-18f8-4011-8723-1d6bf19e6d22 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.061099 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c4a727a0-18f8-4011-8723-1d6bf19e6d22 admin admin] 10.222.0.38 "DELETE /v2.0/routers/97e3bbf6-e42e-4c14-8ae0-e378d3bf8a25 HTTP/1.1" status: 204 len: 168 time: 0.7544932 Jul 15 15:49:58.063569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41730) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:49:58.108305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c627c5-bc34-4e3f-8399-3ba4b2cdd2f9 admin admin] Deleting subnet 61697db8-60b9-4167-a835-4ca5a74de1dc {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:49:58.112329 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b5c627c5-bc34-4e3f-8399-3ba4b2cdd2f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.146647 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b5c627c5-bc34-4e3f-8399-3ba4b2cdd2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.232163 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b5c627c5-bc34-4e3f-8399-3ba4b2cdd2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.286281 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b5c627c5-bc34-4e3f-8399-3ba4b2cdd2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.311788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c627c5-bc34-4e3f-8399-3ba4b2cdd2f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61697db8-60b9-4167-a835-4ca5a74de1dc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:49:58.316627 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b5c627c5-bc34-4e3f-8399-3ba4b2cdd2f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.318583 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b5c627c5-bc34-4e3f-8399-3ba4b2cdd2f9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/61697db8-60b9-4167-a835-4ca5a74de1dc HTTP/1.1" status: 204 len: 168 time: 0.2537680 Jul 15 15:49:58.320827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41732) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:49:58.323441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7485bb0a-ee57-4e40-a9f1-6b90549830bd None None] Network 27b61eea-f9ee-458e-8b66-fb6c58ebe481 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:49:58.393508 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.445821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] Deleting port 78c16aa8-4551-4a91-ade2-88158e82c6aa {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:49:58.446081 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.511984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] For port 78c16aa8-4551-4a91-ade2-88158e82c6aa, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=78c16aa8-4551-4a91-ade2-88158e82c6aa,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:49:58.512338 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.523933 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869a72f7-5f77-49ac-b766-4166703ff95b None None] DHCP port deletion for 27b61eea-f9ee-458e-8b66-fb6c58ebe481 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:49:58.528129 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] Calling delete_port for 78c16aa8-4551-4a91-ade2-88158e82c6aa owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:49:58.573847 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-869a72f7-5f77-49ac-b766-4166703ff95b None None] Deleting port 78c16aa8-4551-4a91-ade2-88158e82c6aa {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:49:58.574228 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-869a72f7-5f77-49ac-b766-4166703ff95b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.639780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-869a72f7-5f77-49ac-b766-4166703ff95b None None] For port 78c16aa8-4551-4a91-ade2-88158e82c6aa, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=78c16aa8-4551-4a91-ade2-88158e82c6aa,segment=NetworkSegment(237951a7-8df0-4580-a38c-f40ae54d4d5e),segment_id=237951a7-8df0-4580-a38c-f40ae54d4d5e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:49:58.640238 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-869a72f7-5f77-49ac-b766-4166703ff95b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.654903 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-869a72f7-5f77-49ac-b766-4166703ff95b None None] Calling delete_port for 78c16aa8-4551-4a91-ade2-88158e82c6aa owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:49:58.742153 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-869a72f7-5f77-49ac-b766-4166703ff95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.769387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a72f7-5f77-49ac-b766-4166703ff95b None None] Pushing event deleted for resources: {'Port': ['ID=78c16aa8-4551-4a91-ade2-88158e82c6aa,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:49:58.774130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a72f7-5f77-49ac-b766-4166703ff95b None None] No DVR routers for this DVR port 78c16aa8-4551-4a91-ade2-88158e82c6aa on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:49:58.877021 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.901795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=78c16aa8-4551-4a91-ade2-88158e82c6aa,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:49:58.905249 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] No DVR routers for this DVR port 78c16aa8-4551-4a91-ade2-88158e82c6aa on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:49:58.978315 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:58.988166 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b61eea-f9ee-458e-8b66-fb6c58ebe481']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:49:58.997717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237951a7-8df0-4580-a38c-f40ae54d4d5e') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:49:58.997968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237951a7-8df0-4580-a38c-f40ae54d4d5e') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:49:59.007537 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:59.021143 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:59.026842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:49:59.027232 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: self.session.flush() Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:49:59.028888 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:49:59.046820 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device cd7faeb6-d344-4d76-b529-151d15d236bd no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:49:59.066715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: cd7faeb6-d344-4d76-b529-151d15d236bd {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:49:59.067067 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device cd7faeb6-d344-4d76-b529-151d15d236bd not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:49:59.082818 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:59.088121 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:59.089916 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] 10.222.0.38 "DELETE /v2.0/networks/27b61eea-f9ee-458e-8b66-fb6c58ebe481 HTTP/1.1" status: 204 len: 168 time: 0.7680306 Jul 15 15:49:59.093092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41734) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:49:59.101332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182082e-4a21-4ac8-8451-a843bb725a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=27b61eea-f9ee-458e-8b66-fb6c58ebe481,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:49:59.434353 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69081269-84ec-4615-8001-a2ed17b6ce93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:59.624128 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3a8a4e0c-33a2-4ed2-b884-f17668636299 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:49:59.643702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 3a8a4e0c-33a2-4ed2-b884-f17668636299 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:49:59.644045 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3a8a4e0c-33a2-4ed2-b884-f17668636299 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:49:59.644462 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c8c91f83-b50b-4155-8a81-af902cb4be4d no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:49:59.665068 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: c8c91f83-b50b-4155-8a81-af902cb4be4d {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:49:59.665409 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c8c91f83-b50b-4155-8a81-af902cb4be4d not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:49:59.665819 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 78c16aa8-4551-4a91-ade2-88158e82c6aa no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:49:59.684031 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 78c16aa8-4551-4a91-ade2-88158e82c6aa {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:49:59.684425 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 78c16aa8-4551-4a91-ade2-88158e82c6aa not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:49:59.685217 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-69081269-84ec-4615-8001-a2ed17b6ce93 admin admin] Deleting port 94d31777-d5b9-4174-a854-bc29f7b6a802 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:49:59.685563 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69081269-84ec-4615-8001-a2ed17b6ce93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:59.761163 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-69081269-84ec-4615-8001-a2ed17b6ce93 admin admin] For port 94d31777-d5b9-4174-a854-bc29f7b6a802, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=94d31777-d5b9-4174-a854-bc29f7b6a802,segment=NetworkSegment(ea0c94d9-f028-4622-973a-5c4ca56075ff),segment_id=ea0c94d9-f028-4622-973a-5c4ca56075ff)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:49:59.761530 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69081269-84ec-4615-8001-a2ed17b6ce93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:59.774075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-69081269-84ec-4615-8001-a2ed17b6ce93 admin admin] Calling delete_port for 94d31777-d5b9-4174-a854-bc29f7b6a802 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:49:59.947078 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69081269-84ec-4615-8001-a2ed17b6ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:59.975726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69081269-84ec-4615-8001-a2ed17b6ce93 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d31777-d5b9-4174-a854-bc29f7b6a802,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:00.127659 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20fbe45a-86b6-477b-abbb-99c867f50867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:00.140571 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-69081269-84ec-4615-8001-a2ed17b6ce93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:00.682321 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69081269-84ec-4615-8001-a2ed17b6ce93 admin admin] Router b854d2b5-9eac-4513-a033-3bb9ec1fe8e9 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:50:00.785666 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69081269-84ec-4615-8001-a2ed17b6ce93 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:50:00.790627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-69081269-84ec-4615-8001-a2ed17b6ce93 admin admin] 10.222.0.38 "PUT /v2.0/routers/b854d2b5-9eac-4513-a033-3bb9ec1fe8e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6958306 Jul 15 15:50:00.793092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41736) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:00.793958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59a6cf-cdd8-460e-8ea1-2fe8d17318e5 None None] Sync routers for ids ['b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:50:00.803001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a59a6cf-cdd8-460e-8ea1-2fe8d17318e5 None None] Routers {'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:00.803613 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5a59a6cf-cdd8-460e-8ea1-2fe8d17318e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:49:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:00.896635 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5bbad67f-20fc-4662-ac40-42872405beb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:00.907992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-5a59a6cf-cdd8-460e-8ea1-2fe8d17318e5 None None] Set router b854d2b5-9eac-4513-a033-3bb9ec1fe8e9 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:00.995996 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5bbad67f-20fc-4662-ac40-42872405beb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:01.049825 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-5bbad67f-20fc-4662-ac40-42872405beb1 admin admin] Deleting port 89723b60-a59f-421a-9988-0d7815771131 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:01.050169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5bbad67f-20fc-4662-ac40-42872405beb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:01.084593 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5a59a6cf-cdd8-460e-8ea1-2fe8d17318e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'name': 'tempest-TestEncryptedCinderVolumes-795723951-router', 'tenant_id': 'c1515d79521c42118c355ffae6fd3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '89723b60-a59f-421a-9988-0d7815771131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:43Z', 'updated_at': '2021-07-15T15:49:59Z', 'revision_number': 5, 'project_id': 'c1515d79521c42118c355ffae6fd3709', 'gw_port': {'id': '89723b60-a59f-421a-9988-0d7815771131', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:85:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:48:44Z', 'updated_at': '2021-07-15T15:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:01.116639 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59a6cf-cdd8-460e-8ea1-2fe8d17318e5 None None] Checking router: b854d2b5-9eac-4513-a033-3bb9ec1fe8e9 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:50:01.124995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a59a6cf-cdd8-460e-8ea1-2fe8d17318e5 None None] Routers {'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:01.125615 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5a59a6cf-cdd8-460e-8ea1-2fe8d17318e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:49:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:01.133691 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-5bbad67f-20fc-4662-ac40-42872405beb1 admin admin] For port 89723b60-a59f-421a-9988-0d7815771131, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=89723b60-a59f-421a-9988-0d7815771131,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:01.134059 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5bbad67f-20fc-4662-ac40-42872405beb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:01.145944 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-5bbad67f-20fc-4662-ac40-42872405beb1 admin admin] Calling delete_port for 89723b60-a59f-421a-9988-0d7815771131 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:01.206914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-5a59a6cf-cdd8-460e-8ea1-2fe8d17318e5 None None] Set router b854d2b5-9eac-4513-a033-3bb9ec1fe8e9 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:01.261636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-5a59a6cf-cdd8-460e-8ea1-2fe8d17318e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'name': 'tempest-TestEncryptedCinderVolumes-795723951-router', 'tenant_id': 'c1515d79521c42118c355ffae6fd3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:43Z', 'updated_at': '2021-07-15T15:50:00Z', 'revision_number': 6, 'project_id': 'c1515d79521c42118c355ffae6fd3709', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:01.288884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59a6cf-cdd8-460e-8ea1-2fe8d17318e5 None None] The sync data for ids ['b854d2b5-9eac-4513-a033-3bb9ec1fe8e9'] in n-d-764435-3 is: [{'id': 'b854d2b5-9eac-4513-a033-3bb9ec1fe8e9', 'name': 'tempest-TestEncryptedCinderVolumes-795723951-router', 'tenant_id': 'c1515d79521c42118c355ffae6fd3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:48:43Z', 'updated_at': '2021-07-15T15:50:00Z', 'revision_number': 6, 'project_id': 'c1515d79521c42118c355ffae6fd3709', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:50:01.308121 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5bbad67f-20fc-4662-ac40-42872405beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:01.334198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbad67f-20fc-4662-ac40-42872405beb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=89723b60-a59f-421a-9988-0d7815771131,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:01.398792 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5bbad67f-20fc-4662-ac40-42872405beb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:01.487570 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5bbad67f-20fc-4662-ac40-42872405beb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:01.489644 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5bbad67f-20fc-4662-ac40-42872405beb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:01.530614 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5bbad67f-20fc-4662-ac40-42872405beb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:01.531102 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbad67f-20fc-4662-ac40-42872405beb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b854d2b5-9eac-4513-a033-3bb9ec1fe8e9 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:50:01.536136 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5bbad67f-20fc-4662-ac40-42872405beb1 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:01.537273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5bbad67f-20fc-4662-ac40-42872405beb1 admin admin] 10.222.0.38 "DELETE /v2.0/routers/b854d2b5-9eac-4513-a033-3bb9ec1fe8e9 HTTP/1.1" status: 204 len: 168 time: 0.7432668 Jul 15 15:50:01.539767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41738) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:01.583008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a16dc7-9ac8-48af-a187-317bfad1e020 admin admin] Deleting subnet e8202db4-b20e-4e7a-bbe2-5f65d238774c {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:50:01.585901 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-85a16dc7-9ac8-48af-a187-317bfad1e020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:01.619539 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-85a16dc7-9ac8-48af-a187-317bfad1e020 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:01.697700 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:50:01.714173 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-85a16dc7-9ac8-48af-a187-317bfad1e020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:01.756241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 94d31777-d5b9-4174-a854-bc29f7b6a802 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:50:01.773239 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-85a16dc7-9ac8-48af-a187-317bfad1e020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:01.780358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 94d31777-d5b9-4174-a854-bc29f7b6a802 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:50:01.780779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 94d31777-d5b9-4174-a854-bc29f7b6a802 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:50:01.801105 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a16dc7-9ac8-48af-a187-317bfad1e020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8202db4-b20e-4e7a-bbe2-5f65d238774c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:01.803078 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-85a16dc7-9ac8-48af-a187-317bfad1e020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:01.807458 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-85a16dc7-9ac8-48af-a187-317bfad1e020 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e8202db4-b20e-4e7a-bbe2-5f65d238774c HTTP/1.1" status: 204 len: 168 time: 0.2642646 Jul 15 15:50:01.807554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8861f1a0-1c27-4d3e-953f-fc211873f909 None None] Network ed455a57-7a3e-48d4-8397-423e0e5309a3 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:50:01.808003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41740) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:01.878392 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:01.930045 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] Deleting port 7289919d-f671-49f3-9a38-60d86ec54158 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:01.930401 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:01.994002 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] For port 7289919d-f671-49f3-9a38-60d86ec54158, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=7289919d-f671-49f3-9a38-60d86ec54158,segment=NetworkSegment(ea0c94d9-f028-4622-973a-5c4ca56075ff),segment_id=ea0c94d9-f028-4622-973a-5c4ca56075ff)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:01.994286 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.010977 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] Calling delete_port for 7289919d-f671-49f3-9a38-60d86ec54158 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:02.069631 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804943ad-8996-4768-9102-0001b8c8628c None None] DHCP port deletion for ed455a57-7a3e-48d4-8397-423e0e5309a3 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:50:02.094174 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.120705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-804943ad-8996-4768-9102-0001b8c8628c None None] Deleting port 7289919d-f671-49f3-9a38-60d86ec54158 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:02.121177 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-804943ad-8996-4768-9102-0001b8c8628c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.121298 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] Pushing event deleted for resources: {'Port': ['ID=7289919d-f671-49f3-9a38-60d86ec54158,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:02.124905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] No DVR routers for this DVR port 7289919d-f671-49f3-9a38-60d86ec54158 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:50:02.187118 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-804943ad-8996-4768-9102-0001b8c8628c None None] For port 7289919d-f671-49f3-9a38-60d86ec54158, host n-d-764435-3, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:02.187585 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-804943ad-8996-4768-9102-0001b8c8628c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.198592 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.200277 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-804943ad-8996-4768-9102-0001b8c8628c None None] Calling delete_port for 7289919d-f671-49f3-9a38-60d86ec54158 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:02.202901 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-804943ad-8996-4768-9102-0001b8c8628c None None] Port 7289919d-f671-49f3-9a38-60d86ec54158 was not found and therefore no delete operation was performed {{(pid=100713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:50:02.204141 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-804943ad-8996-4768-9102-0001b8c8628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.208956 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed455a57-7a3e-48d4-8397-423e0e5309a3']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:02.218845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0c94d9-f028-4622-973a-5c4ca56075ff') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:02.219218 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0c94d9-f028-4622-973a-5c4ca56075ff') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:02.228908 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.231414 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804943ad-8996-4768-9102-0001b8c8628c None None] Pushing event deleted for resources: {'Port': ['ID=7289919d-f671-49f3-9a38-60d86ec54158,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:02.237270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804943ad-8996-4768-9102-0001b8c8628c None None] No DVR routers for this DVR port 7289919d-f671-49f3-9a38-60d86ec54158 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:50:02.245949 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.253617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:50:02.254127 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:50:02.256150 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:50:02.312077 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.319910 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.321723 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ed455a57-7a3e-48d4-8397-423e0e5309a3 HTTP/1.1" status: 204 len: 168 time: 0.5134139 Jul 15 15:50:02.336991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada3022-84cd-47f7-bd3c-5d64f1bdb062 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed455a57-7a3e-48d4-8397-423e0e5309a3,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:02.495719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41744) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:02.536247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-210e47d6-40bd-460f-8978-482df2bd3f8f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6ab06270e8e64920a3a82b3bbc5f58cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393100 Jul 15 15:50:02.538708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41746) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:02.586198 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44ff4f3d-1441-47b5-91b3-2430e932d82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.606540 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44ff4f3d-1441-47b5-91b3-2430e932d82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.652301 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44ff4f3d-1441-47b5-91b3-2430e932d82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.654881 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44ff4f3d-1441-47b5-91b3-2430e932d82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.656036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-44ff4f3d-1441-47b5-91b3-2430e932d82e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f5b9c53c-16fc-4494-b134-f3944e3f9877 HTTP/1.1" status: 204 len: 168 time: 0.1164010 Jul 15 15:50:02.663691 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff4f3d-1441-47b5-91b3-2430e932d82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b9c53c-16fc-4494-b134-f3944e3f9877,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:02.879805 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.946829 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a287482-5225-4d81-a0e4-98957eb00bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:02.962071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41752) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:03.000437 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d3e130cf-9bbe-40bb-ba92-cb5c27dcfb45 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1515d79521c42118c355ffae6fd3709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370934 Jul 15 15:50:03.003726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41754) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:03.050137 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99948d4d-a070-469c-8820-88756f03c4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:03.073467 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99948d4d-a070-469c-8820-88756f03c4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:03.119353 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99948d4d-a070-469c-8820-88756f03c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:03.122068 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-99948d4d-a070-469c-8820-88756f03c4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:03.123301 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-99948d4d-a070-469c-8820-88756f03c4b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/54b8dc6b-7e63-470c-bf6a-9372e468b0f7 HTTP/1.1" status: 204 len: 168 time: 0.1186650 Jul 15 15:50:03.133964 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99948d4d-a070-469c-8820-88756f03c4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b8dc6b-7e63-470c-bf6a-9372e468b0f7,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:03.625532 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 89723b60-a59f-421a-9988-0d7815771131 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:50:03.647002 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 89723b60-a59f-421a-9988-0d7815771131 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:50:03.647417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 89723b60-a59f-421a-9988-0d7815771131 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:50:03.647906 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7289919d-f671-49f3-9a38-60d86ec54158 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:50:03.666139 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 7289919d-f671-49f3-9a38-60d86ec54158 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:50:03.666496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 7289919d-f671-49f3-9a38-60d86ec54158 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:50:03.767083 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41776) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:03.858120 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-7b213fc2-69ee-4eb1-b7a5-5f766a746340 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1491185361-network', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:03.879452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b213fc2-69ee-4eb1-b7a5-5f766a746340 admin admin] Made reservation on behalf of c4a1389a77b44722b26b76ae56a50623 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:50:03.881785 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7b213fc2-69ee-4eb1-b7a5-5f766a746340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:03.890042 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7b213fc2-69ee-4eb1-b7a5-5f766a746340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:03.978805 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7b213fc2-69ee-4eb1-b7a5-5f766a746340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:03.982504 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7b213fc2-69ee-4eb1-b7a5-5f766a746340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.007835 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b213fc2-69ee-4eb1-b7a5-5f766a746340 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:50:04.016477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b213fc2-69ee-4eb1-b7a5-5f766a746340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be515e95-8132-49d1-b9ac-b31e516df99c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:04.024071 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7b213fc2-69ee-4eb1-b7a5-5f766a746340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.024403 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-7b213fc2-69ee-4eb1-b7a5-5f766a746340 admin admin] Added segment 88304930-9822-430a-a81e-a237189d5f85 of type vlan for network b6754491-2a8c-45de-b1c3-92baf8e7aa75 Jul 15 15:50:04.063220 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7b213fc2-69ee-4eb1-b7a5-5f766a746340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.090534 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7b213fc2-69ee-4eb1-b7a5-5f766a746340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.091513 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b213fc2-69ee-4eb1-b7a5-5f766a746340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:04.092101 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7b213fc2-69ee-4eb1-b7a5-5f766a746340 admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.126237 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7b213fc2-69ee-4eb1-b7a5-5f766a746340 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3553541 Jul 15 15:50:04.126445 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41780) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:04.132145 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-16227eeb-37be-43c9-9f6d-67c28e8b128f admin admin] Request body: {'subnet': {'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1491185361-subnet', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:04.171022 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b213fc2-69ee-4eb1-b7a5-5f766a746340 admin admin] Pushing event updated for resources: {'Network': ['ID=b6754491-2a8c-45de-b1c3-92baf8e7aa75,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:04.181831 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network b6754491-2a8c-45de-b1c3-92baf8e7aa75 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:50:04.183719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16227eeb-37be-43c9-9f6d-67c28e8b128f admin admin] Made reservation on behalf of c4a1389a77b44722b26b76ae56a50623 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:50:04.186431 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-16227eeb-37be-43c9-9f6d-67c28e8b128f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.351715 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-16227eeb-37be-43c9-9f6d-67c28e8b128f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.406116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16227eeb-37be-43c9-9f6d-67c28e8b128f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:04.413756 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16227eeb-37be-43c9-9f6d-67c28e8b128f admin admin] Checking segment: {'id': '88304930-9822-430a-a81e-a237189d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:50:04.414122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16227eeb-37be-43c9-9f6d-67c28e8b128f admin admin] Network hostable DHCP agents. Network: b6754491-2a8c-45de-b1c3-92baf8e7aa75, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:50:04.430937 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16227eeb-37be-43c9-9f6d-67c28e8b128f admin admin] Network b6754491-2a8c-45de-b1c3-92baf8e7aa75 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:50:04.439207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-16227eeb-37be-43c9-9f6d-67c28e8b128f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, b6754491-2a8c-45de-b1c3-92baf8e7aa75) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:50:04.443159 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16227eeb-37be-43c9-9f6d-67c28e8b128f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:04.443785 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-16227eeb-37be-43c9-9f6d-67c28e8b128f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.452106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dc18e9-4200-4e19-a1f9-465da9fc46f9 None None] Network b6754491-2a8c-45de-b1c3-92baf8e7aa75 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:50:04.457960 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-16227eeb-37be-43c9-9f6d-67c28e8b128f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3304539 Jul 15 15:50:04.460800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41782) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:04.465201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1491185361-router', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:04.480747 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.486766 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.488772 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.545738 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.607136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'fixed_ips': [{'subnet_id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:50:04.607987 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.681112 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.742568 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Allocated IP 172.20.0.2 (b6754491-2a8c-45de-b1c3-92baf8e7aa75/ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9/e1f4eac0-82d7-41d4-a283-9fd7045e982d) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:50:04.882273 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.887973 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.896933 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Transition to ACTIVE for port object e1f4eac0-82d7-41d4-a283-9fd7045e982d will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:50:04.903610 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.913283 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Transition to ACTIVE for port object e1f4eac0-82d7-41d4-a283-9fd7045e982d will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:50:04.922005 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.961626 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Network b6754491-2a8c-45de-b1c3-92baf8e7aa75 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:50:04.964416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:50:04.968058 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:50:04.975334 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Pushing event updated for resources: {'Port': ['ID=e1f4eac0-82d7-41d4-a283-9fd7045e982d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:05.011795 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Allocated IP 172.25.4.92 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/68a8f6d1-d23d-44b7-867c-2bcf21ed22ba) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:50:05.031128 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Attempting to bind port e1f4eac0-82d7-41d4-a283-9fd7045e982d on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:50:05.031498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Attempting to bind port e1f4eac0-82d7-41d4-a283-9fd7045e982d by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '88304930-9822-430a-a81e-a237189d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:50:05.031854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Attempting to bind port e1f4eac0-82d7-41d4-a283-9fd7045e982d on network b6754491-2a8c-45de-b1c3-92baf8e7aa75 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:50:05.036802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:50:05.037163 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Checking segment: {'id': '88304930-9822-430a-a81e-a237189d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:50:05.037561 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:05.037953 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Bound using segment: {'id': '88304930-9822-430a-a81e-a237189d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:50:05.038407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Bound port: e1f4eac0-82d7-41d4-a283-9fd7045e982d, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88304930-9822-430a-a81e-a237189d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:50:05.038821 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:05.101133 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] For port e1f4eac0-82d7-41d4-a283-9fd7045e982d, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:50:05.104358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] For port e1f4eac0-82d7-41d4-a283-9fd7045e982d, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e1f4eac0-82d7-41d4-a283-9fd7045e982d,segment=NetworkSegment(88304930-9822-430a-a81e-a237189d5f85),segment_id=88304930-9822-430a-a81e-a237189d5f85)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:50:05.108872 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:05.116085 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:05.156148 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:05.167467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e86c5b-ed96-4e28-b17a-4da8b4f6d060 None None] Pushing event updated for resources: {'Port': ['ID=e1f4eac0-82d7-41d4-a283-9fd7045e982d,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:05.196320 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:50:05.201200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:50:05.203646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:50:05.235482 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Pushing event updated for resources: {'Port': ['ID=68a8f6d1-d23d-44b7-867c-2bcf21ed22ba,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:05.472452 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:05.653374 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e1f4eac0-82d7-41d4-a283-9fd7045e982d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:50:05.667039 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:05.702614 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port e1f4eac0-82d7-41d4-a283-9fd7045e982d completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:50:05.793930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Router d96de903-8694-4d28-8d0c-3efdc1e8d7ee is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:50:05.903809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:50:05.913794 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Sync routers for ids ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:50:05.920543 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:05.921876 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7d2c5b89-34ba-4188-a9fd-286c567a8eda admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4600961 Jul 15 15:50:05.923977 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Routers {'d96de903-8694-4d28-8d0c-3efdc1e8d7ee'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:05.924582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41784) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:05.924834 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:50:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:06.030853 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Set router d96de903-8694-4d28-8d0c-3efdc1e8d7ee gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:06.113809 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb9cfce-8c0f-4e8d-9fc0-53a6920eb803 None None] Network b6754491-2a8c-45de-b1c3-92baf8e7aa75 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:50:06.194515 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:06.216945 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bb78ded9-9911-47d1-bc49-b4a85b9098f2 None None] Provisioning for port e1f4eac0-82d7-41d4-a283-9fd7045e982d completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:50:06.240969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bb78ded9-9911-47d1-bc49-b4a85b9098f2 None None] Provisioning complete for port e1f4eac0-82d7-41d4-a283-9fd7045e982d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:06.241344 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb78ded9-9911-47d1-bc49-b4a85b9098f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:06.322547 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'name': 'tempest-TestMinimumBasicScenario-1491185361-router', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:05Z', 'revision_number': 3, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'gw_port': {'id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:06.350229 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Checking router: d96de903-8694-4d28-8d0c-3efdc1e8d7ee for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:50:06.350229 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Updating router d96de903-8694-4d28-8d0c-3efdc1e8d7ee port 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:50:06.368229 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb78ded9-9911-47d1-bc49-b4a85b9098f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:06.384874 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:06.390365 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:06.413394 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-bb78ded9-9911-47d1-bc49-b4a85b9098f2 None None] For port e1f4eac0-82d7-41d4-a283-9fd7045e982d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e1f4eac0-82d7-41d4-a283-9fd7045e982d,segment=NetworkSegment(88304930-9822-430a-a81e-a237189d5f85),segment_id=88304930-9822-430a-a81e-a237189d5f85)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:06.420045 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb78ded9-9911-47d1-bc49-b4a85b9098f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:06.484622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78ded9-9911-47d1-bc49-b4a85b9098f2 None None] Pushing event updated for resources: {'Port': ['ID=e1f4eac0-82d7-41d4-a283-9fd7045e982d,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:06.558763 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Allocated IP 172.20.0.1 (b6754491-2a8c-45de-b1c3-92baf8e7aa75/ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9/ddf7fd08-b49e-4097-a24c-1ac0dc54011d) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:50:06.639864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8fafd046-ab9a-4e9a-90cf-9b29fa5901c4 None None] Provisioning complete for port e1f4eac0-82d7-41d4-a283-9fd7045e982d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:06.640151 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8fafd046-ab9a-4e9a-90cf-9b29fa5901c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:06.653177 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:06.666793 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Transition to ACTIVE for port object 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:50:06.673215 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:06.675315 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:06.691097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Transition to ACTIVE for port object ddf7fd08-b49e-4097-a24c-1ac0dc54011d will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:50:06.727420 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08734451-faf0-49ee-b8cd-11cbfb7eaaca None None] Pushing event updated for resources: {'Port': ['ID=68a8f6d1-d23d-44b7-867c-2bcf21ed22ba,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:06.729358 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:06.735041 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Attempting to bind port 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:50:06.735410 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Attempting to bind port 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:50:06.735793 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Attempting to bind port 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:50:06.739256 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08734451-faf0-49ee-b8cd-11cbfb7eaaca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:06.739598 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08734451-faf0-49ee-b8cd-11cbfb7eaaca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:06.739932 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08734451-faf0-49ee-b8cd-11cbfb7eaaca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:06.740264 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08734451-faf0-49ee-b8cd-11cbfb7eaaca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:06.740591 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08734451-faf0-49ee-b8cd-11cbfb7eaaca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:06.740915 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08734451-faf0-49ee-b8cd-11cbfb7eaaca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:06.741237 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08734451-faf0-49ee-b8cd-11cbfb7eaaca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:06.741556 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08734451-faf0-49ee-b8cd-11cbfb7eaaca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:06.741880 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08734451-faf0-49ee-b8cd-11cbfb7eaaca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:06.742200 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08734451-faf0-49ee-b8cd-11cbfb7eaaca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:06.742521 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08734451-faf0-49ee-b8cd-11cbfb7eaaca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:06.742865 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08734451-faf0-49ee-b8cd-11cbfb7eaaca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:06.748094 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:50:06.748466 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:50:06.748859 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:06.749244 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:50:06.749694 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Bound port: 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:50:06.750068 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:06.770628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Network b6754491-2a8c-45de-b1c3-92baf8e7aa75 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:50:06.773677 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:50:06.777726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:50:06.804181 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Pushing event updated for resources: {'Port': ['ID=ddf7fd08-b49e-4097-a24c-1ac0dc54011d,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:06.805327 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] For port 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:50:06.813927 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] For port 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=68a8f6d1-d23d-44b7-867c-2bcf21ed22ba,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:50:06.818969 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:06.826055 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:06.876575 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08734451-faf0-49ee-b8cd-11cbfb7eaaca None None] Pushing event updated for resources: {'Port': ['ID=68a8f6d1-d23d-44b7-867c-2bcf21ed22ba,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:06.882480 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Routers {'d96de903-8694-4d28-8d0c-3efdc1e8d7ee'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:06.883313 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:50:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:06.969250 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:06.988834 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] Set router d96de903-8694-4d28-8d0c-3efdc1e8d7ee gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:07.049360 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d07d2e30-61a9-4f67-a144-f33d7b171c0e None None] Provisioning for port ddf7fd08-b49e-4097-a24c-1ac0dc54011d completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:50:07.053449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d07d2e30-61a9-4f67-a144-f33d7b171c0e None None] Provisioning complete for port ddf7fd08-b49e-4097-a24c-1ac0dc54011d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:07.053820 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d07d2e30-61a9-4f67-a144-f33d7b171c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:07.091380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d07d2e30-61a9-4f67-a144-f33d7b171c0e None None] Port ddf7fd08-b49e-4097-a24c-1ac0dc54011d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:50:07.141155 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:07.146206 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:07.171079 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'name': 'tempest-TestMinimumBasicScenario-1491185361-router', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:05Z', 'revision_number': 3, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'gw_port': {'id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:07.200553 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21010e-14eb-4462-9bea-1496f00be961 None None] The sync data for ids ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'] in n-d-764435-3 is: [{'id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'name': 'tempest-TestMinimumBasicScenario-1491185361-router', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:05Z', 'revision_number': 3, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'gw_port': {'id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:50:07.560503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Pushing event updated for resources: {'Port': ['ID=ddf7fd08-b49e-4097-a24c-1ac0dc54011d,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:07.563098 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:07.663064 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Network b6754491-2a8c-45de-b1c3-92baf8e7aa75 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:50:07.667039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:50:07.717082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:50:07.769187 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:50:07.774323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:07.775061 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:07.811198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Router d96de903-8694-4d28-8d0c-3efdc1e8d7ee has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:50:07.866560 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:07.892284 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=68a8f6d1-d23d-44b7-867c-2bcf21ed22ba,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:07.900412 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:07.901275 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e1f4eac0-82d7-41d4-a283-9fd7045e982d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:50:07.942080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:50:07.951486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-268684c1-fde0-4bfa-b765-5b3ea40369ae admin admin] 10.222.0.38 "PUT /v2.0/routers/d96de903-8694-4d28-8d0c-3efdc1e8d7ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0252771 Jul 15 15:50:07.991912 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-47e8d5a0-4150-444c-81cc-334c8bb6693a None None] Provisioning complete for port ddf7fd08-b49e-4097-a24c-1ac0dc54011d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:07.992296 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47e8d5a0-4150-444c-81cc-334c8bb6693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:07.994417 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=68a8f6d1-d23d-44b7-867c-2bcf21ed22ba,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:08.040176 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-47e8d5a0-4150-444c-81cc-334c8bb6693a None None] Port ddf7fd08-b49e-4097-a24c-1ac0dc54011d cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:50:08.043567 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e1f4eac0-82d7-41d4-a283-9fd7045e982d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:08.044046 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:08.417985 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41800) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:08.423115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-840c7f49-e595-4678-a14b-119f57999faf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-703539250-network', 'tenant_id': 'ca41f250888f4fc69c82e1f33289339f'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:08.443700 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840c7f49-e595-4678-a14b-119f57999faf admin admin] Made reservation on behalf of ca41f250888f4fc69c82e1f33289339f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:50:08.445958 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-840c7f49-e595-4678-a14b-119f57999faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:08.458723 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-840c7f49-e595-4678-a14b-119f57999faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:08.551516 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-840c7f49-e595-4678-a14b-119f57999faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:08.555320 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-840c7f49-e595-4678-a14b-119f57999faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:08.583839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840c7f49-e595-4678-a14b-119f57999faf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:50:08.589268 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c7f49-e595-4678-a14b-119f57999faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b6f2ad-16e1-4555-abb8-94714a55ebdb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:08.598701 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-840c7f49-e595-4678-a14b-119f57999faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:08.598701 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-840c7f49-e595-4678-a14b-119f57999faf admin admin] Added segment 17f0d321-b764-41b5-b454-5ee56eec7a8b of type vlan for network 7b7b1c22-8907-48da-9bea-78da88c40708 Jul 15 15:50:08.639576 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-840c7f49-e595-4678-a14b-119f57999faf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:08.666949 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-840c7f49-e595-4678-a14b-119f57999faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:08.668066 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840c7f49-e595-4678-a14b-119f57999faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:08.668762 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-840c7f49-e595-4678-a14b-119f57999faf admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:08.699961 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-840c7f49-e595-4678-a14b-119f57999faf admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2808506 Jul 15 15:50:08.702679 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41802) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:08.708157 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9af90575-19bd-49ec-aaa8-6c0f82b97b76 admin admin] Request body: {'subnet': {'network_id': '7b7b1c22-8907-48da-9bea-78da88c40708', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-703539250-subnet', 'tenant_id': 'ca41f250888f4fc69c82e1f33289339f', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:08.743949 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c7f49-e595-4678-a14b-119f57999faf admin admin] Pushing event updated for resources: {'Network': ['ID=7b7b1c22-8907-48da-9bea-78da88c40708,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:08.754145 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 7b7b1c22-8907-48da-9bea-78da88c40708 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:50:08.762190 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af90575-19bd-49ec-aaa8-6c0f82b97b76 admin admin] Made reservation on behalf of ca41f250888f4fc69c82e1f33289339f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:50:08.765700 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9af90575-19bd-49ec-aaa8-6c0f82b97b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:08.949493 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9af90575-19bd-49ec-aaa8-6c0f82b97b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:08.979634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Sync routers for ids ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:50:08.997049 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Routers {'d96de903-8694-4d28-8d0c-3efdc1e8d7ee'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:08.997608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:50:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:09.011483 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af90575-19bd-49ec-aaa8-6c0f82b97b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ce2282-86ea-4d67-9dd0-f7549575062a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:09.018442 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af90575-19bd-49ec-aaa8-6c0f82b97b76 admin admin] Checking segment: {'id': '17f0d321-b764-41b5-b454-5ee56eec7a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b7b1c22-8907-48da-9bea-78da88c40708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:50:09.018842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af90575-19bd-49ec-aaa8-6c0f82b97b76 admin admin] Network hostable DHCP agents. Network: 7b7b1c22-8907-48da-9bea-78da88c40708, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:50:09.035845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af90575-19bd-49ec-aaa8-6c0f82b97b76 admin admin] Network 7b7b1c22-8907-48da-9bea-78da88c40708 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:50:09.044306 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9af90575-19bd-49ec-aaa8-6c0f82b97b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 7b7b1c22-8907-48da-9bea-78da88c40708) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:50:09.049191 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af90575-19bd-49ec-aaa8-6c0f82b97b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:09.051066 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9af90575-19bd-49ec-aaa8-6c0f82b97b76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:09.069744 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9af90575-19bd-49ec-aaa8-6c0f82b97b76 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3659227 Jul 15 15:50:09.072754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 41804) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:09.077269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71155d0-9602-45dc-8fa8-f9ec929f2449 None None] Network 7b7b1c22-8907-48da-9bea-78da88c40708 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:50:09.082052 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-703539250-router', 'tenant_id': 'ca41f250888f4fc69c82e1f33289339f', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:09.115543 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:09.116910 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:09.159672 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Set router d96de903-8694-4d28-8d0c-3efdc1e8d7ee gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:09.177819 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:09.348001 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:09.395035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-7b7b1c22-8907-48da-9bea-78da88c40708', 'network_id': '7b7b1c22-8907-48da-9bea-78da88c40708', 'tenant_id': 'ca41f250888f4fc69c82e1f33289339f', 'fixed_ips': [{'subnet_id': 'e6ce2282-86ea-4d67-9dd0-f7549575062a'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:50:09.396359 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:09.584550 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'name': 'tempest-TestMinimumBasicScenario-1491185361-router', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:06Z', 'revision_number': 4, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'gw_port': {'id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'ddf7fd08-b49e-4097-a24c-1ac0dc54011d', 'name': '', 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'mac_address': 'fa:16:3e:6a:5b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:06Z', 'updated_at': '2021-07-15T15:50:07Z', 'revision_number': 2, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'subnets': [{'id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:09.595891 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:09.617172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Checking router: d96de903-8694-4d28-8d0c-3efdc1e8d7ee for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:50:09.617453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Updating router d96de903-8694-4d28-8d0c-3efdc1e8d7ee port ddf7fd08-b49e-4097-a24c-1ac0dc54011d binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:50:09.627059 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:09.650001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Allocated IP 172.20.0.2 (7b7b1c22-8907-48da-9bea-78da88c40708/e6ce2282-86ea-4d67-9dd0-f7549575062a/c7f42654-6e2e-4cb8-a8e4-07966e471354) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:50:09.659999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:50:09.721025 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:09.752911 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Allocated IP 172.25.4.119 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/327f326c-da5c-42d9-b826-167120632bbe) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:50:09.858548 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:09.893425 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:09.894024 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:09.899571 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:09.940394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:50:09.943193 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:50:09.946879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:50:09.972764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Pushing event updated for resources: {'Port': ['ID=327f326c-da5c-42d9-b826-167120632bbe,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:10.008900 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.044869 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Transition to ACTIVE for port object c7f42654-6e2e-4cb8-a8e4-07966e471354 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:50:10.106760 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Transition to ACTIVE for port object c7f42654-6e2e-4cb8-a8e4-07966e471354 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:50:10.124974 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.201877 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.204880 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Pushing event updated for resources: {'Port': ['ID=c7f42654-6e2e-4cb8-a8e4-07966e471354,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:10.208578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Network 7b7b1c22-8907-48da-9bea-78da88c40708 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:50:10.212926 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:50:10.217890 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:50:10.235722 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.280262 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Transition to ACTIVE for port object ddf7fd08-b49e-4097-a24c-1ac0dc54011d will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:50:10.291588 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Attempting to bind port c7f42654-6e2e-4cb8-a8e4-07966e471354 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:50:10.291968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Attempting to bind port c7f42654-6e2e-4cb8-a8e4-07966e471354 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '17f0d321-b764-41b5-b454-5ee56eec7a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b7b1c22-8907-48da-9bea-78da88c40708'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:50:10.292327 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Attempting to bind port c7f42654-6e2e-4cb8-a8e4-07966e471354 on network 7b7b1c22-8907-48da-9bea-78da88c40708 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:50:10.294269 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.309509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:50:10.309766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Checking segment: {'id': '17f0d321-b764-41b5-b454-5ee56eec7a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b7b1c22-8907-48da-9bea-78da88c40708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:50:10.310104 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.310505 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Bound using segment: {'id': '17f0d321-b764-41b5-b454-5ee56eec7a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b7b1c22-8907-48da-9bea-78da88c40708'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:50:10.310982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Bound port: c7f42654-6e2e-4cb8-a8e4-07966e471354, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f0d321-b764-41b5-b454-5ee56eec7a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b7b1c22-8907-48da-9bea-78da88c40708'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:50:10.311356 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.405486 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.405780 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15501bee-58d1-4e38-9f5c-d45392d8c864 None None] Pushing event updated for resources: {'Port': ['ID=ddf7fd08-b49e-4097-a24c-1ac0dc54011d,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:10.454161 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Attempting to bind port ddf7fd08-b49e-4097-a24c-1ac0dc54011d on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:50:10.454520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Attempting to bind port ddf7fd08-b49e-4097-a24c-1ac0dc54011d by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '88304930-9822-430a-a81e-a237189d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:50:10.454906 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Attempting to bind port ddf7fd08-b49e-4097-a24c-1ac0dc54011d on network b6754491-2a8c-45de-b1c3-92baf8e7aa75 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:50:10.463026 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] For port c7f42654-6e2e-4cb8-a8e4-07966e471354, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:50:10.465586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:50:10.465965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Checking segment: {'id': '88304930-9822-430a-a81e-a237189d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:50:10.466369 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.466791 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Bound using segment: {'id': '88304930-9822-430a-a81e-a237189d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:50:10.467268 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Bound port: ddf7fd08-b49e-4097-a24c-1ac0dc54011d, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88304930-9822-430a-a81e-a237189d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:50:10.467690 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.472779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] For port c7f42654-6e2e-4cb8-a8e4-07966e471354, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c7f42654-6e2e-4cb8-a8e4-07966e471354,segment=NetworkSegment(17f0d321-b764-41b5-b454-5ee56eec7a8b),segment_id=17f0d321-b764-41b5-b454-5ee56eec7a8b)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:50:10.485228 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.560402 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Router 3dde97aa-cf26-4b6b-b683-120f99d54a00 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:50:10.593793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c5ac4-815a-4567-8a5c-2dfd910e878e None None] Pushing event updated for resources: {'Port': ['ID=c7f42654-6e2e-4cb8-a8e4-07966e471354,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:10.610081 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] For port ddf7fd08-b49e-4097-a24c-1ac0dc54011d, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:50:10.621729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] For port ddf7fd08-b49e-4097-a24c-1ac0dc54011d, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ddf7fd08-b49e-4097-a24c-1ac0dc54011d,segment=NetworkSegment(88304930-9822-430a-a81e-a237189d5f85),segment_id=88304930-9822-430a-a81e-a237189d5f85)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:50:10.629650 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.685068 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Routers {'d96de903-8694-4d28-8d0c-3efdc1e8d7ee'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:10.686333 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:50:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:10.687182 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:50:10.698667 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Sync routers for ids ['3dde97aa-cf26-4b6b-b683-120f99d54a00'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:50:10.707685 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.711536 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2c8ada86-419c-441d-a9cb-b26ab06ed432 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6353593 Jul 15 15:50:10.711707 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Routers {'3dde97aa-cf26-4b6b-b683-120f99d54a00'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:10.711707 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:50:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3dde97aa-cf26-4b6b-b683-120f99d54a00'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:10.712080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 41806) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:10.773040 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15501bee-58d1-4e38-9f5c-d45392d8c864 None None] Pushing event updated for resources: {'Port': ['ID=ddf7fd08-b49e-4097-a24c-1ac0dc54011d,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:10.891671 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] Set router d96de903-8694-4d28-8d0c-3efdc1e8d7ee gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:10.909402 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Set router 3dde97aa-cf26-4b6b-b683-120f99d54a00 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:11.137913 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'name': 'tempest-TestMinimumBasicScenario-703539250-router', 'tenant_id': 'ca41f250888f4fc69c82e1f33289339f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '327f326c-da5c-42d9-b826-167120632bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:09Z', 'updated_at': '2021-07-15T15:50:10Z', 'revision_number': 3, 'project_id': 'ca41f250888f4fc69c82e1f33289339f', 'gw_port': {'id': '327f326c-da5c-42d9-b826-167120632bbe', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ab:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:09Z', 'updated_at': '2021-07-15T15:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:11.142434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'name': 'tempest-TestMinimumBasicScenario-1491185361-router', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:06Z', 'revision_number': 4, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'gw_port': {'id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'ddf7fd08-b49e-4097-a24c-1ac0dc54011d', 'name': '', 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'mac_address': 'fa:16:3e:6a:5b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:06Z', 'updated_at': '2021-07-15T15:50:10Z', 'revision_number': 4, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'subnets': [{'id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:11.165680 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Checking router: 3dde97aa-cf26-4b6b-b683-120f99d54a00 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:50:11.165940 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Updating router 3dde97aa-cf26-4b6b-b683-120f99d54a00 port 327f326c-da5c-42d9-b826-167120632bbe binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:50:11.171849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76e9d7-aedf-4c91-93b2-4dfd3428b1e4 None None] The sync data for ids ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'] in n-d-764435-3 is: [{'id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'name': 'tempest-TestMinimumBasicScenario-1491185361-router', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:06Z', 'revision_number': 4, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'gw_port': {'id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'ddf7fd08-b49e-4097-a24c-1ac0dc54011d', 'name': '', 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'mac_address': 'fa:16:3e:6a:5b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:06Z', 'updated_at': '2021-07-15T15:50:10Z', 'revision_number': 4, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'subnets': [{'id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:50:11.205159 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:11.291987 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:11.477831 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Allocated IP 172.20.0.1 (7b7b1c22-8907-48da-9bea-78da88c40708/e6ce2282-86ea-4d67-9dd0-f7549575062a/ab9e0625-0ad3-42c3-b39d-4a11363eccf4) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:50:11.507511 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:11.518877 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Transition to ACTIVE for port object 327f326c-da5c-42d9-b826-167120632bbe will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:50:11.525476 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:11.573462 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e409e1-e7a6-41d8-8b2d-fd306d494d39 None None] Pushing event updated for resources: {'Port': ['ID=327f326c-da5c-42d9-b826-167120632bbe,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:11.604440 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Attempting to bind port 327f326c-da5c-42d9-b826-167120632bbe on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:50:11.604815 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Attempting to bind port 327f326c-da5c-42d9-b826-167120632bbe by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:50:11.605474 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Attempting to bind port 327f326c-da5c-42d9-b826-167120632bbe on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:50:11.612234 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:50:11.612234 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:50:11.612234 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:11.613175 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:50:11.613510 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Bound port: 327f326c-da5c-42d9-b826-167120632bbe, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:50:11.613979 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:11.660932 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:11.678278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Transition to ACTIVE for port object ab9e0625-0ad3-42c3-b39d-4a11363eccf4 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:50:11.693107 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] For port 327f326c-da5c-42d9-b826-167120632bbe, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:50:11.700018 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] For port 327f326c-da5c-42d9-b826-167120632bbe, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=327f326c-da5c-42d9-b826-167120632bbe,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:50:11.714169 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:11.722659 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:11.764804 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c7f42654-6e2e-4cb8-a8e4-07966e471354 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:50:11.782900 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Network 7b7b1c22-8907-48da-9bea-78da88c40708 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:50:11.788406 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:50:11.794855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:50:11.840385 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Pushing event updated for resources: {'Port': ['ID=ab9e0625-0ad3-42c3-b39d-4a11363eccf4,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:11.856951 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port c7f42654-6e2e-4cb8-a8e4-07966e471354 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:50:11.861281 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ddf7fd08-b49e-4097-a24c-1ac0dc54011d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:50:11.879268 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:11.915873 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e409e1-e7a6-41d8-8b2d-fd306d494d39 None None] Pushing event updated for resources: {'Port': ['ID=327f326c-da5c-42d9-b826-167120632bbe,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:11.927820 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port ddf7fd08-b49e-4097-a24c-1ac0dc54011d completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:50:11.930065 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Routers {'3dde97aa-cf26-4b6b-b683-120f99d54a00'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:11.931975 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ddf7fd08-b49e-4097-a24c-1ac0dc54011d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:11.932384 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:11.935656 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:50:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3dde97aa-cf26-4b6b-b683-120f99d54a00'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:11.958681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9044071-9318-41a6-90ee-d3bcf1ab4710 None None] Network 7b7b1c22-8907-48da-9bea-78da88c40708 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:50:12.049281 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] Set router 3dde97aa-cf26-4b6b-b683-120f99d54a00 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:12.056303 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:12.263813 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'name': 'tempest-TestMinimumBasicScenario-703539250-router', 'tenant_id': 'ca41f250888f4fc69c82e1f33289339f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '327f326c-da5c-42d9-b826-167120632bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:09Z', 'updated_at': '2021-07-15T15:50:10Z', 'revision_number': 3, 'project_id': 'ca41f250888f4fc69c82e1f33289339f', 'gw_port': {'id': '327f326c-da5c-42d9-b826-167120632bbe', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ab:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:09Z', 'updated_at': '2021-07-15T15:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:12.269738 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:12.270066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-27245a17-6ce4-4884-a7b3-ef0c9b7530d2 None None] Provisioning for port c7f42654-6e2e-4cb8-a8e4-07966e471354 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:50:12.274821 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:12.284054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-27245a17-6ce4-4884-a7b3-ef0c9b7530d2 None None] Provisioning complete for port c7f42654-6e2e-4cb8-a8e4-07966e471354 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:12.284710 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27245a17-6ce4-4884-a7b3-ef0c9b7530d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:12.298867 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ea2ac-fd8c-4fdb-a137-961770b5e4da None None] The sync data for ids ['3dde97aa-cf26-4b6b-b683-120f99d54a00'] in n-d-764435-3 is: [{'id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'name': 'tempest-TestMinimumBasicScenario-703539250-router', 'tenant_id': 'ca41f250888f4fc69c82e1f33289339f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '327f326c-da5c-42d9-b826-167120632bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:09Z', 'updated_at': '2021-07-15T15:50:10Z', 'revision_number': 3, 'project_id': 'ca41f250888f4fc69c82e1f33289339f', 'gw_port': {'id': '327f326c-da5c-42d9-b826-167120632bbe', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ab:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:09Z', 'updated_at': '2021-07-15T15:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:50:12.363868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Pushing event updated for resources: {'Port': ['ID=ab9e0625-0ad3-42c3-b39d-4a11363eccf4,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:12.366949 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:12.431799 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:12.467650 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27245a17-6ce4-4884-a7b3-ef0c9b7530d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:12.485396 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Network 7b7b1c22-8907-48da-9bea-78da88c40708 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:50:12.488333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:50:12.501236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port ddf7fd08-b49e-4097-a24c-1ac0dc54011d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ddf7fd08-b49e-4097-a24c-1ac0dc54011d,segment=NetworkSegment(88304930-9822-430a-a81e-a237189d5f85),segment_id=88304930-9822-430a-a81e-a237189d5f85)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:12.509925 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:12.546490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-27245a17-6ce4-4884-a7b3-ef0c9b7530d2 None None] For port c7f42654-6e2e-4cb8-a8e4-07966e471354, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c7f42654-6e2e-4cb8-a8e4-07966e471354,segment=NetworkSegment(17f0d321-b764-41b5-b454-5ee56eec7a8b),segment_id=17f0d321-b764-41b5-b454-5ee56eec7a8b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:12.554126 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27245a17-6ce4-4884-a7b3-ef0c9b7530d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:12.590095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=ddf7fd08-b49e-4097-a24c-1ac0dc54011d,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:12.656404 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Router 3dde97aa-cf26-4b6b-b683-120f99d54a00 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:50:12.695999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27245a17-6ce4-4884-a7b3-ef0c9b7530d2 None None] Pushing event updated for resources: {'Port': ['ID=c7f42654-6e2e-4cb8-a8e4-07966e471354,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:12.810496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:50:12.816105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-992d3641-eb53-409b-899c-e33e0ae88683 admin admin] 10.222.0.38 "PUT /v2.0/routers/3dde97aa-cf26-4b6b-b683-120f99d54a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1029055 Jul 15 15:50:12.881274 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-58b600ef-318f-4b3c-9eb8-f5fb59c7eeb4 None None] Provisioning for port ab9e0625-0ad3-42c3-b39d-4a11363eccf4 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:50:12.887183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-58b600ef-318f-4b3c-9eb8-f5fb59c7eeb4 None None] Provisioning complete for port ab9e0625-0ad3-42c3-b39d-4a11363eccf4 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:12.887561 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-58b600ef-318f-4b3c-9eb8-f5fb59c7eeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:12.936559 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-58b600ef-318f-4b3c-9eb8-f5fb59c7eeb4 None None] Port ab9e0625-0ad3-42c3-b39d-4a11363eccf4 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:50:12.948385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-58b600ef-318f-4b3c-9eb8-f5fb59c7eeb4 None None] Provisioning complete for port c7f42654-6e2e-4cb8-a8e4-07966e471354 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:12.949020 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-58b600ef-318f-4b3c-9eb8-f5fb59c7eeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:13.160325 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8ca1d9b9-6a30-468d-9666-e11a251e20a7 None None] Provisioning complete for port ab9e0625-0ad3-42c3-b39d-4a11363eccf4 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:13.160702 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ca1d9b9-6a30-468d-9666-e11a251e20a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:13.197398 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8ca1d9b9-6a30-468d-9666-e11a251e20a7 None None] Port ab9e0625-0ad3-42c3-b39d-4a11363eccf4 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:50:13.321479 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-587541a2-0fad-404e-bb72-b2e516ba35da None None] Provisioning complete for port ab9e0625-0ad3-42c3-b39d-4a11363eccf4 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:13.322749 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-587541a2-0fad-404e-bb72-b2e516ba35da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:13.364986 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-587541a2-0fad-404e-bb72-b2e516ba35da None None] Port ab9e0625-0ad3-42c3-b39d-4a11363eccf4 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:50:13.701408 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c7f42654-6e2e-4cb8-a8e4-07966e471354 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:50:13.757856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port c7f42654-6e2e-4cb8-a8e4-07966e471354 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:13.758149 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:13.846859 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ddf7fd08-b49e-4097-a24c-1ac0dc54011d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:50:13.904925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ddf7fd08-b49e-4097-a24c-1ac0dc54011d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:13.905318 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:13.989961 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 327f326c-da5c-42d9-b826-167120632bbe up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:50:14.048658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 327f326c-da5c-42d9-b826-167120632bbe completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:50:14.053956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 327f326c-da5c-42d9-b826-167120632bbe triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:14.054349 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:14.152193 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:14.173273 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 327f326c-da5c-42d9-b826-167120632bbe, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=327f326c-da5c-42d9-b826-167120632bbe,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:14.179322 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:14.241622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=327f326c-da5c-42d9-b826-167120632bbe,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:14.589107 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Sync routers for ids ['3dde97aa-cf26-4b6b-b683-120f99d54a00'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:50:14.601488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Routers {'3dde97aa-cf26-4b6b-b683-120f99d54a00'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:14.602238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:50:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3dde97aa-cf26-4b6b-b683-120f99d54a00'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:14.720397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Set router 3dde97aa-cf26-4b6b-b683-120f99d54a00 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:14.948206 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'name': 'tempest-TestMinimumBasicScenario-703539250-router', 'tenant_id': 'ca41f250888f4fc69c82e1f33289339f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '327f326c-da5c-42d9-b826-167120632bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:09Z', 'updated_at': '2021-07-15T15:50:12Z', 'revision_number': 4, 'project_id': 'ca41f250888f4fc69c82e1f33289339f', 'gw_port': {'id': '327f326c-da5c-42d9-b826-167120632bbe', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ab:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:09Z', 'updated_at': '2021-07-15T15:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'ab9e0625-0ad3-42c3-b39d-4a11363eccf4', 'name': '', 'network_id': '7b7b1c22-8907-48da-9bea-78da88c40708', 'tenant_id': 'ca41f250888f4fc69c82e1f33289339f', 'mac_address': 'fa:16:3e:1e:78:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'e6ce2282-86ea-4d67-9dd0-f7549575062a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:11Z', 'updated_at': '2021-07-15T15:50:12Z', 'revision_number': 2, 'project_id': 'ca41f250888f4fc69c82e1f33289339f', 'subnets': [{'id': 'e6ce2282-86ea-4d67-9dd0-f7549575062a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:14.977951 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Checking router: 3dde97aa-cf26-4b6b-b683-120f99d54a00 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:50:14.978415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Updating router 3dde97aa-cf26-4b6b-b683-120f99d54a00 port ab9e0625-0ad3-42c3-b39d-4a11363eccf4 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:50:15.016118 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:15.311713 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:15.322409 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Transition to ACTIVE for port object ab9e0625-0ad3-42c3-b39d-4a11363eccf4 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:50:15.328803 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:15.381635 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b74cd7-1fc2-4e8e-9e3b-7239c027f650 None None] Pushing event updated for resources: {'Port': ['ID=ab9e0625-0ad3-42c3-b39d-4a11363eccf4,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:15.448390 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Attempting to bind port ab9e0625-0ad3-42c3-b39d-4a11363eccf4 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:50:15.448769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Attempting to bind port ab9e0625-0ad3-42c3-b39d-4a11363eccf4 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '17f0d321-b764-41b5-b454-5ee56eec7a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b7b1c22-8907-48da-9bea-78da88c40708'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:50:15.449137 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Attempting to bind port ab9e0625-0ad3-42c3-b39d-4a11363eccf4 on network 7b7b1c22-8907-48da-9bea-78da88c40708 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:50:15.455213 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:50:15.456147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Checking segment: {'id': '17f0d321-b764-41b5-b454-5ee56eec7a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b7b1c22-8907-48da-9bea-78da88c40708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:50:15.456710 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:15.457123 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Bound using segment: {'id': '17f0d321-b764-41b5-b454-5ee56eec7a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b7b1c22-8907-48da-9bea-78da88c40708'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:50:15.457601 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Bound port: ab9e0625-0ad3-42c3-b39d-4a11363eccf4, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f0d321-b764-41b5-b454-5ee56eec7a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b7b1c22-8907-48da-9bea-78da88c40708'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:50:15.457992 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:15.549742 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] For port ab9e0625-0ad3-42c3-b39d-4a11363eccf4, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:50:15.553785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] For port ab9e0625-0ad3-42c3-b39d-4a11363eccf4, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ab9e0625-0ad3-42c3-b39d-4a11363eccf4,segment=NetworkSegment(17f0d321-b764-41b5-b454-5ee56eec7a8b),segment_id=17f0d321-b764-41b5-b454-5ee56eec7a8b)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:50:15.559292 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:15.666030 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Routers {'3dde97aa-cf26-4b6b-b683-120f99d54a00'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:15.667265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:50:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3dde97aa-cf26-4b6b-b683-120f99d54a00'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:15.720703 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b74cd7-1fc2-4e8e-9e3b-7239c027f650 None None] Pushing event updated for resources: {'Port': ['ID=ab9e0625-0ad3-42c3-b39d-4a11363eccf4,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:15.731952 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 327f326c-da5c-42d9-b826-167120632bbe up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:50:15.901508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 327f326c-da5c-42d9-b826-167120632bbe triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:15.901888 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:15.907176 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] Set router 3dde97aa-cf26-4b6b-b683-120f99d54a00 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:16.207010 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'name': 'tempest-TestMinimumBasicScenario-703539250-router', 'tenant_id': 'ca41f250888f4fc69c82e1f33289339f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '327f326c-da5c-42d9-b826-167120632bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:09Z', 'updated_at': '2021-07-15T15:50:12Z', 'revision_number': 4, 'project_id': 'ca41f250888f4fc69c82e1f33289339f', 'gw_port': {'id': '327f326c-da5c-42d9-b826-167120632bbe', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ab:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:09Z', 'updated_at': '2021-07-15T15:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'ab9e0625-0ad3-42c3-b39d-4a11363eccf4', 'name': '', 'network_id': '7b7b1c22-8907-48da-9bea-78da88c40708', 'tenant_id': 'ca41f250888f4fc69c82e1f33289339f', 'mac_address': 'fa:16:3e:1e:78:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'e6ce2282-86ea-4d67-9dd0-f7549575062a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:11Z', 'updated_at': '2021-07-15T15:50:15Z', 'revision_number': 4, 'project_id': 'ca41f250888f4fc69c82e1f33289339f', 'subnets': [{'id': 'e6ce2282-86ea-4d67-9dd0-f7549575062a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:16.238554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675ac6e-c746-4493-937e-0aa77a59c893 None None] The sync data for ids ['3dde97aa-cf26-4b6b-b683-120f99d54a00'] in n-d-764435-3 is: [{'id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'name': 'tempest-TestMinimumBasicScenario-703539250-router', 'tenant_id': 'ca41f250888f4fc69c82e1f33289339f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '327f326c-da5c-42d9-b826-167120632bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:09Z', 'updated_at': '2021-07-15T15:50:12Z', 'revision_number': 4, 'project_id': 'ca41f250888f4fc69c82e1f33289339f', 'gw_port': {'id': '327f326c-da5c-42d9-b826-167120632bbe', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ab:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:09Z', 'updated_at': '2021-07-15T15:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'ab9e0625-0ad3-42c3-b39d-4a11363eccf4', 'name': '', 'network_id': '7b7b1c22-8907-48da-9bea-78da88c40708', 'tenant_id': 'ca41f250888f4fc69c82e1f33289339f', 'mac_address': 'fa:16:3e:1e:78:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'e6ce2282-86ea-4d67-9dd0-f7549575062a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:11Z', 'updated_at': '2021-07-15T15:50:15Z', 'revision_number': 4, 'project_id': 'ca41f250888f4fc69c82e1f33289339f', 'subnets': [{'id': 'e6ce2282-86ea-4d67-9dd0-f7549575062a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:50:17.689956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ab9e0625-0ad3-42c3-b39d-4a11363eccf4 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:50:17.749117 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port ab9e0625-0ad3-42c3-b39d-4a11363eccf4 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:50:17.755106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ab9e0625-0ad3-42c3-b39d-4a11363eccf4 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:17.755560 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:17.840986 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:17.877627 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port ab9e0625-0ad3-42c3-b39d-4a11363eccf4, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ab9e0625-0ad3-42c3-b39d-4a11363eccf4,segment=NetworkSegment(17f0d321-b764-41b5-b454-5ee56eec7a8b),segment_id=17f0d321-b764-41b5-b454-5ee56eec7a8b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:17.883201 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:17.950423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=ab9e0625-0ad3-42c3-b39d-4a11363eccf4,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:19.404195 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:19.646862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ab9e0625-0ad3-42c3-b39d-4a11363eccf4 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:50:19.703612 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port ab9e0625-0ad3-42c3-b39d-4a11363eccf4 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:19.704133 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:19.751873 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:22.945596 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-83bee101-27fc-4efb-bb09-653723ee7e0e tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:22.947053 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-83bee101-27fc-4efb-bb09-653723ee7e0e tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/networks?id=b6754491-2a8c-45de-b1c3-92baf8e7aa75 HTTP/1.1" status: 200 len: 815 time: 0.1057444 Jul 15 15:50:22.962110 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-1a4558ba-be59-4d42-8563-76324789f405 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/quotas/c4a1389a77b44722b26b76ae56a50623 HTTP/1.1" status: 200 len: 375 time: 0.0096459 Jul 15 15:50:23.026642 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-3aeca177-f244-4b1f-9037-674923e4841a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c4a1389a77b44722b26b76ae56a50623&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597315 Jul 15 15:50:23.130920 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-d549bf1d-404b-4d27-8411-de6ec1f51c1f service neutron] 10.222.0.38 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922878 Jul 15 15:50:23.223527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-e48a87d4-994f-4b8a-aa45-dc8e1de644c4 service neutron] 10.222.0.38 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867896 Jul 15 15:50:23.386965 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e352555-a602-4036-88dc-6928cbebd46a req-48807873-8a5e-4533-afb8-670f79a16cad tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 210 time: 0.0287023 Jul 15 15:50:24.451289 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-bd52580c-94cb-4045-a484-5ee48b58a34b tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:24.453473 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-bd52580c-94cb-4045-a484-5ee48b58a34b tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.22 "GET /v2.0/networks?id=b6754491-2a8c-45de-b1c3-92baf8e7aa75 HTTP/1.1" status: 200 len: 815 time: 0.1140125 Jul 15 15:50:24.467264 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Request body: {'port': {'device_id': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'admin_state_up': True, 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:24.568302 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4c29d22c-d3fb-4e79-b713-220329fa7b0c req-4327fd2b-a8d1-462b-bb19-ce85ba6000e3 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 210 time: 0.0581183 Jul 15 15:50:24.616055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Made reservation on behalf of c4a1389a77b44722b26b76ae56a50623 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:50:24.620092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:24.751402 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Allocated IP 172.20.0.3 (b6754491-2a8c-45de-b1c3-92baf8e7aa75/ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9/a39f40c7-31c3-436c-aabf-3d8b56f60425) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:50:24.979900 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:25.001412 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Transition to ACTIVE for port object a39f40c7-31c3-436c-aabf-3d8b56f60425 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:50:25.047964 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:25.119389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Network b6754491-2a8c-45de-b1c3-92baf8e7aa75 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:50:25.127991 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:50:25.133042 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:50:25.169225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Pushing event updated for resources: {'Port': ['ID=a39f40c7-31c3-436c-aabf-3d8b56f60425,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:25.183045 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:25.183393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:25.183739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:25.184080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:25.184417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:25.184861 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:25.185082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:25.185455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:25.185768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:25.186076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:25.186402 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:25.186797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:25.198101 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:25.198786 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:25.217344 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-46410564-348e-48dd-b3e6-00130a143a09 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7541003 Jul 15 15:50:25.423717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b7f5c88d-bd89-4703-a5ac-58cb1439be02 None None] Provisioning for port a39f40c7-31c3-436c-aabf-3d8b56f60425 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:50:25.427955 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b7f5c88d-bd89-4703-a5ac-58cb1439be02 None None] Provisioning complete for port a39f40c7-31c3-436c-aabf-3d8b56f60425 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:25.428316 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c88d-bd89-4703-a5ac-58cb1439be02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:25.461895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b7f5c88d-bd89-4703-a5ac-58cb1439be02 None None] Port a39f40c7-31c3-436c-aabf-3d8b56f60425 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:50:25.748113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd113b0-5d29-4df0-9346-da051a246428 req-c1352e9f-b7f8-4523-9224-678b17f2dfe8 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:25.749424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bd113b0-5d29-4df0-9346-da051a246428 req-c1352e9f-b7f8-4523-9224-678b17f2dfe8 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 931 time: 0.0643637 Jul 15 15:50:25.797649 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2bd113b0-5d29-4df0-9346-da051a246428 req-62019d9b-9acb-4107-96f0-f7e2d921dfe2 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392623 Jul 15 15:50:26.980413 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f844cc-d9f5-4b12-986d-2b29e6e51f39 req-cdcfed34-2526-44c8-a0de-7139693cfecf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:26.982036 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20f844cc-d9f5-4b12-986d-2b29e6e51f39 req-cdcfed34-2526-44c8-a0de-7139693cfecf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 931 time: 0.0706339 Jul 15 15:50:27.023097 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-20f844cc-d9f5-4b12-986d-2b29e6e51f39 req-299b810a-d672-4751-87a9-66fc7830bddd tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350318 Jul 15 15:50:28.234281 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57d67-292b-4377-97f2-ac67758097c0 req-1e779af0-cc2d-4a0c-8bc0-0f893c394f95 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:28.236028 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e0b57d67-292b-4377-97f2-ac67758097c0 req-1e779af0-cc2d-4a0c-8bc0-0f893c394f95 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 931 time: 0.0720141 Jul 15 15:50:28.277850 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e0b57d67-292b-4377-97f2-ac67758097c0 req-a1022ead-bc39-4183-88a9-05d7469db379 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356419 Jul 15 15:50:29.463316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77278228-e3c9-4e9b-b02d-25bdf3ed0c01 req-8e66e168-3859-4e16-a349-0cee46f00836 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:29.464893 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-77278228-e3c9-4e9b-b02d-25bdf3ed0c01 req-8e66e168-3859-4e16-a349-0cee46f00836 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 931 time: 0.0660272 Jul 15 15:50:29.506138 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-77278228-e3c9-4e9b-b02d-25bdf3ed0c01 req-5f9d509d-abec-4757-98c5-7142deee4043 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352030 Jul 15 15:50:30.121278 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6019d837-1ef4-4c23-a0d2-c46616fd0b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:30.697715 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904ebce-78bc-4108-85ed-2c1cea3e2dfd req-94bb3653-6bf2-4707-9b44-2a7b64116c6d tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:30.699404 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c904ebce-78bc-4108-85ed-2c1cea3e2dfd req-94bb3653-6bf2-4707-9b44-2a7b64116c6d tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 931 time: 0.0634360 Jul 15 15:50:30.739358 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c904ebce-78bc-4108-85ed-2c1cea3e2dfd req-bdbd9d63-3225-420e-9d0e-c6f38a8a4525 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337443 Jul 15 15:50:31.919090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a537b-e9d5-4392-a982-62b6b8c1c6d2 req-ae52703f-45df-42d0-8d6a-2451d37cc598 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:31.920736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-176a537b-e9d5-4392-a982-62b6b8c1c6d2 req-ae52703f-45df-42d0-8d6a-2451d37cc598 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 931 time: 0.0655789 Jul 15 15:50:31.960986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-176a537b-e9d5-4392-a982-62b6b8c1c6d2 req-ef5dfa83-7233-48ac-b3f1-68803ac445be tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339942 Jul 15 15:50:32.881452 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:32.954734 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-030c5a57-bc04-4938-85bb-2dd99e6c647f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:33.149805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8eff3-9f9b-4b62-a407-47fe4efe7dc3 req-d58304ba-04d9-4065-86ef-a4e7fb7a55f8 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:33.151670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3d8eff3-9f9b-4b62-a407-47fe4efe7dc3 req-d58304ba-04d9-4065-86ef-a4e7fb7a55f8 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 931 time: 0.0737064 Jul 15 15:50:33.192990 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e3d8eff3-9f9b-4b62-a407-47fe4efe7dc3 req-896f635a-50a9-4537-909d-231b5535af86 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332670 Jul 15 15:50:34.376388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e318d7-a9ff-4ea1-894b-ecfa6ea82bbc req-07a76762-74d1-4de1-8b4a-b1cd710464f9 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:34.377771 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8e318d7-a9ff-4ea1-894b-ecfa6ea82bbc req-07a76762-74d1-4de1-8b4a-b1cd710464f9 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 931 time: 0.0640807 Jul 15 15:50:34.417901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e8e318d7-a9ff-4ea1-894b-ecfa6ea82bbc req-9471da7d-963b-47a6-86c3-4df60b549517 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344737 Jul 15 15:50:34.462172 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:35.240307 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-bff23c67-2ede-4d4b-a7f7-1c2f5677c2c1 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:50:35.241283 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-bff23c67-2ede-4d4b-a7f7-1c2f5677c2c1 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059144 Jul 15 15:50:35.253371 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Request body: {'port': {'device_id': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:35.327813 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:35.627085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39f40c7-31c3-436c-aabf-3d8b56f60425 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:50:35.636939 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:35.652149 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07bc68-bf46-46b7-bb3b-90f9ab1fc9a9 req-8ceee9a1-9e1b-4d04-8c60-8eb51acd72ec tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:35.653623 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef07bc68-bf46-46b7-bb3b-90f9ab1fc9a9 req-8ceee9a1-9e1b-4d04-8c60-8eb51acd72ec tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 931 time: 0.1251862 Jul 15 15:50:35.662099 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Transition to ACTIVE for port object a39f40c7-31c3-436c-aabf-3d8b56f60425 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:50:35.674681 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:35.733169 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ef07bc68-bf46-46b7-bb3b-90f9ab1fc9a9 req-9b17b02f-a378-455b-b7ef-52f112390aa9 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728202 Jul 15 15:50:35.745619 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Pushing event updated for resources: {'Port': ['ID=a39f40c7-31c3-436c-aabf-3d8b56f60425,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:35.817445 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Attempting to bind port a39f40c7-31c3-436c-aabf-3d8b56f60425 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:50:35.817787 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Attempting to bind port a39f40c7-31c3-436c-aabf-3d8b56f60425 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '88304930-9822-430a-a81e-a237189d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:50:35.818119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Attempting to bind port a39f40c7-31c3-436c-aabf-3d8b56f60425 on network b6754491-2a8c-45de-b1c3-92baf8e7aa75 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:50:35.822752 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Port a39f40c7-31c3-436c-aabf-3d8b56f60425 on network b6754491-2a8c-45de-b1c3-92baf8e7aa75 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:50:35.823074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Attempting to bind port a39f40c7-31c3-436c-aabf-3d8b56f60425 on network b6754491-2a8c-45de-b1c3-92baf8e7aa75 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:50:35.827931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:50:35.828266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Checking segment: {'id': '88304930-9822-430a-a81e-a237189d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:50:35.828646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Bound using segment: {'id': '88304930-9822-430a-a81e-a237189d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:50:35.829070 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Bound port: a39f40c7-31c3-436c-aabf-3d8b56f60425, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88304930-9822-430a-a81e-a237189d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:50:35.829423 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:35.898646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] For port a39f40c7-31c3-436c-aabf-3d8b56f60425, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:50:35.901499 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] For port a39f40c7-31c3-436c-aabf-3d8b56f60425, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a39f40c7-31c3-436c-aabf-3d8b56f60425,segment=NetworkSegment(88304930-9822-430a-a81e-a237189d5f85),segment_id=88304930-9822-430a-a81e-a237189d5f85)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:50:35.906103 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:35.939698 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:35.940316 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:35.942812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] 10.222.0.22 "PUT /v2.0/ports/a39f40c7-31c3-436c-aabf-3d8b56f60425 HTTP/1.1" status: 200 len: 1091 time: 0.6927953 Jul 15 15:50:35.943286 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'tag': 'a39f40c7-31c3-436c-aabf-3d8b56f60425'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:50:35.945618 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649167c8-25f2-469e-a758-3d7e1255e377" -d '{"events": [{"name": "network-changed", "server_uuid": "e499a68b-7d8f-4ab5-b267-131be1fa6e9f", "tag": "a39f40c7-31c3-436c-aabf-3d8b56f60425"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:50:35.971091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c58dc-2418-4ab8-aa31-9dae5c57cd0c service neutron] Pushing event updated for resources: {'Port': ['ID=a39f40c7-31c3-436c-aabf-3d8b56f60425,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:36.009387 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac2a2c9-28e9-4224-b221-4e4955772ec1 x-openstack-request-id: req-3ac2a2c9-28e9-4224-b221-4e4955772ec1 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:50:36.009770 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e499a68b-7d8f-4ab5-b267-131be1fa6e9f", "tag": "a39f40c7-31c3-436c-aabf-3d8b56f60425", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:50:36.010028 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3ac2a2c9-28e9-4224-b221-4e4955772ec1 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:50:36.010431 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'tag': 'a39f40c7-31c3-436c-aabf-3d8b56f60425', 'status': 'completed', 'code': 200} Jul 15 15:50:36.060259 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-99df41c7-2bf9-4ada-af4e-286f90da16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:36.061875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-99df41c7-2bf9-4ada-af4e-286f90da16d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4a1389a77b44722b26b76ae56a50623&device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 1094 time: 0.0627632 Jul 15 15:50:36.111694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-c2a12a75-0479-481a-b6e8-ae078497aa95 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a39f40c7-31c3-436c-aabf-3d8b56f60425 HTTP/1.1" status: 200 len: 217 time: 0.0423524 Jul 15 15:50:36.159064 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:36.169932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-1348565a-703a-4839-971a-33dd9337c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:36.171468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-1348565a-703a-4839-971a-33dd9337c07e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9 HTTP/1.1" status: 200 len: 854 time: 0.0536809 Jul 15 15:50:36.228648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-71c17a5f-43d3-44ae-9cd7-37c6b417616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:36.230105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-71c17a5f-43d3-44ae-9cd7-37c6b417616e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b6754491-2a8c-45de-b1c3-92baf8e7aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525496 Jul 15 15:50:36.320778 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-f0f8f0ea-91ba-4c5c-9ace-8d1a1d4c4ff7 service neutron] 10.222.0.22 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845089 Jul 15 15:50:36.406272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7defbc97-9f2a-4563-87a8-633bbe717699 req-3fd9f931-b770-418b-b3da-1ea23e885e8f service neutron] 10.222.0.22 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788543 Jul 15 15:50:36.506896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649167c8-25f2-469e-a758-3d7e1255e377 req-ae56db61-49cd-4f44-a4c0-e867940b475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:36.508312 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-649167c8-25f2-469e-a758-3d7e1255e377 req-ae56db61-49cd-4f44-a4c0-e867940b475d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4a1389a77b44722b26b76ae56a50623&device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 1094 time: 0.0563273 Jul 15 15:50:36.595080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649167c8-25f2-469e-a758-3d7e1255e377 req-7efb70bc-c8f1-4ea1-ae21-ad44f5906178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:36.596798 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-649167c8-25f2-469e-a758-3d7e1255e377 req-7efb70bc-c8f1-4ea1-ae21-ad44f5906178 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b6754491-2a8c-45de-b1c3-92baf8e7aa75 HTTP/1.1" status: 200 len: 916 time: 0.0819104 Jul 15 15:50:36.640524 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-649167c8-25f2-469e-a758-3d7e1255e377 req-8216ce04-c7f6-403d-8e02-687e18e45dce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a39f40c7-31c3-436c-aabf-3d8b56f60425 HTTP/1.1" status: 200 len: 217 time: 0.0374629 Jul 15 15:50:36.688123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649167c8-25f2-469e-a758-3d7e1255e377 req-6094c8d7-894a-47b5-9c77-000b700b96fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:36.689563 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-649167c8-25f2-469e-a758-3d7e1255e377 req-6094c8d7-894a-47b5-9c77-000b700b96fb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9 HTTP/1.1" status: 200 len: 854 time: 0.0425236 Jul 15 15:50:36.744575 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649167c8-25f2-469e-a758-3d7e1255e377 req-3030a6d1-dd2c-4a02-94ed-86f32b9c48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:36.746008 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-649167c8-25f2-469e-a758-3d7e1255e377 req-3030a6d1-dd2c-4a02-94ed-86f32b9c48e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b6754491-2a8c-45de-b1c3-92baf8e7aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497785 Jul 15 15:50:36.838485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-649167c8-25f2-469e-a758-3d7e1255e377 req-f7b6ffd5-703e-4396-930a-87f71765f84c service neutron] 10.222.0.22 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843654 Jul 15 15:50:36.968323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-649167c8-25f2-469e-a758-3d7e1255e377 req-61d53ab4-53ef-4824-84f2-f2fa4be8d1ff service neutron] 10.222.0.22 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217933 Jul 15 15:50:36.977621 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1003f-e9d8-4b41-8193-c4ab353b109e req-a0453ef2-3e09-4a4e-b1a1-d8f68c574e26 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:36.979085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46e1003f-e9d8-4b41-8193-c4ab353b109e req-a0453ef2-3e09-4a4e-b1a1-d8f68c574e26 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 943 time: 0.1249955 Jul 15 15:50:37.016787 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46e1003f-e9d8-4b41-8193-c4ab353b109e req-67d9c7d6-7afe-4f7f-b5b1-b642de56597d tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321307 Jul 15 15:50:38.187630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b3d83-3259-47ad-82dc-31d05841f703 req-b105251c-529b-46df-b2e8-aa6d44b1f8a6 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:38.189106 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-847b3d83-3259-47ad-82dc-31d05841f703 req-b105251c-529b-46df-b2e8-aa6d44b1f8a6 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 943 time: 0.0627167 Jul 15 15:50:38.226666 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-847b3d83-3259-47ad-82dc-31d05841f703 req-b22ea2d1-c2f7-4d2b-a2da-62668249f85a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313272 Jul 15 15:50:38.698560 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:50:39.310952 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device a39f40c7-31c3-436c-aabf-3d8b56f60425 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:50:39.419672 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port a39f40c7-31c3-436c-aabf-3d8b56f60425, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a39f40c7-31c3-436c-aabf-3d8b56f60425,segment=NetworkSegment(88304930-9822-430a-a81e-a237189d5f85),segment_id=88304930-9822-430a-a81e-a237189d5f85)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:39.431081 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'a39f40c7-31c3-436c-aabf-3d8b56f60425', 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'port_id': 'a39f40c7-31c3-436c-aabf-3d8b56f60425', 'mac_address': 'fa:16:3e:82:a1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:50:39.441417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe668e2-7338-4378-bf98-72a41bc29e84 req-f9dc136f-2d53-47b3-82a6-c267590ffc94 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:39.443000 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-abe668e2-7338-4378-bf98-72a41bc29e84 req-f9dc136f-2d53-47b3-82a6-c267590ffc94 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 943 time: 0.0640976 Jul 15 15:50:39.467786 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:39.481292 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39f40c7-31c3-436c-aabf-3d8b56f60425 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:50:39.484768 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-abe668e2-7338-4378-bf98-72a41bc29e84 req-7bea6d71-4e25-4811-9835-6691dc145108 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361140 Jul 15 15:50:39.500939 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port a39f40c7-31c3-436c-aabf-3d8b56f60425, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a39f40c7-31c3-436c-aabf-3d8b56f60425,segment=NetworkSegment(88304930-9822-430a-a81e-a237189d5f85),segment_id=88304930-9822-430a-a81e-a237189d5f85)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:39.506329 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:39.551746 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=a39f40c7-31c3-436c-aabf-3d8b56f60425,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:39.558840 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:39.559184 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:39.559520 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:39.559852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:39.560182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:39.560509 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:39.560829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:39.561152 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:39.561472 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:39.561790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:39.562106 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:39.562422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:39.704754 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['a39f40c7-31c3-436c-aabf-3d8b56f60425'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:50:40.659151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da92724-df8b-4ccf-9716-23f3819000b5 req-385c70ef-4143-4cd2-be9f-202739379401 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:40.660728 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6da92724-df8b-4ccf-9716-23f3819000b5 req-385c70ef-4143-4cd2-be9f-202739379401 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 944 time: 0.0673215 Jul 15 15:50:40.697394 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6da92724-df8b-4ccf-9716-23f3819000b5 req-bf14cee1-95dc-43d7-b5e6-36e80be640e6 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309541 Jul 15 15:50:41.306766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device a39f40c7-31c3-436c-aabf-3d8b56f60425 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:50:41.354366 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port a39f40c7-31c3-436c-aabf-3d8b56f60425 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:50:41.358089 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port a39f40c7-31c3-436c-aabf-3d8b56f60425 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:41.358411 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:41.433952 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:41.455549 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39f40c7-31c3-436c-aabf-3d8b56f60425'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:50:41.458319 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56437072-3ed0-4edf-a22f-97e11f8ce6d5" -d '{"events": [{"server_uuid": "e499a68b-7d8f-4ab5-b267-131be1fa6e9f", "name": "network-vif-plugged", "status": "completed", "tag": "a39f40c7-31c3-436c-aabf-3d8b56f60425"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:50:41.471196 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port a39f40c7-31c3-436c-aabf-3d8b56f60425, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a39f40c7-31c3-436c-aabf-3d8b56f60425,segment=NetworkSegment(88304930-9822-430a-a81e-a237189d5f85),segment_id=88304930-9822-430a-a81e-a237189d5f85)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:41.475960 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:41.498994 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0f7494-fe29-4f2a-a80f-dd578979380e x-openstack-request-id: req-1e0f7494-fe29-4f2a-a80f-dd578979380e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:50:41.499284 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e499a68b-7d8f-4ab5-b267-131be1fa6e9f", "name": "network-vif-plugged", "status": "completed", "tag": "a39f40c7-31c3-436c-aabf-3d8b56f60425", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:50:41.499536 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e0f7494-fe29-4f2a-a80f-dd578979380e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:50:41.499921 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39f40c7-31c3-436c-aabf-3d8b56f60425', 'code': 200} Jul 15 15:50:41.525896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=a39f40c7-31c3-436c-aabf-3d8b56f60425,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:41.608176 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f01ee-568a-4d74-8777-5cca9daaded3 req-68637733-d0e1-4342-beb5-9dda665ee2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:41.609604 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a65f01ee-568a-4d74-8777-5cca9daaded3 req-68637733-d0e1-4342-beb5-9dda665ee2fc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 1096 time: 0.0508578 Jul 15 15:50:41.642457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a65f01ee-568a-4d74-8777-5cca9daaded3 req-1dfac421-f7fc-43a8-8a64-d130e2355cec service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265925 Jul 15 15:50:41.869550 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c5327-ef03-4da8-a9ee-cfdfbaf32288 req-13bd15b2-21c9-4190-90bf-7c513516e221 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:41.870966 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b1c5327-ef03-4da8-a9ee-cfdfbaf32288 req-13bd15b2-21c9-4190-90bf-7c513516e221 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 945 time: 0.0659337 Jul 15 15:50:41.907202 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b1c5327-ef03-4da8-a9ee-cfdfbaf32288 req-57d1be4c-45a4-4a5f-94c3-d86b32e38a4a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307996 Jul 15 15:50:43.078990 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e6ae6-86a0-491b-b0cb-baeef6e2f05f req-af2a373a-a9f6-4072-be1f-fc885e4a91c4 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:43.080483 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae5e6ae6-86a0-491b-b0cb-baeef6e2f05f req-af2a373a-a9f6-4072-be1f-fc885e4a91c4 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 945 time: 0.0630536 Jul 15 15:50:43.118605 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae5e6ae6-86a0-491b-b0cb-baeef6e2f05f req-51293ba8-4c45-4bc6-9b86-01e56025b658 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320840 Jul 15 15:50:43.289316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216de1ea-dfbc-4c99-9784-c6b1961e9e1a req-4517a839-1747-4b56-8d79-458142e56989 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:43.290717 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-216de1ea-dfbc-4c99-9784-c6b1961e9e1a req-4517a839-1747-4b56-8d79-458142e56989 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 945 time: 0.0619965 Jul 15 15:50:43.331280 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-216de1ea-dfbc-4c99-9784-c6b1961e9e1a req-4b8d5216-7789-4dfd-8e8a-e22b4a09c6a6 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350215 Jul 15 15:50:43.658903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d17c4-144a-4fa9-b32d-1eb75f11453c req-d31c10dd-fee0-4ad6-85e4-5b7f94e8e701 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:43.660426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c9d17c4-144a-4fa9-b32d-1eb75f11453c req-d31c10dd-fee0-4ad6-85e4-5b7f94e8e701 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 945 time: 0.0614870 Jul 15 15:50:43.697973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c9d17c4-144a-4fa9-b32d-1eb75f11453c req-ea3abd03-90cb-41a8-8330-22dfb97cf7d9 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319335 Jul 15 15:50:49.405721 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:49.728797 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:55.323655 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2014ea-5913-465e-bb8e-a1edd639077c req-5c588138-cbf1-438f-8dea-de7afee15a99 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:55.325054 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f2014ea-5913-465e-bb8e-a1edd639077c req-5c588138-cbf1-438f-8dea-de7afee15a99 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 945 time: 0.0624464 Jul 15 15:50:55.362933 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4f2014ea-5913-465e-bb8e-a1edd639077c req-05e27618-87da-4a0f-8ef1-bb310426d6be tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322444 Jul 15 15:50:55.387574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42010) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:55.855151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db973c4e-5b76-49f8-950f-c8a32c033f5f tempest-TestMinimumBasicScenario-979320662 tempest-TestMinimumBasicScenario-979320662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:55.856601 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-db973c4e-5b76-49f8-950f-c8a32c033f5f tempest-TestMinimumBasicScenario-979320662 tempest-TestMinimumBasicScenario-979320662-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 1091 time: 0.4680760 Jul 15 15:50:55.859623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42014) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:55.864633 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': 'a39f40c7-31c3-436c-aabf-3d8b56f60425', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:55.885930 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:55.978706 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:56.081024 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Allocated IP 172.25.4.2 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/798924db-c0bd-4b44-b584-98badc946751) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:50:56.179334 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:56.219506 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:56.253268 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:50:56.256071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:50:56.261373 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:50:56.288862 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Pushing event updated for resources: {'Port': ['ID=798924db-c0bd-4b44-b584-98badc946751,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:56.618700 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:56.691583 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:56.836204 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:56.840482 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:56.908745 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Pushing event updated for resources: {'Port': ['ID=798924db-c0bd-4b44-b584-98badc946751,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:56.920976 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:57.019501 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Floating IP 3dec37e3-fd1b-43d9-bf9a-7b680928ce6d associated. External IP: 172.25.4.2, port: a39f40c7-31c3-436c-aabf-3d8b56f60425. Jul 15 15:50:57.221276 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Router d96de903-8694-4d28-8d0c-3efdc1e8d7ee has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:50:57.326986 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:50:57.336849 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4c17bb-2dcb-4c80-b3ce-934e1ecdc15c None None] Sync routers for ids ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:50:57.342785 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:57.346507 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c17bb-2dcb-4c80-b3ce-934e1ecdc15c None None] Routers {'d96de903-8694-4d28-8d0c-3efdc1e8d7ee'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:57.347762 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-eb4c17bb-2dcb-4c80-b3ce-934e1ecdc15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:50:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:57.380173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e75f634f-9e40-4841-8f72-37da73a53d6a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5195060 Jul 15 15:50:57.380748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'tag': 'a39f40c7-31c3-436c-aabf-3d8b56f60425'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:50:57.382981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42016) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:57.383519 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e23d890-c6ee-4e6c-baa5-bc1ab5c16c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "e499a68b-7d8f-4ab5-b267-131be1fa6e9f", "tag": "a39f40c7-31c3-436c-aabf-3d8b56f60425"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:50:57.389032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-516665715', 'description': 'tempest-secgroup-smoke-516665715 description', 'project_id': 'c4a1389a77b44722b26b76ae56a50623'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:57.419118 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:57.421648 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec35324b-4f47-4d0b-b424-a1b087eda3f6 x-openstack-request-id: req-ec35324b-4f47-4d0b-b424-a1b087eda3f6 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:50:57.421941 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e499a68b-7d8f-4ab5-b267-131be1fa6e9f", "tag": "a39f40c7-31c3-436c-aabf-3d8b56f60425", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:50:57.422190 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ec35324b-4f47-4d0b-b424-a1b087eda3f6 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:50:57.422626 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'tag': 'a39f40c7-31c3-436c-aabf-3d8b56f60425', 'status': 'completed', 'code': 200} Jul 15 15:50:57.451799 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-eb4c17bb-2dcb-4c80-b3ce-934e1ecdc15c None None] Set router d96de903-8694-4d28-8d0c-3efdc1e8d7ee gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:57.507453 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:57.512272 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23d890-c6ee-4e6c-baa5-bc1ab5c16c8d req-b5b41e01-5692-4a7a-91ed-cc23db00ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:57.513414 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:57.513848 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e23d890-c6ee-4e6c-baa5-bc1ab5c16c8d req-b5b41e01-5692-4a7a-91ed-cc23db00ebc5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4a1389a77b44722b26b76ae56a50623&device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 1096 time: 0.0621781 Jul 15 15:50:57.543219 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f24bb3-c429-412c-828b-f4cbc5180665,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:57.547037 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:57.548496 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1636410 Jul 15 15:50:57.552323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42022) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:57.554839 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:57.555198 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:57.555542 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:57.555891 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:57.556420 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:57.556926 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:57.557262 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:57.557595 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:57.557845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-5796ea5d-5898-4793-8518-379169558365 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Request body: {'security_group_rule': {'security_group_id': 'e3f24bb3-c429-412c-828b-f4cbc5180665', 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:57.557966 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:57.558289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:57.558817 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:57.559328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7643-8ca3-4acf-b000-0279444d8371 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:57.635176 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5796ea5d-5898-4793-8518-379169558365 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:57.649535 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23d890-c6ee-4e6c-baa5-bc1ab5c16c8d req-50328036-7cc4-42d9-b760-22045388fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:57.651060 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e23d890-c6ee-4e6c-baa5-bc1ab5c16c8d req-50328036-7cc4-42d9-b760-22045388fd28 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b6754491-2a8c-45de-b1c3-92baf8e7aa75 HTTP/1.1" status: 200 len: 916 time: 0.1296813 Jul 15 15:50:57.685067 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-eb4c17bb-2dcb-4c80-b3ce-934e1ecdc15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'name': 'tempest-TestMinimumBasicScenario-1491185361-router', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:06Z', 'revision_number': 4, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'gw_port': {'id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '3dec37e3-fd1b-43d9-bf9a-7b680928ce6d', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'floating_ip_address': '172.25.4.2', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'port_id': 'a39f40c7-31c3-436c-aabf-3d8b56f60425', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'mac_address': 'fa:16:3e:82:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:50:56Z', 'updated_at': '2021-07-15T15:50:56Z', 'revision_number': 0, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf7fd08-b49e-4097-a24c-1ac0dc54011d', 'name': '', 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'mac_address': 'fa:16:3e:6a:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:06Z', 'updated_at': '2021-07-15T15:50:12Z', 'revision_number': 5, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'subnets': [{'id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:57.713178 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4c17bb-2dcb-4c80-b3ce-934e1ecdc15c None None] Checking router: d96de903-8694-4d28-8d0c-3efdc1e8d7ee for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:50:57.721366 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c17bb-2dcb-4c80-b3ce-934e1ecdc15c None None] Routers {'d96de903-8694-4d28-8d0c-3efdc1e8d7ee'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:57.722456 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-eb4c17bb-2dcb-4c80-b3ce-934e1ecdc15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:50:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:57.742385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e23d890-c6ee-4e6c-baa5-bc1ab5c16c8d req-ea4c4618-e517-47a8-81a2-3b2e4c139a68 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a39f40c7-31c3-436c-aabf-3d8b56f60425 HTTP/1.1" status: 200 len: 997 time: 0.0841429 Jul 15 15:50:57.752699 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5796ea5d-5898-4793-8518-379169558365 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:57.761758 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5796ea5d-5898-4793-8518-379169558365 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:57.807615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796ea5d-5898-4793-8518-379169558365 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05207338-7ab2-4f5e-9a33-893ee2830305,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:57.813884 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5796ea5d-5898-4793-8518-379169558365 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:57.818249 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5796ea5d-5898-4793-8518-379169558365 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2616775 Jul 15 15:50:57.818616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42024) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:57.823808 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-4072707d-b8e1-441f-a31c-7a16996abce4 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Request body: {'security_group_rule': {'security_group_id': 'e3f24bb3-c429-412c-828b-f4cbc5180665', 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:57.828475 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-eb4c17bb-2dcb-4c80-b3ce-934e1ecdc15c None None] Set router d96de903-8694-4d28-8d0c-3efdc1e8d7ee gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:57.829446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23d890-c6ee-4e6c-baa5-bc1ab5c16c8d req-497ed94f-0b41-4447-8d99-b1ec4e6ca1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:57.831065 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e23d890-c6ee-4e6c-baa5-bc1ab5c16c8d req-497ed94f-0b41-4447-8d99-b1ec4e6ca1ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9 HTTP/1.1" status: 200 len: 854 time: 0.0802355 Jul 15 15:50:57.895164 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4072707d-b8e1-441f-a31c-7a16996abce4 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:57.941287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23d890-c6ee-4e6c-baa5-bc1ab5c16c8d req-fb9f35e7-bb48-4756-b3bf-4b469f4f9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:57.942870 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e23d890-c6ee-4e6c-baa5-bc1ab5c16c8d req-fb9f35e7-bb48-4756-b3bf-4b469f4f9166 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b6754491-2a8c-45de-b1c3-92baf8e7aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034353 Jul 15 15:50:57.998148 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4072707d-b8e1-441f-a31c-7a16996abce4 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.024646 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4072707d-b8e1-441f-a31c-7a16996abce4 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.047446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072707d-b8e1-441f-a31c-7a16996abce4 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821de019-22b1-4545-9748-d0a1b80abe09,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:58.063869 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-eb4c17bb-2dcb-4c80-b3ce-934e1ecdc15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'name': 'tempest-TestMinimumBasicScenario-1491185361-router', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:06Z', 'revision_number': 4, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'gw_port': {'id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '3dec37e3-fd1b-43d9-bf9a-7b680928ce6d', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'floating_ip_address': '172.25.4.2', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'port_id': 'a39f40c7-31c3-436c-aabf-3d8b56f60425', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'mac_address': 'fa:16:3e:82:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:50:56Z', 'updated_at': '2021-07-15T15:50:56Z', 'revision_number': 0, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf7fd08-b49e-4097-a24c-1ac0dc54011d', 'name': '', 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'mac_address': 'fa:16:3e:6a:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:06Z', 'updated_at': '2021-07-15T15:50:12Z', 'revision_number': 5, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'subnets': [{'id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:58.068047 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e23d890-c6ee-4e6c-baa5-bc1ab5c16c8d req-bc77f474-207c-4e52-9d13-c3997a389c7c service neutron] 10.222.0.22 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164656 Jul 15 15:50:58.068887 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4072707d-b8e1-441f-a31c-7a16996abce4 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.069949 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4072707d-b8e1-441f-a31c-7a16996abce4 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2502627 Jul 15 15:50:58.072792 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42026) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:58.077184 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d253d6e2-2f8b-4735-9dde-f7ed6adc4b9d tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Request body: {'security_group_rule': {'security_group_id': 'e3f24bb3-c429-412c-828b-f4cbc5180665', 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:58.094723 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4c17bb-2dcb-4c80-b3ce-934e1ecdc15c None None] The sync data for ids ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'] in n-d-764435-3 is: [{'id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'name': 'tempest-TestMinimumBasicScenario-1491185361-router', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:06Z', 'revision_number': 4, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'gw_port': {'id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '3dec37e3-fd1b-43d9-bf9a-7b680928ce6d', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'floating_ip_address': '172.25.4.2', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'port_id': 'a39f40c7-31c3-436c-aabf-3d8b56f60425', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'mac_address': 'fa:16:3e:82:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:50:56Z', 'updated_at': '2021-07-15T15:50:56Z', 'revision_number': 0, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf7fd08-b49e-4097-a24c-1ac0dc54011d', 'name': '', 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'mac_address': 'fa:16:3e:6a:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:06Z', 'updated_at': '2021-07-15T15:50:12Z', 'revision_number': 5, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'subnets': [{'id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:50:58.163966 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d253d6e2-2f8b-4735-9dde-f7ed6adc4b9d tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.217774 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4e23d890-c6ee-4e6c-baa5-bc1ab5c16c8d req-a32732f0-4f5d-49dd-aa66-4332278ce96e service neutron] 10.222.0.22 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363382 Jul 15 15:50:58.245230 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d253d6e2-2f8b-4735-9dde-f7ed6adc4b9d tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.250148 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d253d6e2-2f8b-4735-9dde-f7ed6adc4b9d tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.270983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253d6e2-2f8b-4735-9dde-f7ed6adc4b9d tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0862e1-135d-4603-ab01-2804551c9e10,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:58.276683 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d253d6e2-2f8b-4735-9dde-f7ed6adc4b9d tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.277882 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d253d6e2-2f8b-4735-9dde-f7ed6adc4b9d tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2042019 Jul 15 15:50:58.280683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42028) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:58.285712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c7bf573e-c3f8-4a89-aa31-7d0b54ba3f89 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Request body: {'security_group_rule': {'security_group_id': 'e3f24bb3-c429-412c-828b-f4cbc5180665', 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:58.313925 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c7bf573e-c3f8-4a89-aa31-7d0b54ba3f89 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.314783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ffaf73-816c-4e5f-ad3b-4629b977802d None None] New status for floating IP 3dec37e3-fd1b-43d9-bf9a-7b680928ce6d: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:50:58.376714 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c7bf573e-c3f8-4a89-aa31-7d0b54ba3f89 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.380736 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c7bf573e-c3f8-4a89-aa31-7d0b54ba3f89 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.403864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf573e-c3f8-4a89-aa31-7d0b54ba3f89 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea0cd3c-f47b-431b-9e0c-b1bbf83f49f2,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:58.409179 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c7bf573e-c3f8-4a89-aa31-7d0b54ba3f89 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.411043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c7bf573e-c3f8-4a89-aa31-7d0b54ba3f89 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292968 Jul 15 15:50:58.413700 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42030) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:58.418579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1eb27cfe-b038-49c2-8e75-6acf8629afdf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Request body: {'security_group_rule': {'security_group_id': 'e3f24bb3-c429-412c-828b-f4cbc5180665', 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:58.440420 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-1eb27cfe-b038-49c2-8e75-6acf8629afdf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Project c4a1389a77b44722b26b76ae56a50623 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:50:58.446742 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1eb27cfe-b038-49c2-8e75-6acf8629afdf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.510484 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1eb27cfe-b038-49c2-8e75-6acf8629afdf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.514389 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1eb27cfe-b038-49c2-8e75-6acf8629afdf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.533097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb27cfe-b038-49c2-8e75-6acf8629afdf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8a5594-f600-493c-9d8c-e572b9ddd463,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:58.540460 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1eb27cfe-b038-49c2-8e75-6acf8629afdf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.544385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1eb27cfe-b038-49c2-8e75-6acf8629afdf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272326 Jul 15 15:50:58.544581 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42032) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:58.549061 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-52232e57-c165-4885-b340-d094ccaa83de tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Request body: {'security_group_rule': {'security_group_id': 'e3f24bb3-c429-412c-828b-f4cbc5180665', 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:58.571960 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-52232e57-c165-4885-b340-d094ccaa83de tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Project c4a1389a77b44722b26b76ae56a50623 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:50:58.576797 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52232e57-c165-4885-b340-d094ccaa83de tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.640347 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52232e57-c165-4885-b340-d094ccaa83de tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.644280 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52232e57-c165-4885-b340-d094ccaa83de tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.662700 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52232e57-c165-4885-b340-d094ccaa83de tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009946bb-8921-4dcb-ae15-0066b9faebf3,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:58.668567 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-52232e57-c165-4885-b340-d094ccaa83de tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:58.671009 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-52232e57-c165-4885-b340-d094ccaa83de tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254416 Jul 15 15:50:58.786732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bdf40626-168f-4d14-ad16-dcc75e9a54ff req-1bca0184-a567-48da-ad0b-3df0c3af4255 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516665715&fields=id&tenant_id=c4a1389a77b44722b26b76ae56a50623 HTTP/1.1" status: 200 len: 267 time: 0.0336344 Jul 15 15:50:58.854670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf40626-168f-4d14-ad16-dcc75e9a54ff req-69566bf4-eafa-4104-8b11-7d6154238410 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:58.856136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bdf40626-168f-4d14-ad16-dcc75e9a54ff req-69566bf4-eafa-4104-8b11-7d6154238410 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 945 time: 0.0644228 Jul 15 15:50:58.866626 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-bdf40626-168f-4d14-ad16-dcc75e9a54ff req-500bd288-c2bc-4d02-8fa0-0776ae438ebb tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Request body: {'port': {'security_groups': ['be515e95-8132-49d1-b9ac-b31e516df99c', 'e3f24bb3-c429-412c-828b-f4cbc5180665']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:58.945584 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bdf40626-168f-4d14-ad16-dcc75e9a54ff req-500bd288-c2bc-4d02-8fa0-0776ae438ebb tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:59.129874 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-bdf40626-168f-4d14-ad16-dcc75e9a54ff req-500bd288-c2bc-4d02-8fa0-0776ae438ebb tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] For port a39f40c7-31c3-436c-aabf-3d8b56f60425, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a39f40c7-31c3-436c-aabf-3d8b56f60425,segment=NetworkSegment(88304930-9822-430a-a81e-a237189d5f85),segment_id=88304930-9822-430a-a81e-a237189d5f85)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:59.158901 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bdf40626-168f-4d14-ad16-dcc75e9a54ff req-500bd288-c2bc-4d02-8fa0-0776ae438ebb tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:59.163279 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bdf40626-168f-4d14-ad16-dcc75e9a54ff req-500bd288-c2bc-4d02-8fa0-0776ae438ebb tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:59.175203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['a39f40c7-31c3-436c-aabf-3d8b56f60425'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:50:59.215359 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf40626-168f-4d14-ad16-dcc75e9a54ff req-500bd288-c2bc-4d02-8fa0-0776ae438ebb tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:59.215988 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-bdf40626-168f-4d14-ad16-dcc75e9a54ff req-500bd288-c2bc-4d02-8fa0-0776ae438ebb tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:59.223455 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bdf40626-168f-4d14-ad16-dcc75e9a54ff req-500bd288-c2bc-4d02-8fa0-0776ae438ebb tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "PUT /v2.0/ports/a39f40c7-31c3-436c-aabf-3d8b56f60425 HTTP/1.1" status: 200 len: 981 time: 0.3584232 Jul 15 15:50:59.241025 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bd288-c2bc-4d02-8fa0-0776ae438ebb tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Pushing event updated for resources: {'Port': ['ID=a39f40c7-31c3-436c-aabf-3d8b56f60425,revision_number=6']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:59.284727 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['a39f40c7-31c3-436c-aabf-3d8b56f60425'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:50:59.394383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a65f-4897-4374-85f9-43f968f9ded1 req-5f2aa4cd-7789-41d1-9a74-24cf15421677 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:59.396092 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f14a65f-4897-4374-85f9-43f968f9ded1 req-5f2aa4cd-7789-41d1-9a74-24cf15421677 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 984 time: 0.0757220 Jul 15 15:50:59.427448 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'tag': 'a39f40c7-31c3-436c-aabf-3d8b56f60425'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:50:59.429663 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62e4312-0b58-410d-a92f-804fad132594" -d '{"events": [{"name": "network-changed", "server_uuid": "e499a68b-7d8f-4ab5-b267-131be1fa6e9f", "tag": "a39f40c7-31c3-436c-aabf-3d8b56f60425"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:50:59.441758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f14a65f-4897-4374-85f9-43f968f9ded1 req-89849a30-e0dd-4d08-98d6-2d68de1ed9ad tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=e3f24bb3-c429-412c-828b-f4cbc5180665&id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397143 Jul 15 15:50:59.472042 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b25d89-a326-48e4-a54a-e42f0d359662 x-openstack-request-id: req-b2b25d89-a326-48e4-a54a-e42f0d359662 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:50:59.472441 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e499a68b-7d8f-4ab5-b267-131be1fa6e9f", "tag": "a39f40c7-31c3-436c-aabf-3d8b56f60425", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:50:59.472795 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2b25d89-a326-48e4-a54a-e42f0d359662 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:50:59.473351 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'tag': 'a39f40c7-31c3-436c-aabf-3d8b56f60425', 'status': 'completed', 'code': 200} Jul 15 15:50:59.499183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2eee3dd3-770f-43b3-9f1c-fb8e355cabb4 None None] Provisioning complete for port a39f40c7-31c3-436c-aabf-3d8b56f60425 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:59.499726 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2eee3dd3-770f-43b3-9f1c-fb8e355cabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:59.547627 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e4312-0b58-410d-a92f-804fad132594 req-0669a724-21c3-4d6e-8d5c-092e13fe13d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:59.549144 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d62e4312-0b58-410d-a92f-804fad132594 req-0669a724-21c3-4d6e-8d5c-092e13fe13d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4a1389a77b44722b26b76ae56a50623&device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 1135 time: 0.0531061 Jul 15 15:50:59.644843 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e4312-0b58-410d-a92f-804fad132594 req-cd6d9d08-0b26-4f62-945e-04f563947cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:59.646245 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d62e4312-0b58-410d-a92f-804fad132594 req-cd6d9d08-0b26-4f62-945e-04f563947cce service neutron] 10.222.0.22 "GET /v2.0/networks?id=b6754491-2a8c-45de-b1c3-92baf8e7aa75 HTTP/1.1" status: 200 len: 916 time: 0.0893006 Jul 15 15:50:59.710389 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d62e4312-0b58-410d-a92f-804fad132594 req-805e33dd-a03a-412e-b9af-c39cfeaf591c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a39f40c7-31c3-436c-aabf-3d8b56f60425 HTTP/1.1" status: 200 len: 999 time: 0.0566983 Jul 15 15:50:59.763088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e4312-0b58-410d-a92f-804fad132594 req-c3688931-f7d5-4761-a792-4aba197fbeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:59.764537 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d62e4312-0b58-410d-a92f-804fad132594 req-c3688931-f7d5-4761-a792-4aba197fbeb6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9 HTTP/1.1" status: 200 len: 854 time: 0.0466135 Jul 15 15:50:59.820519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e4312-0b58-410d-a92f-804fad132594 req-ebd3fe77-cbb8-48d7-884d-9aeedb14acea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:59.822047 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d62e4312-0b58-410d-a92f-804fad132594 req-ebd3fe77-cbb8-48d7-884d-9aeedb14acea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b6754491-2a8c-45de-b1c3-92baf8e7aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509362 Jul 15 15:50:59.910366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d62e4312-0b58-410d-a92f-804fad132594 req-21408ab9-68ba-4f53-8b21-071996b5da2b service neutron] 10.222.0.22 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809453 Jul 15 15:51:00.002142 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d62e4312-0b58-410d-a92f-804fad132594 req-efa26f0d-19e4-4b97-b226-e6dde4b65a5d service neutron] 10.222.0.22 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840359 Jul 15 15:51:00.121769 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb8cc225-70a3-4206-9cb1-292eeb9ef215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:02.883017 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:02.945602 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d627485-f451-4112-9b5a-cf66f20ed70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:04.464639 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:06.163705 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:09.305309 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50ca24f8-5f5b-4c40-aeda-e5a836888fca req-a4cc444c-7e6f-44fd-8153-cae2fb504a32 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505936 Jul 15 15:51:09.408437 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca24f8-5f5b-4c40-aeda-e5a836888fca req-ab5da671-e146-40c3-bae3-89695a97072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:09.410997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50ca24f8-5f5b-4c40-aeda-e5a836888fca req-ab5da671-e146-40c3-bae3-89695a97072c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4a1389a77b44722b26b76ae56a50623&device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 1135 time: 0.0560582 Jul 15 15:51:09.514337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca24f8-5f5b-4c40-aeda-e5a836888fca req-80c4006f-040b-42b6-9eb9-0078d8067b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:09.515850 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50ca24f8-5f5b-4c40-aeda-e5a836888fca req-80c4006f-040b-42b6-9eb9-0078d8067b0d service neutron] 10.222.0.22 "GET /v2.0/networks?id=b6754491-2a8c-45de-b1c3-92baf8e7aa75 HTTP/1.1" status: 200 len: 916 time: 0.0836539 Jul 15 15:51:09.585335 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50ca24f8-5f5b-4c40-aeda-e5a836888fca req-7d3bd517-6f17-4649-9985-8b979c136320 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a39f40c7-31c3-436c-aabf-3d8b56f60425 HTTP/1.1" status: 200 len: 999 time: 0.0627713 Jul 15 15:51:09.636108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca24f8-5f5b-4c40-aeda-e5a836888fca req-a0519c06-63bc-456b-81f7-d18049d409c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:09.637530 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50ca24f8-5f5b-4c40-aeda-e5a836888fca req-a0519c06-63bc-456b-81f7-d18049d409c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9 HTTP/1.1" status: 200 len: 854 time: 0.0419915 Jul 15 15:51:09.693855 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca24f8-5f5b-4c40-aeda-e5a836888fca req-058c103e-4b37-4748-a650-34c54d7d9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:09.695300 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50ca24f8-5f5b-4c40-aeda-e5a836888fca req-058c103e-4b37-4748-a650-34c54d7d9533 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b6754491-2a8c-45de-b1c3-92baf8e7aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503943 Jul 15 15:51:09.790763 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50ca24f8-5f5b-4c40-aeda-e5a836888fca req-524ba42b-3a99-43d4-a288-c84ed225292b service neutron] 10.222.0.22 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829017 Jul 15 15:51:09.879390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50ca24f8-5f5b-4c40-aeda-e5a836888fca req-4ba02ede-4f10-4abb-8faa-2eea77e04cfd service neutron] 10.222.0.22 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808563 Jul 15 15:51:14.764170 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c473c-e7a8-4bd7-b9d7-a1c2f5eff11b req-4b7e1d4e-1b0f-4998-9871-072844dee118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:14.765587 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b0c473c-e7a8-4bd7-b9d7-a1c2f5eff11b req-4b7e1d4e-1b0f-4998-9871-072844dee118 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4a1389a77b44722b26b76ae56a50623&device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 1135 time: 0.0952513 Jul 15 15:51:14.788982 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3516-510e-471b-9868-522c55184774 req-4bc204ac-e2a5-4290-8b5c-fe1289071349 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:14.790392 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf3c3516-510e-471b-9868-522c55184774 req-4bc204ac-e2a5-4290-8b5c-fe1289071349 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 984 time: 0.0902808 Jul 15 15:51:14.878380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf3c3516-510e-471b-9868-522c55184774 req-6c1cb023-31a8-46a1-a223-6b6dac73121c tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=e3f24bb3-c429-412c-828b-f4cbc5180665&id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0785217 Jul 15 15:51:14.898063 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c473c-e7a8-4bd7-b9d7-a1c2f5eff11b req-ffd278a5-075b-446c-8f52-b481295dcced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:14.899583 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b0c473c-e7a8-4bd7-b9d7-a1c2f5eff11b req-ffd278a5-075b-446c-8f52-b481295dcced service neutron] 10.222.0.22 "GET /v2.0/networks?id=b6754491-2a8c-45de-b1c3-92baf8e7aa75 HTTP/1.1" status: 200 len: 916 time: 0.1266375 Jul 15 15:51:14.964735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b0c473c-e7a8-4bd7-b9d7-a1c2f5eff11b req-79989c6d-797d-478e-b011-96768e47363b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a39f40c7-31c3-436c-aabf-3d8b56f60425 HTTP/1.1" status: 200 len: 999 time: 0.0576580 Jul 15 15:51:15.012188 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c473c-e7a8-4bd7-b9d7-a1c2f5eff11b req-a908f8e8-afa9-49d1-ac75-d2470713520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:15.013580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b0c473c-e7a8-4bd7-b9d7-a1c2f5eff11b req-a908f8e8-afa9-49d1-ac75-d2470713520a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9 HTTP/1.1" status: 200 len: 854 time: 0.0415676 Jul 15 15:51:15.071656 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c473c-e7a8-4bd7-b9d7-a1c2f5eff11b req-d30073d4-2919-46bb-8e33-62fdf0b36b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:15.073015 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b0c473c-e7a8-4bd7-b9d7-a1c2f5eff11b req-d30073d4-2919-46bb-8e33-62fdf0b36b66 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b6754491-2a8c-45de-b1c3-92baf8e7aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536928 Jul 15 15:51:15.165478 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b0c473c-e7a8-4bd7-b9d7-a1c2f5eff11b req-edb1b570-2e19-4848-91da-737a83164d66 service neutron] 10.222.0.22 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847399 Jul 15 15:51:15.259593 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b0c473c-e7a8-4bd7-b9d7-a1c2f5eff11b req-98745cac-5eb0-490b-b965-0072592ef54d service neutron] 10.222.0.22 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868707 Jul 15 15:51:15.697754 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:51:16.055409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746d074-76a0-4dfc-9be2-cb6f37ffdaf1 req-f607fed9-12f1-44e5-80ab-10a08c66ebe0 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:16.056910 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7746d074-76a0-4dfc-9be2-cb6f37ffdaf1 req-f607fed9-12f1-44e5-80ab-10a08c66ebe0 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 984 time: 0.0624175 Jul 15 15:51:16.095785 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7746d074-76a0-4dfc-9be2-cb6f37ffdaf1 req-52a9bfc7-5276-4c9a-aca5-219e9e9ee781 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=e3f24bb3-c429-412c-828b-f4cbc5180665&id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332046 Jul 15 15:51:17.271852 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f787d6-edea-4f5b-9db0-94627e8426be req-eb44b3a5-0908-4596-9174-7500b56b5c31 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:17.273324 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0f787d6-edea-4f5b-9db0-94627e8426be req-eb44b3a5-0908-4596-9174-7500b56b5c31 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 984 time: 0.0675936 Jul 15 15:51:17.312236 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b0f787d6-edea-4f5b-9db0-94627e8426be req-d668e94b-46bc-49a6-8389-4e025d145176 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=e3f24bb3-c429-412c-828b-f4cbc5180665&id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333300 Jul 15 15:51:18.486418 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3bf2b-6267-46f2-a0df-d210c27ed203 req-5be09580-c6cb-414b-b493-8b5363217fb3 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:18.487982 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ee3bf2b-6267-46f2-a0df-d210c27ed203 req-5be09580-c6cb-414b-b493-8b5363217fb3 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 984 time: 0.0619407 Jul 15 15:51:18.526610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2ee3bf2b-6267-46f2-a0df-d210c27ed203 req-1ffeace4-f7e9-41fc-9236-87e48c48a156 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=e3f24bb3-c429-412c-828b-f4cbc5180665&id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328882 Jul 15 15:51:19.397700 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:19.701329 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f74be-c5dc-425d-a621-9ca303264572 req-82a07d47-4bde-42eb-b4ea-2e890d65c6db tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:19.702822 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d0f74be-c5dc-425d-a621-9ca303264572 req-82a07d47-4bde-42eb-b4ea-2e890d65c6db tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 984 time: 0.0637593 Jul 15 15:51:19.730341 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:19.742840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d0f74be-c5dc-425d-a621-9ca303264572 req-c4b48c50-b196-44be-8502-c615d5a8299e tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=e3f24bb3-c429-412c-828b-f4cbc5180665&id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344419 Jul 15 15:51:20.917069 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea933cd2-12e5-4e8d-afb2-28a68974e7e5 req-a06e402a-13da-4afa-9904-2555a0640e39 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:20.918591 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea933cd2-12e5-4e8d-afb2-28a68974e7e5 req-a06e402a-13da-4afa-9904-2555a0640e39 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 984 time: 0.0670676 Jul 15 15:51:20.957793 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ea933cd2-12e5-4e8d-afb2-28a68974e7e5 req-f5ef34b8-fd52-4cab-9f34-87bb941775ca tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=e3f24bb3-c429-412c-828b-f4cbc5180665&id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335815 Jul 15 15:51:22.138720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea639d-69b7-4da4-9896-57d443160ba3 req-f4610abf-c32c-4cf7-a041-80d195214ea6 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:22.140411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72ea639d-69b7-4da4-9896-57d443160ba3 req-f4610abf-c32c-4cf7-a041-80d195214ea6 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 984 time: 0.0679286 Jul 15 15:51:22.179724 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-72ea639d-69b7-4da4-9896-57d443160ba3 req-d4e709b0-6524-4760-809f-9402217ee68b tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=e3f24bb3-c429-412c-828b-f4cbc5180665&id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334513 Jul 15 15:51:23.354114 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d7496-ee62-478c-a457-f841e3fd4edc req-26ff82f4-da43-4116-8978-64b1f10544ac tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:23.355671 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f79d7496-ee62-478c-a457-f841e3fd4edc req-26ff82f4-da43-4116-8978-64b1f10544ac tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 984 time: 0.0649660 Jul 15 15:51:23.395335 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f79d7496-ee62-478c-a457-f841e3fd4edc req-65466bc6-bc8b-43d8-a45c-bce4da6c34b5 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=e3f24bb3-c429-412c-828b-f4cbc5180665&id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337946 Jul 15 15:51:24.571708 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d09d69-9201-474c-9f80-0718739a2d43 req-cae97d94-e521-493c-9435-4dd68ac4f973 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:24.573201 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05d09d69-9201-474c-9f80-0718739a2d43 req-cae97d94-e521-493c-9435-4dd68ac4f973 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 984 time: 0.0641761 Jul 15 15:51:24.612593 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-05d09d69-9201-474c-9f80-0718739a2d43 req-4b578be4-80af-4f8d-98b5-4b31b83686b5 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=e3f24bb3-c429-412c-828b-f4cbc5180665&id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335810 Jul 15 15:51:25.786487 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f399bf-3c54-4002-9684-95f9cf4265c6 req-4fd31b65-7ab5-41d8-96f1-6ca29acb785a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:25.788056 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14f399bf-3c54-4002-9684-95f9cf4265c6 req-4fd31b65-7ab5-41d8-96f1-6ca29acb785a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 984 time: 0.0613678 Jul 15 15:51:25.826727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14f399bf-3c54-4002-9684-95f9cf4265c6 req-80fee374-a73e-4312-91d1-dbeb003e1d7a tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=e3f24bb3-c429-412c-828b-f4cbc5180665&id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330200 Jul 15 15:51:27.329113 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baf88c-2c34-4514-906d-e642eb4f788b req-1817e0f2-91c7-4202-b658-aa71a5cf37ff tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:27.330624 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50baf88c-2c34-4514-906d-e642eb4f788b req-1817e0f2-91c7-4202-b658-aa71a5cf37ff tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 984 time: 0.3940458 Jul 15 15:51:27.369697 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-50baf88c-2c34-4514-906d-e642eb4f788b req-92aa6e4b-51ce-430d-af4a-e07e90e2d7b3 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=e3f24bb3-c429-412c-828b-f4cbc5180665&id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333214 Jul 15 15:51:30.128627 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38f68ba3-afd5-43a1-8a60-e6f36b21bd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:32.883752 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:32.944460 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-58c287f4-e3b8-4389-925c-5cee5919811c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:34.467617 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:36.163409 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:49.399184 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:49.718339 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:52.697126 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:51:59.888890 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae1769b0-b4b8-4bd7-9a19-ef7d8bba2607 req-ba07c4db-fe37-48e9-9bde-c9ae9c398864 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516665715&fields=id&tenant_id=c4a1389a77b44722b26b76ae56a50623 HTTP/1.1" status: 200 len: 267 time: 0.1344357 Jul 15 15:51:59.953825 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1769b0-b4b8-4bd7-9a19-ef7d8bba2607 req-412b665e-a11f-4e16-8d06-bf22d5d81ef3 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:59.955303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae1769b0-b4b8-4bd7-9a19-ef7d8bba2607 req-412b665e-a11f-4e16-8d06-bf22d5d81ef3 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 984 time: 0.0612552 Jul 15 15:51:59.966429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-ae1769b0-b4b8-4bd7-9a19-ef7d8bba2607 req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Request body: {'port': {'security_groups': ['be515e95-8132-49d1-b9ac-b31e516df99c']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:52:00.054150 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ae1769b0-b4b8-4bd7-9a19-ef7d8bba2607 req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:00.129610 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5d0c-2d7c-45e1-9288-9521039bae0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:00.227670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-ae1769b0-b4b8-4bd7-9a19-ef7d8bba2607 req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] For port a39f40c7-31c3-436c-aabf-3d8b56f60425, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a39f40c7-31c3-436c-aabf-3d8b56f60425,segment=NetworkSegment(88304930-9822-430a-a81e-a237189d5f85),segment_id=88304930-9822-430a-a81e-a237189d5f85)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:00.255747 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ae1769b0-b4b8-4bd7-9a19-ef7d8bba2607 req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:00.260289 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ae1769b0-b4b8-4bd7-9a19-ef7d8bba2607 req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:00.272223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['a39f40c7-31c3-436c-aabf-3d8b56f60425'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:52:00.312862 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1769b0-b4b8-4bd7-9a19-ef7d8bba2607 req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:00.313524 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-ae1769b0-b4b8-4bd7-9a19-ef7d8bba2607 req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:00.314949 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae1769b0-b4b8-4bd7-9a19-ef7d8bba2607 req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "PUT /v2.0/ports/a39f40c7-31c3-436c-aabf-3d8b56f60425 HTTP/1.1" status: 200 len: 942 time: 0.3530014 Jul 15 15:52:00.315595 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'tag': 'a39f40c7-31c3-436c-aabf-3d8b56f60425'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:52:00.318185 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c9321b-0742-4eae-86a3-8e5f0a65f775" -d '{"events": [{"name": "network-changed", "server_uuid": "e499a68b-7d8f-4ab5-b267-131be1fa6e9f", "tag": "a39f40c7-31c3-436c-aabf-3d8b56f60425"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:52:00.321647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42102) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:00.337519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Pushing event updated for resources: {'Port': ['ID=a39f40c7-31c3-436c-aabf-3d8b56f60425,revision_number=7']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:00.348294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.348652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.348994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.349410 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.349673 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.350011 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.350342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.350705 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.351039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.352212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.352522 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.353018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840668-e2c5-4655-a194-ef519d328bbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.374945 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['a39f40c7-31c3-436c-aabf-3d8b56f60425'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:52:00.386161 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf93bbc1-a446-4aea-9d86-406478109019 x-openstack-request-id: req-cf93bbc1-a446-4aea-9d86-406478109019 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:52:00.386463 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e499a68b-7d8f-4ab5-b267-131be1fa6e9f", "tag": "a39f40c7-31c3-436c-aabf-3d8b56f60425", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:52:00.386740 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cf93bbc1-a446-4aea-9d86-406478109019 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:52:00.387153 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'tag': 'a39f40c7-31c3-436c-aabf-3d8b56f60425', 'status': 'completed', 'code': 200} Jul 15 15:52:00.417223 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:00.451308 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:00.473235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9321b-0742-4eae-86a3-8e5f0a65f775 req-0b5dd41b-d183-4ac1-bc9b-965bd35354a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:00.474863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c9321b-0742-4eae-86a3-8e5f0a65f775 req-0b5dd41b-d183-4ac1-bc9b-965bd35354a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4a1389a77b44722b26b76ae56a50623&device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 1096 time: 0.0642612 Jul 15 15:52:00.524682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:00.527454 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:00.530395 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "DELETE /v2.0/security-groups/e3f24bb3-c429-412c-828b-f4cbc5180665 HTTP/1.1" status: 204 len: 168 time: 0.2059605 Jul 15 15:52:00.540324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42106) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:00.541160 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f24bb3-c429-412c-828b-f4cbc5180665,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:00.556439 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.556804 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.557163 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.557496 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.557873 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.558335 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.558694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.559025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.559408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.559995 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.559995 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.560308 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd622d-ed53-4fd6-91bd-786ae9ef7012 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:00.567330 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f94e2612-11ed-4959-ae09-ac17525be092 None None] Provisioning complete for port a39f40c7-31c3-436c-aabf-3d8b56f60425 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:52:00.567631 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f94e2612-11ed-4959-ae09-ac17525be092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:00.584518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9321b-0742-4eae-86a3-8e5f0a65f775 req-383ab48a-8ab3-45ff-8cb2-f13cd59b9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:00.586063 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c9321b-0742-4eae-86a3-8e5f0a65f775 req-383ab48a-8ab3-45ff-8cb2-f13cd59b9d62 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b6754491-2a8c-45de-b1c3-92baf8e7aa75 HTTP/1.1" status: 200 len: 916 time: 0.1042392 Jul 15 15:52:00.668292 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c9321b-0742-4eae-86a3-8e5f0a65f775 req-4d48716c-7a3b-47f4-b019-77932bc816e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a39f40c7-31c3-436c-aabf-3d8b56f60425 HTTP/1.1" status: 200 len: 999 time: 0.0753467 Jul 15 15:52:00.717237 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9321b-0742-4eae-86a3-8e5f0a65f775 req-2e2fb35f-9f80-4fa3-8913-b0e08e3fed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:00.718819 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c9321b-0742-4eae-86a3-8e5f0a65f775 req-2e2fb35f-9f80-4fa3-8913-b0e08e3fed69 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9 HTTP/1.1" status: 200 len: 854 time: 0.0437713 Jul 15 15:52:00.736818 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d67511a6-523a-4d41-90df-8ec68922bee5 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Deleting port 798924db-c0bd-4b44-b584-98badc946751 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:52:00.737166 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d67511a6-523a-4d41-90df-8ec68922bee5 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:00.775194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9321b-0742-4eae-86a3-8e5f0a65f775 req-cd7285c8-4d2b-4a6a-97f0-2f6db8e117b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:00.776715 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c9321b-0742-4eae-86a3-8e5f0a65f775 req-cd7285c8-4d2b-4a6a-97f0-2f6db8e117b0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b6754491-2a8c-45de-b1c3-92baf8e7aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515876 Jul 15 15:52:00.812119 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d67511a6-523a-4d41-90df-8ec68922bee5 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:00.812456 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d67511a6-523a-4d41-90df-8ec68922bee5 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:00.823756 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d67511a6-523a-4d41-90df-8ec68922bee5 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Calling delete_port for 798924db-c0bd-4b44-b584-98badc946751 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:52:00.870839 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c9321b-0742-4eae-86a3-8e5f0a65f775 req-85665417-d36d-4be2-bd97-187f0cf2acb4 service neutron] 10.222.0.22 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871251 Jul 15 15:52:00.966047 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c9321b-0742-4eae-86a3-8e5f0a65f775 req-686032b9-4580-41b6-ba17-34070175eae0 service neutron] 10.222.0.22 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885792 Jul 15 15:52:00.979851 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d67511a6-523a-4d41-90df-8ec68922bee5 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:01.006713 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67511a6-523a-4d41-90df-8ec68922bee5 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Pushing event deleted for resources: {'Port': ['ID=798924db-c0bd-4b44-b584-98badc946751,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:01.073592 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d67511a6-523a-4d41-90df-8ec68922bee5 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:01.073933 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-d67511a6-523a-4d41-90df-8ec68922bee5 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Floating IP 3dec37e3-fd1b-43d9-bf9a-7b680928ce6d disassociated (deleted). External IP: 172.25.4.2, port: a39f40c7-31c3-436c-aabf-3d8b56f60425. Jul 15 15:52:01.283293 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67511a6-523a-4d41-90df-8ec68922bee5 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Router d96de903-8694-4d28-8d0c-3efdc1e8d7ee has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:52:01.388529 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67511a6-523a-4d41-90df-8ec68922bee5 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:52:01.393201 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d67511a6-523a-4d41-90df-8ec68922bee5 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:01.397584 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ad08e-1d51-4aae-8e78-e4fed69a07a6 None None] Sync routers for ids ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:52:01.406424 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ad08e-1d51-4aae-8e78-e4fed69a07a6 None None] Routers {'d96de903-8694-4d28-8d0c-3efdc1e8d7ee'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:52:01.407073 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ac9ad08e-1d51-4aae-8e78-e4fed69a07a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:51:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:01.432890 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d67511a6-523a-4d41-90df-8ec68922bee5 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "DELETE /v2.0/floatingips/3dec37e3-fd1b-43d9-bf9a-7b680928ce6d HTTP/1.1" status: 204 len: 168 time: 0.8859446 Jul 15 15:52:01.432890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'tag': 'a39f40c7-31c3-436c-aabf-3d8b56f60425'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:52:01.433487 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a598523b-b5ec-472d-bee3-337952843371" -d '{"events": [{"name": "network-changed", "server_uuid": "e499a68b-7d8f-4ab5-b267-131be1fa6e9f", "tag": "a39f40c7-31c3-436c-aabf-3d8b56f60425"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:52:01.473597 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466c1557-1622-48fd-b16a-d844323b30e7 x-openstack-request-id: req-466c1557-1622-48fd-b16a-d844323b30e7 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:52:01.473962 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e499a68b-7d8f-4ab5-b267-131be1fa6e9f", "tag": "a39f40c7-31c3-436c-aabf-3d8b56f60425", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:52:01.474285 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-466c1557-1622-48fd-b16a-d844323b30e7 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:52:01.474780 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'tag': 'a39f40c7-31c3-436c-aabf-3d8b56f60425', 'status': 'completed', 'code': 200} Jul 15 15:52:01.562275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598523b-b5ec-472d-bee3-337952843371 req-4564272b-4f33-4d33-8f38-ea9025d613ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:01.563855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a598523b-b5ec-472d-bee3-337952843371 req-4564272b-4f33-4d33-8f38-ea9025d613ae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4a1389a77b44722b26b76ae56a50623&device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 1096 time: 0.0657785 Jul 15 15:52:01.612805 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-ac9ad08e-1d51-4aae-8e78-e4fed69a07a6 None None] Set router d96de903-8694-4d28-8d0c-3efdc1e8d7ee gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:52:01.666226 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598523b-b5ec-472d-bee3-337952843371 req-42c55751-96c1-4861-b8a9-6fdb29e87d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:01.667778 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a598523b-b5ec-472d-bee3-337952843371 req-42c55751-96c1-4861-b8a9-6fdb29e87d5c service neutron] 10.222.0.22 "GET /v2.0/networks?id=b6754491-2a8c-45de-b1c3-92baf8e7aa75 HTTP/1.1" status: 200 len: 916 time: 0.0975473 Jul 15 15:52:01.720863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a598523b-b5ec-472d-bee3-337952843371 req-64faf13e-5e35-4612-80fd-0db6f7098789 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a39f40c7-31c3-436c-aabf-3d8b56f60425 HTTP/1.1" status: 200 len: 217 time: 0.0459170 Jul 15 15:52:01.771805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598523b-b5ec-472d-bee3-337952843371 req-fc124dee-7a67-4db9-9acf-6f648f405988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:01.773847 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a598523b-b5ec-472d-bee3-337952843371 req-fc124dee-7a67-4db9-9acf-6f648f405988 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9 HTTP/1.1" status: 200 len: 854 time: 0.0465059 Jul 15 15:52:01.831910 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598523b-b5ec-472d-bee3-337952843371 req-843ec4c1-dfd8-419e-b0c5-274e5bc365f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:01.833379 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a598523b-b5ec-472d-bee3-337952843371 req-843ec4c1-dfd8-419e-b0c5-274e5bc365f4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b6754491-2a8c-45de-b1c3-92baf8e7aa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531032 Jul 15 15:52:01.837210 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ac9ad08e-1d51-4aae-8e78-e4fed69a07a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'name': 'tempest-TestMinimumBasicScenario-1491185361-router', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:06Z', 'revision_number': 4, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'gw_port': {'id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'ddf7fd08-b49e-4097-a24c-1ac0dc54011d', 'name': '', 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'mac_address': 'fa:16:3e:6a:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:06Z', 'updated_at': '2021-07-15T15:50:12Z', 'revision_number': 5, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'subnets': [{'id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:01.862599 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ad08e-1d51-4aae-8e78-e4fed69a07a6 None None] Checking router: d96de903-8694-4d28-8d0c-3efdc1e8d7ee for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:52:01.871399 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ad08e-1d51-4aae-8e78-e4fed69a07a6 None None] Routers {'d96de903-8694-4d28-8d0c-3efdc1e8d7ee'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:52:01.872005 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ac9ad08e-1d51-4aae-8e78-e4fed69a07a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:51:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:01.930734 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a598523b-b5ec-472d-bee3-337952843371 req-a0004936-62bd-4492-94e5-5cc5b34b29c4 service neutron] 10.222.0.22 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864973 Jul 15 15:52:01.976632 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-ac9ad08e-1d51-4aae-8e78-e4fed69a07a6 None None] Set router d96de903-8694-4d28-8d0c-3efdc1e8d7ee gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:52:02.021313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a598523b-b5ec-472d-bee3-337952843371 req-a6e3d089-8ff7-46b4-a900-20853521181d service neutron] 10.222.0.22 "GET /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838788 Jul 15 15:52:02.173818 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ac9ad08e-1d51-4aae-8e78-e4fed69a07a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'name': 'tempest-TestMinimumBasicScenario-1491185361-router', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:06Z', 'revision_number': 4, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'gw_port': {'id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'ddf7fd08-b49e-4097-a24c-1ac0dc54011d', 'name': '', 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'mac_address': 'fa:16:3e:6a:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:06Z', 'updated_at': '2021-07-15T15:50:12Z', 'revision_number': 5, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'subnets': [{'id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:02.200869 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ad08e-1d51-4aae-8e78-e4fed69a07a6 None None] The sync data for ids ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'] in n-d-764435-3 is: [{'id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'name': 'tempest-TestMinimumBasicScenario-1491185361-router', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:06Z', 'revision_number': 4, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'gw_port': {'id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': 'ddf7fd08-b49e-4097-a24c-1ac0dc54011d', 'name': '', 'network_id': 'b6754491-2a8c-45de-b1c3-92baf8e7aa75', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'mac_address': 'fa:16:3e:6a:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:06Z', 'updated_at': '2021-07-15T15:50:12Z', 'revision_number': 5, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'subnets': [{'id': 'ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:52:02.411458 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f50c35-eab5-42c3-99d3-e216b9cc04b5 None None] New status for floating IP 3dec37e3-fd1b-43d9-bf9a-7b680928ce6d: DOWN {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:52:02.886870 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:02.943848 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-faf506a0-7c97-48df-93b1-1f74f6b2e7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:04.472423 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:06.166574 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:08.827951 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1c22-8eaa-47e6-ae55-0de1f3634247 req-07f7e183-b8ab-4524-a50d-f7a2dd57b05c tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:08.829520 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e4a1c22-8eaa-47e6-ae55-0de1f3634247 req-07f7e183-b8ab-4524-a50d-f7a2dd57b05c tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 945 time: 0.0698600 Jul 15 15:52:08.869499 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e4a1c22-8eaa-47e6-ae55-0de1f3634247 req-c0594679-547b-4edc-8ba2-9006c5a861cf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342240 Jul 15 15:52:10.090910 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e0a7a-df54-4466-b856-a059a0a121e5 req-7d9b9d54-da37-4645-9146-987f7e3a940e tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:10.092686 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e1e0a7a-df54-4466-b856-a059a0a121e5 req-7d9b9d54-da37-4645-9146-987f7e3a940e tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 945 time: 0.1090095 Jul 15 15:52:10.134861 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9e1e0a7a-df54-4466-b856-a059a0a121e5 req-53f02c2a-7d4d-4b14-88a0-90d919760f9d tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/security-groups?id=be515e95-8132-49d1-b9ac-b31e516df99c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363276 Jul 15 15:52:10.383509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7465a-d136-45cf-9f0d-70d436ab3b7b req-e2268679-5f27-4eb7-bf7e-d62a96207f57 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:10.385006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08a7465a-d136-45cf-9f0d-70d436ab3b7b req-e2268679-5f27-4eb7-bf7e-d62a96207f57 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.22 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 945 time: 0.0625403 Jul 15 15:52:10.486208 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-08a7465a-d136-45cf-9f0d-70d436ab3b7b req-d9f9f9b4-7f57-4709-a331-0476dae54a49 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Deleting port a39f40c7-31c3-436c-aabf-3d8b56f60425 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:52:10.486574 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-08a7465a-d136-45cf-9f0d-70d436ab3b7b req-d9f9f9b4-7f57-4709-a331-0476dae54a49 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:10.571455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-08a7465a-d136-45cf-9f0d-70d436ab3b7b req-d9f9f9b4-7f57-4709-a331-0476dae54a49 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] For port a39f40c7-31c3-436c-aabf-3d8b56f60425, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=a39f40c7-31c3-436c-aabf-3d8b56f60425,segment=NetworkSegment(88304930-9822-430a-a81e-a237189d5f85),segment_id=88304930-9822-430a-a81e-a237189d5f85)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:10.571813 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-08a7465a-d136-45cf-9f0d-70d436ab3b7b req-d9f9f9b4-7f57-4709-a331-0476dae54a49 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:10.588514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-08a7465a-d136-45cf-9f0d-70d436ab3b7b req-d9f9f9b4-7f57-4709-a331-0476dae54a49 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Calling delete_port for a39f40c7-31c3-436c-aabf-3d8b56f60425 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:52:10.713198 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-08a7465a-d136-45cf-9f0d-70d436ab3b7b req-d9f9f9b4-7f57-4709-a331-0476dae54a49 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:10.725251 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['a39f40c7-31c3-436c-aabf-3d8b56f60425'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:52:10.742211 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9f9b4-7f57-4709-a331-0476dae54a49 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Pushing event deleted for resources: {'Port': ['ID=a39f40c7-31c3-436c-aabf-3d8b56f60425,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:10.790927 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a7465a-d136-45cf-9f0d-70d436ab3b7b req-d9f9f9b4-7f57-4709-a331-0476dae54a49 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] No DVR routers for this DVR port a39f40c7-31c3-436c-aabf-3d8b56f60425 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:52:10.793530 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-08a7465a-d136-45cf-9f0d-70d436ab3b7b req-d9f9f9b4-7f57-4709-a331-0476dae54a49 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:10.795533 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08a7465a-d136-45cf-9f0d-70d436ab3b7b req-d9f9f9b4-7f57-4709-a331-0476dae54a49 tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.22 "DELETE /v2.0/ports/a39f40c7-31c3-436c-aabf-3d8b56f60425 HTTP/1.1" status: 204 len: 173 time: 0.4046953 Jul 15 15:52:10.795966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'name': 'network-vif-deleted', 'tag': 'a39f40c7-31c3-436c-aabf-3d8b56f60425'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:52:10.798209 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f799600-a17a-46c3-ad6e-1ec707127926" -d '{"events": [{"server_uuid": "e499a68b-7d8f-4ab5-b267-131be1fa6e9f", "name": "network-vif-deleted", "tag": "a39f40c7-31c3-436c-aabf-3d8b56f60425"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:52:10.888138 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7234e053-aee3-4889-8d68-3358e1dc03e7 x-openstack-request-id: req-7234e053-aee3-4889-8d68-3358e1dc03e7 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:52:10.888432 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e499a68b-7d8f-4ab5-b267-131be1fa6e9f", "name": "network-vif-deleted", "tag": "a39f40c7-31c3-436c-aabf-3d8b56f60425", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:52:10.888684 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7234e053-aee3-4889-8d68-3358e1dc03e7 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:52:10.889270 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e499a68b-7d8f-4ab5-b267-131be1fa6e9f', 'name': 'network-vif-deleted', 'tag': 'a39f40c7-31c3-436c-aabf-3d8b56f60425', 'status': 'completed', 'code': 200} Jul 15 15:52:11.292765 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dac36cff-c310-4a41-9f35-f3e23348912c req-f91f2830-4c0d-49f8-be25-10e84d7adcbf tempest-TestMinimumBasicScenario-105681166 tempest-TestMinimumBasicScenario-105681166-project] 10.222.0.38 "GET /v2.0/ports?device_id=e499a68b-7d8f-4ab5-b267-131be1fa6e9f HTTP/1.1" status: 200 len: 210 time: 0.0286112 Jul 15 15:52:12.948791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42206) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:13.548685 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23feac36-f62e-40b1-aa15-79392cfd0d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.795800 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-23feac36-f62e-40b1-aa15-79392cfd0d01 admin admin] Deleting port ddf7fd08-b49e-4097-a24c-1ac0dc54011d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:52:13.796164 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23feac36-f62e-40b1-aa15-79392cfd0d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.874743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-23feac36-f62e-40b1-aa15-79392cfd0d01 admin admin] For port ddf7fd08-b49e-4097-a24c-1ac0dc54011d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ddf7fd08-b49e-4097-a24c-1ac0dc54011d,segment=NetworkSegment(88304930-9822-430a-a81e-a237189d5f85),segment_id=88304930-9822-430a-a81e-a237189d5f85)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:13.875019 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23feac36-f62e-40b1-aa15-79392cfd0d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.887569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-23feac36-f62e-40b1-aa15-79392cfd0d01 admin admin] Calling delete_port for ddf7fd08-b49e-4097-a24c-1ac0dc54011d owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:52:14.062239 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23feac36-f62e-40b1-aa15-79392cfd0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:14.090004 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23feac36-f62e-40b1-aa15-79392cfd0d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf7fd08-b49e-4097-a24c-1ac0dc54011d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:14.258567 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23feac36-f62e-40b1-aa15-79392cfd0d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:14.467006 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23feac36-f62e-40b1-aa15-79392cfd0d01 admin admin] Router d96de903-8694-4d28-8d0c-3efdc1e8d7ee has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:52:14.572530 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23feac36-f62e-40b1-aa15-79392cfd0d01 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:52:14.578181 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-23feac36-f62e-40b1-aa15-79392cfd0d01 admin admin] 10.222.0.38 "PUT /v2.0/routers/d96de903-8694-4d28-8d0c-3efdc1e8d7ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6283927 Jul 15 15:52:14.580850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42210) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:14.581819 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705fb9ec-39f9-488c-9d9a-30b26c1e5a37 None None] Sync routers for ids ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:52:14.591138 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705fb9ec-39f9-488c-9d9a-30b26c1e5a37 None None] Routers {'d96de903-8694-4d28-8d0c-3efdc1e8d7ee'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:52:14.591740 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-705fb9ec-39f9-488c-9d9a-30b26c1e5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:52:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:14.682909 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44dc5944-1fad-413d-93e0-5b6111c00c52 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:14.695345 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-705fb9ec-39f9-488c-9d9a-30b26c1e5a37 None None] Set router d96de903-8694-4d28-8d0c-3efdc1e8d7ee gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:52:14.783057 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44dc5944-1fad-413d-93e0-5b6111c00c52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:14.833655 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-44dc5944-1fad-413d-93e0-5b6111c00c52 admin admin] Deleting port 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:52:14.834003 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44dc5944-1fad-413d-93e0-5b6111c00c52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:14.867537 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-705fb9ec-39f9-488c-9d9a-30b26c1e5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'name': 'tempest-TestMinimumBasicScenario-1491185361-router', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:52:14Z', 'revision_number': 5, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'gw_port': {'id': '68a8f6d1-d23d-44b7-867c-2bcf21ed22ba', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:14.896565 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705fb9ec-39f9-488c-9d9a-30b26c1e5a37 None None] Checking router: d96de903-8694-4d28-8d0c-3efdc1e8d7ee for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:52:14.905192 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705fb9ec-39f9-488c-9d9a-30b26c1e5a37 None None] Routers {'d96de903-8694-4d28-8d0c-3efdc1e8d7ee'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:52:14.905801 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-705fb9ec-39f9-488c-9d9a-30b26c1e5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:52:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:14.919303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-44dc5944-1fad-413d-93e0-5b6111c00c52 admin admin] For port 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=68a8f6d1-d23d-44b7-867c-2bcf21ed22ba,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:14.919668 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44dc5944-1fad-413d-93e0-5b6111c00c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:14.932538 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-44dc5944-1fad-413d-93e0-5b6111c00c52 admin admin] Calling delete_port for 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:52:14.989718 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-705fb9ec-39f9-488c-9d9a-30b26c1e5a37 None None] Set router d96de903-8694-4d28-8d0c-3efdc1e8d7ee gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:52:15.040306 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-705fb9ec-39f9-488c-9d9a-30b26c1e5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'name': 'tempest-TestMinimumBasicScenario-1491185361-router', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:52:14Z', 'revision_number': 6, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:15.069279 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705fb9ec-39f9-488c-9d9a-30b26c1e5a37 None None] The sync data for ids ['d96de903-8694-4d28-8d0c-3efdc1e8d7ee'] in n-d-764435-3 is: [{'id': 'd96de903-8694-4d28-8d0c-3efdc1e8d7ee', 'name': 'tempest-TestMinimumBasicScenario-1491185361-router', 'tenant_id': 'c4a1389a77b44722b26b76ae56a50623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:04Z', 'updated_at': '2021-07-15T15:52:14Z', 'revision_number': 6, 'project_id': 'c4a1389a77b44722b26b76ae56a50623', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:52:15.104113 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44dc5944-1fad-413d-93e0-5b6111c00c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.128121 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc5944-1fad-413d-93e0-5b6111c00c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a8f6d1-d23d-44b7-867c-2bcf21ed22ba,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:15.192477 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44dc5944-1fad-413d-93e0-5b6111c00c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.281660 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44dc5944-1fad-413d-93e0-5b6111c00c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.283721 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44dc5944-1fad-413d-93e0-5b6111c00c52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.327385 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44dc5944-1fad-413d-93e0-5b6111c00c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.327941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dc5944-1fad-413d-93e0-5b6111c00c52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d96de903-8694-4d28-8d0c-3efdc1e8d7ee {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:52:15.332273 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-44dc5944-1fad-413d-93e0-5b6111c00c52 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.333557 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-44dc5944-1fad-413d-93e0-5b6111c00c52 admin admin] 10.222.0.38 "DELETE /v2.0/routers/d96de903-8694-4d28-8d0c-3efdc1e8d7ee HTTP/1.1" status: 204 len: 168 time: 0.7516718 Jul 15 15:52:15.336583 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42212) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:15.379459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e614ca-8455-41b0-8829-9e2f84fa26de admin admin] Deleting subnet ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:52:15.382400 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39e614ca-8455-41b0-8829-9e2f84fa26de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.416131 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39e614ca-8455-41b0-8829-9e2f84fa26de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.499764 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39e614ca-8455-41b0-8829-9e2f84fa26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.558793 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39e614ca-8455-41b0-8829-9e2f84fa26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.581822 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e614ca-8455-41b0-8829-9e2f84fa26de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:15.587721 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-39e614ca-8455-41b0-8829-9e2f84fa26de admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.589564 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-39e614ca-8455-41b0-8829-9e2f84fa26de admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ee64fe37-d3a1-4b01-82b2-db7c0d8ee9c9 HTTP/1.1" status: 204 len: 168 time: 0.2520938 Jul 15 15:52:15.592285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42214) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:15.593409 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cae70ee-ae08-4b4b-b17c-5732a6dd9935 None None] Network b6754491-2a8c-45de-b1c3-92baf8e7aa75 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:52:15.665089 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.717165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] Deleting port e1f4eac0-82d7-41d4-a283-9fd7045e982d {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:52:15.717508 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.783031 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] For port e1f4eac0-82d7-41d4-a283-9fd7045e982d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e1f4eac0-82d7-41d4-a283-9fd7045e982d,segment=NetworkSegment(88304930-9822-430a-a81e-a237189d5f85),segment_id=88304930-9822-430a-a81e-a237189d5f85)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:15.783323 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.794475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] Calling delete_port for e1f4eac0-82d7-41d4-a283-9fd7045e982d owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:52:15.829170 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device a39f40c7-31c3-436c-aabf-3d8b56f60425 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:52:15.850321 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: a39f40c7-31c3-436c-aabf-3d8b56f60425 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:52:15.850612 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device a39f40c7-31c3-436c-aabf-3d8b56f60425 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:52:15.879830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4912d853-ac4f-4615-95e2-d32e4ec85843 None None] DHCP port deletion for b6754491-2a8c-45de-b1c3-92baf8e7aa75 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:52:15.884457 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.911536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f4eac0-82d7-41d4-a283-9fd7045e982d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:15.920080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] No DVR routers for this DVR port e1f4eac0-82d7-41d4-a283-9fd7045e982d on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:52:15.936180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:52:15.956674 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:52:15.957097 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 68a8f6d1-d23d-44b7-867c-2bcf21ed22ba not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:52:15.957715 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ddf7fd08-b49e-4097-a24c-1ac0dc54011d no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:52:15.980332 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: ddf7fd08-b49e-4097-a24c-1ac0dc54011d {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:52:15.980683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ddf7fd08-b49e-4097-a24c-1ac0dc54011d not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:52:15.981113 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e1f4eac0-82d7-41d4-a283-9fd7045e982d no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:52:15.998253 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:16.001049 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: e1f4eac0-82d7-41d4-a283-9fd7045e982d {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:52:16.001555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e1f4eac0-82d7-41d4-a283-9fd7045e982d not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:52:16.009633 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6754491-2a8c-45de-b1c3-92baf8e7aa75']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:16.019267 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88304930-9822-430a-a81e-a237189d5f85') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:16.019562 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88304930-9822-430a-a81e-a237189d5f85') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:16.029077 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:16.049339 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:16.056640 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:52:16.057137 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:52:16.058857 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:52:16.115932 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:16.123303 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:16.125198 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b6754491-2a8c-45de-b1c3-92baf8e7aa75 HTTP/1.1" status: 204 len: 168 time: 0.5319688 Jul 15 15:52:16.128837 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42216) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:16.137307 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41441f27-36d0-4011-b27e-02bfb683ff79 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6754491-2a8c-45de-b1c3-92baf8e7aa75,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:16.477507 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d17dd551-547f-4458-ab50-1882b6aacd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:16.724928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d17dd551-547f-4458-ab50-1882b6aacd54 admin admin] Deleting port ab9e0625-0ad3-42c3-b39d-4a11363eccf4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:52:16.725265 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d17dd551-547f-4458-ab50-1882b6aacd54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:16.799429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-d17dd551-547f-4458-ab50-1882b6aacd54 admin admin] For port ab9e0625-0ad3-42c3-b39d-4a11363eccf4, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=ab9e0625-0ad3-42c3-b39d-4a11363eccf4,segment=NetworkSegment(17f0d321-b764-41b5-b454-5ee56eec7a8b),segment_id=17f0d321-b764-41b5-b454-5ee56eec7a8b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:16.799690 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d17dd551-547f-4458-ab50-1882b6aacd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:16.812142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d17dd551-547f-4458-ab50-1882b6aacd54 admin admin] Calling delete_port for ab9e0625-0ad3-42c3-b39d-4a11363eccf4 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:52:16.992958 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d17dd551-547f-4458-ab50-1882b6aacd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:17.016015 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17dd551-547f-4458-ab50-1882b6aacd54 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9e0625-0ad3-42c3-b39d-4a11363eccf4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:17.192477 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d17dd551-547f-4458-ab50-1882b6aacd54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:17.400166 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17dd551-547f-4458-ab50-1882b6aacd54 admin admin] Router 3dde97aa-cf26-4b6b-b683-120f99d54a00 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:52:17.506719 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17dd551-547f-4458-ab50-1882b6aacd54 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:52:17.511764 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d17dd551-547f-4458-ab50-1882b6aacd54 admin admin] 10.222.0.38 "PUT /v2.0/routers/3dde97aa-cf26-4b6b-b683-120f99d54a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3812587 Jul 15 15:52:17.514757 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42218) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:17.517727 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54421a40-c7a6-49aa-90f4-741935eff211 None None] Sync routers for ids ['3dde97aa-cf26-4b6b-b683-120f99d54a00'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:52:17.527760 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54421a40-c7a6-49aa-90f4-741935eff211 None None] Routers {'3dde97aa-cf26-4b6b-b683-120f99d54a00'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:52:17.528390 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-54421a40-c7a6-49aa-90f4-741935eff211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:52:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3dde97aa-cf26-4b6b-b683-120f99d54a00'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:17.620804 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c24cf9e-a155-41b6-9e86-2efff3cbe10d admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:17.630228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-54421a40-c7a6-49aa-90f4-741935eff211 None None] Set router 3dde97aa-cf26-4b6b-b683-120f99d54a00 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:52:17.726644 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c24cf9e-a155-41b6-9e86-2efff3cbe10d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:17.780165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4c24cf9e-a155-41b6-9e86-2efff3cbe10d admin admin] Deleting port 327f326c-da5c-42d9-b826-167120632bbe {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:52:17.780507 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c24cf9e-a155-41b6-9e86-2efff3cbe10d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:17.811982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-54421a40-c7a6-49aa-90f4-741935eff211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'name': 'tempest-TestMinimumBasicScenario-703539250-router', 'tenant_id': 'ca41f250888f4fc69c82e1f33289339f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '327f326c-da5c-42d9-b826-167120632bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:09Z', 'updated_at': '2021-07-15T15:52:16Z', 'revision_number': 5, 'project_id': 'ca41f250888f4fc69c82e1f33289339f', 'gw_port': {'id': '327f326c-da5c-42d9-b826-167120632bbe', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ab:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:50:09Z', 'updated_at': '2021-07-15T15:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:17.840658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54421a40-c7a6-49aa-90f4-741935eff211 None None] Checking router: 3dde97aa-cf26-4b6b-b683-120f99d54a00 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:52:17.849070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54421a40-c7a6-49aa-90f4-741935eff211 None None] Routers {'3dde97aa-cf26-4b6b-b683-120f99d54a00'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:52:17.849705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-54421a40-c7a6-49aa-90f4-741935eff211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:52:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['3dde97aa-cf26-4b6b-b683-120f99d54a00'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:17.863027 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-4c24cf9e-a155-41b6-9e86-2efff3cbe10d admin admin] For port 327f326c-da5c-42d9-b826-167120632bbe, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=327f326c-da5c-42d9-b826-167120632bbe,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:17.863395 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c24cf9e-a155-41b6-9e86-2efff3cbe10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:17.875614 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4c24cf9e-a155-41b6-9e86-2efff3cbe10d admin admin] Calling delete_port for 327f326c-da5c-42d9-b826-167120632bbe owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:52:17.930336 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-54421a40-c7a6-49aa-90f4-741935eff211 None None] Set router 3dde97aa-cf26-4b6b-b683-120f99d54a00 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:52:17.982823 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-54421a40-c7a6-49aa-90f4-741935eff211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'name': 'tempest-TestMinimumBasicScenario-703539250-router', 'tenant_id': 'ca41f250888f4fc69c82e1f33289339f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:09Z', 'updated_at': '2021-07-15T15:52:17Z', 'revision_number': 6, 'project_id': 'ca41f250888f4fc69c82e1f33289339f', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:18.009537 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54421a40-c7a6-49aa-90f4-741935eff211 None None] The sync data for ids ['3dde97aa-cf26-4b6b-b683-120f99d54a00'] in n-d-764435-3 is: [{'id': '3dde97aa-cf26-4b6b-b683-120f99d54a00', 'name': 'tempest-TestMinimumBasicScenario-703539250-router', 'tenant_id': 'ca41f250888f4fc69c82e1f33289339f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:50:09Z', 'updated_at': '2021-07-15T15:52:17Z', 'revision_number': 6, 'project_id': 'ca41f250888f4fc69c82e1f33289339f', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:52:18.045137 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c24cf9e-a155-41b6-9e86-2efff3cbe10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:18.070016 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24cf9e-a155-41b6-9e86-2efff3cbe10d admin admin] Pushing event deleted for resources: {'Port': ['ID=327f326c-da5c-42d9-b826-167120632bbe,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:18.134155 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c24cf9e-a155-41b6-9e86-2efff3cbe10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:18.490710 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c24cf9e-a155-41b6-9e86-2efff3cbe10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:18.492813 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c24cf9e-a155-41b6-9e86-2efff3cbe10d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:18.535717 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c24cf9e-a155-41b6-9e86-2efff3cbe10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:18.536267 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c24cf9e-a155-41b6-9e86-2efff3cbe10d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dde97aa-cf26-4b6b-b683-120f99d54a00 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:52:18.540982 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4c24cf9e-a155-41b6-9e86-2efff3cbe10d admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:18.541945 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4c24cf9e-a155-41b6-9e86-2efff3cbe10d admin admin] 10.222.0.38 "DELETE /v2.0/routers/3dde97aa-cf26-4b6b-b683-120f99d54a00 HTTP/1.1" status: 204 len: 168 time: 1.0262873 Jul 15 15:52:18.544641 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42220) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:18.592305 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bdf26a-93a0-4e2b-9aed-6213a9f2716f admin admin] Deleting subnet e6ce2282-86ea-4d67-9dd0-f7549575062a {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:52:18.595608 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41bdf26a-93a0-4e2b-9aed-6213a9f2716f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:18.629799 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41bdf26a-93a0-4e2b-9aed-6213a9f2716f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:18.705933 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41bdf26a-93a0-4e2b-9aed-6213a9f2716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:18.761168 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41bdf26a-93a0-4e2b-9aed-6213a9f2716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:18.790541 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdf26a-93a0-4e2b-9aed-6213a9f2716f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ce2282-86ea-4d67-9dd0-f7549575062a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:18.794278 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-41bdf26a-93a0-4e2b-9aed-6213a9f2716f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:18.796257 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-41bdf26a-93a0-4e2b-9aed-6213a9f2716f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e6ce2282-86ea-4d67-9dd0-f7549575062a HTTP/1.1" status: 204 len: 168 time: 0.2505763 Jul 15 15:52:18.798668 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42222) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:18.801241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17640ee5-4988-455a-8847-7238047aede0 None None] Network 7b7b1c22-8907-48da-9bea-78da88c40708 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:52:18.868870 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:18.923770 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] Deleting port c7f42654-6e2e-4cb8-a8e4-07966e471354 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:52:18.924066 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.000943 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] DHCP port deletion for 7b7b1c22-8907-48da-9bea-78da88c40708 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:52:19.003463 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] For port c7f42654-6e2e-4cb8-a8e4-07966e471354, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c7f42654-6e2e-4cb8-a8e4-07966e471354,segment=NetworkSegment(17f0d321-b764-41b5-b454-5ee56eec7a8b),segment_id=17f0d321-b764-41b5-b454-5ee56eec7a8b)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:19.003827 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.016610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] Calling delete_port for c7f42654-6e2e-4cb8-a8e4-07966e471354 owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:52:19.052618 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Deleting port c7f42654-6e2e-4cb8-a8e4-07966e471354 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:52:19.052991 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.104300 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.116112 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] For port c7f42654-6e2e-4cb8-a8e4-07966e471354, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c7f42654-6e2e-4cb8-a8e4-07966e471354,segment=NetworkSegment(17f0d321-b764-41b5-b454-5ee56eec7a8b),segment_id=17f0d321-b764-41b5-b454-5ee56eec7a8b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:19.116462 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.131887 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Calling delete_port for c7f42654-6e2e-4cb8-a8e4-07966e471354 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:52:19.132316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f42654-6e2e-4cb8-a8e4-07966e471354,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:19.138293 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] No DVR routers for this DVR port c7f42654-6e2e-4cb8-a8e4-07966e471354 on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:52:19.213556 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.213958 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.224048 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7b1c22-8907-48da-9bea-78da88c40708']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:19.233674 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f0d321-b764-41b5-b454-5ee56eec7a8b') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:19.233974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f0d321-b764-41b5-b454-5ee56eec7a8b') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:19.238508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Pushing event deleted for resources: {'Port': ['ID=c7f42654-6e2e-4cb8-a8e4-07966e471354,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:19.242692 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.243905 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] No DVR routers for this DVR port c7f42654-6e2e-4cb8-a8e4-07966e471354 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:52:19.253511 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:19.253696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:19.254237 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:19.254688 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:19.254800 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:19.255073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:19.255375 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:19.255712 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:19.256046 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:19.256359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:19.256686 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:19.257013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1ed2b9-8bbb-47c0-9a41-9515976eb48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:19.261823 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.268020 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:52:19.268456 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:52:19.270139 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:52:19.326075 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.331819 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.333685 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7b7b1c22-8907-48da-9bea-78da88c40708 HTTP/1.1" status: 204 len: 168 time: 0.5341127 Jul 15 15:52:19.347014 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ea2ff-8c5b-4d34-99e7-43abec6df813 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b7b1c22-8907-48da-9bea-78da88c40708,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:19.408788 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.487184 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42230) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:19.526874 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a2213d44-a1f4-4b71-b353-f678c5753ee3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c4a1389a77b44722b26b76ae56a50623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383832 Jul 15 15:52:19.529214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42232) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:19.576874 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86c979f5-5ab7-492b-9f0e-f53a6a4bc4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.597324 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86c979f5-5ab7-492b-9f0e-f53a6a4bc4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.647174 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86c979f5-5ab7-492b-9f0e-f53a6a4bc4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.649579 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86c979f5-5ab7-492b-9f0e-f53a6a4bc4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.650748 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-86c979f5-5ab7-492b-9f0e-f53a6a4bc4af admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/be515e95-8132-49d1-b9ac-b31e516df99c HTTP/1.1" status: 204 len: 168 time: 0.1206105 Jul 15 15:52:19.660403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c979f5-5ab7-492b-9f0e-f53a6a4bc4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be515e95-8132-49d1-b9ac-b31e516df99c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:19.698903 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ab9e0625-0ad3-42c3-b39d-4a11363eccf4 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:52:19.725422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: ab9e0625-0ad3-42c3-b39d-4a11363eccf4 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:52:19.725766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device ab9e0625-0ad3-42c3-b39d-4a11363eccf4 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:52:19.726182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 327f326c-da5c-42d9-b826-167120632bbe no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:52:19.747292 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 327f326c-da5c-42d9-b826-167120632bbe {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:52:19.747648 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 327f326c-da5c-42d9-b826-167120632bbe not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:52:19.748066 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c7f42654-6e2e-4cb8-a8e4-07966e471354 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:52:19.750610 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:19.766913 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: c7f42654-6e2e-4cb8-a8e4-07966e471354 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:52:19.767263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c7f42654-6e2e-4cb8-a8e4-07966e471354 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:52:19.964321 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42238) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:20.003823 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8e826588-8b56-4150-a859-f964cd25c867 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca41f250888f4fc69c82e1f33289339f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383754 Jul 15 15:52:20.006377 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42240) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:20.052703 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-065167f3-b994-4ab3-b4f0-c3eae53e2cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:20.074768 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-065167f3-b994-4ab3-b4f0-c3eae53e2cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:20.126971 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-065167f3-b994-4ab3-b4f0-c3eae53e2cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:20.129535 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-065167f3-b994-4ab3-b4f0-c3eae53e2cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:20.130703 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-065167f3-b994-4ab3-b4f0-c3eae53e2cee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90b6f2ad-16e1-4555-abb8-94714a55ebdb HTTP/1.1" status: 204 len: 168 time: 0.1233845 Jul 15 15:52:20.138958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065167f3-b994-4ab3-b4f0-c3eae53e2cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b6f2ad-16e1-4555-abb8-94714a55ebdb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:21.592735 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42280) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:21.597696 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c119a6c5-5853-439d-9f28-b03dc2726cd0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1935203892', 'description': 'tempest-secgroup-smoke-1935203892 description', 'project_id': 'e9f002f2c7cd4661833243062731d718'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:52:21.621132 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c119a6c5-5853-439d-9f28-b03dc2726cd0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:21.628841 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c119a6c5-5853-439d-9f28-b03dc2726cd0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:21.720876 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c119a6c5-5853-439d-9f28-b03dc2726cd0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:21.724561 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c119a6c5-5853-439d-9f28-b03dc2726cd0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:21.763609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119a6c5-5853-439d-9f28-b03dc2726cd0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccea8bb-8326-41b2-a7c9-2abd6072602d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:21.819455 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c119a6c5-5853-439d-9f28-b03dc2726cd0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:21.823062 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c119a6c5-5853-439d-9f28-b03dc2726cd0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:21.852860 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c119a6c5-5853-439d-9f28-b03dc2726cd0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:21.854196 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c119a6c5-5853-439d-9f28-b03dc2726cd0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2604442 Jul 15 15:52:21.855083 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119a6c5-5853-439d-9f28-b03dc2726cd0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79860620-7c63-4b6b-8495-3b67d510281c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:21.857260 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42282) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:21.864718 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-08be2ea5-fe4d-4031-a8ee-dc5d100f79f0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '79860620-7c63-4b6b-8495-3b67d510281c', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:52:21.893052 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08be2ea5-fe4d-4031-a8ee-dc5d100f79f0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:21.947376 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08be2ea5-fe4d-4031-a8ee-dc5d100f79f0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:21.950788 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08be2ea5-fe4d-4031-a8ee-dc5d100f79f0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:21.965387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be2ea5-fe4d-4031-a8ee-dc5d100f79f0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9cb356-eaa6-4f4d-b6a4-926e9ad1df09,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:21.974359 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08be2ea5-fe4d-4031-a8ee-dc5d100f79f0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:21.976195 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-08be2ea5-fe4d-4031-a8ee-dc5d100f79f0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169765 Jul 15 15:52:21.979041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42284) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:21.983392 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-56142d2c-62df-4a44-a18b-d7b9d7e9b578 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '79860620-7c63-4b6b-8495-3b67d510281c', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:52:22.008806 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-56142d2c-62df-4a44-a18b-d7b9d7e9b578 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.064806 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-56142d2c-62df-4a44-a18b-d7b9d7e9b578 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.068335 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-56142d2c-62df-4a44-a18b-d7b9d7e9b578 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.082784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56142d2c-62df-4a44-a18b-d7b9d7e9b578 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98866774-9783-46de-89aa-29a51d929574,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:22.092823 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-56142d2c-62df-4a44-a18b-d7b9d7e9b578 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.094323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-56142d2c-62df-4a44-a18b-d7b9d7e9b578 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143491 Jul 15 15:52:22.097056 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42286) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:22.102144 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-19422a15-ddef-4dd7-8a86-22eca012d053 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '79860620-7c63-4b6b-8495-3b67d510281c', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:52:22.128660 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19422a15-ddef-4dd7-8a86-22eca012d053 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.189867 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19422a15-ddef-4dd7-8a86-22eca012d053 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.193956 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19422a15-ddef-4dd7-8a86-22eca012d053 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.212021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422a15-ddef-4dd7-8a86-22eca012d053 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54ee16a-315e-4d03-bdfb-11f56fdd0dc0,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:22.218237 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-19422a15-ddef-4dd7-8a86-22eca012d053 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.219745 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-19422a15-ddef-4dd7-8a86-22eca012d053 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217821 Jul 15 15:52:22.222336 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42288) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:22.226704 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-08a56d74-7f5e-4c94-bc7e-da8172b695ea tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '79860620-7c63-4b6b-8495-3b67d510281c', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:52:22.251322 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08a56d74-7f5e-4c94-bc7e-da8172b695ea tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.310247 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08a56d74-7f5e-4c94-bc7e-da8172b695ea tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.313834 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08a56d74-7f5e-4c94-bc7e-da8172b695ea tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.334110 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a56d74-7f5e-4c94-bc7e-da8172b695ea tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12bc2b2-b5e2-4995-ac49-b4653d31710c,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:22.337851 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-08a56d74-7f5e-4c94-bc7e-da8172b695ea tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.341722 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-08a56d74-7f5e-4c94-bc7e-da8172b695ea tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157806 Jul 15 15:52:22.342220 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42290) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:22.346853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-23516bdf-e2ca-4894-b353-90eb1bfc97c8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '79860620-7c63-4b6b-8495-3b67d510281c', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:52:22.369134 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-23516bdf-e2ca-4894-b353-90eb1bfc97c8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Project e9f002f2c7cd4661833243062731d718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:52:22.373711 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-23516bdf-e2ca-4894-b353-90eb1bfc97c8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.433230 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-23516bdf-e2ca-4894-b353-90eb1bfc97c8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.436942 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-23516bdf-e2ca-4894-b353-90eb1bfc97c8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.453683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23516bdf-e2ca-4894-b353-90eb1bfc97c8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad954b1c-7364-472c-8606-2078ef671fd5,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:22.460268 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-23516bdf-e2ca-4894-b353-90eb1bfc97c8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.461510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-23516bdf-e2ca-4894-b353-90eb1bfc97c8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187465 Jul 15 15:52:22.464448 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42292) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:22.469089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a83964ce-01b8-448b-835f-4f4e442cb84a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '79860620-7c63-4b6b-8495-3b67d510281c', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:52:22.490289 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-a83964ce-01b8-448b-835f-4f4e442cb84a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Project e9f002f2c7cd4661833243062731d718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:52:22.495742 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a83964ce-01b8-448b-835f-4f4e442cb84a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.558226 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a83964ce-01b8-448b-835f-4f4e442cb84a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.561648 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a83964ce-01b8-448b-835f-4f4e442cb84a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.580763 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83964ce-01b8-448b-835f-4f4e442cb84a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8bc90e-7cc8-4c62-b544-b96150021276,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:22.584102 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a83964ce-01b8-448b-835f-4f4e442cb84a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.585385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a83964ce-01b8-448b-835f-4f4e442cb84a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199865 Jul 15 15:52:22.588930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42294) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:22.594057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-07be1ea4-5b7d-4ac2-af2f-69af89fca700 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'network': {'name': 'tempest-network-smoke--1302861043', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'port_security_enabled': True}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:52:22.614021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07be1ea4-5b7d-4ac2-af2f-69af89fca700 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Made reservation on behalf of e9f002f2c7cd4661833243062731d718 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:52:22.617606 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-07be1ea4-5b7d-4ac2-af2f-69af89fca700 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.640148 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07be1ea4-5b7d-4ac2-af2f-69af89fca700 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:52:22.649821 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-07be1ea4-5b7d-4ac2-af2f-69af89fca700 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.650175 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-07be1ea4-5b7d-4ac2-af2f-69af89fca700 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Added segment 89e73379-6d97-4bf5-b08a-5ae2d2aa97cb of type vlan for network aa9abd7f-c5d3-49df-a04b-89596d7116c4 Jul 15 15:52:22.689169 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-07be1ea4-5b7d-4ac2-af2f-69af89fca700 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.717527 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-07be1ea4-5b7d-4ac2-af2f-69af89fca700 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.723351 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07be1ea4-5b7d-4ac2-af2f-69af89fca700 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:22.723933 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-07be1ea4-5b7d-4ac2-af2f-69af89fca700 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.759670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-07be1ea4-5b7d-4ac2-af2f-69af89fca700 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1697237 Jul 15 15:52:22.762599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42296) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:22.768788 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-916123335', 'admin_state_up': True, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:52:22.804245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be1ea4-5b7d-4ac2-af2f-69af89fca700 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Network': ['ID=aa9abd7f-c5d3-49df-a04b-89596d7116c4,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:22.815744 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network aa9abd7f-c5d3-49df-a04b-89596d7116c4 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:52:22.823172 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.824207 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:22.875545 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:23.011038 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:23.200153 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:23.217939 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:23.323746 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.25.4.143 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/1ec4b2bf-5d91-4c34-8215-4a1ad318cc71) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:52:23.424865 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:23.788339 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:23.827586 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:52:23.830266 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:52:23.833850 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:52:23.839180 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=1ec4b2bf-5d91-4c34-8215-4a1ad318cc71,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:24.070964 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:24.263872 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:24.387482 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router 372548f2-c9bb-44a7-8006-f40e93c1bf2a is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:52:24.494128 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:52:24.503642 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Sync routers for ids ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:52:24.512490 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:24.513211 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Routers {'372548f2-c9bb-44a7-8006-f40e93c1bf2a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:52:24.513702 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-17f71090-a342-4486-beab-51a25c8520a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7501962 Jul 15 15:52:24.513854 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:52:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:24.516873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42298) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:24.618409 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Set router 372548f2-c9bb-44a7-8006-f40e93c1bf2a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:52:24.653910 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-46eed4e0-6f6c-41c5-9214-c06aba744ab6 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=e9f002f2c7cd4661833243062731d718&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1357634 Jul 15 15:52:24.656604 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42302) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:24.810880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d95f317-e584-42d0-9b45-176894e1f4d8 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:24.812412 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1d95f317-e584-42d0-9b45-176894e1f4d8 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1548829 Jul 15 15:52:24.815257 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42304) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:24.852971 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-be55deca-beb6-4b52-b952-d33ee815989b tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366471 Jul 15 15:52:24.855526 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42306) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:24.860361 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-7e966c9e-32d5-4914-b245-8f3788dff777 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-290150256', 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:52:24.876474 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916123335', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:52:22Z', 'updated_at': '2021-07-15T15:52:23Z', 'revision_number': 3, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:23Z', 'updated_at': '2021-07-15T15:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:24.907675 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Checking router: 372548f2-c9bb-44a7-8006-f40e93c1bf2a for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:52:24.907940 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Updating router 372548f2-c9bb-44a7-8006-f40e93c1bf2a port 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:52:24.940690 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:24.946091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e966c9e-32d5-4914-b245-8f3788dff777 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Made reservation on behalf of e9f002f2c7cd4661833243062731d718 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:52:24.949762 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7e966c9e-32d5-4914-b245-8f3788dff777 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:25.130915 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7e966c9e-32d5-4914-b245-8f3788dff777 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:25.193797 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:25.200173 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e966c9e-32d5-4914-b245-8f3788dff777 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Subnet': ['ID=efb608fe-d007-4c18-94b2-172a95193f3f,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:25.204368 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Transition to ACTIVE for port object 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:52:25.205445 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e966c9e-32d5-4914-b245-8f3788dff777 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Checking segment: {'id': '89e73379-6d97-4bf5-b08a-5ae2d2aa97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:52:25.205838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e966c9e-32d5-4914-b245-8f3788dff777 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network hostable DHCP agents. Network: aa9abd7f-c5d3-49df-a04b-89596d7116c4, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:52:25.210874 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:25.224086 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e966c9e-32d5-4914-b245-8f3788dff777 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network aa9abd7f-c5d3-49df-a04b-89596d7116c4 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:52:25.232821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-7e966c9e-32d5-4914-b245-8f3788dff777 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, aa9abd7f-c5d3-49df-a04b-89596d7116c4) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:52:25.239222 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e966c9e-32d5-4914-b245-8f3788dff777 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:25.239827 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7e966c9e-32d5-4914-b245-8f3788dff777 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:25.248816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a44bb3-ef9c-4fc2-bd16-da3d1f3ec1d2 None None] Network aa9abd7f-c5d3-49df-a04b-89596d7116c4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:52:25.259166 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Attempting to bind port 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:52:25.259448 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Attempting to bind port 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:52:25.259923 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Attempting to bind port 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:52:25.261542 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7e966c9e-32d5-4914-b245-8f3788dff777 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4048715 Jul 15 15:52:25.264179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42308) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:25.266848 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:52:25.267219 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:52:25.267618 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:25.268007 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:52:25.268472 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Bound port: 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:52:25.268855 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:25.325654 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] For port 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:52:25.336585 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] For port 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1ec4b2bf-5d91-4c34-8215-4a1ad318cc71,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:52:25.343137 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:25.348711 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4e28c-e3f7-4606-9f04-6b48bb99a892 None None] Pushing event updated for resources: {'Port': ['ID=1ec4b2bf-5d91-4c34-8215-4a1ad318cc71,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:25.358843 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e28c-e3f7-4606-9f04-6b48bb99a892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:25.359187 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e28c-e3f7-4606-9f04-6b48bb99a892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:25.359522 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e28c-e3f7-4606-9f04-6b48bb99a892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:25.359857 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e28c-e3f7-4606-9f04-6b48bb99a892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:25.360190 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e28c-e3f7-4606-9f04-6b48bb99a892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:25.360515 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e28c-e3f7-4606-9f04-6b48bb99a892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:25.360839 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e28c-e3f7-4606-9f04-6b48bb99a892 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:25.361158 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e28c-e3f7-4606-9f04-6b48bb99a892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:25.361487 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e28c-e3f7-4606-9f04-6b48bb99a892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:25.361806 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e28c-e3f7-4606-9f04-6b48bb99a892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:25.362124 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e28c-e3f7-4606-9f04-6b48bb99a892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:25.362440 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a4e28c-e3f7-4606-9f04-6b48bb99a892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:25.415146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ips': [{'subnet_id': 'efb608fe-d007-4c18-94b2-172a95193f3f'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:52:25.416185 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:25.425048 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Routers {'372548f2-c9bb-44a7-8006-f40e93c1bf2a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:52:25.425796 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:52:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:25.432528 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4e28c-e3f7-4606-9f04-6b48bb99a892 None None] Pushing event updated for resources: {'Port': ['ID=1ec4b2bf-5d91-4c34-8215-4a1ad318cc71,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:25.542376 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] Set router 372548f2-c9bb-44a7-8006-f40e93c1bf2a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:52:25.561257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Allocated IP 172.20.0.2 (aa9abd7f-c5d3-49df-a04b-89596d7116c4/efb608fe-d007-4c18-94b2-172a95193f3f/a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:52:25.709077 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:25.719022 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Transition to ACTIVE for port object a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:52:25.728837 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916123335', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:52:22Z', 'updated_at': '2021-07-15T15:52:23Z', 'revision_number': 3, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:23Z', 'updated_at': '2021-07-15T15:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:25.729290 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:25.735326 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Transition to ACTIVE for port object a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:52:25.741834 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:25.756204 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801d05a-51aa-43f8-ae26-065c01132b36 None None] The sync data for ids ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'] in n-d-764435-3 is: [{'id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916123335', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:52:22Z', 'updated_at': '2021-07-15T15:52:23Z', 'revision_number': 3, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:23Z', 'updated_at': '2021-07-15T15:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:52:25.780554 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Network aa9abd7f-c5d3-49df-a04b-89596d7116c4 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:52:25.783575 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:52:25.787109 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:52:25.819979 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Pushing event updated for resources: {'Port': ['ID=a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:25.855529 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Attempting to bind port a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:52:25.855901 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Attempting to bind port a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '89e73379-6d97-4bf5-b08a-5ae2d2aa97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:52:25.856258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Attempting to bind port a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 on network aa9abd7f-c5d3-49df-a04b-89596d7116c4 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:52:25.861683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:52:25.862051 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Checking segment: {'id': '89e73379-6d97-4bf5-b08a-5ae2d2aa97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:52:25.862463 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:25.862956 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Bound using segment: {'id': '89e73379-6d97-4bf5-b08a-5ae2d2aa97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:52:25.863404 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Bound port: a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e73379-6d97-4bf5-b08a-5ae2d2aa97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:52:25.863906 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:25.933028 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] For port a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:52:25.936516 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] For port a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0,segment=NetworkSegment(89e73379-6d97-4bf5-b08a-5ae2d2aa97cb),segment_id=89e73379-6d97-4bf5-b08a-5ae2d2aa97cb)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:52:25.942402 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:26.028555 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57cdc8-9639-4edf-9c95-70673505a23a None None] Pushing event updated for resources: {'Port': ['ID=a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:26.063546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.20.0.1 (aa9abd7f-c5d3-49df-a04b-89596d7116c4/efb608fe-d007-4c18-94b2-172a95193f3f/9b95d015-deed-4ce8-8498-b17a3551aca8) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:52:26.235681 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:26.251343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Transition to ACTIVE for port object 9b95d015-deed-4ce8-8498-b17a3551aca8 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:52:26.295507 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:26.342966 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network aa9abd7f-c5d3-49df-a04b-89596d7116c4 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:52:26.344687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:52:26.356906 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:52:26.387622 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=9b95d015-deed-4ce8-8498-b17a3551aca8,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:26.410137 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:26.560619 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:26.839953 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:26.845890 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:26.921446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=9b95d015-deed-4ce8-8498-b17a3551aca8,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:26.924020 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:26.998840 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0ea562-8277-4382-842c-104bead3ba3c None None] Network aa9abd7f-c5d3-49df-a04b-89596d7116c4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:52:27.022193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network aa9abd7f-c5d3-49df-a04b-89596d7116c4 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:52:27.024969 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:52:27.146136 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router 372548f2-c9bb-44a7-8006-f40e93c1bf2a has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:52:27.217017 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8c244c5d-fce2-4d7c-8225-ba938b5f7054 None None] Provisioning for port a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:52:27.258973 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:52:27.272097 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-77157bd3-71c6-42f4-9a0f-2847865835f3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "PUT /v2.0/routers/372548f2-c9bb-44a7-8006-f40e93c1bf2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9997237 Jul 15 15:52:27.558986 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9ff6fd8d-dc81-4535-a6c1-18bc6c5e4caa None None] Provisioning for port 9b95d015-deed-4ce8-8498-b17a3551aca8 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:52:27.563624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9ff6fd8d-dc81-4535-a6c1-18bc6c5e4caa None None] Provisioning complete for port 9b95d015-deed-4ce8-8498-b17a3551aca8 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:52:27.563996 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ff6fd8d-dc81-4535-a6c1-18bc6c5e4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:27.595857 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Sync routers for ids ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:52:27.611965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6fd8d-dc81-4535-a6c1-18bc6c5e4caa None None] Port 9b95d015-deed-4ce8-8498-b17a3551aca8 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:52:27.616471 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Routers {'372548f2-c9bb-44a7-8006-f40e93c1bf2a'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:52:27.617353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:52:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:27.788118 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-45cf99a9-1b1f-490f-b94a-ca18b718f2f0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1935203892&fields=id&tenant_id=e9f002f2c7cd4661833243062731d718 HTTP/1.1" status: 200 len: 267 time: 0.4127862 Jul 15 15:52:27.844589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:52:27.895719 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Set router 372548f2-c9bb-44a7-8006-f40e93c1bf2a gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:52:27.922441 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a89676-462c-49f1-8323-30172b8500bb req-ba322e19-26b1-489d-bb6e-b32a2546c4fc tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:27.923965 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-ba322e19-26b1-489d-bb6e-b32a2546c4fc tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/networks?id=aa9abd7f-c5d3-49df-a04b-89596d7116c4 HTTP/1.1" status: 200 len: 797 time: 0.1269047 Jul 15 15:52:27.943563 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-d35290df-153f-417d-8f5d-48e8fc3da87d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/quotas/e9f002f2c7cd4661833243062731d718 HTTP/1.1" status: 200 len: 375 time: 0.0128727 Jul 15 15:52:27.951521 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-29e837a6-fb76-4930-a9cb-ddac2d0485f8 None None] Provisioning complete for port 9b95d015-deed-4ce8-8498-b17a3551aca8 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:52:27.952488 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29e837a6-fb76-4930-a9cb-ddac2d0485f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:28.019747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:52:28.026039 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-727d672a-b30f-458e-86e5-8eae1756c171 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755739 Jul 15 15:52:28.042573 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:52:28.042939 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:28.046080 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-29e837a6-fb76-4930-a9cb-ddac2d0485f8 None None] Port 9b95d015-deed-4ce8-8498-b17a3551aca8 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:52:28.144186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-ffe0bf13-19ba-4701-8105-cfc8d090242d service neutron] 10.222.0.38 "GET /v2.0/networks/aa9abd7f-c5d3-49df-a04b-89596d7116c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001596 Jul 15 15:52:28.224639 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:28.226911 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b4f9591c-93c4-43ee-be47-b14d9d03f1dd None None] Provisioning complete for port 9b95d015-deed-4ce8-8498-b17a3551aca8 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:52:28.227418 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b4f9591c-93c4-43ee-be47-b14d9d03f1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:28.236501 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-9dfb9eaf-b6f3-4ac6-8111-24283979b844 service neutron] 10.222.0.38 "GET /v2.0/networks/aa9abd7f-c5d3-49df-a04b-89596d7116c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913420 Jul 15 15:52:28.295486 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b4f9591c-93c4-43ee-be47-b14d9d03f1dd None None] Port 9b95d015-deed-4ce8-8498-b17a3551aca8 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:52:28.310492 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0,segment=NetworkSegment(89e73379-6d97-4bf5-b08a-5ae2d2aa97cb),segment_id=89e73379-6d97-4bf5-b08a-5ae2d2aa97cb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:28.313998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916123335', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:52:22Z', 'updated_at': '2021-07-15T15:52:26Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:23Z', 'updated_at': '2021-07-15T15:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9b95d015-deed-4ce8-8498-b17a3551aca8', 'name': '', 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:c7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:25Z', 'updated_at': '2021-07-15T15:52:26Z', 'revision_number': 2, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:28.317234 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:28.318094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:52:28.367445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Checking router: 372548f2-c9bb-44a7-8006-f40e93c1bf2a for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:52:28.367800 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Updating router 372548f2-c9bb-44a7-8006-f40e93c1bf2a port 9b95d015-deed-4ce8-8498-b17a3551aca8 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:52:28.433122 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1fce4a9b-7548-4a2b-b7dc-31a22e4ac041 req-8999b17d-b261-416b-8def-a6bcdf9f0aed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 210 time: 0.0322254 Jul 15 15:52:28.465995 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:28.470856 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:28.529335 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:52:28.538188 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:52:28.538583 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:28.741842 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:28.783687 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1ec4b2bf-5d91-4c34-8215-4a1ad318cc71,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:28.791817 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:28.878913 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=1ec4b2bf-5d91-4c34-8215-4a1ad318cc71,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:28.882677 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:28.892732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Transition to ACTIVE for port object 9b95d015-deed-4ce8-8498-b17a3551aca8 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:52:28.898699 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:28.951823 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdde4e2-db02-4d03-adda-3571e806b285 None None] Pushing event updated for resources: {'Port': ['ID=9b95d015-deed-4ce8-8498-b17a3551aca8,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:29.010777 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Attempting to bind port 9b95d015-deed-4ce8-8498-b17a3551aca8 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:52:29.011155 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Attempting to bind port 9b95d015-deed-4ce8-8498-b17a3551aca8 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '89e73379-6d97-4bf5-b08a-5ae2d2aa97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:52:29.011522 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Attempting to bind port 9b95d015-deed-4ce8-8498-b17a3551aca8 on network aa9abd7f-c5d3-49df-a04b-89596d7116c4 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:52:29.016938 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:52:29.017317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Checking segment: {'id': '89e73379-6d97-4bf5-b08a-5ae2d2aa97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:52:29.017723 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:29.018117 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Bound using segment: {'id': '89e73379-6d97-4bf5-b08a-5ae2d2aa97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:52:29.018748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Bound port: 9b95d015-deed-4ce8-8498-b17a3551aca8, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e73379-6d97-4bf5-b08a-5ae2d2aa97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:52:29.019142 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:29.090336 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] For port 9b95d015-deed-4ce8-8498-b17a3551aca8, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:52:29.095175 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] For port 9b95d015-deed-4ce8-8498-b17a3551aca8, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9b95d015-deed-4ce8-8498-b17a3551aca8,segment=NetworkSegment(89e73379-6d97-4bf5-b08a-5ae2d2aa97cb),segment_id=89e73379-6d97-4bf5-b08a-5ae2d2aa97cb)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:52:29.101067 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:29.163592 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Routers {'372548f2-c9bb-44a7-8006-f40e93c1bf2a'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:52:29.164712 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:52:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:29.166732 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdde4e2-db02-4d03-adda-3571e806b285 None None] Pushing event updated for resources: {'Port': ['ID=9b95d015-deed-4ce8-8498-b17a3551aca8,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:29.288171 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] Set router 372548f2-c9bb-44a7-8006-f40e93c1bf2a gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:52:29.521232 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916123335', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:52:22Z', 'updated_at': '2021-07-15T15:52:26Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:23Z', 'updated_at': '2021-07-15T15:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9b95d015-deed-4ce8-8498-b17a3551aca8', 'name': '', 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:c7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:25Z', 'updated_at': '2021-07-15T15:52:29Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:29.525090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a89676-462c-49f1-8323-30172b8500bb req-705ac6f6-b4a0-4b91-8013-d7a56c2b9bd6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:29.526792 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-705ac6f6-b4a0-4b91-8013-d7a56c2b9bd6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "GET /v2.0/networks?id=aa9abd7f-c5d3-49df-a04b-89596d7116c4 HTTP/1.1" status: 200 len: 797 time: 0.1131170 Jul 15 15:52:29.549217 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6020d-2a7f-4487-b7d2-8b7d8d4ff778 None None] The sync data for ids ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'] in n-d-764435-3 is: [{'id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916123335', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:52:22Z', 'updated_at': '2021-07-15T15:52:26Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:23Z', 'updated_at': '2021-07-15T15:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9b95d015-deed-4ce8-8498-b17a3551aca8', 'name': '', 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:c7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:25Z', 'updated_at': '2021-07-15T15:52:29Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:52:29.594571 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-ac807d8c-525b-46bc-aa86-33d12c836c32 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f002f2c7cd4661833243062731d718 HTTP/1.1" status: 200 len: 380 time: 0.0575011 Jul 15 15:52:29.611864 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-95a89676-462c-49f1-8323-30172b8500bb req-88f04e83-6627-42de-9267-ded2ed981a13 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'port': {'device_id': '01a29c02-782e-4e5e-8cdd-feab5df31346', 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'admin_state_up': True, 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'security_groups': ['79860620-7c63-4b6b-8495-3b67d510281c']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:52:29.630155 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-48ff0e3a-27c6-41d2-87f9-f4e0c840dc07 req-f6f1ca70-eab9-4c53-9c4b-4621e5c7fe8f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 210 time: 0.0569577 Jul 15 15:52:29.697974 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:52:29.758494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a89676-462c-49f1-8323-30172b8500bb req-88f04e83-6627-42de-9267-ded2ed981a13 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Made reservation on behalf of e9f002f2c7cd4661833243062731d718 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:52:29.763288 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-95a89676-462c-49f1-8323-30172b8500bb req-88f04e83-6627-42de-9267-ded2ed981a13 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:29.838992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9b95d015-deed-4ce8-8498-b17a3551aca8 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:52:29.893819 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 9b95d015-deed-4ce8-8498-b17a3551aca8 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:52:29.898053 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9b95d015-deed-4ce8-8498-b17a3551aca8 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:52:29.898625 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:29.903779 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-95a89676-462c-49f1-8323-30172b8500bb req-88f04e83-6627-42de-9267-ded2ed981a13 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.20.0.14 (aa9abd7f-c5d3-49df-a04b-89596d7116c4/efb608fe-d007-4c18-94b2-172a95193f3f/13879178-ff0c-4ebd-ba00-d867a31fb0a9) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:52:29.977414 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:30.011746 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 9b95d015-deed-4ce8-8498-b17a3551aca8, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9b95d015-deed-4ce8-8498-b17a3551aca8,segment=NetworkSegment(89e73379-6d97-4bf5-b08a-5ae2d2aa97cb),segment_id=89e73379-6d97-4bf5-b08a-5ae2d2aa97cb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:30.016428 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:30.017650 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:52:30.059662 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-95a89676-462c-49f1-8323-30172b8500bb req-88f04e83-6627-42de-9267-ded2ed981a13 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:30.080296 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-95a89676-462c-49f1-8323-30172b8500bb req-88f04e83-6627-42de-9267-ded2ed981a13 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Transition to ACTIVE for port object 13879178-ff0c-4ebd-ba00-d867a31fb0a9 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:52:30.098783 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=9b95d015-deed-4ce8-8498-b17a3551aca8,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:30.112917 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:52:30.113395 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:30.123662 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-95a89676-462c-49f1-8323-30172b8500bb req-88f04e83-6627-42de-9267-ded2ed981a13 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:30.156973 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1e25280-a451-4c3b-98f0-585363266b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:30.179269 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a89676-462c-49f1-8323-30172b8500bb req-88f04e83-6627-42de-9267-ded2ed981a13 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network aa9abd7f-c5d3-49df-a04b-89596d7116c4 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:52:30.183786 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-95a89676-462c-49f1-8323-30172b8500bb req-88f04e83-6627-42de-9267-ded2ed981a13 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:52:30.188788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a89676-462c-49f1-8323-30172b8500bb req-88f04e83-6627-42de-9267-ded2ed981a13 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:52:30.193362 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f04e83-6627-42de-9267-ded2ed981a13 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=13879178-ff0c-4ebd-ba00-d867a31fb0a9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:30.220548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:52:30.255930 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a89676-462c-49f1-8323-30172b8500bb req-88f04e83-6627-42de-9267-ded2ed981a13 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:30.257074 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-95a89676-462c-49f1-8323-30172b8500bb req-88f04e83-6627-42de-9267-ded2ed981a13 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:30.276963 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-88f04e83-6627-42de-9267-ded2ed981a13 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6768715 Jul 15 15:52:30.281931 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:52:30.282312 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:30.288779 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-a4b1b9f3-78f8-4f34-bf6a-895dc18d04af tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:52:30.290763 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-a4b1b9f3-78f8-4f34-bf6a-895dc18d04af tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070293 Jul 15 15:52:30.369795 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Request body: {'port': {'device_id': '01a29c02-782e-4e5e-8cdd-feab5df31346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:52:30.458275 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:30.503516 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f588e3a6-9454-448f-9906-2a151c359a99 None None] Provisioning for port 13879178-ff0c-4ebd-ba00-d867a31fb0a9 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:52:30.510181 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f588e3a6-9454-448f-9906-2a151c359a99 None None] Provisioning complete for port 13879178-ff0c-4ebd-ba00-d867a31fb0a9 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:52:30.510569 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f588e3a6-9454-448f-9906-2a151c359a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:30.572042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f588e3a6-9454-448f-9906-2a151c359a99 None None] Port 13879178-ff0c-4ebd-ba00-d867a31fb0a9 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:52:30.753987 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13879178-ff0c-4ebd-ba00-d867a31fb0a9 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:52:30.762717 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:30.776219 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Transition to ACTIVE for port object 13879178-ff0c-4ebd-ba00-d867a31fb0a9 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:52:30.779846 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:30.831289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Pushing event updated for resources: {'Port': ['ID=13879178-ff0c-4ebd-ba00-d867a31fb0a9,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:30.843271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1712ccb-c730-4996-8000-605a0f20cefe req-0cb9affb-0ca1-43c6-9ad2-901b6b608e55 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:30.845438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1712ccb-c730-4996-8000-605a0f20cefe req-0cb9affb-0ca1-43c6-9ad2-901b6b608e55 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 944 time: 0.0761385 Jul 15 15:52:30.888824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1712ccb-c730-4996-8000-605a0f20cefe req-199dc386-b5c2-4d65-b9e4-1461ed17ba8b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=79860620-7c63-4b6b-8495-3b67d510281c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364981 Jul 15 15:52:30.913009 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Attempting to bind port 13879178-ff0c-4ebd-ba00-d867a31fb0a9 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:52:30.913344 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Attempting to bind port 13879178-ff0c-4ebd-ba00-d867a31fb0a9 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '89e73379-6d97-4bf5-b08a-5ae2d2aa97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:52:30.913705 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Attempting to bind port 13879178-ff0c-4ebd-ba00-d867a31fb0a9 on network aa9abd7f-c5d3-49df-a04b-89596d7116c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:52:30.918821 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Port 13879178-ff0c-4ebd-ba00-d867a31fb0a9 on network aa9abd7f-c5d3-49df-a04b-89596d7116c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:52:30.919144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Attempting to bind port 13879178-ff0c-4ebd-ba00-d867a31fb0a9 on network aa9abd7f-c5d3-49df-a04b-89596d7116c4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:52:30.923892 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:52:30.924227 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Checking segment: {'id': '89e73379-6d97-4bf5-b08a-5ae2d2aa97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:52:30.924608 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Bound using segment: {'id': '89e73379-6d97-4bf5-b08a-5ae2d2aa97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:52:30.925028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Bound port: 13879178-ff0c-4ebd-ba00-d867a31fb0a9, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e73379-6d97-4bf5-b08a-5ae2d2aa97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:52:30.925381 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:30.990640 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] For port 13879178-ff0c-4ebd-ba00-d867a31fb0a9, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:52:30.993825 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] For port 13879178-ff0c-4ebd-ba00-d867a31fb0a9, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=13879178-ff0c-4ebd-ba00-d867a31fb0a9,segment=NetworkSegment(89e73379-6d97-4bf5-b08a-5ae2d2aa97cb),segment_id=89e73379-6d97-4bf5-b08a-5ae2d2aa97cb)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:52:31.000857 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:31.036121 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:31.036747 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:31.038143 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-93126074-c9ce-459e-8677-561f90342d67 service neutron] 10.222.0.11 "PUT /v2.0/ports/13879178-ff0c-4ebd-ba00-d867a31fb0a9 HTTP/1.1" status: 200 len: 1092 time: 0.7387428 Jul 15 15:52:31.038604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a29c02-782e-4e5e-8cdd-feab5df31346', 'tag': '13879178-ff0c-4ebd-ba00-d867a31fb0a9'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:52:31.041571 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4632bc7b-933a-44ef-9fc1-167db56f5c53" -d '{"events": [{"name": "network-changed", "server_uuid": "01a29c02-782e-4e5e-8cdd-feab5df31346", "tag": "13879178-ff0c-4ebd-ba00-d867a31fb0a9"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:52:31.065127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93126074-c9ce-459e-8677-561f90342d67 service neutron] Pushing event updated for resources: {'Port': ['ID=13879178-ff0c-4ebd-ba00-d867a31fb0a9,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:31.144877 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a89676-462c-49f1-8323-30172b8500bb req-df11c418-477b-4951-89c8-10c2adbd5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:31.146416 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-df11c418-477b-4951-89c8-10c2adbd5d14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 1095 time: 0.0655172 Jul 15 15:52:31.190461 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-2f2e158a-907f-44f5-a825-bc79c2686ea7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13879178-ff0c-4ebd-ba00-d867a31fb0a9 HTTP/1.1" status: 200 len: 217 time: 0.0368390 Jul 15 15:52:31.229436 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d565eae4-d438-4da5-90e4-af454b6ad71d x-openstack-request-id: req-d565eae4-d438-4da5-90e4-af454b6ad71d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:52:31.229728 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a29c02-782e-4e5e-8cdd-feab5df31346", "tag": "13879178-ff0c-4ebd-ba00-d867a31fb0a9", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:52:31.229980 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d565eae4-d438-4da5-90e4-af454b6ad71d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:52:31.230381 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a29c02-782e-4e5e-8cdd-feab5df31346', 'tag': '13879178-ff0c-4ebd-ba00-d867a31fb0a9', 'status': 'completed', 'code': 200} Jul 15 15:52:31.249358 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a89676-462c-49f1-8323-30172b8500bb req-d8abad8a-85e2-45e7-9186-6fd1ba0056aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:31.250965 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-d8abad8a-85e2-45e7-9186-6fd1ba0056aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efb608fe-d007-4c18-94b2-172a95193f3f HTTP/1.1" status: 200 len: 834 time: 0.0541136 Jul 15 15:52:31.308044 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a89676-462c-49f1-8323-30172b8500bb req-aa60b180-2336-4250-9aa6-aaf4e2fd8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:31.309586 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-aa60b180-2336-4250-9aa6-aaf4e2fd8019 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa9abd7f-c5d3-49df-a04b-89596d7116c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520089 Jul 15 15:52:31.401559 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-c6254341-1953-420c-a5e4-4508477cf791 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9abd7f-c5d3-49df-a04b-89596d7116c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853503 Jul 15 15:52:31.492832 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-95a89676-462c-49f1-8323-30172b8500bb req-ebd035d3-f048-44f3-b9c7-f75cfcfc7ee0 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9abd7f-c5d3-49df-a04b-89596d7116c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849218 Jul 15 15:52:31.590523 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632bc7b-933a-44ef-9fc1-167db56f5c53 req-9bb8075f-a04f-4088-8959-585e3c396d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:31.592031 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4632bc7b-933a-44ef-9fc1-167db56f5c53 req-9bb8075f-a04f-4088-8959-585e3c396d5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 1095 time: 0.0508811 Jul 15 15:52:31.683853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632bc7b-933a-44ef-9fc1-167db56f5c53 req-93f950ac-a808-4c68-9659-864780ab510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:31.685381 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4632bc7b-933a-44ef-9fc1-167db56f5c53 req-93f950ac-a808-4c68-9659-864780ab510a service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa9abd7f-c5d3-49df-a04b-89596d7116c4 HTTP/1.1" status: 200 len: 898 time: 0.0873172 Jul 15 15:52:31.712750 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9b95d015-deed-4ce8-8498-b17a3551aca8 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:52:31.732926 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4632bc7b-933a-44ef-9fc1-167db56f5c53 req-d66feef2-f8f8-4e3b-a834-c2058f625f08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13879178-ff0c-4ebd-ba00-d867a31fb0a9 HTTP/1.1" status: 200 len: 217 time: 0.0394814 Jul 15 15:52:31.762006 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 9b95d015-deed-4ce8-8498-b17a3551aca8 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:52:31.762379 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:31.782381 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632bc7b-933a-44ef-9fc1-167db56f5c53 req-a00d4cb8-c065-49a9-a584-19142e007a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:31.783887 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4632bc7b-933a-44ef-9fc1-167db56f5c53 req-a00d4cb8-c065-49a9-a584-19142e007a53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efb608fe-d007-4c18-94b2-172a95193f3f HTTP/1.1" status: 200 len: 834 time: 0.0435994 Jul 15 15:52:31.842138 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632bc7b-933a-44ef-9fc1-167db56f5c53 req-00f5498a-7a88-40b1-9d31-d1685e445990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:31.843421 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4632bc7b-933a-44ef-9fc1-167db56f5c53 req-00f5498a-7a88-40b1-9d31-d1685e445990 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa9abd7f-c5d3-49df-a04b-89596d7116c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524125 Jul 15 15:52:31.937656 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4632bc7b-933a-44ef-9fc1-167db56f5c53 req-ba567a49-ef3f-43e7-b7ef-bbf46ed0aad0 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9abd7f-c5d3-49df-a04b-89596d7116c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860999 Jul 15 15:52:32.027256 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-4632bc7b-933a-44ef-9fc1-167db56f5c53 req-5c7ae29f-8fc2-4b05-9986-a5fe4de62267 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9abd7f-c5d3-49df-a04b-89596d7116c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828481 Jul 15 15:52:32.063539 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46234717-cb51-4676-9e05-9eff6c3a79de req-a9593036-5ad9-4330-afc9-123540e362a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:32.065035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46234717-cb51-4676-9e05-9eff6c3a79de req-a9593036-5ad9-4330-afc9-123540e362a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 944 time: 0.0635219 Jul 15 15:52:32.102107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46234717-cb51-4676-9e05-9eff6c3a79de req-4c7a711c-92c6-42a3-9b99-b58448d47db5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=79860620-7c63-4b6b-8495-3b67d510281c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308902 Jul 15 15:52:32.888175 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:32.943602 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edbece6b-0681-4fd4-b7d3-f715e4c1ac3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:33.279448 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9ccf6-e62e-43e0-9171-e192d735c06a req-436ae31c-6d4d-4eda-8c94-56d5065a0029 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:33.280931 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59f9ccf6-e62e-43e0-9171-e192d735c06a req-436ae31c-6d4d-4eda-8c94-56d5065a0029 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 944 time: 0.0658507 Jul 15 15:52:33.322355 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59f9ccf6-e62e-43e0-9171-e192d735c06a req-6a8cfe0f-6492-4e09-a106-4c5d374adfdf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=79860620-7c63-4b6b-8495-3b67d510281c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357645 Jul 15 15:52:33.674388 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 13879178-ff0c-4ebd-ba00-d867a31fb0a9 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:52:33.769173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 13879178-ff0c-4ebd-ba00-d867a31fb0a9, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=13879178-ff0c-4ebd-ba00-d867a31fb0a9,segment=NetworkSegment(89e73379-6d97-4bf5-b08a-5ae2d2aa97cb),segment_id=89e73379-6d97-4bf5-b08a-5ae2d2aa97cb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:33.780798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '13879178-ff0c-4ebd-ba00-d867a31fb0a9', 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'port_id': '13879178-ff0c-4ebd-ba00-d867a31fb0a9', 'mac_address': 'fa:16:3e:6b:c7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:52:33.816736 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:33.829738 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13879178-ff0c-4ebd-ba00-d867a31fb0a9 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:52:33.848982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 13879178-ff0c-4ebd-ba00-d867a31fb0a9, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=13879178-ff0c-4ebd-ba00-d867a31fb0a9,segment=NetworkSegment(89e73379-6d97-4bf5-b08a-5ae2d2aa97cb),segment_id=89e73379-6d97-4bf5-b08a-5ae2d2aa97cb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:33.852795 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:33.898799 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=13879178-ff0c-4ebd-ba00-d867a31fb0a9,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:34.066874 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['13879178-ff0c-4ebd-ba00-d867a31fb0a9'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:52:34.473485 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:34.493478 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded924d2-8b37-4c4b-8229-95578a8e6061 req-cb167f4d-8f84-4b57-b0db-47885ee7382e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:34.494977 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ded924d2-8b37-4c4b-8229-95578a8e6061 req-cb167f4d-8f84-4b57-b0db-47885ee7382e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 945 time: 0.0645690 Jul 15 15:52:34.532453 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ded924d2-8b37-4c4b-8229-95578a8e6061 req-b9acb324-8bf8-4ef4-a3cb-a07802c721dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=79860620-7c63-4b6b-8495-3b67d510281c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317314 Jul 15 15:52:35.689655 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 13879178-ff0c-4ebd-ba00-d867a31fb0a9 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:52:35.704490 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3766bde-847d-4e8f-bfd0-ac36d2c217fc req-b95d9605-8880-47e8-947c-700939f2ae20 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:35.705985 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3766bde-847d-4e8f-bfd0-ac36d2c217fc req-b95d9605-8880-47e8-947c-700939f2ae20 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 945 time: 0.0622892 Jul 15 15:52:35.740135 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 13879178-ff0c-4ebd-ba00-d867a31fb0a9 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:52:35.744608 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3766bde-847d-4e8f-bfd0-ac36d2c217fc req-2549545f-011e-4774-9506-93b2794680e7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=79860620-7c63-4b6b-8495-3b67d510281c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327084 Jul 15 15:52:35.744821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 13879178-ff0c-4ebd-ba00-d867a31fb0a9 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:52:35.745181 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:35.822029 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:35.844385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a29c02-782e-4e5e-8cdd-feab5df31346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13879178-ff0c-4ebd-ba00-d867a31fb0a9'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:52:35.846652 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437fcc50-49f6-4e5b-b6ad-6f078409f9b8" -d '{"events": [{"server_uuid": "01a29c02-782e-4e5e-8cdd-feab5df31346", "name": "network-vif-plugged", "status": "completed", "tag": "13879178-ff0c-4ebd-ba00-d867a31fb0a9"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:52:35.859204 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 13879178-ff0c-4ebd-ba00-d867a31fb0a9, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=13879178-ff0c-4ebd-ba00-d867a31fb0a9,segment=NetworkSegment(89e73379-6d97-4bf5-b08a-5ae2d2aa97cb),segment_id=89e73379-6d97-4bf5-b08a-5ae2d2aa97cb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:35.863734 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:35.910504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=13879178-ff0c-4ebd-ba00-d867a31fb0a9,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:35.937466 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153dc4c7-ad80-4291-9c44-a47b2758ea25 x-openstack-request-id: req-153dc4c7-ad80-4291-9c44-a47b2758ea25 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:52:35.937763 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a29c02-782e-4e5e-8cdd-feab5df31346", "name": "network-vif-plugged", "status": "completed", "tag": "13879178-ff0c-4ebd-ba00-d867a31fb0a9", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:52:35.938015 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-153dc4c7-ad80-4291-9c44-a47b2758ea25 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:52:35.938439 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a29c02-782e-4e5e-8cdd-feab5df31346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13879178-ff0c-4ebd-ba00-d867a31fb0a9', 'code': 200} Jul 15 15:52:36.054039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e10c2f-c8ec-43cb-94bd-dd0b286f6562 req-4de2c760-82f3-4ef0-9211-82246be25702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:36.056388 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62e10c2f-c8ec-43cb-94bd-dd0b286f6562 req-4de2c760-82f3-4ef0-9211-82246be25702 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 1097 time: 0.0567458 Jul 15 15:52:36.093089 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-62e10c2f-c8ec-43cb-94bd-dd0b286f6562 req-678687d3-61b5-47a9-8d0c-6ab8e7c6e3a6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=79860620-7c63-4b6b-8495-3b67d510281c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297821 Jul 15 15:52:36.169157 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:36.925815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f6920-0c65-40d5-9a6a-5ee6f1469cfc req-88a1395a-2f6c-4874-866c-52b17b95e7be tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:36.927350 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d2f6920-0c65-40d5-9a6a-5ee6f1469cfc req-88a1395a-2f6c-4874-866c-52b17b95e7be tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 946 time: 0.0693595 Jul 15 15:52:36.965153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3d2f6920-0c65-40d5-9a6a-5ee6f1469cfc req-18c893bf-d388-4c1d-bedb-82e2865b1449 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=79860620-7c63-4b6b-8495-3b67d510281c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318098 Jul 15 15:52:38.138448 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329aeb5-cef9-4cf6-83b0-845403c5e556 req-60a66013-8e4c-42f4-ba39-ad2ff51135ba tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:38.139970 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9329aeb5-cef9-4cf6-83b0-845403c5e556 req-60a66013-8e4c-42f4-ba39-ad2ff51135ba tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 946 time: 0.0641820 Jul 15 15:52:38.177388 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9329aeb5-cef9-4cf6-83b0-845403c5e556 req-9ec0d1c5-022e-4c76-924e-a602deb22fc7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=79860620-7c63-4b6b-8495-3b67d510281c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318787 Jul 15 15:52:38.354588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e566d-2536-476a-873e-d15f9c54272a req-01a734eb-05e8-4ee2-bbab-a7aa64235a9a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:38.355953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-139e566d-2536-476a-873e-d15f9c54272a req-01a734eb-05e8-4ee2-bbab-a7aa64235a9a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 946 time: 0.0677507 Jul 15 15:52:38.392583 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-139e566d-2536-476a-873e-d15f9c54272a req-43a018c3-219b-44db-a49d-060ceb865c5f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=79860620-7c63-4b6b-8495-3b67d510281c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312033 Jul 15 15:52:38.417097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42368) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:38.466749 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf1f96d-9d4e-4f9e-a437-12ae639233d0 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:38.468283 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-caf1f96d-9d4e-4f9e-a437-12ae639233d0 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 1092 time: 0.0502019 Jul 15 15:52:38.471329 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42370) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:38.475716 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': '13879178-ff0c-4ebd-ba00-d867a31fb0a9', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:52:38.497228 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.592788 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.692515 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.25.4.62 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/0f4d6d72-f2ca-486b-86a2-632cc8c5e27e) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:52:38.795179 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.834400 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.873800 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:52:38.876524 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:52:38.880057 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:52:38.885882 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=0f4d6d72-f2ca-486b-86a2-632cc8c5e27e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:39.245369 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:39.322379 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:39.463859 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:39.468162 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:39.537958 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=0f4d6d72-f2ca-486b-86a2-632cc8c5e27e,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:39.547597 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:39.644662 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Floating IP d23be896-ca59-4b00-97b2-a145faa18f45 associated. External IP: 172.25.4.62, port: 13879178-ff0c-4ebd-ba00-d867a31fb0a9. Jul 15 15:52:39.846131 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router 372548f2-c9bb-44a7-8006-f40e93c1bf2a has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:52:39.950784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:52:39.959661 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d56c66-a80c-4e5c-afe0-da9515251766 None None] Sync routers for ids ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:52:39.966323 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:39.969840 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d56c66-a80c-4e5c-afe0-da9515251766 None None] Routers {'372548f2-c9bb-44a7-8006-f40e93c1bf2a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:52:39.970483 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d5d56c66-a80c-4e5c-afe0-da9515251766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:52:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:40.002961 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f943850d-8a87-4be1-b2ee-fa40bab5dc45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5305884 Jul 15 15:52:40.003876 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a29c02-782e-4e5e-8cdd-feab5df31346', 'tag': '13879178-ff0c-4ebd-ba00-d867a31fb0a9'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:52:40.006371 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f36c9a-a36f-45fc-913d-b9040405d0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "01a29c02-782e-4e5e-8cdd-feab5df31346", "tag": "13879178-ff0c-4ebd-ba00-d867a31fb0a9"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:52:40.046364 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63282706-3662-4ca3-ac3b-ff7441b70f9d x-openstack-request-id: req-63282706-3662-4ca3-ac3b-ff7441b70f9d {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:52:40.046688 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a29c02-782e-4e5e-8cdd-feab5df31346", "tag": "13879178-ff0c-4ebd-ba00-d867a31fb0a9", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:52:40.046989 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-63282706-3662-4ca3-ac3b-ff7441b70f9d {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:52:40.047553 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a29c02-782e-4e5e-8cdd-feab5df31346', 'tag': '13879178-ff0c-4ebd-ba00-d867a31fb0a9', 'status': 'completed', 'code': 200} Jul 15 15:52:40.081015 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d5d56c66-a80c-4e5c-afe0-da9515251766 None None] Set router 372548f2-c9bb-44a7-8006-f40e93c1bf2a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:52:40.127373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f36c9a-a36f-45fc-913d-b9040405d0b0 req-9fc8764a-f65e-4de4-9ec3-43fd600f0def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:40.129140 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a1f36c9a-a36f-45fc-913d-b9040405d0b0 req-9fc8764a-f65e-4de4-9ec3-43fd600f0def service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 1097 time: 0.0579443 Jul 15 15:52:40.161717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cc72f-623d-4159-8e42-526e2d078053 req-7fb95cc9-d94e-4a1e-bb5d-1e1d4e760ed8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:40.164156 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c6cc72f-623d-4159-8e42-526e2d078053 req-7fb95cc9-d94e-4a1e-bb5d-1e1d4e760ed8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 946 time: 0.0688303 Jul 15 15:52:40.203811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3c6cc72f-623d-4159-8e42-526e2d078053 req-7c27df79-dc03-4b4a-9455-8fdc74cf13e3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=79860620-7c63-4b6b-8495-3b67d510281c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328472 Jul 15 15:52:40.229387 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f36c9a-a36f-45fc-913d-b9040405d0b0 req-b4c35c0d-b92a-4739-b633-43eb64c3f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:40.229387 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a1f36c9a-a36f-45fc-913d-b9040405d0b0 req-b4c35c0d-b92a-4739-b633-43eb64c3f61d service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa9abd7f-c5d3-49df-a04b-89596d7116c4 HTTP/1.1" status: 200 len: 898 time: 0.0933659 Jul 15 15:52:40.231819 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42376) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:40.304581 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d5d56c66-a80c-4e5c-afe0-da9515251766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916123335', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:52:22Z', 'updated_at': '2021-07-15T15:52:26Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:23Z', 'updated_at': '2021-07-15T15:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'd23be896-ca59-4b00-97b2-a145faa18f45', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'port_id': '13879178-ff0c-4ebd-ba00-d867a31fb0a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'mac_address': 'fa:16:3e:6b:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a29c02-782e-4e5e-8cdd-feab5df31346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:52:39Z', 'updated_at': '2021-07-15T15:52:39Z', 'revision_number': 0, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b95d015-deed-4ce8-8498-b17a3551aca8', 'name': '', 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:c7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:25Z', 'updated_at': '2021-07-15T15:52:29Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:40.333966 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d56c66-a80c-4e5c-afe0-da9515251766 None None] Checking router: 372548f2-c9bb-44a7-8006-f40e93c1bf2a for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:52:40.336240 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-611d9b65-6343-415c-93a1-7f026b1ee871 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/d23be896-ca59-4b00-97b2-a145faa18f45 HTTP/1.1" status: 200 len: 991 time: 0.1027772 Jul 15 15:52:40.342362 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a1f36c9a-a36f-45fc-913d-b9040405d0b0 req-7b6211c3-5829-4bce-9a9d-747d1444e0de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13879178-ff0c-4ebd-ba00-d867a31fb0a9 HTTP/1.1" status: 200 len: 999 time: 0.1041932 Jul 15 15:52:40.343794 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d56c66-a80c-4e5c-afe0-da9515251766 None None] Routers {'372548f2-c9bb-44a7-8006-f40e93c1bf2a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:52:40.344401 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d5d56c66-a80c-4e5c-afe0-da9515251766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:52:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:40.389925 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f36c9a-a36f-45fc-913d-b9040405d0b0 req-3d8deb7e-b09a-42b3-8d65-e3e16879c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:40.391455 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a1f36c9a-a36f-45fc-913d-b9040405d0b0 req-3d8deb7e-b09a-42b3-8d65-e3e16879c25e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efb608fe-d007-4c18-94b2-172a95193f3f HTTP/1.1" status: 200 len: 834 time: 0.0432358 Jul 15 15:52:40.448423 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f36c9a-a36f-45fc-913d-b9040405d0b0 req-fdee6b1c-ced7-4b08-8970-cca5470b7fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:40.449911 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a1f36c9a-a36f-45fc-913d-b9040405d0b0 req-fdee6b1c-ced7-4b08-8970-cca5470b7fda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa9abd7f-c5d3-49df-a04b-89596d7116c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509460 Jul 15 15:52:40.497506 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d5d56c66-a80c-4e5c-afe0-da9515251766 None None] Set router 372548f2-c9bb-44a7-8006-f40e93c1bf2a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:52:40.544642 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a1f36c9a-a36f-45fc-913d-b9040405d0b0 req-89b42cf9-5b06-478b-bc0e-2700e91607b2 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9abd7f-c5d3-49df-a04b-89596d7116c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866292 Jul 15 15:52:40.638904 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a1f36c9a-a36f-45fc-913d-b9040405d0b0 req-ba0a9153-84a2-4817-894c-8ccf1c0b7bd0 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9abd7f-c5d3-49df-a04b-89596d7116c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856035 Jul 15 15:52:40.859004 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d5d56c66-a80c-4e5c-afe0-da9515251766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916123335', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:52:22Z', 'updated_at': '2021-07-15T15:52:26Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:23Z', 'updated_at': '2021-07-15T15:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'd23be896-ca59-4b00-97b2-a145faa18f45', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'port_id': '13879178-ff0c-4ebd-ba00-d867a31fb0a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'mac_address': 'fa:16:3e:6b:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a29c02-782e-4e5e-8cdd-feab5df31346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:52:39Z', 'updated_at': '2021-07-15T15:52:39Z', 'revision_number': 0, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b95d015-deed-4ce8-8498-b17a3551aca8', 'name': '', 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:c7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:25Z', 'updated_at': '2021-07-15T15:52:29Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:40.887524 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d56c66-a80c-4e5c-afe0-da9515251766 None None] The sync data for ids ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'] in n-d-764435-3 is: [{'id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916123335', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:52:22Z', 'updated_at': '2021-07-15T15:52:26Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:23Z', 'updated_at': '2021-07-15T15:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'd23be896-ca59-4b00-97b2-a145faa18f45', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'port_id': '13879178-ff0c-4ebd-ba00-d867a31fb0a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'mac_address': 'fa:16:3e:6b:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a29c02-782e-4e5e-8cdd-feab5df31346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:52:39Z', 'updated_at': '2021-07-15T15:52:39Z', 'revision_number': 0, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b95d015-deed-4ce8-8498-b17a3551aca8', 'name': '', 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:c7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:25Z', 'updated_at': '2021-07-15T15:52:29Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:52:41.070667 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4002acdd-35d3-4723-bc94-39eae25e4195 None None] New status for floating IP d23be896-ca59-4b00-97b2-a145faa18f45: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:52:41.340109 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42378) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:41.403009 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-379f3c93-5cd2-4814-9c25-8a178a8786b8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/d23be896-ca59-4b00-97b2-a145faa18f45 HTTP/1.1" status: 200 len: 993 time: 0.0617487 Jul 15 15:52:49.404098 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:49.733950 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:00.129654 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb6b2fc5-bc7e-4a7d-b4ee-d52ba64b6b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:02.888593 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:02.942292 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-91618d67-4b23-4ee8-8953-bb0238287aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:04.477121 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:06.172432 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:06.698167 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:53:08.232152 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29253d93-4e43-4256-ba2c-554efaab01bc req-4d8bcc7d-1659-4b64-b0e0-077dab63dc56 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:08.233570 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29253d93-4e43-4256-ba2c-554efaab01bc req-4d8bcc7d-1659-4b64-b0e0-077dab63dc56 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 946 time: 0.0652742 Jul 15 15:53:08.271977 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-29253d93-4e43-4256-ba2c-554efaab01bc req-eb6a2b18-7b03-402c-beff-99cc9a0598a8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=79860620-7c63-4b6b-8495-3b67d510281c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326946 Jul 15 15:53:09.460185 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d50725-7b61-4b06-9ee7-8b735e65de8e req-17ef39e9-edba-45fe-9e23-bd1b6fdadc3e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:09.461662 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46d50725-7b61-4b06-9ee7-8b735e65de8e req-17ef39e9-edba-45fe-9e23-bd1b6fdadc3e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 946 time: 0.0613132 Jul 15 15:53:09.502208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-46d50725-7b61-4b06-9ee7-8b735e65de8e req-3def47cc-709f-4c74-bccd-bf00f0418262 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=79860620-7c63-4b6b-8495-3b67d510281c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350311 Jul 15 15:53:09.526074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42398) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:09.584094 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ee6accb5-559e-4926-8461-5a8fd67c9d80 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/d23be896-ca59-4b00-97b2-a145faa18f45 HTTP/1.1" status: 200 len: 993 time: 0.0569019 Jul 15 15:53:11.008558 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4576b2-060b-4921-bed6-79b14efc0e16 req-54168033-b39b-4984-b623-285b2f8783d4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:11.011614 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7d4576b2-060b-4921-bed6-79b14efc0e16 req-54168033-b39b-4984-b623-285b2f8783d4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 946 time: 0.0679438 Jul 15 15:53:11.050753 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7d4576b2-060b-4921-bed6-79b14efc0e16 req-bc654e8b-cdf4-4364-a79f-29c4d24348bb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=79860620-7c63-4b6b-8495-3b67d510281c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332465 Jul 15 15:53:12.231797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03956c-34db-4901-af97-e02f8691b6ed req-fb6adfec-c753-4ee7-9cb3-ba636e0de8fa tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:12.233279 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc03956c-34db-4901-af97-e02f8691b6ed req-fb6adfec-c753-4ee7-9cb3-ba636e0de8fa tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 946 time: 0.0657825 Jul 15 15:53:12.270714 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc03956c-34db-4901-af97-e02f8691b6ed req-012c46e0-dcfa-408c-803c-3b2ee31c1afa tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=79860620-7c63-4b6b-8495-3b67d510281c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320613 Jul 15 15:53:12.294444 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42408) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:12.353612 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ef158d9b-32b3-4a78-bba6-5820b4302494 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/d23be896-ca59-4b00-97b2-a145faa18f45 HTTP/1.1" status: 200 len: 993 time: 0.0578310 Jul 15 15:53:12.613934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42414) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:12.770967 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 0f4d6d72-f2ca-486b-86a2-632cc8c5e27e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:53:12.771316 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:12.845292 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:12.845638 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:12.857553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 0f4d6d72-f2ca-486b-86a2-632cc8c5e27e owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:53:13.002970 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:13.028190 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=0f4d6d72-f2ca-486b-86a2-632cc8c5e27e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:13.054449 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:13.054827 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:13.055165 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:13.055532 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:13.056350 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:13.056686 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:13.057018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:13.057349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:13.057676 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:13.058001 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:13.058324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:13.058668 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:13.103828 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:13.104246 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Floating IP d23be896-ca59-4b00-97b2-a145faa18f45 disassociated (deleted). External IP: 172.25.4.62, port: 13879178-ff0c-4ebd-ba00-d867a31fb0a9. Jul 15 15:53:13.305330 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router 372548f2-c9bb-44a7-8006-f40e93c1bf2a has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:53:13.413636 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:53:13.418636 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:13.423111 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920b07f4-682f-4d08-94a2-4eb4d643cf68 None None] Sync routers for ids ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:53:13.431909 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920b07f4-682f-4d08-94a2-4eb4d643cf68 None None] Routers {'372548f2-c9bb-44a7-8006-f40e93c1bf2a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:53:13.432514 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-920b07f4-682f-4d08-94a2-4eb4d643cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:53:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:13.453909 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4cf68fda-6739-4b2a-b430-5aeb618020b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/floatingips/d23be896-ca59-4b00-97b2-a145faa18f45 HTTP/1.1" status: 204 len: 168 time: 0.8389788 Jul 15 15:53:13.454493 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a29c02-782e-4e5e-8cdd-feab5df31346', 'tag': '13879178-ff0c-4ebd-ba00-d867a31fb0a9'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:53:13.456765 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20abcd30-4c4d-45b9-bd91-d5afd2865c40" -d '{"events": [{"name": "network-changed", "server_uuid": "01a29c02-782e-4e5e-8cdd-feab5df31346", "tag": "13879178-ff0c-4ebd-ba00-d867a31fb0a9"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:53:13.498694 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c98c01-9bbb-424a-a27c-20c5d39ce1a0 x-openstack-request-id: req-a5c98c01-9bbb-424a-a27c-20c5d39ce1a0 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:53:13.499026 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a29c02-782e-4e5e-8cdd-feab5df31346", "tag": "13879178-ff0c-4ebd-ba00-d867a31fb0a9", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:53:13.499662 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a5c98c01-9bbb-424a-a27c-20c5d39ce1a0 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:53:13.500109 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a29c02-782e-4e5e-8cdd-feab5df31346', 'tag': '13879178-ff0c-4ebd-ba00-d867a31fb0a9', 'status': 'completed', 'code': 200} Jul 15 15:53:13.543517 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-920b07f4-682f-4d08-94a2-4eb4d643cf68 None None] Set router 372548f2-c9bb-44a7-8006-f40e93c1bf2a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:53:13.582638 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abcd30-4c4d-45b9-bd91-d5afd2865c40 req-5d8d4bfb-90af-46c7-8b6b-9045e7056ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:13.584233 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-20abcd30-4c4d-45b9-bd91-d5afd2865c40 req-5d8d4bfb-90af-46c7-8b6b-9045e7056ce9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 1097 time: 0.0591321 Jul 15 15:53:13.682332 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abcd30-4c4d-45b9-bd91-d5afd2865c40 req-2b76a458-a91e-49cd-8384-e620fb356823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:13.685254 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-20abcd30-4c4d-45b9-bd91-d5afd2865c40 req-2b76a458-a91e-49cd-8384-e620fb356823 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa9abd7f-c5d3-49df-a04b-89596d7116c4 HTTP/1.1" status: 200 len: 898 time: 0.0937567 Jul 15 15:53:13.734223 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-20abcd30-4c4d-45b9-bd91-d5afd2865c40 req-1b0df2a4-1232-4a3c-a076-56b30821c5fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13879178-ff0c-4ebd-ba00-d867a31fb0a9 HTTP/1.1" status: 200 len: 217 time: 0.0396068 Jul 15 15:53:13.747713 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-920b07f4-682f-4d08-94a2-4eb4d643cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916123335', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:52:22Z', 'updated_at': '2021-07-15T15:52:26Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:23Z', 'updated_at': '2021-07-15T15:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9b95d015-deed-4ce8-8498-b17a3551aca8', 'name': '', 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:c7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:25Z', 'updated_at': '2021-07-15T15:52:29Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:13.776935 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920b07f4-682f-4d08-94a2-4eb4d643cf68 None None] Checking router: 372548f2-c9bb-44a7-8006-f40e93c1bf2a for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:53:13.785662 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920b07f4-682f-4d08-94a2-4eb4d643cf68 None None] Routers {'372548f2-c9bb-44a7-8006-f40e93c1bf2a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:53:13.786295 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-920b07f4-682f-4d08-94a2-4eb4d643cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:53:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:13.787621 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abcd30-4c4d-45b9-bd91-d5afd2865c40 req-80a6837e-87ca-418e-80fe-407c96b4da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:13.789489 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-20abcd30-4c4d-45b9-bd91-d5afd2865c40 req-80a6837e-87ca-418e-80fe-407c96b4da74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efb608fe-d007-4c18-94b2-172a95193f3f HTTP/1.1" status: 200 len: 834 time: 0.0485175 Jul 15 15:53:13.849780 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abcd30-4c4d-45b9-bd91-d5afd2865c40 req-a04dfe5e-047b-4e29-8bb3-cfe9018fc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:13.851361 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-20abcd30-4c4d-45b9-bd91-d5afd2865c40 req-a04dfe5e-047b-4e29-8bb3-cfe9018fc25b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa9abd7f-c5d3-49df-a04b-89596d7116c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552890 Jul 15 15:53:13.898547 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-920b07f4-682f-4d08-94a2-4eb4d643cf68 None None] Set router 372548f2-c9bb-44a7-8006-f40e93c1bf2a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:53:13.958405 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-20abcd30-4c4d-45b9-bd91-d5afd2865c40 req-2ca45686-c243-427a-bc13-086e0d9c21d3 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9abd7f-c5d3-49df-a04b-89596d7116c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960402 Jul 15 15:53:14.035339 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4a306-6e33-4618-b143-9b4e00ca841f req-c6f551df-097e-48e1-adf4-e7d0177f4c5b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:14.037516 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44c4a306-6e33-4618-b143-9b4e00ca841f req-c6f551df-097e-48e1-adf4-e7d0177f4c5b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 946 time: 0.0747313 Jul 15 15:53:14.065955 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-20abcd30-4c4d-45b9-bd91-d5afd2865c40 req-a591f1e0-0fc5-4e6d-856f-6b85fa5175dc service neutron] 10.222.0.11 "GET /v2.0/networks/aa9abd7f-c5d3-49df-a04b-89596d7116c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998163 Jul 15 15:53:14.088989 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-44c4a306-6e33-4618-b143-9b4e00ca841f req-0aa14f59-aecb-40a3-b69a-6ee2d91daada tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=79860620-7c63-4b6b-8495-3b67d510281c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415158 Jul 15 15:53:14.120613 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-920b07f4-682f-4d08-94a2-4eb4d643cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916123335', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:52:22Z', 'updated_at': '2021-07-15T15:52:26Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:23Z', 'updated_at': '2021-07-15T15:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9b95d015-deed-4ce8-8498-b17a3551aca8', 'name': '', 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:c7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:25Z', 'updated_at': '2021-07-15T15:52:29Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:14.149803 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920b07f4-682f-4d08-94a2-4eb4d643cf68 None None] The sync data for ids ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'] in n-d-764435-3 is: [{'id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916123335', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:52:22Z', 'updated_at': '2021-07-15T15:52:26Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:23Z', 'updated_at': '2021-07-15T15:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '9b95d015-deed-4ce8-8498-b17a3551aca8', 'name': '', 'network_id': 'aa9abd7f-c5d3-49df-a04b-89596d7116c4', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:c7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:25Z', 'updated_at': '2021-07-15T15:52:29Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'efb608fe-d007-4c18-94b2-172a95193f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:53:14.394519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23dfb20-7a63-484a-9850-9a1af26058c2 None None] New status for floating IP d23be896-ca59-4b00-97b2-a145faa18f45: DOWN {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:53:15.271275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f67e6b-928c-43e0-a15e-19ea3b672470 req-c41caf62-3cae-4d01-a0ce-e4227532f97f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:15.272813 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6f67e6b-928c-43e0-a15e-19ea3b672470 req-c41caf62-3cae-4d01-a0ce-e4227532f97f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 946 time: 0.0642147 Jul 15 15:53:15.311192 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d6f67e6b-928c-43e0-a15e-19ea3b672470 req-aaaf1410-b4e9-44ea-9650-c1c669c21aa3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=79860620-7c63-4b6b-8495-3b67d510281c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318248 Jul 15 15:53:15.538798 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65775ea-442f-49f5-a82f-7a59add54659 req-2ed78dbc-7db9-471f-a998-e0ec3a1d179b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:15.540806 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a65775ea-442f-49f5-a82f-7a59add54659 req-2ed78dbc-7db9-471f-a998-e0ec3a1d179b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 946 time: 0.0618551 Jul 15 15:53:15.642305 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a65775ea-442f-49f5-a82f-7a59add54659 req-a3a00c25-2627-452e-8c24-a34f5331cc48 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 13879178-ff0c-4ebd-ba00-d867a31fb0a9 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:53:15.642672 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a65775ea-442f-49f5-a82f-7a59add54659 req-a3a00c25-2627-452e-8c24-a34f5331cc48 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:15.733096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a65775ea-442f-49f5-a82f-7a59add54659 req-a3a00c25-2627-452e-8c24-a34f5331cc48 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] For port 13879178-ff0c-4ebd-ba00-d867a31fb0a9, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=13879178-ff0c-4ebd-ba00-d867a31fb0a9,segment=NetworkSegment(89e73379-6d97-4bf5-b08a-5ae2d2aa97cb),segment_id=89e73379-6d97-4bf5-b08a-5ae2d2aa97cb)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:53:15.733459 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a65775ea-442f-49f5-a82f-7a59add54659 req-a3a00c25-2627-452e-8c24-a34f5331cc48 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:15.745270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a65775ea-442f-49f5-a82f-7a59add54659 req-a3a00c25-2627-452e-8c24-a34f5331cc48 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 13879178-ff0c-4ebd-ba00-d867a31fb0a9 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:53:15.866558 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a65775ea-442f-49f5-a82f-7a59add54659 req-a3a00c25-2627-452e-8c24-a34f5331cc48 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:15.893818 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a00c25-2627-452e-8c24-a34f5331cc48 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=13879178-ff0c-4ebd-ba00-d867a31fb0a9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:15.943225 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65775ea-442f-49f5-a82f-7a59add54659 req-a3a00c25-2627-452e-8c24-a34f5331cc48 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] No DVR routers for this DVR port 13879178-ff0c-4ebd-ba00-d867a31fb0a9 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:53:15.945661 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a65775ea-442f-49f5-a82f-7a59add54659 req-a3a00c25-2627-452e-8c24-a34f5331cc48 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:15.948209 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-a65775ea-442f-49f5-a82f-7a59add54659 req-a3a00c25-2627-452e-8c24-a34f5331cc48 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "DELETE /v2.0/ports/13879178-ff0c-4ebd-ba00-d867a31fb0a9 HTTP/1.1" status: 204 len: 173 time: 0.4024737 Jul 15 15:53:15.948643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a29c02-782e-4e5e-8cdd-feab5df31346', 'name': 'network-vif-deleted', 'tag': '13879178-ff0c-4ebd-ba00-d867a31fb0a9'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:53:15.950929 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fd8336-6b73-4418-8bfa-60a9fe7e577d" -d '{"events": [{"server_uuid": "01a29c02-782e-4e5e-8cdd-feab5df31346", "name": "network-vif-deleted", "tag": "13879178-ff0c-4ebd-ba00-d867a31fb0a9"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:53:15.987936 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b469b7b-f7c0-4bf4-afec-88ed6c1ef381 x-openstack-request-id: req-8b469b7b-f7c0-4bf4-afec-88ed6c1ef381 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:53:15.988295 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a29c02-782e-4e5e-8cdd-feab5df31346", "name": "network-vif-deleted", "tag": "13879178-ff0c-4ebd-ba00-d867a31fb0a9", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:53:15.988608 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8b469b7b-f7c0-4bf4-afec-88ed6c1ef381 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:53:15.989067 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a29c02-782e-4e5e-8cdd-feab5df31346', 'name': 'network-vif-deleted', 'tag': '13879178-ff0c-4ebd-ba00-d867a31fb0a9', 'status': 'completed', 'code': 200} Jul 15 15:53:16.469107 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3b6a7fc3-60de-421b-835d-65e55aca9e18 req-c81ace6b-293c-43ec-bfda-b63c15d8f4a8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=01a29c02-782e-4e5e-8cdd-feab5df31346 HTTP/1.1" status: 200 len: 210 time: 0.0284374 Jul 15 15:53:17.564544 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42430) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:18.237686 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-292d89d0-4ee2-49f2-914e-3cbdd939950e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:18.493050 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-292d89d0-4ee2-49f2-914e-3cbdd939950e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 9b95d015-deed-4ce8-8498-b17a3551aca8 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:53:18.493395 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-292d89d0-4ee2-49f2-914e-3cbdd939950e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:18.581039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-292d89d0-4ee2-49f2-914e-3cbdd939950e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] For port 9b95d015-deed-4ce8-8498-b17a3551aca8, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=9b95d015-deed-4ce8-8498-b17a3551aca8,segment=NetworkSegment(89e73379-6d97-4bf5-b08a-5ae2d2aa97cb),segment_id=89e73379-6d97-4bf5-b08a-5ae2d2aa97cb)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:53:18.581715 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-292d89d0-4ee2-49f2-914e-3cbdd939950e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:18.592728 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-292d89d0-4ee2-49f2-914e-3cbdd939950e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 9b95d015-deed-4ce8-8498-b17a3551aca8 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:53:18.770425 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-292d89d0-4ee2-49f2-914e-3cbdd939950e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:18.798337 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d89d0-4ee2-49f2-914e-3cbdd939950e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=9b95d015-deed-4ce8-8498-b17a3551aca8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:18.967612 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-292d89d0-4ee2-49f2-914e-3cbdd939950e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:19.185456 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292d89d0-4ee2-49f2-914e-3cbdd939950e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router 372548f2-c9bb-44a7-8006-f40e93c1bf2a has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:53:19.290339 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292d89d0-4ee2-49f2-914e-3cbdd939950e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:53:19.295358 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-292d89d0-4ee2-49f2-914e-3cbdd939950e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "PUT /v2.0/routers/372548f2-c9bb-44a7-8006-f40e93c1bf2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7297893 Jul 15 15:53:19.298113 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42432) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:19.299181 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979d108-a604-4f75-bd8e-f9b90804ab1f None None] Sync routers for ids ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:53:19.308064 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979d108-a604-4f75-bd8e-f9b90804ab1f None None] Routers {'372548f2-c9bb-44a7-8006-f40e93c1bf2a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:53:19.308667 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9979d108-a604-4f75-bd8e-f9b90804ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:53:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:19.348813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7ace94-cc10-4b4e-9c32-3af86025b6ea tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting subnet efb608fe-d007-4c18-94b2-172a95193f3f {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:53:19.351946 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef7ace94-cc10-4b4e-9c32-3af86025b6ea tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:19.392997 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef7ace94-cc10-4b4e-9c32-3af86025b6ea tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:19.405803 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:19.425974 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-9979d108-a604-4f75-bd8e-f9b90804ab1f None None] Set router 372548f2-c9bb-44a7-8006-f40e93c1bf2a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:53:19.484809 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef7ace94-cc10-4b4e-9c32-3af86025b6ea tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:19.543334 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef7ace94-cc10-4b4e-9c32-3af86025b6ea tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:19.570276 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ace94-cc10-4b4e-9c32-3af86025b6ea tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Subnet': ['ID=efb608fe-d007-4c18-94b2-172a95193f3f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:19.574459 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef7ace94-cc10-4b4e-9c32-3af86025b6ea tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:19.578857 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ef7ace94-cc10-4b4e-9c32-3af86025b6ea tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/subnets/efb608fe-d007-4c18-94b2-172a95193f3f HTTP/1.1" status: 204 len: 168 time: 0.2773581 Jul 15 15:53:19.579240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42434) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:19.584681 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c1b1c7-69c3-442d-b2db-915e26674000 None None] Network aa9abd7f-c5d3-49df-a04b-89596d7116c4 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:53:19.605689 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9979d108-a604-4f75-bd8e-f9b90804ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916123335', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:52:22Z', 'updated_at': '2021-07-15T15:53:18Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:23Z', 'updated_at': '2021-07-15T15:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:19.631548 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979d108-a604-4f75-bd8e-f9b90804ab1f None None] Checking router: 372548f2-c9bb-44a7-8006-f40e93c1bf2a for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:53:19.640713 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979d108-a604-4f75-bd8e-f9b90804ab1f None None] Routers {'372548f2-c9bb-44a7-8006-f40e93c1bf2a'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:53:19.641254 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9979d108-a604-4f75-bd8e-f9b90804ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:53:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:19.693910 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbd8db71-21f9-49fb-8691-907327c34b43 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:19.746077 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:19.801482 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] DHCP port deletion for aa9abd7f-c5d3-49df-a04b-89596d7116c4 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:53:19.825669 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbd8db71-21f9-49fb-8691-907327c34b43 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:19.838399 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-9979d108-a604-4f75-bd8e-f9b90804ab1f None None] Set router 372548f2-c9bb-44a7-8006-f40e93c1bf2a gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:53:19.854393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Deleting port a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:53:19.854802 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:19.879764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-dbd8db71-21f9-49fb-8691-907327c34b43 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:53:19.880677 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbd8db71-21f9-49fb-8691-907327c34b43 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:19.919894 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] For port a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0,segment=NetworkSegment(89e73379-6d97-4bf5-b08a-5ae2d2aa97cb),segment_id=89e73379-6d97-4bf5-b08a-5ae2d2aa97cb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:53:19.920264 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:19.931795 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Calling delete_port for a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:53:19.964088 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-dbd8db71-21f9-49fb-8691-907327c34b43 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] For port 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1ec4b2bf-5d91-4c34-8215-4a1ad318cc71,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:53:19.964455 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbd8db71-21f9-49fb-8691-907327c34b43 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:19.975228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 13879178-ff0c-4ebd-ba00-d867a31fb0a9 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:53:19.976732 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-dbd8db71-21f9-49fb-8691-907327c34b43 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:53:19.995578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 13879178-ff0c-4ebd-ba00-d867a31fb0a9 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:53:19.995959 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 13879178-ff0c-4ebd-ba00-d867a31fb0a9 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:53:20.024034 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9979d108-a604-4f75-bd8e-f9b90804ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916123335', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:52:22Z', 'updated_at': '2021-07-15T15:53:18Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:23Z', 'updated_at': '2021-07-15T15:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:20.033414 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.053518 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979d108-a604-4f75-bd8e-f9b90804ab1f None None] The sync data for ids ['372548f2-c9bb-44a7-8006-f40e93c1bf2a'] in n-d-764435-3 is: [{'id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916123335', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:52:22Z', 'updated_at': '2021-07-15T15:53:18Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '1ec4b2bf-5d91-4c34-8215-4a1ad318cc71', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372548f2-c9bb-44a7-8006-f40e93c1bf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:52:23Z', 'updated_at': '2021-07-15T15:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:53:20.061878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] No DVR routers for this DVR port a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:53:20.063900 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Pushing event deleted for resources: {'Port': ['ID=a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:20.075384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.075384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.075384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.076074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.076074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.076426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.076767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.077100 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.077429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.077757 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.078096 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.078563 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c9cd0-e33a-48e4-9e07-1b8306498c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.157920 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbd8db71-21f9-49fb-8691-907327c34b43 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.182417 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8db71-21f9-49fb-8691-907327c34b43 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=1ec4b2bf-5d91-4c34-8215-4a1ad318cc71,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:20.244360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbd8db71-21f9-49fb-8691-907327c34b43 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.332403 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbd8db71-21f9-49fb-8691-907327c34b43 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.334364 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbd8db71-21f9-49fb-8691-907327c34b43 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.379575 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbd8db71-21f9-49fb-8691-907327c34b43 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.380232 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd8db71-21f9-49fb-8691-907327c34b43 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Fanout notify agent at l3_agent the message router_deleted on router 372548f2-c9bb-44a7-8006-f40e93c1bf2a {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:53:20.387785 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbd8db71-21f9-49fb-8691-907327c34b43 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.391405 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dbd8db71-21f9-49fb-8691-907327c34b43 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/routers/372548f2-c9bb-44a7-8006-f40e93c1bf2a HTTP/1.1" status: 204 len: 168 time: 0.8088200 Jul 15 15:53:20.391784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42436) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:20.487560 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.576093 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.586059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9abd7f-c5d3-49df-a04b-89596d7116c4']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:20.595992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e73379-6d97-4bf5-b08a-5ae2d2aa97cb') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:20.596293 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e73379-6d97-4bf5-b08a-5ae2d2aa97cb') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:20.606372 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.624963 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.631129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:53:20.631529 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:53:20.635014 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:53:20.693253 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.698943 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.704355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42438) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:20.704941 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/networks/aa9abd7f-c5d3-49df-a04b-89596d7116c4 HTTP/1.1" status: 204 len: 168 time: 0.3116310 Jul 15 15:53:20.719328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Network': ['ID=aa9abd7f-c5d3-49df-a04b-89596d7116c4,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:20.726645 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.726997 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.727873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.728212 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.728546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.728873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.729202 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.729530 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.729854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.730313 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.730662 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.730983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9d14e-4084-47ca-8671-854acda3dffe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:20.768591 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e586280-7d0f-4643-b12e-2780e4756561 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.793592 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e586280-7d0f-4643-b12e-2780e4756561 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.850046 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e586280-7d0f-4643-b12e-2780e4756561 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.853681 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e586280-7d0f-4643-b12e-2780e4756561 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:20.854932 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9e586280-7d0f-4643-b12e-2780e4756561 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/security-groups/79860620-7c63-4b6b-8495-3b67d510281c HTTP/1.1" status: 204 len: 168 time: 0.1486578 Jul 15 15:53:20.863813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e586280-7d0f-4643-b12e-2780e4756561 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79860620-7c63-4b6b-8495-3b67d510281c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:21.124619 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42444) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:21.129853 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5a8a329d-57aa-4c56-b12a-59f12bebb39f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2141502153', 'description': 'tempest-secgroup-smoke-2141502153 description', 'project_id': 'e9f002f2c7cd4661833243062731d718'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:53:21.153027 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a8a329d-57aa-4c56-b12a-59f12bebb39f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.233098 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a8a329d-57aa-4c56-b12a-59f12bebb39f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.236790 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a8a329d-57aa-4c56-b12a-59f12bebb39f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.269543 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a8a329d-57aa-4c56-b12a-59f12bebb39f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.270795 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-5a8a329d-57aa-4c56-b12a-59f12bebb39f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1450984 Jul 15 15:53:21.272645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a329d-57aa-4c56-b12a-59f12bebb39f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658bafb7-9252-4a3c-b505-17ee064d50d5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:21.273865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42446) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:21.279484 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-841c8807-1331-4f9d-9b60-2003fa655213 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '658bafb7-9252-4a3c-b505-17ee064d50d5', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:53:21.303951 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-841c8807-1331-4f9d-9b60-2003fa655213 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.358970 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-841c8807-1331-4f9d-9b60-2003fa655213 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.362299 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-841c8807-1331-4f9d-9b60-2003fa655213 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.379064 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c8807-1331-4f9d-9b60-2003fa655213 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf3aa10-12f1-44bc-8809-652d6f265231,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:21.385167 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-841c8807-1331-4f9d-9b60-2003fa655213 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.386385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-841c8807-1331-4f9d-9b60-2003fa655213 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111836 Jul 15 15:53:21.389065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42448) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:21.393466 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-4e676bec-d462-4724-b922-4916b4589749 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '658bafb7-9252-4a3c-b505-17ee064d50d5', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:53:21.421578 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4e676bec-d462-4724-b922-4916b4589749 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.482495 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4e676bec-d462-4724-b922-4916b4589749 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.486065 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4e676bec-d462-4724-b922-4916b4589749 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.504628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e676bec-d462-4724-b922-4916b4589749 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279a9733-a397-43d8-90ab-f80c23481326,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:21.511740 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4e676bec-d462-4724-b922-4916b4589749 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.513111 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4e676bec-d462-4724-b922-4916b4589749 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230974 Jul 15 15:53:21.515810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42450) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:21.520322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-bd22722f-d9f2-4c2c-baf8-58dd2dc064a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '658bafb7-9252-4a3c-b505-17ee064d50d5', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:53:21.545653 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bd22722f-d9f2-4c2c-baf8-58dd2dc064a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.602323 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bd22722f-d9f2-4c2c-baf8-58dd2dc064a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.606229 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bd22722f-d9f2-4c2c-baf8-58dd2dc064a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.625932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22722f-d9f2-4c2c-baf8-58dd2dc064a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6a304e-87d7-42fb-986f-0299d8ed7f83,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:21.629102 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bd22722f-d9f2-4c2c-baf8-58dd2dc064a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.632912 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bd22722f-d9f2-4c2c-baf8-58dd2dc064a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135352 Jul 15 15:53:21.633906 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42452) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:21.638197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-54f47ea6-6638-4d96-aa23-463408ed6937 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '658bafb7-9252-4a3c-b505-17ee064d50d5', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:53:21.664028 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54f47ea6-6638-4d96-aa23-463408ed6937 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.723910 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54f47ea6-6638-4d96-aa23-463408ed6937 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.727757 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54f47ea6-6638-4d96-aa23-463408ed6937 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.729558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9b95d015-deed-4ce8-8498-b17a3551aca8 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:53:21.745288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f47ea6-6638-4d96-aa23-463408ed6937 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25faf4f-9e21-4440-8802-f55940e8098d,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:21.752362 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54f47ea6-6638-4d96-aa23-463408ed6937 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.754090 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-54f47ea6-6638-4d96-aa23-463408ed6937 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188948 Jul 15 15:53:21.754230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 9b95d015-deed-4ce8-8498-b17a3551aca8 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:53:21.754453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 9b95d015-deed-4ce8-8498-b17a3551aca8 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:53:21.754939 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:53:21.756665 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42454) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:21.761956 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1ee500cf-d658-4d6d-9eb8-400d923eb0b7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '658bafb7-9252-4a3c-b505-17ee064d50d5', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:53:21.773883 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:53:21.774236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a8eb8a0c-da25-4a4a-95b9-5d1639f4ecb0 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:53:21.774678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:53:21.783055 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-1ee500cf-d658-4d6d-9eb8-400d923eb0b7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Project e9f002f2c7cd4661833243062731d718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:53:21.787864 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ee500cf-d658-4d6d-9eb8-400d923eb0b7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.793693 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:53:21.794043 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1ec4b2bf-5d91-4c34-8215-4a1ad318cc71 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:53:21.848011 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ee500cf-d658-4d6d-9eb8-400d923eb0b7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.851360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ee500cf-d658-4d6d-9eb8-400d923eb0b7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.869320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee500cf-d658-4d6d-9eb8-400d923eb0b7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8e3b81-12ea-4f4a-9603-82803ac2ebb5,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:21.875346 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ee500cf-d658-4d6d-9eb8-400d923eb0b7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.876375 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1ee500cf-d658-4d6d-9eb8-400d923eb0b7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186793 Jul 15 15:53:21.879142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42456) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:21.884098 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-724faa17-6aa3-40d5-9e44-face0348504c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '658bafb7-9252-4a3c-b505-17ee064d50d5', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:53:21.904548 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-724faa17-6aa3-40d5-9e44-face0348504c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Project e9f002f2c7cd4661833243062731d718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:53:21.909186 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-724faa17-6aa3-40d5-9e44-face0348504c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.970019 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-724faa17-6aa3-40d5-9e44-face0348504c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.973463 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-724faa17-6aa3-40d5-9e44-face0348504c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.991433 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724faa17-6aa3-40d5-9e44-face0348504c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3bdfbf-31ce-47e6-b7d6-0430e1dd1b5d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:21.995053 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-724faa17-6aa3-40d5-9e44-face0348504c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:21.996283 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-724faa17-6aa3-40d5-9e44-face0348504c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161680 Jul 15 15:53:21.999143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42458) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:22.004235 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6437b9f1-9c66-4bcb-9bd4-624c2aafe1ed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'network': {'name': 'tempest-network-smoke--50246875', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'port_security_enabled': True}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:53:22.024087 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6437b9f1-9c66-4bcb-9bd4-624c2aafe1ed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Made reservation on behalf of e9f002f2c7cd4661833243062731d718 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:53:22.027449 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6437b9f1-9c66-4bcb-9bd4-624c2aafe1ed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:22.052038 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6437b9f1-9c66-4bcb-9bd4-624c2aafe1ed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:53:22.061734 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6437b9f1-9c66-4bcb-9bd4-624c2aafe1ed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:22.062082 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-6437b9f1-9c66-4bcb-9bd4-624c2aafe1ed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Added segment 59f4c36f-1898-489a-b0e2-c1d52f5bb659 of type vlan for network 4db2450f-451d-4e5e-8b1d-54fed1cfb6db Jul 15 15:53:22.100621 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6437b9f1-9c66-4bcb-9bd4-624c2aafe1ed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:22.130302 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6437b9f1-9c66-4bcb-9bd4-624c2aafe1ed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:22.136591 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6437b9f1-9c66-4bcb-9bd4-624c2aafe1ed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:22.137183 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6437b9f1-9c66-4bcb-9bd4-624c2aafe1ed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:22.172100 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6437b9f1-9c66-4bcb-9bd4-624c2aafe1ed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1718588 Jul 15 15:53:22.174777 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42460) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:22.179100 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1283956186', 'admin_state_up': True, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:53:22.212379 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437b9f1-9c66-4bcb-9bd4-624c2aafe1ed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Network': ['ID=4db2450f-451d-4e5e-8b1d-54fed1cfb6db,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:22.223661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 4db2450f-451d-4e5e-8b1d-54fed1cfb6db details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:53:22.229883 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:22.230911 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:22.283564 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:22.414083 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:22.938636 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:22.956337 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:23.056899 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.25.4.59 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/78762b58-6f18-4eec-aab6-bab2a1e7606b) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:53:23.156151 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:23.195145 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:23.234556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:53:23.237446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:53:23.240987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:53:23.246506 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=78762b58-6f18-4eec-aab6-bab2a1e7606b,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:23.489212 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:23.673046 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:23.794355 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:53:23.896752 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:53:23.906550 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Sync routers for ids ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:53:23.915540 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Routers {'7c9cea6c-df9a-4e04-94b3-78fa2cee229d'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:53:23.915712 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:23.916187 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:53:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:23.919833 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f6fed00b-7316-4dcb-b708-f1caed28ce1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7412467 Jul 15 15:53:23.920082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42462) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:23.950043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e6dd7026-df79-4dfc-b05b-2224564d6a93 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=e9f002f2c7cd4661833243062731d718&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266981 Jul 15 15:53:23.950247 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42464) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:24.020610 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Set router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:53:24.038225 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c9e030-f4b3-4859-9530-8b993abc6e5e tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:24.039895 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-25c9e030-f4b3-4859-9530-8b993abc6e5e tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886061 Jul 15 15:53:24.042742 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42466) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:24.069636 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-79412e8b-f06c-4c5a-8e58-a556433c72c0 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257759 Jul 15 15:53:24.072178 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42468) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:24.076881 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-70ca62a5-97b0-40c0-8b33-fcc2a107e86e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1424917589', 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:53:24.169893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ca62a5-97b0-40c0-8b33-fcc2a107e86e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Made reservation on behalf of e9f002f2c7cd4661833243062731d718 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:53:24.173532 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70ca62a5-97b0-40c0-8b33-fcc2a107e86e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:24.201453 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283956186', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:23Z', 'revision_number': 3, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:24.228946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Checking router: 7c9cea6c-df9a-4e04-94b3-78fa2cee229d for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:53:24.229299 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Updating router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d port 78762b58-6f18-4eec-aab6-bab2a1e7606b binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:53:24.263613 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:24.358476 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70ca62a5-97b0-40c0-8b33-fcc2a107e86e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:24.419856 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca62a5-97b0-40c0-8b33-fcc2a107e86e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Subnet': ['ID=4207a339-cc05-42d1-9325-41485aca7d2e,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:24.427240 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ca62a5-97b0-40c0-8b33-fcc2a107e86e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Checking segment: {'id': '59f4c36f-1898-489a-b0e2-c1d52f5bb659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:53:24.427863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ca62a5-97b0-40c0-8b33-fcc2a107e86e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network hostable DHCP agents. Network: 4db2450f-451d-4e5e-8b1d-54fed1cfb6db, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:53:24.445744 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ca62a5-97b0-40c0-8b33-fcc2a107e86e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network 4db2450f-451d-4e5e-8b1d-54fed1cfb6db is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:53:24.455989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-70ca62a5-97b0-40c0-8b33-fcc2a107e86e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 4db2450f-451d-4e5e-8b1d-54fed1cfb6db) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:53:24.461104 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ca62a5-97b0-40c0-8b33-fcc2a107e86e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:24.462312 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-70ca62a5-97b0-40c0-8b33-fcc2a107e86e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:24.478238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987bae1c-0e3a-4c9e-aeb7-6cd4d20c0e6c None None] Network 4db2450f-451d-4e5e-8b1d-54fed1cfb6db requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:53:24.480408 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-70ca62a5-97b0-40c0-8b33-fcc2a107e86e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4072196 Jul 15 15:53:24.483229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42470) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:24.544898 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:24.563684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Transition to ACTIVE for port object 78762b58-6f18-4eec-aab6-bab2a1e7606b will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:53:24.568915 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:24.660866 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Attempting to bind port 78762b58-6f18-4eec-aab6-bab2a1e7606b on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:53:24.661236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Attempting to bind port 78762b58-6f18-4eec-aab6-bab2a1e7606b by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:53:24.661599 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Attempting to bind port 78762b58-6f18-4eec-aab6-bab2a1e7606b on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:53:24.675701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3786eef-2666-4dd6-82b7-219125117534 None None] Pushing event updated for resources: {'Port': ['ID=78762b58-6f18-4eec-aab6-bab2a1e7606b,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:24.680434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:53:24.680998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:53:24.681406 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:24.681794 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:53:24.682265 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Bound port: 78762b58-6f18-4eec-aab6-bab2a1e7606b, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:53:24.682686 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:24.777413 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] For port 78762b58-6f18-4eec-aab6-bab2a1e7606b, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:53:24.787539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ips': [{'subnet_id': '4207a339-cc05-42d1-9325-41485aca7d2e'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:53:24.788393 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:24.803270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] For port 78762b58-6f18-4eec-aab6-bab2a1e7606b, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=78762b58-6f18-4eec-aab6-bab2a1e7606b,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:53:24.811483 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:24.928221 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:24.938657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3786eef-2666-4dd6-82b7-219125117534 None None] Pushing event updated for resources: {'Port': ['ID=78762b58-6f18-4eec-aab6-bab2a1e7606b,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:24.943457 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Routers {'7c9cea6c-df9a-4e04-94b3-78fa2cee229d'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:53:24.944073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:53:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:25.052474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Allocated IP 172.20.0.2 (4db2450f-451d-4e5e-8b1d-54fed1cfb6db/4207a339-cc05-42d1-9325-41485aca7d2e/6270ef83-6755-4571-a62c-8b719e9867de) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:53:25.107802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] Set router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:53:25.499976 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:25.511977 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Transition to ACTIVE for port object 6270ef83-6755-4571-a62c-8b719e9867de will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:53:25.532753 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Transition to ACTIVE for port object 6270ef83-6755-4571-a62c-8b719e9867de will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:53:25.541335 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:25.579760 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283956186', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:23Z', 'revision_number': 3, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:25.587394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.20.0.1 (4db2450f-451d-4e5e-8b1d-54fed1cfb6db/4207a339-cc05-42d1-9325-41485aca7d2e/2474c36a-2db1-40ab-abc2-671688c7de75) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:53:25.587733 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Network 4db2450f-451d-4e5e-8b1d-54fed1cfb6db is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:53:25.616850 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd8d3b4-da01-4c10-b2f3-4d153e89b097 None None] The sync data for ids ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'] in n-d-764435-3 is: [{'id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283956186', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:23Z', 'revision_number': 3, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:53:25.618792 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:53:25.621050 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:53:25.623059 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Pushing event updated for resources: {'Port': ['ID=6270ef83-6755-4571-a62c-8b719e9867de,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:25.683889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Attempting to bind port 6270ef83-6755-4571-a62c-8b719e9867de on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:53:25.684262 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Attempting to bind port 6270ef83-6755-4571-a62c-8b719e9867de by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '59f4c36f-1898-489a-b0e2-c1d52f5bb659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:53:25.684623 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Attempting to bind port 6270ef83-6755-4571-a62c-8b719e9867de on network 4db2450f-451d-4e5e-8b1d-54fed1cfb6db {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:53:25.689925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:53:25.690446 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Checking segment: {'id': '59f4c36f-1898-489a-b0e2-c1d52f5bb659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:53:25.691090 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:25.691640 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Bound using segment: {'id': '59f4c36f-1898-489a-b0e2-c1d52f5bb659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:53:25.692343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Bound port: 6270ef83-6755-4571-a62c-8b719e9867de, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f4c36f-1898-489a-b0e2-c1d52f5bb659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:53:25.692830 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:25.709247 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:25.723886 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Transition to ACTIVE for port object 2474c36a-2db1-40ab-abc2-671688c7de75 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:53:25.758654 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:25.759411 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] For port 6270ef83-6755-4571-a62c-8b719e9867de, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:53:25.763225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] For port 6270ef83-6755-4571-a62c-8b719e9867de, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6270ef83-6755-4571-a62c-8b719e9867de,segment=NetworkSegment(59f4c36f-1898-489a-b0e2-c1d52f5bb659),segment_id=59f4c36f-1898-489a-b0e2-c1d52f5bb659)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:53:25.767250 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:25.797215 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network 4db2450f-451d-4e5e-8b1d-54fed1cfb6db is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:53:25.800629 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:53:25.807502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:53:25.836832 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8f386-6464-410b-a9bf-c09195661343 None None] Pushing event updated for resources: {'Port': ['ID=6270ef83-6755-4571-a62c-8b719e9867de,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:25.837232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=2474c36a-2db1-40ab-abc2-671688c7de75,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:25.860188 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:26.052756 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:26.346649 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:26.351058 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:26.428973 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=2474c36a-2db1-40ab-abc2-671688c7de75,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:26.434722 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:26.533278 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network 4db2450f-451d-4e5e-8b1d-54fed1cfb6db is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:53:26.534857 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:53:26.657561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:53:26.770687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:53:26.775862 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-eb08dd89-74cf-49da-82b5-1c2c435f29c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "PUT /v2.0/routers/7c9cea6c-df9a-4e04-94b3-78fa2cee229d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2915156 Jul 15 15:53:26.787374 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196701d2-f1a1-404a-9b1b-01c447b4b41c None None] Network 4db2450f-451d-4e5e-8b1d-54fed1cfb6db requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:53:26.877669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-85152f94-539d-40f3-b12a-296755955586 None None] Provisioning for port 6270ef83-6755-4571-a62c-8b719e9867de completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:53:26.917683 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-effb3a7c-e9f9-461d-ba1f-cb85443a37b0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2141502153&fields=id&tenant_id=e9f002f2c7cd4661833243062731d718 HTTP/1.1" status: 200 len: 267 time: 0.0329788 Jul 15 15:53:27.037652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-3d68c355-b9f3-4397-a46b-532cb06635be tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:27.039223 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-3d68c355-b9f3-4397-a46b-532cb06635be tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/networks?id=4db2450f-451d-4e5e-8b1d-54fed1cfb6db HTTP/1.1" status: 200 len: 795 time: 0.1149962 Jul 15 15:53:27.054625 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-07938ed6-521b-4ca2-985a-72a76d52091e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/quotas/e9f002f2c7cd4661833243062731d718 HTTP/1.1" status: 200 len: 375 time: 0.0098062 Jul 15 15:53:27.135308 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-5203c670-e16e-45fe-9d6f-03e43576c6ee tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741172 Jul 15 15:53:27.205259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c9771a3e-73fc-4a2c-8e7d-da3e31013b03 None None] Provisioning for port 2474c36a-2db1-40ab-abc2-671688c7de75 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:53:27.209282 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c9771a3e-73fc-4a2c-8e7d-da3e31013b03 None None] Provisioning complete for port 2474c36a-2db1-40ab-abc2-671688c7de75 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:53:27.209649 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9771a3e-73fc-4a2c-8e7d-da3e31013b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:27.253416 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c9771a3e-73fc-4a2c-8e7d-da3e31013b03 None None] Port 2474c36a-2db1-40ab-abc2-671688c7de75 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:53:27.295411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-6fcc2952-6203-41ce-93a5-bcf2572e95ce service neutron] 10.222.0.38 "GET /v2.0/networks/4db2450f-451d-4e5e-8b1d-54fed1cfb6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490707 Jul 15 15:53:27.310242 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Sync routers for ids ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:53:27.319478 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Routers {'7c9cea6c-df9a-4e04-94b3-78fa2cee229d'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:53:27.320091 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:53:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:27.385696 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9efb18d0-7a4d-4246-a86f-e4d416156807 None None] Provisioning complete for port 2474c36a-2db1-40ab-abc2-671688c7de75 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:53:27.386066 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9efb18d0-7a4d-4246-a86f-e4d416156807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:27.395534 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-e22290ee-fbba-4fab-8347-f2d433cc2556 service neutron] 10.222.0.38 "GET /v2.0/networks/4db2450f-451d-4e5e-8b1d-54fed1cfb6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941973 Jul 15 15:53:27.438660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9efb18d0-7a4d-4246-a86f-e4d416156807 None None] Port 2474c36a-2db1-40ab-abc2-671688c7de75 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:53:27.442097 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Set router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:53:27.603745 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f77c6a1a-1a32-4aca-afe4-fd84b9d24356 req-c3440e47-6bb9-43c6-9aec-b2d1b82825c2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 210 time: 0.0370343 Jul 15 15:53:27.658198 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283956186', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:25Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '2474c36a-2db1-40ab-abc2-671688c7de75', 'name': '', 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:61:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:25Z', 'updated_at': '2021-07-15T15:53:26Z', 'revision_number': 2, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:27.663367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6ab2b73d-0b69-477d-ad9f-3451c1bfc9f0 None None] Provisioning complete for port 2474c36a-2db1-40ab-abc2-671688c7de75 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:53:27.663857 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b73d-0b69-477d-ad9f-3451c1bfc9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:27.688368 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Checking router: 7c9cea6c-df9a-4e04-94b3-78fa2cee229d for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:53:27.688810 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Updating router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d port 2474c36a-2db1-40ab-abc2-671688c7de75 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:53:27.734808 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2b73d-0b69-477d-ad9f-3451c1bfc9f0 None None] Port 2474c36a-2db1-40ab-abc2-671688c7de75 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:53:27.744055 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:27.844023 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 78762b58-6f18-4eec-aab6-bab2a1e7606b up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:53:27.899717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 78762b58-6f18-4eec-aab6-bab2a1e7606b completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:53:27.903821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 78762b58-6f18-4eec-aab6-bab2a1e7606b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:53:27.904444 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:28.005581 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:28.026770 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:28.034768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 78762b58-6f18-4eec-aab6-bab2a1e7606b, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=78762b58-6f18-4eec-aab6-bab2a1e7606b,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:53:28.043872 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:28.044972 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6270ef83-6755-4571-a62c-8b719e9867de up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:53:28.045600 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Transition to ACTIVE for port object 2474c36a-2db1-40ab-abc2-671688c7de75 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:53:28.052820 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:28.102008 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33c5d0-a084-46c0-89d7-d51aaef5b0e1 None None] Pushing event updated for resources: {'Port': ['ID=2474c36a-2db1-40ab-abc2-671688c7de75,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:28.109661 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33c5d0-a084-46c0-89d7-d51aaef5b0e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:28.110012 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33c5d0-a084-46c0-89d7-d51aaef5b0e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:28.110646 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33c5d0-a084-46c0-89d7-d51aaef5b0e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:28.110834 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33c5d0-a084-46c0-89d7-d51aaef5b0e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:28.111175 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33c5d0-a084-46c0-89d7-d51aaef5b0e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:28.111511 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33c5d0-a084-46c0-89d7-d51aaef5b0e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:28.111839 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33c5d0-a084-46c0-89d7-d51aaef5b0e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:28.112165 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33c5d0-a084-46c0-89d7-d51aaef5b0e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:28.112489 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33c5d0-a084-46c0-89d7-d51aaef5b0e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:28.112810 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33c5d0-a084-46c0-89d7-d51aaef5b0e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:28.113131 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33c5d0-a084-46c0-89d7-d51aaef5b0e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:28.113453 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33c5d0-a084-46c0-89d7-d51aaef5b0e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:53:28.128358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=78762b58-6f18-4eec-aab6-bab2a1e7606b,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:28.145881 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 6270ef83-6755-4571-a62c-8b719e9867de completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:53:28.150834 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6270ef83-6755-4571-a62c-8b719e9867de triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:53:28.151245 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:28.211580 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Attempting to bind port 2474c36a-2db1-40ab-abc2-671688c7de75 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:53:28.211979 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Attempting to bind port 2474c36a-2db1-40ab-abc2-671688c7de75 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '59f4c36f-1898-489a-b0e2-c1d52f5bb659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:53:28.212647 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Attempting to bind port 2474c36a-2db1-40ab-abc2-671688c7de75 on network 4db2450f-451d-4e5e-8b1d-54fed1cfb6db {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:53:28.222451 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:53:28.223219 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Checking segment: {'id': '59f4c36f-1898-489a-b0e2-c1d52f5bb659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:53:28.223932 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:28.224566 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Bound using segment: {'id': '59f4c36f-1898-489a-b0e2-c1d52f5bb659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:53:28.225237 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Bound port: 2474c36a-2db1-40ab-abc2-671688c7de75, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f4c36f-1898-489a-b0e2-c1d52f5bb659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:53:28.225901 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:28.267295 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:28.306505 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 6270ef83-6755-4571-a62c-8b719e9867de, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6270ef83-6755-4571-a62c-8b719e9867de,segment=NetworkSegment(59f4c36f-1898-489a-b0e2-c1d52f5bb659),segment_id=59f4c36f-1898-489a-b0e2-c1d52f5bb659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:53:28.311797 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:28.356657 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] For port 2474c36a-2db1-40ab-abc2-671688c7de75, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:53:28.362322 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] For port 2474c36a-2db1-40ab-abc2-671688c7de75, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2474c36a-2db1-40ab-abc2-671688c7de75,segment=NetworkSegment(59f4c36f-1898-489a-b0e2-c1d52f5bb659),segment_id=59f4c36f-1898-489a-b0e2-c1d52f5bb659)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:53:28.370080 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:28.372677 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=6270ef83-6755-4571-a62c-8b719e9867de,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:28.431487 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Routers {'7c9cea6c-df9a-4e04-94b3-78fa2cee229d'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:53:28.432185 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:53:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:28.485462 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33c5d0-a084-46c0-89d7-d51aaef5b0e1 None None] Pushing event updated for resources: {'Port': ['ID=2474c36a-2db1-40ab-abc2-671688c7de75,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:28.578986 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] Set router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:53:28.753507 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b1981d60-ceba-4399-b059-1ec20955dc26 req-d27eff08-7624-4143-910d-aa0fc41d43e5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 210 time: 0.0337064 Jul 15 15:53:28.805818 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283956186', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:25Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '2474c36a-2db1-40ab-abc2-671688c7de75', 'name': '', 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:61:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:25Z', 'updated_at': '2021-07-15T15:53:28Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:28.830572 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8d9d1d-4606-418a-8df1-4a29a370db14 None None] The sync data for ids ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'] in n-d-764435-3 is: [{'id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283956186', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:25Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '2474c36a-2db1-40ab-abc2-671688c7de75', 'name': '', 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:61:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:25Z', 'updated_at': '2021-07-15T15:53:28Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:53:29.096546 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-ed2a5c19-9f35-43ba-88a0-bebc764efed5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:29.098252 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-ed2a5c19-9f35-43ba-88a0-bebc764efed5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "GET /v2.0/networks?id=4db2450f-451d-4e5e-8b1d-54fed1cfb6db HTTP/1.1" status: 200 len: 795 time: 0.1155221 Jul 15 15:53:29.146682 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-0951fa60-863a-4078-b8f5-b737e820146d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f002f2c7cd4661833243062731d718 HTTP/1.1" status: 200 len: 380 time: 0.0375376 Jul 15 15:53:29.156811 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-485804af-9bc7-4c90-8fb4-14b362785b45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'port': {'device_id': '11597a82-de01-4bb8-988f-1c6864a20972', 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'admin_state_up': True, 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'security_groups': ['658bafb7-9252-4a3c-b505-17ee064d50d5']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:53:29.273434 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-485804af-9bc7-4c90-8fb4-14b362785b45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Made reservation on behalf of e9f002f2c7cd4661833243062731d718 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:53:29.277586 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-485804af-9bc7-4c90-8fb4-14b362785b45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:29.412183 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-485804af-9bc7-4c90-8fb4-14b362785b45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.20.0.7 (4db2450f-451d-4e5e-8b1d-54fed1cfb6db/4207a339-cc05-42d1-9325-41485aca7d2e/226b681b-7d50-4ab6-bf82-91dcfa5df622) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:53:29.560909 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-485804af-9bc7-4c90-8fb4-14b362785b45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:29.575152 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-485804af-9bc7-4c90-8fb4-14b362785b45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Transition to ACTIVE for port object 226b681b-7d50-4ab6-bf82-91dcfa5df622 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:53:29.612396 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-485804af-9bc7-4c90-8fb4-14b362785b45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:29.661378 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-485804af-9bc7-4c90-8fb4-14b362785b45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network 4db2450f-451d-4e5e-8b1d-54fed1cfb6db is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:53:29.665255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-485804af-9bc7-4c90-8fb4-14b362785b45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:53:29.667711 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-485804af-9bc7-4c90-8fb4-14b362785b45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:53:29.698999 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485804af-9bc7-4c90-8fb4-14b362785b45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=226b681b-7d50-4ab6-bf82-91dcfa5df622,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:29.733358 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-485804af-9bc7-4c90-8fb4-14b362785b45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:29.733997 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-485804af-9bc7-4c90-8fb4-14b362785b45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:29.750860 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-485804af-9bc7-4c90-8fb4-14b362785b45 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5990438 Jul 15 15:53:29.768654 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Request body: {'port': {'device_id': '11597a82-de01-4bb8-988f-1c6864a20972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:53:29.860504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 78762b58-6f18-4eec-aab6-bab2a1e7606b up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:53:29.885535 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:29.936454 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 78762b58-6f18-4eec-aab6-bab2a1e7606b triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:53:29.936666 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:29.984001 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfde20-a7a6-414d-8aa3-c0060ad5e880 req-a35be2c8-9f60-4788-a527-57d77ee1142e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:29.993359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3dfde20-a7a6-414d-8aa3-c0060ad5e880 req-a35be2c8-9f60-4788-a527-57d77ee1142e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 931 time: 0.0831301 Jul 15 15:53:30.033535 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3dfde20-a7a6-414d-8aa3-c0060ad5e880 req-a478eed6-05d7-4f45-b80b-e17e0a22897b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392737 Jul 15 15:53:30.038005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2474c36a-2db1-40ab-abc2-671688c7de75 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:53:30.069425 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7766222a-3195-4462-a87a-3829b791a9fd None None] Provisioning for port 226b681b-7d50-4ab6-bf82-91dcfa5df622 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:53:30.076994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7766222a-3195-4462-a87a-3829b791a9fd None None] Provisioning complete for port 226b681b-7d50-4ab6-bf82-91dcfa5df622 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:53:30.077360 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7766222a-3195-4462-a87a-3829b791a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:30.116412 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7766222a-3195-4462-a87a-3829b791a9fd None None] Port 226b681b-7d50-4ab6-bf82-91dcfa5df622 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:53:30.135817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 2474c36a-2db1-40ab-abc2-671688c7de75 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:53:30.139886 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4dcbaeca-562f-4b6a-aa31-eca0ab8820c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:30.141386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 2474c36a-2db1-40ab-abc2-671688c7de75 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:53:30.141749 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:30.199025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226b681b-7d50-4ab6-bf82-91dcfa5df622 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:53:30.206433 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:30.220240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Transition to ACTIVE for port object 226b681b-7d50-4ab6-bf82-91dcfa5df622 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:53:30.223405 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:30.224730 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:30.257004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 2474c36a-2db1-40ab-abc2-671688c7de75, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2474c36a-2db1-40ab-abc2-671688c7de75,segment=NetworkSegment(59f4c36f-1898-489a-b0e2-c1d52f5bb659),segment_id=59f4c36f-1898-489a-b0e2-c1d52f5bb659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:53:30.262427 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:30.263391 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6270ef83-6755-4571-a62c-8b719e9867de up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:53:30.298984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Pushing event updated for resources: {'Port': ['ID=226b681b-7d50-4ab6-bf82-91dcfa5df622,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:30.350354 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Attempting to bind port 226b681b-7d50-4ab6-bf82-91dcfa5df622 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:53:30.351144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Attempting to bind port 226b681b-7d50-4ab6-bf82-91dcfa5df622 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '59f4c36f-1898-489a-b0e2-c1d52f5bb659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:53:30.351302 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=2474c36a-2db1-40ab-abc2-671688c7de75,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:30.352697 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Attempting to bind port 226b681b-7d50-4ab6-bf82-91dcfa5df622 on network 4db2450f-451d-4e5e-8b1d-54fed1cfb6db {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:53:30.358924 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Port 226b681b-7d50-4ab6-bf82-91dcfa5df622 on network 4db2450f-451d-4e5e-8b1d-54fed1cfb6db not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:53:30.359088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6270ef83-6755-4571-a62c-8b719e9867de triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:53:30.359414 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Attempting to bind port 226b681b-7d50-4ab6-bf82-91dcfa5df622 on network 4db2450f-451d-4e5e-8b1d-54fed1cfb6db {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:53:30.359536 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:30.365928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:53:30.366278 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Checking segment: {'id': '59f4c36f-1898-489a-b0e2-c1d52f5bb659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:53:30.366712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Bound using segment: {'id': '59f4c36f-1898-489a-b0e2-c1d52f5bb659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:53:30.367280 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Bound port: 226b681b-7d50-4ab6-bf82-91dcfa5df622, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f4c36f-1898-489a-b0e2-c1d52f5bb659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:53:30.367733 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:30.435388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] For port 226b681b-7d50-4ab6-bf82-91dcfa5df622, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:53:30.439183 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] For port 226b681b-7d50-4ab6-bf82-91dcfa5df622, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=226b681b-7d50-4ab6-bf82-91dcfa5df622,segment=NetworkSegment(59f4c36f-1898-489a-b0e2-c1d52f5bb659),segment_id=59f4c36f-1898-489a-b0e2-c1d52f5bb659)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:53:30.444654 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:30.482901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:30.483528 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:30.484915 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] 10.222.0.11 "PUT /v2.0/ports/226b681b-7d50-4ab6-bf82-91dcfa5df622 HTTP/1.1" status: 200 len: 1091 time: 0.7212663 Jul 15 15:53:30.485343 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11597a82-de01-4bb8-988f-1c6864a20972', 'tag': '226b681b-7d50-4ab6-bf82-91dcfa5df622'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:53:30.487696 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc26a8f-1f50-4881-908d-c31d1d74bd3f" -d '{"events": [{"name": "network-changed", "server_uuid": "11597a82-de01-4bb8-988f-1c6864a20972", "tag": "226b681b-7d50-4ab6-bf82-91dcfa5df622"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:53:30.518987 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2684a-923d-4444-b514-3c4bbdef12e6 service neutron] Pushing event updated for resources: {'Port': ['ID=226b681b-7d50-4ab6-bf82-91dcfa5df622,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:30.536346 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e69822-ac25-4956-9e73-64cdb100697c x-openstack-request-id: req-f3e69822-ac25-4956-9e73-64cdb100697c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:53:30.536642 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11597a82-de01-4bb8-988f-1c6864a20972", "tag": "226b681b-7d50-4ab6-bf82-91dcfa5df622", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:53:30.536894 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f3e69822-ac25-4956-9e73-64cdb100697c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:53:30.537292 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11597a82-de01-4bb8-988f-1c6864a20972', 'tag': '226b681b-7d50-4ab6-bf82-91dcfa5df622', 'status': 'completed', 'code': 200} Jul 15 15:53:30.585734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-bb5da8ce-94bb-40c9-9dd8-7c0ef3ad1e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:30.587956 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-bb5da8ce-94bb-40c9-9dd8-7c0ef3ad1e43 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 1094 time: 0.0641983 Jul 15 15:53:30.630128 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-4dc8fbbe-3e55-49d0-a227-29d2e7470c68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226b681b-7d50-4ab6-bf82-91dcfa5df622 HTTP/1.1" status: 200 len: 217 time: 0.0344772 Jul 15 15:53:30.685531 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-bbe13c7c-49aa-460c-96de-43f7608e1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:30.687016 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-bbe13c7c-49aa-460c-96de-43f7608e1d7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4207a339-cc05-42d1-9325-41485aca7d2e HTTP/1.1" status: 200 len: 835 time: 0.0510073 Jul 15 15:53:30.744625 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-ba67b29f-4689-4fda-ab40-f6f52f7880e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:30.746030 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-ba67b29f-4689-4fda-ab40-f6f52f7880e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4db2450f-451d-4e5e-8b1d-54fed1cfb6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524936 Jul 15 15:53:30.832891 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-57dd8e0c-e94e-4b34-91b4-a328e4806622 service neutron] 10.222.0.11 "GET /v2.0/networks/4db2450f-451d-4e5e-8b1d-54fed1cfb6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801935 Jul 15 15:53:30.923451 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-fc5dfa86-0756-461d-9546-2cf6c1af3c86 req-00d32131-2821-4d6d-93d8-6db94c02e567 service neutron] 10.222.0.11 "GET /v2.0/networks/4db2450f-451d-4e5e-8b1d-54fed1cfb6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842438 Jul 15 15:53:31.021836 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc26a8f-1f50-4881-908d-c31d1d74bd3f req-7cfa59ef-f661-4339-b3da-26a45d2373d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:31.023251 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-adc26a8f-1f50-4881-908d-c31d1d74bd3f req-7cfa59ef-f661-4339-b3da-26a45d2373d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 1094 time: 0.0509274 Jul 15 15:53:31.116219 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc26a8f-1f50-4881-908d-c31d1d74bd3f req-2c4a6560-212e-4f1f-9b13-88e663780bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:31.117794 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-adc26a8f-1f50-4881-908d-c31d1d74bd3f req-2c4a6560-212e-4f1f-9b13-88e663780bed service neutron] 10.222.0.11 "GET /v2.0/networks?id=4db2450f-451d-4e5e-8b1d-54fed1cfb6db HTTP/1.1" status: 200 len: 896 time: 0.0879796 Jul 15 15:53:31.162028 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-adc26a8f-1f50-4881-908d-c31d1d74bd3f req-6808c662-4e4a-41dc-aa7b-89de54e958dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226b681b-7d50-4ab6-bf82-91dcfa5df622 HTTP/1.1" status: 200 len: 217 time: 0.0364380 Jul 15 15:53:31.210252 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc26a8f-1f50-4881-908d-c31d1d74bd3f req-23e32cc5-23ae-4315-81d4-2bb35ea56b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:31.212537 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-adc26a8f-1f50-4881-908d-c31d1d74bd3f req-23e32cc5-23ae-4315-81d4-2bb35ea56b83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4207a339-cc05-42d1-9325-41485aca7d2e HTTP/1.1" status: 200 len: 835 time: 0.0436954 Jul 15 15:53:31.223209 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783603af-092d-4b74-aad4-6e0ab669de81 req-ed0bb622-5b75-4a63-b5bd-43892a14b1a1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:31.224701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-783603af-092d-4b74-aad4-6e0ab669de81 req-ed0bb622-5b75-4a63-b5bd-43892a14b1a1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 943 time: 0.0674093 Jul 15 15:53:31.262381 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-783603af-092d-4b74-aad4-6e0ab669de81 req-284b9848-000b-49eb-a18e-0d9043660d4c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319939 Jul 15 15:53:31.273113 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc26a8f-1f50-4881-908d-c31d1d74bd3f req-0171de3c-0fd5-4725-b738-12b9c897cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:31.275211 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-adc26a8f-1f50-4881-908d-c31d1d74bd3f req-0171de3c-0fd5-4725-b738-12b9c897cf01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4db2450f-451d-4e5e-8b1d-54fed1cfb6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558462 Jul 15 15:53:31.362750 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-adc26a8f-1f50-4881-908d-c31d1d74bd3f req-f6585d8c-d373-4dde-b19b-55487abac62c service neutron] 10.222.0.11 "GET /v2.0/networks/4db2450f-451d-4e5e-8b1d-54fed1cfb6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806324 Jul 15 15:53:31.453581 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-adc26a8f-1f50-4881-908d-c31d1d74bd3f req-1d583c90-dbd8-4ef9-a448-5a4bdc03feae service neutron] 10.222.0.11 "GET /v2.0/networks/4db2450f-451d-4e5e-8b1d-54fed1cfb6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837755 Jul 15 15:53:31.735022 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2474c36a-2db1-40ab-abc2-671688c7de75 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:53:31.781821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 2474c36a-2db1-40ab-abc2-671688c7de75 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:53:31.782193 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:32.438419 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd260c99-1b12-414f-98d6-06b799d71aa6 req-8ed0a48b-cc3c-4b45-9306-4bb51fc5be96 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:32.439947 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd260c99-1b12-414f-98d6-06b799d71aa6 req-8ed0a48b-cc3c-4b45-9306-4bb51fc5be96 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 943 time: 0.0653236 Jul 15 15:53:32.477772 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd260c99-1b12-414f-98d6-06b799d71aa6 req-61340a59-8169-451a-99d7-e688a86a19fc tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319688 Jul 15 15:53:32.890418 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:32.941408 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9db27af6-504b-4ec5-9bf6-0f73df18e23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:33.647133 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b6318-b7de-4ae3-9c57-87426bcee5e2 req-bb5a0978-6aae-4b13-89b5-a9fcfc428daa tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:33.648620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c0b6318-b7de-4ae3-9c57-87426bcee5e2 req-bb5a0978-6aae-4b13-89b5-a9fcfc428daa tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 943 time: 0.0623522 Jul 15 15:53:33.687406 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9c0b6318-b7de-4ae3-9c57-87426bcee5e2 req-099dddf2-a8ce-4fbf-899b-a2d768489510 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332541 Jul 15 15:53:33.970169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 226b681b-7d50-4ab6-bf82-91dcfa5df622 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:53:34.064073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 226b681b-7d50-4ab6-bf82-91dcfa5df622, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=226b681b-7d50-4ab6-bf82-91dcfa5df622,segment=NetworkSegment(59f4c36f-1898-489a-b0e2-c1d52f5bb659),segment_id=59f4c36f-1898-489a-b0e2-c1d52f5bb659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:53:34.075215 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '226b681b-7d50-4ab6-bf82-91dcfa5df622', 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'port_id': '226b681b-7d50-4ab6-bf82-91dcfa5df622', 'mac_address': 'fa:16:3e:52:7a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:53:34.112109 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:34.125070 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226b681b-7d50-4ab6-bf82-91dcfa5df622 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:53:34.144445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 226b681b-7d50-4ab6-bf82-91dcfa5df622, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=226b681b-7d50-4ab6-bf82-91dcfa5df622,segment=NetworkSegment(59f4c36f-1898-489a-b0e2-c1d52f5bb659),segment_id=59f4c36f-1898-489a-b0e2-c1d52f5bb659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:53:34.148084 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:34.194286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=226b681b-7d50-4ab6-bf82-91dcfa5df622,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:34.346467 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['226b681b-7d50-4ab6-bf82-91dcfa5df622'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:53:34.494496 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:34.858681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98333a80-fcae-4f34-b02e-48db5c38e46f req-557f9134-4e05-436e-b569-a414a8e4ac0f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:34.860153 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-98333a80-fcae-4f34-b02e-48db5c38e46f req-557f9134-4e05-436e-b569-a414a8e4ac0f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 944 time: 0.0625601 Jul 15 15:53:34.901577 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-98333a80-fcae-4f34-b02e-48db5c38e46f req-888a7e77-8c6a-4ace-a4ea-01872d975c7a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359321 Jul 15 15:53:35.985376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 226b681b-7d50-4ab6-bf82-91dcfa5df622 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:53:36.032852 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 226b681b-7d50-4ab6-bf82-91dcfa5df622 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:53:36.036525 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 226b681b-7d50-4ab6-bf82-91dcfa5df622 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:53:36.036923 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:36.076825 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a82d2-d355-4171-8c50-0288894e6cdd req-f44a1f71-8688-4314-bdde-2033510c28dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:36.078555 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e7a82d2-d355-4171-8c50-0288894e6cdd req-f44a1f71-8688-4314-bdde-2033510c28dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 944 time: 0.0635161 Jul 15 15:53:36.119401 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:36.119976 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e7a82d2-d355-4171-8c50-0288894e6cdd req-ea9bdb17-6092-4943-92c4-d02bc9dc7835 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357990 Jul 15 15:53:36.144356 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11597a82-de01-4bb8-988f-1c6864a20972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226b681b-7d50-4ab6-bf82-91dcfa5df622'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:53:36.146628 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d192f0-808e-431d-8639-0dda296aa841" -d '{"events": [{"server_uuid": "11597a82-de01-4bb8-988f-1c6864a20972", "name": "network-vif-plugged", "status": "completed", "tag": "226b681b-7d50-4ab6-bf82-91dcfa5df622"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:53:36.159377 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 226b681b-7d50-4ab6-bf82-91dcfa5df622, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=226b681b-7d50-4ab6-bf82-91dcfa5df622,segment=NetworkSegment(59f4c36f-1898-489a-b0e2-c1d52f5bb659),segment_id=59f4c36f-1898-489a-b0e2-c1d52f5bb659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:53:36.169603 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:36.197527 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918cc2d3-b699-47c5-aa6a-8e2c4c3a0ebc x-openstack-request-id: req-918cc2d3-b699-47c5-aa6a-8e2c4c3a0ebc {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:53:36.197819 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11597a82-de01-4bb8-988f-1c6864a20972", "name": "network-vif-plugged", "status": "completed", "tag": "226b681b-7d50-4ab6-bf82-91dcfa5df622", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:53:36.198068 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-918cc2d3-b699-47c5-aa6a-8e2c4c3a0ebc {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:53:36.198458 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11597a82-de01-4bb8-988f-1c6864a20972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226b681b-7d50-4ab6-bf82-91dcfa5df622', 'code': 200} Jul 15 15:53:36.200736 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:36.223938 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=226b681b-7d50-4ab6-bf82-91dcfa5df622,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:36.297027 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b8f3c-a56f-4b99-9bc6-57781af3ffda req-c0262d86-9adc-41ba-8a9b-deacc88db8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:36.298504 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b2b8f3c-a56f-4b99-9bc6-57781af3ffda req-c0262d86-9adc-41ba-8a9b-deacc88db8db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 1096 time: 0.0517678 Jul 15 15:53:36.333212 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-5b2b8f3c-a56f-4b99-9bc6-57781af3ffda req-832d279c-d8ce-4d79-8f2f-d119ab8168b5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280914 Jul 15 15:53:37.291688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee9a41-8c97-44bc-811c-09d7d27f0766 req-f853b66f-1625-4d2a-a45f-aecc1c0ee085 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:37.293158 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90ee9a41-8c97-44bc-811c-09d7d27f0766 req-f853b66f-1625-4d2a-a45f-aecc1c0ee085 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0616431 Jul 15 15:53:37.329790 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-90ee9a41-8c97-44bc-811c-09d7d27f0766 req-2a59e5f9-b6be-402a-877b-535479c9d3b8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310621 Jul 15 15:53:37.505835 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3d680-d0a5-4ca8-b4f4-65535732aa7c req-93b99dff-921c-46b7-bbdd-9d84396c140e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:37.507327 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59e3d680-d0a5-4ca8-b4f4-65535732aa7c req-93b99dff-921c-46b7-bbdd-9d84396c140e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0677733 Jul 15 15:53:37.544235 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59e3d680-d0a5-4ca8-b4f4-65535732aa7c req-94c77562-8feb-4ae4-b73c-bbca5603a665 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308297 Jul 15 15:53:37.568021 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42522) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:37.618386 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8937362c-5fff-400a-87e0-c5669925ac12 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:37.620682 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8937362c-5fff-400a-87e0-c5669925ac12 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 1091 time: 0.0515394 Jul 15 15:53:37.623221 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42524) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:37.627485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': '226b681b-7d50-4ab6-bf82-91dcfa5df622', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:53:37.648983 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:37.747023 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:37.844264 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.25.4.54 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/68065b8e-98c6-421a-804c-7ebfff12f17c) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:53:38.285389 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:38.322096 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:38.357393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:53:38.362359 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:53:38.365709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:53:38.389296 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=68065b8e-98c6-421a-804c-7ebfff12f17c,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:38.733470 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:38.811979 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:38.955406 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:38.959946 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:39.027319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=68065b8e-98c6-421a-804c-7ebfff12f17c,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:39.036831 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:39.138337 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Floating IP cb5b6883-9537-43f0-b5d0-1cef71121531 associated. External IP: 172.25.4.54, port: 226b681b-7d50-4ab6-bf82-91dcfa5df622. Jul 15 15:53:39.340983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:53:39.445748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:53:39.456430 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46ae34-9df1-4cf7-a539-90a4aba4799d None None] Sync routers for ids ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:53:39.464692 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:39.468362 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f46ae34-9df1-4cf7-a539-90a4aba4799d None None] Routers {'7c9cea6c-df9a-4e04-94b3-78fa2cee229d'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:53:39.468982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6f46ae34-9df1-4cf7-a539-90a4aba4799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:53:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:39.500720 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b33b219c-dc8f-479e-8b6a-d591a30ef6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8764975 Jul 15 15:53:39.501304 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11597a82-de01-4bb8-988f-1c6864a20972', 'tag': '226b681b-7d50-4ab6-bf82-91dcfa5df622'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:53:39.503604 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88059ffa-41a5-4aac-aff4-224d03dc30d5" -d '{"events": [{"name": "network-changed", "server_uuid": "11597a82-de01-4bb8-988f-1c6864a20972", "tag": "226b681b-7d50-4ab6-bf82-91dcfa5df622"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:53:39.546821 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d166ef-513c-4597-ac85-5e3c4c4848f2 x-openstack-request-id: req-35d166ef-513c-4597-ac85-5e3c4c4848f2 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:53:39.547121 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11597a82-de01-4bb8-988f-1c6864a20972", "tag": "226b681b-7d50-4ab6-bf82-91dcfa5df622", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:53:39.547378 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35d166ef-513c-4597-ac85-5e3c4c4848f2 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:53:39.547809 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11597a82-de01-4bb8-988f-1c6864a20972', 'tag': '226b681b-7d50-4ab6-bf82-91dcfa5df622', 'status': 'completed', 'code': 200} Jul 15 15:53:39.580770 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-6f46ae34-9df1-4cf7-a539-90a4aba4799d None None] Set router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:53:39.627127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88059ffa-41a5-4aac-aff4-224d03dc30d5 req-d02afe98-3347-469e-9e37-d8e0b6ccddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:39.629330 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-88059ffa-41a5-4aac-aff4-224d03dc30d5 req-d02afe98-3347-469e-9e37-d8e0b6ccddbb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 1096 time: 0.0569992 Jul 15 15:53:39.664458 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de32b0-0b66-45fa-9317-9d522328d973 req-4c362dd8-f761-46fe-a002-fd2d09775a23 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:39.666034 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0de32b0-0b66-45fa-9317-9d522328d973 req-4c362dd8-f761-46fe-a002-fd2d09775a23 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0670733 Jul 15 15:53:39.708366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0de32b0-0b66-45fa-9317-9d522328d973 req-0c01207a-e213-40a2-8262-3e3299045d36 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333304 Jul 15 15:53:39.733267 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88059ffa-41a5-4aac-aff4-224d03dc30d5 req-d9252e68-63fc-491b-80b6-5b0890175d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:39.734377 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42530) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:39.734952 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-88059ffa-41a5-4aac-aff4-224d03dc30d5 req-d9252e68-63fc-491b-80b6-5b0890175d97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4db2450f-451d-4e5e-8b1d-54fed1cfb6db HTTP/1.1" status: 200 len: 896 time: 0.0998151 Jul 15 15:53:39.802390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d2d9cf65-e3c4-4874-85c3-804c1428480b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/cb5b6883-9537-43f0-b5d0-1cef71121531 HTTP/1.1" status: 200 len: 990 time: 0.0657554 Jul 15 15:53:39.811636 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-88059ffa-41a5-4aac-aff4-224d03dc30d5 req-06e6d902-81b9-4701-bd84-afb5b72a6ec0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226b681b-7d50-4ab6-bf82-91dcfa5df622 HTTP/1.1" status: 200 len: 998 time: 0.0706465 Jul 15 15:53:39.817230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6f46ae34-9df1-4cf7-a539-90a4aba4799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283956186', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:25Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'cb5b6883-9537-43f0-b5d0-1cef71121531', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'port_id': '226b681b-7d50-4ab6-bf82-91dcfa5df622', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'mac_address': 'fa:16:3e:52:7a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11597a82-de01-4bb8-988f-1c6864a20972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:53:38Z', 'updated_at': '2021-07-15T15:53:38Z', 'revision_number': 0, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2474c36a-2db1-40ab-abc2-671688c7de75', 'name': '', 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:61:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:25Z', 'updated_at': '2021-07-15T15:53:30Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:39.843871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46ae34-9df1-4cf7-a539-90a4aba4799d None None] Checking router: 7c9cea6c-df9a-4e04-94b3-78fa2cee229d for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:53:39.852585 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f46ae34-9df1-4cf7-a539-90a4aba4799d None None] Routers {'7c9cea6c-df9a-4e04-94b3-78fa2cee229d'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:53:39.853210 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6f46ae34-9df1-4cf7-a539-90a4aba4799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:53:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:39.961212 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-6f46ae34-9df1-4cf7-a539-90a4aba4799d None None] Set router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:53:40.140704 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88059ffa-41a5-4aac-aff4-224d03dc30d5 req-ff8b4d2a-527d-4b90-9119-984ffb9cc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:40.142188 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-88059ffa-41a5-4aac-aff4-224d03dc30d5 req-ff8b4d2a-527d-4b90-9119-984ffb9cc750 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4207a339-cc05-42d1-9325-41485aca7d2e HTTP/1.1" status: 200 len: 835 time: 0.3245335 Jul 15 15:53:40.192205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6f46ae34-9df1-4cf7-a539-90a4aba4799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283956186', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:25Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'cb5b6883-9537-43f0-b5d0-1cef71121531', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'port_id': '226b681b-7d50-4ab6-bf82-91dcfa5df622', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'mac_address': 'fa:16:3e:52:7a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11597a82-de01-4bb8-988f-1c6864a20972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:53:38Z', 'updated_at': '2021-07-15T15:53:38Z', 'revision_number': 0, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2474c36a-2db1-40ab-abc2-671688c7de75', 'name': '', 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:61:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:25Z', 'updated_at': '2021-07-15T15:53:30Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:53:40.198859 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88059ffa-41a5-4aac-aff4-224d03dc30d5 req-ced2bceb-9bad-40b5-84f4-89c117d0e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:53:40.200386 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-88059ffa-41a5-4aac-aff4-224d03dc30d5 req-ced2bceb-9bad-40b5-84f4-89c117d0e4ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4db2450f-451d-4e5e-8b1d-54fed1cfb6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511885 Jul 15 15:53:40.297945 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-88059ffa-41a5-4aac-aff4-224d03dc30d5 req-f3c98c5a-c462-4c06-87aa-35aa530f1b89 service neutron] 10.222.0.11 "GET /v2.0/networks/4db2450f-451d-4e5e-8b1d-54fed1cfb6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907307 Jul 15 15:53:40.376016 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46ae34-9df1-4cf7-a539-90a4aba4799d None None] The sync data for ids ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'] in n-d-764435-3 is: [{'id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283956186', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:25Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'cb5b6883-9537-43f0-b5d0-1cef71121531', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'port_id': '226b681b-7d50-4ab6-bf82-91dcfa5df622', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'mac_address': 'fa:16:3e:52:7a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11597a82-de01-4bb8-988f-1c6864a20972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:53:38Z', 'updated_at': '2021-07-15T15:53:38Z', 'revision_number': 0, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2474c36a-2db1-40ab-abc2-671688c7de75', 'name': '', 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:61:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:25Z', 'updated_at': '2021-07-15T15:53:30Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:53:40.389213 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-88059ffa-41a5-4aac-aff4-224d03dc30d5 req-4bfc2032-54d2-4fb5-9dbe-fdd84f49a825 service neutron] 10.222.0.11 "GET /v2.0/networks/4db2450f-451d-4e5e-8b1d-54fed1cfb6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852103 Jul 15 15:53:40.581237 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268349f4-52fb-46f6-87d9-99bd7e76f24a None None] New status for floating IP cb5b6883-9537-43f0-b5d0-1cef71121531: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:53:40.804345 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42532) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:53:40.865241 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5eaca3e2-5ece-4c9d-b09e-34b4990ae54c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/cb5b6883-9537-43f0-b5d0-1cef71121531 HTTP/1.1" status: 200 len: 992 time: 0.0596497 Jul 15 15:53:43.696442 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:53:49.402374 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:49.731871 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:00.131212 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0043fa40-8857-4410-a0e7-b12f5bfc28af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:02.890228 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:02.941245 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fca217fb-5b74-46fc-a584-80995fc2203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:04.480681 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:06.178343 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:12.360890 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb0599-c5e4-4367-b59b-7494acb35231 req-6f170221-53b7-4a61-8ae2-d7dc2c0b4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:12.362308 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2fb0599-c5e4-4367-b59b-7494acb35231 req-6f170221-53b7-4a61-8ae2-d7dc2c0b4dc4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 1096 time: 0.0583379 Jul 15 15:54:12.397332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfec91-cae5-4d56-9f46-26c38a8b0257 req-74b105f6-785f-4cb4-a99b-c9a3a332d948 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:12.398901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19bfec91-cae5-4d56-9f46-26c38a8b0257 req-74b105f6-785f-4cb4-a99b-c9a3a332d948 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0686178 Jul 15 15:54:12.437040 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19bfec91-cae5-4d56-9f46-26c38a8b0257 req-cb6dfaa2-3abf-48ce-a7bb-7c1f18c1ce9a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325251 Jul 15 15:54:12.459252 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb0599-c5e4-4367-b59b-7494acb35231 req-0b670782-ce35-4d85-988b-88804a78dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:12.460805 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2fb0599-c5e4-4367-b59b-7494acb35231 req-0b670782-ce35-4d85-988b-88804a78dcab service neutron] 10.222.0.11 "GET /v2.0/networks?id=4db2450f-451d-4e5e-8b1d-54fed1cfb6db HTTP/1.1" status: 200 len: 896 time: 0.0893929 Jul 15 15:54:12.528283 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2fb0599-c5e4-4367-b59b-7494acb35231 req-bf5aa176-de6d-4082-9d70-7907aa8d2ade service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226b681b-7d50-4ab6-bf82-91dcfa5df622 HTTP/1.1" status: 200 len: 1000 time: 0.0604901 Jul 15 15:54:12.576136 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb0599-c5e4-4367-b59b-7494acb35231 req-16837e66-1da2-45cd-b689-261ee749841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:12.577541 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2fb0599-c5e4-4367-b59b-7494acb35231 req-16837e66-1da2-45cd-b689-261ee749841a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4207a339-cc05-42d1-9325-41485aca7d2e HTTP/1.1" status: 200 len: 835 time: 0.0426383 Jul 15 15:54:12.632989 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb0599-c5e4-4367-b59b-7494acb35231 req-cc46beb0-3277-4aad-a56b-514c3695aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:12.634602 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2fb0599-c5e4-4367-b59b-7494acb35231 req-cc46beb0-3277-4aad-a56b-514c3695aa1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4db2450f-451d-4e5e-8b1d-54fed1cfb6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506041 Jul 15 15:54:12.724730 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2fb0599-c5e4-4367-b59b-7494acb35231 req-6d23ce62-5a54-4ac7-9175-9515e2104fdf service neutron] 10.222.0.11 "GET /v2.0/networks/4db2450f-451d-4e5e-8b1d-54fed1cfb6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830085 Jul 15 15:54:12.810630 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f2fb0599-c5e4-4367-b59b-7494acb35231 req-346814a2-d928-47c3-8c7d-0428e09b490e service neutron] 10.222.0.11 "GET /v2.0/networks/4db2450f-451d-4e5e-8b1d-54fed1cfb6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787449 Jul 15 15:54:13.612757 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4617979-85fc-4f88-82f7-f9fe89560ec5 req-2e98dc06-9602-4f1b-a470-0495bde1544b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:13.614240 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4617979-85fc-4f88-82f7-f9fe89560ec5 req-2e98dc06-9602-4f1b-a470-0495bde1544b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0668118 Jul 15 15:54:13.651899 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4617979-85fc-4f88-82f7-f9fe89560ec5 req-3afa3c2a-bc06-4c40-9258-fdddf743f657 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316026 Jul 15 15:54:14.826795 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57671880-67c0-4d1c-97e8-e3d38df9e026 req-f2258976-1377-4601-8367-009b712a5621 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:14.828303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57671880-67c0-4d1c-97e8-e3d38df9e026 req-f2258976-1377-4601-8367-009b712a5621 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0674300 Jul 15 15:54:14.866384 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57671880-67c0-4d1c-97e8-e3d38df9e026 req-469cd331-4b07-4b60-bb9e-a3bdb0e1f826 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324702 Jul 15 15:54:16.036090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aec9f8-b33a-47d8-bb6c-3c31b3413886 req-2d8b6d5a-336c-46d7-9126-b0fa28932aec tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:16.037474 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08aec9f8-b33a-47d8-bb6c-3c31b3413886 req-2d8b6d5a-336c-46d7-9126-b0fa28932aec tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0619321 Jul 15 15:54:16.074226 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08aec9f8-b33a-47d8-bb6c-3c31b3413886 req-bef7c620-e9a6-40ab-85cf-197c987b8c50 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306873 Jul 15 15:54:17.243430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910418b-64f8-4a72-9051-8f6271e9d8bd req-df313e88-ce15-4858-b94b-bdaa5563a10b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:17.245769 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0910418b-64f8-4a72-9051-8f6271e9d8bd req-df313e88-ce15-4858-b94b-bdaa5563a10b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0632553 Jul 15 15:54:17.282931 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0910418b-64f8-4a72-9051-8f6271e9d8bd req-b422a529-66a8-4fd9-b4a4-b9499772c7a8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316265 Jul 15 15:54:18.455945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28c771-2b87-484c-8b24-f57baba10a95 req-20af26ab-0d0b-4f87-bbb0-25f98cdbf479 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:18.457413 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be28c771-2b87-484c-8b24-f57baba10a95 req-20af26ab-0d0b-4f87-bbb0-25f98cdbf479 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0661647 Jul 15 15:54:18.495569 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-be28c771-2b87-484c-8b24-f57baba10a95 req-4fda13c9-2e40-4d65-a6ad-7b25ea899236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326600 Jul 15 15:54:19.416889 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:19.670327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9024912-8c40-4841-bb43-e406231c9f05 req-16e860b1-43bb-4cb9-bf6b-adcf070a2a08 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:19.671742 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9024912-8c40-4841-bb43-e406231c9f05 req-16e860b1-43bb-4cb9-bf6b-adcf070a2a08 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0633192 Jul 15 15:54:19.709943 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9024912-8c40-4841-bb43-e406231c9f05 req-8960e910-9e9b-4ec8-8a19-0380caa38abe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327744 Jul 15 15:54:19.732765 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:20.694694 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:54:20.888311 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a724f5-27be-4977-a689-434afe48c0bc req-e4d2f9f3-15ba-4ac7-a7ec-5df35698be0e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:20.889835 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9a724f5-27be-4977-a689-434afe48c0bc req-e4d2f9f3-15ba-4ac7-a7ec-5df35698be0e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0679078 Jul 15 15:54:20.926827 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c9a724f5-27be-4977-a689-434afe48c0bc req-3a218e10-5d92-4116-8879-240f0df768fd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314219 Jul 15 15:54:22.098297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f39291-bf59-48ce-9abf-44e6fbb14d87 req-f212daa9-5aef-4cef-aab0-9e8c24beca54 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:22.099797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70f39291-bf59-48ce-9abf-44e6fbb14d87 req-f212daa9-5aef-4cef-aab0-9e8c24beca54 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0628655 Jul 15 15:54:22.138695 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70f39291-bf59-48ce-9abf-44e6fbb14d87 req-bdd18f08-0c9c-4542-a76b-b8a6950bf15d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328629 Jul 15 15:54:22.788111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f1730-0786-482f-a493-3b39a4b15f38 req-501be407-1cac-425d-b753-d54809bf6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:22.789592 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2a9f1730-0786-482f-a493-3b39a4b15f38 req-501be407-1cac-425d-b753-d54809bf6391 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 1096 time: 0.0555973 Jul 15 15:54:22.892072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f1730-0786-482f-a493-3b39a4b15f38 req-af948696-70a8-4721-af16-41935b853434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:22.893526 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2a9f1730-0786-482f-a493-3b39a4b15f38 req-af948696-70a8-4721-af16-41935b853434 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4db2450f-451d-4e5e-8b1d-54fed1cfb6db HTTP/1.1" status: 200 len: 896 time: 0.0846019 Jul 15 15:54:22.960756 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2a9f1730-0786-482f-a493-3b39a4b15f38 req-187310fa-b0c4-4c24-a955-de5953a58010 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226b681b-7d50-4ab6-bf82-91dcfa5df622 HTTP/1.1" status: 200 len: 1000 time: 0.0603850 Jul 15 15:54:23.006942 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f1730-0786-482f-a493-3b39a4b15f38 req-d8444d76-2d22-490b-89b6-e16b8756238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:23.008375 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2a9f1730-0786-482f-a493-3b39a4b15f38 req-d8444d76-2d22-490b-89b6-e16b8756238c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4207a339-cc05-42d1-9325-41485aca7d2e HTTP/1.1" status: 200 len: 835 time: 0.0421062 Jul 15 15:54:23.064238 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f1730-0786-482f-a493-3b39a4b15f38 req-01c14993-ded5-492b-aada-390353b70378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:23.065626 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2a9f1730-0786-482f-a493-3b39a4b15f38 req-01c14993-ded5-492b-aada-390353b70378 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4db2450f-451d-4e5e-8b1d-54fed1cfb6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507693 Jul 15 15:54:23.160388 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2a9f1730-0786-482f-a493-3b39a4b15f38 req-59217961-b7bf-4773-ac16-3c6c687acae8 service neutron] 10.222.0.11 "GET /v2.0/networks/4db2450f-451d-4e5e-8b1d-54fed1cfb6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871794 Jul 15 15:54:23.253011 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-2a9f1730-0786-482f-a493-3b39a4b15f38 req-19e501cc-6ba0-49d9-bb31-6334da9728dc service neutron] 10.222.0.11 "GET /v2.0/networks/4db2450f-451d-4e5e-8b1d-54fed1cfb6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843158 Jul 15 15:54:23.310223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6aecc-d974-40c9-8827-2437bc8d834b req-2305f337-67e1-4d51-a5d3-b66927b5e8f8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:23.311752 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0af6aecc-d974-40c9-8827-2437bc8d834b req-2305f337-67e1-4d51-a5d3-b66927b5e8f8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0626943 Jul 15 15:54:23.348478 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0af6aecc-d974-40c9-8827-2437bc8d834b req-96199eb2-a175-4bc3-8023-8b0ef754d285 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311341 Jul 15 15:54:24.524337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d8a95-a552-4ba9-bb7a-33e3b7e2bb91 req-adc23496-b66e-4eec-8b58-fb535a798cdc tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:24.525821 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-551d8a95-a552-4ba9-bb7a-33e3b7e2bb91 req-adc23496-b66e-4eec-8b58-fb535a798cdc tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0671806 Jul 15 15:54:24.563130 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-551d8a95-a552-4ba9-bb7a-33e3b7e2bb91 req-4de13772-7c9f-4931-86c2-8cef354c7051 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317655 Jul 15 15:54:25.735065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587664d7-32e6-413e-a5b6-2d5d04c533eb req-6dc22a04-89a0-49f2-b8c4-c8c7639296c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:25.736554 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-587664d7-32e6-413e-a5b6-2d5d04c533eb req-6dc22a04-89a0-49f2-b8c4-c8c7639296c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0627148 Jul 15 15:54:25.773661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-587664d7-32e6-413e-a5b6-2d5d04c533eb req-2c21dca6-31b4-4c32-a68f-c4c3a8f45596 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315852 Jul 15 15:54:26.946264 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ace696-0e75-4e4e-8d2c-13aa2c2afc1a req-e5d34da9-f316-4ebd-9aa3-9ebaeb97d469 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:26.947885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-48ace696-0e75-4e4e-8d2c-13aa2c2afc1a req-e5d34da9-f316-4ebd-9aa3-9ebaeb97d469 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0659907 Jul 15 15:54:26.985427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-48ace696-0e75-4e4e-8d2c-13aa2c2afc1a req-fb630c0f-e1eb-4d53-b483-a9f614e73e27 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321090 Jul 15 15:54:28.160456 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68220e-218e-4a77-bba5-85c7f85e4cd7 req-5753f635-a14d-494f-8563-f7be99c8c0d8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:28.161961 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a68220e-218e-4a77-bba5-85c7f85e4cd7 req-5753f635-a14d-494f-8563-f7be99c8c0d8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0655787 Jul 15 15:54:28.200522 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a68220e-218e-4a77-bba5-85c7f85e4cd7 req-f3a87ff1-1974-4f93-8a0f-70305891cc48 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321655 Jul 15 15:54:29.374425 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c296d-fbaa-4f8d-adad-0d05251f5b1e req-7c68199c-2df1-4354-a55a-971bc2ef01e0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:54:29.375838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-061c296d-fbaa-4f8d-adad-0d05251f5b1e req-7c68199c-2df1-4354-a55a-971bc2ef01e0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0632610 Jul 15 15:54:29.413052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-061c296d-fbaa-4f8d-adad-0d05251f5b1e req-e0aae80d-3466-4d6b-8354-64bf803d0155 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317254 Jul 15 15:54:29.437407 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42580) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:54:29.500364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bacbe607-5915-4c82-8d92-10eb614b5eb1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/cb5b6883-9537-43f0-b5d0-1cef71121531 HTTP/1.1" status: 200 len: 992 time: 0.0617831 Jul 15 15:54:30.131012 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-594667c1-ab34-4e86-baaa-a258dbce08bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:32.891148 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:32.940167 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e38667bb-58d3-4831-97f2-8f2c377d90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:34.483479 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:36.180047 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:49.421710 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:49.737842 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:57.692880 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:55:00.132540 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b0d3b8b-8a1a-4157-94fa-f1e496bfda41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:00.192040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42596) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:00.352824 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 68065b8e-98c6-421a-804c-7ebfff12f17c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:55:00.353172 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:00.427045 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:00.427377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:00.438580 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 68065b8e-98c6-421a-804c-7ebfff12f17c owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:55:00.582778 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:00.608088 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=68065b8e-98c6-421a-804c-7ebfff12f17c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:00.634443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:00.635062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:00.635400 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:00.635743 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:00.636079 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:00.636415 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:00.636749 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:00.637083 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:00.637417 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:00.637749 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:00.638075 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:00.638397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:00.682765 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:00.682765 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Floating IP cb5b6883-9537-43f0-b5d0-1cef71121531 disassociated (deleted). External IP: 172.25.4.54, port: 226b681b-7d50-4ab6-bf82-91dcfa5df622. Jul 15 15:55:00.883457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:55:00.989361 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:55:00.994722 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:00.999037 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646248e-eb7d-4a65-9713-3fa5aa08ef0f None None] Sync routers for ids ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:55:01.007528 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646248e-eb7d-4a65-9713-3fa5aa08ef0f None None] Routers {'7c9cea6c-df9a-4e04-94b3-78fa2cee229d'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:55:01.008135 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6646248e-eb7d-4a65-9713-3fa5aa08ef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:54:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:01.035627 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e66b1e8f-1e50-4828-9bf4-0d7caa1fcd6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/floatingips/cb5b6883-9537-43f0-b5d0-1cef71121531 HTTP/1.1" status: 204 len: 168 time: 0.8423791 Jul 15 15:55:01.036446 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11597a82-de01-4bb8-988f-1c6864a20972', 'tag': '226b681b-7d50-4ab6-bf82-91dcfa5df622'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:55:01.038847 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9445163c-2b8f-482b-b832-afb881c59239" -d '{"events": [{"name": "network-changed", "server_uuid": "11597a82-de01-4bb8-988f-1c6864a20972", "tag": "226b681b-7d50-4ab6-bf82-91dcfa5df622"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:55:01.078605 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce49eb99-4c62-47fa-bb3c-c4265b307eb4 x-openstack-request-id: req-ce49eb99-4c62-47fa-bb3c-c4265b307eb4 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:55:01.078930 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11597a82-de01-4bb8-988f-1c6864a20972", "tag": "226b681b-7d50-4ab6-bf82-91dcfa5df622", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:55:01.079186 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ce49eb99-4c62-47fa-bb3c-c4265b307eb4 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:55:01.079710 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11597a82-de01-4bb8-988f-1c6864a20972', 'tag': '226b681b-7d50-4ab6-bf82-91dcfa5df622', 'status': 'completed', 'code': 200} Jul 15 15:55:01.119017 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-6646248e-eb7d-4a65-9713-3fa5aa08ef0f None None] Set router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:55:01.172739 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445163c-2b8f-482b-b832-afb881c59239 req-45d2c842-d382-455c-a7cf-9fd30eb906be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:01.174357 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9445163c-2b8f-482b-b832-afb881c59239 req-45d2c842-d382-455c-a7cf-9fd30eb906be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 1096 time: 0.0717170 Jul 15 15:55:01.283645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445163c-2b8f-482b-b832-afb881c59239 req-9da4505d-15c2-4073-9425-ad2494e4fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:01.285133 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9445163c-2b8f-482b-b832-afb881c59239 req-9da4505d-15c2-4073-9425-ad2494e4fbb5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4db2450f-451d-4e5e-8b1d-54fed1cfb6db HTTP/1.1" status: 200 len: 896 time: 0.1045847 Jul 15 15:55:01.321685 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6646248e-eb7d-4a65-9713-3fa5aa08ef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283956186', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:25Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '2474c36a-2db1-40ab-abc2-671688c7de75', 'name': '', 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:61:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:25Z', 'updated_at': '2021-07-15T15:53:30Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:01.337391 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9445163c-2b8f-482b-b832-afb881c59239 req-912ef199-da56-4f49-9e5a-aeac93febedd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=226b681b-7d50-4ab6-bf82-91dcfa5df622 HTTP/1.1" status: 200 len: 217 time: 0.0407491 Jul 15 15:55:01.348735 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646248e-eb7d-4a65-9713-3fa5aa08ef0f None None] Checking router: 7c9cea6c-df9a-4e04-94b3-78fa2cee229d for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:55:01.358169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646248e-eb7d-4a65-9713-3fa5aa08ef0f None None] Routers {'7c9cea6c-df9a-4e04-94b3-78fa2cee229d'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:55:01.358836 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6646248e-eb7d-4a65-9713-3fa5aa08ef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:54:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:01.388168 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445163c-2b8f-482b-b832-afb881c59239 req-b0d08174-8c96-47ab-990e-132980175d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:01.389972 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9445163c-2b8f-482b-b832-afb881c59239 req-b0d08174-8c96-47ab-990e-132980175d54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4207a339-cc05-42d1-9325-41485aca7d2e HTTP/1.1" status: 200 len: 835 time: 0.0460560 Jul 15 15:55:01.426164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf76f16-e535-4589-bb6f-1472fbb3e538 req-d98027fb-5cfa-44eb-8cec-4b716024bf8e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:01.428390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6cf76f16-e535-4589-bb6f-1472fbb3e538 req-d98027fb-5cfa-44eb-8cec-4b716024bf8e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0667899 Jul 15 15:55:01.452633 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445163c-2b8f-482b-b832-afb881c59239 req-67b576aa-8830-40e8-b37d-c26b65045b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:01.454930 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9445163c-2b8f-482b-b832-afb881c59239 req-67b576aa-8830-40e8-b37d-c26b65045b9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4db2450f-451d-4e5e-8b1d-54fed1cfb6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567992 Jul 15 15:55:01.466805 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-6646248e-eb7d-4a65-9713-3fa5aa08ef0f None None] Set router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:55:01.469216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6cf76f16-e535-4589-bb6f-1472fbb3e538 req-33eb70e6-70d7-4767-8084-43f73b3ee0e0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336361 Jul 15 15:55:01.554441 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9445163c-2b8f-482b-b832-afb881c59239 req-64d889ff-e4d8-4663-85a4-77bfc25e07bd service neutron] 10.222.0.11 "GET /v2.0/networks/4db2450f-451d-4e5e-8b1d-54fed1cfb6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920346 Jul 15 15:55:01.644061 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9445163c-2b8f-482b-b832-afb881c59239 req-3ce6868f-8d78-4801-91f4-c639d848f433 service neutron] 10.222.0.11 "GET /v2.0/networks/4db2450f-451d-4e5e-8b1d-54fed1cfb6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829329 Jul 15 15:55:01.668764 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6646248e-eb7d-4a65-9713-3fa5aa08ef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283956186', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:25Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '2474c36a-2db1-40ab-abc2-671688c7de75', 'name': '', 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:61:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:25Z', 'updated_at': '2021-07-15T15:53:30Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:01.694579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646248e-eb7d-4a65-9713-3fa5aa08ef0f None None] The sync data for ids ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'] in n-d-764435-3 is: [{'id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283956186', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:25Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '2474c36a-2db1-40ab-abc2-671688c7de75', 'name': '', 'network_id': '4db2450f-451d-4e5e-8b1d-54fed1cfb6db', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:c2:61:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:25Z', 'updated_at': '2021-07-15T15:53:30Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '4207a339-cc05-42d1-9325-41485aca7d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:55:01.917531 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432095c-e020-4571-a16e-56e9181facbc None None] New status for floating IP cb5b6883-9537-43f0-b5d0-1cef71121531: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:55:02.646221 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eca1a8-17d6-4a22-b0e7-1be04f5dd955 req-8bff5d07-c4bd-4d8d-b89d-11e82a162587 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:02.647729 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08eca1a8-17d6-4a22-b0e7-1be04f5dd955 req-8bff5d07-c4bd-4d8d-b89d-11e82a162587 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0667410 Jul 15 15:55:02.684797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08eca1a8-17d6-4a22-b0e7-1be04f5dd955 req-28844dd9-dc97-4386-a02b-d95a6622c26a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=658bafb7-9252-4a3c-b505-17ee064d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308437 Jul 15 15:55:02.806880 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23750829-dab3-476f-8da9-0245f5e8c383 req-f32359b7-7eea-4e02-992d-db452efc53f6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:02.808249 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-23750829-dab3-476f-8da9-0245f5e8c383 req-f32359b7-7eea-4e02-992d-db452efc53f6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 945 time: 0.0658839 Jul 15 15:55:02.893232 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:02.909604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-23750829-dab3-476f-8da9-0245f5e8c383 req-62300a3d-053c-4344-853e-98817ea1d153 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 226b681b-7d50-4ab6-bf82-91dcfa5df622 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:55:02.909960 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-23750829-dab3-476f-8da9-0245f5e8c383 req-62300a3d-053c-4344-853e-98817ea1d153 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:02.939925 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c0d71ba-155e-47a4-bd1f-7a697f6c04e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:03.003720 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-23750829-dab3-476f-8da9-0245f5e8c383 req-62300a3d-053c-4344-853e-98817ea1d153 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] For port 226b681b-7d50-4ab6-bf82-91dcfa5df622, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=226b681b-7d50-4ab6-bf82-91dcfa5df622,segment=NetworkSegment(59f4c36f-1898-489a-b0e2-c1d52f5bb659),segment_id=59f4c36f-1898-489a-b0e2-c1d52f5bb659)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:55:03.004080 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-23750829-dab3-476f-8da9-0245f5e8c383 req-62300a3d-053c-4344-853e-98817ea1d153 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:03.018244 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-23750829-dab3-476f-8da9-0245f5e8c383 req-62300a3d-053c-4344-853e-98817ea1d153 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 226b681b-7d50-4ab6-bf82-91dcfa5df622 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:55:03.141057 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-23750829-dab3-476f-8da9-0245f5e8c383 req-62300a3d-053c-4344-853e-98817ea1d153 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:03.173753 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62300a3d-053c-4344-853e-98817ea1d153 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=226b681b-7d50-4ab6-bf82-91dcfa5df622,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:03.218001 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-23750829-dab3-476f-8da9-0245f5e8c383 req-62300a3d-053c-4344-853e-98817ea1d153 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] No DVR routers for this DVR port 226b681b-7d50-4ab6-bf82-91dcfa5df622 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:55:03.220643 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-23750829-dab3-476f-8da9-0245f5e8c383 req-62300a3d-053c-4344-853e-98817ea1d153 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:03.222632 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-23750829-dab3-476f-8da9-0245f5e8c383 req-62300a3d-053c-4344-853e-98817ea1d153 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "DELETE /v2.0/ports/226b681b-7d50-4ab6-bf82-91dcfa5df622 HTTP/1.1" status: 204 len: 173 time: 0.4086120 Jul 15 15:55:03.223062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11597a82-de01-4bb8-988f-1c6864a20972', 'name': 'network-vif-deleted', 'tag': '226b681b-7d50-4ab6-bf82-91dcfa5df622'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:55:03.225402 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c3316c-bad6-4691-b322-2a0b83910888" -d '{"events": [{"server_uuid": "11597a82-de01-4bb8-988f-1c6864a20972", "name": "network-vif-deleted", "tag": "226b681b-7d50-4ab6-bf82-91dcfa5df622"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:55:03.264087 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1887d529-a324-4a96-afb7-ef08e9c200bb x-openstack-request-id: req-1887d529-a324-4a96-afb7-ef08e9c200bb {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:55:03.264379 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11597a82-de01-4bb8-988f-1c6864a20972", "name": "network-vif-deleted", "tag": "226b681b-7d50-4ab6-bf82-91dcfa5df622", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:55:03.264711 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1887d529-a324-4a96-afb7-ef08e9c200bb {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:55:03.265137 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11597a82-de01-4bb8-988f-1c6864a20972', 'name': 'network-vif-deleted', 'tag': '226b681b-7d50-4ab6-bf82-91dcfa5df622', 'status': 'completed', 'code': 200} Jul 15 15:55:03.843732 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6ea66554-44d1-46c7-a3e7-af9a00eb3029 req-ce6e7b05-f32e-443c-a87d-bfcda2329885 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=11597a82-de01-4bb8-988f-1c6864a20972 HTTP/1.1" status: 200 len: 210 time: 0.0291517 Jul 15 15:55:04.487090 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:04.938163 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42612) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:05.292298 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:05.553579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 2474c36a-2db1-40ab-abc2-671688c7de75 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:55:05.553854 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:05.638501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] For port 2474c36a-2db1-40ab-abc2-671688c7de75, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=2474c36a-2db1-40ab-abc2-671688c7de75,segment=NetworkSegment(59f4c36f-1898-489a-b0e2-c1d52f5bb659),segment_id=59f4c36f-1898-489a-b0e2-c1d52f5bb659)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:55:05.638883 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:05.651337 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 2474c36a-2db1-40ab-abc2-671688c7de75 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:55:05.831240 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:05.862387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=2474c36a-2db1-40ab-abc2-671688c7de75,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:05.889300 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:05.889645 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:05.889986 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:05.890323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:05.890679 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:05.891010 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:05.891335 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:05.891666 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:05.891989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:05.892312 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:05.892631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:05.892949 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:06.041895 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:06.183546 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:06.251665 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:55:06.354007 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:55:06.359336 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bebf3520-5108-4f04-95a4-8ed978997570 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "PUT /v2.0/routers/7c9cea6c-df9a-4e04-94b3-78fa2cee229d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4200988 Jul 15 15:55:06.362056 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42614) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:06.364685 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c26905-c95d-4457-8cc7-2d1f6995618d None None] Sync routers for ids ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:55:06.373750 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c26905-c95d-4457-8cc7-2d1f6995618d None None] Routers {'7c9cea6c-df9a-4e04-94b3-78fa2cee229d'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:55:06.374371 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-96c26905-c95d-4457-8cc7-2d1f6995618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:55:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:06.412065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb6a2cf-70ea-4fbf-9458-aecb4ab3bfef tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting subnet 4207a339-cc05-42d1-9325-41485aca7d2e {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:55:06.415172 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0bb6a2cf-70ea-4fbf-9458-aecb4ab3bfef tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:06.453191 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0bb6a2cf-70ea-4fbf-9458-aecb4ab3bfef tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:06.469059 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 226b681b-7d50-4ab6-bf82-91dcfa5df622 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:55:06.493901 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 226b681b-7d50-4ab6-bf82-91dcfa5df622 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:55:06.494238 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 226b681b-7d50-4ab6-bf82-91dcfa5df622 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:55:06.496790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-96c26905-c95d-4457-8cc7-2d1f6995618d None None] Set router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:55:06.688892 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-96c26905-c95d-4457-8cc7-2d1f6995618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283956186', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:55:05Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:06.715962 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c26905-c95d-4457-8cc7-2d1f6995618d None None] Checking router: 7c9cea6c-df9a-4e04-94b3-78fa2cee229d for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:55:06.725166 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c26905-c95d-4457-8cc7-2d1f6995618d None None] Routers {'7c9cea6c-df9a-4e04-94b3-78fa2cee229d'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:55:06.725790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-96c26905-c95d-4457-8cc7-2d1f6995618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:55:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:06.832368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-96c26905-c95d-4457-8cc7-2d1f6995618d None None] Set router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:55:06.880746 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0bb6a2cf-70ea-4fbf-9458-aecb4ab3bfef tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:06.936431 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0bb6a2cf-70ea-4fbf-9458-aecb4ab3bfef tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:06.963614 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6a2cf-70ea-4fbf-9458-aecb4ab3bfef tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Subnet': ['ID=4207a339-cc05-42d1-9325-41485aca7d2e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:06.966049 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0bb6a2cf-70ea-4fbf-9458-aecb4ab3bfef tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:06.968554 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0bb6a2cf-70ea-4fbf-9458-aecb4ab3bfef tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/subnets/4207a339-cc05-42d1-9325-41485aca7d2e HTTP/1.1" status: 204 len: 168 time: 0.6052217 Jul 15 15:55:06.970835 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42616) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:06.983603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e0a8fd-04e6-41c4-b23e-0811809ae7b9 None None] Network 4db2450f-451d-4e5e-8b1d-54fed1cfb6db requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:55:07.076003 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed40e91e-4ee8-419b-97c0-bdb2ee84a4f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:07.099935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-96c26905-c95d-4457-8cc7-2d1f6995618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283956186', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:55:05Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:07.133190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c26905-c95d-4457-8cc7-2d1f6995618d None None] The sync data for ids ['7c9cea6c-df9a-4e04-94b3-78fa2cee229d'] in n-d-764435-3 is: [{'id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283956186', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:55:05Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '78762b58-6f18-4eec-aab6-bab2a1e7606b', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cea6c-df9a-4e04-94b3-78fa2cee229d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:53:22Z', 'updated_at': '2021-07-15T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:55:07.191837 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed40e91e-4ee8-419b-97c0-bdb2ee84a4f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:07.260938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-ed40e91e-4ee8-419b-97c0-bdb2ee84a4f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 78762b58-6f18-4eec-aab6-bab2a1e7606b {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:55:07.261201 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed40e91e-4ee8-419b-97c0-bdb2ee84a4f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:07.343853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-ed40e91e-4ee8-419b-97c0-bdb2ee84a4f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] For port 78762b58-6f18-4eec-aab6-bab2a1e7606b, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=78762b58-6f18-4eec-aab6-bab2a1e7606b,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:55:07.344219 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed40e91e-4ee8-419b-97c0-bdb2ee84a4f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:07.355697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-ed40e91e-4ee8-419b-97c0-bdb2ee84a4f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 78762b58-6f18-4eec-aab6-bab2a1e7606b owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:55:07.494636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] DHCP port deletion for 4db2450f-451d-4e5e-8b1d-54fed1cfb6db request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:55:07.536611 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed40e91e-4ee8-419b-97c0-bdb2ee84a4f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:07.564799 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Deleting port 6270ef83-6755-4571-a62c-8b719e9867de {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:55:07.565186 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:07.567372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40e91e-4ee8-419b-97c0-bdb2ee84a4f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=78762b58-6f18-4eec-aab6-bab2a1e7606b,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:07.637298 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed40e91e-4ee8-419b-97c0-bdb2ee84a4f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:07.643429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] For port 6270ef83-6755-4571-a62c-8b719e9867de, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6270ef83-6755-4571-a62c-8b719e9867de,segment=NetworkSegment(59f4c36f-1898-489a-b0e2-c1d52f5bb659),segment_id=59f4c36f-1898-489a-b0e2-c1d52f5bb659)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:55:07.643960 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:07.661643 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Calling delete_port for 6270ef83-6755-4571-a62c-8b719e9867de owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:55:07.736930 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed40e91e-4ee8-419b-97c0-bdb2ee84a4f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:07.740340 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed40e91e-4ee8-419b-97c0-bdb2ee84a4f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:07.759657 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:07.775236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] No DVR routers for this DVR port 6270ef83-6755-4571-a62c-8b719e9867de on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:55:07.799489 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Pushing event deleted for resources: {'Port': ['ID=6270ef83-6755-4571-a62c-8b719e9867de,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:07.807329 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:07.808297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:07.808297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:07.808516 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:07.808678 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:07.809634 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:07.810468 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:07.811073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:07.811242 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:07.811864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:07.813383 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:07.813383 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b799a-fb82-477e-80be-550925fc2fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:07.822856 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed40e91e-4ee8-419b-97c0-bdb2ee84a4f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:07.823397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed40e91e-4ee8-419b-97c0-bdb2ee84a4f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Fanout notify agent at l3_agent the message router_deleted on router 7c9cea6c-df9a-4e04-94b3-78fa2cee229d {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:55:07.830878 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ed40e91e-4ee8-419b-97c0-bdb2ee84a4f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:07.831991 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ed40e91e-4ee8-419b-97c0-bdb2ee84a4f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/routers/7c9cea6c-df9a-4e04-94b3-78fa2cee229d HTTP/1.1" status: 204 len: 168 time: 0.8602529 Jul 15 15:55:07.835031 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42618) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:07.898863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2474c36a-2db1-40ab-abc2-671688c7de75 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:55:07.919896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 2474c36a-2db1-40ab-abc2-671688c7de75 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:55:07.920235 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 2474c36a-2db1-40ab-abc2-671688c7de75 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:55:07.920795 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6270ef83-6755-4571-a62c-8b719e9867de no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:55:07.943183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 6270ef83-6755-4571-a62c-8b719e9867de {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:55:07.943525 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6270ef83-6755-4571-a62c-8b719e9867de not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:55:07.945787 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7713fa77-91bd-4503-b620-3d68fa1567e7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.032726 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7713fa77-91bd-4503-b620-3d68fa1567e7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.042133 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-7713fa77-91bd-4503-b620-3d68fa1567e7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db2450f-451d-4e5e-8b1d-54fed1cfb6db']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:08.052240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-7713fa77-91bd-4503-b620-3d68fa1567e7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f4c36f-1898-489a-b0e2-c1d52f5bb659') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:08.052535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-7713fa77-91bd-4503-b620-3d68fa1567e7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f4c36f-1898-489a-b0e2-c1d52f5bb659') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:08.061563 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7713fa77-91bd-4503-b620-3d68fa1567e7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.074351 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7713fa77-91bd-4503-b620-3d68fa1567e7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.080057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7713fa77-91bd-4503-b620-3d68fa1567e7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:55:08.080439 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7713fa77-91bd-4503-b620-3d68fa1567e7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:55:08.083256 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:55:08.143729 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7713fa77-91bd-4503-b620-3d68fa1567e7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.151253 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7713fa77-91bd-4503-b620-3d68fa1567e7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.152378 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-7713fa77-91bd-4503-b620-3d68fa1567e7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/networks/4db2450f-451d-4e5e-8b1d-54fed1cfb6db HTTP/1.1" status: 204 len: 168 time: 0.3156621 Jul 15 15:55:08.155971 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42620) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:08.164049 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713fa77-91bd-4503-b620-3d68fa1567e7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Network': ['ID=4db2450f-451d-4e5e-8b1d-54fed1cfb6db,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:08.213585 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f7599d52-5ff3-4844-8ed2-3ad20f7b3a34 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.239125 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f7599d52-5ff3-4844-8ed2-3ad20f7b3a34 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.299389 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f7599d52-5ff3-4844-8ed2-3ad20f7b3a34 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.301888 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f7599d52-5ff3-4844-8ed2-3ad20f7b3a34 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.303131 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f7599d52-5ff3-4844-8ed2-3ad20f7b3a34 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/security-groups/658bafb7-9252-4a3c-b505-17ee064d50d5 HTTP/1.1" status: 204 len: 168 time: 0.1460688 Jul 15 15:55:08.312622 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7599d52-5ff3-4844-8ed2-3ad20f7b3a34 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=658bafb7-9252-4a3c-b505-17ee064d50d5,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:08.586035 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42626) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:08.591465 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-7deded21-1680-4c45-b3ce-5bcab86880b9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574420268', 'description': 'tempest-secgroup-smoke-574420268 description', 'project_id': 'e9f002f2c7cd4661833243062731d718'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:55:08.613947 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7deded21-1680-4c45-b3ce-5bcab86880b9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.692696 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7deded21-1680-4c45-b3ce-5bcab86880b9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.696267 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7deded21-1680-4c45-b3ce-5bcab86880b9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.726017 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7deded21-1680-4c45-b3ce-5bcab86880b9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.727269 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7deded21-1680-4c45-b3ce-5bcab86880b9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1402013 Jul 15 15:55:08.730272 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42628) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:08.732516 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deded21-1680-4c45-b3ce-5bcab86880b9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258ac936-1511-47b2-864a-117d110a530f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:08.735806 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-dbfbbbe9-21f0-49f4-aaba-b3a3a36751e2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '258ac936-1511-47b2-864a-117d110a530f', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:55:08.761090 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbfbbbe9-21f0-49f4-aaba-b3a3a36751e2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.815651 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbfbbbe9-21f0-49f4-aaba-b3a3a36751e2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.818947 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbfbbbe9-21f0-49f4-aaba-b3a3a36751e2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.836091 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbbbe9-21f0-49f4-aaba-b3a3a36751e2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d3651d-9341-4f23-b57f-3abe0774225d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:08.842808 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbfbbbe9-21f0-49f4-aaba-b3a3a36751e2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.844002 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-dbfbbbe9-21f0-49f4-aaba-b3a3a36751e2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120942 Jul 15 15:55:08.846710 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42630) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:08.851065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-df1642fe-2010-471e-be03-ff5cfea719c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '258ac936-1511-47b2-864a-117d110a530f', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:55:08.877283 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df1642fe-2010-471e-be03-ff5cfea719c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.935787 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df1642fe-2010-471e-be03-ff5cfea719c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.939173 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df1642fe-2010-471e-be03-ff5cfea719c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.957240 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1642fe-2010-471e-be03-ff5cfea719c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a97b463-7bac-4369-87de-c2152941603d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:08.962779 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df1642fe-2010-471e-be03-ff5cfea719c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.964004 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-df1642fe-2010-471e-be03-ff5cfea719c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163523 Jul 15 15:55:08.967894 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42632) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:08.972623 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-9fecf821-54fe-4ae1-b056-42454f4c34a6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '258ac936-1511-47b2-864a-117d110a530f', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:55:08.999010 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9fecf821-54fe-4ae1-b056-42454f4c34a6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.055210 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9fecf821-54fe-4ae1-b056-42454f4c34a6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.058743 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9fecf821-54fe-4ae1-b056-42454f4c34a6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.081827 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecf821-54fe-4ae1-b056-42454f4c34a6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9a76e8-6f1d-46a4-881d-531995120e57,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:09.085857 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9fecf821-54fe-4ae1-b056-42454f4c34a6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.087049 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9fecf821-54fe-4ae1-b056-42454f4c34a6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180480 Jul 15 15:55:09.089769 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42634) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:09.095230 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e9ea87a5-f57f-4e90-8043-b96b123c0b99 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '258ac936-1511-47b2-864a-117d110a530f', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:55:09.120791 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9ea87a5-f57f-4e90-8043-b96b123c0b99 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.179628 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9ea87a5-f57f-4e90-8043-b96b123c0b99 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.183051 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9ea87a5-f57f-4e90-8043-b96b123c0b99 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.200004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea87a5-f57f-4e90-8043-b96b123c0b99 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06de2b4-1898-4886-8cc7-a604c0fd3d59,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:09.205660 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e9ea87a5-f57f-4e90-8043-b96b123c0b99 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.206995 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e9ea87a5-f57f-4e90-8043-b96b123c0b99 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155031 Jul 15 15:55:09.209653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42636) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:09.213988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-56bc7123-e9dc-4568-a496-01cfe28c8305 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '258ac936-1511-47b2-864a-117d110a530f', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:55:09.235513 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-56bc7123-e9dc-4568-a496-01cfe28c8305 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Project e9f002f2c7cd4661833243062731d718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:55:09.240143 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-56bc7123-e9dc-4568-a496-01cfe28c8305 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.297475 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-56bc7123-e9dc-4568-a496-01cfe28c8305 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.300853 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-56bc7123-e9dc-4568-a496-01cfe28c8305 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.319433 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc7123-e9dc-4568-a496-01cfe28c8305 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85cf00c-97d4-46b9-8cdb-c24e84f1c2dd,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:09.325570 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-56bc7123-e9dc-4568-a496-01cfe28c8305 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.326923 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-56bc7123-e9dc-4568-a496-01cfe28c8305 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163564 Jul 15 15:55:09.329615 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42638) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:09.333974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f523f12b-2ea2-4d9f-b049-0af6e094b143 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '258ac936-1511-47b2-864a-117d110a530f', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:55:09.355102 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-f523f12b-2ea2-4d9f-b049-0af6e094b143 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Project e9f002f2c7cd4661833243062731d718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:55:09.359888 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f523f12b-2ea2-4d9f-b049-0af6e094b143 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.417670 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f523f12b-2ea2-4d9f-b049-0af6e094b143 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.421861 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f523f12b-2ea2-4d9f-b049-0af6e094b143 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.438673 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523f12b-2ea2-4d9f-b049-0af6e094b143 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe29d7c-e4ca-4811-9690-67ed2ba21e5c,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:09.444082 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f523f12b-2ea2-4d9f-b049-0af6e094b143 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.445249 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f523f12b-2ea2-4d9f-b049-0af6e094b143 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1147268 Jul 15 15:55:09.448070 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42640) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:09.453453 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-78ab3834-a8ed-4782-81be-3e13a0c997c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'network': {'name': 'tempest-network-smoke--1764561495', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'port_security_enabled': True}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:55:09.472556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ab3834-a8ed-4782-81be-3e13a0c997c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Made reservation on behalf of e9f002f2c7cd4661833243062731d718 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:55:09.475900 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78ab3834-a8ed-4782-81be-3e13a0c997c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.498893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ab3834-a8ed-4782-81be-3e13a0c997c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:55:09.507774 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78ab3834-a8ed-4782-81be-3e13a0c997c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.508146 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-78ab3834-a8ed-4782-81be-3e13a0c997c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Added segment cb100f36-58f1-4c5e-bd82-32d0eb1c3c46 of type vlan for network a5195f8c-859c-4c81-9c44-201197fdb5de Jul 15 15:55:09.550306 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78ab3834-a8ed-4782-81be-3e13a0c997c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.577889 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78ab3834-a8ed-4782-81be-3e13a0c997c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.583351 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab3834-a8ed-4782-81be-3e13a0c997c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:09.583940 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-78ab3834-a8ed-4782-81be-3e13a0c997c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.622035 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-78ab3834-a8ed-4782-81be-3e13a0c997c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1723800 Jul 15 15:55:09.624931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42642) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:09.629290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-339571399', 'admin_state_up': True, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:55:09.664657 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab3834-a8ed-4782-81be-3e13a0c997c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Network': ['ID=a5195f8c-859c-4c81-9c44-201197fdb5de,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:09.675550 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network a5195f8c-859c-4c81-9c44-201197fdb5de details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:55:09.679646 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.680706 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.731507 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.745730 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 78762b58-6f18-4eec-aab6-bab2a1e7606b no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:55:09.767172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 78762b58-6f18-4eec-aab6-bab2a1e7606b {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:55:09.767519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 78762b58-6f18-4eec-aab6-bab2a1e7606b not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:55:09.872787 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:10.058291 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:10.076716 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:10.184853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.25.4.36 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/e5350547-a5f5-4b1c-8670-f80075022444) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:55:10.286452 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:10.324027 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:10.363097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:55:10.365844 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:55:10.369404 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:55:10.391239 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=e5350547-a5f5-4b1c-8670-f80075022444,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:10.612050 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:10.806985 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:10.933108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router d8932fda-ca54-441a-b652-9c33a8953798 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:55:11.035213 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:55:11.044508 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Sync routers for ids ['d8932fda-ca54-441a-b652-9c33a8953798'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:55:11.053064 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:11.053437 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Routers {'d8932fda-ca54-441a-b652-9c33a8953798'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:55:11.054065 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:55:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d8932fda-ca54-441a-b652-9c33a8953798'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:11.054335 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a3c2d0e8-8bfb-461d-90a4-357f3c0809c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4284964 Jul 15 15:55:11.057642 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42646) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:11.088575 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-710a9671-138a-455a-8b4a-a62362ff3aee tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=e9f002f2c7cd4661833243062731d718&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272434 Jul 15 15:55:11.088797 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42648) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:11.159679 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Set router d8932fda-ca54-441a-b652-9c33a8953798 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:55:11.176381 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd73e4b8-2d26-4e06-9bcb-4254e2ef6cf8 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:11.180652 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fd73e4b8-2d26-4e06-9bcb-4254e2ef6cf8 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882232 Jul 15 15:55:11.180809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42650) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:11.212138 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8da29732-b44c-40cc-bd04-9c2aa35ecc41 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301619 Jul 15 15:55:11.214682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42652) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:11.220740 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-68cee413-f25b-4cb2-834b-bf7e5fe1087b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-337849577', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:55:11.304984 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cee413-f25b-4cb2-834b-bf7e5fe1087b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Made reservation on behalf of e9f002f2c7cd4661833243062731d718 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:55:11.308454 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-68cee413-f25b-4cb2-834b-bf7e5fe1087b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:11.331716 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339571399', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:55:09Z', 'updated_at': '2021-07-15T15:55:10Z', 'revision_number': 3, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:10Z', 'updated_at': '2021-07-15T15:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:11.361465 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Checking router: d8932fda-ca54-441a-b652-9c33a8953798 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:55:11.361805 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Updating router d8932fda-ca54-441a-b652-9c33a8953798 port e5350547-a5f5-4b1c-8670-f80075022444 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:55:11.398682 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:11.489431 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-68cee413-f25b-4cb2-834b-bf7e5fe1087b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:11.550108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cee413-f25b-4cb2-834b-bf7e5fe1087b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Subnet': ['ID=e2591145-b722-4e8b-9a8a-e386907e6945,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:11.561501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cee413-f25b-4cb2-834b-bf7e5fe1087b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Checking segment: {'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:55:11.561501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cee413-f25b-4cb2-834b-bf7e5fe1087b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network hostable DHCP agents. Network: a5195f8c-859c-4c81-9c44-201197fdb5de, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:55:11.578164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cee413-f25b-4cb2-834b-bf7e5fe1087b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network a5195f8c-859c-4c81-9c44-201197fdb5de is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:55:11.586556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-68cee413-f25b-4cb2-834b-bf7e5fe1087b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, a5195f8c-859c-4c81-9c44-201197fdb5de) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:55:11.591732 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cee413-f25b-4cb2-834b-bf7e5fe1087b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:11.592702 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-68cee413-f25b-4cb2-834b-bf7e5fe1087b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:11.596947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8f0643-c912-4d27-bad2-fe64be17999e None None] Network a5195f8c-859c-4c81-9c44-201197fdb5de requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:55:11.611288 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-68cee413-f25b-4cb2-834b-bf7e5fe1087b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3918843 Jul 15 15:55:11.611608 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42654) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:11.661267 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:11.672967 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Transition to ACTIVE for port object e5350547-a5f5-4b1c-8670-f80075022444 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:55:11.678857 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:11.728963 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc293c-9eb1-4f8b-b4ad-4f91b1cc2f74 None None] Pushing event updated for resources: {'Port': ['ID=e5350547-a5f5-4b1c-8670-f80075022444,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:11.749411 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Attempting to bind port e5350547-a5f5-4b1c-8670-f80075022444 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:55:11.749928 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Attempting to bind port e5350547-a5f5-4b1c-8670-f80075022444 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:55:11.750359 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Attempting to bind port e5350547-a5f5-4b1c-8670-f80075022444 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:55:11.754082 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc293c-9eb1-4f8b-b4ad-4f91b1cc2f74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:11.754514 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc293c-9eb1-4f8b-b4ad-4f91b1cc2f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:11.754919 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc293c-9eb1-4f8b-b4ad-4f91b1cc2f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:11.755048 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-a5195f8c-859c-4c81-9c44-201197fdb5de', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ips': [{'subnet_id': 'e2591145-b722-4e8b-9a8a-e386907e6945'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:55:11.755375 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc293c-9eb1-4f8b-b4ad-4f91b1cc2f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:11.755768 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc293c-9eb1-4f8b-b4ad-4f91b1cc2f74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:11.755893 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:11.756215 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc293c-9eb1-4f8b-b4ad-4f91b1cc2f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:11.756597 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc293c-9eb1-4f8b-b4ad-4f91b1cc2f74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:11.756982 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc293c-9eb1-4f8b-b4ad-4f91b1cc2f74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:11.757362 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc293c-9eb1-4f8b-b4ad-4f91b1cc2f74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:11.757739 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc293c-9eb1-4f8b-b4ad-4f91b1cc2f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:11.758388 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc293c-9eb1-4f8b-b4ad-4f91b1cc2f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:11.758801 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc293c-9eb1-4f8b-b4ad-4f91b1cc2f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:55:11.765959 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:55:11.765959 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:55:11.765959 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:11.767917 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:55:11.767917 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Bound port: e5350547-a5f5-4b1c-8670-f80075022444, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:55:11.767917 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:11.820384 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] For port e5350547-a5f5-4b1c-8670-f80075022444, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:55:11.823615 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] For port e5350547-a5f5-4b1c-8670-f80075022444, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e5350547-a5f5-4b1c-8670-f80075022444,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:55:11.829072 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:11.871774 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Routers {'d8932fda-ca54-441a-b652-9c33a8953798'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:55:11.872412 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:55:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d8932fda-ca54-441a-b652-9c33a8953798'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:11.909767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Allocated IP 172.20.0.2 (a5195f8c-859c-4c81-9c44-201197fdb5de/e2591145-b722-4e8b-9a8a-e386907e6945/c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:55:11.995853 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc293c-9eb1-4f8b-b4ad-4f91b1cc2f74 None None] Pushing event updated for resources: {'Port': ['ID=e5350547-a5f5-4b1c-8670-f80075022444,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:12.000164 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] Set router d8932fda-ca54-441a-b652-9c33a8953798 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:55:12.058334 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:12.068626 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Transition to ACTIVE for port object c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:55:12.075841 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:12.085118 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Transition to ACTIVE for port object c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:55:12.093721 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:12.190926 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339571399', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:55:09Z', 'updated_at': '2021-07-15T15:55:10Z', 'revision_number': 3, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:10Z', 'updated_at': '2021-07-15T15:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:12.218478 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5525c1-c957-4d2e-bbbb-a8f6c0e4133b None None] The sync data for ids ['d8932fda-ca54-441a-b652-9c33a8953798'] in n-d-764435-3 is: [{'id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339571399', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:55:09Z', 'updated_at': '2021-07-15T15:55:10Z', 'revision_number': 3, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:10Z', 'updated_at': '2021-07-15T15:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:55:12.310840 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Network a5195f8c-859c-4c81-9c44-201197fdb5de is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:55:12.314984 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:55:12.317041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Pushing event updated for resources: {'Port': ['ID=c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:12.319099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:55:12.370320 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.20.0.1 (a5195f8c-859c-4c81-9c44-201197fdb5de/e2591145-b722-4e8b-9a8a-e386907e6945/6266fd72-2bc7-41a1-be38-a842bbd59b7f) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:55:12.377338 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Attempting to bind port c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:55:12.377752 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Attempting to bind port c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:55:12.378116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Attempting to bind port c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d on network a5195f8c-859c-4c81-9c44-201197fdb5de {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:55:12.384018 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:55:12.384381 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Checking segment: {'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:55:12.384779 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:12.385169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Bound using segment: {'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:55:12.385629 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Bound port: c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:55:12.386127 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:12.470683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] For port c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:55:12.486472 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] For port c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d,segment=NetworkSegment(cb100f36-58f1-4c5e-bd82-32d0eb1c3c46),segment_id=cb100f36-58f1-4c5e-bd82-32d0eb1c3c46)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:55:12.491928 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:12.508993 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:12.531709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Transition to ACTIVE for port object 6266fd72-2bc7-41a1-be38-a842bbd59b7f will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:55:12.567429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737e816-57d6-47b9-8d43-df4af10a59ec None None] Pushing event updated for resources: {'Port': ['ID=c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:12.578857 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:12.628066 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network a5195f8c-859c-4c81-9c44-201197fdb5de is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:55:12.631440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:55:12.635569 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:55:12.664485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=6266fd72-2bc7-41a1-be38-a842bbd59b7f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:12.693914 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:12.867397 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:13.471551 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063b8724-e65a-463d-a3b4-1858a41a15ce None None] Network a5195f8c-859c-4c81-9c44-201197fdb5de requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:55:13.506178 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:13.510830 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:13.585842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b4fff7b0-03f6-40a7-b8fd-16444a18b51c None None] Provisioning for port c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:55:13.593719 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=6266fd72-2bc7-41a1-be38-a842bbd59b7f,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:13.596363 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:13.702594 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network a5195f8c-859c-4c81-9c44-201197fdb5de is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:55:13.703985 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:55:13.831161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router d8932fda-ca54-441a-b652-9c33a8953798 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:55:13.862211 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:55:13.928589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:55:13.930588 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:55:13.930937 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:13.960200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bd297f5b-6031-4c68-9731-402e775417f3 None None] Provisioning for port 6266fd72-2bc7-41a1-be38-a842bbd59b7f completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:55:13.961694 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:55:13.965097 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bd297f5b-6031-4c68-9731-402e775417f3 None None] Provisioning complete for port 6266fd72-2bc7-41a1-be38-a842bbd59b7f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:55:13.965996 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd297f5b-6031-4c68-9731-402e775417f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:13.972785 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-73dcf576-238a-4a55-abd4-4864f4a82cfb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "PUT /v2.0/routers/d8932fda-ca54-441a-b652-9c33a8953798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3601460 Jul 15 15:55:14.002277 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Sync routers for ids ['d8932fda-ca54-441a-b652-9c33a8953798'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:55:14.031611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Routers {'d8932fda-ca54-441a-b652-9c33a8953798'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:55:14.032255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:55:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d8932fda-ca54-441a-b652-9c33a8953798'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:14.038088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-bd297f5b-6031-4c68-9731-402e775417f3 None None] Port 6266fd72-2bc7-41a1-be38-a842bbd59b7f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:55:14.135004 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-b858a6c3-f20b-464d-aadd-7249dd22de90 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574420268&fields=id&tenant_id=e9f002f2c7cd4661833243062731d718 HTTP/1.1" status: 200 len: 267 time: 0.0369573 Jul 15 15:55:14.163847 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:14.180767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bd297f5b-6031-4c68-9731-402e775417f3 None None] Provisioning complete for port c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:55:14.181134 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd297f5b-6031-4c68-9731-402e775417f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:14.224938 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Set router d8932fda-ca54-441a-b652-9c33a8953798 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:55:14.262921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-fb53cbc9-c885-4b41-8260-6a0b4ba8c7cd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:14.267129 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-fb53cbc9-c885-4b41-8260-6a0b4ba8c7cd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/networks?id=a5195f8c-859c-4c81-9c44-201197fdb5de HTTP/1.1" status: 200 len: 797 time: 0.1228175 Jul 15 15:55:14.292568 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-99a07bb8-63aa-403c-b2bf-3270adf653d5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/quotas/e9f002f2c7cd4661833243062731d718 HTTP/1.1" status: 200 len: 375 time: 0.0217712 Jul 15 15:55:14.296496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d,segment=NetworkSegment(cb100f36-58f1-4c5e-bd82-32d0eb1c3c46),segment_id=cb100f36-58f1-4c5e-bd82-32d0eb1c3c46)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:55:14.331974 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:14.332755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e5350547-a5f5-4b1c-8670-f80075022444 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:55:14.355896 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-542a6d32-34cc-4dce-978c-0455685d31db tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622854 Jul 15 15:55:14.456420 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-0625f8c5-d1f5-4a28-ada5-e2799c80819c service neutron] 10.222.0.38 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889773 Jul 15 15:55:14.498296 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:14.531112 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port e5350547-a5f5-4b1c-8670-f80075022444 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:55:14.543996 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-cbf36167-a9ae-46f8-9e8b-51ae4bf7f6d0 service neutron] 10.222.0.38 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813355 Jul 15 15:55:14.556564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e5350547-a5f5-4b1c-8670-f80075022444 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:55:14.556939 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:14.628570 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339571399', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:55:09Z', 'updated_at': '2021-07-15T15:55:12Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:10Z', 'updated_at': '2021-07-15T15:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6266fd72-2bc7-41a1-be38-a842bbd59b7f', 'name': '', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:d2:0b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:12Z', 'updated_at': '2021-07-15T15:55:13Z', 'revision_number': 2, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:14.680608 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Checking router: d8932fda-ca54-441a-b652-9c33a8953798 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:55:14.680959 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Updating router d8932fda-ca54-441a-b652-9c33a8953798 port 6266fd72-2bc7-41a1-be38-a842bbd59b7f binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:55:14.691144 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1417774a-b182-4519-a58b-72d7756488ad None None] Provisioning complete for port 6266fd72-2bc7-41a1-be38-a842bbd59b7f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:55:14.691516 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1417774a-b182-4519-a58b-72d7756488ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:14.734311 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cf55ecdf-5d46-49ee-a89e-dcc16de4736b req-c30e295a-d548-4e26-900c-bf21ca78b936 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 210 time: 0.0352080 Jul 15 15:55:14.735582 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:14.775035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port e5350547-a5f5-4b1c-8670-f80075022444, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e5350547-a5f5-4b1c-8670-f80075022444,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:55:14.778348 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1417774a-b182-4519-a58b-72d7756488ad None None] Port 6266fd72-2bc7-41a1-be38-a842bbd59b7f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:55:14.781924 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:14.784484 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:14.873218 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=e5350547-a5f5-4b1c-8670-f80075022444,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:15.105743 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:15.115285 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Transition to ACTIVE for port object 6266fd72-2bc7-41a1-be38-a842bbd59b7f will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:55:15.120372 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:15.170759 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6092e-5bf9-48dd-9858-0bc0fc63dea5 None None] Pushing event updated for resources: {'Port': ['ID=6266fd72-2bc7-41a1-be38-a842bbd59b7f,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:15.226230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Attempting to bind port 6266fd72-2bc7-41a1-be38-a842bbd59b7f on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:55:15.226643 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Attempting to bind port 6266fd72-2bc7-41a1-be38-a842bbd59b7f by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:55:15.226989 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Attempting to bind port 6266fd72-2bc7-41a1-be38-a842bbd59b7f on network a5195f8c-859c-4c81-9c44-201197fdb5de {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:55:15.234870 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:55:15.235244 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Checking segment: {'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:55:15.235649 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:15.236180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Bound using segment: {'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:55:15.236658 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Bound port: 6266fd72-2bc7-41a1-be38-a842bbd59b7f, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:55:15.237040 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:15.317679 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] For port 6266fd72-2bc7-41a1-be38-a842bbd59b7f, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:55:15.321385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] For port 6266fd72-2bc7-41a1-be38-a842bbd59b7f, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6266fd72-2bc7-41a1-be38-a842bbd59b7f,segment=NetworkSegment(cb100f36-58f1-4c5e-bd82-32d0eb1c3c46),segment_id=cb100f36-58f1-4c5e-bd82-32d0eb1c3c46)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:55:15.327394 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:15.388670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Routers {'d8932fda-ca54-441a-b652-9c33a8953798'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:55:15.389303 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:55:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d8932fda-ca54-441a-b652-9c33a8953798'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:15.392373 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6092e-5bf9-48dd-9858-0bc0fc63dea5 None None] Pushing event updated for resources: {'Port': ['ID=6266fd72-2bc7-41a1-be38-a842bbd59b7f,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:15.508951 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] Set router d8932fda-ca54-441a-b652-9c33a8953798 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:55:15.724761 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339571399', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:55:09Z', 'updated_at': '2021-07-15T15:55:12Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:10Z', 'updated_at': '2021-07-15T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6266fd72-2bc7-41a1-be38-a842bbd59b7f', 'name': '', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:d2:0b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:12Z', 'updated_at': '2021-07-15T15:55:15Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:15.755801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcb7dd6-9854-40f7-9520-15d81d983337 None None] The sync data for ids ['d8932fda-ca54-441a-b652-9c33a8953798'] in n-d-764435-3 is: [{'id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339571399', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:55:09Z', 'updated_at': '2021-07-15T15:55:12Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:10Z', 'updated_at': '2021-07-15T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6266fd72-2bc7-41a1-be38-a842bbd59b7f', 'name': '', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:d2:0b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:12Z', 'updated_at': '2021-07-15T15:55:15Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:55:15.836995 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:55:15.909660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:55:15.910027 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:15.950584 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd1eb75e-7a8d-451a-9b73-08ee8566d3d3 req-c1a026fc-7d75-415f-afb3-ef10fcdb188b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 210 time: 0.0431683 Jul 15 15:55:15.983071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-57b8a549-97a7-4d92-813f-a393e8d70a5d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:15.984627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-57b8a549-97a7-4d92-813f-a393e8d70a5d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.22 "GET /v2.0/networks?id=a5195f8c-859c-4c81-9c44-201197fdb5de HTTP/1.1" status: 200 len: 797 time: 0.2275681 Jul 15 15:55:16.018886 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e5350547-a5f5-4b1c-8670-f80075022444 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:55:16.047864 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-6f229ef3-de78-4dfb-b4b3-8cac6fbaa0db tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f002f2c7cd4661833243062731d718 HTTP/1.1" status: 200 len: 379 time: 0.0441496 Jul 15 15:55:16.062873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-e2470ba2-57e8-4e9d-9147-6653ef66cf36 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'port': {'device_id': '120be969-7722-488c-8329-f302f82427bc', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'admin_state_up': True, 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'security_groups': ['258ac936-1511-47b2-864a-117d110a530f']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:55:16.207885 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-e2470ba2-57e8-4e9d-9147-6653ef66cf36 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Made reservation on behalf of e9f002f2c7cd4661833243062731d718 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:55:16.211797 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-e2470ba2-57e8-4e9d-9147-6653ef66cf36 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:16.258005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port e5350547-a5f5-4b1c-8670-f80075022444 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:55:16.258475 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:16.388732 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-e2470ba2-57e8-4e9d-9147-6653ef66cf36 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.20.0.5 (a5195f8c-859c-4c81-9c44-201197fdb5de/e2591145-b722-4e8b-9a8a-e386907e6945/e7b21b2a-9eb3-439e-8968-dcb6b45bf813) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:55:16.556152 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-e2470ba2-57e8-4e9d-9147-6653ef66cf36 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:16.572691 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-e2470ba2-57e8-4e9d-9147-6653ef66cf36 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Transition to ACTIVE for port object e7b21b2a-9eb3-439e-8968-dcb6b45bf813 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:55:16.609789 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-e2470ba2-57e8-4e9d-9147-6653ef66cf36 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:16.664098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-e2470ba2-57e8-4e9d-9147-6653ef66cf36 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network a5195f8c-859c-4c81-9c44-201197fdb5de is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:55:16.669637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-e2470ba2-57e8-4e9d-9147-6653ef66cf36 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:55:16.676864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-e2470ba2-57e8-4e9d-9147-6653ef66cf36 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:55:16.683283 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2470ba2-57e8-4e9d-9147-6653ef66cf36 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:16.742491 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-e2470ba2-57e8-4e9d-9147-6653ef66cf36 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:16.743207 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-e2470ba2-57e8-4e9d-9147-6653ef66cf36 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:16.765105 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-e2470ba2-57e8-4e9d-9147-6653ef66cf36 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7093184 Jul 15 15:55:16.849843 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Request body: {'port': {'device_id': '120be969-7722-488c-8329-f302f82427bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:55:16.932418 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:16.955817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bb2e271a-e875-4bd0-850a-4f9b37659aa7 None None] Provisioning for port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:55:16.960306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bb2e271a-e875-4bd0-850a-4f9b37659aa7 None None] Provisioning complete for port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:55:16.960627 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb2e271a-e875-4bd0-850a-4f9b37659aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:16.997624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e271a-e875-4bd0-850a-4f9b37659aa7 None None] Port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:55:17.214496 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49c83c-0d32-4cd7-a5b1-e8629d52d45a req-0286a87a-9198-4a5d-9bf1-82e5fcb4013a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:17.216222 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb49c83c-0d32-4cd7-a5b1-e8629d52d45a req-0286a87a-9198-4a5d-9bf1-82e5fcb4013a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 931 time: 0.1382630 Jul 15 15:55:17.292224 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cb49c83c-0d32-4cd7-a5b1-e8629d52d45a req-482ec5a6-6175-4079-a6d2-50533e29440d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684896 Jul 15 15:55:17.297589 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b21b2a-9eb3-439e-8968-dcb6b45bf813 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:55:17.305323 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:17.318160 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Transition to ACTIVE for port object e7b21b2a-9eb3-439e-8968-dcb6b45bf813 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:55:17.321080 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:17.390917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:17.442284 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Attempting to bind port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:55:17.442649 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Attempting to bind port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:55:17.442979 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Attempting to bind port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 on network a5195f8c-859c-4c81-9c44-201197fdb5de {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:55:17.447435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 on network a5195f8c-859c-4c81-9c44-201197fdb5de not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:55:17.447759 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Attempting to bind port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 on network a5195f8c-859c-4c81-9c44-201197fdb5de {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:55:17.453413 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:55:17.453752 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Checking segment: {'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:55:17.454130 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Bound using segment: {'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:55:17.454578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Bound port: e7b21b2a-9eb3-439e-8968-dcb6b45bf813, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:55:17.454941 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:17.523003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] For port e7b21b2a-9eb3-439e-8968-dcb6b45bf813, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:55:17.525925 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] For port e7b21b2a-9eb3-439e-8968-dcb6b45bf813, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,segment=NetworkSegment(cb100f36-58f1-4c5e-bd82-32d0eb1c3c46),segment_id=cb100f36-58f1-4c5e-bd82-32d0eb1c3c46)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:55:17.531728 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:17.569838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:17.570458 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:17.571865 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] 10.222.0.22 "PUT /v2.0/ports/e7b21b2a-9eb3-439e-8968-dcb6b45bf813 HTTP/1.1" status: 200 len: 1091 time: 0.7987070 Jul 15 15:55:17.572290 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120be969-7722-488c-8329-f302f82427bc', 'tag': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:55:17.574601 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecb2f3f-915d-4445-aae2-e0cf8ce204a9" -d '{"events": [{"name": "network-changed", "server_uuid": "120be969-7722-488c-8329-f302f82427bc", "tag": "e7b21b2a-9eb3-439e-8968-dcb6b45bf813"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:55:17.594857 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0e562-d274-4f76-8028-de016d1f9de1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:17.626441 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62f10f8-37fc-4f16-92ec-b7dd0c16d32f x-openstack-request-id: req-d62f10f8-37fc-4f16-92ec-b7dd0c16d32f {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:55:17.626751 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120be969-7722-488c-8329-f302f82427bc", "tag": "e7b21b2a-9eb3-439e-8968-dcb6b45bf813", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:55:17.627002 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d62f10f8-37fc-4f16-92ec-b7dd0c16d32f {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:55:17.627540 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120be969-7722-488c-8329-f302f82427bc', 'tag': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813', 'status': 'completed', 'code': 200} Jul 15 15:55:17.680897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-73290e5e-f12a-484b-9b19-9069671e7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:17.682449 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-73290e5e-f12a-484b-9b19-9069671e7e47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 1094 time: 0.0541499 Jul 15 15:55:17.724439 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-a71c134d-be52-4921-b29a-52556d0dc5e5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813 HTTP/1.1" status: 200 len: 217 time: 0.0350294 Jul 15 15:55:17.781754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-87db5fae-5fef-4932-86f6-1929ae6e7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:17.783250 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-87db5fae-5fef-4932-86f6-1929ae6e7ef3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2591145-b722-4e8b-9a8a-e386907e6945 HTTP/1.1" status: 200 len: 834 time: 0.0504987 Jul 15 15:55:17.819221 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6266fd72-2bc7-41a1-be38-a842bbd59b7f up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:55:17.841804 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-ae1d84dd-34f3-4f4e-ab57-5cb3ee116a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:17.844037 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-ae1d84dd-34f3-4f4e-ab57-5cb3ee116a09 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5195f8c-859c-4c81-9c44-201197fdb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540504 Jul 15 15:55:17.879758 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 6266fd72-2bc7-41a1-be38-a842bbd59b7f completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:55:17.883300 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6266fd72-2bc7-41a1-be38-a842bbd59b7f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:55:17.883675 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:17.939510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-f0e32024-b3dd-4b48-819b-ae1efab9d899 service neutron] 10.222.0.22 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888653 Jul 15 15:55:17.960082 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:17.993371 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 6266fd72-2bc7-41a1-be38-a842bbd59b7f, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6266fd72-2bc7-41a1-be38-a842bbd59b7f,segment=NetworkSegment(cb100f36-58f1-4c5e-bd82-32d0eb1c3c46),segment_id=cb100f36-58f1-4c5e-bd82-32d0eb1c3c46)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:55:17.997512 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:18.030697 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-33ff3bee-63d2-4c99-811b-1aed022ad2ce req-ad123657-68e9-49a1-b96d-22460f6abfb3 service neutron] 10.222.0.22 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847094 Jul 15 15:55:18.047100 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=6266fd72-2bc7-41a1-be38-a842bbd59b7f,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:18.130816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb2f3f-915d-4445-aae2-e0cf8ce204a9 req-76d5d61e-6678-4b06-9b41-4d0126f94334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:18.132336 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ecb2f3f-915d-4445-aae2-e0cf8ce204a9 req-76d5d61e-6678-4b06-9b41-4d0126f94334 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 1094 time: 0.0516183 Jul 15 15:55:18.223322 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb2f3f-915d-4445-aae2-e0cf8ce204a9 req-244cedb1-e887-417c-a5d0-9aa4f3ffcf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:18.224804 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ecb2f3f-915d-4445-aae2-e0cf8ce204a9 req-244cedb1-e887-417c-a5d0-9aa4f3ffcf16 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5195f8c-859c-4c81-9c44-201197fdb5de HTTP/1.1" status: 200 len: 898 time: 0.0862312 Jul 15 15:55:18.265613 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ecb2f3f-915d-4445-aae2-e0cf8ce204a9 req-f5efcb3e-e9b0-4205-b7ff-2b280614fdbe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813 HTTP/1.1" status: 200 len: 217 time: 0.0342188 Jul 15 15:55:18.317799 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb2f3f-915d-4445-aae2-e0cf8ce204a9 req-8c0c01d6-91ab-4c67-94d1-2c70397341b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:18.319289 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ecb2f3f-915d-4445-aae2-e0cf8ce204a9 req-8c0c01d6-91ab-4c67-94d1-2c70397341b5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2591145-b722-4e8b-9a8a-e386907e6945 HTTP/1.1" status: 200 len: 834 time: 0.0472193 Jul 15 15:55:18.379199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb2f3f-915d-4445-aae2-e0cf8ce204a9 req-ce9cb203-d8e6-49cf-97a7-d0552b8a54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:18.380704 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ecb2f3f-915d-4445-aae2-e0cf8ce204a9 req-ce9cb203-d8e6-49cf-97a7-d0552b8a54ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5195f8c-859c-4c81-9c44-201197fdb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537295 Jul 15 15:55:18.517480 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ecb2f3f-915d-4445-aae2-e0cf8ce204a9 req-a7e955a0-4e38-4808-864a-c77e096331e4 service neutron] 10.222.0.22 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281619 Jul 15 15:55:18.525681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfa2e6-2adf-44e6-9c9b-27ccd5e7edfd req-6ca9f177-d34f-4184-81ce-5ea7f90ff887 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:18.527052 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2dfa2e6-2adf-44e6-9c9b-27ccd5e7edfd req-6ca9f177-d34f-4184-81ce-5ea7f90ff887 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 943 time: 0.1202860 Jul 15 15:55:18.619812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c2dfa2e6-2adf-44e6-9c9b-27ccd5e7edfd req-045e5e7c-27c8-4f01-a49e-66d2d181402f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849073 Jul 15 15:55:18.641633 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ecb2f3f-915d-4445-aae2-e0cf8ce204a9 req-8440785c-658f-4cd7-b1bd-8dfc5e1d4141 service neutron] 10.222.0.22 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132243 Jul 15 15:55:19.450460 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:19.730894 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:19.791253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6266fd72-2bc7-41a1-be38-a842bbd59b7f up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:55:19.799928 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6bb0a-1fd6-4101-9e65-37f3dc35920a req-2e347bc7-45f3-419e-8312-8a086474368d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:19.800735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9bc6bb0a-1fd6-4101-9e65-37f3dc35920a req-2e347bc7-45f3-419e-8312-8a086474368d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 943 time: 0.0677426 Jul 15 15:55:19.837482 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 6266fd72-2bc7-41a1-be38-a842bbd59b7f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:55:19.837856 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:19.839705 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9bc6bb0a-1fd6-4101-9e65-37f3dc35920a req-8f453c65-47b3-4268-94ab-a97f17f84a0a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330102 Jul 15 15:55:20.733929 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e7b21b2a-9eb3-439e-8968-dcb6b45bf813 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:55:20.829478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port e7b21b2a-9eb3-439e-8968-dcb6b45bf813, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,segment=NetworkSegment(cb100f36-58f1-4c5e-bd82-32d0eb1c3c46),segment_id=cb100f36-58f1-4c5e-bd82-32d0eb1c3c46)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:55:20.840578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'port_id': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813', 'mac_address': 'fa:16:3e:cd:a6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:55:20.876721 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:20.890386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b21b2a-9eb3-439e-8968-dcb6b45bf813 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:55:20.908987 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port e7b21b2a-9eb3-439e-8968-dcb6b45bf813, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,segment=NetworkSegment(cb100f36-58f1-4c5e-bd82-32d0eb1c3c46),segment_id=cb100f36-58f1-4c5e-bd82-32d0eb1c3c46)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:55:20.915637 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:20.967249 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:21.015548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caabb8-2932-422a-a864-019198d9462d req-883bbd4f-f3cf-49d5-a55c-b17ee47fc8de tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:21.016956 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e5caabb8-2932-422a-a864-019198d9462d req-883bbd4f-f3cf-49d5-a55c-b17ee47fc8de tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 944 time: 0.0636039 Jul 15 15:55:21.055570 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e5caabb8-2932-422a-a864-019198d9462d req-30caecbb-2939-4783-8fa7-c11de081cf9f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330865 Jul 15 15:55:21.148158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['e7b21b2a-9eb3-439e-8968-dcb6b45bf813'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:55:22.239599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a824a-d1e5-47f1-abce-7016c77b50d7 req-d1b51f93-8223-4f63-9699-cf3a7d0d894e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:22.241083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-078a824a-d1e5-47f1-abce-7016c77b50d7 req-d1b51f93-8223-4f63-9699-cf3a7d0d894e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 944 time: 0.0655925 Jul 15 15:55:22.277871 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-078a824a-d1e5-47f1-abce-7016c77b50d7 req-fcc1f178-622b-4c8e-be39-e656944888d2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306063 Jul 15 15:55:22.748929 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e7b21b2a-9eb3-439e-8968-dcb6b45bf813 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:55:22.795900 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:55:22.799610 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:55:22.799979 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:22.872448 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:22.896830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120be969-7722-488c-8329-f302f82427bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:55:22.899071 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b08805e-4af3-4ab5-925f-f3869818967d" -d '{"events": [{"server_uuid": "120be969-7722-488c-8329-f302f82427bc", "name": "network-vif-plugged", "status": "completed", "tag": "e7b21b2a-9eb3-439e-8968-dcb6b45bf813"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:55:22.912328 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port e7b21b2a-9eb3-439e-8968-dcb6b45bf813, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,segment=NetworkSegment(cb100f36-58f1-4c5e-bd82-32d0eb1c3c46),segment_id=cb100f36-58f1-4c5e-bd82-32d0eb1c3c46)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:55:22.916380 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:22.939441 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c118e520-6e86-4dd5-be03-e09751a26269 x-openstack-request-id: req-c118e520-6e86-4dd5-be03-e09751a26269 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:55:22.939739 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120be969-7722-488c-8329-f302f82427bc", "name": "network-vif-plugged", "status": "completed", "tag": "e7b21b2a-9eb3-439e-8968-dcb6b45bf813", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:55:22.940004 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c118e520-6e86-4dd5-be03-e09751a26269 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:55:22.940397 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120be969-7722-488c-8329-f302f82427bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813', 'code': 200} Jul 15 15:55:22.966148 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:23.046297 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363e3c0-2f16-4756-ad48-51c6e2d4322d req-624e85f1-4ca3-4743-bb5b-cc219016f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:23.047712 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6363e3c0-2f16-4756-ad48-51c6e2d4322d req-624e85f1-4ca3-4743-bb5b-cc219016f241 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 1096 time: 0.0510526 Jul 15 15:55:23.080529 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6363e3c0-2f16-4756-ad48-51c6e2d4322d req-72f8b809-951d-40d9-a4f3-3a322fcfcfd5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267689 Jul 15 15:55:23.449038 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d055c-3aac-4dda-a719-152c48c9e499 req-b9d79e1f-a36a-4070-80c8-58bbcffe30f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:23.451129 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a3d055c-3aac-4dda-a719-152c48c9e499 req-b9d79e1f-a36a-4070-80c8-58bbcffe30f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0618329 Jul 15 15:55:23.488675 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a3d055c-3aac-4dda-a719-152c48c9e499 req-43f179e7-6eb4-4b73-96ca-1fa7cdb792de tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320725 Jul 15 15:55:24.667858 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efe977-d48a-4f92-a45e-fbf796fa919d req-614ed99d-0cfc-4f11-9166-2ad6ccb48723 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:24.669366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9efe977-d48a-4f92-a45e-fbf796fa919d req-614ed99d-0cfc-4f11-9166-2ad6ccb48723 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0655432 Jul 15 15:55:24.707208 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e9efe977-d48a-4f92-a45e-fbf796fa919d req-d0fa019d-a59f-42cd-9a81-f15838b0d87b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323391 Jul 15 15:55:24.877238 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71c2a6-c25a-4ba1-939f-bedd34d7026d req-4856197a-f0a7-47e1-bcfe-d0edcfd8960c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:24.878685 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e71c2a6-c25a-4ba1-939f-bedd34d7026d req-4856197a-f0a7-47e1-bcfe-d0edcfd8960c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0635457 Jul 15 15:55:24.916372 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e71c2a6-c25a-4ba1-939f-bedd34d7026d req-4460390b-c068-412d-8393-a2d33b1791ef tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321908 Jul 15 15:55:24.941063 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42714) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:24.992254 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc62cafb-5d09-4bf8-8cf8-b2225d2e4274 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:24.993757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-fc62cafb-5d09-4bf8-8cf8-b2225d2e4274 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 1091 time: 0.0517085 Jul 15 15:55:24.997250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42716) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:25.001512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:55:25.022292 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:25.120336 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:25.223906 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.25.4.21 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/248588c0-f1ad-4f89-9931-f1471808ebd2) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:55:25.322866 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:25.360264 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:25.395552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:55:25.401590 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:55:25.405667 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:55:25.411582 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=248588c0-f1ad-4f89-9931-f1471808ebd2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:25.766467 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:25.844976 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:25.990044 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:25.994376 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:26.063963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=248588c0-f1ad-4f89-9931-f1471808ebd2,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:55:26.075613 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:26.176771 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Floating IP 3bc714ed-f7e3-43a2-8e38-a8768610f065 associated. External IP: 172.25.4.21, port: e7b21b2a-9eb3-439e-8968-dcb6b45bf813. Jul 15 15:55:26.375177 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router d8932fda-ca54-441a-b652-9c33a8953798 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:55:26.825176 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:55:26.834279 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a9639-4832-4767-83ae-950f9e026eed None None] Sync routers for ids ['d8932fda-ca54-441a-b652-9c33a8953798'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:55:26.842675 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:26.843740 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a9639-4832-4767-83ae-950f9e026eed None None] Routers {'d8932fda-ca54-441a-b652-9c33a8953798'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:55:26.844360 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-867a9639-4832-4767-83ae-950f9e026eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:55:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d8932fda-ca54-441a-b652-9c33a8953798'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:26.879542 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1438f73a-f39b-4e5b-aa99-68d46675e27b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8812723 Jul 15 15:55:26.880233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120be969-7722-488c-8329-f302f82427bc', 'tag': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:55:26.882615 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fa37bc-5d29-455f-bcdf-25e2a784e66e" -d '{"events": [{"name": "network-changed", "server_uuid": "120be969-7722-488c-8329-f302f82427bc", "tag": "e7b21b2a-9eb3-439e-8968-dcb6b45bf813"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:55:26.921606 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b5d0d9-0852-4fef-b3b0-c0f05b744f53 x-openstack-request-id: req-e4b5d0d9-0852-4fef-b3b0-c0f05b744f53 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:55:26.921901 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120be969-7722-488c-8329-f302f82427bc", "tag": "e7b21b2a-9eb3-439e-8968-dcb6b45bf813", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:55:26.922153 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e4b5d0d9-0852-4fef-b3b0-c0f05b744f53 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:55:26.922579 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120be969-7722-488c-8329-f302f82427bc', 'tag': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813', 'status': 'completed', 'code': 200} Jul 15 15:55:27.044631 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-867a9639-4832-4767-83ae-950f9e026eed None None] Set router d8932fda-ca54-441a-b652-9c33a8953798 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:55:27.045085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa37bc-5d29-455f-bcdf-25e2a784e66e req-f9142a07-e63f-4158-b4ee-dc9d8b34d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:27.046797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65fa37bc-5d29-455f-bcdf-25e2a784e66e req-f9142a07-e63f-4158-b4ee-dc9d8b34d400 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 1096 time: 0.0996361 Jul 15 15:55:27.059199 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34cff1-4e38-4742-a9d5-51d636ae72ea req-26bd07f7-5853-4aa4-9023-2c8f8df091bf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:27.060583 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a34cff1-4e38-4742-a9d5-51d636ae72ea req-26bd07f7-5853-4aa4-9023-2c8f8df091bf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0850806 Jul 15 15:55:27.146501 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a34cff1-4e38-4742-a9d5-51d636ae72ea req-14930330-1c54-4240-979a-b773984d7f6c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769506 Jul 15 15:55:27.172702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42722) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:27.174802 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa37bc-5d29-455f-bcdf-25e2a784e66e req-969a51ef-9025-49ad-b11a-bbd690f9f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:27.176972 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65fa37bc-5d29-455f-bcdf-25e2a784e66e req-969a51ef-9025-49ad-b11a-bbd690f9f4ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5195f8c-859c-4c81-9c44-201197fdb5de HTTP/1.1" status: 200 len: 898 time: 0.1152210 Jul 15 15:55:27.238633 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d1c24ae6-1974-44e2-ba8d-db964f725d15 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/3bc714ed-f7e3-43a2-8e38-a8768610f065 HTTP/1.1" status: 200 len: 990 time: 0.0647607 Jul 15 15:55:27.245735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65fa37bc-5d29-455f-bcdf-25e2a784e66e req-8fc344ff-bdad-4543-8dfb-58a7f69b59ca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813 HTTP/1.1" status: 200 len: 998 time: 0.0618362 Jul 15 15:55:27.279202 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-867a9639-4832-4767-83ae-950f9e026eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339571399', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:55:09Z', 'updated_at': '2021-07-15T15:55:12Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:10Z', 'updated_at': '2021-07-15T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '3bc714ed-f7e3-43a2-8e38-a8768610f065', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'port_id': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'mac_address': 'fa:16:3e:cd:a6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120be969-7722-488c-8329-f302f82427bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:55:25Z', 'updated_at': '2021-07-15T15:55:25Z', 'revision_number': 0, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6266fd72-2bc7-41a1-be38-a842bbd59b7f', 'name': '', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:d2:0b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:12Z', 'updated_at': '2021-07-15T15:55:17Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:27.294994 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa37bc-5d29-455f-bcdf-25e2a784e66e req-da3a3320-5dc5-4724-b000-5731386cfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:27.296531 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65fa37bc-5d29-455f-bcdf-25e2a784e66e req-da3a3320-5dc5-4724-b000-5731386cfb4a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2591145-b722-4e8b-9a8a-e386907e6945 HTTP/1.1" status: 200 len: 834 time: 0.0444219 Jul 15 15:55:27.304105 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a9639-4832-4767-83ae-950f9e026eed None None] Checking router: d8932fda-ca54-441a-b652-9c33a8953798 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:55:27.312210 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a9639-4832-4767-83ae-950f9e026eed None None] Routers {'d8932fda-ca54-441a-b652-9c33a8953798'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:55:27.312820 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-867a9639-4832-4767-83ae-950f9e026eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:55:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d8932fda-ca54-441a-b652-9c33a8953798'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:27.352368 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa37bc-5d29-455f-bcdf-25e2a784e66e req-73776d29-5a03-41e4-a7ab-ce3015c2b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:27.353934 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65fa37bc-5d29-455f-bcdf-25e2a784e66e req-73776d29-5a03-41e4-a7ab-ce3015c2b9ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5195f8c-859c-4c81-9c44-201197fdb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515602 Jul 15 15:55:27.416393 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-867a9639-4832-4767-83ae-950f9e026eed None None] Set router d8932fda-ca54-441a-b652-9c33a8953798 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:55:27.445392 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65fa37bc-5d29-455f-bcdf-25e2a784e66e req-787b8fed-ab01-409c-b54d-221efc6b5ae2 service neutron] 10.222.0.22 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851941 Jul 15 15:55:27.531584 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65fa37bc-5d29-455f-bcdf-25e2a784e66e req-b154d0c6-f0a5-4cac-828f-0eeb82abcbd1 service neutron] 10.222.0.22 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802381 Jul 15 15:55:27.636545 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-867a9639-4832-4767-83ae-950f9e026eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339571399', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:55:09Z', 'updated_at': '2021-07-15T15:55:12Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:10Z', 'updated_at': '2021-07-15T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '3bc714ed-f7e3-43a2-8e38-a8768610f065', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'port_id': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'mac_address': 'fa:16:3e:cd:a6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120be969-7722-488c-8329-f302f82427bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:55:25Z', 'updated_at': '2021-07-15T15:55:25Z', 'revision_number': 0, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6266fd72-2bc7-41a1-be38-a842bbd59b7f', 'name': '', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:d2:0b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:12Z', 'updated_at': '2021-07-15T15:55:17Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:55:27.666979 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a9639-4832-4767-83ae-950f9e026eed None None] The sync data for ids ['d8932fda-ca54-441a-b652-9c33a8953798'] in n-d-764435-3 is: [{'id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339571399', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:55:09Z', 'updated_at': '2021-07-15T15:55:12Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:10Z', 'updated_at': '2021-07-15T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '3bc714ed-f7e3-43a2-8e38-a8768610f065', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'port_id': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'mac_address': 'fa:16:3e:cd:a6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120be969-7722-488c-8329-f302f82427bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:55:25Z', 'updated_at': '2021-07-15T15:55:25Z', 'revision_number': 0, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6266fd72-2bc7-41a1-be38-a842bbd59b7f', 'name': '', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:d2:0b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:12Z', 'updated_at': '2021-07-15T15:55:17Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:55:27.863101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87357ac-f6b2-4b31-b7f1-9c6b8c1b05d0 None None] New status for floating IP 3bc714ed-f7e3-43a2-8e38-a8768610f065: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:55:28.240844 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42724) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:55:28.304977 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-bd785c94-3a09-430a-9991-9e1f8cb9e039 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/3bc714ed-f7e3-43a2-8e38-a8768610f065 HTTP/1.1" status: 200 len: 992 time: 0.0628409 Jul 15 15:55:30.133095 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a32e284c-f94e-4f03-b28a-78c75ed0eec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:32.894948 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:32.939558 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5009348-21b9-4be1-9161-8233711f9468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:34.489700 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:34.692068 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:55:36.187274 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:49.451117 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:49.728889 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:55.282020 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712095c-962b-4f9d-a80c-88fcdba8c4d8 req-61f7d607-5c86-4c8b-b510-70a34640ed4a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:55.283548 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2712095c-962b-4f9d-a80c-88fcdba8c4d8 req-61f7d607-5c86-4c8b-b510-70a34640ed4a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0995014 Jul 15 15:55:55.299086 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-d14e7fbe-b28b-4d9e-8284-ad909009f1ec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379681 Jul 15 15:55:55.326290 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2712095c-962b-4f9d-a80c-88fcdba8c4d8 req-ec131bee-5b7d-4d91-b634-539d4e534b7a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363424 Jul 15 15:55:56.543155 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffce41-9f49-45ff-a111-7bb42eda653c req-5d5a1b66-c352-4fec-a37d-a52cdb3c8edf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:56.545242 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-64ffce41-9f49-45ff-a111-7bb42eda653c req-5d5a1b66-c352-4fec-a37d-a52cdb3c8edf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.1032548 Jul 15 15:55:56.547880 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c7322-faf1-4833-842b-6986ad6aa743 req-bfb5dce2-b43a-4173-8338-d4adb5e0fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:56.549236 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-bfb5dce2-b43a-4173-8338-d4adb5e0fd6b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 1096 time: 0.0973022 Jul 15 15:55:56.632012 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-64ffce41-9f49-45ff-a111-7bb42eda653c req-bd648bb7-eb2e-4b7c-869b-8fba6ff8c6a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812640 Jul 15 15:55:56.658760 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c7322-faf1-4833-842b-6986ad6aa743 req-7f14fdc2-cd22-4462-a0b6-c9c918312946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:56.660212 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-7f14fdc2-cd22-4462-a0b6-c9c918312946 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5195f8c-859c-4c81-9c44-201197fdb5de HTTP/1.1" status: 200 len: 898 time: 0.1037159 Jul 15 15:55:56.727304 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-f3898f40-d019-4be1-851a-30411aa149b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813 HTTP/1.1" status: 200 len: 1000 time: 0.0598085 Jul 15 15:55:56.774897 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c7322-faf1-4833-842b-6986ad6aa743 req-c4d0e02f-6f31-42ca-9677-cac2a2408099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:56.776311 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-c4d0e02f-6f31-42ca-9677-cac2a2408099 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2591145-b722-4e8b-9a8a-e386907e6945 HTTP/1.1" status: 200 len: 834 time: 0.0418532 Jul 15 15:55:56.830059 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c7322-faf1-4833-842b-6986ad6aa743 req-e09c7202-f3f1-402c-8368-6c763f063ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:56.831523 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-e09c7202-f3f1-402c-8368-6c763f063ca7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5195f8c-859c-4c81-9c44-201197fdb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490572 Jul 15 15:55:56.923589 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-3e4a8a70-10ae-4a4d-bdc9-eba0a906f278 service neutron] 10.222.0.22 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844667 Jul 15 15:55:57.013542 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-7ca4281d-717d-4323-a77a-745c7406ad1d service neutron] 10.222.0.22 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836670 Jul 15 15:55:57.803785 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67ae8f-5470-40a5-a016-be7bb63f035c req-d683c747-cac8-4db4-83ab-f345dd188c12 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:57.805254 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d67ae8f-5470-40a5-a016-be7bb63f035c req-d683c747-cac8-4db4-83ab-f345dd188c12 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0632651 Jul 15 15:55:57.843184 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5d67ae8f-5470-40a5-a016-be7bb63f035c req-e2af5e9e-6bc3-4919-b7bf-31eaf3d1f3fe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315127 Jul 15 15:55:59.015935 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a641d6-34dd-4eb9-8517-7b17e5f665ec req-6ae69e47-677d-4865-97cc-5c8133eaf6cf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:55:59.017421 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d0a641d6-34dd-4eb9-8517-7b17e5f665ec req-6ae69e47-677d-4865-97cc-5c8133eaf6cf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0624406 Jul 15 15:55:59.053485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d0a641d6-34dd-4eb9-8517-7b17e5f665ec req-5648c3c5-d794-4ee6-9d26-9e5204a5bc66 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305593 Jul 15 15:56:00.135530 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96827d6f-1684-40c6-8837-47975c2dfee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:00.233465 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441091d-de44-4f12-b93b-b6bef65d3a9f req-e4ae3adf-dd19-41b4-a155-113dc655e106 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:00.234945 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8441091d-de44-4f12-b93b-b6bef65d3a9f req-e4ae3adf-dd19-41b4-a155-113dc655e106 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0655265 Jul 15 15:56:00.271869 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8441091d-de44-4f12-b93b-b6bef65d3a9f req-17bb8cf0-b751-42f5-bacd-0af85653bcdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314360 Jul 15 15:56:01.443453 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e59abb-699f-457c-b6df-d12a10db9263 req-d3dcd6c6-8e4e-4e6e-967d-f3d843099da7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:01.444970 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e59abb-699f-457c-b6df-d12a10db9263 req-d3dcd6c6-8e4e-4e6e-967d-f3d843099da7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0633743 Jul 15 15:56:01.482803 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58e59abb-699f-457c-b6df-d12a10db9263 req-448b1a02-c7a5-47a3-bef9-66b42b8aba78 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318344 Jul 15 15:56:02.651566 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30fcc3-df82-4593-a4c3-09830a8980ea req-4761df77-a39e-476c-b479-bfee0402d130 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:02.653066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd30fcc3-df82-4593-a4c3-09830a8980ea req-4761df77-a39e-476c-b479-bfee0402d130 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0621157 Jul 15 15:56:02.690558 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bd30fcc3-df82-4593-a4c3-09830a8980ea req-53f5d101-e556-4eb4-bfd2-0454c634e778 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312476 Jul 15 15:56:02.895205 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:02.942322 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35781721-f24d-44c9-81d7-0a8776b26c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:03.867699 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caca2a-bb26-47d9-90bf-6a39db22a97e req-1a327e32-8ffa-4c03-a624-d565c8d3b11b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:03.869182 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7caca2a-bb26-47d9-90bf-6a39db22a97e req-1a327e32-8ffa-4c03-a624-d565c8d3b11b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0685692 Jul 15 15:56:03.906889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a7caca2a-bb26-47d9-90bf-6a39db22a97e req-28e327dd-0150-4788-be9e-34a10dce6064 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313518 Jul 15 15:56:04.493299 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:05.082512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b598df-7e9d-47e0-81fc-48e099134abd req-8e42b702-6189-4735-a709-0880645d09b3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:05.084021 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42b598df-7e9d-47e0-81fc-48e099134abd req-8e42b702-6189-4735-a709-0880645d09b3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0627537 Jul 15 15:56:05.121988 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42b598df-7e9d-47e0-81fc-48e099134abd req-533460c1-8eea-4a05-9fad-f379f336af1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324368 Jul 15 15:56:06.191342 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:06.301988 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e93c6-0b10-4ad1-9abb-15a2a2547df6 req-98100cb2-2160-498d-9516-fe23ce4145f2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:06.303512 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-354e93c6-0b10-4ad1-9abb-15a2a2547df6 req-98100cb2-2160-498d-9516-fe23ce4145f2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0657866 Jul 15 15:56:06.340469 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-354e93c6-0b10-4ad1-9abb-15a2a2547df6 req-40158ebe-f88c-4943-97ff-8c801122c01c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314445 Jul 15 15:56:07.511950 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f0ea3-9695-4d52-bebe-76a6ac032776 req-23c8c3fa-c671-4624-b52f-84d747fbe70b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:07.513427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c08f0ea3-9695-4d52-bebe-76a6ac032776 req-23c8c3fa-c671-4624-b52f-84d747fbe70b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0625105 Jul 15 15:56:07.550301 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c08f0ea3-9695-4d52-bebe-76a6ac032776 req-a6ba0ac7-1823-40cb-8cc4-647c78ac2afd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314140 Jul 15 15:56:08.722014 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b66ad1-2164-40a5-8e24-a0d968803628 req-0b2f32a0-84b5-4874-9af7-eee97b109218 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:08.723510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65b66ad1-2164-40a5-8e24-a0d968803628 req-0b2f32a0-84b5-4874-9af7-eee97b109218 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0639000 Jul 15 15:56:08.770845 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65b66ad1-2164-40a5-8e24-a0d968803628 req-62cb0a2b-f6fb-4bb7-8596-35558188596d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418222 Jul 15 15:56:08.817438 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-065c7322-faf1-4833-842b-6986ad6aa743 req-ecb6232d-eff3-492f-a5a5-731e76013665 service neutron] show failed (client error): The resource could not be found. Jul 15 15:56:08.818460 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-ecb6232d-eff3-492f-a5a5-731e76013665 service neutron] 10.222.0.22 "GET /v2.0/ports/e7b21b2a-9eb3-439e-8968-dcb6b45bf813/bindings/n-h1-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.0642772 Jul 15 15:56:09.057020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c7322-faf1-4833-842b-6986ad6aa743 req-f99c4997-0028-4d99-8bff-dee73f3878a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:09.058484 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-f99c4997-0028-4d99-8bff-dee73f3878a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc&tenant_id=e9f002f2c7cd4661833243062731d718 HTTP/1.1" status: 200 len: 1096 time: 0.0520804 Jul 15 15:56:09.069646 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:56:09.140760 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:09.341938 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] For port e7b21b2a-9eb3-439e-8968-dcb6b45bf813, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,segment=NetworkSegment(cb100f36-58f1-4c5e-bd82-32d0eb1c3c46),segment_id=cb100f36-58f1-4c5e-bd82-32d0eb1c3c46)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:56:09.373099 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] For port e7b21b2a-9eb3-439e-8968-dcb6b45bf813, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:56:09.411421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120be969-7722-488c-8329-f302f82427bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:56:09.413676 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60479614-bdd1-406a-ab22-8ff7f5cc9ada" -d '{"events": [{"server_uuid": "120be969-7722-488c-8329-f302f82427bc", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b21b2a-9eb3-439e-8968-dcb6b45bf813"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:56:09.417544 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:09.429615 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Transition to ACTIVE for port object e7b21b2a-9eb3-439e-8968-dcb6b45bf813 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:56:09.434412 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:09.463463 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d030ee9-3423-412e-afe1-36e0ce90683f x-openstack-request-id: req-7d030ee9-3423-412e-afe1-36e0ce90683f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:56:09.463764 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120be969-7722-488c-8329-f302f82427bc", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b21b2a-9eb3-439e-8968-dcb6b45bf813", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:56:09.464013 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7d030ee9-3423-412e-afe1-36e0ce90683f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:56:09.464401 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120be969-7722-488c-8329-f302f82427bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813', 'code': 200} Jul 15 15:56:09.516307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:09.527963 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:09.528312 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:09.528657 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:09.529000 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:09.529342 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:09.529668 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:09.530021 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:09.530355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:09.530711 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:09.531039 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:09.531365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:09.531691 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:09.569602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] No DVR routers for this DVR port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:56:09.963461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda51608-b45a-4792-98f8-0b897d6ceeda req-9d2ac908-77da-4112-a61c-344ee8f353d8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:09.964981 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eda51608-b45a-4792-98f8-0b897d6ceeda req-9d2ac908-77da-4112-a61c-344ee8f353d8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 943 time: 0.0668690 Jul 15 15:56:10.003215 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eda51608-b45a-4792-98f8-0b897d6ceeda req-832d4c03-a8a3-4515-942e-039f8f8511c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321507 Jul 15 15:56:10.003468 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Attempting to bind port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:56:10.003698 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Attempting to bind port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:56:10.004030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Attempting to bind port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 on network a5195f8c-859c-4c81-9c44-201197fdb5de {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:56:10.008406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 on network a5195f8c-859c-4c81-9c44-201197fdb5de not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:56:10.008745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Attempting to bind port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 on network a5195f8c-859c-4c81-9c44-201197fdb5de {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:56:10.013421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:56:10.013764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Checking segment: {'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:56:10.014147 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Bound using segment: {'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:56:10.015419 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Bound port: e7b21b2a-9eb3-439e-8968-dcb6b45bf813, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:56:10.015783 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:10.076030 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] For port e7b21b2a-9eb3-439e-8968-dcb6b45bf813, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:56:10.079702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] For port e7b21b2a-9eb3-439e-8968-dcb6b45bf813, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,segment=NetworkSegment(cb100f36-58f1-4c5e-bd82-32d0eb1c3c46),segment_id=cb100f36-58f1-4c5e-bd82-32d0eb1c3c46)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:56:10.084050 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:10.116615 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:10.117241 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:10.118686 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] 10.222.0.11 "PUT /v2.0/ports/e7b21b2a-9eb3-439e-8968-dcb6b45bf813 HTTP/1.1" status: 200 len: 1091 time: 1.0530174 Jul 15 15:56:10.152912 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ed00e-c635-45ab-9068-5f880edbb641 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:10.204566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c7322-faf1-4833-842b-6986ad6aa743 req-779f9ed8-cc1f-4247-ae3c-5c83e0d420a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:10.206175 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-779f9ed8-cc1f-4247-ae3c-5c83e0d420a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 1094 time: 0.0611532 Jul 15 15:56:10.298787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c7322-faf1-4833-842b-6986ad6aa743 req-a594604a-3543-4fda-b305-445f640c2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:10.300251 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-a594604a-3543-4fda-b305-445f640c2857 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a5195f8c-859c-4c81-9c44-201197fdb5de HTTP/1.1" status: 200 len: 898 time: 0.0875206 Jul 15 15:56:10.368151 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-2cb0ec8d-a0fe-4c97-b602-e33ef7e50a06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813 HTTP/1.1" status: 200 len: 998 time: 0.0608947 Jul 15 15:56:10.418788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c7322-faf1-4833-842b-6986ad6aa743 req-5351817c-528d-4321-90e5-60351604f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:10.420226 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-5351817c-528d-4321-90e5-60351604f373 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2591145-b722-4e8b-9a8a-e386907e6945 HTTP/1.1" status: 200 len: 834 time: 0.0455530 Jul 15 15:56:10.476261 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c7322-faf1-4833-842b-6986ad6aa743 req-d2938d49-829a-430e-883e-6331804241e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:10.477695 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-d2938d49-829a-430e-883e-6331804241e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5195f8c-859c-4c81-9c44-201197fdb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512424 Jul 15 15:56:10.566299 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-3727ff2c-342e-43d3-801c-179269eb911b service neutron] 10.222.0.11 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816591 Jul 15 15:56:10.652320 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-065c7322-faf1-4833-842b-6986ad6aa743 req-4c924f95-b11d-434a-8fa2-bed794f5a87a service neutron] 10.222.0.11 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790424 Jul 15 15:56:11.198868 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc308d-9653-42c1-93a6-659352b7e4a3 req-9a6f786a-318c-4a4f-89e6-8cbd72a1d742 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:11.200359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cccc308d-9653-42c1-93a6-659352b7e4a3 req-9a6f786a-318c-4a4f-89e6-8cbd72a1d742 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 943 time: 0.0706673 Jul 15 15:56:11.238620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cccc308d-9653-42c1-93a6-659352b7e4a3 req-5bd17700-45f7-4dcd-8b60-c7e600d7f44e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321901 Jul 15 15:56:11.465639 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120be969-7722-488c-8329-f302f82427bc', 'tag': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:56:11.468716 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98512c99-d05e-43f7-8f27-703b07cc9a17" -d '{"events": [{"name": "network-changed", "server_uuid": "120be969-7722-488c-8329-f302f82427bc", "tag": "e7b21b2a-9eb3-439e-8968-dcb6b45bf813"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:56:11.516835 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8846084-ac91-4f5f-9f16-e2d66e42d737 x-openstack-request-id: req-a8846084-ac91-4f5f-9f16-e2d66e42d737 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:56:11.517203 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120be969-7722-488c-8329-f302f82427bc", "tag": "e7b21b2a-9eb3-439e-8968-dcb6b45bf813", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:56:11.517493 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8846084-ac91-4f5f-9f16-e2d66e42d737 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:56:11.517929 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120be969-7722-488c-8329-f302f82427bc', 'tag': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813', 'status': 'completed', 'code': 200} Jul 15 15:56:11.590612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-2b482b6d-4b09-4e01-9eba-2ea654523a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:11.591081 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-d1a36a35-b3c9-486e-a8f0-d7683525725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:11.592401 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-2b482b6d-4b09-4e01-9eba-2ea654523a42 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 1094 time: 0.0529461 Jul 15 15:56:11.593004 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-d1a36a35-b3c9-486e-a8f0-d7683525725a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 1094 time: 0.0562127 Jul 15 15:56:11.680712 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-33fbe2da-fcf2-4e6c-a85b-0cece010e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:11.682238 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-33fbe2da-fcf2-4e6c-a85b-0cece010e758 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a5195f8c-859c-4c81-9c44-201197fdb5de HTTP/1.1" status: 200 len: 898 time: 0.0830491 Jul 15 15:56:11.682442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-748c43c8-b751-435e-9e8a-bdfb51db3739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:11.683927 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-748c43c8-b751-435e-9e8a-bdfb51db3739 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5195f8c-859c-4c81-9c44-201197fdb5de HTTP/1.1" status: 200 len: 898 time: 0.0856929 Jul 15 15:56:11.692130 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:56:11.748273 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-a75dbf26-52fc-4f9c-9f10-6dd5baf6fdc4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813 HTTP/1.1" status: 200 len: 998 time: 0.0579689 Jul 15 15:56:11.751464 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-b2e624af-1361-4819-a78a-94c7e4f073b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813 HTTP/1.1" status: 200 len: 998 time: 0.0615659 Jul 15 15:56:11.797651 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-3d4066c8-498d-4714-9bb7-3e8ab677ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:11.799145 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-3d4066c8-498d-4714-9bb7-3e8ab677ce9a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2591145-b722-4e8b-9a8a-e386907e6945 HTTP/1.1" status: 200 len: 834 time: 0.0445065 Jul 15 15:56:11.800832 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-a61852f3-eb4f-4fe0-a856-08eb283dbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:11.802263 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-a61852f3-eb4f-4fe0-a856-08eb283dbcd0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2591145-b722-4e8b-9a8a-e386907e6945 HTTP/1.1" status: 200 len: 834 time: 0.0444641 Jul 15 15:56:11.859807 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-c318f140-22cf-414f-acf6-85a426d740ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:11.860070 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-da5ba837-3ca2-4d3c-93d6-5a8537cfd491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:11.861333 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-da5ba837-3ca2-4d3c-93d6-5a8537cfd491 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5195f8c-859c-4c81-9c44-201197fdb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560789 Jul 15 15:56:11.861464 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-c318f140-22cf-414f-acf6-85a426d740ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5195f8c-859c-4c81-9c44-201197fdb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514071 Jul 15 15:56:11.949364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-9ac8e9b4-3067-41bd-a2e1-00afce0ef3bd service neutron] 10.222.0.22 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819173 Jul 15 15:56:11.957189 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-f398eebd-cab4-434d-95f8-435992583806 service neutron] 10.222.0.11 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886042 Jul 15 15:56:12.041797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-fb18cba1-fdd7-421a-9f25-e42f8059e039 service neutron] 10.222.0.22 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858979 Jul 15 15:56:12.050372 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-98512c99-d05e-43f7-8f27-703b07cc9a17 req-42d35a36-4145-439e-8339-a9a0601f1a22 service neutron] 10.222.0.11 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837824 Jul 15 15:56:12.414103 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45f767-1d06-4233-b263-200e2eeb5e16 req-efce485a-881b-49dd-b6fa-d1f4eb7eec20 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:12.415627 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb45f767-1d06-4233-b263-200e2eeb5e16 req-efce485a-881b-49dd-b6fa-d1f4eb7eec20 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 943 time: 0.0632021 Jul 15 15:56:12.452989 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-eb45f767-1d06-4233-b263-200e2eeb5e16 req-97d53114-ed62-4351-9713-80b0939bfb6f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318141 Jul 15 15:56:12.793816 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9e360-4a62-47be-9839-2cc4bf31232d req-0e468fcc-affb-474a-bedb-0b54fa364fd9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:12.795200 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37c9e360-4a62-47be-9839-2cc4bf31232d req-0e468fcc-affb-474a-bedb-0b54fa364fd9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.22 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc&tenant_id=e9f002f2c7cd4661833243062731d718&binding%3Ahost_id=n-h1-764435-3 HTTP/1.1" status: 200 len: 943 time: 0.1043899 Jul 15 15:56:12.802904 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d203b0-c270-4d6c-9314-ced1ce1f8067 req-b33e7f54-bf3d-4399-8b4f-f25a264721b0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:12.804253 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57d203b0-c270-4d6c-9314-ced1ce1f8067 req-b33e7f54-bf3d-4399-8b4f-f25a264721b0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 943 time: 0.1231320 Jul 15 15:56:12.873049 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e7b21b2a-9eb3-439e-8968-dcb6b45bf813 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:56:12.878674 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57d203b0-c270-4d6c-9314-ced1ce1f8067 req-a2c61965-3d8b-4f29-9e37-cc8698983d31 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682681 Jul 15 15:56:12.883390 n-d-764435-3 neutron-server[100711]: INFO neutron.api.v2.resource [req-37c9e360-4a62-47be-9839-2cc4bf31232d req-70c6ed13-cd43-4f4c-b4fb-ba9b95cd364e service neutron] delete failed (client error): The resource could not be found. Jul 15 15:56:12.884350 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37c9e360-4a62-47be-9839-2cc4bf31232d req-70c6ed13-cd43-4f4c-b4fb-ba9b95cd364e service neutron] 10.222.0.22 "DELETE /v2.0/ports/e7b21b2a-9eb3-439e-8968-dcb6b45bf813/bindings/n-h2-764435-3 HTTP/1.1" status: 404 len: 380 time: 0.0792601 Jul 15 15:56:12.943841 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e7b21b2a-9eb3-439e-8968-dcb6b45bf813 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:56:12.989793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9e360-4a62-47be-9839-2cc4bf31232d req-ba868f8a-47d0-4aee-bef0-2531e77cf729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:12.991563 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37c9e360-4a62-47be-9839-2cc4bf31232d req-ba868f8a-47d0-4aee-bef0-2531e77cf729 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 1094 time: 0.0638683 Jul 15 15:56:13.003441 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e7b21b2a-9eb3-439e-8968-dcb6b45bf813, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,segment=NetworkSegment(cb100f36-58f1-4c5e-bd82-32d0eb1c3c46),segment_id=cb100f36-58f1-4c5e-bd82-32d0eb1c3c46)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:56:13.012912 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device e7b21b2a-9eb3-439e-8968-dcb6b45bf813 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:56:13.016434 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'port_id': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813', 'mac_address': 'fa:16:3e:cd:a6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:56:13.053591 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:13.066718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b21b2a-9eb3-439e-8968-dcb6b45bf813 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:56:13.085900 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e7b21b2a-9eb3-439e-8968-dcb6b45bf813, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,segment=NetworkSegment(cb100f36-58f1-4c5e-bd82-32d0eb1c3c46),segment_id=cb100f36-58f1-4c5e-bd82-32d0eb1c3c46)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:56:13.090952 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:13.137245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43e0e6-f127-4bce-afb2-1bf1790744ef req-1d4606a0-ed29-4595-8134-9b5f43c86ddc tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:13.138934 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b43e0e6-f127-4bce-afb2-1bf1790744ef req-1d4606a0-ed29-4595-8134-9b5f43c86ddc tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 943 time: 0.1324997 Jul 15 15:56:13.141045 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9e360-4a62-47be-9839-2cc4bf31232d req-fd940493-1b49-42ee-997e-a0ae0f57dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:13.142458 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37c9e360-4a62-47be-9839-2cc4bf31232d req-fd940493-1b49-42ee-997e-a0ae0f57dfdb service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5195f8c-859c-4c81-9c44-201197fdb5de HTTP/1.1" status: 200 len: 898 time: 0.1441054 Jul 15 15:56:13.145074 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:13.152488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:13.152835 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:13.153779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:13.153779 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:13.154002 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:13.154148 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:13.154474 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:13.154826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:13.155251 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:13.155574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:13.155895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:13.156214 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:13.220723 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b43e0e6-f127-4bce-afb2-1bf1790744ef req-14a4ddf5-ce95-40ec-a7d6-04ec9314358d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748227 Jul 15 15:56:13.228588 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37c9e360-4a62-47be-9839-2cc4bf31232d req-fc4d17a9-5907-4866-8cbd-cbac94cae9ee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813 HTTP/1.1" status: 200 len: 999 time: 0.0765765 Jul 15 15:56:13.277473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9e360-4a62-47be-9839-2cc4bf31232d req-6a060bdc-9ac2-4ae0-839d-03a031869ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:13.278935 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37c9e360-4a62-47be-9839-2cc4bf31232d req-6a060bdc-9ac2-4ae0-839d-03a031869ab9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2591145-b722-4e8b-9a8a-e386907e6945 HTTP/1.1" status: 200 len: 834 time: 0.0440879 Jul 15 15:56:13.308124 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['e7b21b2a-9eb3-439e-8968-dcb6b45bf813'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:56:13.339285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9e360-4a62-47be-9839-2cc4bf31232d req-6fff7c6c-833e-4ee8-af23-9a511d192f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:13.340855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37c9e360-4a62-47be-9839-2cc4bf31232d req-6fff7c6c-833e-4ee8-af23-9a511d192f5a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5195f8c-859c-4c81-9c44-201197fdb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557539 Jul 15 15:56:13.431607 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37c9e360-4a62-47be-9839-2cc4bf31232d req-9b764415-4d03-4601-be60-51ecf7288454 service neutron] 10.222.0.22 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846391 Jul 15 15:56:13.525101 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37c9e360-4a62-47be-9839-2cc4bf31232d req-afe73e9d-ebe9-4b1b-992d-c8ec23722085 service neutron] 10.222.0.22 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870714 Jul 15 15:56:14.394204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5279d07-7364-469f-8f05-acfb3e03e9ae req-1298462e-1727-4bfd-9ff2-cabf5e34e207 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:14.395723 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b5279d07-7364-469f-8f05-acfb3e03e9ae req-1298462e-1727-4bfd-9ff2-cabf5e34e207 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 944 time: 0.0639827 Jul 15 15:56:14.432880 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b5279d07-7364-469f-8f05-acfb3e03e9ae req-6d530161-8bc2-40ce-a132-e72c23602467 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316949 Jul 15 15:56:14.457569 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42820) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:14.521509 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-468b4cba-adf6-42fb-a04d-573912b1b6ab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/3bc714ed-f7e3-43a2-8e38-a8768610f065 HTTP/1.1" status: 200 len: 991 time: 0.0627005 Jul 15 15:56:14.873204 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e7b21b2a-9eb3-439e-8968-dcb6b45bf813 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:56:14.919379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:56:14.923876 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:56:14.924246 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:15.002820 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:15.023896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120be969-7722-488c-8329-f302f82427bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:56:15.026316 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dfaebf-eaa8-4913-ab5c-6452663c006f" -d '{"events": [{"server_uuid": "120be969-7722-488c-8329-f302f82427bc", "name": "network-vif-plugged", "status": "completed", "tag": "e7b21b2a-9eb3-439e-8968-dcb6b45bf813"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:56:15.039121 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e7b21b2a-9eb3-439e-8968-dcb6b45bf813, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,segment=NetworkSegment(cb100f36-58f1-4c5e-bd82-32d0eb1c3c46),segment_id=cb100f36-58f1-4c5e-bd82-32d0eb1c3c46)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:56:15.043179 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:15.068362 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bf2e9a-c27f-4a27-84eb-4f08031a9cce x-openstack-request-id: req-13bf2e9a-c27f-4a27-84eb-4f08031a9cce {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:56:15.068654 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120be969-7722-488c-8329-f302f82427bc", "name": "network-vif-plugged", "status": "completed", "tag": "e7b21b2a-9eb3-439e-8968-dcb6b45bf813", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:56:15.068904 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-13bf2e9a-c27f-4a27-84eb-4f08031a9cce {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:56:15.069290 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120be969-7722-488c-8329-f302f82427bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813', 'code': 200} Jul 15 15:56:15.094931 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,revision_number=9']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:19.463163 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:19.750727 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:24.734686 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89c9810e-55a7-43fb-889d-642ac95abdc1 req-dfe13faa-50ca-4dc4-8f38-52a38fb4eda7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502012 Jul 15 15:56:24.827630 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9810e-55a7-43fb-889d-642ac95abdc1 req-da49a94f-b506-428a-aacf-c03c1891efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:24.829116 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89c9810e-55a7-43fb-889d-642ac95abdc1 req-da49a94f-b506-428a-aacf-c03c1891efa8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 1096 time: 0.0518644 Jul 15 15:56:24.933787 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9810e-55a7-43fb-889d-642ac95abdc1 req-42fba142-6d80-42af-8622-a83b8b5b2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:24.935286 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89c9810e-55a7-43fb-889d-642ac95abdc1 req-42fba142-6d80-42af-8622-a83b8b5b2470 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a5195f8c-859c-4c81-9c44-201197fdb5de HTTP/1.1" status: 200 len: 898 time: 0.0859399 Jul 15 15:56:25.000049 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89c9810e-55a7-43fb-889d-642ac95abdc1 req-31ec89a2-0db6-48e2-9974-8b15dbd972c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813 HTTP/1.1" status: 200 len: 1000 time: 0.0584123 Jul 15 15:56:25.051698 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9810e-55a7-43fb-889d-642ac95abdc1 req-f8a4ed65-e9f7-40b1-9f8d-a20e2dd3c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:25.053159 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89c9810e-55a7-43fb-889d-642ac95abdc1 req-f8a4ed65-e9f7-40b1-9f8d-a20e2dd3c87f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2591145-b722-4e8b-9a8a-e386907e6945 HTTP/1.1" status: 200 len: 834 time: 0.0467091 Jul 15 15:56:25.112250 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9810e-55a7-43fb-889d-642ac95abdc1 req-d7a97778-3e52-4e79-ac2c-96890dc990f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:25.113761 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89c9810e-55a7-43fb-889d-642ac95abdc1 req-d7a97778-3e52-4e79-ac2c-96890dc990f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5195f8c-859c-4c81-9c44-201197fdb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528827 Jul 15 15:56:25.203713 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89c9810e-55a7-43fb-889d-642ac95abdc1 req-37545b11-04c0-43de-811d-189698a31e3f service neutron] 10.222.0.11 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816634 Jul 15 15:56:25.297380 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-89c9810e-55a7-43fb-889d-642ac95abdc1 req-423ff1c0-60cf-4788-a7d9-1badd888df32 service neutron] 10.222.0.11 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862575 Jul 15 15:56:30.137861 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6033b5f-8e24-4b93-80bf-a69d31e70f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:32.896310 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:32.940562 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8eb5c434-4db2-4ce2-b370-537ff169bbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:34.499862 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:36.192355 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:42.868192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42832) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:43.021733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ba8b7-a993-454f-ba3e-0b0a3c512935 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 248588c0-f1ad-4f89-9931-f1471808ebd2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:56:43.022081 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f8ba8b7-a993-454f-ba3e-0b0a3c512935 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:43.098262 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f8ba8b7-a993-454f-ba3e-0b0a3c512935 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:43.098655 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f8ba8b7-a993-454f-ba3e-0b0a3c512935 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:43.110762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ba8b7-a993-454f-ba3e-0b0a3c512935 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 248588c0-f1ad-4f89-9931-f1471808ebd2 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:56:43.254181 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f8ba8b7-a993-454f-ba3e-0b0a3c512935 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:43.282815 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ba8b7-a993-454f-ba3e-0b0a3c512935 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=248588c0-f1ad-4f89-9931-f1471808ebd2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:43.344873 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f8ba8b7-a993-454f-ba3e-0b0a3c512935 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:43.345209 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-8f8ba8b7-a993-454f-ba3e-0b0a3c512935 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Floating IP 3bc714ed-f7e3-43a2-8e38-a8768610f065 disassociated (deleted). External IP: 172.25.4.21, port: e7b21b2a-9eb3-439e-8968-dcb6b45bf813. Jul 15 15:56:43.549443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8ba8b7-a993-454f-ba3e-0b0a3c512935 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router d8932fda-ca54-441a-b652-9c33a8953798 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:56:43.655057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8ba8b7-a993-454f-ba3e-0b0a3c512935 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:56:43.659864 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f8ba8b7-a993-454f-ba3e-0b0a3c512935 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:43.666124 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2fdc7-1b76-4d01-b19f-e078d87ebd74 None None] Sync routers for ids ['d8932fda-ca54-441a-b652-9c33a8953798'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:56:43.675842 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2fdc7-1b76-4d01-b19f-e078d87ebd74 None None] Routers {'d8932fda-ca54-441a-b652-9c33a8953798'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:56:43.676430 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b6a2fdc7-1b76-4d01-b19f-e078d87ebd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:56:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d8932fda-ca54-441a-b652-9c33a8953798'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:43.696054 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8f8ba8b7-a993-454f-ba3e-0b0a3c512935 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/floatingips/3bc714ed-f7e3-43a2-8e38-a8768610f065 HTTP/1.1" status: 204 len: 168 time: 0.8267534 Jul 15 15:56:43.696651 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120be969-7722-488c-8329-f302f82427bc', 'tag': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:56:43.698907 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bfa7d5-a6b2-4537-b75f-06f79188f4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "120be969-7722-488c-8329-f302f82427bc", "tag": "e7b21b2a-9eb3-439e-8968-dcb6b45bf813"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:56:43.736747 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c42e703-ee8b-4a82-95cf-6444979e6a00 x-openstack-request-id: req-5c42e703-ee8b-4a82-95cf-6444979e6a00 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:56:43.737050 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120be969-7722-488c-8329-f302f82427bc", "tag": "e7b21b2a-9eb3-439e-8968-dcb6b45bf813", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:56:43.737306 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5c42e703-ee8b-4a82-95cf-6444979e6a00 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:56:43.737714 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120be969-7722-488c-8329-f302f82427bc', 'tag': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813', 'status': 'completed', 'code': 200} Jul 15 15:56:43.788373 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b6a2fdc7-1b76-4d01-b19f-e078d87ebd74 None None] Set router d8932fda-ca54-441a-b652-9c33a8953798 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:56:43.817467 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfa7d5-a6b2-4537-b75f-06f79188f4eb req-3b25fe30-5d53-451f-9169-8fcb1a711814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:43.819028 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15bfa7d5-a6b2-4537-b75f-06f79188f4eb req-3b25fe30-5d53-451f-9169-8fcb1a711814 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 1096 time: 0.0535986 Jul 15 15:56:43.925971 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfa7d5-a6b2-4537-b75f-06f79188f4eb req-944c3945-59b1-4946-b4f5-e94d34d196ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:43.927794 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15bfa7d5-a6b2-4537-b75f-06f79188f4eb req-944c3945-59b1-4946-b4f5-e94d34d196ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=a5195f8c-859c-4c81-9c44-201197fdb5de HTTP/1.1" status: 200 len: 898 time: 0.1017435 Jul 15 15:56:43.976588 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15bfa7d5-a6b2-4537-b75f-06f79188f4eb req-428fd193-e265-403c-a9ff-6b910eea7a88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813 HTTP/1.1" status: 200 len: 217 time: 0.0398905 Jul 15 15:56:43.994517 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b6a2fdc7-1b76-4d01-b19f-e078d87ebd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339571399', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:55:09Z', 'updated_at': '2021-07-15T15:55:12Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:10Z', 'updated_at': '2021-07-15T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6266fd72-2bc7-41a1-be38-a842bbd59b7f', 'name': '', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:d2:0b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:12Z', 'updated_at': '2021-07-15T15:55:17Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:44.021026 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2fdc7-1b76-4d01-b19f-e078d87ebd74 None None] Checking router: d8932fda-ca54-441a-b652-9c33a8953798 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:56:44.031015 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2fdc7-1b76-4d01-b19f-e078d87ebd74 None None] Routers {'d8932fda-ca54-441a-b652-9c33a8953798'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:56:44.031621 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b6a2fdc7-1b76-4d01-b19f-e078d87ebd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:56:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d8932fda-ca54-441a-b652-9c33a8953798'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:44.031955 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfa7d5-a6b2-4537-b75f-06f79188f4eb req-a2c9ecaf-9b79-4359-9876-219f8d97428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:44.033438 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15bfa7d5-a6b2-4537-b75f-06f79188f4eb req-a2c9ecaf-9b79-4359-9876-219f8d97428c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2591145-b722-4e8b-9a8a-e386907e6945 HTTP/1.1" status: 200 len: 834 time: 0.0498977 Jul 15 15:56:44.087209 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92988da1-1afd-4c3f-a182-32b903c032ca req-4881837b-1865-44fc-b320-a445108b470e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:44.089425 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-92988da1-1afd-4c3f-a182-32b903c032ca req-4881837b-1865-44fc-b320-a445108b470e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0724461 Jul 15 15:56:44.096342 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfa7d5-a6b2-4537-b75f-06f79188f4eb req-9e26fcb4-e22b-4372-9573-28e2d9790d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:44.101641 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15bfa7d5-a6b2-4537-b75f-06f79188f4eb req-9e26fcb4-e22b-4372-9573-28e2d9790d89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5195f8c-859c-4c81-9c44-201197fdb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563476 Jul 15 15:56:44.134757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-92988da1-1afd-4c3f-a182-32b903c032ca req-1b0f21a5-1a3e-4621-bba5-7236c78ff88f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390012 Jul 15 15:56:44.146915 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b6a2fdc7-1b76-4d01-b19f-e078d87ebd74 None None] Set router d8932fda-ca54-441a-b652-9c33a8953798 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:56:44.198344 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15bfa7d5-a6b2-4537-b75f-06f79188f4eb req-8b2036e5-6054-4284-9866-b9fbbb0da2fa service neutron] 10.222.0.11 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923042 Jul 15 15:56:44.293067 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-15bfa7d5-a6b2-4537-b75f-06f79188f4eb req-ebceaf8a-4c5c-4a35-b912-bff779e0e29e service neutron] 10.222.0.11 "GET /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878344 Jul 15 15:56:44.422687 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b6a2fdc7-1b76-4d01-b19f-e078d87ebd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339571399', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:55:09Z', 'updated_at': '2021-07-15T15:55:12Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:10Z', 'updated_at': '2021-07-15T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6266fd72-2bc7-41a1-be38-a842bbd59b7f', 'name': '', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:d2:0b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:12Z', 'updated_at': '2021-07-15T15:55:17Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:44.447784 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2fdc7-1b76-4d01-b19f-e078d87ebd74 None None] The sync data for ids ['d8932fda-ca54-441a-b652-9c33a8953798'] in n-d-764435-3 is: [{'id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339571399', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:55:09Z', 'updated_at': '2021-07-15T15:55:12Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:10Z', 'updated_at': '2021-07-15T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '6266fd72-2bc7-41a1-be38-a842bbd59b7f', 'name': '', 'network_id': 'a5195f8c-859c-4c81-9c44-201197fdb5de', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:d2:0b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:12Z', 'updated_at': '2021-07-15T15:55:17Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'e2591145-b722-4e8b-9a8a-e386907e6945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:56:44.658440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de2181-bb59-4891-9575-122fa462fa53 None None] New status for floating IP 3bc714ed-f7e3-43a2-8e38-a8768610f065: DOWN {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:56:45.222231 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d084e3-21ff-41a9-9430-76d8f34c0280 req-d325b9b5-3506-42ce-a8fc-c3656a912ee0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:45.223774 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9d084e3-21ff-41a9-9430-76d8f34c0280 req-d325b9b5-3506-42ce-a8fc-c3656a912ee0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0637493 Jul 15 15:56:45.313508 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e50e8-c15d-4ff2-be0d-1955068b3f2d req-df0f5d2c-2599-4d35-a942-beddd4c3859d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:45.315020 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-650e50e8-c15d-4ff2-be0d-1955068b3f2d req-df0f5d2c-2599-4d35-a942-beddd4c3859d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=120be969-7722-488c-8329-f302f82427bc HTTP/1.1" status: 200 len: 945 time: 0.0621111 Jul 15 15:56:45.328597 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-d9d084e3-21ff-41a9-9430-76d8f34c0280 req-6ef4617c-efd8-4791-93b4-8e801db27e49 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:56:45.329000 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d9d084e3-21ff-41a9-9430-76d8f34c0280 req-6ef4617c-efd8-4791-93b4-8e801db27e49 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:45.356297 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-650e50e8-c15d-4ff2-be0d-1955068b3f2d req-d3210bd8-d9ea-4ada-b819-94944830b19f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=258ac936-1511-47b2-864a-117d110a530f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353575 Jul 15 15:56:45.417307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d9d084e3-21ff-41a9-9430-76d8f34c0280 req-6ef4617c-efd8-4791-93b4-8e801db27e49 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] For port e7b21b2a-9eb3-439e-8968-dcb6b45bf813, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,segment=NetworkSegment(cb100f36-58f1-4c5e-bd82-32d0eb1c3c46),segment_id=cb100f36-58f1-4c5e-bd82-32d0eb1c3c46)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:56:45.417665 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d9d084e3-21ff-41a9-9430-76d8f34c0280 req-6ef4617c-efd8-4791-93b4-8e801db27e49 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:45.429670 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-d9d084e3-21ff-41a9-9430-76d8f34c0280 req-6ef4617c-efd8-4791-93b4-8e801db27e49 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for e7b21b2a-9eb3-439e-8968-dcb6b45bf813 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:56:45.556042 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d9d084e3-21ff-41a9-9430-76d8f34c0280 req-6ef4617c-efd8-4791-93b4-8e801db27e49 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:45.588040 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4617c-efd8-4791-93b4-8e801db27e49 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=e7b21b2a-9eb3-439e-8968-dcb6b45bf813,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:45.636028 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d084e3-21ff-41a9-9430-76d8f34c0280 req-6ef4617c-efd8-4791-93b4-8e801db27e49 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] No DVR routers for this DVR port e7b21b2a-9eb3-439e-8968-dcb6b45bf813 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:56:45.639372 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d9d084e3-21ff-41a9-9430-76d8f34c0280 req-6ef4617c-efd8-4791-93b4-8e801db27e49 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:45.641445 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9d084e3-21ff-41a9-9430-76d8f34c0280 req-6ef4617c-efd8-4791-93b4-8e801db27e49 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "DELETE /v2.0/ports/e7b21b2a-9eb3-439e-8968-dcb6b45bf813 HTTP/1.1" status: 204 len: 173 time: 0.4123600 Jul 15 15:56:45.739226 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120be969-7722-488c-8329-f302f82427bc', 'name': 'network-vif-deleted', 'tag': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:56:45.741551 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dcf4fc-a11a-4e66-a99b-7cadcca8b336" -d '{"events": [{"server_uuid": "120be969-7722-488c-8329-f302f82427bc", "name": "network-vif-deleted", "tag": "e7b21b2a-9eb3-439e-8968-dcb6b45bf813"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:56:45.776665 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e7444f-cade-43e8-895a-d173672bcc4d x-openstack-request-id: req-68e7444f-cade-43e8-895a-d173672bcc4d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:56:45.777035 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120be969-7722-488c-8329-f302f82427bc", "name": "network-vif-deleted", "tag": "e7b21b2a-9eb3-439e-8968-dcb6b45bf813", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:56:45.777364 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68e7444f-cade-43e8-895a-d173672bcc4d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:56:45.777834 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120be969-7722-488c-8329-f302f82427bc', 'name': 'network-vif-deleted', 'tag': 'e7b21b2a-9eb3-439e-8968-dcb6b45bf813', 'status': 'completed', 'code': 200} Jul 15 15:56:46.448391 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42846) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:46.796906 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:47.047417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 6266fd72-2bc7-41a1-be38-a842bbd59b7f {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:56:47.047675 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:47.132292 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] For port 6266fd72-2bc7-41a1-be38-a842bbd59b7f, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=6266fd72-2bc7-41a1-be38-a842bbd59b7f,segment=NetworkSegment(cb100f36-58f1-4c5e-bd82-32d0eb1c3c46),segment_id=cb100f36-58f1-4c5e-bd82-32d0eb1c3c46)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:56:47.132658 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:47.146152 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 6266fd72-2bc7-41a1-be38-a842bbd59b7f owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:56:47.326301 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:47.355933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=6266fd72-2bc7-41a1-be38-a842bbd59b7f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:47.386570 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:47.386924 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:47.387265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:47.387606 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:47.387936 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:47.388267 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:47.389160 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:47.389489 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:47.389900 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:47.390231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:47.390593 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:47.390910 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:47.542114 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:48.105097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router d8932fda-ca54-441a-b652-9c33a8953798 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:56:48.207314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:56:48.212281 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cbff347d-238d-472d-9387-03cfb57e8cab tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "PUT /v2.0/routers/d8932fda-ca54-441a-b652-9c33a8953798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7628689 Jul 15 15:56:48.215062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42848) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:48.218607 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c10adfb-8aaa-484c-b74b-4cc1ca42a9e3 None None] Sync routers for ids ['d8932fda-ca54-441a-b652-9c33a8953798'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:56:48.227374 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c10adfb-8aaa-484c-b74b-4cc1ca42a9e3 None None] Routers {'d8932fda-ca54-441a-b652-9c33a8953798'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:56:48.227970 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0c10adfb-8aaa-484c-b74b-4cc1ca42a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:56:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d8932fda-ca54-441a-b652-9c33a8953798'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:48.264430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdbb987-26ef-4935-905a-e3bc2b5725d1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting subnet e2591145-b722-4e8b-9a8a-e386907e6945 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:56:48.267482 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fdbb987-26ef-4935-905a-e3bc2b5725d1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:48.306001 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fdbb987-26ef-4935-905a-e3bc2b5725d1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:48.329115 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0c10adfb-8aaa-484c-b74b-4cc1ca42a9e3 None None] Set router d8932fda-ca54-441a-b652-9c33a8953798 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:56:48.390810 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fdbb987-26ef-4935-905a-e3bc2b5725d1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:48.448153 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fdbb987-26ef-4935-905a-e3bc2b5725d1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:48.477605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbb987-26ef-4935-905a-e3bc2b5725d1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Subnet': ['ID=e2591145-b722-4e8b-9a8a-e386907e6945,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:48.479616 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0fdbb987-26ef-4935-905a-e3bc2b5725d1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:48.484201 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0fdbb987-26ef-4935-905a-e3bc2b5725d1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/subnets/e2591145-b722-4e8b-9a8a-e386907e6945 HTTP/1.1" status: 204 len: 168 time: 0.2655582 Jul 15 15:56:48.484397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42850) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:48.484737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5351bf98-e87e-4b7e-9d94-6f512e5c7a69 None None] Network a5195f8c-859c-4c81-9c44-201197fdb5de requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:56:48.511899 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0c10adfb-8aaa-484c-b74b-4cc1ca42a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339571399', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:55:09Z', 'updated_at': '2021-07-15T15:56:47Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:10Z', 'updated_at': '2021-07-15T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:48.538446 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c10adfb-8aaa-484c-b74b-4cc1ca42a9e3 None None] Checking router: d8932fda-ca54-441a-b652-9c33a8953798 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:56:48.548164 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c10adfb-8aaa-484c-b74b-4cc1ca42a9e3 None None] Routers {'d8932fda-ca54-441a-b652-9c33a8953798'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:56:48.548772 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0c10adfb-8aaa-484c-b74b-4cc1ca42a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:56:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['d8932fda-ca54-441a-b652-9c33a8953798'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:48.596198 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e6b59af-a7bd-47cd-867f-f702d61b83a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:48.658207 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0c10adfb-8aaa-484c-b74b-4cc1ca42a9e3 None None] Set router d8932fda-ca54-441a-b652-9c33a8953798 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:56:48.688072 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9b28b3-b267-4231-b586-4df64933a863 None None] DHCP port deletion for a5195f8c-859c-4c81-9c44-201197fdb5de request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:56:48.707023 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e6b59af-a7bd-47cd-867f-f702d61b83a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:48.721088 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:56:48.736400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-db9b28b3-b267-4231-b586-4df64933a863 None None] Deleting port c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:56:48.736794 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db9b28b3-b267-4231-b586-4df64933a863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:48.762055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b59af-a7bd-47cd-867f-f702d61b83a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port e5350547-a5f5-4b1c-8670-f80075022444 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:56:48.762421 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e6b59af-a7bd-47cd-867f-f702d61b83a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:48.804498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-db9b28b3-b267-4231-b586-4df64933a863 None None] For port c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d,segment=NetworkSegment(cb100f36-58f1-4c5e-bd82-32d0eb1c3c46),segment_id=cb100f36-58f1-4c5e-bd82-32d0eb1c3c46)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:56:48.805590 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db9b28b3-b267-4231-b586-4df64933a863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:48.817647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-db9b28b3-b267-4231-b586-4df64933a863 None None] Calling delete_port for c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:56:48.847370 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-1e6b59af-a7bd-47cd-867f-f702d61b83a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] For port e5350547-a5f5-4b1c-8670-f80075022444, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=e5350547-a5f5-4b1c-8670-f80075022444,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:56:48.847735 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e6b59af-a7bd-47cd-867f-f702d61b83a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:48.851816 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0c10adfb-8aaa-484c-b74b-4cc1ca42a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339571399', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:55:09Z', 'updated_at': '2021-07-15T15:56:47Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:10Z', 'updated_at': '2021-07-15T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:48.860516 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b59af-a7bd-47cd-867f-f702d61b83a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for e5350547-a5f5-4b1c-8670-f80075022444 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:56:48.881297 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c10adfb-8aaa-484c-b74b-4cc1ca42a9e3 None None] The sync data for ids ['d8932fda-ca54-441a-b652-9c33a8953798'] in n-d-764435-3 is: [{'id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339571399', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:55:09Z', 'updated_at': '2021-07-15T15:56:47Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': 'e5350547-a5f5-4b1c-8670-f80075022444', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8932fda-ca54-441a-b652-9c33a8953798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:55:10Z', 'updated_at': '2021-07-15T15:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:56:48.901028 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db9b28b3-b267-4231-b586-4df64933a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:48.914167 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9b28b3-b267-4231-b586-4df64933a863 None None] No DVR routers for this DVR port c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:56:48.939471 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b28b3-b267-4231-b586-4df64933a863 None None] Pushing event deleted for resources: {'Port': ['ID=c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:49.026933 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e7b21b2a-9eb3-439e-8968-dcb6b45bf813 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:56:49.033503 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e6b59af-a7bd-47cd-867f-f702d61b83a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.047919 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: e7b21b2a-9eb3-439e-8968-dcb6b45bf813 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:56:49.048267 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e7b21b2a-9eb3-439e-8968-dcb6b45bf813 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:56:49.059085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b59af-a7bd-47cd-867f-f702d61b83a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=e5350547-a5f5-4b1c-8670-f80075022444,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:49.119272 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e6b59af-a7bd-47cd-867f-f702d61b83a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.209211 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e6b59af-a7bd-47cd-867f-f702d61b83a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.211177 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e6b59af-a7bd-47cd-867f-f702d61b83a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.258795 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e6b59af-a7bd-47cd-867f-f702d61b83a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.259338 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6b59af-a7bd-47cd-867f-f702d61b83a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Fanout notify agent at l3_agent the message router_deleted on router d8932fda-ca54-441a-b652-9c33a8953798 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:56:49.267412 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1e6b59af-a7bd-47cd-867f-f702d61b83a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.268548 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1e6b59af-a7bd-47cd-867f-f702d61b83a5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/routers/d8932fda-ca54-441a-b652-9c33a8953798 HTTP/1.1" status: 204 len: 168 time: 0.7832322 Jul 15 15:56:49.271249 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42852) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:49.348252 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f322f1f7-7948-4a0e-8207-ccb8e7705860 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.442091 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f322f1f7-7948-4a0e-8207-ccb8e7705860 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.452898 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f322f1f7-7948-4a0e-8207-ccb8e7705860 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5195f8c-859c-4c81-9c44-201197fdb5de']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:49.463240 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f322f1f7-7948-4a0e-8207-ccb8e7705860 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:49.463463 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-f322f1f7-7948-4a0e-8207-ccb8e7705860 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb100f36-58f1-4c5e-bd82-32d0eb1c3c46') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:49.473316 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f322f1f7-7948-4a0e-8207-ccb8e7705860 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.477444 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.488346 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f322f1f7-7948-4a0e-8207-ccb8e7705860 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.494879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f322f1f7-7948-4a0e-8207-ccb8e7705860 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:56:49.495407 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f322f1f7-7948-4a0e-8207-ccb8e7705860 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: timer() Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:56:49.499307 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:56:49.563314 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f322f1f7-7948-4a0e-8207-ccb8e7705860 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.568799 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f322f1f7-7948-4a0e-8207-ccb8e7705860 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.573972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42854) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:49.574424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f322f1f7-7948-4a0e-8207-ccb8e7705860 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/networks/a5195f8c-859c-4c81-9c44-201197fdb5de HTTP/1.1" status: 204 len: 168 time: 0.3018086 Jul 15 15:56:49.589353 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322f1f7-7948-4a0e-8207-ccb8e7705860 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Network': ['ID=a5195f8c-859c-4c81-9c44-201197fdb5de,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:49.634337 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-123c9a15-2990-4fad-87b9-6f9100df5e68 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.660614 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-123c9a15-2990-4fad-87b9-6f9100df5e68 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.719512 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-123c9a15-2990-4fad-87b9-6f9100df5e68 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.722100 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-123c9a15-2990-4fad-87b9-6f9100df5e68 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.723294 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-123c9a15-2990-4fad-87b9-6f9100df5e68 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/security-groups/258ac936-1511-47b2-864a-117d110a530f HTTP/1.1" status: 204 len: 168 time: 0.1476486 Jul 15 15:56:49.738553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c9a15-2990-4fad-87b9-6f9100df5e68 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258ac936-1511-47b2-864a-117d110a530f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:49.745304 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.950256 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:56:49.951529 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42860) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:49.956251 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-80de73f7-71bb-46bc-b8bb-c0bdd30624d1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-739943145', 'description': 'tempest-secgroup-smoke-739943145 description', 'project_id': 'e9f002f2c7cd4661833243062731d718'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:56:49.972185 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:56:49.972490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device c5f8ce6d-c66d-47c0-bfad-1e8b59e5a26d not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:56:49.973042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6266fd72-2bc7-41a1-be38-a842bbd59b7f no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:56:49.978960 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80de73f7-71bb-46bc-b8bb-c0bdd30624d1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:49.992414 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 6266fd72-2bc7-41a1-be38-a842bbd59b7f {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:56:49.992759 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 6266fd72-2bc7-41a1-be38-a842bbd59b7f not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:56:49.993172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e5350547-a5f5-4b1c-8670-f80075022444 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:56:50.011820 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: e5350547-a5f5-4b1c-8670-f80075022444 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:56:50.012284 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device e5350547-a5f5-4b1c-8670-f80075022444 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:56:50.060201 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80de73f7-71bb-46bc-b8bb-c0bdd30624d1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.064649 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80de73f7-71bb-46bc-b8bb-c0bdd30624d1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.093553 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80de73f7-71bb-46bc-b8bb-c0bdd30624d1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.094825 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-80de73f7-71bb-46bc-b8bb-c0bdd30624d1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1422682 Jul 15 15:56:50.096655 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de73f7-71bb-46bc-b8bb-c0bdd30624d1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb05ede-fc6c-4270-b6e7-4bba10133be6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:50.097875 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42862) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:50.102834 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d127d3fe-5577-4fa4-ad2d-21ab0445ce31 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '9bb05ede-fc6c-4270-b6e7-4bba10133be6', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:56:50.128135 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d127d3fe-5577-4fa4-ad2d-21ab0445ce31 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.183382 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d127d3fe-5577-4fa4-ad2d-21ab0445ce31 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.187067 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d127d3fe-5577-4fa4-ad2d-21ab0445ce31 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.203986 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127d3fe-5577-4fa4-ad2d-21ab0445ce31 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5602a003-a4d4-46eb-8ac4-50f90012179f,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:50.210313 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d127d3fe-5577-4fa4-ad2d-21ab0445ce31 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.211530 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d127d3fe-5577-4fa4-ad2d-21ab0445ce31 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126268 Jul 15 15:56:50.214274 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42864) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:50.219143 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-87223541-942d-4eff-8ac7-714b0545e4dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '9bb05ede-fc6c-4270-b6e7-4bba10133be6', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:56:50.244899 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87223541-942d-4eff-8ac7-714b0545e4dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.300779 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87223541-942d-4eff-8ac7-714b0545e4dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.304236 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87223541-942d-4eff-8ac7-714b0545e4dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.324429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87223541-942d-4eff-8ac7-714b0545e4dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ca7960-6b5b-494c-8a3d-09393d39bb1c,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:50.326940 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-87223541-942d-4eff-8ac7-714b0545e4dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.328135 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-87223541-942d-4eff-8ac7-714b0545e4dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129000 Jul 15 15:56:50.331005 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42866) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:50.335370 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-3c6a4702-dcdd-470c-b550-63e739005ba9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '9bb05ede-fc6c-4270-b6e7-4bba10133be6', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:56:50.360702 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4702-dcdd-470c-b550-63e739005ba9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.418976 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4702-dcdd-470c-b550-63e739005ba9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.423002 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4702-dcdd-470c-b550-63e739005ba9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.440529 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a4702-dcdd-470c-b550-63e739005ba9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b960a36b-4b5b-4ade-ba42-c22151f4b241,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:50.446092 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4702-dcdd-470c-b550-63e739005ba9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.447364 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-3c6a4702-dcdd-470c-b550-63e739005ba9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154475 Jul 15 15:56:50.450090 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42868) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:50.454775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-347e41f9-5033-4ef0-823e-c9c71269447d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '9bb05ede-fc6c-4270-b6e7-4bba10133be6', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:56:50.480598 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-347e41f9-5033-4ef0-823e-c9c71269447d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.538074 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-347e41f9-5033-4ef0-823e-c9c71269447d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.541322 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-347e41f9-5033-4ef0-823e-c9c71269447d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.560054 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e41f9-5033-4ef0-823e-c9c71269447d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6372a5-6173-4b23-885d-5d38943043c6,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:50.567338 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-347e41f9-5033-4ef0-823e-c9c71269447d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.568581 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-347e41f9-5033-4ef0-823e-c9c71269447d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175416 Jul 15 15:56:50.571391 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42870) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:50.575686 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e080b714-04ec-4d78-8f94-864d7be5b006 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '9bb05ede-fc6c-4270-b6e7-4bba10133be6', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:56:50.597574 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-e080b714-04ec-4d78-8f94-864d7be5b006 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Project e9f002f2c7cd4661833243062731d718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:56:50.602108 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e080b714-04ec-4d78-8f94-864d7be5b006 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.660478 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e080b714-04ec-4d78-8f94-864d7be5b006 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.664319 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e080b714-04ec-4d78-8f94-864d7be5b006 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.682772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080b714-04ec-4d78-8f94-864d7be5b006 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34333ca4-0132-4289-9218-736f8f3d7da3,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:50.689847 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e080b714-04ec-4d78-8f94-864d7be5b006 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.691065 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e080b714-04ec-4d78-8f94-864d7be5b006 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187694 Jul 15 15:56:50.693883 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42872) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:50.698251 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-20757e58-f689-4ebd-a4e4-11fdbd798f52 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '9bb05ede-fc6c-4270-b6e7-4bba10133be6', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:56:50.720657 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-20757e58-f689-4ebd-a4e4-11fdbd798f52 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Project e9f002f2c7cd4661833243062731d718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:56:50.725332 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20757e58-f689-4ebd-a4e4-11fdbd798f52 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.787978 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20757e58-f689-4ebd-a4e4-11fdbd798f52 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.791341 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20757e58-f689-4ebd-a4e4-11fdbd798f52 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.812008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20757e58-f689-4ebd-a4e4-11fdbd798f52 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57bcdc0a-2f1d-471f-a489-35e01aab1818,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:50.814822 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-20757e58-f689-4ebd-a4e4-11fdbd798f52 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.816028 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-20757e58-f689-4ebd-a4e4-11fdbd798f52 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212397 Jul 15 15:56:50.818960 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42874) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:50.823760 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6d3818e8-18f8-47e0-b065-248d6a9c4536 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'network': {'name': 'tempest-network-smoke--67283061', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'port_security_enabled': True}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:56:50.844497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3818e8-18f8-47e0-b065-248d6a9c4536 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Made reservation on behalf of e9f002f2c7cd4661833243062731d718 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:56:50.848081 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d3818e8-18f8-47e0-b065-248d6a9c4536 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.871674 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3818e8-18f8-47e0-b065-248d6a9c4536 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:56:50.881536 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d3818e8-18f8-47e0-b065-248d6a9c4536 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.881930 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-6d3818e8-18f8-47e0-b065-248d6a9c4536 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Added segment 5a48165d-1078-4b55-80ea-878a2be2899f of type vlan for network b879c567-3f76-4b5a-b7a6-b5d3129c1719 Jul 15 15:56:50.922311 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d3818e8-18f8-47e0-b065-248d6a9c4536 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.949528 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d3818e8-18f8-47e0-b065-248d6a9c4536 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.956112 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3818e8-18f8-47e0-b065-248d6a9c4536 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:50.956743 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d3818e8-18f8-47e0-b065-248d6a9c4536 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:50.988416 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6d3818e8-18f8-47e0-b065-248d6a9c4536 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1684933 Jul 15 15:56:50.991390 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42876) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:50.996148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-911578191', 'admin_state_up': True, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:56:51.020392 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:51.021347 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:51.036228 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3818e8-18f8-47e0-b065-248d6a9c4536 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Network': ['ID=b879c567-3f76-4b5a-b7a6-b5d3129c1719,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:51.046317 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network b879c567-3f76-4b5a-b7a6-b5d3129c1719 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:56:51.081581 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:51.218041 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:51.408608 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:51.427165 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:51.528740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.25.4.230 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/0b5ff8e3-dc43-46da-8346-231af4db768e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:56:51.627632 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:51.664870 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:51.708451 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:56:51.712857 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:56:51.717632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:56:51.720764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=0b5ff8e3-dc43-46da-8346-231af4db768e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:52.233928 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:52.425327 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:52.545443 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router 0c95a357-ed22-4677-aa5a-3011d268830b is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:56:52.649014 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:56:52.658791 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Sync routers for ids ['0c95a357-ed22-4677-aa5a-3011d268830b'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:56:52.667010 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:52.668124 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Routers {'0c95a357-ed22-4677-aa5a-3011d268830b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:56:52.668261 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-421d6431-4c86-4e1e-8e16-76cb620bc417 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6758482 Jul 15 15:56:52.668736 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:56:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['0c95a357-ed22-4677-aa5a-3011d268830b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:52.672457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42878) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:52.711358 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-0179a04d-8fb9-4252-829f-4141432a498d tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=e9f002f2c7cd4661833243062731d718&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377240 Jul 15 15:56:52.713895 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42880) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:52.777110 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Set router 0c95a357-ed22-4677-aa5a-3011d268830b gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:56:52.859158 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c48edd-7ae0-443e-a0a9-a0beb6c07f27 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:52.860678 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a2c48edd-7ae0-443e-a0a9-a0beb6c07f27 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1458876 Jul 15 15:56:52.863699 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42882) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:52.897879 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-c8526c3c-d723-4b61-9f69-146f7a6860fa tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331290 Jul 15 15:56:52.900475 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42884) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:52.905557 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-780204a5-1c20-45bd-8c46-dc10a24449b3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1339707439', 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:56:52.951785 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911578191', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:52Z', 'revision_number': 3, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:52.981894 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Checking router: 0c95a357-ed22-4677-aa5a-3011d268830b for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:56:52.982873 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Updating router 0c95a357-ed22-4677-aa5a-3011d268830b port 0b5ff8e3-dc43-46da-8346-231af4db768e binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:56:52.993746 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780204a5-1c20-45bd-8c46-dc10a24449b3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Made reservation on behalf of e9f002f2c7cd4661833243062731d718 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:56:52.997406 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-780204a5-1c20-45bd-8c46-dc10a24449b3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:53.016184 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:53.173543 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-780204a5-1c20-45bd-8c46-dc10a24449b3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:53.234024 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780204a5-1c20-45bd-8c46-dc10a24449b3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Subnet': ['ID=bba8e33e-ce53-4393-893e-6fa302c593e3,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:53.241111 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780204a5-1c20-45bd-8c46-dc10a24449b3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Checking segment: {'id': '5a48165d-1078-4b55-80ea-878a2be2899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:56:53.241505 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780204a5-1c20-45bd-8c46-dc10a24449b3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network hostable DHCP agents. Network: b879c567-3f76-4b5a-b7a6-b5d3129c1719, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:56:53.259785 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780204a5-1c20-45bd-8c46-dc10a24449b3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network b879c567-3f76-4b5a-b7a6-b5d3129c1719 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:56:53.264157 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:53.269457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-780204a5-1c20-45bd-8c46-dc10a24449b3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, b879c567-3f76-4b5a-b7a6-b5d3129c1719) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:56:53.273421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780204a5-1c20-45bd-8c46-dc10a24449b3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:53.274012 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-780204a5-1c20-45bd-8c46-dc10a24449b3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:53.277363 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Transition to ACTIVE for port object 0b5ff8e3-dc43-46da-8346-231af4db768e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:56:53.282147 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b9c90-2227-4df8-b5dd-33245179566f None None] Network b879c567-3f76-4b5a-b7a6-b5d3129c1719 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:56:53.289052 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-780204a5-1c20-45bd-8c46-dc10a24449b3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3876026 Jul 15 15:56:53.292005 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42886) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:56:53.297049 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:53.396339 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb4672-5e9d-4595-9256-19c75436fe53 None None] Pushing event updated for resources: {'Port': ['ID=0b5ff8e3-dc43-46da-8346-231af4db768e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:53.401318 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Attempting to bind port 0b5ff8e3-dc43-46da-8346-231af4db768e on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:56:53.401762 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Attempting to bind port 0b5ff8e3-dc43-46da-8346-231af4db768e by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:56:53.402152 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Attempting to bind port 0b5ff8e3-dc43-46da-8346-231af4db768e on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:56:53.413825 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:56:53.414223 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:56:53.414629 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:53.415022 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:56:53.415491 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Bound port: 0b5ff8e3-dc43-46da-8346-231af4db768e, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:56:53.415874 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:53.663350 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] For port 0b5ff8e3-dc43-46da-8346-231af4db768e, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:56:53.666582 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] For port 0b5ff8e3-dc43-46da-8346-231af4db768e, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0b5ff8e3-dc43-46da-8346-231af4db768e,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:56:53.686988 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:53.714166 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ips': [{'subnet_id': 'bba8e33e-ce53-4393-893e-6fa302c593e3'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:56:53.715062 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:53.731053 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:53.769536 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Routers {'0c95a357-ed22-4677-aa5a-3011d268830b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:56:53.770173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:56:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['0c95a357-ed22-4677-aa5a-3011d268830b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:53.815008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb4672-5e9d-4595-9256-19c75436fe53 None None] Pushing event updated for resources: {'Port': ['ID=0b5ff8e3-dc43-46da-8346-231af4db768e,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:53.969849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Allocated IP 172.20.0.2 (b879c567-3f76-4b5a-b7a6-b5d3129c1719/bba8e33e-ce53-4393-893e-6fa302c593e3/104f70f2-6dce-46cb-b7ae-f24cb18a7860) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:56:53.976044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] Set router 0c95a357-ed22-4677-aa5a-3011d268830b gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:56:54.251710 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:54.262235 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Transition to ACTIVE for port object 104f70f2-6dce-46cb-b7ae-f24cb18a7860 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:56:54.281195 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Transition to ACTIVE for port object 104f70f2-6dce-46cb-b7ae-f24cb18a7860 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:56:54.283195 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911578191', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:52Z', 'revision_number': 3, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:54.314504 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c12fa3-005c-4687-bbaa-6df7d316e653 None None] The sync data for ids ['0c95a357-ed22-4677-aa5a-3011d268830b'] in n-d-764435-3 is: [{'id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911578191', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:52Z', 'revision_number': 3, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:56:54.316412 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:54.343925 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.20.0.1 (b879c567-3f76-4b5a-b7a6-b5d3129c1719/bba8e33e-ce53-4393-893e-6fa302c593e3/8d5883ae-9012-4f1e-930d-b0c74dc7c08a) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:56:54.353088 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Network b879c567-3f76-4b5a-b7a6-b5d3129c1719 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:56:54.358684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:56:54.362154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:56:54.370881 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Pushing event updated for resources: {'Port': ['ID=104f70f2-6dce-46cb-b7ae-f24cb18a7860,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:54.426668 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Attempting to bind port 104f70f2-6dce-46cb-b7ae-f24cb18a7860 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:56:54.427180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Attempting to bind port 104f70f2-6dce-46cb-b7ae-f24cb18a7860 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '5a48165d-1078-4b55-80ea-878a2be2899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:56:54.427552 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Attempting to bind port 104f70f2-6dce-46cb-b7ae-f24cb18a7860 on network b879c567-3f76-4b5a-b7a6-b5d3129c1719 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:56:54.432799 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:56:54.433176 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Checking segment: {'id': '5a48165d-1078-4b55-80ea-878a2be2899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:56:54.433582 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:54.433979 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Bound using segment: {'id': '5a48165d-1078-4b55-80ea-878a2be2899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:56:54.434452 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Bound port: 104f70f2-6dce-46cb-b7ae-f24cb18a7860, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a48165d-1078-4b55-80ea-878a2be2899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:56:54.434875 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:54.457807 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:54.476214 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Transition to ACTIVE for port object 8d5883ae-9012-4f1e-930d-b0c74dc7c08a will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:56:54.503835 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] For port 104f70f2-6dce-46cb-b7ae-f24cb18a7860, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:56:54.507392 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] For port 104f70f2-6dce-46cb-b7ae-f24cb18a7860, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=104f70f2-6dce-46cb-b7ae-f24cb18a7860,segment=NetworkSegment(5a48165d-1078-4b55-80ea-878a2be2899f),segment_id=5a48165d-1078-4b55-80ea-878a2be2899f)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:56:54.512261 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:54.513180 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:54.569860 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network b879c567-3f76-4b5a-b7a6-b5d3129c1719 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:56:54.573449 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:56:54.578497 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:56:54.585765 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc9aed-b2ca-4f7c-a164-e9edb6908d0e None None] Pushing event updated for resources: {'Port': ['ID=104f70f2-6dce-46cb-b7ae-f24cb18a7860,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:54.588215 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=8d5883ae-9012-4f1e-930d-b0c74dc7c08a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:54.637800 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:54.815853 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:55.123640 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:55.129741 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:55.204007 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:55.205859 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=8d5883ae-9012-4f1e-930d-b0c74dc7c08a,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:55.561973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d9a018-2a7d-47d9-a111-521f61f1587c None None] Network b879c567-3f76-4b5a-b7a6-b5d3129c1719 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:56:55.596363 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network b879c567-3f76-4b5a-b7a6-b5d3129c1719 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:56:55.597754 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:56:55.624090 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-22e3b43c-1c01-409c-9175-176afb6926d5 None None] Provisioning for port 104f70f2-6dce-46cb-b7ae-f24cb18a7860 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:56:55.716004 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router 0c95a357-ed22-4677-aa5a-3011d268830b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:56:55.839969 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:56:55.849111 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-53338b48-54dd-457f-8c7f-af2869bd79a3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "PUT /v2.0/routers/0c95a357-ed22-4677-aa5a-3011d268830b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5560927 Jul 15 15:56:55.939044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0b5ff8e3-dc43-46da-8346-231af4db768e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:56:55.992327 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 0b5ff8e3-dc43-46da-8346-231af4db768e completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:56:55.996205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 0b5ff8e3-dc43-46da-8346-231af4db768e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:56:55.996824 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:56.006415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c392f5b4-c417-4c0f-94dc-62df4e8c92f4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-739943145&fields=id&tenant_id=e9f002f2c7cd4661833243062731d718 HTTP/1.1" status: 200 len: 267 time: 0.0369883 Jul 15 15:56:56.044183 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Sync routers for ids ['0c95a357-ed22-4677-aa5a-3011d268830b'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:56:56.054015 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Routers {'0c95a357-ed22-4677-aa5a-3011d268830b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:56:56.055006 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:56:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['0c95a357-ed22-4677-aa5a-3011d268830b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:56.088413 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:56.118306 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 0b5ff8e3-dc43-46da-8346-231af4db768e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0b5ff8e3-dc43-46da-8346-231af4db768e,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:56:56.130344 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:56.131494 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 104f70f2-6dce-46cb-b7ae-f24cb18a7860 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:56:56.156851 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a1222458-2dd3-4c17-ada6-36e5d47a1db7 None None] Provisioning for port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:56:56.157739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-56a593d7-dd21-4ba0-8c4c-6f1369b9ea65 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:56.165322 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-56a593d7-dd21-4ba0-8c4c-6f1369b9ea65 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/networks?id=b879c567-3f76-4b5a-b7a6-b5d3129c1719 HTTP/1.1" status: 200 len: 795 time: 0.1490736 Jul 15 15:56:56.180445 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Set router 0c95a357-ed22-4677-aa5a-3011d268830b gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:56:56.183645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a1222458-2dd3-4c17-ada6-36e5d47a1db7 None None] Provisioning complete for port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:56:56.184035 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a1222458-2dd3-4c17-ada6-36e5d47a1db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:56.184782 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-74acf096-e3c4-410b-bb6d-bf6901b7f8e6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/quotas/e9f002f2c7cd4661833243062731d718 HTTP/1.1" status: 200 len: 375 time: 0.0181136 Jul 15 15:56:56.264488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=0b5ff8e3-dc43-46da-8346-231af4db768e,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:56.276033 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a1222458-2dd3-4c17-ada6-36e5d47a1db7 None None] Port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:56:56.279588 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-0173d504-1629-434e-a6a1-8ed1bc359389 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933559 Jul 15 15:56:56.296239 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 104f70f2-6dce-46cb-b7ae-f24cb18a7860 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:56:56.300459 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 104f70f2-6dce-46cb-b7ae-f24cb18a7860 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:56:56.300834 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:56.384913 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-3e8a67f3-272b-4c68-9cdb-1e094ceddf16 service neutron] 10.222.0.38 "GET /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027014 Jul 15 15:56:56.390340 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:56.438067 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 104f70f2-6dce-46cb-b7ae-f24cb18a7860, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=104f70f2-6dce-46cb-b7ae-f24cb18a7860,segment=NetworkSegment(5a48165d-1078-4b55-80ea-878a2be2899f),segment_id=5a48165d-1078-4b55-80ea-878a2be2899f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:56:56.440574 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0828487b-3af2-4c4e-9a5f-70300a8211e7 None None] Provisioning complete for port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:56:56.440950 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0828487b-3af2-4c4e-9a5f-70300a8211e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:56.442701 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911578191', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:54Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8d5883ae-9012-4f1e-930d-b0c74dc7c08a', 'name': '', 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:bd:f7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:53Z', 'updated_at': '2021-07-15T15:56:54Z', 'revision_number': 2, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:56.464298 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:56.475484 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Checking router: 0c95a357-ed22-4677-aa5a-3011d268830b for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:56:56.475930 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Updating router 0c95a357-ed22-4677-aa5a-3011d268830b port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:56:56.491622 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-525b2f6d-87eb-412e-8f57-ee8a723350b2 service neutron] 10.222.0.38 "GET /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002648 Jul 15 15:56:56.504764 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0828487b-3af2-4c4e-9a5f-70300a8211e7 None None] Port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:56:56.516424 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:56.526021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=104f70f2-6dce-46cb-b7ae-f24cb18a7860,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:56.632562 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0a2334df-1a8d-4169-a1bd-90c04dd5717b None None] Provisioning complete for port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:56:56.633107 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a2334df-1a8d-4169-a1bd-90c04dd5717b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:56.668935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0a2334df-1a8d-4169-a1bd-90c04dd5717b None None] Port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:56:56.685187 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6a4713cb-685c-4035-a9d3-2a9a9523062c req-b25ad4c9-5d16-49b8-a387-31bca9fb5be4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 210 time: 0.0368519 Jul 15 15:56:56.787277 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:56.797737 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Transition to ACTIVE for port object 8d5883ae-9012-4f1e-930d-b0c74dc7c08a will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:56:56.803673 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:56.854261 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d63bf-a1d4-46c5-bf28-39f0b19dca9f None None] Pushing event updated for resources: {'Port': ['ID=8d5883ae-9012-4f1e-930d-b0c74dc7c08a,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:56.886765 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d63bf-a1d4-46c5-bf28-39f0b19dca9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:56.887046 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d63bf-a1d4-46c5-bf28-39f0b19dca9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:56.887334 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d63bf-a1d4-46c5-bf28-39f0b19dca9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:56.887677 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d63bf-a1d4-46c5-bf28-39f0b19dca9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:56.887991 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d63bf-a1d4-46c5-bf28-39f0b19dca9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:56.888353 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d63bf-a1d4-46c5-bf28-39f0b19dca9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:56.888743 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d63bf-a1d4-46c5-bf28-39f0b19dca9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:56.889048 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d63bf-a1d4-46c5-bf28-39f0b19dca9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:56.889375 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d63bf-a1d4-46c5-bf28-39f0b19dca9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:56.889713 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d63bf-a1d4-46c5-bf28-39f0b19dca9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:56.890032 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d63bf-a1d4-46c5-bf28-39f0b19dca9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:56.890347 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d63bf-a1d4-46c5-bf28-39f0b19dca9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:56:57.016827 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Attempting to bind port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:56:57.017202 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Attempting to bind port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '5a48165d-1078-4b55-80ea-878a2be2899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:56:57.017564 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Attempting to bind port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a on network b879c567-3f76-4b5a-b7a6-b5d3129c1719 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:56:57.024435 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:56:57.024804 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Checking segment: {'id': '5a48165d-1078-4b55-80ea-878a2be2899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:56:57.025202 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:57.025590 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Bound using segment: {'id': '5a48165d-1078-4b55-80ea-878a2be2899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:56:57.026467 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Bound port: 8d5883ae-9012-4f1e-930d-b0c74dc7c08a, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a48165d-1078-4b55-80ea-878a2be2899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:56:57.026871 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:57.095853 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] For port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:56:57.098926 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] For port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8d5883ae-9012-4f1e-930d-b0c74dc7c08a,segment=NetworkSegment(5a48165d-1078-4b55-80ea-878a2be2899f),segment_id=5a48165d-1078-4b55-80ea-878a2be2899f)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:56:57.103379 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:57.162385 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Routers {'0c95a357-ed22-4677-aa5a-3011d268830b'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:56:57.163249 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:56:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['0c95a357-ed22-4677-aa5a-3011d268830b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:57.169409 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d63bf-a1d4-46c5-bf28-39f0b19dca9f None None] Pushing event updated for resources: {'Port': ['ID=8d5883ae-9012-4f1e-930d-b0c74dc7c08a,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:57.281556 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] Set router 0c95a357-ed22-4677-aa5a-3011d268830b gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:56:57.480638 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911578191', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:54Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8d5883ae-9012-4f1e-930d-b0c74dc7c08a', 'name': '', 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:bd:f7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:53Z', 'updated_at': '2021-07-15T15:56:57Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:56:57.505830 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102c319-f594-4ddd-92e4-6940295eda3f None None] The sync data for ids ['0c95a357-ed22-4677-aa5a-3011d268830b'] in n-d-764435-3 is: [{'id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911578191', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:54Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8d5883ae-9012-4f1e-930d-b0c74dc7c08a', 'name': '', 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:bd:f7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:53Z', 'updated_at': '2021-07-15T15:56:57Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:56:57.801072 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-5f4985e9-235c-4111-aba4-bbdec181f8c8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:57.804272 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-5f4985e9-235c-4111-aba4-bbdec181f8c8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.22 "GET /v2.0/networks?id=b879c567-3f76-4b5a-b7a6-b5d3129c1719 HTTP/1.1" status: 200 len: 795 time: 0.1243887 Jul 15 15:56:57.879303 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-caadf85f-f333-44c7-b79f-08c0ccf680c5 req-a44b14f2-36ed-4510-adf7-9efb6581f672 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 210 time: 0.0475714 Jul 15 15:56:57.907757 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-3d8feca4-5bbe-48ca-89b4-680442ce9106 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f002f2c7cd4661833243062731d718 HTTP/1.1" status: 200 len: 379 time: 0.0951655 Jul 15 15:56:57.917258 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-b88d3f44-19ff-4a4f-9263-2b6faec971c3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'port': {'device_id': '8595f628-2179-4a5d-b1ec-2b50ce3657cd', 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'admin_state_up': True, 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'security_groups': ['9bb05ede-fc6c-4270-b6e7-4bba10133be6']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:56:57.980040 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8d5883ae-9012-4f1e-930d-b0c74dc7c08a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:56:58.034384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:56:58.038477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:56:58.038877 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:58.045773 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-b88d3f44-19ff-4a4f-9263-2b6faec971c3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Made reservation on behalf of e9f002f2c7cd4661833243062731d718 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:56:58.049478 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-b88d3f44-19ff-4a4f-9263-2b6faec971c3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:58.128844 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:58.165213 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8d5883ae-9012-4f1e-930d-b0c74dc7c08a,segment=NetworkSegment(5a48165d-1078-4b55-80ea-878a2be2899f),segment_id=5a48165d-1078-4b55-80ea-878a2be2899f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:56:58.170458 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:58.171365 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0b5ff8e3-dc43-46da-8346-231af4db768e up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:56:58.193559 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-b88d3f44-19ff-4a4f-9263-2b6faec971c3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.20.0.6 (b879c567-3f76-4b5a-b7a6-b5d3129c1719/bba8e33e-ce53-4393-893e-6fa302c593e3/5bfe4287-1c84-47f4-adfa-621f6c06b246) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:56:58.249795 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=8d5883ae-9012-4f1e-930d-b0c74dc7c08a,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:58.264496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 0b5ff8e3-dc43-46da-8346-231af4db768e triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:56:58.264872 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:58.352218 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 104f70f2-6dce-46cb-b7ae-f24cb18a7860 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:56:58.358838 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-b88d3f44-19ff-4a4f-9263-2b6faec971c3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:58.373399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-b88d3f44-19ff-4a4f-9263-2b6faec971c3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Transition to ACTIVE for port object 5bfe4287-1c84-47f4-adfa-621f6c06b246 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:56:58.401318 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 104f70f2-6dce-46cb-b7ae-f24cb18a7860 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:56:58.401787 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:58.413303 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-b88d3f44-19ff-4a4f-9263-2b6faec971c3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:58.464161 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-b88d3f44-19ff-4a4f-9263-2b6faec971c3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network b879c567-3f76-4b5a-b7a6-b5d3129c1719 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:56:58.468509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-b88d3f44-19ff-4a4f-9263-2b6faec971c3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:56:58.473075 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-b88d3f44-19ff-4a4f-9263-2b6faec971c3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:56:58.477247 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d3f44-19ff-4a4f-9263-2b6faec971c3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=5bfe4287-1c84-47f4-adfa-621f6c06b246,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:58.535769 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-b88d3f44-19ff-4a4f-9263-2b6faec971c3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:58.536567 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-b88d3f44-19ff-4a4f-9263-2b6faec971c3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:58.552639 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-b88d3f44-19ff-4a4f-9263-2b6faec971c3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6392365 Jul 15 15:56:58.565736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Request body: {'port': {'device_id': '8595f628-2179-4a5d-b1ec-2b50ce3657cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:56:58.648232 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:58.736738 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c6442620-b911-4074-a69b-475bb2bcee03 None None] Provisioning for port 5bfe4287-1c84-47f4-adfa-621f6c06b246 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:56:58.740553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c6442620-b911-4074-a69b-475bb2bcee03 None None] Provisioning complete for port 5bfe4287-1c84-47f4-adfa-621f6c06b246 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:56:58.740934 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6442620-b911-4074-a69b-475bb2bcee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:58.775241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c6442620-b911-4074-a69b-475bb2bcee03 None None] Port 5bfe4287-1c84-47f4-adfa-621f6c06b246 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:56:58.915242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bfe4287-1c84-47f4-adfa-621f6c06b246 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:56:58.922652 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:58.934216 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Transition to ACTIVE for port object 5bfe4287-1c84-47f4-adfa-621f6c06b246 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:56:58.938437 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:59.007347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfe4287-1c84-47f4-adfa-621f6c06b246,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:59.098465 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Attempting to bind port 5bfe4287-1c84-47f4-adfa-621f6c06b246 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:56:59.098833 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Attempting to bind port 5bfe4287-1c84-47f4-adfa-621f6c06b246 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': '5a48165d-1078-4b55-80ea-878a2be2899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:56:59.099169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Attempting to bind port 5bfe4287-1c84-47f4-adfa-621f6c06b246 on network b879c567-3f76-4b5a-b7a6-b5d3129c1719 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:56:59.108373 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Port 5bfe4287-1c84-47f4-adfa-621f6c06b246 on network b879c567-3f76-4b5a-b7a6-b5d3129c1719 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:56:59.108703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Attempting to bind port 5bfe4287-1c84-47f4-adfa-621f6c06b246 on network b879c567-3f76-4b5a-b7a6-b5d3129c1719 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:56:59.124893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4816df-150f-4dfc-85e2-a67320ed761a req-49d73df2-6146-45c4-b6ea-7cfd7fa8e6c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:59.126429 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f4816df-150f-4dfc-85e2-a67320ed761a req-49d73df2-6146-45c4-b6ea-7cfd7fa8e6c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 943 time: 0.1212788 Jul 15 15:56:59.127244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:56:59.127579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Checking segment: {'id': '5a48165d-1078-4b55-80ea-878a2be2899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:56:59.127965 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Bound using segment: {'id': '5a48165d-1078-4b55-80ea-878a2be2899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:56:59.128409 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Bound port: 5bfe4287-1c84-47f4-adfa-621f6c06b246, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a48165d-1078-4b55-80ea-878a2be2899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:56:59.128769 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:59.197083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f4816df-150f-4dfc-85e2-a67320ed761a req-2e908513-b8c4-4295-a2dd-e7087085a645 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648777 Jul 15 15:56:59.220643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] For port 5bfe4287-1c84-47f4-adfa-621f6c06b246, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:56:59.223884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] For port 5bfe4287-1c84-47f4-adfa-621f6c06b246, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5bfe4287-1c84-47f4-adfa-621f6c06b246,segment=NetworkSegment(5a48165d-1078-4b55-80ea-878a2be2899f),segment_id=5a48165d-1078-4b55-80ea-878a2be2899f)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:56:59.228104 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:59.261252 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:59.262149 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:59.264072 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] 10.222.0.22 "PUT /v2.0/ports/5bfe4287-1c84-47f4-adfa-621f6c06b246 HTTP/1.1" status: 200 len: 1091 time: 0.7030351 Jul 15 15:56:59.266231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8595f628-2179-4a5d-b1ec-2b50ce3657cd', 'tag': '5bfe4287-1c84-47f4-adfa-621f6c06b246'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:56:59.269702 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a547e7b-77ef-40de-9c74-1e8d85b2c926" -d '{"events": [{"name": "network-changed", "server_uuid": "8595f628-2179-4a5d-b1ec-2b50ce3657cd", "tag": "5bfe4287-1c84-47f4-adfa-621f6c06b246"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:56:59.301407 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344b6c3-2e1e-41cf-b6b3-537e91371f09 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfe4287-1c84-47f4-adfa-621f6c06b246,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:56:59.338953 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad75a51-1b8e-4bd0-a078-b62df22882ec x-openstack-request-id: req-0ad75a51-1b8e-4bd0-a078-b62df22882ec {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:56:59.339244 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8595f628-2179-4a5d-b1ec-2b50ce3657cd", "tag": "5bfe4287-1c84-47f4-adfa-621f6c06b246", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:56:59.339497 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0ad75a51-1b8e-4bd0-a078-b62df22882ec {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:56:59.339883 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8595f628-2179-4a5d-b1ec-2b50ce3657cd', 'tag': '5bfe4287-1c84-47f4-adfa-621f6c06b246', 'status': 'completed', 'code': 200} Jul 15 15:56:59.367156 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-ae892558-1162-47a8-968e-0ff996b65148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:59.368696 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-ae892558-1162-47a8-968e-0ff996b65148 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 1094 time: 0.0617797 Jul 15 15:56:59.412178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-e64eb2cd-6871-4828-8e79-eb3304a6ea31 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bfe4287-1c84-47f4-adfa-621f6c06b246 HTTP/1.1" status: 200 len: 217 time: 0.0341265 Jul 15 15:56:59.460652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-6c241f73-bd94-4d9b-b73e-7ba2e304b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:59.462119 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-6c241f73-bd94-4d9b-b73e-7ba2e304b62e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bba8e33e-ce53-4393-893e-6fa302c593e3 HTTP/1.1" status: 200 len: 835 time: 0.0442412 Jul 15 15:56:59.521303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-acbd4788-f81a-4652-b5d9-ffa408a49c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:59.522817 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-acbd4788-f81a-4652-b5d9-ffa408a49c49 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b879c567-3f76-4b5a-b7a6-b5d3129c1719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536613 Jul 15 15:56:59.609578 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-9b1560a2-0686-4358-910a-5df1f679c8e1 service neutron] 10.222.0.22 "GET /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794623 Jul 15 15:56:59.700677 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28be49d5-cbae-41f3-80d3-3ed4039d4752 req-05b003fd-bdd0-4c2e-9658-c2db8589e441 service neutron] 10.222.0.22 "GET /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848236 Jul 15 15:56:59.800310 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a547e7b-77ef-40de-9c74-1e8d85b2c926 req-6e15da8d-b972-4d8b-988f-1376b0fc2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:59.801827 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a547e7b-77ef-40de-9c74-1e8d85b2c926 req-6e15da8d-b972-4d8b-988f-1376b0fc2e9f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 1094 time: 0.0521493 Jul 15 15:56:59.844931 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8d5883ae-9012-4f1e-930d-b0c74dc7c08a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:56:59.892457 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:56:59.892831 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:59.896799 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a547e7b-77ef-40de-9c74-1e8d85b2c926 req-510196b0-f820-4107-91ed-ddb1d67cd3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:59.898284 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a547e7b-77ef-40de-9c74-1e8d85b2c926 req-510196b0-f820-4107-91ed-ddb1d67cd3f3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b879c567-3f76-4b5a-b7a6-b5d3129c1719 HTTP/1.1" status: 200 len: 896 time: 0.0900569 Jul 15 15:56:59.942764 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a547e7b-77ef-40de-9c74-1e8d85b2c926 req-7952e899-4c4b-4645-9b97-18c51569a5cd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bfe4287-1c84-47f4-adfa-621f6c06b246 HTTP/1.1" status: 200 len: 217 time: 0.0383530 Jul 15 15:56:59.993561 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a547e7b-77ef-40de-9c74-1e8d85b2c926 req-e68b7650-a2ab-4309-8cb4-3156c9114028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:56:59.995130 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a547e7b-77ef-40de-9c74-1e8d85b2c926 req-e68b7650-a2ab-4309-8cb4-3156c9114028 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bba8e33e-ce53-4393-893e-6fa302c593e3 HTTP/1.1" status: 200 len: 835 time: 0.0444500 Jul 15 15:57:00.055939 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a547e7b-77ef-40de-9c74-1e8d85b2c926 req-050c1154-e625-4993-a154-4989999cc575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:00.057369 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a547e7b-77ef-40de-9c74-1e8d85b2c926 req-050c1154-e625-4993-a154-4989999cc575 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b879c567-3f76-4b5a-b7a6-b5d3129c1719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546820 Jul 15 15:57:00.138969 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-70691b62-e0b9-4e5f-94fc-7b67efa5d51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:00.146390 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a547e7b-77ef-40de-9c74-1e8d85b2c926 req-60c0e0af-3e1b-4a7f-8c8a-2c3e9a64bd24 service neutron] 10.222.0.22 "GET /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816820 Jul 15 15:57:00.238729 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9a547e7b-77ef-40de-9c74-1e8d85b2c926 req-dc75497e-a97e-4f4f-963a-a9f5a1aa91fe service neutron] 10.222.0.22 "GET /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859807 Jul 15 15:57:00.368369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56ea21-6464-46ad-99b8-87afa298d096 req-958ab156-2d02-4a07-bb10-8932cfb4e8c7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:00.369863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c56ea21-6464-46ad-99b8-87afa298d096 req-958ab156-2d02-4a07-bb10-8932cfb4e8c7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 943 time: 0.0634015 Jul 15 15:57:00.410073 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c56ea21-6464-46ad-99b8-87afa298d096 req-28e654f4-0e21-4566-b0cc-c0a32b986881 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329800 Jul 15 15:57:01.649055 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386ec9b-9ec8-48dd-9553-551c1a21913d req-0173d1ec-c9a8-46d7-98fd-e6fbef450326 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:01.650560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2386ec9b-9ec8-48dd-9553-551c1a21913d req-0173d1ec-c9a8-46d7-98fd-e6fbef450326 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 943 time: 0.1274819 Jul 15 15:57:01.692554 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2386ec9b-9ec8-48dd-9553-551c1a21913d req-e52e4d6f-e66f-4dc0-ab4c-1e24cc97c4c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361996 Jul 15 15:57:02.866348 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58205eb4-95d5-42a0-9424-736074f7ea34 req-619a917d-e2d2-4762-b686-969506b33323 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:02.867904 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58205eb4-95d5-42a0-9424-736074f7ea34 req-619a917d-e2d2-4762-b686-969506b33323 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 943 time: 0.0641327 Jul 15 15:57:02.898978 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:02.907973 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58205eb4-95d5-42a0-9424-736074f7ea34 req-26bb1c75-8cf7-46fb-9258-c78c57c2c72c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340104 Jul 15 15:57:02.941388 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6614a44-5811-4693-8b30-6c5da7c00216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:03.141350 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5bfe4287-1c84-47f4-adfa-621f6c06b246 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:57:03.234930 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 5bfe4287-1c84-47f4-adfa-621f6c06b246, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5bfe4287-1c84-47f4-adfa-621f6c06b246,segment=NetworkSegment(5a48165d-1078-4b55-80ea-878a2be2899f),segment_id=5a48165d-1078-4b55-80ea-878a2be2899f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:57:03.245426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '5bfe4287-1c84-47f4-adfa-621f6c06b246', 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'port_id': '5bfe4287-1c84-47f4-adfa-621f6c06b246', 'mac_address': 'fa:16:3e:09:56:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:57:03.284769 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:03.297082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bfe4287-1c84-47f4-adfa-621f6c06b246 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:57:03.315921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 5bfe4287-1c84-47f4-adfa-621f6c06b246, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5bfe4287-1c84-47f4-adfa-621f6c06b246,segment=NetworkSegment(5a48165d-1078-4b55-80ea-878a2be2899f),segment_id=5a48165d-1078-4b55-80ea-878a2be2899f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:57:03.319856 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:03.367071 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=5bfe4287-1c84-47f4-adfa-621f6c06b246,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:57:03.520920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['5bfe4287-1c84-47f4-adfa-621f6c06b246'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:57:04.078501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8efb23-561a-408f-be54-5b0ef41d23b8 req-17b234ba-777b-4273-a276-f70a8e4e4ffa tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:04.079924 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b8efb23-561a-408f-be54-5b0ef41d23b8 req-17b234ba-777b-4273-a276-f70a8e4e4ffa tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 944 time: 0.0619333 Jul 15 15:57:04.117486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8b8efb23-561a-408f-be54-5b0ef41d23b8 req-b344ddee-4b15-4018-b5d4-f0fe9d6c9610 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321209 Jul 15 15:57:04.499509 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:05.151946 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5bfe4287-1c84-47f4-adfa-621f6c06b246 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:57:05.200041 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 5bfe4287-1c84-47f4-adfa-621f6c06b246 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:57:05.203702 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 5bfe4287-1c84-47f4-adfa-621f6c06b246 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:57:05.204079 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:05.281375 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:05.296294 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c4d97-cd75-4c41-be97-de6b60bc4e72 req-3e7d40c2-5ffc-408d-990d-e9db31571eae tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:05.297821 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a6c4d97-cd75-4c41-be97-de6b60bc4e72 req-3e7d40c2-5ffc-408d-990d-e9db31571eae tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 944 time: 0.0682487 Jul 15 15:57:05.305561 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8595f628-2179-4a5d-b1ec-2b50ce3657cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfe4287-1c84-47f4-adfa-621f6c06b246'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:57:05.307909 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0d0f04-bbdc-4fe4-be5e-885f58513186" -d '{"events": [{"server_uuid": "8595f628-2179-4a5d-b1ec-2b50ce3657cd", "name": "network-vif-plugged", "status": "completed", "tag": "5bfe4287-1c84-47f4-adfa-621f6c06b246"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:57:05.322001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 5bfe4287-1c84-47f4-adfa-621f6c06b246, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5bfe4287-1c84-47f4-adfa-621f6c06b246,segment=NetworkSegment(5a48165d-1078-4b55-80ea-878a2be2899f),segment_id=5a48165d-1078-4b55-80ea-878a2be2899f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:57:05.328216 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:05.338246 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a6c4d97-cd75-4c41-be97-de6b60bc4e72 req-0568d4d4-7b9f-40be-b17d-48814973b579 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348108 Jul 15 15:57:05.360726 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0719c08b-c609-46cb-b037-59919e9228be x-openstack-request-id: req-0719c08b-c609-46cb-b037-59919e9228be {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:57:05.360977 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8595f628-2179-4a5d-b1ec-2b50ce3657cd", "name": "network-vif-plugged", "status": "completed", "tag": "5bfe4287-1c84-47f4-adfa-621f6c06b246", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:57:05.361194 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0719c08b-c609-46cb-b037-59919e9228be {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:57:05.361585 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8595f628-2179-4a5d-b1ec-2b50ce3657cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfe4287-1c84-47f4-adfa-621f6c06b246', 'code': 200} Jul 15 15:57:05.388936 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=5bfe4287-1c84-47f4-adfa-621f6c06b246,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:57:05.464883 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57526679-69a6-4a4f-a6ce-65fc87a3315a req-d318fcf1-7640-4b99-ae67-cde86175dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:05.466637 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57526679-69a6-4a4f-a6ce-65fc87a3315a req-d318fcf1-7640-4b99-ae67-cde86175dee1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 1096 time: 0.0519924 Jul 15 15:57:05.499038 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-57526679-69a6-4a4f-a6ce-65fc87a3315a req-04dd4950-fe4c-4e11-96d0-f0a808b6947d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265629 Jul 15 15:57:06.197296 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:06.511135 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a647b6-04b8-4f66-b49e-5da77eb85b9c req-88c058d9-17c3-4148-bb06-e72ee392c5de tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:06.512615 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9a647b6-04b8-4f66-b49e-5da77eb85b9c req-88c058d9-17c3-4148-bb06-e72ee392c5de tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0621815 Jul 15 15:57:06.553389 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b9a647b6-04b8-4f66-b49e-5da77eb85b9c req-dc692c20-bb25-41db-a3f0-424ef98e1d58 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345562 Jul 15 15:57:06.724118 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939c5b4-73b6-466d-94c6-d4f50b11dab3 req-3b2f7c26-753f-4e71-95ec-1492788e8a0a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:06.725626 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0939c5b4-73b6-466d-94c6-d4f50b11dab3 req-3b2f7c26-753f-4e71-95ec-1492788e8a0a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0632865 Jul 15 15:57:06.762839 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0939c5b4-73b6-466d-94c6-d4f50b11dab3 req-0c6274de-81ef-4f69-8226-a6c8acf3e3bd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315917 Jul 15 15:57:06.787606 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42940) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:57:06.837650 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40a65d9-b0f4-410a-bb26-5cbd05ce569e tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:06.839174 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c40a65d9-b0f4-410a-bb26-5cbd05ce569e tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 1091 time: 0.0506070 Jul 15 15:57:06.842840 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 42942) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:57:06.847095 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': '5bfe4287-1c84-47f4-adfa-621f6c06b246', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:57:06.868745 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:06.966513 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:07.069826 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.25.4.109 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/34ed9357-4889-42fe-8696-7204c5106f51) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:57:07.170155 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:07.207689 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:07.244354 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:57:07.249017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:57:07.252355 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:57:07.279603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=34ed9357-4889-42fe-8696-7204c5106f51,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:57:07.956238 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:08.032031 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:08.179662 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:08.184125 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:08.250166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=34ed9357-4889-42fe-8696-7204c5106f51,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:57:08.261469 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:08.359459 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Floating IP 77a5ae0f-191b-4bc6-843b-c298d4956dd4 associated. External IP: 172.25.4.109, port: 5bfe4287-1c84-47f4-adfa-621f6c06b246. Jul 15 15:57:08.562287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router 0c95a357-ed22-4677-aa5a-3011d268830b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:57:08.667775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:57:08.677982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e468399-dfe4-4e5d-a938-459586804223 None None] Sync routers for ids ['0c95a357-ed22-4677-aa5a-3011d268830b'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:57:08.685117 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:08.687617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e468399-dfe4-4e5d-a938-459586804223 None None] Routers {'0c95a357-ed22-4677-aa5a-3011d268830b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:57:08.688319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4e468399-dfe4-4e5d-a938-459586804223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:57:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['0c95a357-ed22-4677-aa5a-3011d268830b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:57:08.720774 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-e48479ef-d290-4195-b2fc-1017665b1236 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8769400 Jul 15 15:57:08.721460 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8595f628-2179-4a5d-b1ec-2b50ce3657cd', 'tag': '5bfe4287-1c84-47f4-adfa-621f6c06b246'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:57:08.723793 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4200c8-11bf-438a-8157-591a2072774b" -d '{"events": [{"name": "network-changed", "server_uuid": "8595f628-2179-4a5d-b1ec-2b50ce3657cd", "tag": "5bfe4287-1c84-47f4-adfa-621f6c06b246"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:57:08.760545 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4420ab3c-fafd-4588-91f6-8e6aedb5eb2d x-openstack-request-id: req-4420ab3c-fafd-4588-91f6-8e6aedb5eb2d {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:57:08.760905 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8595f628-2179-4a5d-b1ec-2b50ce3657cd", "tag": "5bfe4287-1c84-47f4-adfa-621f6c06b246", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:57:08.761308 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4420ab3c-fafd-4588-91f6-8e6aedb5eb2d {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:57:08.761802 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8595f628-2179-4a5d-b1ec-2b50ce3657cd', 'tag': '5bfe4287-1c84-47f4-adfa-621f6c06b246', 'status': 'completed', 'code': 200} Jul 15 15:57:08.800141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-4e468399-dfe4-4e5d-a938-459586804223 None None] Set router 0c95a357-ed22-4677-aa5a-3011d268830b gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:57:08.882841 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4200c8-11bf-438a-8157-591a2072774b req-718a8465-f573-4bc7-b5fd-fed78b3f2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:08.884369 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac4200c8-11bf-438a-8157-591a2072774b req-718a8465-f573-4bc7-b5fd-fed78b3f2479 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 1096 time: 0.1008971 Jul 15 15:57:08.896919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6154527-fb39-4d40-a203-5ab869147441 req-d953c07a-de30-41bd-b4f5-b3099360cc31 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:08.898365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6154527-fb39-4d40-a203-5ab869147441 req-d953c07a-de30-41bd-b4f5-b3099360cc31 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0870354 Jul 15 15:57:08.984755 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b6154527-fb39-4d40-a203-5ab869147441 req-a95a47e4-55eb-4731-8ab3-cbf2d9f9e19e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772505 Jul 15 15:57:09.010012 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42948) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:57:09.010883 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4200c8-11bf-438a-8157-591a2072774b req-a1225942-1422-40f9-a62b-814ed16b1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:09.012448 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac4200c8-11bf-438a-8157-591a2072774b req-a1225942-1422-40f9-a62b-814ed16b1973 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b879c567-3f76-4b5a-b7a6-b5d3129c1719 HTTP/1.1" status: 200 len: 896 time: 0.1132061 Jul 15 15:57:09.022789 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4e468399-dfe4-4e5d-a938-459586804223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911578191', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:54Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '77a5ae0f-191b-4bc6-843b-c298d4956dd4', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'floating_ip_address': '172.25.4.109', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'port_id': '5bfe4287-1c84-47f4-adfa-621f6c06b246', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'mac_address': 'fa:16:3e:09:56:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8595f628-2179-4a5d-b1ec-2b50ce3657cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:57:07Z', 'updated_at': '2021-07-15T15:57:07Z', 'revision_number': 0, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5883ae-9012-4f1e-930d-b0c74dc7c08a', 'name': '', 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:bd:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:53Z', 'updated_at': '2021-07-15T15:56:58Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:57:09.049477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e468399-dfe4-4e5d-a938-459586804223 None None] Checking router: 0c95a357-ed22-4677-aa5a-3011d268830b for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:57:09.057938 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e468399-dfe4-4e5d-a938-459586804223 None None] Routers {'0c95a357-ed22-4677-aa5a-3011d268830b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:57:09.058682 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4e468399-dfe4-4e5d-a938-459586804223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:57:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['0c95a357-ed22-4677-aa5a-3011d268830b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:57:09.072988 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1995863e-139d-4b17-9c81-540ce6ef359f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/77a5ae0f-191b-4bc6-843b-c298d4956dd4 HTTP/1.1" status: 200 len: 991 time: 0.0617168 Jul 15 15:57:09.082935 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac4200c8-11bf-438a-8157-591a2072774b req-1bce1956-b34a-45a7-8f39-db060d692459 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bfe4287-1c84-47f4-adfa-621f6c06b246 HTTP/1.1" status: 200 len: 999 time: 0.0643520 Jul 15 15:57:09.131158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4200c8-11bf-438a-8157-591a2072774b req-01a45a0c-cdcd-4cab-9031-9f65f15d7abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:09.132678 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac4200c8-11bf-438a-8157-591a2072774b req-01a45a0c-cdcd-4cab-9031-9f65f15d7abc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bba8e33e-ce53-4393-893e-6fa302c593e3 HTTP/1.1" status: 200 len: 835 time: 0.0439682 Jul 15 15:57:09.167086 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-4e468399-dfe4-4e5d-a938-459586804223 None None] Set router 0c95a357-ed22-4677-aa5a-3011d268830b gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:57:09.189772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4200c8-11bf-438a-8157-591a2072774b req-55ddb030-1ea4-418c-91a5-c41729a26805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:09.191314 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac4200c8-11bf-438a-8157-591a2072774b req-55ddb030-1ea4-418c-91a5-c41729a26805 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b879c567-3f76-4b5a-b7a6-b5d3129c1719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519185 Jul 15 15:57:09.285008 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac4200c8-11bf-438a-8157-591a2072774b req-0bb3945b-37dd-47fd-b065-17fbd960fe32 service neutron] 10.222.0.22 "GET /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870004 Jul 15 15:57:09.377926 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ac4200c8-11bf-438a-8157-591a2072774b req-fc967459-7bc6-48fc-a22a-e33e888449a9 service neutron] 10.222.0.22 "GET /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868411 Jul 15 15:57:09.390869 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-4e468399-dfe4-4e5d-a938-459586804223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911578191', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:54Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '77a5ae0f-191b-4bc6-843b-c298d4956dd4', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'floating_ip_address': '172.25.4.109', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'port_id': '5bfe4287-1c84-47f4-adfa-621f6c06b246', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'mac_address': 'fa:16:3e:09:56:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8595f628-2179-4a5d-b1ec-2b50ce3657cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:57:07Z', 'updated_at': '2021-07-15T15:57:07Z', 'revision_number': 0, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5883ae-9012-4f1e-930d-b0c74dc7c08a', 'name': '', 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:bd:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:53Z', 'updated_at': '2021-07-15T15:56:58Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:57:09.417432 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e468399-dfe4-4e5d-a938-459586804223 None None] The sync data for ids ['0c95a357-ed22-4677-aa5a-3011d268830b'] in n-d-764435-3 is: [{'id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911578191', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:54Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '77a5ae0f-191b-4bc6-843b-c298d4956dd4', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'floating_ip_address': '172.25.4.109', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'port_id': '5bfe4287-1c84-47f4-adfa-621f6c06b246', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'mac_address': 'fa:16:3e:09:56:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8595f628-2179-4a5d-b1ec-2b50ce3657cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:57:07Z', 'updated_at': '2021-07-15T15:57:07Z', 'revision_number': 0, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5883ae-9012-4f1e-930d-b0c74dc7c08a', 'name': '', 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:bd:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:53Z', 'updated_at': '2021-07-15T15:56:58Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:57:09.598810 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e28f5e-cc17-4ac8-933d-09c9b21c3911 None None] New status for floating IP 77a5ae0f-191b-4bc6-843b-c298d4956dd4: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:57:10.077354 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 42950) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:57:10.145236 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6c4f735b-006b-46e3-957a-fccb7710c5b7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/77a5ae0f-191b-4bc6-843b-c298d4956dd4 HTTP/1.1" status: 200 len: 993 time: 0.0667257 Jul 15 15:57:12.283805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0fe83970-feb9-4844-a059-cb047a7393b2 req-3a77f447-ec16-459a-9ee8-04bd741e1e5c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494328 Jul 15 15:57:12.374884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe83970-feb9-4844-a059-cb047a7393b2 req-5f5de3e8-75f9-48de-bf81-f8429de839a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:12.376257 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0fe83970-feb9-4844-a059-cb047a7393b2 req-5f5de3e8-75f9-48de-bf81-f8429de839a1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 1096 time: 0.0525067 Jul 15 15:57:12.483770 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe83970-feb9-4844-a059-cb047a7393b2 req-1217988b-23c0-4974-a5ac-022096fb8014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:12.485269 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0fe83970-feb9-4844-a059-cb047a7393b2 req-1217988b-23c0-4974-a5ac-022096fb8014 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b879c567-3f76-4b5a-b7a6-b5d3129c1719 HTTP/1.1" status: 200 len: 896 time: 0.0898240 Jul 15 15:57:12.548348 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0fe83970-feb9-4844-a059-cb047a7393b2 req-88f4d013-e481-435f-b546-0dde49a761e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bfe4287-1c84-47f4-adfa-621f6c06b246 HTTP/1.1" status: 200 len: 1001 time: 0.0571132 Jul 15 15:57:12.596118 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe83970-feb9-4844-a059-cb047a7393b2 req-74b2882e-6bf5-465c-895f-490e0824ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:12.597514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0fe83970-feb9-4844-a059-cb047a7393b2 req-74b2882e-6bf5-465c-895f-490e0824ae3b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bba8e33e-ce53-4393-893e-6fa302c593e3 HTTP/1.1" status: 200 len: 835 time: 0.0430484 Jul 15 15:57:12.656578 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe83970-feb9-4844-a059-cb047a7393b2 req-25b52e14-54a8-4aff-beda-480c0d5287d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:12.658114 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0fe83970-feb9-4844-a059-cb047a7393b2 req-25b52e14-54a8-4aff-beda-480c0d5287d2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b879c567-3f76-4b5a-b7a6-b5d3129c1719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548737 Jul 15 15:57:12.745219 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0fe83970-feb9-4844-a059-cb047a7393b2 req-8af848e5-5956-4b15-80b3-463becce2111 service neutron] 10.222.0.22 "GET /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809946 Jul 15 15:57:12.836628 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0fe83970-feb9-4844-a059-cb047a7393b2 req-e927b10f-4b72-4723-b916-36698e1a8d4f service neutron] 10.222.0.22 "GET /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853133 Jul 15 15:57:19.492068 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:19.743438 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:25.689811 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:57:30.140690 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09324dc0-52c7-4757-9ba9-35f8e9d55c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:32.900669 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:32.941468 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7707-3d5e-46c0-943b-d6485da6f30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:34.502926 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:36.197364 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:41.793648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e103fc7-0907-43be-a84f-ccfd78d37f4c req-603894b0-b64e-4d04-997c-66ef62a73dc8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:41.795736 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e103fc7-0907-43be-a84f-ccfd78d37f4c req-603894b0-b64e-4d04-997c-66ef62a73dc8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.1086001 Jul 15 15:57:41.833231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e103fc7-0907-43be-a84f-ccfd78d37f4c req-15f887db-5a47-4861-990a-4b0d9ef09dbc tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319839 Jul 15 15:57:43.009737 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef474ab-2665-47a1-90aa-fbdfbae5ce23 req-ecff4eb7-59ce-4e9a-babf-c0a65e56a13c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:43.011219 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aef474ab-2665-47a1-90aa-fbdfbae5ce23 req-ecff4eb7-59ce-4e9a-babf-c0a65e56a13c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0653737 Jul 15 15:57:43.048582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aef474ab-2665-47a1-90aa-fbdfbae5ce23 req-9b217acf-8f11-4e6c-82bd-9aec46be90df tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316401 Jul 15 15:57:44.223688 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513bea8-cebb-4cac-be5e-6b3fbe8c8eb1 req-f48db3cb-0ec7-4e72-b5e6-2e2b102b2763 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:44.225203 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1513bea8-cebb-4cac-be5e-6b3fbe8c8eb1 req-f48db3cb-0ec7-4e72-b5e6-2e2b102b2763 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0658643 Jul 15 15:57:44.264427 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1513bea8-cebb-4cac-be5e-6b3fbe8c8eb1 req-db76a6f9-0bc9-48ee-9fbb-bf82e221885a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335979 Jul 15 15:57:45.433885 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad2e16-c15f-42a5-9ada-c66c10772420 req-7cffe8e2-0f6c-42f2-8f4e-0718afed67fc tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:45.435560 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5ad2e16-c15f-42a5-9ada-c66c10772420 req-7cffe8e2-0f6c-42f2-8f4e-0718afed67fc tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0613666 Jul 15 15:57:45.472869 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5ad2e16-c15f-42a5-9ada-c66c10772420 req-41a44f64-6427-4ef2-8d44-41ff03ca44e6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317483 Jul 15 15:57:46.647016 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fd035-0d4e-47f8-83f1-5541b52e54de req-0028182d-e36f-4d1c-ba12-1f17941b1ea0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:46.648476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-558fd035-0d4e-47f8-83f1-5541b52e54de req-0028182d-e36f-4d1c-ba12-1f17941b1ea0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0659499 Jul 15 15:57:46.685778 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-558fd035-0d4e-47f8-83f1-5541b52e54de req-ca07c9d7-2e6a-4fa4-a6db-699ea6be0a59 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312541 Jul 15 15:57:47.859028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574939b-da9e-4499-bcd5-a96864209de2 req-8baf3656-3011-4d91-b698-405b884eb1b6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:47.860505 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0574939b-da9e-4499-bcd5-a96864209de2 req-8baf3656-3011-4d91-b698-405b884eb1b6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0626593 Jul 15 15:57:47.896917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0574939b-da9e-4499-bcd5-a96864209de2 req-80cd0a3d-0d64-4744-835b-0b1e98bd01fe tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309365 Jul 15 15:57:49.070069 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab10d7b-91b9-4a16-8f7f-51656f0f68ab req-a3c8114a-a41e-4402-93c8-8bd492606ab1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:49.071582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ab10d7b-91b9-4a16-8f7f-51656f0f68ab req-a3c8114a-a41e-4402-93c8-8bd492606ab1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0660291 Jul 15 15:57:49.109466 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3ab10d7b-91b9-4a16-8f7f-51656f0f68ab req-a53e3426-b512-4191-afcd-d3a8ab90a7b4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315666 Jul 15 15:57:49.491406 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:49.742090 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:50.285878 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb28f7a-3728-4ab5-b2d4-cf8d5eaf44bb req-57e1dac3-71b3-4abb-a1ed-86ceeeee7121 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:50.287404 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9bb28f7a-3728-4ab5-b2d4-cf8d5eaf44bb req-57e1dac3-71b3-4abb-a1ed-86ceeeee7121 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0669067 Jul 15 15:57:50.324692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9bb28f7a-3728-4ab5-b2d4-cf8d5eaf44bb req-fbee2017-c764-4ce7-aa4e-0a164b6f6966 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317461 Jul 15 15:57:51.496348 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70233403-95e0-41cb-bb55-3b90e45373a6 req-aba28a1e-9b52-47fc-b524-d03a4ae3bb4c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:51.498670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70233403-95e0-41cb-bb55-3b90e45373a6 req-aba28a1e-9b52-47fc-b524-d03a4ae3bb4c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0621655 Jul 15 15:57:51.535122 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70233403-95e0-41cb-bb55-3b90e45373a6 req-4440d286-e43d-4a77-9e05-29cbbf17f4a0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311060 Jul 15 15:57:52.707463 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18ffd9-6f49-4193-b49b-0f517db5b522 req-13282f66-dfbd-4a38-8103-be373d413bb0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:52.708960 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae18ffd9-6f49-4193-b49b-0f517db5b522 req-13282f66-dfbd-4a38-8103-be373d413bb0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0663648 Jul 15 15:57:52.746593 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ae18ffd9-6f49-4193-b49b-0f517db5b522 req-9600ebdd-6f04-4707-b912-b8bfa3ac715d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321124 Jul 15 15:57:53.917811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a796bcc-19f2-44cf-80bd-00fb66197b18 req-92cc7869-f9ec-4bde-804f-d0b99e902918 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:53.919338 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a796bcc-19f2-44cf-80bd-00fb66197b18 req-92cc7869-f9ec-4bde-804f-d0b99e902918 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0630839 Jul 15 15:57:53.955885 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1a796bcc-19f2-44cf-80bd-00fb66197b18 req-6eba7dde-3690-4df6-8d89-36ccd57a8b89 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308497 Jul 15 15:57:55.128694 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47724b86-5c6f-4d9a-be9c-52b52ef05614 req-3d0f2d7f-9013-421e-9c9a-5aaebd4459f5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:55.130207 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-47724b86-5c6f-4d9a-be9c-52b52ef05614 req-3d0f2d7f-9013-421e-9c9a-5aaebd4459f5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0661817 Jul 15 15:57:55.168577 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-47724b86-5c6f-4d9a-be9c-52b52ef05614 req-da72b2c1-b130-423f-abb8-3ab88ecabc59 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327520 Jul 15 15:57:56.344448 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8ae6d-9649-47ee-8263-547143b94195 req-79aea501-4cac-4701-bc54-e28462a3a6e6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:56.346033 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27f8ae6d-9649-47ee-8263-547143b94195 req-79aea501-4cac-4701-bc54-e28462a3a6e6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0656426 Jul 15 15:57:56.382314 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27f8ae6d-9649-47ee-8263-547143b94195 req-35eddc18-abeb-4574-b975-64974a604cd9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308146 Jul 15 15:57:57.553652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60f5b7-e9bb-4b41-be73-bfac0ac688c5 req-25ab7821-1adc-4a5e-b111-f30b7d0ad8dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:57.555160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e60f5b7-e9bb-4b41-be73-bfac0ac688c5 req-25ab7821-1adc-4a5e-b111-f30b7d0ad8dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0617692 Jul 15 15:57:57.594122 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e60f5b7-e9bb-4b41-be73-bfac0ac688c5 req-db0b6a2f-a83d-460a-b765-81263dfc99f0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326941 Jul 15 15:57:57.618416 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43000) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:57:57.677630 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8d5d92f9-e816-465b-980b-61b5fcdf95dc tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/77a5ae0f-191b-4bc6-843b-c298d4956dd4 HTTP/1.1" status: 200 len: 993 time: 0.0579753 Jul 15 15:57:59.120316 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c86023-ffbd-4f1f-9096-094317e5c557 req-92472b6c-57a7-47b5-b975-d2b2810c9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:59.121881 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5c86023-ffbd-4f1f-9096-094317e5c557 req-92472b6c-57a7-47b5-b975-d2b2810c9a50 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 1096 time: 0.0995350 Jul 15 15:57:59.134572 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5aacb-7330-44f0-b3da-7c0d912d7c63 req-bcfd412b-0ef5-4dac-950e-6aaf6056eefd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:59.135992 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95a5aacb-7330-44f0-b3da-7c0d912d7c63 req-bcfd412b-0ef5-4dac-950e-6aaf6056eefd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0834804 Jul 15 15:57:59.223646 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-95a5aacb-7330-44f0-b3da-7c0d912d7c63 req-e80ebb9c-5efb-4733-b579-4079b3a4473b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794549 Jul 15 15:57:59.246809 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c86023-ffbd-4f1f-9096-094317e5c557 req-1bc6e00c-c0ba-41e5-b63a-605e0cbe5932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:59.248869 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5c86023-ffbd-4f1f-9096-094317e5c557 req-1bc6e00c-c0ba-41e5-b63a-605e0cbe5932 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b879c567-3f76-4b5a-b7a6-b5d3129c1719 HTTP/1.1" status: 200 len: 896 time: 0.1120410 Jul 15 15:57:59.311788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5c86023-ffbd-4f1f-9096-094317e5c557 req-f1270c18-f4a1-4eaf-b58e-c688a0cea2f8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bfe4287-1c84-47f4-adfa-621f6c06b246 HTTP/1.1" status: 200 len: 1001 time: 0.0557749 Jul 15 15:57:59.362663 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c86023-ffbd-4f1f-9096-094317e5c557 req-7669232a-8908-433e-8074-861553572d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:59.364082 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5c86023-ffbd-4f1f-9096-094317e5c557 req-7669232a-8908-433e-8074-861553572d7b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bba8e33e-ce53-4393-893e-6fa302c593e3 HTTP/1.1" status: 200 len: 835 time: 0.0459797 Jul 15 15:57:59.417741 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c86023-ffbd-4f1f-9096-094317e5c557 req-0811d7d1-6aa7-4d7f-9746-4b6f451160ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:57:59.419838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5c86023-ffbd-4f1f-9096-094317e5c557 req-0811d7d1-6aa7-4d7f-9746-4b6f451160ed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b879c567-3f76-4b5a-b7a6-b5d3129c1719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492985 Jul 15 15:57:59.505610 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5c86023-ffbd-4f1f-9096-094317e5c557 req-ea56d74f-d5d6-44c3-b476-fab3173198d1 service neutron] 10.222.0.22 "GET /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787051 Jul 15 15:57:59.594611 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5c86023-ffbd-4f1f-9096-094317e5c557 req-c3d2bfb3-abda-4f45-95d9-ad8318bf1cdf service neutron] 10.222.0.22 "GET /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829992 Jul 15 15:58:00.140745 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc68a769-b6a8-4de4-9b66-5c18e41fbbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:00.396948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220dcf3-d46a-47ca-a44c-c80878845318 req-12f4516e-93ec-4c19-9741-4fec05b63fd8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:00.398426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c220dcf3-d46a-47ca-a44c-c80878845318 req-12f4516e-93ec-4c19-9741-4fec05b63fd8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0626893 Jul 15 15:58:00.435561 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c220dcf3-d46a-47ca-a44c-c80878845318 req-9aafcf98-2ec6-4986-a670-9036f2f9e4c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310724 Jul 15 15:58:00.459854 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43010) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:00.521750 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6bb4a062-ba3c-42cd-a1f2-49c09c28ebf5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/77a5ae0f-191b-4bc6-843b-c298d4956dd4 HTTP/1.1" status: 200 len: 993 time: 0.0608156 Jul 15 15:58:02.689793 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:58:02.900733 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:02.940764 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-260740b3-1daa-4222-bfce-a3cae8447724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:04.507945 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:06.199474 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:14.241607 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68451bd6-22f3-4d7e-8522-bd14e5673b81 req-e2c8a45c-8b75-4939-8e5a-0064b39e0353 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504296 Jul 15 15:58:14.334215 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68451bd6-22f3-4d7e-8522-bd14e5673b81 req-a63ed124-8fab-4938-a9e0-4e1407f18640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:14.335768 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68451bd6-22f3-4d7e-8522-bd14e5673b81 req-a63ed124-8fab-4938-a9e0-4e1407f18640 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 1096 time: 0.0515056 Jul 15 15:58:14.440722 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68451bd6-22f3-4d7e-8522-bd14e5673b81 req-2c8f2283-113e-471c-8981-aa5580f90287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:14.442194 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68451bd6-22f3-4d7e-8522-bd14e5673b81 req-2c8f2283-113e-471c-8981-aa5580f90287 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b879c567-3f76-4b5a-b7a6-b5d3129c1719 HTTP/1.1" status: 200 len: 896 time: 0.0875955 Jul 15 15:58:14.503494 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68451bd6-22f3-4d7e-8522-bd14e5673b81 req-43c87d4d-c7d1-43cc-a96e-dc151308db0b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bfe4287-1c84-47f4-adfa-621f6c06b246 HTTP/1.1" status: 200 len: 1001 time: 0.0553157 Jul 15 15:58:14.554968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68451bd6-22f3-4d7e-8522-bd14e5673b81 req-1d262cf5-3bad-41ac-9488-ce3c62bd0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:14.556373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68451bd6-22f3-4d7e-8522-bd14e5673b81 req-1d262cf5-3bad-41ac-9488-ce3c62bd0e74 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bba8e33e-ce53-4393-893e-6fa302c593e3 HTTP/1.1" status: 200 len: 835 time: 0.0464437 Jul 15 15:58:14.613401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68451bd6-22f3-4d7e-8522-bd14e5673b81 req-6ea78d5e-ddfb-4076-8818-7710eb846ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:14.614926 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68451bd6-22f3-4d7e-8522-bd14e5673b81 req-6ea78d5e-ddfb-4076-8818-7710eb846ecd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b879c567-3f76-4b5a-b7a6-b5d3129c1719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511804 Jul 15 15:58:14.702894 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68451bd6-22f3-4d7e-8522-bd14e5673b81 req-fc97f8cf-1d9d-474c-8c87-b2a285792c4f service neutron] 10.222.0.22 "GET /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800760 Jul 15 15:58:14.792446 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-68451bd6-22f3-4d7e-8522-bd14e5673b81 req-e9add2ce-bf19-403e-9b06-afeb0cf537cc service neutron] 10.222.0.22 "GET /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835755 Jul 15 15:58:19.495965 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:19.747979 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:30.144680 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-36543674-2087-4a33-9754-8ec5eb79420b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:31.251465 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43028) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:31.409611 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 34ed9357-4889-42fe-8696-7204c5106f51 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:58:31.409961 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:31.487104 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:31.487435 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:31.499903 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 34ed9357-4889-42fe-8696-7204c5106f51 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:58:31.652272 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:31.677886 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=34ed9357-4889-42fe-8696-7204c5106f51,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:31.689863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:31.690217 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:31.690582 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:31.690927 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:31.691265 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:31.691598 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:31.691932 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:31.692263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:31.692593 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:31.692920 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:31.693248 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:31.693570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:31.752871 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:31.753250 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Floating IP 77a5ae0f-191b-4bc6-843b-c298d4956dd4 disassociated (deleted). External IP: 172.25.4.109, port: 5bfe4287-1c84-47f4-adfa-621f6c06b246. Jul 15 15:58:31.955324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router 0c95a357-ed22-4677-aa5a-3011d268830b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:58:32.062017 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:58:32.067110 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:32.070896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf5c561-27ee-40ca-b820-f84957e103ea None None] Sync routers for ids ['0c95a357-ed22-4677-aa5a-3011d268830b'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:58:32.084737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf5c561-27ee-40ca-b820-f84957e103ea None None] Routers {'0c95a357-ed22-4677-aa5a-3011d268830b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:58:32.085439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cbf5c561-27ee-40ca-b820-f84957e103ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:58:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['0c95a357-ed22-4677-aa5a-3011d268830b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:32.105238 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-8a76c2f6-145b-4702-aeaf-794d5eff1fdb tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/floatingips/77a5ae0f-191b-4bc6-843b-c298d4956dd4 HTTP/1.1" status: 204 len: 168 time: 0.8526850 Jul 15 15:58:32.105829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8595f628-2179-4a5d-b1ec-2b50ce3657cd', 'tag': '5bfe4287-1c84-47f4-adfa-621f6c06b246'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:58:32.108672 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c0a69a-d851-4eb4-8627-ac63603bcf15" -d '{"events": [{"name": "network-changed", "server_uuid": "8595f628-2179-4a5d-b1ec-2b50ce3657cd", "tag": "5bfe4287-1c84-47f4-adfa-621f6c06b246"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:58:32.193220 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-cbf5c561-27ee-40ca-b820-f84957e103ea None None] Set router 0c95a357-ed22-4677-aa5a-3011d268830b gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:58:32.201212 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09574ffc-6cc1-4ff0-b375-dfdf28a476e8 x-openstack-request-id: req-09574ffc-6cc1-4ff0-b375-dfdf28a476e8 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:58:32.201499 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8595f628-2179-4a5d-b1ec-2b50ce3657cd", "tag": "5bfe4287-1c84-47f4-adfa-621f6c06b246", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:58:32.201772 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-09574ffc-6cc1-4ff0-b375-dfdf28a476e8 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:58:32.202193 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8595f628-2179-4a5d-b1ec-2b50ce3657cd', 'tag': '5bfe4287-1c84-47f4-adfa-621f6c06b246', 'status': 'completed', 'code': 200} Jul 15 15:58:32.277390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0a69a-d851-4eb4-8627-ac63603bcf15 req-dfb282bd-4b49-47ba-8199-f76d2c9b4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:32.279211 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c0a69a-d851-4eb4-8627-ac63603bcf15 req-dfb282bd-4b49-47ba-8199-f76d2c9b4a43 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 1096 time: 0.0533664 Jul 15 15:58:32.392411 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0a69a-d851-4eb4-8627-ac63603bcf15 req-324de2d2-3602-425b-9256-dae7c15cb738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:32.393937 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c0a69a-d851-4eb4-8627-ac63603bcf15 req-324de2d2-3602-425b-9256-dae7c15cb738 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b879c567-3f76-4b5a-b7a6-b5d3129c1719 HTTP/1.1" status: 200 len: 896 time: 0.1075103 Jul 15 15:58:32.413931 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cbf5c561-27ee-40ca-b820-f84957e103ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911578191', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:54Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8d5883ae-9012-4f1e-930d-b0c74dc7c08a', 'name': '', 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:bd:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:53Z', 'updated_at': '2021-07-15T15:56:58Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:32.440485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c0a69a-d851-4eb4-8627-ac63603bcf15 req-f4747da7-cb02-437b-9542-121e3a1f0161 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bfe4287-1c84-47f4-adfa-621f6c06b246 HTTP/1.1" status: 200 len: 217 time: 0.0394335 Jul 15 15:58:32.440773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf5c561-27ee-40ca-b820-f84957e103ea None None] Checking router: 0c95a357-ed22-4677-aa5a-3011d268830b for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:58:32.449319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf5c561-27ee-40ca-b820-f84957e103ea None None] Routers {'0c95a357-ed22-4677-aa5a-3011d268830b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:58:32.450062 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cbf5c561-27ee-40ca-b820-f84957e103ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:58:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['0c95a357-ed22-4677-aa5a-3011d268830b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:32.524049 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0a69a-d851-4eb4-8627-ac63603bcf15 req-e97898a3-4d18-44b8-be08-5b29e7b6fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:32.525417 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c0a69a-d851-4eb4-8627-ac63603bcf15 req-e97898a3-4d18-44b8-be08-5b29e7b6fbec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bba8e33e-ce53-4393-893e-6fa302c593e3 HTTP/1.1" status: 200 len: 835 time: 0.0773866 Jul 15 15:58:32.548888 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a6196-d882-4680-ae93-a32edfca9c4e req-56634a98-c3cd-404c-b002-670f0abce642 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:32.550363 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-509a6196-d882-4680-ae93-a32edfca9c4e req-56634a98-c3cd-404c-b002-670f0abce642 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.1124084 Jul 15 15:58:32.556001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-cbf5c561-27ee-40ca-b820-f84957e103ea None None] Set router 0c95a357-ed22-4677-aa5a-3011d268830b gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:58:32.607559 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-509a6196-d882-4680-ae93-a32edfca9c4e req-0232df53-dd89-4d06-b50f-825cd98ac8bf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399113 Jul 15 15:58:32.629779 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0a69a-d851-4eb4-8627-ac63603bcf15 req-6e7b6c3b-005e-4d1e-8fc4-783c08f0a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:32.629779 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c0a69a-d851-4eb4-8627-ac63603bcf15 req-6e7b6c3b-005e-4d1e-8fc4-783c08f0a773 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b879c567-3f76-4b5a-b7a6-b5d3129c1719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919557 Jul 15 15:58:32.720632 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c0a69a-d851-4eb4-8627-ac63603bcf15 req-cfb525cd-4c9d-46a5-b148-ce54c0165d92 service neutron] 10.222.0.22 "GET /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872140 Jul 15 15:58:32.762354 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cbf5c561-27ee-40ca-b820-f84957e103ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911578191', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:54Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8d5883ae-9012-4f1e-930d-b0c74dc7c08a', 'name': '', 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:bd:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:53Z', 'updated_at': '2021-07-15T15:56:58Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:32.788582 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf5c561-27ee-40ca-b820-f84957e103ea None None] The sync data for ids ['0c95a357-ed22-4677-aa5a-3011d268830b'] in n-d-764435-3 is: [{'id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911578191', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:54Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8d5883ae-9012-4f1e-930d-b0c74dc7c08a', 'name': '', 'network_id': 'b879c567-3f76-4b5a-b7a6-b5d3129c1719', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:bd:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:53Z', 'updated_at': '2021-07-15T15:56:58Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': 'bba8e33e-ce53-4393-893e-6fa302c593e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:58:32.809666 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-14c0a69a-d851-4eb4-8627-ac63603bcf15 req-488ae24a-c44b-422e-a72a-d824e10e3ff7 service neutron] 10.222.0.22 "GET /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819998 Jul 15 15:58:32.901903 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:32.941511 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc2280aa-23f4-4a16-b05b-db9d219b90a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:33.000263 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a68f9ed-c84b-4e72-98b6-98938bbf6618 None None] New status for floating IP 77a5ae0f-191b-4bc6-843b-c298d4956dd4: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:58:33.785250 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30ff79-fb28-43dc-878b-c06f0692dc29 req-21015ca8-cea6-405c-b673-3fa84e0ac4e1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:33.786741 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe30ff79-fb28-43dc-878b-c06f0692dc29 req-21015ca8-cea6-405c-b673-3fa84e0ac4e1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0655386 Jul 15 15:58:33.824259 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe30ff79-fb28-43dc-878b-c06f0692dc29 req-f3adbb0b-d42e-4513-bd65-81f41ee5c43e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb05ede-fc6c-4270-b6e7-4bba10133be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320451 Jul 15 15:58:33.884344 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74d9ba-df61-4250-ba6f-4162d95e7d56 req-98178e0e-cf2d-4105-9a61-4c135df5c26b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:33.885788 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c74d9ba-df61-4250-ba6f-4162d95e7d56 req-98178e0e-cf2d-4105-9a61-4c135df5c26b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.22 "GET /v2.0/ports?device_id=8595f628-2179-4a5d-b1ec-2b50ce3657cd HTTP/1.1" status: 200 len: 945 time: 0.0648015 Jul 15 15:58:33.984325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-0c74d9ba-df61-4250-ba6f-4162d95e7d56 req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 5bfe4287-1c84-47f4-adfa-621f6c06b246 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:58:33.984560 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0c74d9ba-df61-4250-ba6f-4162d95e7d56 req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:34.070116 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-0c74d9ba-df61-4250-ba6f-4162d95e7d56 req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] For port 5bfe4287-1c84-47f4-adfa-621f6c06b246, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=5bfe4287-1c84-47f4-adfa-621f6c06b246,segment=NetworkSegment(5a48165d-1078-4b55-80ea-878a2be2899f),segment_id=5a48165d-1078-4b55-80ea-878a2be2899f)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:58:34.070477 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0c74d9ba-df61-4250-ba6f-4162d95e7d56 req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:34.082487 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-0c74d9ba-df61-4250-ba6f-4162d95e7d56 req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 5bfe4287-1c84-47f4-adfa-621f6c06b246 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:58:34.210638 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0c74d9ba-df61-4250-ba6f-4162d95e7d56 req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:34.239983 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=5bfe4287-1c84-47f4-adfa-621f6c06b246,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:34.252793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:34.253149 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:34.253497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:34.253838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:34.254172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:34.254503 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:34.254867 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:34.255389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:34.255527 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:34.255848 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:34.256193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:34.256607 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:34.298399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c74d9ba-df61-4250-ba6f-4162d95e7d56 req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] No DVR routers for this DVR port 5bfe4287-1c84-47f4-adfa-621f6c06b246 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:58:34.301015 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-0c74d9ba-df61-4250-ba6f-4162d95e7d56 req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:34.303049 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0c74d9ba-df61-4250-ba6f-4162d95e7d56 req-2ca98deb-6d61-4a5a-9263-d986ede2bc1a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.22 "DELETE /v2.0/ports/5bfe4287-1c84-47f4-adfa-621f6c06b246 HTTP/1.1" status: 204 len: 173 time: 0.4116871 Jul 15 15:58:34.303535 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8595f628-2179-4a5d-b1ec-2b50ce3657cd', 'name': 'network-vif-deleted', 'tag': '5bfe4287-1c84-47f4-adfa-621f6c06b246'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:58:34.305750 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f58fff-fb4e-4d00-a964-d0c0c7a6abe0" -d '{"events": [{"server_uuid": "8595f628-2179-4a5d-b1ec-2b50ce3657cd", "name": "network-vif-deleted", "tag": "5bfe4287-1c84-47f4-adfa-621f6c06b246"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:58:34.397609 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d98a820-6c8e-4fb8-8adb-95cd5b7ba3e9 x-openstack-request-id: req-6d98a820-6c8e-4fb8-8adb-95cd5b7ba3e9 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:58:34.397913 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8595f628-2179-4a5d-b1ec-2b50ce3657cd", "name": "network-vif-deleted", "tag": "5bfe4287-1c84-47f4-adfa-621f6c06b246", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:58:34.399252 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6d98a820-6c8e-4fb8-8adb-95cd5b7ba3e9 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:58:34.399252 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8595f628-2179-4a5d-b1ec-2b50ce3657cd', 'name': 'network-vif-deleted', 'tag': '5bfe4287-1c84-47f4-adfa-621f6c06b246', 'status': 'completed', 'code': 200} Jul 15 15:58:34.508578 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:34.916860 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43056) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:35.605476 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-766df372-a8fb-486d-b19b-070d9a3361ee tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:35.863360 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-766df372-a8fb-486d-b19b-070d9a3361ee tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:58:35.863639 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-766df372-a8fb-486d-b19b-070d9a3361ee tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:35.951435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-766df372-a8fb-486d-b19b-070d9a3361ee tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] For port 8d5883ae-9012-4f1e-930d-b0c74dc7c08a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8d5883ae-9012-4f1e-930d-b0c74dc7c08a,segment=NetworkSegment(5a48165d-1078-4b55-80ea-878a2be2899f),segment_id=5a48165d-1078-4b55-80ea-878a2be2899f)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:58:35.952130 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-766df372-a8fb-486d-b19b-070d9a3361ee tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:35.963064 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-766df372-a8fb-486d-b19b-070d9a3361ee tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 8d5883ae-9012-4f1e-930d-b0c74dc7c08a owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:58:36.145019 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-766df372-a8fb-486d-b19b-070d9a3361ee tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:36.172968 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766df372-a8fb-486d-b19b-070d9a3361ee tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=8d5883ae-9012-4f1e-930d-b0c74dc7c08a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:36.208466 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:36.349368 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-766df372-a8fb-486d-b19b-070d9a3361ee tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:36.558357 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766df372-a8fb-486d-b19b-070d9a3361ee tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router 0c95a357-ed22-4677-aa5a-3011d268830b has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:58:36.662610 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766df372-a8fb-486d-b19b-070d9a3361ee tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:58:36.667711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-766df372-a8fb-486d-b19b-070d9a3361ee tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "PUT /v2.0/routers/0c95a357-ed22-4677-aa5a-3011d268830b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7497737 Jul 15 15:58:36.671019 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43058) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:36.672391 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf18262d-e777-4784-95ff-5522c32f7ce8 None None] Sync routers for ids ['0c95a357-ed22-4677-aa5a-3011d268830b'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:58:36.681178 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf18262d-e777-4784-95ff-5522c32f7ce8 None None] Routers {'0c95a357-ed22-4677-aa5a-3011d268830b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:58:36.681801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bf18262d-e777-4784-95ff-5522c32f7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:58:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['0c95a357-ed22-4677-aa5a-3011d268830b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:36.725177 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c813961-7483-487f-a7c8-3a452b1a4ab4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting subnet bba8e33e-ce53-4393-893e-6fa302c593e3 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:58:36.728271 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c813961-7483-487f-a7c8-3a452b1a4ab4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:36.768731 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c813961-7483-487f-a7c8-3a452b1a4ab4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:36.784135 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-bf18262d-e777-4784-95ff-5522c32f7ce8 None None] Set router 0c95a357-ed22-4677-aa5a-3011d268830b gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:58:36.849810 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c813961-7483-487f-a7c8-3a452b1a4ab4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:36.911845 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c813961-7483-487f-a7c8-3a452b1a4ab4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:36.938832 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c813961-7483-487f-a7c8-3a452b1a4ab4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Subnet': ['ID=bba8e33e-ce53-4393-893e-6fa302c593e3,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:36.942523 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-5c813961-7483-487f-a7c8-3a452b1a4ab4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:36.947123 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43060) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:36.947614 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5c813961-7483-487f-a7c8-3a452b1a4ab4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/subnets/bba8e33e-ce53-4393-893e-6fa302c593e3 HTTP/1.1" status: 204 len: 168 time: 0.2751765 Jul 15 15:58:36.953912 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f10c00-ce83-4092-bd8c-4d511e6c8f58 None None] Network b879c567-3f76-4b5a-b7a6-b5d3129c1719 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:58:37.020941 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bf18262d-e777-4784-95ff-5522c32f7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911578191', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:58:36Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:37.050382 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf18262d-e777-4784-95ff-5522c32f7ce8 None None] Checking router: 0c95a357-ed22-4677-aa5a-3011d268830b for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:58:37.052397 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8961d7e-6610-4694-9cf9-8a3d3605a9a2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.098201 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf18262d-e777-4784-95ff-5522c32f7ce8 None None] Routers {'0c95a357-ed22-4677-aa5a-3011d268830b'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:58:37.098868 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bf18262d-e777-4784-95ff-5522c32f7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:58:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['0c95a357-ed22-4677-aa5a-3011d268830b'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:37.160349 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8961d7e-6610-4694-9cf9-8a3d3605a9a2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.217486 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b8961d7e-6610-4694-9cf9-8a3d3605a9a2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 0b5ff8e3-dc43-46da-8346-231af4db768e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:58:37.217833 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8961d7e-6610-4694-9cf9-8a3d3605a9a2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.302257 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-b8961d7e-6610-4694-9cf9-8a3d3605a9a2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] For port 0b5ff8e3-dc43-46da-8346-231af4db768e, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0b5ff8e3-dc43-46da-8346-231af4db768e,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:58:37.302651 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8961d7e-6610-4694-9cf9-8a3d3605a9a2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.314910 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b8961d7e-6610-4694-9cf9-8a3d3605a9a2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 0b5ff8e3-dc43-46da-8346-231af4db768e owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:58:37.387922 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-bf18262d-e777-4784-95ff-5522c32f7ce8 None None] Set router 0c95a357-ed22-4677-aa5a-3011d268830b gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:58:37.452116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] DHCP port deletion for b879c567-3f76-4b5a-b7a6-b5d3129c1719 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:58:37.482021 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8961d7e-6610-4694-9cf9-8a3d3605a9a2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.506928 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8961d7e-6610-4694-9cf9-8a3d3605a9a2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=0b5ff8e3-dc43-46da-8346-231af4db768e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:37.577340 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Deleting port 104f70f2-6dce-46cb-b7ae-f24cb18a7860 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:58:37.577784 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.577934 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8961d7e-6610-4694-9cf9-8a3d3605a9a2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.649970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] For port 104f70f2-6dce-46cb-b7ae-f24cb18a7860, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=104f70f2-6dce-46cb-b7ae-f24cb18a7860,segment=NetworkSegment(5a48165d-1078-4b55-80ea-878a2be2899f),segment_id=5a48165d-1078-4b55-80ea-878a2be2899f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:58:37.650363 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.666104 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Calling delete_port for 104f70f2-6dce-46cb-b7ae-f24cb18a7860 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:58:37.671178 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8961d7e-6610-4694-9cf9-8a3d3605a9a2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.673280 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8961d7e-6610-4694-9cf9-8a3d3605a9a2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.679116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-bf18262d-e777-4784-95ff-5522c32f7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911578191', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:58:36Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:37.717498 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8961d7e-6610-4694-9cf9-8a3d3605a9a2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.718206 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8961d7e-6610-4694-9cf9-8a3d3605a9a2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Fanout notify agent at l3_agent the message router_deleted on router 0c95a357-ed22-4677-aa5a-3011d268830b {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:58:37.725244 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8961d7e-6610-4694-9cf9-8a3d3605a9a2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.726369 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b8961d7e-6610-4694-9cf9-8a3d3605a9a2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/routers/0c95a357-ed22-4677-aa5a-3011d268830b HTTP/1.1" status: 204 len: 168 time: 0.7782569 Jul 15 15:58:37.729000 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43066) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:37.737153 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf18262d-e777-4784-95ff-5522c32f7ce8 None None] The sync data for ids ['0c95a357-ed22-4677-aa5a-3011d268830b'] in n-d-764435-3 is: [{'id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911578191', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:58:36Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '0b5ff8e3-dc43-46da-8346-231af4db768e', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c95a357-ed22-4677-aa5a-3011d268830b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:56:51Z', 'updated_at': '2021-07-15T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:58:37.780893 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.806391 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5bfe4287-1c84-47f4-adfa-621f6c06b246 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:58:37.810368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Pushing event deleted for resources: {'Port': ['ID=104f70f2-6dce-46cb-b7ae-f24cb18a7860,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:37.813246 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] No DVR routers for this DVR port 104f70f2-6dce-46cb-b7ae-f24cb18a7860 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:58:37.815581 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ec47549-7a56-4e0b-a49d-4809a7160632 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.835587 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 5bfe4287-1c84-47f4-adfa-621f6c06b246 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:58:37.836285 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 5bfe4287-1c84-47f4-adfa-621f6c06b246 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:58:37.839470 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:37.839889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:37.841007 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:37.841343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:37.841671 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:37.841994 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:37.842429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:37.842647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:37.842967 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:37.843286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:37.843607 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:37.843921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7758c42-d90e-403d-80a7-29cc3e0251e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:37.906935 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ec47549-7a56-4e0b-a49d-4809a7160632 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.917109 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9ec47549-7a56-4e0b-a49d-4809a7160632 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b879c567-3f76-4b5a-b7a6-b5d3129c1719']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:37.927633 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9ec47549-7a56-4e0b-a49d-4809a7160632 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a48165d-1078-4b55-80ea-878a2be2899f') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:37.927934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9ec47549-7a56-4e0b-a49d-4809a7160632 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a48165d-1078-4b55-80ea-878a2be2899f') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:37.937103 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ec47549-7a56-4e0b-a49d-4809a7160632 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.950808 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ec47549-7a56-4e0b-a49d-4809a7160632 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.957024 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec47549-7a56-4e0b-a49d-4809a7160632 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:58:37.957482 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ec47549-7a56-4e0b-a49d-4809a7160632 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:58:37.960712 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:58:38.022848 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ec47549-7a56-4e0b-a49d-4809a7160632 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.030054 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ec47549-7a56-4e0b-a49d-4809a7160632 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.031896 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9ec47549-7a56-4e0b-a49d-4809a7160632 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/networks/b879c567-3f76-4b5a-b7a6-b5d3129c1719 HTTP/1.1" status: 204 len: 168 time: 0.3019285 Jul 15 15:58:38.034701 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43068) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:38.042897 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec47549-7a56-4e0b-a49d-4809a7160632 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Network': ['ID=b879c567-3f76-4b5a-b7a6-b5d3129c1719,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:38.138183 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4e528f7b-b507-4ad9-ab21-6ef1f64c44dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.177352 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4e528f7b-b507-4ad9-ab21-6ef1f64c44dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.248160 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4e528f7b-b507-4ad9-ab21-6ef1f64c44dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.250765 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4e528f7b-b507-4ad9-ab21-6ef1f64c44dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.252013 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4e528f7b-b507-4ad9-ab21-6ef1f64c44dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/security-groups/9bb05ede-fc6c-4270-b6e7-4bba10133be6 HTTP/1.1" status: 204 len: 168 time: 0.2163138 Jul 15 15:58:38.255636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8d5883ae-9012-4f1e-930d-b0c74dc7c08a no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:58:38.263214 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e528f7b-b507-4ad9-ab21-6ef1f64c44dd tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb05ede-fc6c-4270-b6e7-4bba10133be6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:38.281600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 8d5883ae-9012-4f1e-930d-b0c74dc7c08a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:58:38.282140 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8d5883ae-9012-4f1e-930d-b0c74dc7c08a not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:58:38.282653 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 104f70f2-6dce-46cb-b7ae-f24cb18a7860 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:58:38.309737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 104f70f2-6dce-46cb-b7ae-f24cb18a7860 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:58:38.310353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 104f70f2-6dce-46cb-b7ae-f24cb18a7860 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:58:38.581879 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43074) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:38.586753 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-64069526-051b-40db-9ad5-0024c3311e4b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-608694596', 'description': 'tempest-secgroup-smoke-608694596 description', 'project_id': 'e9f002f2c7cd4661833243062731d718'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:58:38.608653 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64069526-051b-40db-9ad5-0024c3311e4b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.691332 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64069526-051b-40db-9ad5-0024c3311e4b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.694968 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64069526-051b-40db-9ad5-0024c3311e4b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.720225 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64069526-051b-40db-9ad5-0024c3311e4b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.721382 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-64069526-051b-40db-9ad5-0024c3311e4b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1383462 Jul 15 15:58:38.724408 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43076) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:38.725330 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64069526-051b-40db-9ad5-0024c3311e4b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b451975-3743-4bd8-8a96-2c12f3be6584,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:38.730579 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-ce523b29-df00-4ee6-987a-9d3d4e6e1cf3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '6b451975-3743-4bd8-8a96-2c12f3be6584', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:58:38.759344 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce523b29-df00-4ee6-987a-9d3d4e6e1cf3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.807580 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce523b29-df00-4ee6-987a-9d3d4e6e1cf3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.811487 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce523b29-df00-4ee6-987a-9d3d4e6e1cf3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.832091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce523b29-df00-4ee6-987a-9d3d4e6e1cf3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99814a91-18e3-43d3-824b-7e48b89708e9,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:38.838853 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ce523b29-df00-4ee6-987a-9d3d4e6e1cf3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.841148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ce523b29-df00-4ee6-987a-9d3d4e6e1cf3 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144457 Jul 15 15:58:38.843767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43078) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:38.848209 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-aed44072-1001-467a-9e83-63831dc0a6c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '6b451975-3743-4bd8-8a96-2c12f3be6584', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:58:38.874464 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aed44072-1001-467a-9e83-63831dc0a6c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.932716 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aed44072-1001-467a-9e83-63831dc0a6c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.936121 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aed44072-1001-467a-9e83-63831dc0a6c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.951065 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed44072-1001-467a-9e83-63831dc0a6c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea46b71-dd5c-4dad-9369-6a1d1fd82342,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:38.958756 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aed44072-1001-467a-9e83-63831dc0a6c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:38.959995 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-aed44072-1001-467a-9e83-63831dc0a6c5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153138 Jul 15 15:58:38.962645 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43080) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:38.967837 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-0f20ae0d-fbeb-4134-9446-109bf038adb4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '6b451975-3743-4bd8-8a96-2c12f3be6584', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:58:38.992722 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0f20ae0d-fbeb-4134-9446-109bf038adb4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.048899 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0f20ae0d-fbeb-4134-9446-109bf038adb4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.052434 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0f20ae0d-fbeb-4134-9446-109bf038adb4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.069390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20ae0d-fbeb-4134-9446-109bf038adb4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376ff13c-8816-4324-b6a4-6bdc84b57f3f,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:39.075809 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0f20ae0d-fbeb-4134-9446-109bf038adb4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.077059 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0f20ae0d-fbeb-4134-9446-109bf038adb4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134586 Jul 15 15:58:39.079068 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43082) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:39.083631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b73f8d98-2aaf-428a-814b-b617a9dba6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '6b451975-3743-4bd8-8a96-2c12f3be6584', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:58:39.111222 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b73f8d98-2aaf-428a-814b-b617a9dba6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.171433 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b73f8d98-2aaf-428a-814b-b617a9dba6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.175160 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b73f8d98-2aaf-428a-814b-b617a9dba6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.193210 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f8d98-2aaf-428a-814b-b617a9dba6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deca3ba7-cb3a-48a9-a390-44b1af36a113,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:39.198996 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b73f8d98-2aaf-428a-814b-b617a9dba6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.200813 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b73f8d98-2aaf-428a-814b-b617a9dba6d7 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208050 Jul 15 15:58:39.203734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43084) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:39.208309 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b2348e0d-eed7-419e-8a84-f24f3ddcb2c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '6b451975-3743-4bd8-8a96-2c12f3be6584', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:58:39.228735 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-b2348e0d-eed7-419e-8a84-f24f3ddcb2c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Project e9f002f2c7cd4661833243062731d718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:58:39.233276 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2348e0d-eed7-419e-8a84-f24f3ddcb2c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.292550 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2348e0d-eed7-419e-8a84-f24f3ddcb2c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.296593 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2348e0d-eed7-419e-8a84-f24f3ddcb2c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.319437 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2348e0d-eed7-419e-8a84-f24f3ddcb2c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71a0820-b50d-4fd3-b3c1-8a21f9dc485d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:39.322979 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2348e0d-eed7-419e-8a84-f24f3ddcb2c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.324151 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b2348e0d-eed7-419e-8a84-f24f3ddcb2c6 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194971 Jul 15 15:58:39.327095 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43086) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:39.331486 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2cb5b8c2-2e85-48ee-93ac-72f11dd0061d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'security_group_rule': {'security_group_id': '6b451975-3743-4bd8-8a96-2c12f3be6584', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:58:39.352741 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-2cb5b8c2-2e85-48ee-93ac-72f11dd0061d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Project e9f002f2c7cd4661833243062731d718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:58:39.357741 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b8c2-2e85-48ee-93ac-72f11dd0061d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.417184 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b8c2-2e85-48ee-93ac-72f11dd0061d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.420820 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b8c2-2e85-48ee-93ac-72f11dd0061d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.439733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5b8c2-2e85-48ee-93ac-72f11dd0061d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4852171-9a1b-4a34-9154-b296470205a4,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:39.444754 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b8c2-2e85-48ee-93ac-72f11dd0061d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.446080 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-2cb5b8c2-2e85-48ee-93ac-72f11dd0061d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180751 Jul 15 15:58:39.448935 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43088) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:39.454816 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3344d4ab-fd4f-4a7f-bbc7-4eada5a30da2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'network': {'name': 'tempest-network-smoke--1085936244', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'port_security_enabled': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:58:39.475650 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3344d4ab-fd4f-4a7f-bbc7-4eada5a30da2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Made reservation on behalf of e9f002f2c7cd4661833243062731d718 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:58:39.479345 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3344d4ab-fd4f-4a7f-bbc7-4eada5a30da2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.502818 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3344d4ab-fd4f-4a7f-bbc7-4eada5a30da2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:58:39.511366 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3344d4ab-fd4f-4a7f-bbc7-4eada5a30da2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.511715 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-3344d4ab-fd4f-4a7f-bbc7-4eada5a30da2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Added segment 4434a48e-4033-405f-b0b9-83439c33daf2 of type vlan for network f9a796f9-c6fa-4882-9ea0-35fa315975f2 Jul 15 15:58:39.551888 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3344d4ab-fd4f-4a7f-bbc7-4eada5a30da2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.579213 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3344d4ab-fd4f-4a7f-bbc7-4eada5a30da2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.584786 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3344d4ab-fd4f-4a7f-bbc7-4eada5a30da2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:39.585377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3344d4ab-fd4f-4a7f-bbc7-4eada5a30da2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.618718 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3344d4ab-fd4f-4a7f-bbc7-4eada5a30da2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1680827 Jul 15 15:58:39.621934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43090) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:39.628503 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-337044591', 'admin_state_up': True, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:58:39.666788 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344d4ab-fd4f-4a7f-bbc7-4eada5a30da2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Network': ['ID=f9a796f9-c6fa-4882-9ea0-35fa315975f2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:39.677874 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network f9a796f9-c6fa-4882-9ea0-35fa315975f2 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:58:39.681931 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.683083 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.691163 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:58:39.735356 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.858647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0b5ff8e3-dc43-46da-8346-231af4db768e no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:58:39.874440 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:39.879393 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 0b5ff8e3-dc43-46da-8346-231af4db768e {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:58:39.879744 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0b5ff8e3-dc43-46da-8346-231af4db768e not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:58:40.065035 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:40.087397 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:40.186968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.25.4.206 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/00af35dd-394f-4fdb-a889-ab05c556e473) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:58:40.291821 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:40.329452 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:40.368239 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:58:40.370958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:58:40.374643 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:58:40.396299 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=00af35dd-394f-4fdb-a889-ab05c556e473,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:40.623898 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:40.813645 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:41.227127 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router c21cba8f-8837-476c-b3ae-366928cda997 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:58:41.331877 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:58:41.341786 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Sync routers for ids ['c21cba8f-8837-476c-b3ae-366928cda997'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:58:41.349915 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:41.351180 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1e754585-02e3-4cc0-a18a-376eed13f028 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7283242 Jul 15 15:58:41.351417 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Routers {'c21cba8f-8837-476c-b3ae-366928cda997'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:58:41.352080 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:58:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c21cba8f-8837-476c-b3ae-366928cda997'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:41.354286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43094) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:41.424256 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-6284087e-a535-486a-b2bc-4961ce42bf75 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=e9f002f2c7cd4661833243062731d718&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688484 Jul 15 15:58:41.427111 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43098) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:41.454678 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Set router c21cba8f-8837-476c-b3ae-366928cda997 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:58:41.514217 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3aef68-528c-4d53-ba4e-96e3b2501075 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:41.515774 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9d3aef68-528c-4d53-ba4e-96e3b2501075 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876803 Jul 15 15:58:41.518720 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43100) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:41.546433 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-87721027-6b02-402a-ab68-918288432589 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=ec74806f-3974-4328-91b6-649387af1d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266678 Jul 15 15:58:41.548922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43102) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:41.553948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-1a441802-8f39-4986-9c3f-e9b4c77497e4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-587060946', 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'project_id': 'e9f002f2c7cd4661833243062731d718', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:58:41.629800 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337044591', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:58:39Z', 'updated_at': '2021-07-15T15:58:40Z', 'revision_number': 3, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:40Z', 'updated_at': '2021-07-15T15:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:41.643262 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a441802-8f39-4986-9c3f-e9b4c77497e4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Made reservation on behalf of e9f002f2c7cd4661833243062731d718 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:58:41.646873 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1a441802-8f39-4986-9c3f-e9b4c77497e4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:41.655752 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Checking router: c21cba8f-8837-476c-b3ae-366928cda997 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:58:41.656103 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Updating router c21cba8f-8837-476c-b3ae-366928cda997 port 00af35dd-394f-4fdb-a889-ab05c556e473 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:58:41.690086 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:41.825498 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1a441802-8f39-4986-9c3f-e9b4c77497e4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:41.885938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a441802-8f39-4986-9c3f-e9b4c77497e4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Subnet': ['ID=52949668-2b31-4f2d-8e71-5c771ec7b99d,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:41.893771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a441802-8f39-4986-9c3f-e9b4c77497e4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Checking segment: {'id': '4434a48e-4033-405f-b0b9-83439c33daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:58:41.894137 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a441802-8f39-4986-9c3f-e9b4c77497e4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network hostable DHCP agents. Network: f9a796f9-c6fa-4882-9ea0-35fa315975f2, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:58:41.911111 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a441802-8f39-4986-9c3f-e9b4c77497e4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network f9a796f9-c6fa-4882-9ea0-35fa315975f2 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:58:41.920186 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-1a441802-8f39-4986-9c3f-e9b4c77497e4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, f9a796f9-c6fa-4882-9ea0-35fa315975f2) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:58:41.924227 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a441802-8f39-4986-9c3f-e9b4c77497e4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:41.924813 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-1a441802-8f39-4986-9c3f-e9b4c77497e4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:41.931909 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3b61cc-7b01-400e-bb00-9d3e2592a2bf None None] Network f9a796f9-c6fa-4882-9ea0-35fa315975f2 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:58:41.939862 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-1a441802-8f39-4986-9c3f-e9b4c77497e4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3899043 Jul 15 15:58:41.942736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43104) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:41.948439 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:41.958522 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Transition to ACTIVE for port object 00af35dd-394f-4fdb-a889-ab05c556e473 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:58:41.964085 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:42.016815 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8cee3-e5f6-4e74-bffe-a10719294fa6 None None] Pushing event updated for resources: {'Port': ['ID=00af35dd-394f-4fdb-a889-ab05c556e473,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:42.026111 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8cee3-e5f6-4e74-bffe-a10719294fa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:42.026455 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8cee3-e5f6-4e74-bffe-a10719294fa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:42.026815 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8cee3-e5f6-4e74-bffe-a10719294fa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:42.027151 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8cee3-e5f6-4e74-bffe-a10719294fa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:42.027480 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8cee3-e5f6-4e74-bffe-a10719294fa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:42.028049 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8cee3-e5f6-4e74-bffe-a10719294fa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:42.028602 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8cee3-e5f6-4e74-bffe-a10719294fa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:42.029055 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8cee3-e5f6-4e74-bffe-a10719294fa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:42.029390 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8cee3-e5f6-4e74-bffe-a10719294fa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:42.029725 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8cee3-e5f6-4e74-bffe-a10719294fa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:42.030056 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8cee3-e5f6-4e74-bffe-a10719294fa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:42.030380 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8cee3-e5f6-4e74-bffe-a10719294fa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:58:42.033882 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Attempting to bind port 00af35dd-394f-4fdb-a889-ab05c556e473 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:58:42.033882 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Attempting to bind port 00af35dd-394f-4fdb-a889-ab05c556e473 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:58:42.034273 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Attempting to bind port 00af35dd-394f-4fdb-a889-ab05c556e473 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:58:42.040170 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:58:42.040538 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:58:42.040937 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:42.041327 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:58:42.041794 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Bound port: 00af35dd-394f-4fdb-a889-ab05c556e473, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:58:42.042172 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:42.090968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ips': [{'subnet_id': '52949668-2b31-4f2d-8e71-5c771ec7b99d'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:58:42.091949 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:42.107792 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] For port 00af35dd-394f-4fdb-a889-ab05c556e473, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:58:42.112151 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] For port 00af35dd-394f-4fdb-a889-ab05c556e473, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=00af35dd-394f-4fdb-a889-ab05c556e473,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:58:42.116425 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:42.181959 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Routers {'c21cba8f-8837-476c-b3ae-366928cda997'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:58:42.182623 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:58:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c21cba8f-8837-476c-b3ae-366928cda997'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:42.189096 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8cee3-e5f6-4e74-bffe-a10719294fa6 None None] Pushing event updated for resources: {'Port': ['ID=00af35dd-394f-4fdb-a889-ab05c556e473,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:42.237280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Allocated IP 172.20.0.2 (f9a796f9-c6fa-4882-9ea0-35fa315975f2/52949668-2b31-4f2d-8e71-5c771ec7b99d/aedf2def-cce7-471b-a4e1-086296c5e74c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:58:42.296190 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] Set router c21cba8f-8837-476c-b3ae-366928cda997 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:58:42.389728 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:42.398414 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Transition to ACTIVE for port object aedf2def-cce7-471b-a4e1-086296c5e74c will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:58:42.400023 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:42.414157 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Transition to ACTIVE for port object aedf2def-cce7-471b-a4e1-086296c5e74c will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:58:42.422108 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:42.471648 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Pushing event updated for resources: {'Port': ['ID=aedf2def-cce7-471b-a4e1-086296c5e74c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:42.490581 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Network f9a796f9-c6fa-4882-9ea0-35fa315975f2 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:58:42.491849 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:58:42.495289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:58:42.555697 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Attempting to bind port aedf2def-cce7-471b-a4e1-086296c5e74c on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:58:42.556119 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Attempting to bind port aedf2def-cce7-471b-a4e1-086296c5e74c by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '4434a48e-4033-405f-b0b9-83439c33daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:58:42.556429 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Attempting to bind port aedf2def-cce7-471b-a4e1-086296c5e74c on network f9a796f9-c6fa-4882-9ea0-35fa315975f2 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:58:42.562268 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:58:42.562684 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Checking segment: {'id': '4434a48e-4033-405f-b0b9-83439c33daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:58:42.563088 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:42.563510 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Bound using segment: {'id': '4434a48e-4033-405f-b0b9-83439c33daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:58:42.564361 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Bound port: aedf2def-cce7-471b-a4e1-086296c5e74c, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4434a48e-4033-405f-b0b9-83439c33daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:58:42.564536 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:42.581141 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337044591', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:58:39Z', 'updated_at': '2021-07-15T15:58:40Z', 'revision_number': 3, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:40Z', 'updated_at': '2021-07-15T15:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:42.607758 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f6698-a4d5-41a0-b96f-48306ad1ec73 None None] The sync data for ids ['c21cba8f-8837-476c-b3ae-366928cda997'] in n-d-764435-3 is: [{'id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337044591', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:58:39Z', 'updated_at': '2021-07-15T15:58:40Z', 'revision_number': 3, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:40Z', 'updated_at': '2021-07-15T15:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:58:42.629478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] For port aedf2def-cce7-471b-a4e1-086296c5e74c, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:58:42.632741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] For port aedf2def-cce7-471b-a4e1-086296c5e74c, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=aedf2def-cce7-471b-a4e1-086296c5e74c,segment=NetworkSegment(4434a48e-4033-405f-b0b9-83439c33daf2),segment_id=4434a48e-4033-405f-b0b9-83439c33daf2)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:58:42.638597 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:42.701190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.20.0.1 (f9a796f9-c6fa-4882-9ea0-35fa315975f2/52949668-2b31-4f2d-8e71-5c771ec7b99d/8b3bbc88-b721-4964-9007-fd7164edb63f) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:58:42.704949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b79de-0968-4c05-a227-90c4faa5e8df None None] Pushing event updated for resources: {'Port': ['ID=aedf2def-cce7-471b-a4e1-086296c5e74c,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:42.845348 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:42.859519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Transition to ACTIVE for port object 8b3bbc88-b721-4964-9007-fd7164edb63f will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:58:42.900166 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:42.951803 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network f9a796f9-c6fa-4882-9ea0-35fa315975f2 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:58:42.959905 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:58:42.964172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:58:43.002848 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=8b3bbc88-b721-4964-9007-fd7164edb63f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:43.022151 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:43.175824 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:43.464393 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:43.469567 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:43.549873 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:43.551764 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=8b3bbc88-b721-4964-9007-fd7164edb63f,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:43.645674 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network f9a796f9-c6fa-4882-9ea0-35fa315975f2 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:58:43.647193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:58:43.726493 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3bbcc0-8def-43db-95cf-3917c9b73acb None None] Network f9a796f9-c6fa-4882-9ea0-35fa315975f2 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:58:43.761778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router c21cba8f-8837-476c-b3ae-366928cda997 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:58:43.849748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f68128d8-68cc-4789-bb65-5910bdb2518b None None] Provisioning for port aedf2def-cce7-471b-a4e1-086296c5e74c completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:58:43.994388 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 00af35dd-394f-4fdb-a889-ab05c556e473 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:58:44.047747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 00af35dd-394f-4fdb-a889-ab05c556e473 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:58:44.052542 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 00af35dd-394f-4fdb-a889-ab05c556e473 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:58:44.053006 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:44.143959 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:44.176601 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 00af35dd-394f-4fdb-a889-ab05c556e473, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=00af35dd-394f-4fdb-a889-ab05c556e473,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:58:44.186236 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:44.187092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device aedf2def-cce7-471b-a4e1-086296c5e74c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:58:44.256711 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-da15f247-cd0a-4282-95e2-f40a6e2d259b None None] Provisioning for port 8b3bbc88-b721-4964-9007-fd7164edb63f completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:58:44.257697 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:58:44.263944 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-866d3e3b-cfdc-4ad0-9dda-7630ed29bf46 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "PUT /v2.0/routers/c21cba8f-8837-476c-b3ae-366928cda997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3198502 Jul 15 15:58:44.276055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-da15f247-cd0a-4282-95e2-f40a6e2d259b None None] Provisioning complete for port 8b3bbc88-b721-4964-9007-fd7164edb63f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:58:44.276442 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da15f247-cd0a-4282-95e2-f40a6e2d259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:44.304830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=00af35dd-394f-4fdb-a889-ab05c556e473,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:44.325113 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port aedf2def-cce7-471b-a4e1-086296c5e74c completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:58:44.332756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port aedf2def-cce7-471b-a4e1-086296c5e74c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:58:44.333479 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:44.335385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-da15f247-cd0a-4282-95e2-f40a6e2d259b None None] Port 8b3bbc88-b721-4964-9007-fd7164edb63f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:58:44.405756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Sync routers for ids ['c21cba8f-8837-476c-b3ae-366928cda997'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:58:44.426695 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-c49af5ca-4032-4a27-ab9d-1d86181a779a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608694596&fields=id&tenant_id=e9f002f2c7cd4661833243062731d718 HTTP/1.1" status: 200 len: 267 time: 0.0416868 Jul 15 15:58:44.449669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Routers {'c21cba8f-8837-476c-b3ae-366928cda997'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:58:44.450484 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:58:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c21cba8f-8837-476c-b3ae-366928cda997'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:44.485757 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:44.525336 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-74f6393b-9afc-4683-aacd-fe650d40778e None None] Provisioning complete for port 8b3bbc88-b721-4964-9007-fd7164edb63f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:58:44.525966 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74f6393b-9afc-4683-aacd-fe650d40778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:44.553417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-683637f7-1d72-4f42-9fd6-395ee7c1c914 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:44.555083 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-683637f7-1d72-4f42-9fd6-395ee7c1c914 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/networks?id=f9a796f9-c6fa-4882-9ea0-35fa315975f2 HTTP/1.1" status: 200 len: 797 time: 0.1214061 Jul 15 15:58:44.571613 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-90f44fdf-5994-43e4-bea2-5bdf78a78ed0 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/quotas/e9f002f2c7cd4661833243062731d718 HTTP/1.1" status: 200 len: 375 time: 0.0099010 Jul 15 15:58:44.610101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port aedf2def-cce7-471b-a4e1-086296c5e74c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=aedf2def-cce7-471b-a4e1-086296c5e74c,segment=NetworkSegment(4434a48e-4033-405f-b0b9-83439c33daf2),segment_id=4434a48e-4033-405f-b0b9-83439c33daf2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:58:44.618399 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:44.623767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-74f6393b-9afc-4683-aacd-fe650d40778e None None] Port 8b3bbc88-b721-4964-9007-fd7164edb63f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:58:44.632183 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Set router c21cba8f-8837-476c-b3ae-366928cda997 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:58:44.642449 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-6821b83c-9299-4c1a-9308-5ca066cc1b54 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647514 Jul 15 15:58:44.709058 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-d00f9a1b-80c3-4d00-88aa-4b1fd0c3359f service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:58:44.710057 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-d00f9a1b-80c3-4d00-88aa-4b1fd0c3359f service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490923 Jul 15 15:58:44.741916 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=aedf2def-cce7-471b-a4e1-086296c5e74c,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:44.775185 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1a5f4ef4-0282-42ed-a1eb-f105b748e4db None None] Provisioning complete for port 8b3bbc88-b721-4964-9007-fd7164edb63f triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:58:44.775564 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a5f4ef4-0282-42ed-a1eb-f105b748e4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:44.804952 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-3872abe3-bc79-44e4-9288-90124b783c14 service neutron] 10.222.0.38 "GET /v2.0/networks/f9a796f9-c6fa-4882-9ea0-35fa315975f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883517 Jul 15 15:58:44.843498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f4ef4-0282-42ed-a1eb-f105b748e4db None None] Port 8b3bbc88-b721-4964-9007-fd7164edb63f cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:58:44.895101 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-9230979c-4ae4-47f0-bf42-ba1cd8ac76c1 service neutron] 10.222.0.38 "GET /v2.0/networks/f9a796f9-c6fa-4882-9ea0-35fa315975f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843184 Jul 15 15:58:44.908461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337044591', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:58:39Z', 'updated_at': '2021-07-15T15:58:43Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:40Z', 'updated_at': '2021-07-15T15:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8b3bbc88-b721-4964-9007-fd7164edb63f', 'name': '', 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:66:d1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:42Z', 'updated_at': '2021-07-15T15:58:43Z', 'revision_number': 2, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:44.933895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Checking router: c21cba8f-8837-476c-b3ae-366928cda997 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:58:44.934611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Updating router c21cba8f-8837-476c-b3ae-366928cda997 port 8b3bbc88-b721-4964-9007-fd7164edb63f binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:58:44.968392 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:45.070246 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d16e8525-7256-49f5-945f-e5f68fea8fef req-2eaab8b0-4e38-4dcf-8d8b-c3a27f7a6c23 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 210 time: 0.0283668 Jul 15 15:58:45.254166 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:45.265672 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Transition to ACTIVE for port object 8b3bbc88-b721-4964-9007-fd7164edb63f will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:58:45.271361 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:45.326179 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41962302-6d3d-4d4d-aa4b-6c62f44790d0 None None] Pushing event updated for resources: {'Port': ['ID=8b3bbc88-b721-4964-9007-fd7164edb63f,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:45.378384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Attempting to bind port 8b3bbc88-b721-4964-9007-fd7164edb63f on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:58:45.378874 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Attempting to bind port 8b3bbc88-b721-4964-9007-fd7164edb63f by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '4434a48e-4033-405f-b0b9-83439c33daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:58:45.379309 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Attempting to bind port 8b3bbc88-b721-4964-9007-fd7164edb63f on network f9a796f9-c6fa-4882-9ea0-35fa315975f2 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:58:45.384586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:58:45.385040 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Checking segment: {'id': '4434a48e-4033-405f-b0b9-83439c33daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:58:45.385547 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:45.386044 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Bound using segment: {'id': '4434a48e-4033-405f-b0b9-83439c33daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:58:45.387548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Bound port: 8b3bbc88-b721-4964-9007-fd7164edb63f, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4434a48e-4033-405f-b0b9-83439c33daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:58:45.388214 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:45.458918 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] For port 8b3bbc88-b721-4964-9007-fd7164edb63f, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:58:45.462313 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] For port 8b3bbc88-b721-4964-9007-fd7164edb63f, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8b3bbc88-b721-4964-9007-fd7164edb63f,segment=NetworkSegment(4434a48e-4033-405f-b0b9-83439c33daf2),segment_id=4434a48e-4033-405f-b0b9-83439c33daf2)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:58:45.468579 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:45.537349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Routers {'c21cba8f-8837-476c-b3ae-366928cda997'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:58:45.538523 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:58:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c21cba8f-8837-476c-b3ae-366928cda997'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:45.587834 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41962302-6d3d-4d4d-aa4b-6c62f44790d0 None None] Pushing event updated for resources: {'Port': ['ID=8b3bbc88-b721-4964-9007-fd7164edb63f,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:45.843915 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] Set router c21cba8f-8837-476c-b3ae-366928cda997 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:58:45.911887 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 00af35dd-394f-4fdb-a889-ab05c556e473 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:58:46.037248 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 00af35dd-394f-4fdb-a889-ab05c556e473 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:58:46.037630 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:46.127203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337044591', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:58:39Z', 'updated_at': '2021-07-15T15:58:43Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:40Z', 'updated_at': '2021-07-15T15:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8b3bbc88-b721-4964-9007-fd7164edb63f', 'name': '', 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:66:d1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:42Z', 'updated_at': '2021-07-15T15:58:45Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:46.178617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156bf4a3-a0ee-45df-8c74-d1834ada9a6c None None] The sync data for ids ['c21cba8f-8837-476c-b3ae-366928cda997'] in n-d-764435-3 is: [{'id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337044591', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:58:39Z', 'updated_at': '2021-07-15T15:58:43Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:40Z', 'updated_at': '2021-07-15T15:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8b3bbc88-b721-4964-9007-fd7164edb63f', 'name': '', 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:66:d1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:42Z', 'updated_at': '2021-07-15T15:58:45Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:58:46.194984 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device aedf2def-cce7-471b-a4e1-086296c5e74c up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:58:46.284352 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-89d96505-0ccc-4429-9f9c-7a97d6f5f5e5 req-a790228e-b79c-4d6d-98a2-2e0dbd934dd2 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 210 time: 0.0868220 Jul 15 15:58:46.294928 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port aedf2def-cce7-471b-a4e1-086296c5e74c triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:58:46.295304 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:46.321423 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-9a009b60-27f9-4cb8-9267-0b42f885a01b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:46.324236 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-9a009b60-27f9-4cb8-9267-0b42f885a01b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "GET /v2.0/networks?id=f9a796f9-c6fa-4882-9ea0-35fa315975f2 HTTP/1.1" status: 200 len: 797 time: 0.1715639 Jul 15 15:58:46.383831 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-e3ab5a9f-32d0-44e2-899e-92f21bd35def tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f002f2c7cd4661833243062731d718 HTTP/1.1" status: 200 len: 379 time: 0.0474529 Jul 15 15:58:46.401797 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-d8be079f-5e22-413a-86d8-04d46e25a07b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'port': {'device_id': '6695b565-8dfd-4262-a06f-3b5ec5d21a9d', 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'admin_state_up': True, 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'security_groups': ['6b451975-3743-4bd8-8a96-2c12f3be6584']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:58:46.517668 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-d8be079f-5e22-413a-86d8-04d46e25a07b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Made reservation on behalf of e9f002f2c7cd4661833243062731d718 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:58:46.521447 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-d8be079f-5e22-413a-86d8-04d46e25a07b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:46.654174 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-d8be079f-5e22-413a-86d8-04d46e25a07b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.20.0.4 (f9a796f9-c6fa-4882-9ea0-35fa315975f2/52949668-2b31-4f2d-8e71-5c771ec7b99d/a51ba666-a216-462b-a327-3862c29dffc9) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:58:46.795358 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-d8be079f-5e22-413a-86d8-04d46e25a07b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:46.814835 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-d8be079f-5e22-413a-86d8-04d46e25a07b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Transition to ACTIVE for port object a51ba666-a216-462b-a327-3862c29dffc9 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:58:46.848723 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-d8be079f-5e22-413a-86d8-04d46e25a07b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:46.896369 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-d8be079f-5e22-413a-86d8-04d46e25a07b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network f9a796f9-c6fa-4882-9ea0-35fa315975f2 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:58:46.899625 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-d8be079f-5e22-413a-86d8-04d46e25a07b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:58:46.904181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-d8be079f-5e22-413a-86d8-04d46e25a07b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:58:46.910789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be079f-5e22-413a-86d8-04d46e25a07b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=a51ba666-a216-462b-a327-3862c29dffc9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:46.960556 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-d8be079f-5e22-413a-86d8-04d46e25a07b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:46.961230 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-d8be079f-5e22-413a-86d8-04d46e25a07b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:46.984751 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-d8be079f-5e22-413a-86d8-04d46e25a07b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5950050 Jul 15 15:58:47.038965 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Request body: {'port': {'device_id': '6695b565-8dfd-4262-a06f-3b5ec5d21a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:58:47.126230 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:47.138338 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c504292a-0457-45ce-a020-9e61d3504d78 None None] Provisioning for port a51ba666-a216-462b-a327-3862c29dffc9 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:58:47.145508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c504292a-0457-45ce-a020-9e61d3504d78 None None] Provisioning complete for port a51ba666-a216-462b-a327-3862c29dffc9 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:58:47.145964 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c504292a-0457-45ce-a020-9e61d3504d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:47.193021 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c504292a-0457-45ce-a020-9e61d3504d78 None None] Port a51ba666-a216-462b-a327-3862c29dffc9 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:58:47.404188 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51ba666-a216-462b-a327-3862c29dffc9 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:58:47.411646 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:47.423372 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Transition to ACTIVE for port object a51ba666-a216-462b-a327-3862c29dffc9 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:58:47.427746 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:47.476366 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4920b-6598-4bf2-9d87-cbc73ee59fc0 req-5ca6693c-47b3-4b7b-bd1e-72f865373d11 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:47.478629 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99f4920b-6598-4bf2-9d87-cbc73ee59fc0 req-5ca6693c-47b3-4b7b-bd1e-72f865373d11 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 931 time: 0.0685222 Jul 15 15:58:47.519514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99f4920b-6598-4bf2-9d87-cbc73ee59fc0 req-0d9f2b7e-b133-42fe-befd-54217157723d tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b451975-3743-4bd8-8a96-2c12f3be6584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348096 Jul 15 15:58:47.526401 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a51ba666-a216-462b-a327-3862c29dffc9,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:47.551690 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Attempting to bind port a51ba666-a216-462b-a327-3862c29dffc9 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:58:47.552125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Attempting to bind port a51ba666-a216-462b-a327-3862c29dffc9 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': '4434a48e-4033-405f-b0b9-83439c33daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:58:47.552517 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Attempting to bind port a51ba666-a216-462b-a327-3862c29dffc9 on network f9a796f9-c6fa-4882-9ea0-35fa315975f2 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:58:47.556950 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Port a51ba666-a216-462b-a327-3862c29dffc9 on network f9a796f9-c6fa-4882-9ea0-35fa315975f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:58:47.557328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Attempting to bind port a51ba666-a216-462b-a327-3862c29dffc9 on network f9a796f9-c6fa-4882-9ea0-35fa315975f2 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:58:47.562962 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:58:47.563300 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Checking segment: {'id': '4434a48e-4033-405f-b0b9-83439c33daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:58:47.563678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Bound using segment: {'id': '4434a48e-4033-405f-b0b9-83439c33daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:58:47.564102 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Bound port: a51ba666-a216-462b-a327-3862c29dffc9, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4434a48e-4033-405f-b0b9-83439c33daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:58:47.564457 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:47.630360 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] For port a51ba666-a216-462b-a327-3862c29dffc9, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:58:47.633755 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] For port a51ba666-a216-462b-a327-3862c29dffc9, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a51ba666-a216-462b-a327-3862c29dffc9,segment=NetworkSegment(4434a48e-4033-405f-b0b9-83439c33daf2),segment_id=4434a48e-4033-405f-b0b9-83439c33daf2)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:58:47.638350 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:47.672285 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:47.672905 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:47.674564 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] 10.222.0.11 "PUT /v2.0/ports/a51ba666-a216-462b-a327-3862c29dffc9 HTTP/1.1" status: 200 len: 1091 time: 0.6821196 Jul 15 15:58:47.674984 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6695b565-8dfd-4262-a06f-3b5ec5d21a9d', 'tag': 'a51ba666-a216-462b-a327-3862c29dffc9'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:58:47.677273 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b28343f-cc42-4b37-b95c-6698bdab41b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6695b565-8dfd-4262-a06f-3b5ec5d21a9d", "tag": "a51ba666-a216-462b-a327-3862c29dffc9"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:58:47.707734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f149f0a-18cf-41d9-a1f8-24a814a190f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a51ba666-a216-462b-a327-3862c29dffc9,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:47.750388 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4ea9c2-54a4-4033-bc6d-e22ef4e0a618 x-openstack-request-id: req-cf4ea9c2-54a4-4033-bc6d-e22ef4e0a618 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:58:47.750887 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6695b565-8dfd-4262-a06f-3b5ec5d21a9d", "tag": "a51ba666-a216-462b-a327-3862c29dffc9", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:58:47.751227 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cf4ea9c2-54a4-4033-bc6d-e22ef4e0a618 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:58:47.751689 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6695b565-8dfd-4262-a06f-3b5ec5d21a9d', 'tag': 'a51ba666-a216-462b-a327-3862c29dffc9', 'status': 'completed', 'code': 200} Jul 15 15:58:47.780143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-a8072561-3638-409b-8946-4590a489b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:47.781681 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-a8072561-3638-409b-8946-4590a489b61b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 1094 time: 0.0637159 Jul 15 15:58:47.825515 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-e8794132-fd16-4bd4-9e45-2e89f3847922 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a51ba666-a216-462b-a327-3862c29dffc9 HTTP/1.1" status: 200 len: 217 time: 0.0366027 Jul 15 15:58:47.883194 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-68d47b64-a1aa-4b12-8ce2-5d926f36461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:47.884655 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-68d47b64-a1aa-4b12-8ce2-5d926f36461b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52949668-2b31-4f2d-8e71-5c771ec7b99d HTTP/1.1" status: 200 len: 834 time: 0.0536807 Jul 15 15:58:47.919166 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8b3bbc88-b721-4964-9007-fd7164edb63f up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:58:47.943421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-3db26452-e2cf-4be1-8cfd-6d5ace6e5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:47.944842 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-3db26452-e2cf-4be1-8cfd-6d5ace6e5f0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9a796f9-c6fa-4882-9ea0-35fa315975f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534191 Jul 15 15:58:47.979918 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 8b3bbc88-b721-4964-9007-fd7164edb63f completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:58:47.984537 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 8b3bbc88-b721-4964-9007-fd7164edb63f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:58:47.984914 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:48.038743 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-d65aa7c8-8d72-421f-8dbf-ceccb825b592 service neutron] 10.222.0.11 "GET /v2.0/networks/f9a796f9-c6fa-4882-9ea0-35fa315975f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872808 Jul 15 15:58:48.061369 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:48.092938 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 8b3bbc88-b721-4964-9007-fd7164edb63f, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8b3bbc88-b721-4964-9007-fd7164edb63f,segment=NetworkSegment(4434a48e-4033-405f-b0b9-83439c33daf2),segment_id=4434a48e-4033-405f-b0b9-83439c33daf2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:58:48.096767 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:48.134251 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-9ac84839-123f-427a-9921-f0a4dc68b201 req-078ee8cc-ed60-4d98-ac54-7d9e055cbbc8 service neutron] 10.222.0.11 "GET /v2.0/networks/f9a796f9-c6fa-4882-9ea0-35fa315975f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891299 Jul 15 15:58:48.148345 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=8b3bbc88-b721-4964-9007-fd7164edb63f,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:48.240011 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28343f-cc42-4b37-b95c-6698bdab41b5 req-98ea7b93-ef47-468b-b5d2-d03ef5230032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:48.241542 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b28343f-cc42-4b37-b95c-6698bdab41b5 req-98ea7b93-ef47-468b-b5d2-d03ef5230032 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 1094 time: 0.0562093 Jul 15 15:58:48.329255 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28343f-cc42-4b37-b95c-6698bdab41b5 req-27262dd4-4629-45e3-8689-55c4e028ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:48.330734 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b28343f-cc42-4b37-b95c-6698bdab41b5 req-27262dd4-4629-45e3-8689-55c4e028ed57 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9a796f9-c6fa-4882-9ea0-35fa315975f2 HTTP/1.1" status: 200 len: 898 time: 0.0830686 Jul 15 15:58:48.375103 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b28343f-cc42-4b37-b95c-6698bdab41b5 req-b0f61904-bb5f-4683-a254-a0164fe75944 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a51ba666-a216-462b-a327-3862c29dffc9 HTTP/1.1" status: 200 len: 217 time: 0.0370100 Jul 15 15:58:48.423065 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28343f-cc42-4b37-b95c-6698bdab41b5 req-2f7ce114-f0d6-41e2-b39e-14c9026810f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:48.424480 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b28343f-cc42-4b37-b95c-6698bdab41b5 req-2f7ce114-f0d6-41e2-b39e-14c9026810f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52949668-2b31-4f2d-8e71-5c771ec7b99d HTTP/1.1" status: 200 len: 834 time: 0.0429363 Jul 15 15:58:48.481460 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28343f-cc42-4b37-b95c-6698bdab41b5 req-65e9b561-f30c-404e-8a19-49bb61c07278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:48.482980 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b28343f-cc42-4b37-b95c-6698bdab41b5 req-65e9b561-f30c-404e-8a19-49bb61c07278 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9a796f9-c6fa-4882-9ea0-35fa315975f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515182 Jul 15 15:58:48.581620 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b28343f-cc42-4b37-b95c-6698bdab41b5 req-b83aaaba-1257-4772-839b-62a185c7308b service neutron] 10.222.0.11 "GET /v2.0/networks/f9a796f9-c6fa-4882-9ea0-35fa315975f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911353 Jul 15 15:58:48.671972 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-7b28343f-cc42-4b37-b95c-6698bdab41b5 req-490694c6-2d07-432f-b6ed-6b70ce6156a8 service neutron] 10.222.0.11 "GET /v2.0/networks/f9a796f9-c6fa-4882-9ea0-35fa315975f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831172 Jul 15 15:58:48.695355 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f91f32-816c-4538-8acd-8769e281d3d8 req-c0b8543e-c197-4530-aa8b-c20c4d8260cf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:48.696852 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65f91f32-816c-4538-8acd-8769e281d3d8 req-c0b8543e-c197-4530-aa8b-c20c4d8260cf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 943 time: 0.0629175 Jul 15 15:58:48.734901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-65f91f32-816c-4538-8acd-8769e281d3d8 req-5beec5a5-5992-4c72-8324-40f0e6ae5446 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b451975-3743-4bd8-8a96-2c12f3be6584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319238 Jul 15 15:58:49.504403 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:49.667538 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device a51ba666-a216-462b-a327-3862c29dffc9 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:58:49.757260 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:49.773810 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port a51ba666-a216-462b-a327-3862c29dffc9, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a51ba666-a216-462b-a327-3862c29dffc9,segment=NetworkSegment(4434a48e-4033-405f-b0b9-83439c33daf2),segment_id=4434a48e-4033-405f-b0b9-83439c33daf2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:58:49.785647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'a51ba666-a216-462b-a327-3862c29dffc9', 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'port_id': 'a51ba666-a216-462b-a327-3862c29dffc9', 'mac_address': 'fa:16:3e:bc:be:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:58:49.822334 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:49.834925 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51ba666-a216-462b-a327-3862c29dffc9 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:58:49.855665 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port a51ba666-a216-462b-a327-3862c29dffc9, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a51ba666-a216-462b-a327-3862c29dffc9,segment=NetworkSegment(4434a48e-4033-405f-b0b9-83439c33daf2),segment_id=4434a48e-4033-405f-b0b9-83439c33daf2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:58:49.860586 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:49.911294 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8b3bbc88-b721-4964-9007-fd7164edb63f up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:58:49.918397 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=a51ba666-a216-462b-a327-3862c29dffc9,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:49.920695 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90cc2b-d47e-49c8-bd45-c4f750b0adbd req-94a5786a-a6b5-485e-b2df-9e6ca82bdec5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:49.922469 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a90cc2b-d47e-49c8-bd45-c4f750b0adbd req-94a5786a-a6b5-485e-b2df-9e6ca82bdec5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 944 time: 0.0754488 Jul 15 15:58:49.962141 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7a90cc2b-d47e-49c8-bd45-c4f750b0adbd req-5730cb33-ec8d-4146-bd82-a83c2832f6c9 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b451975-3743-4bd8-8a96-2c12f3be6584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330963 Jul 15 15:58:49.963883 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 8b3bbc88-b721-4964-9007-fd7164edb63f triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:58:49.964262 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:50.109133 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['a51ba666-a216-462b-a327-3862c29dffc9'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:58:51.134882 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba16d0-ae4d-4035-87dc-b2986d1624ac req-4859839e-77f6-45b9-bc36-003d9ad9c87c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:51.136651 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70ba16d0-ae4d-4035-87dc-b2986d1624ac req-4859839e-77f6-45b9-bc36-003d9ad9c87c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 944 time: 0.0662563 Jul 15 15:58:51.176023 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-70ba16d0-ae4d-4035-87dc-b2986d1624ac req-7ed3e6fa-ce8d-48b0-a91a-d581935fd71c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b451975-3743-4bd8-8a96-2c12f3be6584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332322 Jul 15 15:58:51.698439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device a51ba666-a216-462b-a327-3862c29dffc9 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:58:51.749428 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port a51ba666-a216-462b-a327-3862c29dffc9 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:58:51.753000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port a51ba666-a216-462b-a327-3862c29dffc9 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:58:51.753364 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:51.828277 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:51.850295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6695b565-8dfd-4262-a06f-3b5ec5d21a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51ba666-a216-462b-a327-3862c29dffc9'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:58:51.852524 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e18190-6f14-405c-9a87-df9740b8566b" -d '{"events": [{"server_uuid": "6695b565-8dfd-4262-a06f-3b5ec5d21a9d", "name": "network-vif-plugged", "status": "completed", "tag": "a51ba666-a216-462b-a327-3862c29dffc9"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:58:51.865656 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port a51ba666-a216-462b-a327-3862c29dffc9, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a51ba666-a216-462b-a327-3862c29dffc9,segment=NetworkSegment(4434a48e-4033-405f-b0b9-83439c33daf2),segment_id=4434a48e-4033-405f-b0b9-83439c33daf2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:58:51.869631 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:51.920508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=a51ba666-a216-462b-a327-3862c29dffc9,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:51.938351 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472d3cbb-604b-4205-8984-8daed50b1ee2 x-openstack-request-id: req-472d3cbb-604b-4205-8984-8daed50b1ee2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:58:51.938675 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6695b565-8dfd-4262-a06f-3b5ec5d21a9d", "name": "network-vif-plugged", "status": "completed", "tag": "a51ba666-a216-462b-a327-3862c29dffc9", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:58:51.938932 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-472d3cbb-604b-4205-8984-8daed50b1ee2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:58:51.939324 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6695b565-8dfd-4262-a06f-3b5ec5d21a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51ba666-a216-462b-a327-3862c29dffc9', 'code': 200} Jul 15 15:58:52.056777 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e627a-7845-410b-87bb-39aa066f1d2f req-ab0040db-1f12-4783-a73a-4f6b620bf559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:52.058186 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e88e627a-7845-410b-87bb-39aa066f1d2f req-ab0040db-1f12-4783-a73a-4f6b620bf559 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 1096 time: 0.0559020 Jul 15 15:58:52.091901 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e88e627a-7845-410b-87bb-39aa066f1d2f req-97fa2282-6f3b-419c-a560-57308dec6e12 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6b451975-3743-4bd8-8a96-2c12f3be6584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274661 Jul 15 15:58:52.349484 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf2266-7c9d-400c-85f9-ceeb6a9bcdbf req-04c4c335-9911-4bc8-8341-97d1e9695ad1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:52.350889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fabf2266-7c9d-400c-85f9-ceeb6a9bcdbf req-04c4c335-9911-4bc8-8341-97d1e9695ad1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 945 time: 0.0660281 Jul 15 15:58:52.387777 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fabf2266-7c9d-400c-85f9-ceeb6a9bcdbf req-c5c87493-8fa7-44f8-80c5-aa31372c2213 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b451975-3743-4bd8-8a96-2c12f3be6584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305822 Jul 15 15:58:53.561158 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27792a6d-21ce-4d9a-9eaf-a388776613a3 req-6a3225e4-af9e-4053-83b6-6c6d26156eda tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:53.562673 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27792a6d-21ce-4d9a-9eaf-a388776613a3 req-6a3225e4-af9e-4053-83b6-6c6d26156eda tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 945 time: 0.0622420 Jul 15 15:58:53.599824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-27792a6d-21ce-4d9a-9eaf-a388776613a3 req-e8edfd52-d56d-4f07-bc2a-24929103a6e5 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b451975-3743-4bd8-8a96-2c12f3be6584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316658 Jul 15 15:58:53.770389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06551d-9fd5-4cf4-a42e-673221397edb req-783f784f-27df-43d8-94fc-d0ae109be110 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:53.771777 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa06551d-9fd5-4cf4-a42e-673221397edb req-783f784f-27df-43d8-94fc-d0ae109be110 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 945 time: 0.0619211 Jul 15 15:58:53.808643 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aa06551d-9fd5-4cf4-a42e-673221397edb req-0b17256b-17ad-4893-becf-4742a87e5ef1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b451975-3743-4bd8-8a96-2c12f3be6584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313759 Jul 15 15:58:53.832758 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43166) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:53.888477 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6d06d4-5f90-4102-952e-a9185934f032 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:53.889975 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-bf6d06d4-5f90-4102-952e-a9185934f032 tempest-TestNetworkAdvancedServerOps-1832848768 tempest-TestNetworkAdvancedServerOps-1832848768-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 1091 time: 0.0562553 Jul 15 15:58:53.892789 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43168) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:53.897060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': 'a51ba666-a216-462b-a327-3862c29dffc9', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:58:53.919381 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:54.014553 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:54.118690 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Allocated IP 172.25.4.246 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/623c9b3c-e666-4022-8975-cf4cc479b0dd) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:58:54.221070 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:54.264814 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:54.299201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:58:54.303750 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:58:54.307086 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:58:54.333863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=623c9b3c-e666-4022-8975-cf4cc479b0dd,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:54.674759 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:54.747513 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:54.892360 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:54.896408 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:54.960552 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event updated for resources: {'Port': ['ID=623c9b3c-e666-4022-8975-cf4cc479b0dd,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:58:54.972476 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:55.072547 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Floating IP bc62971d-fffa-4d32-95a4-6a7c6d4ff032 associated. External IP: 172.25.4.246, port: a51ba666-a216-462b-a327-3862c29dffc9. Jul 15 15:58:55.277187 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router c21cba8f-8837-476c-b3ae-366928cda997 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:58:55.385495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:58:55.394821 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700fba8b-cc49-41f4-82d4-8776b99ba8b7 None None] Sync routers for ids ['c21cba8f-8837-476c-b3ae-366928cda997'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:58:55.401012 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:55.405345 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700fba8b-cc49-41f4-82d4-8776b99ba8b7 None None] Routers {'c21cba8f-8837-476c-b3ae-366928cda997'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:58:55.405954 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-700fba8b-cc49-41f4-82d4-8776b99ba8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:58:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c21cba8f-8837-476c-b3ae-366928cda997'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:55.437143 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0ca72fc4-383b-4ef1-8821-b1b771950f0b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5433483 Jul 15 15:58:55.437814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6695b565-8dfd-4262-a06f-3b5ec5d21a9d', 'tag': 'a51ba666-a216-462b-a327-3862c29dffc9'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:58:55.440236 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155e205f-c4b1-47b7-87ff-7b43d7f3372e" -d '{"events": [{"name": "network-changed", "server_uuid": "6695b565-8dfd-4262-a06f-3b5ec5d21a9d", "tag": "a51ba666-a216-462b-a327-3862c29dffc9"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:58:55.478150 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b486c10-4072-440c-a729-a1d35097c5b6 x-openstack-request-id: req-3b486c10-4072-440c-a729-a1d35097c5b6 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:58:55.478606 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6695b565-8dfd-4262-a06f-3b5ec5d21a9d", "tag": "a51ba666-a216-462b-a327-3862c29dffc9", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:58:55.478831 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3b486c10-4072-440c-a729-a1d35097c5b6 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:58:55.479244 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6695b565-8dfd-4262-a06f-3b5ec5d21a9d', 'tag': 'a51ba666-a216-462b-a327-3862c29dffc9', 'status': 'completed', 'code': 200} Jul 15 15:58:55.514825 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-700fba8b-cc49-41f4-82d4-8776b99ba8b7 None None] Set router c21cba8f-8837-476c-b3ae-366928cda997 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:58:55.555211 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e205f-c4b1-47b7-87ff-7b43d7f3372e req-556a6154-0508-453a-816b-075923e48416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:55.556657 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-155e205f-c4b1-47b7-87ff-7b43d7f3372e req-556a6154-0508-453a-816b-075923e48416 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 1096 time: 0.0540905 Jul 15 15:58:55.605709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8278a79-33ee-47d8-a2e4-e375ab47f0a1 req-17db30e9-2570-42ea-b233-627844fef95c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:55.608001 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8278a79-33ee-47d8-a2e4-e375ab47f0a1 req-17db30e9-2570-42ea-b233-627844fef95c tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 945 time: 0.0708511 Jul 15 15:58:55.649007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d8278a79-33ee-47d8-a2e4-e375ab47f0a1 req-0f4eb041-86fd-4c8e-b435-5fd2f00de9f8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b451975-3743-4bd8-8a96-2c12f3be6584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346737 Jul 15 15:58:55.652421 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e205f-c4b1-47b7-87ff-7b43d7f3372e req-226b39c5-daf7-45cf-9588-f7a15a1b0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:55.654364 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-155e205f-c4b1-47b7-87ff-7b43d7f3372e req-226b39c5-daf7-45cf-9588-f7a15a1b0ad9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9a796f9-c6fa-4882-9ea0-35fa315975f2 HTTP/1.1" status: 200 len: 898 time: 0.0914896 Jul 15 15:58:55.674794 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43176) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:55.722847 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-155e205f-c4b1-47b7-87ff-7b43d7f3372e req-0858c605-6778-47ab-ad86-5fc303200a52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a51ba666-a216-462b-a327-3862c29dffc9 HTTP/1.1" status: 200 len: 999 time: 0.0626009 Jul 15 15:58:55.736742 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-5936390e-9109-435c-93ea-eee38e58b26f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/bc62971d-fffa-4d32-95a4-6a7c6d4ff032 HTTP/1.1" status: 200 len: 991 time: 0.0602512 Jul 15 15:58:55.750638 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-700fba8b-cc49-41f4-82d4-8776b99ba8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337044591', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:58:39Z', 'updated_at': '2021-07-15T15:58:43Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:40Z', 'updated_at': '2021-07-15T15:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'bc62971d-fffa-4d32-95a4-6a7c6d4ff032', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'port_id': 'a51ba666-a216-462b-a327-3862c29dffc9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'mac_address': 'fa:16:3e:bc:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695b565-8dfd-4262-a06f-3b5ec5d21a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:58:54Z', 'updated_at': '2021-07-15T15:58:54Z', 'revision_number': 0, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3bbc88-b721-4964-9007-fd7164edb63f', 'name': '', 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:66:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:42Z', 'updated_at': '2021-07-15T15:58:48Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:55.772720 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e205f-c4b1-47b7-87ff-7b43d7f3372e req-0ee45882-0381-4cd0-ae93-5ee6f7431b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:55.774202 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-155e205f-c4b1-47b7-87ff-7b43d7f3372e req-0ee45882-0381-4cd0-ae93-5ee6f7431b14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52949668-2b31-4f2d-8e71-5c771ec7b99d HTTP/1.1" status: 200 len: 834 time: 0.0457289 Jul 15 15:58:55.776653 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700fba8b-cc49-41f4-82d4-8776b99ba8b7 None None] Checking router: c21cba8f-8837-476c-b3ae-366928cda997 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:58:55.784765 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700fba8b-cc49-41f4-82d4-8776b99ba8b7 None None] Routers {'c21cba8f-8837-476c-b3ae-366928cda997'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:58:55.785366 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-700fba8b-cc49-41f4-82d4-8776b99ba8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:58:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c21cba8f-8837-476c-b3ae-366928cda997'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:55.836192 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e205f-c4b1-47b7-87ff-7b43d7f3372e req-86cbf849-b767-4576-8f78-4d6144dbba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:58:55.837621 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-155e205f-c4b1-47b7-87ff-7b43d7f3372e req-86cbf849-b767-4576-8f78-4d6144dbba32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9a796f9-c6fa-4882-9ea0-35fa315975f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573971 Jul 15 15:58:55.891694 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-700fba8b-cc49-41f4-82d4-8776b99ba8b7 None None] Set router c21cba8f-8837-476c-b3ae-366928cda997 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:58:55.927360 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-155e205f-c4b1-47b7-87ff-7b43d7f3372e req-10ec4c4d-9aaf-4232-b6eb-7216838986c2 service neutron] 10.222.0.11 "GET /v2.0/networks/f9a796f9-c6fa-4882-9ea0-35fa315975f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832090 Jul 15 15:58:56.023046 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-155e205f-c4b1-47b7-87ff-7b43d7f3372e req-847d5657-a1f6-40a7-b299-fa8ee82d74f2 service neutron] 10.222.0.11 "GET /v2.0/networks/f9a796f9-c6fa-4882-9ea0-35fa315975f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878427 Jul 15 15:58:56.114034 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-700fba8b-cc49-41f4-82d4-8776b99ba8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337044591', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:58:39Z', 'updated_at': '2021-07-15T15:58:43Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:40Z', 'updated_at': '2021-07-15T15:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'bc62971d-fffa-4d32-95a4-6a7c6d4ff032', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'port_id': 'a51ba666-a216-462b-a327-3862c29dffc9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'mac_address': 'fa:16:3e:bc:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695b565-8dfd-4262-a06f-3b5ec5d21a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:58:54Z', 'updated_at': '2021-07-15T15:58:54Z', 'revision_number': 0, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3bbc88-b721-4964-9007-fd7164edb63f', 'name': '', 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:66:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:42Z', 'updated_at': '2021-07-15T15:58:48Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:58:56.140650 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700fba8b-cc49-41f4-82d4-8776b99ba8b7 None None] The sync data for ids ['c21cba8f-8837-476c-b3ae-366928cda997'] in n-d-764435-3 is: [{'id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337044591', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:58:39Z', 'updated_at': '2021-07-15T15:58:43Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:40Z', 'updated_at': '2021-07-15T15:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'bc62971d-fffa-4d32-95a4-6a7c6d4ff032', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'port_id': 'a51ba666-a216-462b-a327-3862c29dffc9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'mac_address': 'fa:16:3e:bc:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695b565-8dfd-4262-a06f-3b5ec5d21a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:58:54Z', 'updated_at': '2021-07-15T15:58:54Z', 'revision_number': 0, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3bbc88-b721-4964-9007-fd7164edb63f', 'name': '', 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:66:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:42Z', 'updated_at': '2021-07-15T15:58:48Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:58:56.320055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d3d18-53b5-4399-87c4-eb9bcedc665a None None] New status for floating IP bc62971d-fffa-4d32-95a4-6a7c6d4ff032: ACTIVE {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:58:56.740664 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43178) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:58:56.800588 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b89870be-553d-4e11-aeba-decf35437f58 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/bc62971d-fffa-4d32-95a4-6a7c6d4ff032 HTTP/1.1" status: 200 len: 993 time: 0.0588007 Jul 15 15:59:00.145395 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efc92c3f-7d73-405e-bb7f-0961f5974d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:02.904624 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:02.941449 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eee46be-f0f7-466c-8caf-de424f2601a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:04.510959 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:06.205016 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:16.691037 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:59:18.107195 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-32412d78-469d-4d39-b141-c6aa16d53492 req-ad7e45e2-056a-47a5-ad41-26739fa4524a service neutron] (100711) timed out ('10.222.0.38', 39618) {{(pid=100711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:59:19.500191 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:19.775020 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:23.740108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094116d8-4f3b-42b3-a1f2-e0b57d74ec91 req-29428952-5a2d-4459-8bfb-59bf68163e01 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:23.741491 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-094116d8-4f3b-42b3-a1f2-e0b57d74ec91 req-29428952-5a2d-4459-8bfb-59bf68163e01 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 945 time: 0.0622215 Jul 15 15:59:23.782176 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-094116d8-4f3b-42b3-a1f2-e0b57d74ec91 req-b3f427c1-5daa-471e-98d9-2cc8838a3a5f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b451975-3743-4bd8-8a96-2c12f3be6584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351822 Jul 15 15:59:24.968165 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb007a4-7100-4f00-b377-21a906199683 req-d8c9e070-eb9a-4802-a7c5-2f8275ed7f88 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:24.969621 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cdb007a4-7100-4f00-b377-21a906199683 req-d8c9e070-eb9a-4802-a7c5-2f8275ed7f88 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 945 time: 0.0631354 Jul 15 15:59:25.008707 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cdb007a4-7100-4f00-b377-21a906199683 req-e62b0558-bc45-4400-93a5-44b5c2d3e7fa tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b451975-3743-4bd8-8a96-2c12f3be6584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334249 Jul 15 15:59:25.033730 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43202) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:25.093494 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7ff09bc3-9963-444c-8bf8-74751cc5872b tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/bc62971d-fffa-4d32-95a4-6a7c6d4ff032 HTTP/1.1" status: 200 len: 993 time: 0.0585485 Jul 15 15:59:26.502548 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fb98f-7de8-4b2e-a3ea-2e8966fd2093 req-e9470e15-e415-4d63-b823-ee024262bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:26.504070 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f91fb98f-7de8-4b2e-a3ea-2e8966fd2093 req-e9470e15-e415-4d63-b823-ee024262bc64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 1096 time: 0.0567102 Jul 15 15:59:26.526475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bee8c-6df2-4a8d-bd5c-fbe7da9e0ed5 req-f403ff6f-5451-4c32-93ed-aac983cc7987 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:26.528104 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-975bee8c-6df2-4a8d-bd5c-fbe7da9e0ed5 req-f403ff6f-5451-4c32-93ed-aac983cc7987 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 945 time: 0.0671785 Jul 15 15:59:26.566323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-975bee8c-6df2-4a8d-bd5c-fbe7da9e0ed5 req-08a4e8bb-e78a-4b7b-b2ff-10a1fcd01e56 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b451975-3743-4bd8-8a96-2c12f3be6584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325682 Jul 15 15:59:26.598209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fb98f-7de8-4b2e-a3ea-2e8966fd2093 req-1fa62bf6-9073-454e-9d90-afe0610fc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:26.599770 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f91fb98f-7de8-4b2e-a3ea-2e8966fd2093 req-1fa62bf6-9073-454e-9d90-afe0610fc6b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9a796f9-c6fa-4882-9ea0-35fa315975f2 HTTP/1.1" status: 200 len: 898 time: 0.0889928 Jul 15 15:59:26.671062 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f91fb98f-7de8-4b2e-a3ea-2e8966fd2093 req-4871c540-1473-4325-bdc8-0e6f808fc749 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a51ba666-a216-462b-a327-3862c29dffc9 HTTP/1.1" status: 200 len: 1001 time: 0.0645781 Jul 15 15:59:26.719705 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fb98f-7de8-4b2e-a3ea-2e8966fd2093 req-5a8235a7-c04a-4d8c-bd4c-f86defc2cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:26.721119 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f91fb98f-7de8-4b2e-a3ea-2e8966fd2093 req-5a8235a7-c04a-4d8c-bd4c-f86defc2cc6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52949668-2b31-4f2d-8e71-5c771ec7b99d HTTP/1.1" status: 200 len: 834 time: 0.0437107 Jul 15 15:59:26.777450 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fb98f-7de8-4b2e-a3ea-2e8966fd2093 req-5313744d-e5b4-46e7-ac16-4bd0c8d8c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:26.778986 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f91fb98f-7de8-4b2e-a3ea-2e8966fd2093 req-5313744d-e5b4-46e7-ac16-4bd0c8d8c6f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9a796f9-c6fa-4882-9ea0-35fa315975f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514174 Jul 15 15:59:26.869760 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f91fb98f-7de8-4b2e-a3ea-2e8966fd2093 req-2c59b855-b096-46e9-a46a-9eb99d680ac7 service neutron] 10.222.0.11 "GET /v2.0/networks/f9a796f9-c6fa-4882-9ea0-35fa315975f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844316 Jul 15 15:59:26.955531 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-f91fb98f-7de8-4b2e-a3ea-2e8966fd2093 req-8e2df64c-e458-4ac8-9d3c-69c6a0f75619 service neutron] 10.222.0.11 "GET /v2.0/networks/f9a796f9-c6fa-4882-9ea0-35fa315975f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792310 Jul 15 15:59:27.745548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67955de4-9b55-4e40-bbeb-ebbf4d851935 req-2e4a6dc5-22b2-41df-9abb-79b6335fc5ed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:27.747808 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67955de4-9b55-4e40-bbeb-ebbf4d851935 req-2e4a6dc5-22b2-41df-9abb-79b6335fc5ed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 945 time: 0.0669553 Jul 15 15:59:27.788636 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-67955de4-9b55-4e40-bbeb-ebbf4d851935 req-dd7dfed0-5962-4ab8-907e-8aec606836fc tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b451975-3743-4bd8-8a96-2c12f3be6584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347142 Jul 15 15:59:28.962551 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e447bb-50bb-4ae6-99a6-bf2a9d338ec9 req-eaea5561-32e5-417d-9a16-7b6e75036946 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:28.964027 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0e447bb-50bb-4ae6-99a6-bf2a9d338ec9 req-eaea5561-32e5-417d-9a16-7b6e75036946 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 945 time: 0.0657048 Jul 15 15:59:29.001313 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a0e447bb-50bb-4ae6-99a6-bf2a9d338ec9 req-13d637e4-0f20-47c9-b61c-8fc9b7bf1c7a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b451975-3743-4bd8-8a96-2c12f3be6584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Jul 15 15:59:29.025380 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43214) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:29.084398 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7ad3204e-82df-442b-9e1b-1a2a39845578 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/floatingips/bc62971d-fffa-4d32-95a4-6a7c6d4ff032 HTTP/1.1" status: 200 len: 993 time: 0.0579393 Jul 15 15:59:29.353931 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43220) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:29.507494 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-dcfad907-f2e2-45bd-a6c9-376ef6460d2a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 623c9b3c-e666-4022-8975-cf4cc479b0dd {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:59:29.507832 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcfad907-f2e2-45bd-a6c9-376ef6460d2a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:29.585707 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcfad907-f2e2-45bd-a6c9-376ef6460d2a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:29.586039 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcfad907-f2e2-45bd-a6c9-376ef6460d2a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:29.597755 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-dcfad907-f2e2-45bd-a6c9-376ef6460d2a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 623c9b3c-e666-4022-8975-cf4cc479b0dd owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:59:29.734840 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-13d6ee07-374e-49ef-9a3a-fd9353ab7a81 req-ca8da1a9-ce13-42d8-8756-b613d4642c41 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576284 Jul 15 15:59:29.747695 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcfad907-f2e2-45bd-a6c9-376ef6460d2a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:29.773429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfad907-f2e2-45bd-a6c9-376ef6460d2a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=623c9b3c-e666-4022-8975-cf4cc479b0dd,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:29.832827 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcfad907-f2e2-45bd-a6c9-376ef6460d2a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:29.833225 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-dcfad907-f2e2-45bd-a6c9-376ef6460d2a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Floating IP bc62971d-fffa-4d32-95a4-6a7c6d4ff032 disassociated (deleted). External IP: 172.25.4.246, port: a51ba666-a216-462b-a327-3862c29dffc9. Jul 15 15:59:29.836604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6ee07-374e-49ef-9a3a-fd9353ab7a81 req-46acb5e8-b273-4459-b863-70de0ebc2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:29.838127 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-13d6ee07-374e-49ef-9a3a-fd9353ab7a81 req-46acb5e8-b273-4459-b863-70de0ebc2c15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 1096 time: 0.0535266 Jul 15 15:59:29.943548 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6ee07-374e-49ef-9a3a-fd9353ab7a81 req-3f40268c-e6e7-4046-824b-69ed74b80f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:29.945044 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-13d6ee07-374e-49ef-9a3a-fd9353ab7a81 req-3f40268c-e6e7-4046-824b-69ed74b80f16 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9a796f9-c6fa-4882-9ea0-35fa315975f2 HTTP/1.1" status: 200 len: 898 time: 0.0867958 Jul 15 15:59:29.998677 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-13d6ee07-374e-49ef-9a3a-fd9353ab7a81 req-54687602-05e7-4450-9569-a8bf5801d824 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a51ba666-a216-462b-a327-3862c29dffc9 HTTP/1.1" status: 200 len: 217 time: 0.0398200 Jul 15 15:59:30.037271 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfad907-f2e2-45bd-a6c9-376ef6460d2a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router c21cba8f-8837-476c-b3ae-366928cda997 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:59:30.047349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6ee07-374e-49ef-9a3a-fd9353ab7a81 req-aba33e3f-7263-4865-94d7-0eb9d912717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:30.048839 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-13d6ee07-374e-49ef-9a3a-fd9353ab7a81 req-aba33e3f-7263-4865-94d7-0eb9d912717c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52949668-2b31-4f2d-8e71-5c771ec7b99d HTTP/1.1" status: 200 len: 834 time: 0.0439527 Jul 15 15:59:30.107579 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6ee07-374e-49ef-9a3a-fd9353ab7a81 req-64500a96-49a3-4244-a892-950e74f78d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:30.109105 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-13d6ee07-374e-49ef-9a3a-fd9353ab7a81 req-64500a96-49a3-4244-a892-950e74f78d6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9a796f9-c6fa-4882-9ea0-35fa315975f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524974 Jul 15 15:59:30.144810 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfad907-f2e2-45bd-a6c9-376ef6460d2a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:59:30.149983 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-dcfad907-f2e2-45bd-a6c9-376ef6460d2a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:30.154207 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3409ce7c-c851-4cf6-83c8-7a1c09b719bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:30.158706 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b482cda0-565c-43f4-a26c-c42aa714fc15 None None] Sync routers for ids ['c21cba8f-8837-476c-b3ae-366928cda997'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:59:30.170300 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482cda0-565c-43f4-a26c-c42aa714fc15 None None] Routers {'c21cba8f-8837-476c-b3ae-366928cda997'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:59:30.171033 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b482cda0-565c-43f4-a26c-c42aa714fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:59:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c21cba8f-8837-476c-b3ae-366928cda997'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:30.189811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-dcfad907-f2e2-45bd-a6c9-376ef6460d2a tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/floatingips/bc62971d-fffa-4d32-95a4-6a7c6d4ff032 HTTP/1.1" status: 204 len: 168 time: 0.8348691 Jul 15 15:59:30.190502 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6695b565-8dfd-4262-a06f-3b5ec5d21a9d', 'tag': 'a51ba666-a216-462b-a327-3862c29dffc9'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:59:30.192908 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d07677-bef0-4656-9067-2a7cb9b9e1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6695b565-8dfd-4262-a06f-3b5ec5d21a9d", "tag": "a51ba666-a216-462b-a327-3862c29dffc9"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:59:30.222089 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-13d6ee07-374e-49ef-9a3a-fd9353ab7a81 req-555d69b5-010a-48af-8d8e-ca548b30ca65 service neutron] 10.222.0.11 "GET /v2.0/networks/f9a796f9-c6fa-4882-9ea0-35fa315975f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062429 Jul 15 15:59:30.234028 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714408ae-18eb-4a08-88df-438eeab0d880 x-openstack-request-id: req-714408ae-18eb-4a08-88df-438eeab0d880 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:59:30.234320 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6695b565-8dfd-4262-a06f-3b5ec5d21a9d", "tag": "a51ba666-a216-462b-a327-3862c29dffc9", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:59:30.234606 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-714408ae-18eb-4a08-88df-438eeab0d880 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:59:30.235018 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6695b565-8dfd-4262-a06f-3b5ec5d21a9d', 'tag': 'a51ba666-a216-462b-a327-3862c29dffc9', 'status': 'completed', 'code': 200} Jul 15 15:59:30.284109 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b482cda0-565c-43f4-a26c-c42aa714fc15 None None] Set router c21cba8f-8837-476c-b3ae-366928cda997 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:59:30.315946 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-13d6ee07-374e-49ef-9a3a-fd9353ab7a81 req-2e748ee7-ae91-4e15-a082-f9756252f6a8 service neutron] 10.222.0.11 "GET /v2.0/networks/f9a796f9-c6fa-4882-9ea0-35fa315975f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862772 Jul 15 15:59:30.423336 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d07677-bef0-4656-9067-2a7cb9b9e1e0 req-78a8d1ac-4ebb-4477-9a0a-f95d2c0bd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:30.425155 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-52d07677-bef0-4656-9067-2a7cb9b9e1e0 req-78a8d1ac-4ebb-4477-9a0a-f95d2c0bd846 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9f002f2c7cd4661833243062731d718&device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 1096 time: 0.0634501 Jul 15 15:59:30.494946 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b482cda0-565c-43f4-a26c-c42aa714fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337044591', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:58:39Z', 'updated_at': '2021-07-15T15:58:43Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:40Z', 'updated_at': '2021-07-15T15:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8b3bbc88-b721-4964-9007-fd7164edb63f', 'name': '', 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:66:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:42Z', 'updated_at': '2021-07-15T15:58:48Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:30.524725 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b482cda0-565c-43f4-a26c-c42aa714fc15 None None] Checking router: c21cba8f-8837-476c-b3ae-366928cda997 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:59:30.528292 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d07677-bef0-4656-9067-2a7cb9b9e1e0 req-7a895011-6d67-4ec5-87a4-18a08c1ab4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:30.530229 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-52d07677-bef0-4656-9067-2a7cb9b9e1e0 req-7a895011-6d67-4ec5-87a4-18a08c1ab4c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9a796f9-c6fa-4882-9ea0-35fa315975f2 HTTP/1.1" status: 200 len: 898 time: 0.0963278 Jul 15 15:59:30.533258 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482cda0-565c-43f4-a26c-c42aa714fc15 None None] Routers {'c21cba8f-8837-476c-b3ae-366928cda997'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:59:30.533800 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b482cda0-565c-43f4-a26c-c42aa714fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:59:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c21cba8f-8837-476c-b3ae-366928cda997'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:30.577157 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-52d07677-bef0-4656-9067-2a7cb9b9e1e0 req-af7b2ae2-8151-4264-aef2-7bd285b4b00d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a51ba666-a216-462b-a327-3862c29dffc9 HTTP/1.1" status: 200 len: 217 time: 0.0397453 Jul 15 15:59:30.578007 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1ba21-cfa4-4973-a569-0af23446f792 req-14ae82fb-155a-45fe-8415-fbab78952cf1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:30.579599 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3b1ba21-cfa4-4973-a569-0af23446f792 req-14ae82fb-155a-45fe-8415-fbab78952cf1 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 945 time: 0.0692105 Jul 15 15:59:30.619251 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f3b1ba21-cfa4-4973-a569-0af23446f792 req-c9c072df-1021-4442-a19e-a81bcdf44d1f tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b451975-3743-4bd8-8a96-2c12f3be6584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339112 Jul 15 15:59:30.635615 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d07677-bef0-4656-9067-2a7cb9b9e1e0 req-9eb7ad1f-1cac-4354-ad6a-9cea163ae382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:30.637091 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-52d07677-bef0-4656-9067-2a7cb9b9e1e0 req-9eb7ad1f-1cac-4354-ad6a-9cea163ae382 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52949668-2b31-4f2d-8e71-5c771ec7b99d HTTP/1.1" status: 200 len: 834 time: 0.0534656 Jul 15 15:59:30.645109 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b482cda0-565c-43f4-a26c-c42aa714fc15 None None] Set router c21cba8f-8837-476c-b3ae-366928cda997 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:59:30.693512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d07677-bef0-4656-9067-2a7cb9b9e1e0 req-b50b7205-600f-4e62-af7a-8718c650f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:30.694924 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-52d07677-bef0-4656-9067-2a7cb9b9e1e0 req-b50b7205-600f-4e62-af7a-8718c650f6dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9a796f9-c6fa-4882-9ea0-35fa315975f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508530 Jul 15 15:59:30.792396 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-52d07677-bef0-4656-9067-2a7cb9b9e1e0 req-a60b03f9-ec28-41ee-8f7b-c3745ac7ea47 service neutron] 10.222.0.11 "GET /v2.0/networks/f9a796f9-c6fa-4882-9ea0-35fa315975f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888541 Jul 15 15:59:30.886199 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-52d07677-bef0-4656-9067-2a7cb9b9e1e0 req-8cb459e0-0ed8-4ea3-a0fe-6d65d8ec589c service neutron] 10.222.0.11 "GET /v2.0/networks/f9a796f9-c6fa-4882-9ea0-35fa315975f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855060 Jul 15 15:59:30.923109 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b482cda0-565c-43f4-a26c-c42aa714fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337044591', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:58:39Z', 'updated_at': '2021-07-15T15:58:43Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:40Z', 'updated_at': '2021-07-15T15:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8b3bbc88-b721-4964-9007-fd7164edb63f', 'name': '', 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:66:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:42Z', 'updated_at': '2021-07-15T15:58:48Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:30.948176 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b482cda0-565c-43f4-a26c-c42aa714fc15 None None] The sync data for ids ['c21cba8f-8837-476c-b3ae-366928cda997'] in n-d-764435-3 is: [{'id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337044591', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:58:39Z', 'updated_at': '2021-07-15T15:58:43Z', 'revision_number': 4, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:40Z', 'updated_at': '2021-07-15T15:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8b3bbc88-b721-4964-9007-fd7164edb63f', 'name': '', 'network_id': 'f9a796f9-c6fa-4882-9ea0-35fa315975f2', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'mac_address': 'fa:16:3e:66:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:42Z', 'updated_at': '2021-07-15T15:58:48Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'subnets': [{'id': '52949668-2b31-4f2d-8e71-5c771ec7b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:59:31.152488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ef7437-bef3-4abf-a1f5-d7cd984b1797 None None] New status for floating IP bc62971d-fffa-4d32-95a4-6a7c6d4ff032: DOWN {{(pid=100713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:59:31.794201 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddf333-d661-4983-961d-af9a96c645af req-18108486-9702-411b-95aa-b860a52bfdc8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:31.795711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7ddf333-d661-4983-961d-af9a96c645af req-18108486-9702-411b-95aa-b860a52bfdc8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 945 time: 0.0624950 Jul 15 15:59:31.833194 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7ddf333-d661-4983-961d-af9a96c645af req-f7762352-afbb-438c-9b4a-ea3f722a028e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b451975-3743-4bd8-8a96-2c12f3be6584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317981 Jul 15 15:59:32.100301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe82050-7dc9-41a6-8ce8-411dadbe4bb7 req-c6f4c021-8bd9-429f-9be0-549a041004c4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:32.101780 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bbe82050-7dc9-41a6-8ce8-411dadbe4bb7 req-c6f4c021-8bd9-429f-9be0-549a041004c4 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 945 time: 0.0666339 Jul 15 15:59:32.200266 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-bbe82050-7dc9-41a6-8ce8-411dadbe4bb7 req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port a51ba666-a216-462b-a327-3862c29dffc9 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:59:32.200607 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bbe82050-7dc9-41a6-8ce8-411dadbe4bb7 req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:32.289085 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-bbe82050-7dc9-41a6-8ce8-411dadbe4bb7 req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] For port a51ba666-a216-462b-a327-3862c29dffc9, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=a51ba666-a216-462b-a327-3862c29dffc9,segment=NetworkSegment(4434a48e-4033-405f-b0b9-83439c33daf2),segment_id=4434a48e-4033-405f-b0b9-83439c33daf2)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:59:32.289442 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bbe82050-7dc9-41a6-8ce8-411dadbe4bb7 req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:32.301516 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-bbe82050-7dc9-41a6-8ce8-411dadbe4bb7 req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for a51ba666-a216-462b-a327-3862c29dffc9 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:59:32.428016 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bbe82050-7dc9-41a6-8ce8-411dadbe4bb7 req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:32.466588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=a51ba666-a216-462b-a327-3862c29dffc9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:32.490887 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:32.491236 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:32.491572 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:32.491907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:32.492235 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:32.492563 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:32.492887 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:32.493211 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:32.493534 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:32.493863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:32.494177 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:32.494489 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:32.518648 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe82050-7dc9-41a6-8ce8-411dadbe4bb7 req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] No DVR routers for this DVR port a51ba666-a216-462b-a327-3862c29dffc9 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:59:32.521186 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bbe82050-7dc9-41a6-8ce8-411dadbe4bb7 req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:32.523266 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-bbe82050-7dc9-41a6-8ce8-411dadbe4bb7 req-3658d5dd-00d2-4246-ab77-a4f45351587e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.11 "DELETE /v2.0/ports/a51ba666-a216-462b-a327-3862c29dffc9 HTTP/1.1" status: 204 len: 173 time: 0.4149570 Jul 15 15:59:32.523776 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6695b565-8dfd-4262-a06f-3b5ec5d21a9d', 'name': 'network-vif-deleted', 'tag': 'a51ba666-a216-462b-a327-3862c29dffc9'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:59:32.525969 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a38eedb-2791-40d3-a8f6-108fdd57a9cc" -d '{"events": [{"server_uuid": "6695b565-8dfd-4262-a06f-3b5ec5d21a9d", "name": "network-vif-deleted", "tag": "a51ba666-a216-462b-a327-3862c29dffc9"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:59:32.562834 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b2979c-fb7c-476e-a83c-b1987ca3835e x-openstack-request-id: req-37b2979c-fb7c-476e-a83c-b1987ca3835e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:59:32.563175 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6695b565-8dfd-4262-a06f-3b5ec5d21a9d", "name": "network-vif-deleted", "tag": "a51ba666-a216-462b-a327-3862c29dffc9", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:59:32.563422 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-37b2979c-fb7c-476e-a83c-b1987ca3835e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:59:32.563820 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6695b565-8dfd-4262-a06f-3b5ec5d21a9d', 'name': 'network-vif-deleted', 'tag': 'a51ba666-a216-462b-a327-3862c29dffc9', 'status': 'completed', 'code': 200} Jul 15 15:59:32.908382 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:32.944424 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-868e074c-164e-4592-a877-a7f98d1ea34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:33.001093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee86aeff-f722-46a0-8446-39fe4a3f00d0 req-bf33fb90-312a-4d71-a38d-722eec429ee8 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6695b565-8dfd-4262-a06f-3b5ec5d21a9d HTTP/1.1" status: 200 len: 210 time: 0.0331409 Jul 15 15:59:34.093807 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43236) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:34.449102 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:34.513847 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:34.706681 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 8b3bbc88-b721-4964-9007-fd7164edb63f {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:59:34.706931 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:34.789605 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] For port 8b3bbc88-b721-4964-9007-fd7164edb63f, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8b3bbc88-b721-4964-9007-fd7164edb63f,segment=NetworkSegment(4434a48e-4033-405f-b0b9-83439c33daf2),segment_id=4434a48e-4033-405f-b0b9-83439c33daf2)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:59:34.789960 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:34.805520 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 8b3bbc88-b721-4964-9007-fd7164edb63f owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:59:34.985659 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:35.038857 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=8b3bbc88-b721-4964-9007-fd7164edb63f,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:35.069833 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:35.070187 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:35.070546 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:35.070890 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:35.071227 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:35.071556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:35.071884 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:35.072213 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:35.072539 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:35.072865 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:35.073189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:35.073682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:35.200911 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:35.412738 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Router c21cba8f-8837-476c-b3ae-366928cda997 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:59:35.853711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:59:35.858883 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-88a40562-67c8-40a4-8d1c-0940d7faca47 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "PUT /v2.0/routers/c21cba8f-8837-476c-b3ae-366928cda997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7639377 Jul 15 15:59:35.861485 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43238) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:35.864013 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee58b803-e4cc-4afc-91e1-6b8717c5f482 None None] Sync routers for ids ['c21cba8f-8837-476c-b3ae-366928cda997'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:59:35.873648 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee58b803-e4cc-4afc-91e1-6b8717c5f482 None None] Routers {'c21cba8f-8837-476c-b3ae-366928cda997'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:59:35.874259 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ee58b803-e4cc-4afc-91e1-6b8717c5f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:59:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c21cba8f-8837-476c-b3ae-366928cda997'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:35.913386 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db50167-4da9-4bd7-a83c-a62267dbd321 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting subnet 52949668-2b31-4f2d-8e71-5c771ec7b99d {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:59:35.916830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device a51ba666-a216-462b-a327-3862c29dffc9 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:59:35.917352 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9db50167-4da9-4bd7-a83c-a62267dbd321 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:35.938603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: a51ba666-a216-462b-a327-3862c29dffc9 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:59:35.938966 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device a51ba666-a216-462b-a327-3862c29dffc9 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:59:35.962406 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9db50167-4da9-4bd7-a83c-a62267dbd321 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:35.982921 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-ee58b803-e4cc-4afc-91e1-6b8717c5f482 None None] Set router c21cba8f-8837-476c-b3ae-366928cda997 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:59:36.048058 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9db50167-4da9-4bd7-a83c-a62267dbd321 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.105636 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9db50167-4da9-4bd7-a83c-a62267dbd321 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.134062 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db50167-4da9-4bd7-a83c-a62267dbd321 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Subnet': ['ID=52949668-2b31-4f2d-8e71-5c771ec7b99d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:36.136063 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-9db50167-4da9-4bd7-a83c-a62267dbd321 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.138237 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9db50167-4da9-4bd7-a83c-a62267dbd321 tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/subnets/52949668-2b31-4f2d-8e71-5c771ec7b99d HTTP/1.1" status: 204 len: 168 time: 0.2755823 Jul 15 15:59:36.140772 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43240) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:36.143439 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377d9d29-f560-48d6-827a-04a1b6fb5478 None None] Network f9a796f9-c6fa-4882-9ea0-35fa315975f2 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:59:36.169915 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ee58b803-e4cc-4afc-91e1-6b8717c5f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337044591', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:58:39Z', 'updated_at': '2021-07-15T15:59:34Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:40Z', 'updated_at': '2021-07-15T15:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:36.196418 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee58b803-e4cc-4afc-91e1-6b8717c5f482 None None] Checking router: c21cba8f-8837-476c-b3ae-366928cda997 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:59:36.205240 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee58b803-e4cc-4afc-91e1-6b8717c5f482 None None] Routers {'c21cba8f-8837-476c-b3ae-366928cda997'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:59:36.205850 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ee58b803-e4cc-4afc-91e1-6b8717c5f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:59:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['c21cba8f-8837-476c-b3ae-366928cda997'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:36.243716 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.258919 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec957e46-6e13-43bf-af9e-af84a56cbeed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.318099 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-ee58b803-e4cc-4afc-91e1-6b8717c5f482 None None] Set router c21cba8f-8837-476c-b3ae-366928cda997 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:59:36.356073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6bc228-21e0-45dd-b3a0-dab632d258b3 None None] DHCP port deletion for f9a796f9-c6fa-4882-9ea0-35fa315975f2 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:59:36.368273 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec957e46-6e13-43bf-af9e-af84a56cbeed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.406287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9f6bc228-21e0-45dd-b3a0-dab632d258b3 None None] Deleting port aedf2def-cce7-471b-a4e1-086296c5e74c {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:59:36.407205 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc228-21e0-45dd-b3a0-dab632d258b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.423941 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-ec957e46-6e13-43bf-af9e-af84a56cbeed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Deleting port 00af35dd-394f-4fdb-a889-ab05c556e473 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:59:36.424394 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec957e46-6e13-43bf-af9e-af84a56cbeed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.475379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9f6bc228-21e0-45dd-b3a0-dab632d258b3 None None] For port aedf2def-cce7-471b-a4e1-086296c5e74c, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=aedf2def-cce7-471b-a4e1-086296c5e74c,segment=NetworkSegment(4434a48e-4033-405f-b0b9-83439c33daf2),segment_id=4434a48e-4033-405f-b0b9-83439c33daf2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:59:36.475882 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc228-21e0-45dd-b3a0-dab632d258b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.488817 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9f6bc228-21e0-45dd-b3a0-dab632d258b3 None None] Calling delete_port for aedf2def-cce7-471b-a4e1-086296c5e74c owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:59:36.505096 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ee58b803-e4cc-4afc-91e1-6b8717c5f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337044591', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:58:39Z', 'updated_at': '2021-07-15T15:59:34Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:40Z', 'updated_at': '2021-07-15T15:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:36.507728 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-ec957e46-6e13-43bf-af9e-af84a56cbeed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] For port 00af35dd-394f-4fdb-a889-ab05c556e473, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=00af35dd-394f-4fdb-a889-ab05c556e473,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:59:36.508168 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec957e46-6e13-43bf-af9e-af84a56cbeed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.520473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-ec957e46-6e13-43bf-af9e-af84a56cbeed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Calling delete_port for 00af35dd-394f-4fdb-a889-ab05c556e473 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:59:36.535943 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee58b803-e4cc-4afc-91e1-6b8717c5f482 None None] The sync data for ids ['c21cba8f-8837-476c-b3ae-366928cda997'] in n-d-764435-3 is: [{'id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337044591', 'tenant_id': 'e9f002f2c7cd4661833243062731d718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:58:39Z', 'updated_at': '2021-07-15T15:59:34Z', 'revision_number': 5, 'project_id': 'e9f002f2c7cd4661833243062731d718', 'gw_port': {'id': '00af35dd-394f-4fdb-a889-ab05c556e473', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21cba8f-8837-476c-b3ae-366928cda997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:58:40Z', 'updated_at': '2021-07-15T15:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:59:36.574826 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc228-21e0-45dd-b3a0-dab632d258b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.604530 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bc228-21e0-45dd-b3a0-dab632d258b3 None None] Pushing event deleted for resources: {'Port': ['ID=aedf2def-cce7-471b-a4e1-086296c5e74c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:36.611838 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6bc228-21e0-45dd-b3a0-dab632d258b3 None None] No DVR routers for this DVR port aedf2def-cce7-471b-a4e1-086296c5e74c on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:59:36.693918 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec957e46-6e13-43bf-af9e-af84a56cbeed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.717443 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec957e46-6e13-43bf-af9e-af84a56cbeed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Port': ['ID=00af35dd-394f-4fdb-a889-ab05c556e473,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:36.779679 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec957e46-6e13-43bf-af9e-af84a56cbeed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.869641 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec957e46-6e13-43bf-af9e-af84a56cbeed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.872540 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec957e46-6e13-43bf-af9e-af84a56cbeed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.921752 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec957e46-6e13-43bf-af9e-af84a56cbeed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.922291 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec957e46-6e13-43bf-af9e-af84a56cbeed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Fanout notify agent at l3_agent the message router_deleted on router c21cba8f-8837-476c-b3ae-366928cda997 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:59:36.929767 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ec957e46-6e13-43bf-af9e-af84a56cbeed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:36.930920 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ec957e46-6e13-43bf-af9e-af84a56cbeed tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/routers/c21cba8f-8837-476c-b3ae-366928cda997 HTTP/1.1" status: 204 len: 168 time: 0.7892394 Jul 15 15:59:36.933694 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43242) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:37.014846 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13ee1b8e-975a-4244-a5a9-19b394f11ecf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:37.102640 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13ee1b8e-975a-4244-a5a9-19b394f11ecf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:37.113680 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-13ee1b8e-975a-4244-a5a9-19b394f11ecf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a796f9-c6fa-4882-9ea0-35fa315975f2']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:37.124248 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-13ee1b8e-975a-4244-a5a9-19b394f11ecf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4434a48e-4033-405f-b0b9-83439c33daf2') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:37.124465 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-13ee1b8e-975a-4244-a5a9-19b394f11ecf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4434a48e-4033-405f-b0b9-83439c33daf2') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:37.134000 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13ee1b8e-975a-4244-a5a9-19b394f11ecf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:37.148133 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13ee1b8e-975a-4244-a5a9-19b394f11ecf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:37.156020 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ee1b8e-975a-4244-a5a9-19b394f11ecf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:59:37.156773 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13ee1b8e-975a-4244-a5a9-19b394f11ecf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: timer() Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:59:37.160013 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:59:37.220960 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13ee1b8e-975a-4244-a5a9-19b394f11ecf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:37.228693 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13ee1b8e-975a-4244-a5a9-19b394f11ecf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:37.229868 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-13ee1b8e-975a-4244-a5a9-19b394f11ecf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/networks/f9a796f9-c6fa-4882-9ea0-35fa315975f2 HTTP/1.1" status: 204 len: 168 time: 0.2951040 Jul 15 15:59:37.233334 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43244) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:37.241429 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee1b8e-975a-4244-a5a9-19b394f11ecf tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'Network': ['ID=f9a796f9-c6fa-4882-9ea0-35fa315975f2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:37.293538 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5e57f02-1a9e-448c-9fa1-dabd71c4e98e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:37.318447 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5e57f02-1a9e-448c-9fa1-dabd71c4e98e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:37.379130 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5e57f02-1a9e-448c-9fa1-dabd71c4e98e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:37.381644 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f5e57f02-1a9e-448c-9fa1-dabd71c4e98e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:37.382843 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f5e57f02-1a9e-448c-9fa1-dabd71c4e98e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] 10.222.0.38 "DELETE /v2.0/security-groups/6b451975-3743-4bd8-8a96-2c12f3be6584 HTTP/1.1" status: 204 len: 168 time: 0.1484759 Jul 15 15:59:37.392010 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e57f02-1a9e-448c-9fa1-dabd71c4e98e tempest-TestNetworkAdvancedServerOps-1868993207 tempest-TestNetworkAdvancedServerOps-1868993207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b451975-3743-4bd8-8a96-2c12f3be6584,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:37.706918 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43252) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:37.831954 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f41bc682-584d-405d-8d85-b644b4625f03 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e9f002f2c7cd4661833243062731d718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1237841 Jul 15 15:59:37.834421 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43256) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:37.886697 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53ef8b66-0004-4ca3-9fac-d1e4036dee38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:37.908106 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53ef8b66-0004-4ca3-9fac-d1e4036dee38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:37.924975 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8b3bbc88-b721-4964-9007-fd7164edb63f no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:59:37.945563 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 8b3bbc88-b721-4964-9007-fd7164edb63f {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:59:37.946009 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8b3bbc88-b721-4964-9007-fd7164edb63f not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:59:37.946514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 00af35dd-394f-4fdb-a889-ab05c556e473 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:59:37.954283 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53ef8b66-0004-4ca3-9fac-d1e4036dee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:37.956997 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-53ef8b66-0004-4ca3-9fac-d1e4036dee38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:37.958151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-53ef8b66-0004-4ca3-9fac-d1e4036dee38 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2ccea8bb-8326-41b2-a7c9-2abd6072602d HTTP/1.1" status: 204 len: 168 time: 0.1227918 Jul 15 15:59:37.966341 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 00af35dd-394f-4fdb-a889-ab05c556e473 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:59:37.966738 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 00af35dd-394f-4fdb-a889-ab05c556e473 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:59:37.967160 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device aedf2def-cce7-471b-a4e1-086296c5e74c no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:59:37.967606 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef8b66-0004-4ca3-9fac-d1e4036dee38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccea8bb-8326-41b2-a7c9-2abd6072602d,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:37.994556 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: aedf2def-cce7-471b-a4e1-086296c5e74c {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:59:37.994905 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device aedf2def-cce7-471b-a4e1-086296c5e74c not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:59:38.216758 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43262) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:38.229733 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e4d9662b-ca6a-49e5-a50e-36475717632b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:38.325950 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e4d9662b-ca6a-49e5-a50e-36475717632b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:38.330062 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e4d9662b-ca6a-49e5-a50e-36475717632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:38.366841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9662b-ca6a-49e5-a50e-36475717632b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966073a1-83e4-4d35-b563-d3b3c098e2d8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:38.375265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43264) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:38.375639 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e4d9662b-ca6a-49e5-a50e-36475717632b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=16119be531134a019517e5ff6e2d7e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570299 Jul 15 15:59:38.431195 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f09c8255-2fe7-41c6-b0d2-98cc01d138a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:38.453350 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f09c8255-2fe7-41c6-b0d2-98cc01d138a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:38.496661 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f09c8255-2fe7-41c6-b0d2-98cc01d138a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:38.499956 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f09c8255-2fe7-41c6-b0d2-98cc01d138a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:38.501093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f09c8255-2fe7-41c6-b0d2-98cc01d138a8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/966073a1-83e4-4d35-b563-d3b3c098e2d8 HTTP/1.1" status: 204 len: 168 time: 0.1251566 Jul 15 15:59:38.508784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c8255-2fe7-41c6-b0d2-98cc01d138a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966073a1-83e4-4d35-b563-d3b3c098e2d8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:39.165039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43286) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:39.258458 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-aa87a33b-b470-41e4-96ec-4f4e46ba76d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1937913499-network', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:59:39.279208 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa87a33b-b470-41e4-96ec-4f4e46ba76d3 admin admin] Made reservation on behalf of 0b187deb89584a4592a07fd735ed06b5 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:59:39.281477 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aa87a33b-b470-41e4-96ec-4f4e46ba76d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:39.289391 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aa87a33b-b470-41e4-96ec-4f4e46ba76d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:39.381217 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aa87a33b-b470-41e4-96ec-4f4e46ba76d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:39.384867 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aa87a33b-b470-41e4-96ec-4f4e46ba76d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:39.408711 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa87a33b-b470-41e4-96ec-4f4e46ba76d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:59:39.417910 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87a33b-b470-41e4-96ec-4f4e46ba76d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035e7d1a-ce0e-4059-9db3-6d9d59aa51b0,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:39.422605 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aa87a33b-b470-41e4-96ec-4f4e46ba76d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:39.422950 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-aa87a33b-b470-41e4-96ec-4f4e46ba76d3 admin admin] Added segment e4b471ca-0452-4f89-9e26-8daac4e40aef of type vlan for network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 Jul 15 15:59:39.462426 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aa87a33b-b470-41e4-96ec-4f4e46ba76d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:39.489957 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aa87a33b-b470-41e4-96ec-4f4e46ba76d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:39.490873 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa87a33b-b470-41e4-96ec-4f4e46ba76d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:39.491452 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-aa87a33b-b470-41e4-96ec-4f4e46ba76d3 admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:39.527189 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-aa87a33b-b470-41e4-96ec-4f4e46ba76d3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3609962 Jul 15 15:59:39.530365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43290) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:39.535394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-85524972-2526-4e59-a468-bf800713813d admin admin] Request body: {'subnet': {'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1937913499-subnet', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:59:39.553842 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87a33b-b470-41e4-96ec-4f4e46ba76d3 admin admin] Pushing event updated for resources: {'Network': ['ID=40c40b46-961f-44c5-a656-f9e8bb20b0e9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:39.557234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85524972-2526-4e59-a468-bf800713813d admin admin] Made reservation on behalf of 0b187deb89584a4592a07fd735ed06b5 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:59:39.559715 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85524972-2526-4e59-a468-bf800713813d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:39.566089 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:59:39.725054 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85524972-2526-4e59-a468-bf800713813d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:39.785701 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85524972-2526-4e59-a468-bf800713813d admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f1ccf4-f01f-47f6-a80b-627451d6b4b8,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:39.789806 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85524972-2526-4e59-a468-bf800713813d admin admin] Checking segment: {'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:59:39.790169 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85524972-2526-4e59-a468-bf800713813d admin admin] Network hostable DHCP agents. Network: 40c40b46-961f-44c5-a656-f9e8bb20b0e9, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:59:39.806403 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85524972-2526-4e59-a468-bf800713813d admin admin] Network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:59:39.814894 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-85524972-2526-4e59-a468-bf800713813d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 40c40b46-961f-44c5-a656-f9e8bb20b0e9) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:59:39.819426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85524972-2526-4e59-a468-bf800713813d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:39.820537 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85524972-2526-4e59-a468-bf800713813d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:39.823713 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2476bf8-e3c4-439d-84ed-0596445ae932 None None] Network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:59:39.834696 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-85524972-2526-4e59-a468-bf800713813d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3031342 Jul 15 15:59:39.837388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43292) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:39.843301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:59:39.866258 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:39.867353 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:39.977228 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:59:39.978102 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:40.119912 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Allocated IP 172.20.0.2 (40c40b46-961f-44c5-a656-f9e8bb20b0e9/25f1ccf4-f01f-47f6-a80b-627451d6b4b8/a2203f1a-fe5c-471b-9975-02a1b8b8aa05) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:59:40.222381 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:40.271606 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:40.280867 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Transition to ACTIVE for port object a2203f1a-fe5c-471b-9975-02a1b8b8aa05 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:59:40.295799 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Transition to ACTIVE for port object a2203f1a-fe5c-471b-9975-02a1b8b8aa05 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:59:40.301205 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:40.337438 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:59:40.343448 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:59:40.346705 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:59:40.356506 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:40.358224 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Pushing event updated for resources: {'Port': ['ID=a2203f1a-fe5c-471b-9975-02a1b8b8aa05,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:40.388135 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:40.388801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:40.389140 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:40.389478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:40.389810 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:40.390311 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:40.390671 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:40.390999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:40.391327 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:40.391652 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:40.391973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:40.392293 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:40.423149 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Attempting to bind port a2203f1a-fe5c-471b-9975-02a1b8b8aa05 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:59:40.423514 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Attempting to bind port a2203f1a-fe5c-471b-9975-02a1b8b8aa05 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:59:40.423877 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Attempting to bind port a2203f1a-fe5c-471b-9975-02a1b8b8aa05 on network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:59:40.428602 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:59:40.428973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Checking segment: {'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:59:40.429371 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:40.429757 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Bound using segment: {'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:59:40.430212 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Bound port: a2203f1a-fe5c-471b-9975-02a1b8b8aa05, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:59:40.430604 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:40.493295 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-746ff580-0630-4c30-a886-13d08c77245d None None] For port a2203f1a-fe5c-471b-9975-02a1b8b8aa05, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:59:40.496920 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-746ff580-0630-4c30-a886-13d08c77245d None None] For port a2203f1a-fe5c-471b-9975-02a1b8b8aa05, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=a2203f1a-fe5c-471b-9975-02a1b8b8aa05,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:59:40.501130 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:40.557606 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ff580-0630-4c30-a886-13d08c77245d None None] Pushing event updated for resources: {'Port': ['ID=a2203f1a-fe5c-471b-9975-02a1b8b8aa05,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:40.559571 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:40.583865 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:40.691690 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Allocated IP 172.25.4.197 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/1a417eed-4329-4134-a2fd-9f2bac60b82a) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:59:40.815967 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:40.856942 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:40.893250 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:59:40.898142 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:59:40.901538 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:59:40.924995 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Pushing event updated for resources: {'Port': ['ID=1a417eed-4329-4134-a2fd-9f2bac60b82a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:41.149934 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:41.354629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:41.460883 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba14a20-2064-47d6-9554-1f7f80695a3d None None] Network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:59:41.486573 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:59:41.521182 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6605acaf-7733-47dd-915b-d887c2bbebe5 None None] Provisioning for port a2203f1a-fe5c-471b-9975-02a1b8b8aa05 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:59:41.595349 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:59:41.608378 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Sync routers for ids ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:59:41.612534 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:41.616415 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-d5b67e7f-b377-4676-881d-c8ebdcbb7786 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7754891 Jul 15 15:59:41.616653 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43294) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:41.630084 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Routers {'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:59:41.630752 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:59:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:41.745853 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Set router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:59:41.936477 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:41Z', 'revision_number': 3, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:41.968037 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a2203f1a-fe5c-471b-9975-02a1b8b8aa05 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:59:41.971469 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Checking router: bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:59:41.971821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Updating router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 port 1a417eed-4329-4134-a2fd-9f2bac60b82a binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:59:42.052347 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.202504 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.215457 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Allocated IP 172.20.0.1 (40c40b46-961f-44c5-a656-f9e8bb20b0e9/25f1ccf4-f01f-47f6-a80b-627451d6b4b8/8401804a-2255-445a-9725-caa5c8caa298) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:59:42.244657 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port a2203f1a-fe5c-471b-9975-02a1b8b8aa05 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:59:42.291507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port a2203f1a-fe5c-471b-9975-02a1b8b8aa05 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:42.291882 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.321084 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.335792 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Transition to ACTIVE for port object 8401804a-2255-445a-9725-caa5c8caa298 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:59:42.370106 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.407426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:59:42.413581 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:59:42.417148 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:59:42.444245 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Pushing event updated for resources: {'Port': ['ID=8401804a-2255-445a-9725-caa5c8caa298,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:42.445600 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.463398 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.511766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port a2203f1a-fe5c-471b-9975-02a1b8b8aa05, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=a2203f1a-fe5c-471b-9975-02a1b8b8aa05,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:59:42.535161 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.583065 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.604744 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Transition to ACTIVE for port object 1a417eed-4329-4134-a2fd-9f2bac60b82a will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:59:42.610790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=a2203f1a-fe5c-471b-9975-02a1b8b8aa05,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:42.614560 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.623540 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.667115 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Attempting to bind port 1a417eed-4329-4134-a2fd-9f2bac60b82a on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:59:42.667489 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Attempting to bind port 1a417eed-4329-4134-a2fd-9f2bac60b82a by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:59:42.667851 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Attempting to bind port 1a417eed-4329-4134-a2fd-9f2bac60b82a on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:59:42.670542 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a476792-94a4-4c97-accb-935cc1f66dcd None None] Pushing event updated for resources: {'Port': ['ID=1a417eed-4329-4134-a2fd-9f2bac60b82a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:42.675879 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:59:42.676257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:59:42.676660 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.677047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:59:42.677518 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Bound port: 1a417eed-4329-4134-a2fd-9f2bac60b82a, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:59:42.677898 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.738798 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3c83c7b2-7755-4c9c-b358-396c416fcc1d None None] Provisioning for port 8401804a-2255-445a-9725-caa5c8caa298 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:59:42.740967 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] For port 1a417eed-4329-4134-a2fd-9f2bac60b82a, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:59:42.745150 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] For port 1a417eed-4329-4134-a2fd-9f2bac60b82a, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1a417eed-4329-4134-a2fd-9f2bac60b82a,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:59:42.747426 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3c83c7b2-7755-4c9c-b358-396c416fcc1d None None] Provisioning complete for port 8401804a-2255-445a-9725-caa5c8caa298 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:42.747978 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c83c7b2-7755-4c9c-b358-396c416fcc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.751107 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.792523 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.797994 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.826850 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3c83c7b2-7755-4c9c-b358-396c416fcc1d None None] Port 8401804a-2255-445a-9725-caa5c8caa298 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:59:42.838548 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Routers {'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:59:42.839188 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:59:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:42.842998 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a476792-94a4-4c97-accb-935cc1f66dcd None None] Pushing event updated for resources: {'Port': ['ID=1a417eed-4329-4134-a2fd-9f2bac60b82a,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:42.877568 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:42.882904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Pushing event updated for resources: {'Port': ['ID=8401804a-2255-445a-9725-caa5c8caa298,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:42.949042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] Set router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:59:43.156874 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 2, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:43.183774 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc7ccf8-e0c3-4890-bdea-ba7e8b41e746 None None] The sync data for ids ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'] in n-d-764435-3 is: [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 2, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:59:43.277406 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:59:43.279041 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:59:43.407736 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:59:43.530444 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:59:43.545373 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cca48441-bd0a-4eaa-b746-1e69bc4bde62 admin admin] 10.222.0.38 "PUT /v2.0/routers/bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9232752 Jul 15 15:59:43.551323 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-280377bb-1ac1-45a8-9921-23368fcbcebb None None] Provisioning complete for port 8401804a-2255-445a-9725-caa5c8caa298 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:43.551834 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-280377bb-1ac1-45a8-9921-23368fcbcebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:43.587039 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-280377bb-1ac1-45a8-9921-23368fcbcebb None None] Port 8401804a-2255-445a-9725-caa5c8caa298 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:59:44.005773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1a417eed-4329-4134-a2fd-9f2bac60b82a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:59:44.058826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 1a417eed-4329-4134-a2fd-9f2bac60b82a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:59:44.062643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43310) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:44.063422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 1a417eed-4329-4134-a2fd-9f2bac60b82a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:44.063798 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.068726 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a5a51800-0ac3-4035-ba19-143071eee210 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-415607025-network', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:59:44.094035 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a51800-0ac3-4035-ba19-143071eee210 admin admin] Made reservation on behalf of b5a128945cd84c6e89f3cb93f2fab438 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:59:44.096595 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5a51800-0ac3-4035-ba19-143071eee210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.105951 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5a51800-0ac3-4035-ba19-143071eee210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.169049 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.193938 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 1a417eed-4329-4134-a2fd-9f2bac60b82a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1a417eed-4329-4134-a2fd-9f2bac60b82a,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:59:44.198656 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.199521 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a2203f1a-fe5c-471b-9975-02a1b8b8aa05 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:59:44.211481 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5a51800-0ac3-4035-ba19-143071eee210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.216984 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5a51800-0ac3-4035-ba19-143071eee210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.244435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a51800-0ac3-4035-ba19-143071eee210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:59:44.254938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a51800-0ac3-4035-ba19-143071eee210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3801f9d9-611e-4705-b479-a1b51e9a4ad8,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:44.260221 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5a51800-0ac3-4035-ba19-143071eee210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.260784 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-a5a51800-0ac3-4035-ba19-143071eee210 admin admin] Added segment 108100cf-018b-4c31-a029-77124795ef1e of type vlan for network fa8fb96d-528c-48b9-bf93-2424eb56d028 Jul 15 15:59:44.288699 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=1a417eed-4329-4134-a2fd-9f2bac60b82a,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:44.302418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port a2203f1a-fe5c-471b-9975-02a1b8b8aa05 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:44.302700 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.306453 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5a51800-0ac3-4035-ba19-143071eee210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.338745 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5a51800-0ac3-4035-ba19-143071eee210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.339766 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a51800-0ac3-4035-ba19-143071eee210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:44.340670 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a5a51800-0ac3-4035-ba19-143071eee210 admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.371084 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a5a51800-0ac3-4035-ba19-143071eee210 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3063607 Jul 15 15:59:44.372508 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43312) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:44.377812 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9efd0f09-c93c-4f8f-9948-42cb0b0f830d admin admin] Request body: {'subnet': {'network_id': 'fa8fb96d-528c-48b9-bf93-2424eb56d028', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-415607025-subnet', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:59:44.407430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a51800-0ac3-4035-ba19-143071eee210 admin admin] Pushing event updated for resources: {'Network': ['ID=fa8fb96d-528c-48b9-bf93-2424eb56d028,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:44.408156 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efd0f09-c93c-4f8f-9948-42cb0b0f830d admin admin] Made reservation on behalf of b5a128945cd84c6e89f3cb93f2fab438 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:59:44.410590 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9efd0f09-c93c-4f8f-9948-42cb0b0f830d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.421073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network fa8fb96d-528c-48b9-bf93-2424eb56d028 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:59:44.592419 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9efd0f09-c93c-4f8f-9948-42cb0b0f830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.646597 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd0f09-c93c-4f8f-9948-42cb0b0f830d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfde9f6b-1e94-41e7-9f39-c8e87ee1276c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:44.653425 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efd0f09-c93c-4f8f-9948-42cb0b0f830d admin admin] Checking segment: {'id': '108100cf-018b-4c31-a029-77124795ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa8fb96d-528c-48b9-bf93-2424eb56d028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:59:44.653781 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efd0f09-c93c-4f8f-9948-42cb0b0f830d admin admin] Network hostable DHCP agents. Network: fa8fb96d-528c-48b9-bf93-2424eb56d028, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:59:44.669281 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efd0f09-c93c-4f8f-9948-42cb0b0f830d admin admin] Network fa8fb96d-528c-48b9-bf93-2424eb56d028 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:59:44.677121 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9efd0f09-c93c-4f8f-9948-42cb0b0f830d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, fa8fb96d-528c-48b9-bf93-2424eb56d028) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:59:44.681131 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efd0f09-c93c-4f8f-9948-42cb0b0f830d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:44.681618 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9efd0f09-c93c-4f8f-9948-42cb0b0f830d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.689526 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bed9f5-0b1a-468f-8e13-8270c6d72de6 None None] Network fa8fb96d-528c-48b9-bf93-2424eb56d028 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:59:44.696913 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-9efd0f09-c93c-4f8f-9948-42cb0b0f830d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3231814 Jul 15 15:59:44.699424 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43314) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:44.704588 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-415607025-router', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:59:44.725466 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.726542 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.782073 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.846878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-fa8fb96d-528c-48b9-bf93-2424eb56d028', 'network_id': 'fa8fb96d-528c-48b9-bf93-2424eb56d028', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'fixed_ips': [{'subnet_id': 'cfde9f6b-1e94-41e7-9f39-c8e87ee1276c'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:59:44.847742 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.922839 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:44.989291 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Allocated IP 172.20.0.2 (fa8fb96d-528c-48b9-bf93-2424eb56d028/cfde9f6b-1e94-41e7-9f39-c8e87ee1276c/71cd5cba-542f-44f3-ad49-074bd3c7f740) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:59:45.136696 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:45.136983 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:45.146090 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Transition to ACTIVE for port object 71cd5cba-542f-44f3-ad49-074bd3c7f740 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:59:45.158926 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:45.164344 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Transition to ACTIVE for port object 71cd5cba-542f-44f3-ad49-074bd3c7f740 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:59:45.172416 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:45.210199 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Network fa8fb96d-528c-48b9-bf93-2424eb56d028 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:59:45.215562 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:59:45.219510 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:59:45.241401 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Sync routers for ids ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:59:45.252404 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Routers {'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:59:45.253124 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:59:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:45.271273 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Allocated IP 172.25.4.156 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/8a13a2a2-4a28-49f8-a91f-db4f86badbc6) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:59:45.272232 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Pushing event updated for resources: {'Port': ['ID=71cd5cba-542f-44f3-ad49-074bd3c7f740,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:45.288871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Attempting to bind port 71cd5cba-542f-44f3-ad49-074bd3c7f740 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:59:45.289240 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Attempting to bind port 71cd5cba-542f-44f3-ad49-074bd3c7f740 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '108100cf-018b-4c31-a029-77124795ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa8fb96d-528c-48b9-bf93-2424eb56d028'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:59:45.289611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Attempting to bind port 71cd5cba-542f-44f3-ad49-074bd3c7f740 on network fa8fb96d-528c-48b9-bf93-2424eb56d028 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:59:45.295346 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:59:45.295346 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Checking segment: {'id': '108100cf-018b-4c31-a029-77124795ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa8fb96d-528c-48b9-bf93-2424eb56d028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:59:45.295712 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:45.296116 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Bound using segment: {'id': '108100cf-018b-4c31-a029-77124795ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa8fb96d-528c-48b9-bf93-2424eb56d028'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:59:45.296589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Bound port: 71cd5cba-542f-44f3-ad49-074bd3c7f740, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108100cf-018b-4c31-a029-77124795ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa8fb96d-528c-48b9-bf93-2424eb56d028'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:59:45.297448 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:45.372826 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Set router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:59:45.373535 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] For port 71cd5cba-542f-44f3-ad49-074bd3c7f740, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:59:45.377105 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] For port 71cd5cba-542f-44f3-ad49-074bd3c7f740, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=71cd5cba-542f-44f3-ad49-074bd3c7f740,segment=NetworkSegment(108100cf-018b-4c31-a029-77124795ef1e),segment_id=108100cf-018b-4c31-a029-77124795ef1e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:59:45.381008 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:45.381352 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:45.428375 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:45.444359 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472b1be-7d43-4524-b2e7-19ef4929d317 None None] Pushing event updated for resources: {'Port': ['ID=71cd5cba-542f-44f3-ad49-074bd3c7f740,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:45.483488 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:59:45.487672 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:59:45.490685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:59:45.492810 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Pushing event updated for resources: {'Port': ['ID=8a13a2a2-4a28-49f8-a91f-db4f86badbc6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:45.581608 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 2, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:45.609232 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Checking router: bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:59:45.609594 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Updating router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 port 8401804a-2255-445a-9725-caa5c8caa298 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:59:45.649005 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:45.776718 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:45.930095 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:45.940484 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Transition to ACTIVE for port object 8401804a-2255-445a-9725-caa5c8caa298 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:59:45.947449 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:45.995444 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:46.043581 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1a417eed-4329-4134-a2fd-9f2bac60b82a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:59:46.049778 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Attempting to bind port 8401804a-2255-445a-9725-caa5c8caa298 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:59:46.050148 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Attempting to bind port 8401804a-2255-445a-9725-caa5c8caa298 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:59:46.050508 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Attempting to bind port 8401804a-2255-445a-9725-caa5c8caa298 on network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:59:46.052717 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d61cb-5123-4d4c-8c02-59c758312779 None None] Pushing event updated for resources: {'Port': ['ID=8401804a-2255-445a-9725-caa5c8caa298,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:46.061274 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d61cb-5123-4d4c-8c02-59c758312779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:46.061616 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d61cb-5123-4d4c-8c02-59c758312779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:46.061959 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d61cb-5123-4d4c-8c02-59c758312779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:46.062285 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d61cb-5123-4d4c-8c02-59c758312779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:46.062634 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d61cb-5123-4d4c-8c02-59c758312779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:46.062962 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d61cb-5123-4d4c-8c02-59c758312779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:46.063286 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d61cb-5123-4d4c-8c02-59c758312779 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:46.063606 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d61cb-5123-4d4c-8c02-59c758312779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:46.063928 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d61cb-5123-4d4c-8c02-59c758312779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:46.064246 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d61cb-5123-4d4c-8c02-59c758312779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:46.064564 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d61cb-5123-4d4c-8c02-59c758312779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:46.064880 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d61cb-5123-4d4c-8c02-59c758312779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:59:46.070644 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:59:46.071293 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Checking segment: {'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:59:46.071860 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:46.072406 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Bound using segment: {'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:59:46.073247 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Bound port: 8401804a-2255-445a-9725-caa5c8caa298, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:59:46.073959 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:46.105440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 1a417eed-4329-4134-a2fd-9f2bac60b82a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:46.105832 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:46.145900 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] For port 8401804a-2255-445a-9725-caa5c8caa298, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:59:46.149205 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] For port 8401804a-2255-445a-9725-caa5c8caa298, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8401804a-2255-445a-9725-caa5c8caa298,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:59:46.156590 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:46.197858 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Router bf22131c-f636-4c1e-89b1-e85bab71d911 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:59:46.213842 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Routers {'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:59:46.216529 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:59:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:46.226433 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 71cd5cba-542f-44f3-ad49-074bd3c7f740 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:59:46.307218 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 71cd5cba-542f-44f3-ad49-074bd3c7f740 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:59:46.354825 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:59:46.370840 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Sync routers for ids ['bf22131c-f636-4c1e-89b1-e85bab71d911'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:59:46.374046 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:46.375880 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f82667ce-64d7-496d-a7a1-e2acc1b940cd admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6748421 Jul 15 15:59:46.378786 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43316) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:46.382557 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d61cb-5123-4d4c-8c02-59c758312779 None None] Pushing event updated for resources: {'Port': ['ID=8401804a-2255-445a-9725-caa5c8caa298,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:46.388507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Routers {'bf22131c-f636-4c1e-89b1-e85bab71d911'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:59:46.389320 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:59:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bf22131c-f636-4c1e-89b1-e85bab71d911'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:46.480261 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] Set router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:59:46.546253 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Set router bf22131c-f636-4c1e-89b1-e85bab71d911 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:59:46.741565 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d15097-4f77-4ffa-82f7-36df05e5733e None None] Network fa8fb96d-528c-48b9-bf93-2424eb56d028 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:59:46.755231 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:46Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:46.782401 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff7f24-b328-4b41-ae83-e8a458c31d61 None None] The sync data for ids ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'] in n-d-764435-3 is: [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:46Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:59:46.826053 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'name': 'tempest-TestShelveInstance-415607025-router', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '8a13a2a2-4a28-49f8-a91f-db4f86badbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:44Z', 'updated_at': '2021-07-15T15:59:45Z', 'revision_number': 3, 'project_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'gw_port': {'id': '8a13a2a2-4a28-49f8-a91f-db4f86badbc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:45Z', 'updated_at': '2021-07-15T15:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:46.862400 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Checking router: bf22131c-f636-4c1e-89b1-e85bab71d911 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:59:46.862803 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Updating router bf22131c-f636-4c1e-89b1-e85bab71d911 port 8a13a2a2-4a28-49f8-a91f-db4f86badbc6 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:59:46.868287 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-84debd21-b9d7-488c-9d5a-c8c8943ec68a None None] Provisioning for port 71cd5cba-542f-44f3-ad49-074bd3c7f740 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:59:46.908207 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:46.914751 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-84debd21-b9d7-488c-9d5a-c8c8943ec68a None None] Provisioning complete for port 71cd5cba-542f-44f3-ad49-074bd3c7f740 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:46.915154 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-84debd21-b9d7-488c-9d5a-c8c8943ec68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:46.960429 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:47.074215 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Allocated IP 172.20.0.1 (fa8fb96d-528c-48b9-bf93-2424eb56d028/cfde9f6b-1e94-41e7-9f39-c8e87ee1276c/08ea3306-0aef-42dd-908a-5d775feaf8ab) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:59:47.182872 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-84debd21-b9d7-488c-9d5a-c8c8943ec68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:47.222554 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:47.240612 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Transition to ACTIVE for port object 08ea3306-0aef-42dd-908a-5d775feaf8ab will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:59:47.280280 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-84debd21-b9d7-488c-9d5a-c8c8943ec68a None None] For port 71cd5cba-542f-44f3-ad49-074bd3c7f740, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=71cd5cba-542f-44f3-ad49-074bd3c7f740,segment=NetworkSegment(108100cf-018b-4c31-a029-77124795ef1e),segment_id=108100cf-018b-4c31-a029-77124795ef1e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:59:47.290814 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-84debd21-b9d7-488c-9d5a-c8c8943ec68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:47.297437 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:47.334814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Network fa8fb96d-528c-48b9-bf93-2424eb56d028 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:59:47.337753 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:59:47.342706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:59:47.382728 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Pushing event updated for resources: {'Port': ['ID=08ea3306-0aef-42dd-908a-5d775feaf8ab,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:47.398512 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:47.430231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84debd21-b9d7-488c-9d5a-c8c8943ec68a None None] Pushing event updated for resources: {'Port': ['ID=71cd5cba-542f-44f3-ad49-074bd3c7f740,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:47.453726 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-eed5e87d-8272-4aff-91a3-498874344297 None None] Provisioning complete for port 71cd5cba-542f-44f3-ad49-074bd3c7f740 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:47.454111 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eed5e87d-8272-4aff-91a3-498874344297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:47.460867 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:47.576695 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:47.665203 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Transition to ACTIVE for port object 8a13a2a2-4a28-49f8-a91f-db4f86badbc6 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:59:47.675812 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:47.747223 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:47.751810 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:47.755384 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Attempting to bind port 8a13a2a2-4a28-49f8-a91f-db4f86badbc6 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:59:47.755769 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Attempting to bind port 8a13a2a2-4a28-49f8-a91f-db4f86badbc6 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:59:47.756131 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Attempting to bind port 8a13a2a2-4a28-49f8-a91f-db4f86badbc6 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:59:47.760405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bb703-0374-4156-b731-ed057b7517ee None None] Pushing event updated for resources: {'Port': ['ID=8a13a2a2-4a28-49f8-a91f-db4f86badbc6,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:47.770383 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:59:47.770801 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:59:47.771209 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:47.771603 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:59:47.772076 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Bound port: 8a13a2a2-4a28-49f8-a91f-db4f86badbc6, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:59:47.772462 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:47.818909 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Pushing event updated for resources: {'Port': ['ID=08ea3306-0aef-42dd-908a-5d775feaf8ab,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:47.824029 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:47.836973 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] For port 8a13a2a2-4a28-49f8-a91f-db4f86badbc6, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:59:47.841445 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] For port 8a13a2a2-4a28-49f8-a91f-db4f86badbc6, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8a13a2a2-4a28-49f8-a91f-db4f86badbc6,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:59:47.845401 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:47.894152 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Routers {'bf22131c-f636-4c1e-89b1-e85bab71d911'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:59:47.894992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:59:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bf22131c-f636-4c1e-89b1-e85bab71d911'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:47.927510 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Network fa8fb96d-528c-48b9-bf93-2424eb56d028 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:59:47.929106 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:59:47.961969 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bb703-0374-4156-b731-ed057b7517ee None None] Pushing event updated for resources: {'Port': ['ID=8a13a2a2-4a28-49f8-a91f-db4f86badbc6,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:48.010942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8401804a-2255-445a-9725-caa5c8caa298 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:59:48.016055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-26bb9bac-fce6-4141-812a-c7e1af4418c2 None None] Provisioning for port 08ea3306-0aef-42dd-908a-5d775feaf8ab completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:59:48.040190 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-26bb9bac-fce6-4141-812a-c7e1af4418c2 None None] Provisioning complete for port 08ea3306-0aef-42dd-908a-5d775feaf8ab triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:48.040564 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-26bb9bac-fce6-4141-812a-c7e1af4418c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:48.063961 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Router bf22131c-f636-4c1e-89b1-e85bab71d911 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:59:48.111451 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] Set router bf22131c-f636-4c1e-89b1-e85bab71d911 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:59:48.113723 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-26bb9bac-fce6-4141-812a-c7e1af4418c2 None None] Port 08ea3306-0aef-42dd-908a-5d775feaf8ab cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:59:48.151924 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 8401804a-2255-445a-9725-caa5c8caa298 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:59:48.161316 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 8401804a-2255-445a-9725-caa5c8caa298 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:48.161316 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:48.180094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:59:48.185620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b3ceb154-66ca-4c8a-9482-d9aaf992351e admin admin] 10.222.0.38 "PUT /v2.0/routers/bf22131c-f636-4c1e-89b1-e85bab71d911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8051381 Jul 15 15:59:48.292622 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3ddedffd-b036-4fa9-aebc-129be8bb251c None None] Provisioning complete for port 08ea3306-0aef-42dd-908a-5d775feaf8ab triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:48.293135 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ddedffd-b036-4fa9-aebc-129be8bb251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:48.370982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3ddedffd-b036-4fa9-aebc-129be8bb251c None None] Port 08ea3306-0aef-42dd-908a-5d775feaf8ab cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:59:48.402469 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:48.445549 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 8401804a-2255-445a-9725-caa5c8caa298, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8401804a-2255-445a-9725-caa5c8caa298,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:59:48.451853 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:48.452647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 71cd5cba-542f-44f3-ad49-074bd3c7f740 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:59:48.514551 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'name': 'tempest-TestShelveInstance-415607025-router', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '8a13a2a2-4a28-49f8-a91f-db4f86badbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:44Z', 'updated_at': '2021-07-15T15:59:47Z', 'revision_number': 4, 'project_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'gw_port': {'id': '8a13a2a2-4a28-49f8-a91f-db4f86badbc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:45Z', 'updated_at': '2021-07-15T15:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '08ea3306-0aef-42dd-908a-5d775feaf8ab', 'name': '', 'network_id': 'fa8fb96d-528c-48b9-bf93-2424eb56d028', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'mac_address': 'fa:16:3e:94:48:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cfde9f6b-1e94-41e7-9f39-c8e87ee1276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:46Z', 'updated_at': '2021-07-15T15:59:47Z', 'revision_number': 2, 'project_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'subnets': [{'id': 'cfde9f6b-1e94-41e7-9f39-c8e87ee1276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:48.549502 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077bf1d4-8fe6-4011-9458-d25f86e1bd17 None None] The sync data for ids ['bf22131c-f636-4c1e-89b1-e85bab71d911'] in n-d-764435-3 is: [{'id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'name': 'tempest-TestShelveInstance-415607025-router', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '8a13a2a2-4a28-49f8-a91f-db4f86badbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:44Z', 'updated_at': '2021-07-15T15:59:47Z', 'revision_number': 4, 'project_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'gw_port': {'id': '8a13a2a2-4a28-49f8-a91f-db4f86badbc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:45Z', 'updated_at': '2021-07-15T15:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '08ea3306-0aef-42dd-908a-5d775feaf8ab', 'name': '', 'network_id': 'fa8fb96d-528c-48b9-bf93-2424eb56d028', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'mac_address': 'fa:16:3e:94:48:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cfde9f6b-1e94-41e7-9f39-c8e87ee1276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:46Z', 'updated_at': '2021-07-15T15:59:47Z', 'revision_number': 2, 'project_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'subnets': [{'id': 'cfde9f6b-1e94-41e7-9f39-c8e87ee1276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:59:48.573870 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=8401804a-2255-445a-9725-caa5c8caa298,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:48.577965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 71cd5cba-542f-44f3-ad49-074bd3c7f740 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:48.578353 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:48.864832 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43324) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:48.869732 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-83dca15f-c0d4-4298-9ed2-6ca8572bee05 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191432425', 'description': 'tempest-secgroup-smoke-191432425 description', 'project_id': '0b187deb89584a4592a07fd735ed06b5'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:59:48.893717 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-83dca15f-c0d4-4298-9ed2-6ca8572bee05 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:48.980414 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-83dca15f-c0d4-4298-9ed2-6ca8572bee05 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:48.984425 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-83dca15f-c0d4-4298-9ed2-6ca8572bee05 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.010981 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-83dca15f-c0d4-4298-9ed2-6ca8572bee05 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.015968 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43326) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:49.016538 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-83dca15f-c0d4-4298-9ed2-6ca8572bee05 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1500957 Jul 15 15:59:49.020595 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dca15f-c0d4-4298-9ed2-6ca8572bee05 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb08c49-b5cf-4004-8e80-af1c5348e320,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:49.020863 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b22240d9-1c45-4431-bf26-30ef0b012fac tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'security_group_rule': {'security_group_id': 'abb08c49-b5cf-4004-8e80-af1c5348e320', 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:59:49.049707 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b22240d9-1c45-4431-bf26-30ef0b012fac tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.111104 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b22240d9-1c45-4431-bf26-30ef0b012fac tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.114838 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b22240d9-1c45-4431-bf26-30ef0b012fac tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.133622 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22240d9-1c45-4431-bf26-30ef0b012fac tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7852664-5e5f-42bc-a468-a043e23467e3,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:49.140131 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b22240d9-1c45-4431-bf26-30ef0b012fac tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.143923 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b22240d9-1c45-4431-bf26-30ef0b012fac tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242020 Jul 15 15:59:49.144343 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43328) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:49.149207 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-7a810223-bb4a-4293-acec-b402f6e29f88 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'security_group_rule': {'security_group_id': 'abb08c49-b5cf-4004-8e80-af1c5348e320', 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:59:49.177075 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7a810223-bb4a-4293-acec-b402f6e29f88 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.237236 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7a810223-bb4a-4293-acec-b402f6e29f88 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.240789 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7a810223-bb4a-4293-acec-b402f6e29f88 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.257664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a810223-bb4a-4293-acec-b402f6e29f88 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744e7be9-07b7-48cd-b04c-42cc89a32861,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:49.264126 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-7a810223-bb4a-4293-acec-b402f6e29f88 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.265393 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-7a810223-bb4a-4293-acec-b402f6e29f88 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200497 Jul 15 15:59:49.268108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43330) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:49.272446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-6b2731c1-d082-45cc-a9b6-446a3d920700 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'security_group_rule': {'security_group_id': 'abb08c49-b5cf-4004-8e80-af1c5348e320', 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:59:49.297925 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6b2731c1-d082-45cc-a9b6-446a3d920700 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.354423 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6b2731c1-d082-45cc-a9b6-446a3d920700 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.358454 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6b2731c1-d082-45cc-a9b6-446a3d920700 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.376097 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2731c1-d082-45cc-a9b6-446a3d920700 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5e4ac0-ce74-4297-aaa9-c40b38ccb851,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:49.381864 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6b2731c1-d082-45cc-a9b6-446a3d920700 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.382941 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6b2731c1-d082-45cc-a9b6-446a3d920700 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138818 Jul 15 15:59:49.385643 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43332) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:49.390252 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-0aa024d9-5e73-4d29-8cff-2a3249c9083a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'security_group_rule': {'security_group_id': 'abb08c49-b5cf-4004-8e80-af1c5348e320', 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:59:49.415613 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0aa024d9-5e73-4d29-8cff-2a3249c9083a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.476498 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0aa024d9-5e73-4d29-8cff-2a3249c9083a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.480574 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0aa024d9-5e73-4d29-8cff-2a3249c9083a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.499474 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa024d9-5e73-4d29-8cff-2a3249c9083a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564e83aa-e5b7-4139-a2a7-7d8f4b82d928,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:49.516742 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0aa024d9-5e73-4d29-8cff-2a3249c9083a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.520324 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0aa024d9-5e73-4d29-8cff-2a3249c9083a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324747 Jul 15 15:59:49.522328 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43334) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:49.531402 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-48f31c0e-b396-4c1f-8224-1121a98a4e4b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'security_group_rule': {'security_group_id': 'abb08c49-b5cf-4004-8e80-af1c5348e320', 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:59:49.535997 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.554552 n-d-764435-3 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-48f31c0e-b396-4c1f-8224-1121a98a4e4b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Project 0b187deb89584a4592a07fd735ed06b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:59:49.559421 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48f31c0e-b396-4c1f-8224-1121a98a4e4b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.629658 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48f31c0e-b396-4c1f-8224-1121a98a4e4b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.636853 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48f31c0e-b396-4c1f-8224-1121a98a4e4b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.656025 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f31c0e-b396-4c1f-8224-1121a98a4e4b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2585f665-36ce-4ce8-a1ea-57d67f70c775,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:49.663986 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48f31c0e-b396-4c1f-8224-1121a98a4e4b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.665699 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-48f31c0e-b396-4c1f-8224-1121a98a4e4b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419771 Jul 15 15:59:49.668285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43336) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:59:49.673246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-2fa573ab-5c27-4cd2-95c9-cd71eaedc961 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'security_group_rule': {'security_group_id': 'abb08c49-b5cf-4004-8e80-af1c5348e320', 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:59:49.697083 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-2fa573ab-5c27-4cd2-95c9-cd71eaedc961 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Project 0b187deb89584a4592a07fd735ed06b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:59:49.702363 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2fa573ab-5c27-4cd2-95c9-cd71eaedc961 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.769784 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2fa573ab-5c27-4cd2-95c9-cd71eaedc961 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.774970 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2fa573ab-5c27-4cd2-95c9-cd71eaedc961 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.779883 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.793061 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa573ab-5c27-4cd2-95c9-cd71eaedc961 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfbd678-30e8-4604-ab67-5c7fbfcf1492,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:49.801125 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-2fa573ab-5c27-4cd2-95c9-cd71eaedc961 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:49.809900 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-2fa573ab-5c27-4cd2-95c9-cd71eaedc961 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1328769 Jul 15 15:59:49.960880 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-e8af8ed7-ef28-4512-bfac-99b307e7f532 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191432425&fields=id&tenant_id=0b187deb89584a4592a07fd735ed06b5 HTTP/1.1" status: 200 len: 267 time: 0.0395119 Jul 15 15:59:50.029863 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8401804a-2255-445a-9725-caa5c8caa298 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:59:50.075430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-a24db751-95d0-4679-acd5-cbc2e308e924 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:50.077247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-a24db751-95d0-4679-acd5-cbc2e308e924 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 809 time: 0.1089392 Jul 15 15:59:50.084171 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 8401804a-2255-445a-9725-caa5c8caa298 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:50.084624 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:50.093017 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-be5a6961-4d20-447f-b514-aebf77e4f63f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/quotas/0b187deb89584a4592a07fd735ed06b5 HTTP/1.1" status: 200 len: 375 time: 0.0103037 Jul 15 15:59:50.168339 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8a13a2a2-4a28-49f8-a91f-db4f86badbc6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:59:50.176647 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-13dcf531-2dde-442b-b051-c77f42fad715 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770118 Jul 15 15:59:50.217275 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 8a13a2a2-4a28-49f8-a91f-db4f86badbc6 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:59:50.221339 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 8a13a2a2-4a28-49f8-a91f-db4f86badbc6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:50.221474 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:50.282712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-94c8c37e-22a0-4abc-b869-93714be6d719 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:59:50.283710 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-94c8c37e-22a0-4abc-b869-93714be6d719 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0960720 Jul 15 15:59:50.301086 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:50.320832 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 8a13a2a2-4a28-49f8-a91f-db4f86badbc6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8a13a2a2-4a28-49f8-a91f-db4f86badbc6,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:59:50.325476 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:50.374919 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-2aba6c17-66c2-4aae-8c53-6fd7e425d1dc service neutron] 10.222.0.38 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849922 Jul 15 15:59:50.379844 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=8a13a2a2-4a28-49f8-a91f-db4f86badbc6,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:50.468887 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-bdbf18bb-00cc-48d7-bc6f-054c96e21572 service neutron] 10.222.0.38 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880511 Jul 15 15:59:50.637447 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-28451ff8-38f9-433d-a18b-1280fb45f5ee req-325c2e5a-04f7-47ea-b182-225d9a3e539f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 210 time: 0.0290449 Jul 15 15:59:50.928637 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Sync routers for ids ['bf22131c-f636-4c1e-89b1-e85bab71d911'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:59:50.937885 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Routers {'bf22131c-f636-4c1e-89b1-e85bab71d911'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:59:50.938486 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:59:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bf22131c-f636-4c1e-89b1-e85bab71d911'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:51.049357 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Set router bf22131c-f636-4c1e-89b1-e85bab71d911 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:59:51.260578 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'name': 'tempest-TestShelveInstance-415607025-router', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '8a13a2a2-4a28-49f8-a91f-db4f86badbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:44Z', 'updated_at': '2021-07-15T15:59:47Z', 'revision_number': 4, 'project_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'gw_port': {'id': '8a13a2a2-4a28-49f8-a91f-db4f86badbc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:45Z', 'updated_at': '2021-07-15T15:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '08ea3306-0aef-42dd-908a-5d775feaf8ab', 'name': '', 'network_id': 'fa8fb96d-528c-48b9-bf93-2424eb56d028', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'mac_address': 'fa:16:3e:94:48:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cfde9f6b-1e94-41e7-9f39-c8e87ee1276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:46Z', 'updated_at': '2021-07-15T15:59:47Z', 'revision_number': 2, 'project_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'subnets': [{'id': 'cfde9f6b-1e94-41e7-9f39-c8e87ee1276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:51.288881 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Checking router: bf22131c-f636-4c1e-89b1-e85bab71d911 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:59:51.289235 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Updating router bf22131c-f636-4c1e-89b1-e85bab71d911 port 08ea3306-0aef-42dd-908a-5d775feaf8ab binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:59:51.322182 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:51.577699 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:51.587546 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Transition to ACTIVE for port object 08ea3306-0aef-42dd-908a-5d775feaf8ab will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:59:51.593790 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:51.646184 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5952a-d00a-4989-affa-1e3f298af95d None None] Pushing event updated for resources: {'Port': ['ID=08ea3306-0aef-42dd-908a-5d775feaf8ab,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:51.724955 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Attempting to bind port 08ea3306-0aef-42dd-908a-5d775feaf8ab on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:59:51.725326 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Attempting to bind port 08ea3306-0aef-42dd-908a-5d775feaf8ab by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': '108100cf-018b-4c31-a029-77124795ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa8fb96d-528c-48b9-bf93-2424eb56d028'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:59:51.725728 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-e57999c1-73b7-456b-a091-00c3f5e8f2be tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:51.726493 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Attempting to bind port 08ea3306-0aef-42dd-908a-5d775feaf8ab on network fa8fb96d-528c-48b9-bf93-2424eb56d028 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:59:51.728359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-e57999c1-73b7-456b-a091-00c3f5e8f2be tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.22 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 809 time: 0.1388423 Jul 15 15:59:51.732912 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:59:51.733287 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Checking segment: {'id': '108100cf-018b-4c31-a029-77124795ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa8fb96d-528c-48b9-bf93-2424eb56d028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:59:51.734058 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:51.734475 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Bound using segment: {'id': '108100cf-018b-4c31-a029-77124795ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa8fb96d-528c-48b9-bf93-2424eb56d028'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:59:51.735212 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Bound port: 08ea3306-0aef-42dd-908a-5d775feaf8ab, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108100cf-018b-4c31-a029-77124795ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa8fb96d-528c-48b9-bf93-2424eb56d028'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:59:51.735602 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:51.778935 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-46f14aad-7a4e-444a-9aa1-43d562a86da9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b187deb89584a4592a07fd735ed06b5 HTTP/1.1" status: 200 len: 379 time: 0.0393000 Jul 15 15:59:51.789319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-44a71993-f51d-4318-8d65-1abd9b209613 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'port': {'device_id': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'admin_state_up': True, 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'security_groups': ['abb08c49-b5cf-4004-8e80-af1c5348e320']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:59:51.809118 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] For port 08ea3306-0aef-42dd-908a-5d775feaf8ab, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:59:51.813001 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] For port 08ea3306-0aef-42dd-908a-5d775feaf8ab, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=08ea3306-0aef-42dd-908a-5d775feaf8ab,segment=NetworkSegment(108100cf-018b-4c31-a029-77124795ef1e),segment_id=108100cf-018b-4c31-a029-77124795ef1e)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:59:51.819339 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:51.823005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-df52c609-89d6-4d7f-9419-3ce6b4774d9f req-0fa07a5b-21a3-443f-83e8-fc5bc46ae96f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 210 time: 0.0301585 Jul 15 15:59:51.887629 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Routers {'bf22131c-f636-4c1e-89b1-e85bab71d911'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:59:51.888316 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:59:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bf22131c-f636-4c1e-89b1-e85bab71d911'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:51.940440 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5952a-d00a-4989-affa-1e3f298af95d None None] Pushing event updated for resources: {'Port': ['ID=08ea3306-0aef-42dd-908a-5d775feaf8ab,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:51.968062 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8a13a2a2-4a28-49f8-a91f-db4f86badbc6 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:59:51.975355 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-44a71993-f51d-4318-8d65-1abd9b209613 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Made reservation on behalf of 0b187deb89584a4592a07fd735ed06b5 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:59:51.979017 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-44a71993-f51d-4318-8d65-1abd9b209613 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:52.023351 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] Set router bf22131c-f636-4c1e-89b1-e85bab71d911 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:59:52.038884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 8a13a2a2-4a28-49f8-a91f-db4f86badbc6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:52.039499 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:52.150009 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-44a71993-f51d-4318-8d65-1abd9b209613 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Allocated IP 172.20.0.4 (40c40b46-961f-44c5-a656-f9e8bb20b0e9/25f1ccf4-f01f-47f6-a80b-627451d6b4b8/8c7a5f12-a622-446b-a8fa-1e0b7debf8e3) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:59:52.244417 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'name': 'tempest-TestShelveInstance-415607025-router', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '8a13a2a2-4a28-49f8-a91f-db4f86badbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:44Z', 'updated_at': '2021-07-15T15:59:47Z', 'revision_number': 4, 'project_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'gw_port': {'id': '8a13a2a2-4a28-49f8-a91f-db4f86badbc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:45Z', 'updated_at': '2021-07-15T15:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '08ea3306-0aef-42dd-908a-5d775feaf8ab', 'name': '', 'network_id': 'fa8fb96d-528c-48b9-bf93-2424eb56d028', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'mac_address': 'fa:16:3e:94:48:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cfde9f6b-1e94-41e7-9f39-c8e87ee1276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:46Z', 'updated_at': '2021-07-15T15:59:51Z', 'revision_number': 4, 'project_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'subnets': [{'id': 'cfde9f6b-1e94-41e7-9f39-c8e87ee1276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:59:52.301052 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-44a71993-f51d-4318-8d65-1abd9b209613 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:52.316157 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-44a71993-f51d-4318-8d65-1abd9b209613 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Transition to ACTIVE for port object 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:59:52.350221 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-44a71993-f51d-4318-8d65-1abd9b209613 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:52.358458 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa33f33-b50e-489b-bb40-904ecbf65725 None None] The sync data for ids ['bf22131c-f636-4c1e-89b1-e85bab71d911'] in n-d-764435-3 is: [{'id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'name': 'tempest-TestShelveInstance-415607025-router', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '8a13a2a2-4a28-49f8-a91f-db4f86badbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:44Z', 'updated_at': '2021-07-15T15:59:47Z', 'revision_number': 4, 'project_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'gw_port': {'id': '8a13a2a2-4a28-49f8-a91f-db4f86badbc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:45Z', 'updated_at': '2021-07-15T15:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '08ea3306-0aef-42dd-908a-5d775feaf8ab', 'name': '', 'network_id': 'fa8fb96d-528c-48b9-bf93-2424eb56d028', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'mac_address': 'fa:16:3e:94:48:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cfde9f6b-1e94-41e7-9f39-c8e87ee1276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:46Z', 'updated_at': '2021-07-15T15:59:51Z', 'revision_number': 4, 'project_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'subnets': [{'id': 'cfde9f6b-1e94-41e7-9f39-c8e87ee1276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:59:52.397084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-44a71993-f51d-4318-8d65-1abd9b209613 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:59:52.400334 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-44a71993-f51d-4318-8d65-1abd9b209613 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:59:52.404398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-44a71993-f51d-4318-8d65-1abd9b209613 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:59:52.429069 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a71993-f51d-4318-8d65-1abd9b209613 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'Port': ['ID=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:52.457729 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-44a71993-f51d-4318-8d65-1abd9b209613 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:52.458394 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-44a71993-f51d-4318-8d65-1abd9b209613 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:52.476251 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-44a71993-f51d-4318-8d65-1abd9b209613 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6907496 Jul 15 15:59:52.487583 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Request body: {'port': {'device_id': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:59:52.572562 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:52.671709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-879ed699-5319-404b-bb33-53757c7e80d1 None None] Provisioning for port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:59:52.676210 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-879ed699-5319-404b-bb33-53757c7e80d1 None None] Provisioning complete for port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:52.676753 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-879ed699-5319-404b-bb33-53757c7e80d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:52.722173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-879ed699-5319-404b-bb33-53757c7e80d1 None None] Port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:59:52.851790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:59:52.859845 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:52.871922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Transition to ACTIVE for port object 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:59:52.876116 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:52.931389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:53.047275 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Attempting to bind port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:59:53.047620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Attempting to bind port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:59:53.047952 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Attempting to bind port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 on network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:59:53.055102 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 on network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:59:53.055430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Attempting to bind port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 on network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:59:53.064050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:59:53.064393 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Checking segment: {'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:59:53.064787 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Bound using segment: {'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:59:53.065223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Bound port: 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:59:53.065589 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:53.082331 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bab05-f833-4420-8c5b-27aadda05505 req-2b3d72c3-4ebe-4dab-ae4f-62833dad0ea9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:53.083889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-504bab05-f833-4420-8c5b-27aadda05505 req-2b3d72c3-4ebe-4dab-ae4f-62833dad0ea9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 943 time: 0.1100276 Jul 15 15:59:53.162021 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-504bab05-f833-4420-8c5b-27aadda05505 req-7d63a7fb-0c65-4f53-a31e-b7999270b926 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704408 Jul 15 15:59:53.166005 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:59:53.169098 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:59:53.173561 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:53.207399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:53.208022 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:53.209582 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] 10.222.0.22 "PUT /v2.0/ports/8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 HTTP/1.1" status: 200 len: 1091 time: 0.7262793 Jul 15 15:59:53.209895 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:59:53.212143 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0f5ee4-9731-4184-97ad-f9f5a34bad8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:59:53.260531 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa06bf8a-471c-463f-81d5-f64cf05686b6 x-openstack-request-id: req-aa06bf8a-471c-463f-81d5-f64cf05686b6 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:59:53.260827 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:59:53.261076 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa06bf8a-471c-463f-81d5-f64cf05686b6 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:59:53.261474 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'status': 'completed', 'code': 200} Jul 15 15:59:53.263435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b424fc6-3a77-4a1b-aaa7-371fa6dc6452 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:53.313384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-09769d3e-2ede-41ed-855a-67547a2d123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:53.314944 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-09769d3e-2ede-41ed-855a-67547a2d123a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 1094 time: 0.0650105 Jul 15 15:59:53.356604 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-8d742785-14cb-40b0-9fea-ec481f6d702d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 HTTP/1.1" status: 200 len: 217 time: 0.0344651 Jul 15 15:59:53.405224 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-de81eb1a-bb23-459d-99b1-51b2746d0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:53.406726 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-de81eb1a-bb23-459d-99b1-51b2746d0a97 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0437808 Jul 15 15:59:53.467424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-6c46e855-b796-465b-986d-6d27a0243668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:53.468936 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-6c46e855-b796-465b-986d-6d27a0243668 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563717 Jul 15 15:59:53.558929 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-2a343dbd-2c9e-456f-8f6f-e5fd76d875e3 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837469 Jul 15 15:59:53.650168 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b78556a4-7bed-4248-90ac-6b04bba60a58 req-fa308af9-b1fb-47cc-a9e0-b539e20df2b0 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841825 Jul 15 15:59:53.691017 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:59:53.752267 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f5ee4-9731-4184-97ad-f9f5a34bad8c req-243dc89a-27f9-46ad-b968-7f8801010c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:53.753778 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e0f5ee4-9731-4184-97ad-f9f5a34bad8c req-243dc89a-27f9-46ad-b968-7f8801010c0e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 1094 time: 0.0546811 Jul 15 15:59:53.849648 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f5ee4-9731-4184-97ad-f9f5a34bad8c req-34a80ee1-6bbc-4a64-a8ad-04479370641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:53.851138 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e0f5ee4-9731-4184-97ad-f9f5a34bad8c req-34a80ee1-6bbc-4a64-a8ad-04479370641d service neutron] 10.222.0.22 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0857880 Jul 15 15:59:53.973521 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 08ea3306-0aef-42dd-908a-5d775feaf8ab up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:59:54.028516 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 08ea3306-0aef-42dd-908a-5d775feaf8ab completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:59:54.033755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 08ea3306-0aef-42dd-908a-5d775feaf8ab triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:54.034449 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:54.115703 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:54.148892 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 08ea3306-0aef-42dd-908a-5d775feaf8ab, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=08ea3306-0aef-42dd-908a-5d775feaf8ab,segment=NetworkSegment(108100cf-018b-4c31-a029-77124795ef1e),segment_id=108100cf-018b-4c31-a029-77124795ef1e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:59:54.153626 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:54.208806 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=08ea3306-0aef-42dd-908a-5d775feaf8ab,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:54.248460 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e0f5ee4-9731-4184-97ad-f9f5a34bad8c req-2c535683-d4f2-4ff7-bba0-e3326fb0eb0c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 HTTP/1.1" status: 200 len: 217 time: 0.3904679 Jul 15 15:59:54.328455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f5ee4-9731-4184-97ad-f9f5a34bad8c req-009e5e45-b1d7-4ef7-ae10-df69406bcc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:54.329909 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e0f5ee4-9731-4184-97ad-f9f5a34bad8c req-009e5e45-b1d7-4ef7-ae10-df69406bcc5f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0739880 Jul 15 15:59:54.386987 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386711e-07ac-4dcd-a480-c9d4908eacca req-e0a335aa-d308-4526-a20f-127f3643c5a0 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:54.388510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2386711e-07ac-4dcd-a480-c9d4908eacca req-e0a335aa-d308-4526-a20f-127f3643c5a0 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 943 time: 0.1070607 Jul 15 15:59:54.424125 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f5ee4-9731-4184-97ad-f9f5a34bad8c req-ad038483-2f24-4902-8457-dff564ba52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:54.425621 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e0f5ee4-9731-4184-97ad-f9f5a34bad8c req-ad038483-2f24-4902-8457-dff564ba52ec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884264 Jul 15 15:59:54.445523 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2386711e-07ac-4dcd-a480-c9d4908eacca req-89ab3927-439c-46c1-85bd-e07664bbc97d tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501537 Jul 15 15:59:54.522325 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e0f5ee4-9731-4184-97ad-f9f5a34bad8c req-63138617-a0af-46c4-8995-b44e7327eb2f service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892248 Jul 15 15:59:54.610438 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1e0f5ee4-9731-4184-97ad-f9f5a34bad8c req-cd701298-c9f1-4084-bde0-0796eddcc496 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810771 Jul 15 15:59:55.622353 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903dfa8-29d2-4afd-a6ea-a49c5e5bdb74 req-601602b5-34b9-4767-b4d8-a82ec90a7663 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:55.623853 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8903dfa8-29d2-4afd-a6ea-a49c5e5bdb74 req-601602b5-34b9-4767-b4d8-a82ec90a7663 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 943 time: 0.0674121 Jul 15 15:59:55.660810 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8903dfa8-29d2-4afd-a6ea-a49c5e5bdb74 req-903e2b34-e7ac-46ce-900a-533410a6f083 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314021 Jul 15 15:59:55.941301 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 08ea3306-0aef-42dd-908a-5d775feaf8ab up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:59:55.991102 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 08ea3306-0aef-42dd-908a-5d775feaf8ab triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:55.991479 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:56.239766 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:59:56.335576 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:59:56.347513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'port_id': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'mac_address': 'fa:16:3e:d9:57:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:59:56.383517 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:56.396339 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:59:56.414965 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:59:56.419093 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:56.464092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:56.638494 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['8c7a5f12-a622-446b-a8fa-1e0b7debf8e3'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:59:56.832303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ba889-0989-4d9e-9e1a-6819e802e164 req-96fb3b53-6815-44a0-b630-b6e2bb4afdb4 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:56.833802 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-958ba889-0989-4d9e-9e1a-6819e802e164 req-96fb3b53-6815-44a0-b630-b6e2bb4afdb4 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 944 time: 0.0617757 Jul 15 15:59:56.872448 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-958ba889-0989-4d9e-9e1a-6819e802e164 req-08e5a393-b6e5-45bd-a0a5-31f10ae06724 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322053 Jul 15 15:59:58.040068 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22f73e-45a7-4b04-8767-ebe5702ee9bc req-b8145085-84ed-467b-9100-0977db66efd2 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:58.041545 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6f22f73e-45a7-4b04-8767-ebe5702ee9bc req-b8145085-84ed-467b-9100-0977db66efd2 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 944 time: 0.0619822 Jul 15 15:59:58.079373 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6f22f73e-45a7-4b04-8767-ebe5702ee9bc req-b6c4b292-6e14-4e46-b275-1b3efeb57980 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317409 Jul 15 15:59:58.255997 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:59:58.305600 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:59:58.309246 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:59:58.309615 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:58.383507 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:58.405905 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:59:58.408167 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3df805-a42d-4032-a70b-2be91d935c80" -d '{"events": [{"server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "name": "network-vif-plugged", "status": "completed", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:59:58.420440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:59:58.424345 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:59:58.453120 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fb1c47-83c4-428d-b1ae-530755fa3599 x-openstack-request-id: req-71fb1c47-83c4-428d-b1ae-530755fa3599 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:59:58.453415 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "name": "network-vif-plugged", "status": "completed", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:59:58.453668 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71fb1c47-83c4-428d-b1ae-530755fa3599 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:59:58.454081 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'code': 200} Jul 15 15:59:58.480114 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:59:58.559874 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadb2a3-4c94-404c-bcb2-5330b4c91087 req-de122878-4d17-424d-9822-58dbc47b6d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:58.561276 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1dadb2a3-4c94-404c-bcb2-5330b4c91087 req-de122878-4d17-424d-9822-58dbc47b6d74 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 1096 time: 0.0542021 Jul 15 15:59:58.595881 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1dadb2a3-4c94-404c-bcb2-5330b4c91087 req-eb0451e5-c989-43ed-b582-a7983cbfa2c1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280738 Jul 15 15:59:59.247696 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd5491-db4e-48d1-afd4-d88f1309e906 req-c614d553-4917-4787-94f1-d9a9dd491efe tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:59:59.249173 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4edd5491-db4e-48d1-afd4-d88f1309e906 req-c614d553-4917-4787-94f1-d9a9dd491efe tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0624306 Jul 15 15:59:59.286974 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4edd5491-db4e-48d1-afd4-d88f1309e906 req-ecb8cae8-5f47-42fa-aab1-26ae8e1c293b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321922 Jul 15 16:00:00.149510 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f4eba70-365c-4272-93d4-03489afb10e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:00.462599 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a86f2c-17f4-4c9e-9caa-6ac7089adffa req-9cef42ce-07a6-46be-b912-1a165a6ad9c2 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:00:00.464091 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88a86f2c-17f4-4c9e-9caa-6ac7089adffa req-9cef42ce-07a6-46be-b912-1a165a6ad9c2 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0659611 Jul 15 16:00:00.501487 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-88a86f2c-17f4-4c9e-9caa-6ac7089adffa req-0889ef0c-590f-4f68-96b2-bafb8e69856b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315399 Jul 15 16:00:00.675649 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b2099-611a-42f8-8f66-76bf7c2d9c20 req-a8ff146c-b673-40f3-980f-e97f6b9702fc tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:00:00.677135 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a51b2099-611a-42f8-8f66-76bf7c2d9c20 req-a8ff146c-b673-40f3-980f-e97f6b9702fc tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0634184 Jul 15 16:00:00.713883 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a51b2099-611a-42f8-8f66-76bf7c2d9c20 req-2cc7de30-c009-4b18-9dd8-3444fb6267b4 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312247 Jul 15 16:00:00.737986 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43388) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:00:00.841122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f663facd-a574-430e-b796-24dad700de57 tempest-TestShelveInstance-1142287253 tempest-TestShelveInstance-1142287253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:00:00.842641 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f663facd-a574-430e-b796-24dad700de57 tempest-TestShelveInstance-1142287253 tempest-TestShelveInstance-1142287253-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 1091 time: 0.1036077 Jul 15 16:00:00.845540 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43392) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:00:00.849805 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:00:00.871022 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:00.969233 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:01.069945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Allocated IP 172.25.4.112 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/d9de80cb-0cf9-4e37-98d0-7293686308f3) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:00:01.170883 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:01.209825 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:01.245336 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:00:01.251350 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:00:01.254067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:00:01.282935 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'Port': ['ID=d9de80cb-0cf9-4e37-98d0-7293686308f3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:00:01.616514 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:01.693728 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:01.841076 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:01.845610 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:01.919617 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'Port': ['ID=d9de80cb-0cf9-4e37-98d0-7293686308f3,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:00:01.925198 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:02.022780 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Floating IP 30548b5c-2dcd-405f-a172-1965b5fbc2c7 associated. External IP: 172.25.4.112, port: 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3. Jul 15 16:00:02.229738 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:00:02.334565 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:00:02.345297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a81520-1226-4127-bde6-7306adfbd586 None None] Sync routers for ids ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:00:02.352208 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:02.354141 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a81520-1226-4127-bde6-7306adfbd586 None None] Routers {'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:00:02.354811 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-46a81520-1226-4127-bde6-7306adfbd586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:59:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:00:02.388838 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-cccf8856-bb2f-44c4-8c84-d81e6a13da43 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5422695 Jul 15 16:00:02.389424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:00:02.391686 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bde3792-7b74-417b-ad75-70d4626e5c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:00:02.426469 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d31de1-1312-4e06-b68a-07bdf8052a0a x-openstack-request-id: req-b7d31de1-1312-4e06-b68a-07bdf8052a0a {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:00:02.426785 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:00:02.427036 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7d31de1-1312-4e06-b68a-07bdf8052a0a {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:00:02.427438 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'status': 'completed', 'code': 200} Jul 15 16:00:02.506556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde3792-7b74-417b-ad75-70d4626e5c2c req-1f8c3325-a582-45e5-8c70-f1252ea74e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:00:02.508015 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0bde3792-7b74-417b-ad75-70d4626e5c2c req-1f8c3325-a582-45e5-8c70-f1252ea74e46 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 1096 time: 0.0540357 Jul 15 16:00:02.606574 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde3792-7b74-417b-ad75-70d4626e5c2c req-c679a59c-1658-4243-9f4b-7bba0b3f9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:00:02.608076 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0bde3792-7b74-417b-ad75-70d4626e5c2c req-c679a59c-1658-4243-9f4b-7bba0b3f9eae service neutron] 10.222.0.22 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0934818 Jul 15 16:00:02.629391 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-46a81520-1226-4127-bde6-7306adfbd586 None None] Set router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:00:02.671601 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0bde3792-7b74-417b-ad75-70d4626e5c2c req-49142279-a897-4ffb-ba2a-689dab5f4bc4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 HTTP/1.1" status: 200 len: 999 time: 0.0576637 Jul 15 16:00:02.722939 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde3792-7b74-417b-ad75-70d4626e5c2c req-649d8b88-1f8d-49b4-b9da-f36989fa3195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:00:02.724420 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0bde3792-7b74-417b-ad75-70d4626e5c2c req-649d8b88-1f8d-49b4-b9da-f36989fa3195 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0471184 Jul 15 16:00:02.785938 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde3792-7b74-417b-ad75-70d4626e5c2c req-8b1f613f-1e24-453f-8fe7-8297d08e59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:00:02.787408 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0bde3792-7b74-417b-ad75-70d4626e5c2c req-8b1f613f-1e24-453f-8fe7-8297d08e59e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566180 Jul 15 16:00:02.853082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-46a81520-1226-4127-bde6-7306adfbd586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '30548b5c-2dcd-405f-a172-1965b5fbc2c7', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'port_id': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'mac_address': 'fa:16:3e:d9:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:00:01Z', 'updated_at': '2021-07-15T16:00:01Z', 'revision_number': 0, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:48Z', 'revision_number': 5, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:00:02.874772 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0bde3792-7b74-417b-ad75-70d4626e5c2c req-ee213c55-6592-4935-8274-99070ce51417 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806525 Jul 15 16:00:02.882748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a81520-1226-4127-bde6-7306adfbd586 None None] Checking router: bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:00:02.891728 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a81520-1226-4127-bde6-7306adfbd586 None None] Routers {'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:00:02.892341 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-46a81520-1226-4127-bde6-7306adfbd586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T15:59:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:00:02.962133 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:02.970863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0bde3792-7b74-417b-ad75-70d4626e5c2c req-c7d13ddf-2430-431e-a1d9-23f19d171b4d service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900199 Jul 15 16:00:02.997879 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-de7882d1-eb85-453a-8933-ec3eec57c5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:03.029882 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-46a81520-1226-4127-bde6-7306adfbd586 None None] Set router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:00:03.248932 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-46a81520-1226-4127-bde6-7306adfbd586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '30548b5c-2dcd-405f-a172-1965b5fbc2c7', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'port_id': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'mac_address': 'fa:16:3e:d9:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:00:01Z', 'updated_at': '2021-07-15T16:00:01Z', 'revision_number': 0, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:48Z', 'revision_number': 5, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:00:03.274666 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a81520-1226-4127-bde6-7306adfbd586 None None] The sync data for ids ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'] in n-d-764435-3 is: [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '30548b5c-2dcd-405f-a172-1965b5fbc2c7', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'port_id': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'mac_address': 'fa:16:3e:d9:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:00:01Z', 'updated_at': '2021-07-15T16:00:01Z', 'revision_number': 0, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:48Z', 'revision_number': 5, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:00:03.460880 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37d8ed8-c9b5-4c9c-bd77-af1b55c4cb02 None None] New status for floating IP 30548b5c-2dcd-405f-a172-1965b5fbc2c7: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:00:04.515155 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:06.215892 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:17.282997 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cdd48b1c-f81b-428b-b969-43b5616a4ad4 req-2d4110da-bc1d-4aa7-b125-26c580b4370e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1188231 Jul 15 16:00:17.378233 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd48b1c-f81b-428b-b969-43b5616a4ad4 req-7e9abb74-0ccd-48a9-90b1-35d738f1957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:00:17.379760 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cdd48b1c-f81b-428b-b969-43b5616a4ad4 req-7e9abb74-0ccd-48a9-90b1-35d738f1957b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 1096 time: 0.0567791 Jul 15 16:00:17.480731 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd48b1c-f81b-428b-b969-43b5616a4ad4 req-e4942738-b9e9-47d8-9ce2-4636cfbf6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:00:17.482222 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cdd48b1c-f81b-428b-b969-43b5616a4ad4 req-e4942738-b9e9-47d8-9ce2-4636cfbf6acd service neutron] 10.222.0.22 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0826540 Jul 15 16:00:17.549345 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cdd48b1c-f81b-428b-b969-43b5616a4ad4 req-3ec7859f-3c35-4ffd-9646-5dff63691feb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 HTTP/1.1" status: 200 len: 1001 time: 0.0592515 Jul 15 16:00:17.597129 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd48b1c-f81b-428b-b969-43b5616a4ad4 req-ba6b89b7-77ab-47f7-a03c-c36727270e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:00:17.598857 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cdd48b1c-f81b-428b-b969-43b5616a4ad4 req-ba6b89b7-77ab-47f7-a03c-c36727270e6a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0429084 Jul 15 16:00:17.653041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd48b1c-f81b-428b-b969-43b5616a4ad4 req-c7458764-d93a-4059-8888-e93395ccc679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:00:17.654670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cdd48b1c-f81b-428b-b969-43b5616a4ad4 req-c7458764-d93a-4059-8888-e93395ccc679 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501611 Jul 15 16:00:17.746326 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cdd48b1c-f81b-428b-b969-43b5616a4ad4 req-4e19035e-7270-4679-9b76-c867c4739107 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843782 Jul 15 16:00:17.834718 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cdd48b1c-f81b-428b-b969-43b5616a4ad4 req-7d9ac0e0-fdb9-4f0f-b613-2515ce01d2ce service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800338 Jul 15 16:00:19.518686 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:19.803304 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:30.149433 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c67ee493-d191-4114-9407-4e678f1870c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:30.690428 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:00:32.913066 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:32.946134 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6f06f53-a0f4-4024-8daa-13a810ddf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:34.518161 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:36.213499 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:49.517104 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:00:49.817860 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:01:00.150763 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40f5d523-8af3-4c8e-8913-ba0a4ef01c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:01:02.914038 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:01:02.945621 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-880645a8-f713-4812-90e4-0f3541ac9d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:01:04.520644 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:01:06.216760 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:01:07.689525 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:01:18.275113 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4066a0-4e66-423c-8e00-05850633f81c req-53616c1a-072c-498b-8b8f-1663057170c1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594616 Jul 15 16:01:18.368091 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4066a0-4e66-423c-8e00-05850633f81c req-f6b0d099-c7f9-492e-b6cc-da55b6321dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:01:18.369570 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4066a0-4e66-423c-8e00-05850633f81c req-f6b0d099-c7f9-492e-b6cc-da55b6321dd9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 1096 time: 0.0540395 Jul 15 16:01:18.473346 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4066a0-4e66-423c-8e00-05850633f81c req-54ef49fc-0858-44dd-906a-4c2a02ebf4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:01:18.474834 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4066a0-4e66-423c-8e00-05850633f81c req-54ef49fc-0858-44dd-906a-4c2a02ebf4fa service neutron] 10.222.0.22 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0850961 Jul 15 16:01:18.541247 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4066a0-4e66-423c-8e00-05850633f81c req-c8e9cd44-0303-42b7-92d0-299136aeb8b2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 HTTP/1.1" status: 200 len: 1001 time: 0.0604918 Jul 15 16:01:18.588682 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4066a0-4e66-423c-8e00-05850633f81c req-7e1109f4-f50e-4b12-877a-3258cd062d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:01:18.590355 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4066a0-4e66-423c-8e00-05850633f81c req-7e1109f4-f50e-4b12-877a-3258cd062d0f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0422459 Jul 15 16:01:18.645204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4066a0-4e66-423c-8e00-05850633f81c req-9ad4e70a-b3da-413c-970c-243f0e2a919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:01:18.646671 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4066a0-4e66-423c-8e00-05850633f81c req-9ad4e70a-b3da-413c-970c-243f0e2a919e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497158 Jul 15 16:01:18.656405 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-fe4066a0-4e66-423c-8e00-05850633f81c req-aaa83eac-a817-4fad-a6dc-b01694a65c0a service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:01:18.657333 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4066a0-4e66-423c-8e00-05850633f81c req-aaa83eac-a817-4fad-a6dc-b01694a65c0a service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047910 Jul 15 16:01:18.748580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4066a0-4e66-423c-8e00-05850633f81c req-91f5de41-71a1-4f6f-ba25-0d8d76366248 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848150 Jul 15 16:01:18.840844 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fe4066a0-4e66-423c-8e00-05850633f81c req-613a89a5-61b3-46d9-a3b7-614f7122810c service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863385 Jul 15 16:01:19.515478 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:01:19.833239 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:01:30.151513 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20401d32-3fa6-487b-af83-c99329a6eced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:01:32.915695 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:01:32.943975 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf9709a1-464b-4ed6-a825-75ce60d22ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:01:34.524470 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:01:36.219268 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:01:44.688897 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:01:49.516084 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:01:49.864030 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:01:57.160894 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15ff92-4140-4a2f-83a1-5ba3a28414a0 req-456cba6c-9cc5-4264-8939-fdf2520a61ff tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:01:57.162367 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc15ff92-4140-4a2f-83a1-5ba3a28414a0 req-456cba6c-9cc5-4264-8939-fdf2520a61ff tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0641153 Jul 15 16:01:57.202348 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dc15ff92-4140-4a2f-83a1-5ba3a28414a0 req-a7f136b6-c9fd-466d-98c2-0f7396613bf3 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341742 Jul 15 16:01:58.385007 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3ac2f-ea1b-462a-8a26-51cfa532ff10 req-fe5656c8-00ee-4a0c-897d-360afb4148d0 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:01:58.386486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5fc3ac2f-ea1b-462a-8a26-51cfa532ff10 req-fe5656c8-00ee-4a0c-897d-360afb4148d0 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0620527 Jul 15 16:01:58.422982 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5fc3ac2f-ea1b-462a-8a26-51cfa532ff10 req-214e9f91-5fd5-45a1-985e-4d21be142c6f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309868 Jul 15 16:01:59.611108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436774d-dc02-4d10-a46d-f89822b49353 req-56d146b9-cee0-4a2f-800a-207e3d747944 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:01:59.612578 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0436774d-dc02-4d10-a46d-f89822b49353 req-56d146b9-cee0-4a2f-800a-207e3d747944 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0674961 Jul 15 16:01:59.649617 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0436774d-dc02-4d10-a46d-f89822b49353 req-324463f8-8b59-4d2d-99a2-4c395a6dc167 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315478 Jul 15 16:02:00.152661 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8debf05-e51e-4a24-ab05-afe1760c2ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:00.822088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6bd27-ce28-4d88-8a31-91cbe3ae1a96 req-dc3243d3-fd6d-467b-83d7-c18cd0460aa5 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:00.823585 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1af6bd27-ce28-4d88-8a31-91cbe3ae1a96 req-dc3243d3-fd6d-467b-83d7-c18cd0460aa5 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0620241 Jul 15 16:02:00.860181 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1af6bd27-ce28-4d88-8a31-91cbe3ae1a96 req-f939ace6-cfe2-401b-9938-bccc105a01f4 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306199 Jul 15 16:02:02.028896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a3670-348b-48d9-9acc-f1a042d154cc req-4cc8ebdb-9916-4421-ac6d-2d367c04adab tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:02.030378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-184a3670-348b-48d9-9acc-f1a042d154cc req-4cc8ebdb-9916-4421-ac6d-2d367c04adab tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0616789 Jul 15 16:02:02.071263 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-184a3670-348b-48d9-9acc-f1a042d154cc req-2bb4c095-3cc7-4885-8bba-e422426fc6d2 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354960 Jul 15 16:02:02.917000 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:02.942944 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5428-205e-4e1c-91e6-44ecae5af8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:03.289637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20adf51-45c3-4a91-af41-e675a462f60f req-5cf2d53a-b9ea-438c-955d-814edaf9dcd2 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:03.291137 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b20adf51-45c3-4a91-af41-e675a462f60f req-5cf2d53a-b9ea-438c-955d-814edaf9dcd2 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.1095655 Jul 15 16:02:03.329158 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b20adf51-45c3-4a91-af41-e675a462f60f req-3c1ef208-acc8-41d5-9949-eec353c8387f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323253 Jul 15 16:02:04.500183 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07fca8-6a81-43a0-9ad8-ab0b66206363 req-1b880498-38bc-4bcd-9080-0d0ab9cfc1e7 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:04.501691 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a07fca8-6a81-43a0-9ad8-ab0b66206363 req-1b880498-38bc-4bcd-9080-0d0ab9cfc1e7 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0623176 Jul 15 16:02:04.530931 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:04.540501 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a07fca8-6a81-43a0-9ad8-ab0b66206363 req-412943b5-ff6c-4bc4-b44a-54f35b0a9aed tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332808 Jul 15 16:02:04.817301 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-f556eef6-1ff1-4e8c-9572-211a36e58c05 req-cf99f7a5-d6dc-45cf-9240-2759f04ee5b4 service neutron] (100712) timed out ('10.222.0.22', 65481) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 16:02:05.725654 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277e319-3a61-4bb1-ab6f-3b3df4bb579a req-04cf19e9-d1d4-4e2b-a753-841a0a203c6a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:05.727136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b277e319-3a61-4bb1-ab6f-3b3df4bb579a req-04cf19e9-d1d4-4e2b-a753-841a0a203c6a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0779293 Jul 15 16:02:05.764491 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b277e319-3a61-4bb1-ab6f-3b3df4bb579a req-7934d27c-b8d7-4b6a-ba10-a6e0711b2e77 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310867 Jul 15 16:02:06.221912 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:06.937060 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd148eb9-7b45-4190-87cc-259933e87c1e req-1e98b3d5-57ac-40a7-a37b-e6687f4d04bb tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:06.938606 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd148eb9-7b45-4190-87cc-259933e87c1e req-1e98b3d5-57ac-40a7-a37b-e6687f4d04bb tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0642858 Jul 15 16:02:06.975274 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd148eb9-7b45-4190-87cc-259933e87c1e req-ddc10f6a-188d-46f2-99b7-7fe32f386a5f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311530 Jul 15 16:02:08.145111 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1440be-1700-4cc4-b995-94890e1e6785 req-0578186b-f5b8-4679-af7a-004a35797d95 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:08.146602 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a1440be-1700-4cc4-b995-94890e1e6785 req-0578186b-f5b8-4679-af7a-004a35797d95 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0620015 Jul 15 16:02:08.189481 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4a1440be-1700-4cc4-b995-94890e1e6785 req-8a21d2d4-ced4-4223-a23e-f99a3661b9c4 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368967 Jul 15 16:02:08.955276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:02:09.050399 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:02:09.062139 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'port_id': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'mac_address': 'fa:16:3e:d9:57:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:02:09.101208 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:09.123496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:02:09.146092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:02:09.150142 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:09.202414 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:02:09.209660 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:09.210013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:09.210357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:09.210752 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:09.211091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:09.211423 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:09.212039 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:09.212701 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:09.213036 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:09.213367 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:09.213700 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:09.214030 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:09.220168 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['8c7a5f12-a622-446b-a8fa-1e0b7debf8e3'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:02:09.369231 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddec7d1-3507-4e1c-901d-d0b14c2db2f1 req-7b7d0b52-e22b-4b9b-82d2-3efbda09bf85 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:09.372073 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cddec7d1-3507-4e1c-901d-d0b14c2db2f1 req-7b7d0b52-e22b-4b9b-82d2-3efbda09bf85 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 944 time: 0.0662704 Jul 15 16:02:09.413257 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cddec7d1-3507-4e1c-901d-d0b14c2db2f1 req-f7c02542-72bf-4174-8627-88cf99413117 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349054 Jul 15 16:02:10.614047 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ffb5f-ec33-4ce0-8151-42deaa2da2ca req-31131cc4-760a-43ea-b925-d67ef0ea1d67 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:10.615715 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-092ffb5f-ec33-4ce0-8151-42deaa2da2ca req-31131cc4-760a-43ea-b925-d67ef0ea1d67 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 944 time: 0.0713367 Jul 15 16:02:10.660276 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-092ffb5f-ec33-4ce0-8151-42deaa2da2ca req-7756ff59-bbc1-4294-b0f7-76a8b4873fc0 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382345 Jul 15 16:02:10.955261 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:02:11.017218 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:02:11.017624 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:11.111494 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:11.137368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:02:11.140671 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688f1cf8-bcb3-4a49-9ee3-bde322b46e24" -d '{"events": [{"server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "name": "network-vif-plugged", "status": "completed", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:02:11.157942 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:02:11.167381 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:11.199545 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a047de-1232-4ef4-a40b-49985c95ba61 x-openstack-request-id: req-a2a047de-1232-4ef4-a40b-49985c95ba61 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:02:11.199847 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "name": "network-vif-plugged", "status": "completed", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:02:11.200078 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2a047de-1232-4ef4-a40b-49985c95ba61 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:02:11.200513 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'code': 200} Jul 15 16:02:11.237460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:02:11.859821 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3caa45-5d21-422f-af65-d43494674d4b req-4495a0bc-8880-478d-a1da-239e6f0cebc5 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:11.861509 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed3caa45-5d21-422f-af65-d43494674d4b req-4495a0bc-8880-478d-a1da-239e6f0cebc5 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0795732 Jul 15 16:02:11.905485 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed3caa45-5d21-422f-af65-d43494674d4b req-238d70c6-f158-4e15-a3dc-7f290af4df2c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377188 Jul 15 16:02:13.104529 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09f189-78dd-4f6f-9746-6f263cd59b3a req-08983813-76ec-4ae0-b2dd-b8728239daae tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:13.111188 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b09f189-78dd-4f6f-9746-6f263cd59b3a req-08983813-76ec-4ae0-b2dd-b8728239daae tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0751593 Jul 15 16:02:13.165008 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2b09f189-78dd-4f6f-9746-6f263cd59b3a req-177b5811-9aaf-4c21-87c8-a78d0dfdf05a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525646 Jul 15 16:02:14.355462 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126eb7c-60fe-4135-9cc0-591522145f84 req-77fe31e2-1e4d-4201-a535-d7df7433f299 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:14.357810 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f126eb7c-60fe-4135-9cc0-591522145f84 req-77fe31e2-1e4d-4201-a535-d7df7433f299 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0710943 Jul 15 16:02:14.407085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f126eb7c-60fe-4135-9cc0-591522145f84 req-2de0bf57-fac6-4ace-9d44-32c8069df2f9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433650 Jul 15 16:02:15.603457 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee79f2-db77-4519-b20d-459933f5480e req-047c3189-446e-43a9-8232-4eb3d6754a39 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:15.605785 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8ee79f2-db77-4519-b20d-459933f5480e req-047c3189-446e-43a9-8232-4eb3d6754a39 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0671849 Jul 15 16:02:15.650722 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b8ee79f2-db77-4519-b20d-459933f5480e req-dcbfb935-7b53-4a17-82c3-525f489135de tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389824 Jul 15 16:02:16.849279 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc87915-7752-49b5-8539-5b3851853954 req-f38c7af1-8f58-41dd-8f55-d04531c1aa7d tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:16.852098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6cc87915-7752-49b5-8539-5b3851853954 req-f38c7af1-8f58-41dd-8f55-d04531c1aa7d tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0792413 Jul 15 16:02:16.897573 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6cc87915-7752-49b5-8539-5b3851853954 req-0964f0e6-853d-4f64-bdd8-7abf500a2a79 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372837 Jul 15 16:02:18.072287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba59294-0891-45fc-bb2f-7a675c99a50d req-c78f8b5f-86c9-45f6-8d45-520d09386fb9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:18.073766 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dba59294-0891-45fc-bb2f-7a675c99a50d req-c78f8b5f-86c9-45f6-8d45-520d09386fb9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0652695 Jul 15 16:02:18.111120 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dba59294-0891-45fc-bb2f-7a675c99a50d req-d8859fbb-0b30-4bb1-bdde-1cfd1e95812c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311923 Jul 15 16:02:18.406620 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59640648-3654-4b76-a052-0a3283afe913 req-92bf7b1d-222a-4aea-8870-08cc97cddd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:18.408108 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59640648-3654-4b76-a052-0a3283afe913 req-92bf7b1d-222a-4aea-8870-08cc97cddd59 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 1096 time: 0.0522652 Jul 15 16:02:18.949338 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59640648-3654-4b76-a052-0a3283afe913 req-5681191e-e6e1-45cf-a7de-8d4237f88e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:18.950890 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59640648-3654-4b76-a052-0a3283afe913 req-5681191e-e6e1-45cf-a7de-8d4237f88e4f service neutron] 10.222.0.22 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.4235816 Jul 15 16:02:19.013454 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59640648-3654-4b76-a052-0a3283afe913 req-5902b37e-6261-4a33-9679-06f21b05df93 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 HTTP/1.1" status: 200 len: 1001 time: 0.0560889 Jul 15 16:02:19.060451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59640648-3654-4b76-a052-0a3283afe913 req-3e632b69-266c-4ee5-b9d0-69e317ac7459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:19.061918 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59640648-3654-4b76-a052-0a3283afe913 req-3e632b69-266c-4ee5-b9d0-69e317ac7459 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0429125 Jul 15 16:02:19.120771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59640648-3654-4b76-a052-0a3283afe913 req-0047e19a-e627-4c1a-9417-0c7b2a822887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:19.122415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59640648-3654-4b76-a052-0a3283afe913 req-0047e19a-e627-4c1a-9417-0c7b2a822887 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545151 Jul 15 16:02:19.211641 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59640648-3654-4b76-a052-0a3283afe913 req-5e8dcf4a-fbb7-45e4-a64e-75cc768b7efd service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827980 Jul 15 16:02:19.338268 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59640648-3654-4b76-a052-0a3283afe913 req-2eb8bb9b-765e-4bc0-8509-2970160978e3 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204023 Jul 15 16:02:19.353819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f85fd4-1fdb-4062-b1d2-7133025afc61 req-d15660f2-fc76-499d-b80f-1d362a07c04e tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:19.355433 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5f85fd4-1fdb-4062-b1d2-7133025afc61 req-d15660f2-fc76-499d-b80f-1d362a07c04e tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.1206632 Jul 15 16:02:19.394114 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c5f85fd4-1fdb-4062-b1d2-7133025afc61 req-5a5553f8-96e5-4e73-931d-d82b019d7835 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324869 Jul 15 16:02:19.529723 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:19.870615 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:20.255450 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b11ad-a1ce-4d6b-b4d9-8954f6bec0c9 req-889f9186-5d7a-4ef1-aaf1-cddffe38d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:20.256938 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7b8b11ad-a1ce-4d6b-b4d9-8954f6bec0c9 req-889f9186-5d7a-4ef1-aaf1-cddffe38d301 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 1096 time: 0.0558212 Jul 15 16:02:20.358584 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b11ad-a1ce-4d6b-b4d9-8954f6bec0c9 req-66d84976-dfe7-48bc-ab7b-05c6e7f489d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:20.360040 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7b8b11ad-a1ce-4d6b-b4d9-8954f6bec0c9 req-66d84976-dfe7-48bc-ab7b-05c6e7f489d0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0827012 Jul 15 16:02:20.427395 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7b8b11ad-a1ce-4d6b-b4d9-8954f6bec0c9 req-3ebcd47d-8475-4f0e-a371-465480fde03b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 HTTP/1.1" status: 200 len: 1001 time: 0.0597622 Jul 15 16:02:20.476017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b11ad-a1ce-4d6b-b4d9-8954f6bec0c9 req-659c545e-8e12-4d44-98e1-6b10f619ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:20.477467 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7b8b11ad-a1ce-4d6b-b4d9-8954f6bec0c9 req-659c545e-8e12-4d44-98e1-6b10f619ec9b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0435407 Jul 15 16:02:20.575775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b11ad-a1ce-4d6b-b4d9-8954f6bec0c9 req-cd6c4f20-b0e2-4ee4-97ab-0a0aeed931b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:20.577874 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7b8b11ad-a1ce-4d6b-b4d9-8954f6bec0c9 req-cd6c4f20-b0e2-4ee4-97ab-0a0aeed931b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939064 Jul 15 16:02:20.589388 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb6b07-a26e-4eea-9ce6-91142e7862cf req-ed738331-052a-4bf2-8b4a-1670b5c981b6 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:20.591012 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-84eb6b07-a26e-4eea-9ce6-91142e7862cf req-ed738331-052a-4bf2-8b4a-1670b5c981b6 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0827069 Jul 15 16:02:20.673783 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-84eb6b07-a26e-4eea-9ce6-91142e7862cf req-1c041fac-b594-4cd5-9266-d25e97a0a667 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744693 Jul 15 16:02:20.697396 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7b8b11ad-a1ce-4d6b-b4d9-8954f6bec0c9 req-ecef0827-7bbc-4df6-9fe8-242c5b918d05 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054900 Jul 15 16:02:20.793727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7b8b11ad-a1ce-4d6b-b4d9-8954f6bec0c9 req-a68a5a53-dcf2-4e29-8568-d220a1bae644 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894048 Jul 15 16:02:20.995953 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:02:21.072666 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:21.094878 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:02:21.097013 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c415dcbe-1928-4ec3-b66f-3b29769b3f44" -d '{"events": [{"server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "name": "network-vif-unplugged", "status": "completed", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:02:21.110602 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:02:21.114490 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:21.138323 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887a3eda-3c8a-49eb-aacb-4f5238191ff9 x-openstack-request-id: req-887a3eda-3c8a-49eb-aacb-4f5238191ff9 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:02:21.138636 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "name": "network-vif-unplugged", "status": "completed", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:02:21.138898 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-887a3eda-3c8a-49eb-aacb-4f5238191ff9 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:02:21.139833 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'code': 200} Jul 15 16:02:21.164357 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:02:21.688267 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:02:21.846442 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccede9fd-d759-4777-90bc-330722a25cf1 req-5499af6a-982a-4d68-b5d4-a4c5215b7e34 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:21.848023 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccede9fd-d759-4777-90bc-330722a25cf1 req-5499af6a-982a-4d68-b5d4-a4c5215b7e34 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 943 time: 0.0626616 Jul 15 16:02:21.885378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccede9fd-d759-4777-90bc-330722a25cf1 req-ccc47b0e-7872-404a-8e8f-befbabd21cc2 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319126 Jul 15 16:02:22.238660 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e9ad2-8fd1-4c57-9e24-6d2c0ccd4979 req-4f2daa15-1f85-4589-a759-49d8abbe9141 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:22.240177 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-697e9ad2-8fd1-4c57-9e24-6d2c0ccd4979 req-4f2daa15-1f85-4589-a759-49d8abbe9141 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 943 time: 0.0682971 Jul 15 16:02:22.277281 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-697e9ad2-8fd1-4c57-9e24-6d2c0ccd4979 req-37a4d956-3712-4119-a66a-e0814466850e tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 Jul 15 16:02:22.479136 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c48bbfb5-09ba-487c-9722-10fc59cde77a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918975 Jul 15 16:02:23.447887 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ab3f2-7bd9-41e6-9c56-4561ae52d08e req-640528ba-ac32-413c-8e9e-95762c0c5d73 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:23.449366 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b24ab3f2-7bd9-41e6-9c56-4561ae52d08e req-640528ba-ac32-413c-8e9e-95762c0c5d73 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 943 time: 0.0619190 Jul 15 16:02:23.487457 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b24ab3f2-7bd9-41e6-9c56-4561ae52d08e req-a5636565-8596-4a4b-87a7-9b19a74172f4 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315397 Jul 15 16:02:24.677067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f3420-c23f-4ada-b7fe-786d0328cfeb req-33298536-def5-4818-9019-e48fdff3a97b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:24.678575 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-831f3420-c23f-4ada-b7fe-786d0328cfeb req-33298536-def5-4818-9019-e48fdff3a97b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 943 time: 0.0666978 Jul 15 16:02:24.715584 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-831f3420-c23f-4ada-b7fe-786d0328cfeb req-9d7100e4-f3c7-421f-9fa5-09beca58140c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314584 Jul 15 16:02:25.002463 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:02:25.531702 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-2e122cb9-72b2-4af6-8a78-0b2225dfbc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:25.533209 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-2e122cb9-72b2-4af6-8a78-0b2225dfbc27 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce&tenant_id=0b187deb89584a4592a07fd735ed06b5 HTTP/1.1" status: 200 len: 1094 time: 0.0552318 Jul 15 16:02:25.544181 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-3', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:02:25.613792 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:25.813632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:02:25.852412 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h2-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:02:25.886074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:02:25.894691 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:25.895030 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b1da2-14b9-48cf-a3b6-b90fc1696d8b req-134ee86e-4792-43c3-8da5-ef9429542c05 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:25.896552 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-042b1da2-14b9-48cf-a3b6-b90fc1696d8b req-134ee86e-4792-43c3-8da5-ef9429542c05 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 943 time: 0.0642326 Jul 15 16:02:25.907365 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Transition to ACTIVE for port object 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:02:25.911388 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:25.936235 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-042b1da2-14b9-48cf-a3b6-b90fc1696d8b req-26211f27-c87b-45ce-bb56-0dd58794f902 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330036 Jul 15 16:02:25.988632 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,revision_number=9']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:02:26.002823 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:26.003170 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:26.003557 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:26.003877 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:26.004212 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:26.004550 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:26.004869 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:26.005194 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:26.005534 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:26.005851 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:26.006174 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:26.006494 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:02:26.044185 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] No DVR routers for this DVR port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 on host n-h2-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:02:26.180250 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Attempting to bind port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:02:26.180585 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Attempting to bind port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:02:26.180915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Attempting to bind port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 on network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:02:26.185123 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 on network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:02:26.185452 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Attempting to bind port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 on network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:02:26.190220 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:02:26.190587 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Checking segment: {'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:02:26.190981 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Bound using segment: {'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:02:26.191407 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Bound port: 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:02:26.191762 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:26.253717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:02:26.256672 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:02:26.260990 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:26.295067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:26.295817 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:26.297099 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] 10.222.0.11 "PUT /v2.0/ports/8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 HTTP/1.1" status: 200 len: 1091 time: 0.7569230 Jul 15 16:02:26.297535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:02:26.299809 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a22391-fec3-4c21-82b5-a4679c0dd1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:02:26.324284 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e72083-808a-4347-bf22-6a4c30253650 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:02:26.360189 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a909b6c-1d0b-4785-b24b-5e17390a6432 x-openstack-request-id: req-0a909b6c-1d0b-4785-b24b-5e17390a6432 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:02:26.360489 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:02:26.360820 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0a909b6c-1d0b-4785-b24b-5e17390a6432 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:02:26.361225 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'status': 'completed', 'code': 200} Jul 15 16:02:26.389843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-d540ecce-298c-4b1b-8be4-9feec3a60dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:26.391398 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-d540ecce-298c-4b1b-8be4-9feec3a60dfe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 1095 time: 0.0633500 Jul 15 16:02:26.482711 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-2715f5bc-5aec-49cd-86aa-c75826abaf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:26.484224 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-2715f5bc-5aec-49cd-86aa-c75826abaf7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0862546 Jul 15 16:02:26.551656 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-047f8207-2b3f-4d54-baea-a84c388f537d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 HTTP/1.1" status: 200 len: 999 time: 0.0608757 Jul 15 16:02:26.599723 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-d07c74ea-29be-4ab9-b570-af6448573645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:26.601034 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-d07c74ea-29be-4ab9-b570-af6448573645 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0430241 Jul 15 16:02:26.654934 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-9a31843f-86cc-4754-a7e4-de70cb752463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:26.656388 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-9a31843f-86cc-4754-a7e4-de70cb752463 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496247 Jul 15 16:02:27.037945 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-0bcd7cde-db85-45e9-a60b-2919acf0015a service neutron] 10.222.0.11 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749251 Jul 15 16:02:27.129436 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-cf95a99b-03dd-4b4d-bc02-8f1e8ad0f68b req-271f2445-645d-490a-8e85-b34ca46b28c8 service neutron] 10.222.0.11 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840893 Jul 15 16:02:27.133917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bc3ec-103b-41a7-be78-b4ea7d24badb req-81d5b44f-9531-48bc-9300-b86a6937ffec tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:27.135436 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c02bc3ec-103b-41a7-be78-b4ea7d24badb req-81d5b44f-9531-48bc-9300-b86a6937ffec tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 944 time: 0.0681767 Jul 15 16:02:27.175700 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c02bc3ec-103b-41a7-be78-b4ea7d24badb req-43f001e0-162b-4b87-9bb4-8e0187060c42 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342541 Jul 15 16:02:27.227764 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22391-fec3-4c21-82b5-a4679c0dd1c0 req-af46ceef-31f9-4d81-a45b-bec8335280a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:27.229291 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9a22391-fec3-4c21-82b5-a4679c0dd1c0 req-af46ceef-31f9-4d81-a45b-bec8335280a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 1095 time: 0.0551183 Jul 15 16:02:27.323823 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22391-fec3-4c21-82b5-a4679c0dd1c0 req-f6111af8-ab08-4188-886f-bf6a55563183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:27.325309 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9a22391-fec3-4c21-82b5-a4679c0dd1c0 req-f6111af8-ab08-4188-886f-bf6a55563183 service neutron] 10.222.0.11 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0899665 Jul 15 16:02:27.398479 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9a22391-fec3-4c21-82b5-a4679c0dd1c0 req-6a358cae-7468-46ee-aa2b-9d5a3efc48e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 HTTP/1.1" status: 200 len: 999 time: 0.0671008 Jul 15 16:02:28.362781 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7bb48-a18f-4859-9920-3d7007b22720 req-ac795cac-d9fd-40ae-ae8f-0bbf35aed6dc tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:28.364510 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ec7bb48-a18f-4859-9920-3d7007b22720 req-ac795cac-d9fd-40ae-ae8f-0bbf35aed6dc tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 944 time: 0.0668647 Jul 15 16:02:28.408580 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4ec7bb48-a18f-4859-9920-3d7007b22720 req-d80b6c48-338a-4763-a1f4-01beae19a16f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370028 Jul 15 16:02:29.585476 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce9260-b777-4ab1-a2ac-03bc330e0d89 req-5a44a856-07b9-45dc-80d2-14958eefed8d tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:29.587079 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17ce9260-b777-4ab1-a2ac-03bc330e0d89 req-5a44a856-07b9-45dc-80d2-14958eefed8d tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 944 time: 0.0637178 Jul 15 16:02:29.627086 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-17ce9260-b777-4ab1-a2ac-03bc330e0d89 req-763c99b9-adf6-4103-95a0-9404ee1b4fd9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333707 Jul 15 16:02:30.159806 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f798f71e-ab34-410c-93cd-614a64bc7e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:30.811440 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0b005-4b06-4cfa-af3a-d0789ea16f53 req-d9a26aef-bed7-47ab-b251-b4f9fa6fda06 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:30.813004 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08b0b005-4b06-4cfa-af3a-d0789ea16f53 req-d9a26aef-bed7-47ab-b251-b4f9fa6fda06 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 944 time: 0.0726914 Jul 15 16:02:30.852475 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-08b0b005-4b06-4cfa-af3a-d0789ea16f53 req-d8140dd5-fd3e-4d05-87e8-08f705281dfc tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337086 Jul 15 16:02:32.030460 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea1c10-a428-40bd-82cb-1ed08162a1a5 req-c0a7633d-e328-47a7-90df-a94c0ab12785 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:32.034989 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9aea1c10-a428-40bd-82cb-1ed08162a1a5 req-c0a7633d-e328-47a7-90df-a94c0ab12785 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 944 time: 0.0705547 Jul 15 16:02:32.070715 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9aea1c10-a428-40bd-82cb-1ed08162a1a5 req-68c99c9e-7cad-43a8-af2a-0c7338d7b336 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331860 Jul 15 16:02:32.920236 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:32.943184 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3876bd15-0bcf-4d81-b4f3-0164f451f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:33.272387 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7722b5-0f9a-471a-a808-34323c05734c req-1d58d9ad-7b11-4aa4-b596-805c1c2e44cf tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:33.273816 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b7722b5-0f9a-471a-a808-34323c05734c req-1d58d9ad-7b11-4aa4-b596-805c1c2e44cf tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 944 time: 0.0701628 Jul 15 16:02:33.315336 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0b7722b5-0f9a-471a-a808-34323c05734c req-411ce716-8859-4520-a4c8-04ea9a41deda tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358927 Jul 15 16:02:34.495287 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae43e3-f6c3-45dc-8e01-746d77aec8e1 req-6017e7b2-9703-4a9a-b1b1-429c77f57b90 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:34.496820 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1ae43e3-f6c3-45dc-8e01-746d77aec8e1 req-6017e7b2-9703-4a9a-b1b1-429c77f57b90 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 944 time: 0.0649462 Jul 15 16:02:34.536639 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:34.542522 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f1ae43e3-f6c3-45dc-8e01-746d77aec8e1 req-d472ec34-7f51-45a2-98b6-fbae7f1d086c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395405 Jul 15 16:02:35.720959 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19754726-21ab-4dd5-9cf5-7ea5854b90b0 req-456c8f5a-1543-476e-827b-ef86007acbd0 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:35.722494 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19754726-21ab-4dd5-9cf5-7ea5854b90b0 req-456c8f5a-1543-476e-827b-ef86007acbd0 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 944 time: 0.0658343 Jul 15 16:02:35.763265 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-19754726-21ab-4dd5-9cf5-7ea5854b90b0 req-43cb44c9-b417-45c3-9d7d-f4520be7b3cb tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348938 Jul 15 16:02:36.226181 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:36.946762 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151cecf-9151-4b89-9f2b-b2ec311af5eb req-48b814b0-ef8f-46d2-8df4-f111006623dd tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:36.948281 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d151cecf-9151-4b89-9f2b-b2ec311af5eb req-48b814b0-ef8f-46d2-8df4-f111006623dd tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 944 time: 0.0690937 Jul 15 16:02:36.987694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d151cecf-9151-4b89-9f2b-b2ec311af5eb req-e6431af3-b195-4681-a3ce-eb5e9ecc984c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336254 Jul 15 16:02:37.628140 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22391-fec3-4c21-82b5-a4679c0dd1c0 req-6389ddbd-43da-42dc-9148-a83d6cd07897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:37.629610 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9a22391-fec3-4c21-82b5-a4679c0dd1c0 req-6389ddbd-43da-42dc-9148-a83d6cd07897 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0455470 Jul 15 16:02:37.685344 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22391-fec3-4c21-82b5-a4679c0dd1c0 req-142d4634-4681-4b96-aea2-5b46aa340483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:37.687468 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9a22391-fec3-4c21-82b5-a4679c0dd1c0 req-142d4634-4681-4b96-aea2-5b46aa340483 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507438 Jul 15 16:02:37.700461 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-d9a22391-fec3-4c21-82b5-a4679c0dd1c0 req-6fcb0b8f-218b-4539-98e1-782f026624ad service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:02:37.701393 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9a22391-fec3-4c21-82b5-a4679c0dd1c0 req-6fcb0b8f-218b-4539-98e1-782f026624ad service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052960 Jul 15 16:02:37.794777 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9a22391-fec3-4c21-82b5-a4679c0dd1c0 req-70dca2d1-c846-4d1a-bd09-61561144694f service neutron] 10.222.0.11 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848138 Jul 15 16:02:37.882221 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d9a22391-fec3-4c21-82b5-a4679c0dd1c0 req-3019ecf4-7f83-4278-8223-c154c14f89bd service neutron] 10.222.0.11 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804126 Jul 15 16:02:37.991355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0768bfc-7679-4dd3-886a-1609883b4124 req-903379b9-3415-4484-be84-97815908d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:37.992851 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d0768bfc-7679-4dd3-886a-1609883b4124 req-903379b9-3415-4484-be84-97815908d544 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 1095 time: 0.0524471 Jul 15 16:02:38.107175 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0768bfc-7679-4dd3-886a-1609883b4124 req-1d6118da-5930-4222-9d1d-5f73d958104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:38.108746 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d0768bfc-7679-4dd3-886a-1609883b4124 req-1d6118da-5930-4222-9d1d-5f73d958104d service neutron] 10.222.0.11 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0928979 Jul 15 16:02:38.165712 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1080afa-ccde-49c3-bcb6-7d5d323cb9b5 req-70750a8e-3d4a-460c-b529-22e11b35ef8c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:38.167181 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1080afa-ccde-49c3-bcb6-7d5d323cb9b5 req-70750a8e-3d4a-460c-b529-22e11b35ef8c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 944 time: 0.0643880 Jul 15 16:02:38.178123 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d0768bfc-7679-4dd3-886a-1609883b4124 req-bcd57549-afa8-4e49-baec-6d03fd72e99e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 HTTP/1.1" status: 200 len: 999 time: 0.0628879 Jul 15 16:02:38.207376 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1080afa-ccde-49c3-bcb6-7d5d323cb9b5 req-b62498b2-7340-4b5f-b185-e70db41c73fc tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343437 Jul 15 16:02:38.229915 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0768bfc-7679-4dd3-886a-1609883b4124 req-c85f1c08-4522-4ee0-984a-fbde7f87364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:38.231431 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d0768bfc-7679-4dd3-886a-1609883b4124 req-c85f1c08-4522-4ee0-984a-fbde7f87364d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0449781 Jul 15 16:02:38.286894 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0768bfc-7679-4dd3-886a-1609883b4124 req-362fc176-82b7-4f3b-8aa7-5e009249aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:38.288375 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d0768bfc-7679-4dd3-886a-1609883b4124 req-362fc176-82b7-4f3b-8aa7-5e009249aa68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505145 Jul 15 16:02:38.380933 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d0768bfc-7679-4dd3-886a-1609883b4124 req-dc7bec01-da2e-4afd-ba7d-ad42354c0987 service neutron] 10.222.0.11 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845833 Jul 15 16:02:38.468955 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-d0768bfc-7679-4dd3-886a-1609883b4124 req-32bf91a5-f99e-493a-9d9c-d1e2f9c41976 service neutron] 10.222.0.11 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808055 Jul 15 16:02:38.862513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:02:38.956450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:02:38.968613 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'port_id': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'mac_address': 'fa:16:3e:d9:57:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:02:39.009037 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:39.023450 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:02:39.044136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:02:39.047716 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:39.095792 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,revision_number=11']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:02:39.262587 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['8c7a5f12-a622-446b-a8fa-1e0b7debf8e3'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:02:39.386414 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459807d8-2b21-4d30-bf80-caa9edb4a1f1 req-94f97338-6ff7-48c5-a0ed-67d4f559eef5 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:39.387936 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-459807d8-2b21-4d30-bf80-caa9edb4a1f1 req-94f97338-6ff7-48c5-a0ed-67d4f559eef5 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0666749 Jul 15 16:02:39.426960 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-459807d8-2b21-4d30-bf80-caa9edb4a1f1 req-bbb1d8db-2361-4ecc-81cf-b27aa88ff1a8 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324287 Jul 15 16:02:40.601151 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed654a33-7d31-4e05-b9de-8cc7623aaae8 req-4a7ae226-6f4c-4009-ba6c-9f03b1f215c5 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:40.602669 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed654a33-7d31-4e05-b9de-8cc7623aaae8 req-4a7ae226-6f4c-4009-ba6c-9f03b1f215c5 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 945 time: 0.0641963 Jul 15 16:02:40.641338 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed654a33-7d31-4e05-b9de-8cc7623aaae8 req-aaa3d32e-5f23-46d3-9fc2-6fc523a62163 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331886 Jul 15 16:02:40.884063 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:02:40.932073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:02:40.935553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:02:40.935943 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:41.014092 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:41.038654 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:02:41.040922 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f23879-651c-49e5-9cb6-e6f887f9095a" -d '{"events": [{"server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "name": "network-vif-plugged", "status": "completed", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:02:41.055800 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:02:41.060160 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:41.083346 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd1bb3e-37b8-4fda-a4d3-4f07a8e0ee98 x-openstack-request-id: req-8cd1bb3e-37b8-4fda-a4d3-4f07a8e0ee98 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:02:41.083715 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "name": "network-vif-plugged", "status": "completed", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:02:41.083968 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8cd1bb3e-37b8-4fda-a4d3-4f07a8e0ee98 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:02:41.084361 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'code': 200} Jul 15 16:02:41.111286 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,revision_number=12']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:02:41.250725 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0879d59-cfc6-4a5a-8216-16a93e5b0a70 req-569dc2e8-dd57-4068-8ff7-e989d24e7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:41.252255 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e0879d59-cfc6-4a5a-8216-16a93e5b0a70 req-569dc2e8-dd57-4068-8ff7-e989d24e7d73 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 1097 time: 0.0522695 Jul 15 16:02:41.290436 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-e0879d59-cfc6-4a5a-8216-16a93e5b0a70 req-341ea9a1-acf6-4a65-b9b5-82874e29f9d1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312912 Jul 15 16:02:41.877963 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968e9b1-be35-4477-8112-116d6766b125 req-1fd37a0c-48f1-4829-bda7-6e3b70acc650 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:41.879545 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7968e9b1-be35-4477-8112-116d6766b125 req-1fd37a0c-48f1-4829-bda7-6e3b70acc650 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 946 time: 0.1257606 Jul 15 16:02:41.917917 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7968e9b1-be35-4477-8112-116d6766b125 req-7c960bc4-11b5-41c3-94a3-eb89f5d1a948 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327840 Jul 15 16:02:43.098611 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899826bf-2aff-4305-a6b4-28b4a802937f req-ff31aa57-9303-4442-aa75-95b226e4a4a5 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:02:43.100114 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-899826bf-2aff-4305-a6b4-28b4a802937f req-ff31aa57-9303-4442-aa75-95b226e4a4a5 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 946 time: 0.0681345 Jul 15 16:02:43.138290 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-899826bf-2aff-4305-a6b4-28b4a802937f req-929a281e-44fc-4114-b3bf-04cb961bef6d tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326211 Jul 15 16:02:49.539373 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:49.872097 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:02:58.687189 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:03:00.150842 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6be83849-724b-4785-b650-d7d635e6489c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:02.922332 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:02.941922 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dd811e4b-b81b-454e-94bc-ce3ae6b945ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:04.534158 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:06.227714 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:19.558908 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:19.863220 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:30.152186 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87c8ce0a-b631-4d70-8a67-4135361052bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:32.923007 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:32.940809 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4b09e785-ba29-40fd-8bab-433f7f169990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:34.537082 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:35.685363 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85fa5c7a-500d-4236-b14a-5f3edd9fb882 req-845aa535-5cb0-443c-aee7-ce34279a3041 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508378 Jul 15 16:03:35.686782 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:03:35.775225 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa5c7a-500d-4236-b14a-5f3edd9fb882 req-0f972896-ca7f-4ec9-8846-deffa4da8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:03:35.776635 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85fa5c7a-500d-4236-b14a-5f3edd9fb882 req-0f972896-ca7f-4ec9-8846-deffa4da8a25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 1097 time: 0.0519509 Jul 15 16:03:35.882123 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa5c7a-500d-4236-b14a-5f3edd9fb882 req-1db0d902-23a1-4afa-9657-fae4a07a573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:03:35.883606 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85fa5c7a-500d-4236-b14a-5f3edd9fb882 req-1db0d902-23a1-4afa-9657-fae4a07a573d service neutron] 10.222.0.11 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0873044 Jul 15 16:03:35.946290 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85fa5c7a-500d-4236-b14a-5f3edd9fb882 req-ff93ba76-9f2d-4967-96fb-2043f78794e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 HTTP/1.1" status: 200 len: 1001 time: 0.0560250 Jul 15 16:03:35.994601 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa5c7a-500d-4236-b14a-5f3edd9fb882 req-bc43af62-1947-497c-8c95-5c8cdf4c0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:03:35.996026 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85fa5c7a-500d-4236-b14a-5f3edd9fb882 req-bc43af62-1947-497c-8c95-5c8cdf4c0a96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0434563 Jul 15 16:03:36.055701 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa5c7a-500d-4236-b14a-5f3edd9fb882 req-992d3152-50a0-4717-af5d-985d586c6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:03:36.057081 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85fa5c7a-500d-4236-b14a-5f3edd9fb882 req-992d3152-50a0-4717-af5d-985d586c6222 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550590 Jul 15 16:03:36.146101 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85fa5c7a-500d-4236-b14a-5f3edd9fb882 req-939d1a7a-c09b-4bae-80d7-6d36062815b6 service neutron] 10.222.0.11 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823832 Jul 15 16:03:36.230898 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:36.239431 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-85fa5c7a-500d-4236-b14a-5f3edd9fb882 req-d730edaa-bda5-48f7-b211-4f0d16104b22 service neutron] 10.222.0.11 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871580 Jul 15 16:03:49.553099 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:49.879203 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:52.554730 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43722) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:03:52.705749 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Deleting port d9de80cb-0cf9-4e37-98d0-7293686308f3 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:03:52.706111 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:52.782805 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:52.783146 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:52.794302 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Calling delete_port for d9de80cb-0cf9-4e37-98d0-7293686308f3 owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:03:52.940094 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:52.964717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event deleted for resources: {'Port': ['ID=d9de80cb-0cf9-4e37-98d0-7293686308f3,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:03:52.977004 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:52.977352 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:52.977692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:52.978028 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:52.978356 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:52.978707 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:52.979036 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:52.979363 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:52.979683 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:52.980001 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:52.980325 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:52.980640 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:53.037486 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:53.037928 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Floating IP 30548b5c-2dcd-405f-a172-1965b5fbc2c7 disassociated (deleted). External IP: 172.25.4.112, port: 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3. Jul 15 16:03:53.245672 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:03:53.350475 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:03:53.355278 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:53.360347 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca7f3a-b5e5-4ae7-b4b2-0a3652408d6e None None] Sync routers for ids ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:03:53.369529 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca7f3a-b5e5-4ae7-b4b2-0a3652408d6e None None] Routers {'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:03:53.370146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-34ca7f3a-b5e5-4ae7-b4b2-0a3652408d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:03:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:03:53.392368 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-54cf6dd1-37c3-48c6-8087-a6f115fdeab9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "DELETE /v2.0/floatingips/30548b5c-2dcd-405f-a172-1965b5fbc2c7 HTTP/1.1" status: 204 len: 168 time: 0.8365231 Jul 15 16:03:53.392956 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:03:53.395248 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11012491-f40e-4172-891e-d41065866dda" -d '{"events": [{"name": "network-changed", "server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:03:53.500901 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd5e69b-2a42-4cf5-8dec-915e28757716 x-openstack-request-id: req-3fd5e69b-2a42-4cf5-8dec-915e28757716 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:03:53.501393 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:03:53.501713 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3fd5e69b-2a42-4cf5-8dec-915e28757716 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:03:53.502193 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'status': 'completed', 'code': 200} Jul 15 16:03:53.647344 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11012491-f40e-4172-891e-d41065866dda req-5a7aef05-3955-45dd-96e8-b233a4366831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:03:53.648879 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-11012491-f40e-4172-891e-d41065866dda req-5a7aef05-3955-45dd-96e8-b233a4366831 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 1097 time: 0.1241014 Jul 15 16:03:53.651637 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-34ca7f3a-b5e5-4ae7-b4b2-0a3652408d6e None None] Set router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:03:53.748448 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11012491-f40e-4172-891e-d41065866dda req-6976a97e-2d48-4393-9a1b-bc34dc56fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:03:53.750011 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-11012491-f40e-4172-891e-d41065866dda req-6976a97e-2d48-4393-9a1b-bc34dc56fd4a service neutron] 10.222.0.11 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0928764 Jul 15 16:03:53.779646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4ca64-02b9-470c-a210-ad965c84ddee req-df3a5800-054d-4a77-91bb-9b2744f38616 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:03:53.781953 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1e4ca64-02b9-470c-a210-ad965c84ddee req-df3a5800-054d-4a77-91bb-9b2744f38616 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 946 time: 0.0692923 Jul 15 16:03:53.794573 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-11012491-f40e-4172-891e-d41065866dda req-c8d1c0ee-07b7-45bd-b42b-48265a74ebb6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 HTTP/1.1" status: 200 len: 217 time: 0.0376120 Jul 15 16:03:53.823071 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d1e4ca64-02b9-470c-a210-ad965c84ddee req-42c35605-4f71-44a8-adb6-0c2a13e3ba1b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354605 Jul 15 16:03:53.844789 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11012491-f40e-4172-891e-d41065866dda req-bd6ad4dc-a122-4ce5-a202-5833014dcf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:03:53.846292 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-11012491-f40e-4172-891e-d41065866dda req-bd6ad4dc-a122-4ce5-a202-5833014dcf18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0459995 Jul 15 16:03:53.853671 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-34ca7f3a-b5e5-4ae7-b4b2-0a3652408d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:48Z', 'revision_number': 5, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:03:53.884005 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca7f3a-b5e5-4ae7-b4b2-0a3652408d6e None None] Checking router: bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:03:53.892460 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca7f3a-b5e5-4ae7-b4b2-0a3652408d6e None None] Routers {'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:03:53.893330 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-34ca7f3a-b5e5-4ae7-b4b2-0a3652408d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:03:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:03:53.907991 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11012491-f40e-4172-891e-d41065866dda req-5904ea10-3598-4c8c-9b01-cd2b2d602dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:03:53.909504 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-11012491-f40e-4172-891e-d41065866dda req-5904ea10-3598-4c8c-9b01-cd2b2d602dc8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564423 Jul 15 16:03:53.994191 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-34ca7f3a-b5e5-4ae7-b4b2-0a3652408d6e None None] Set router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:03:54.000611 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-11012491-f40e-4172-891e-d41065866dda req-05106c3f-4811-4312-9bc0-daf4215b1f13 service neutron] 10.222.0.11 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834863 Jul 15 16:03:54.095720 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-11012491-f40e-4172-891e-d41065866dda req-73af2762-ab4f-437c-bebc-30bcc0d0116c service neutron] 10.222.0.11 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882592 Jul 15 16:03:54.192914 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-34ca7f3a-b5e5-4ae7-b4b2-0a3652408d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:48Z', 'revision_number': 5, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:03:54.219421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca7f3a-b5e5-4ae7-b4b2-0a3652408d6e None None] The sync data for ids ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'] in n-d-764435-3 is: [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:48Z', 'revision_number': 5, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:03:54.423936 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1bce1-c76b-46cd-a2e5-92b48b2bc496 None None] New status for floating IP 30548b5c-2dcd-405f-a172-1965b5fbc2c7: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:03:54.984566 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d03856-8f52-418d-af37-cded4628fe87 req-744b5626-4491-498e-83e8-df93dd72628b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:03:54.986102 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-17d03856-8f52-418d-af37-cded4628fe87 req-744b5626-4491-498e-83e8-df93dd72628b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.11 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 946 time: 0.0627294 Jul 15 16:03:54.996603 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0443b21-5a33-4e38-a3a9-a78ea9473106 req-9a4b3df6-9106-4c81-9807-6f57bbea5555 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:03:54.998076 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e0443b21-5a33-4e38-a3a9-a78ea9473106 req-9a4b3df6-9106-4c81-9807-6f57bbea5555 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=1baf3a8b-47d3-4576-a554-30b5adfa6fce HTTP/1.1" status: 200 len: 946 time: 0.0628130 Jul 15 16:03:55.035820 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e0443b21-5a33-4e38-a3a9-a78ea9473106 req-be8dd823-a436-4ea3-bb2c-b5c9cab6b028 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=abb08c49-b5cf-4004-8e80-af1c5348e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317082 Jul 15 16:03:55.090263 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-17d03856-8f52-418d-af37-cded4628fe87 req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Deleting port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:03:55.090633 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-17d03856-8f52-418d-af37-cded4628fe87 req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:55.177018 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-17d03856-8f52-418d-af37-cded4628fe87 req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] For port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:03:55.177377 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-17d03856-8f52-418d-af37-cded4628fe87 req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:55.190186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-17d03856-8f52-418d-af37-cded4628fe87 req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Calling delete_port for 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:03:55.317385 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-17d03856-8f52-418d-af37-cded4628fe87 req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:55.344286 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event deleted for resources: {'Port': ['ID=8c7a5f12-a622-446b-a8fa-1e0b7debf8e3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:03:55.357686 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:55.358034 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:55.358378 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:55.358740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:55.359125 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:55.359453 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:55.359779 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:55.360107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:55.360431 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:55.360747 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:55.361068 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:55.361386 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:03:55.402983 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d03856-8f52-418d-af37-cded4628fe87 req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] No DVR routers for this DVR port 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:03:55.405395 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-17d03856-8f52-418d-af37-cded4628fe87 req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:55.408279 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-17d03856-8f52-418d-af37-cded4628fe87 req-76257dc8-8957-46d0-8f92-40842791771c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.11 "DELETE /v2.0/ports/8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 HTTP/1.1" status: 204 len: 173 time: 0.4168239 Jul 15 16:03:55.408705 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'name': 'network-vif-deleted', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:03:55.410936 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ee855a-80fd-4c26-9011-9aad1546cef8" -d '{"events": [{"server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "name": "network-vif-deleted", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:03:55.507414 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19987785-3322-40f9-b13e-b6a2a885dad3 x-openstack-request-id: req-19987785-3322-40f9-b13e-b6a2a885dad3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:03:55.507705 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1baf3a8b-47d3-4576-a554-30b5adfa6fce", "name": "network-vif-deleted", "tag": "8c7a5f12-a622-446b-a8fa-1e0b7debf8e3", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:03:55.507954 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-19987785-3322-40f9-b13e-b6a2a885dad3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:03:55.508356 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baf3a8b-47d3-4576-a554-30b5adfa6fce', 'name': 'network-vif-deleted', 'tag': '8c7a5f12-a622-446b-a8fa-1e0b7debf8e3', 'status': 'completed', 'code': 200} Jul 15 16:03:56.139838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43750) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:03:56.197046 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0581-a682-409b-9d18-103249e62dda tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:56.223233 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0581-a682-409b-9d18-103249e62dda tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:56.286436 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0581-a682-409b-9d18-103249e62dda tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:56.288971 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0581-a682-409b-9d18-103249e62dda tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:56.290141 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1c1e0581-a682-409b-9d18-103249e62dda tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "DELETE /v2.0/security-groups/abb08c49-b5cf-4004-8e80-af1c5348e320 HTTP/1.1" status: 204 len: 168 time: 0.1492760 Jul 15 16:03:56.300710 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e0581-a682-409b-9d18-103249e62dda tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb08c49-b5cf-4004-8e80-af1c5348e320,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:03:56.670288 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 43756) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:03:56.675939 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e326e83b-ff0c-405e-bbc0-c0644498043f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1908387179', 'description': 'tempest-secgroup-smoke-1908387179 description', 'project_id': '0b187deb89584a4592a07fd735ed06b5'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:03:56.697706 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e326e83b-ff0c-405e-bbc0-c0644498043f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:56.774227 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e326e83b-ff0c-405e-bbc0-c0644498043f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:56.777412 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e326e83b-ff0c-405e-bbc0-c0644498043f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:56.802257 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e326e83b-ff0c-405e-bbc0-c0644498043f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:56.803481 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e326e83b-ff0c-405e-bbc0-c0644498043f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1320651 Jul 15 16:03:56.806390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43758) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:03:56.807745 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326e83b-ff0c-405e-bbc0-c0644498043f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a179b4-e90b-4f83-b2c8-13207f755b5b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:03:56.810981 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-c026b993-8b12-4bab-842e-425920cb0b95 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'security_group_rule': {'security_group_id': '27a179b4-e90b-4f83-b2c8-13207f755b5b', 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:03:56.836823 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c026b993-8b12-4bab-842e-425920cb0b95 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:56.882119 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c026b993-8b12-4bab-842e-425920cb0b95 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:56.885510 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c026b993-8b12-4bab-842e-425920cb0b95 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:56.901898 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026b993-8b12-4bab-842e-425920cb0b95 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92aa77ef-4678-40fc-bcf3-5c20b06d40c5,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:03:56.908448 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c026b993-8b12-4bab-842e-425920cb0b95 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:56.909861 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c026b993-8b12-4bab-842e-425920cb0b95 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1024480 Jul 15 16:03:56.912548 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43760) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:03:56.916974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-30868fd6-6c7b-4ed7-9bbd-03b332777579 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'security_group_rule': {'security_group_id': '27a179b4-e90b-4f83-b2c8-13207f755b5b', 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:03:56.943805 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-30868fd6-6c7b-4ed7-9bbd-03b332777579 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:56.999369 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-30868fd6-6c7b-4ed7-9bbd-03b332777579 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.003884 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-30868fd6-6c7b-4ed7-9bbd-03b332777579 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.023922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30868fd6-6c7b-4ed7-9bbd-03b332777579 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40443255-7ca7-44ad-968a-6feecb0f6129,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:03:57.031323 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-30868fd6-6c7b-4ed7-9bbd-03b332777579 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.032680 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-30868fd6-6c7b-4ed7-9bbd-03b332777579 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192150 Jul 15 16:03:57.035422 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43762) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:03:57.039744 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-b12c3477-4b35-4ecb-8515-5a79c0e0f477 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'security_group_rule': {'security_group_id': '27a179b4-e90b-4f83-b2c8-13207f755b5b', 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:03:57.064159 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b12c3477-4b35-4ecb-8515-5a79c0e0f477 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.121293 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b12c3477-4b35-4ecb-8515-5a79c0e0f477 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.125250 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b12c3477-4b35-4ecb-8515-5a79c0e0f477 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.143189 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c3477-4b35-4ecb-8515-5a79c0e0f477 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de3de19-bc5b-4c53-8a2e-3f565d0e95c2,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:03:57.148031 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b12c3477-4b35-4ecb-8515-5a79c0e0f477 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.151819 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b12c3477-4b35-4ecb-8515-5a79c0e0f477 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128407 Jul 15 16:03:57.151953 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43764) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:03:57.156265 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-0ef51f3b-6ccd-4c5c-bed3-d0d60c74b41f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'security_group_rule': {'security_group_id': '27a179b4-e90b-4f83-b2c8-13207f755b5b', 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:03:57.180519 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0ef51f3b-6ccd-4c5c-bed3-d0d60c74b41f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.225229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:03:57.239550 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0ef51f3b-6ccd-4c5c-bed3-d0d60c74b41f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.243136 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0ef51f3b-6ccd-4c5c-bed3-d0d60c74b41f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.244748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:03:57.245094 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device 8c7a5f12-a622-446b-a8fa-1e0b7debf8e3 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:03:57.265796 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef51f3b-6ccd-4c5c-bed3-d0d60c74b41f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563c6324-03a3-4e6a-8283-42b72de05cf2,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:03:57.269822 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0ef51f3b-6ccd-4c5c-bed3-d0d60c74b41f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.271194 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0ef51f3b-6ccd-4c5c-bed3-d0d60c74b41f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184359 Jul 15 16:03:57.274003 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43768) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:03:57.278402 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-65f3a0d7-b092-4411-8c6f-afc8e46c8914 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'security_group_rule': {'security_group_id': '27a179b4-e90b-4f83-b2c8-13207f755b5b', 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:03:57.299387 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-65f3a0d7-b092-4411-8c6f-afc8e46c8914 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Project 0b187deb89584a4592a07fd735ed06b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 16:03:57.304043 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65f3a0d7-b092-4411-8c6f-afc8e46c8914 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.368027 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65f3a0d7-b092-4411-8c6f-afc8e46c8914 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.371460 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65f3a0d7-b092-4411-8c6f-afc8e46c8914 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.391425 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3a0d7-b092-4411-8c6f-afc8e46c8914 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abf5a71-31d4-42ed-8428-02a51eb9c2cf,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:03:57.396924 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65f3a0d7-b092-4411-8c6f-afc8e46c8914 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.398029 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-65f3a0d7-b092-4411-8c6f-afc8e46c8914 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230311 Jul 15 16:03:57.400739 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43770) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:03:57.405069 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a68fe0e9-e095-42e4-92a0-243914cf9ac7 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'security_group_rule': {'security_group_id': '27a179b4-e90b-4f83-b2c8-13207f755b5b', 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:03:57.425909 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-a68fe0e9-e095-42e4-92a0-243914cf9ac7 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Project 0b187deb89584a4592a07fd735ed06b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 16:03:57.430497 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a68fe0e9-e095-42e4-92a0-243914cf9ac7 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.493760 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a68fe0e9-e095-42e4-92a0-243914cf9ac7 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.497133 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a68fe0e9-e095-42e4-92a0-243914cf9ac7 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.514785 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fe0e9-e095-42e4-92a0-243914cf9ac7 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b6d928-ba95-4036-a5d3-9be5b907650e,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:03:57.520737 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a68fe0e9-e095-42e4-92a0-243914cf9ac7 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:03:57.521822 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a68fe0e9-e095-42e4-92a0-243914cf9ac7 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201715 Jul 15 16:04:00.153770 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-159548a7-dfa2-4ac4-85d7-428b4c27baec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:02.931650 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:02.942194 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9c50445-5948-491a-8ed9-1e6dafaac78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:04.540089 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:06.235962 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:11.785118 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-77484e27-9de4-4cb5-a477-1ba6248302f1 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1908387179&fields=id&tenant_id=0b187deb89584a4592a07fd735ed06b5 HTTP/1.1" status: 200 len: 267 time: 0.0336158 Jul 15 16:04:11.892964 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-63458a44-012d-4912-aa54-de5c39512877 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:11.894340 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-63458a44-012d-4912-aa54-de5c39512877 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 809 time: 0.1031225 Jul 15 16:04:11.908511 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-facf34a2-b03c-46ac-9b14-f53c9ea28c95 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/quotas/0b187deb89584a4592a07fd735ed06b5 HTTP/1.1" status: 200 len: 375 time: 0.0088720 Jul 15 16:04:11.974340 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-d1328aac-626f-4a6a-87e7-5d0cd3bfd983 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611179 Jul 15 16:04:12.065802 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-c0b0ee22-7606-4c4d-b4c0-3990c0d58d8a service neutron] 10.222.0.38 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800698 Jul 15 16:04:12.155121 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-afb6c921-8f72-4f7f-8df8-b983b28dde4d service neutron] 10.222.0.38 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836267 Jul 15 16:04:12.446016 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6acd2b4a-326c-4233-89b6-026a0ba918d5 req-22c73896-ec4e-4491-ab41-3426e2dfa70f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 210 time: 0.0281212 Jul 15 16:04:12.688065 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:04:13.568853 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-727bb1d9-fbe7-43e2-bf5e-1efa4f0fe772 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:13.570486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-727bb1d9-fbe7-43e2-bf5e-1efa4f0fe772 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.22 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 809 time: 0.1137135 Jul 15 16:04:13.606574 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-acfdd6d3-c38c-490c-867b-f9123bb52a6d req-868a9be1-6720-46cb-a255-fe52ea5f5e0d tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 210 time: 0.0350676 Jul 15 16:04:13.634874 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-06960c4d-c204-4cd3-9338-86dfb9b40b58 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b187deb89584a4592a07fd735ed06b5 HTTP/1.1" status: 200 len: 380 time: 0.0527444 Jul 15 16:04:13.644037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3961d7a9-b4b6-43cc-82a9-539d8699c75a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'port': {'device_id': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'admin_state_up': True, 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'security_groups': ['27a179b4-e90b-4f83-b2c8-13207f755b5b']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:04:13.754099 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3961d7a9-b4b6-43cc-82a9-539d8699c75a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Made reservation on behalf of 0b187deb89584a4592a07fd735ed06b5 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:04:13.757718 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3961d7a9-b4b6-43cc-82a9-539d8699c75a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:13.889332 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3961d7a9-b4b6-43cc-82a9-539d8699c75a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Allocated IP 172.20.0.9 (40c40b46-961f-44c5-a656-f9e8bb20b0e9/25f1ccf4-f01f-47f6-a80b-627451d6b4b8/075b954d-2284-424f-8d99-95c501695de6) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:04:14.028132 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3961d7a9-b4b6-43cc-82a9-539d8699c75a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:14.042423 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3961d7a9-b4b6-43cc-82a9-539d8699c75a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Transition to ACTIVE for port object 075b954d-2284-424f-8d99-95c501695de6 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:04:14.076179 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3961d7a9-b4b6-43cc-82a9-539d8699c75a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:14.121516 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3961d7a9-b4b6-43cc-82a9-539d8699c75a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:04:14.126768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3961d7a9-b4b6-43cc-82a9-539d8699c75a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:04:14.131655 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3961d7a9-b4b6-43cc-82a9-539d8699c75a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:04:14.161666 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961d7a9-b4b6-43cc-82a9-539d8699c75a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'Port': ['ID=075b954d-2284-424f-8d99-95c501695de6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:04:14.194384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3961d7a9-b4b6-43cc-82a9-539d8699c75a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:14.195253 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3961d7a9-b4b6-43cc-82a9-539d8699c75a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:14.216863 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3961d7a9-b4b6-43cc-82a9-539d8699c75a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5771146 Jul 15 16:04:14.228589 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Request body: {'port': {'device_id': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:04:14.307319 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:14.363032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-847b3557-24c1-47d9-b341-4825e24ac019 None None] Provisioning for port 075b954d-2284-424f-8d99-95c501695de6 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:04:14.368586 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-847b3557-24c1-47d9-b341-4825e24ac019 None None] Provisioning complete for port 075b954d-2284-424f-8d99-95c501695de6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:04:14.369035 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-847b3557-24c1-47d9-b341-4825e24ac019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:14.403582 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-847b3557-24c1-47d9-b341-4825e24ac019 None None] Port 075b954d-2284-424f-8d99-95c501695de6 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:04:14.578811 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075b954d-2284-424f-8d99-95c501695de6 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:04:14.586319 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:14.599553 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Transition to ACTIVE for port object 075b954d-2284-424f-8d99-95c501695de6 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:04:14.602410 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:14.657775 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=075b954d-2284-424f-8d99-95c501695de6,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:04:14.760646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Attempting to bind port 075b954d-2284-424f-8d99-95c501695de6 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:04:14.760646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Attempting to bind port 075b954d-2284-424f-8d99-95c501695de6 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:04:14.760646 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Attempting to bind port 075b954d-2284-424f-8d99-95c501695de6 on network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:04:14.806952 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Port 075b954d-2284-424f-8d99-95c501695de6 on network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:04:14.807369 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Attempting to bind port 075b954d-2284-424f-8d99-95c501695de6 on network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:04:14.817383 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:04:14.817819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Checking segment: {'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:04:14.818280 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Bound using segment: {'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:04:14.818819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Bound port: 075b954d-2284-424f-8d99-95c501695de6, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b471ca-0452-4f89-9e26-8daac4e40aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:04:14.819246 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:14.885842 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da8927-70a3-4de5-9f6d-3abc07c7e827 req-6f564d49-1aa7-4d14-b09a-f5cb26d2dc01 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:14.887496 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-69da8927-70a3-4de5-9f6d-3abc07c7e827 req-6f564d49-1aa7-4d14-b09a-f5cb26d2dc01 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.1447804 Jul 15 16:04:14.924240 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] For port 075b954d-2284-424f-8d99-95c501695de6, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:04:14.947082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] For port 075b954d-2284-424f-8d99-95c501695de6, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=075b954d-2284-424f-8d99-95c501695de6,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:04:14.953895 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-69da8927-70a3-4de5-9f6d-3abc07c7e827 req-23af9e47-9f15-4c3f-b632-d8bbe32a9d6f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561016 Jul 15 16:04:14.955675 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:14.988052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:14.988834 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:14.990518 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] 10.222.0.22 "PUT /v2.0/ports/075b954d-2284-424f-8d99-95c501695de6 HTTP/1.1" status: 200 len: 1091 time: 0.7664080 Jul 15 16:04:14.993200 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'tag': '075b954d-2284-424f-8d99-95c501695de6'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:04:14.996395 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689b935c-3daa-4efc-8fd5-50b2b5129dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "82706ec0-9af5-43d5-a478-d2232d2bd62a", "tag": "075b954d-2284-424f-8d99-95c501695de6"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:04:15.039166 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242f895-1ab1-44c5-85c5-b30fa3b02ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=075b954d-2284-424f-8d99-95c501695de6,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:04:15.052994 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea9de54-fe35-4cd3-80e9-1a916cee7972 x-openstack-request-id: req-bea9de54-fe35-4cd3-80e9-1a916cee7972 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:04:15.053324 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82706ec0-9af5-43d5-a478-d2232d2bd62a", "tag": "075b954d-2284-424f-8d99-95c501695de6", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:04:15.053580 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bea9de54-fe35-4cd3-80e9-1a916cee7972 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:04:15.053969 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'tag': '075b954d-2284-424f-8d99-95c501695de6', 'status': 'completed', 'code': 200} Jul 15 16:04:15.120879 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-6b6e2941-488f-499e-bfa5-c5894056d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:15.122426 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-6b6e2941-488f-499e-bfa5-c5894056d413 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 1094 time: 0.0719697 Jul 15 16:04:15.167076 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-11eab42b-e257-466b-9c60-99392927b0b2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=075b954d-2284-424f-8d99-95c501695de6 HTTP/1.1" status: 200 len: 217 time: 0.0359111 Jul 15 16:04:15.220289 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-b6c8fc80-e443-4820-9399-a2fb1c1bba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:15.221780 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-b6c8fc80-e443-4820-9399-a2fb1c1bba29 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0485797 Jul 15 16:04:15.283088 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-764a6933-d555-44b1-90d0-e920ba2292ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:15.284517 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-764a6933-d555-44b1-90d0-e920ba2292ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563989 Jul 15 16:04:15.373458 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-fb1995a8-bf22-4d1a-8563-39296a029759 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821116 Jul 15 16:04:15.471906 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c7166a99-6b54-4fbb-a213-f986b40e10b1 req-98d00172-eb91-4194-abec-6694ea16eac0 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912068 Jul 15 16:04:15.567672 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b935c-3daa-4efc-8fd5-50b2b5129dbc req-ef4ee4d2-94da-468d-8301-284ad1f17361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:15.569169 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-689b935c-3daa-4efc-8fd5-50b2b5129dbc req-ef4ee4d2-94da-468d-8301-284ad1f17361 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 1094 time: 0.0519741 Jul 15 16:04:15.661029 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b935c-3daa-4efc-8fd5-50b2b5129dbc req-9343091b-de3e-4d5f-b63c-ccd128b6267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:15.662514 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-689b935c-3daa-4efc-8fd5-50b2b5129dbc req-9343091b-de3e-4d5f-b63c-ccd128b6267a service neutron] 10.222.0.22 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0877724 Jul 15 16:04:15.703189 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-689b935c-3daa-4efc-8fd5-50b2b5129dbc req-c9c56657-89dd-489c-9d3e-9eb8655eb2cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=075b954d-2284-424f-8d99-95c501695de6 HTTP/1.1" status: 200 len: 217 time: 0.0342414 Jul 15 16:04:15.750877 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b935c-3daa-4efc-8fd5-50b2b5129dbc req-38e31309-5886-4b70-b3e3-5b924dc52dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:15.752246 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-689b935c-3daa-4efc-8fd5-50b2b5129dbc req-38e31309-5886-4b70-b3e3-5b924dc52dc9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0432220 Jul 15 16:04:15.814518 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b935c-3daa-4efc-8fd5-50b2b5129dbc req-35c99faa-ebc3-482a-b4d4-39324b7d0f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:15.816045 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-689b935c-3daa-4efc-8fd5-50b2b5129dbc req-35c99faa-ebc3-482a-b4d4-39324b7d0f7a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569715 Jul 15 16:04:15.903315 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-689b935c-3daa-4efc-8fd5-50b2b5129dbc req-2a4a84da-3f3f-40ce-9f43-97a00a2d407c service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804896 Jul 15 16:04:16.382091 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-689b935c-3daa-4efc-8fd5-50b2b5129dbc req-a66c4ce7-4a30-4d46-a116-d591c97c14ac service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727423 Jul 15 16:04:16.410952 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbf936-950a-4e32-9bde-a1d3fac1aaad req-b723bfd0-2a18-41ea-ae67-9e49f4c75e2d tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:16.412419 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cedbf936-950a-4e32-9bde-a1d3fac1aaad req-b723bfd0-2a18-41ea-ae67-9e49f4c75e2d tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0875745 Jul 15 16:04:16.449811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cedbf936-950a-4e32-9bde-a1d3fac1aaad req-bc8cc648-293d-4a1f-a897-5ed1cc650f00 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314119 Jul 15 16:04:17.632041 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf167ce0-2e5e-4b6e-810f-8fd59eaff4cb req-c500eed0-3e8b-4c94-b944-8b3c65654c78 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:17.633668 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf167ce0-2e5e-4b6e-810f-8fd59eaff4cb req-c500eed0-3e8b-4c94-b944-8b3c65654c78 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0658765 Jul 15 16:04:17.675385 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf167ce0-2e5e-4b6e-810f-8fd59eaff4cb req-2f51edd4-e467-44e9-8202-bc5671989cb5 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359414 Jul 15 16:04:18.847927 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf2d46-87d6-4ace-a6de-49094f6bd4dd req-1ea32779-b440-4358-9716-d8a3624d4dc7 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:18.849411 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86cf2d46-87d6-4ace-a6de-49094f6bd4dd req-1ea32779-b440-4358-9716-d8a3624d4dc7 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0623276 Jul 15 16:04:18.885949 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86cf2d46-87d6-4ace-a6de-49094f6bd4dd req-7c04f268-ae61-4319-8533-4a7591a8c32a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310669 Jul 15 16:04:19.553636 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:19.871592 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:20.052838 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07da7d2-f73b-45c8-be76-0b9019b2d966 req-5f7d0109-f61f-4ae3-b945-894232c7f448 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:20.054301 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d07da7d2-f73b-45c8-be76-0b9019b2d966 req-5f7d0109-f61f-4ae3-b945-894232c7f448 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0610466 Jul 15 16:04:20.091814 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d07da7d2-f73b-45c8-be76-0b9019b2d966 req-3780640b-2bce-4dca-b667-a9d6897cbc84 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320272 Jul 15 16:04:21.267424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aec98b-7540-4380-a490-f26ad7016ecc req-d34e53a4-ef2c-4269-880a-ae533722e1ab tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:21.268897 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3aec98b-7540-4380-a490-f26ad7016ecc req-d34e53a4-ef2c-4269-880a-ae533722e1ab tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0660522 Jul 15 16:04:21.306589 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a3aec98b-7540-4380-a490-f26ad7016ecc req-ddaf208a-3443-4877-be5f-e60ac1e7b5cd tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320361 Jul 15 16:04:22.476547 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79289bdf-d930-4010-aefd-80431394ad4a req-01bd9ff7-41cd-4888-ba56-87196a00176c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:22.478007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79289bdf-d930-4010-aefd-80431394ad4a req-01bd9ff7-41cd-4888-ba56-87196a00176c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0620434 Jul 15 16:04:22.514441 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79289bdf-d930-4010-aefd-80431394ad4a req-792f785f-041d-49a5-867b-2ac5ada372da tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309825 Jul 15 16:04:23.684190 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9724e-ebc3-46a5-9d75-ac8073ec691f req-0b8d0c5e-252f-4c8a-a6ca-60d846af7c23 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:23.685661 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99c9724e-ebc3-46a5-9d75-ac8073ec691f req-0b8d0c5e-252f-4c8a-a6ca-60d846af7c23 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0629041 Jul 15 16:04:23.727113 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99c9724e-ebc3-46a5-9d75-ac8073ec691f req-f51b1c78-2ed2-4810-917e-e24c33a32589 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357511 Jul 15 16:04:24.901384 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e7983-900d-46eb-a450-2e8f78ed65f9 req-e403ff78-8f7a-46f1-9870-1af163773b9a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:24.902891 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-029e7983-900d-46eb-a450-2e8f78ed65f9 req-e403ff78-8f7a-46f1-9870-1af163773b9a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0624704 Jul 15 16:04:24.940958 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-029e7983-900d-46eb-a450-2e8f78ed65f9 req-6f3f08ef-652a-4517-85a9-cccab8f82b84 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313542 Jul 15 16:04:25.640081 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 075b954d-2284-424f-8d99-95c501695de6 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:04:25.734508 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 075b954d-2284-424f-8d99-95c501695de6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=075b954d-2284-424f-8d99-95c501695de6,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:04:25.745386 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '075b954d-2284-424f-8d99-95c501695de6', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'port_id': '075b954d-2284-424f-8d99-95c501695de6', 'mac_address': 'fa:16:3e:50:02:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:04:25.781071 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:25.793768 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075b954d-2284-424f-8d99-95c501695de6 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:04:25.812889 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 075b954d-2284-424f-8d99-95c501695de6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=075b954d-2284-424f-8d99-95c501695de6,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:04:25.817248 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:25.862982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=075b954d-2284-424f-8d99-95c501695de6,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:04:25.870032 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:04:25.870380 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:04:25.870745 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:04:25.871083 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:04:25.871418 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:04:25.871748 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:04:25.872075 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:04:25.872401 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:04:25.872725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:04:25.873047 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:04:25.873368 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:04:25.873689 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:04:26.051366 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['075b954d-2284-424f-8d99-95c501695de6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:04:26.112269 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aac9ce-8251-4f57-a35c-144be455cd73 req-d27c350d-6855-49cc-ba9d-ff3b191c0f35 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:26.113783 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31aac9ce-8251-4f57-a35c-144be455cd73 req-d27c350d-6855-49cc-ba9d-ff3b191c0f35 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 944 time: 0.0633180 Jul 15 16:04:26.151957 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-31aac9ce-8251-4f57-a35c-144be455cd73 req-f85bfb47-a2ae-4dea-a001-248e56509d67 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325963 Jul 15 16:04:27.356958 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4b569-8afa-4c2d-b4e9-f7556c82d232 req-0381b3f9-9934-46b2-ba5c-5713805581d0 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:27.358476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26f4b569-8afa-4c2d-b4e9-f7556c82d232 req-0381b3f9-9934-46b2-ba5c-5713805581d0 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 944 time: 0.0773125 Jul 15 16:04:27.399798 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-26f4b569-8afa-4c2d-b4e9-f7556c82d232 req-496e83e5-946d-4c94-b24e-5416223cb305 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350630 Jul 15 16:04:27.669770 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 075b954d-2284-424f-8d99-95c501695de6 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:04:27.732330 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 075b954d-2284-424f-8d99-95c501695de6 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:04:27.738093 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 075b954d-2284-424f-8d99-95c501695de6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:04:27.738673 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:27.823590 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:27.846854 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075b954d-2284-424f-8d99-95c501695de6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:04:27.849074 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8c90a1-be73-4da9-b539-f3235bbb01c7" -d '{"events": [{"server_uuid": "82706ec0-9af5-43d5-a478-d2232d2bd62a", "name": "network-vif-plugged", "status": "completed", "tag": "075b954d-2284-424f-8d99-95c501695de6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:04:27.861613 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 075b954d-2284-424f-8d99-95c501695de6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=075b954d-2284-424f-8d99-95c501695de6,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:04:27.866124 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:27.917709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=075b954d-2284-424f-8d99-95c501695de6,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:04:27.964008 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a831cb5-7ad7-4ff9-88b7-374387e61b40 x-openstack-request-id: req-8a831cb5-7ad7-4ff9-88b7-374387e61b40 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:04:27.964749 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82706ec0-9af5-43d5-a478-d2232d2bd62a", "name": "network-vif-plugged", "status": "completed", "tag": "075b954d-2284-424f-8d99-95c501695de6", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:04:27.965171 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8a831cb5-7ad7-4ff9-88b7-374387e61b40 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:04:27.965808 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075b954d-2284-424f-8d99-95c501695de6', 'code': 200} Jul 15 16:04:28.076912 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2d430-13a5-4ac1-882a-d5007c07b962 req-d9b1a7c0-fff1-4734-b491-0f028fcc8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:28.078415 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4fb2d430-13a5-4ac1-882a-d5007c07b962 req-d9b1a7c0-fff1-4734-b491-0f028fcc8a4f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 1096 time: 0.0510745 Jul 15 16:04:28.117007 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4fb2d430-13a5-4ac1-882a-d5007c07b962 req-e34936e5-1d7f-4b26-ae45-6bcdd4ee62f1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307398 Jul 15 16:04:28.576537 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c852a7-62ab-4a4f-91ec-b9d7f8bf36f5 req-185b8036-38d1-4a20-a196-7299d0f4b410 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:28.578041 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75c852a7-62ab-4a4f-91ec-b9d7f8bf36f5 req-185b8036-38d1-4a20-a196-7299d0f4b410 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0638263 Jul 15 16:04:28.616210 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75c852a7-62ab-4a4f-91ec-b9d7f8bf36f5 req-51a72cc4-3de3-4be6-8a30-8f2a125aee7d tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322402 Jul 15 16:04:29.794368 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ae0ed-eb10-4b48-9777-f199eb185205 req-a51fbc3d-2528-47b1-b05f-3ee6c2feaacf tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:29.795882 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b4ae0ed-eb10-4b48-9777-f199eb185205 req-a51fbc3d-2528-47b1-b05f-3ee6c2feaacf tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0661848 Jul 15 16:04:29.833441 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4b4ae0ed-eb10-4b48-9777-f199eb185205 req-e2bb34d3-bce0-42fe-9557-03bae2c5ff0d tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317357 Jul 15 16:04:30.004588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575bdf8-fa84-40ee-8cf8-056e37f03a53 req-1656ff9b-9620-4231-a159-20826b79bbbf tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:30.006068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d575bdf8-fa84-40ee-8cf8-056e37f03a53 req-1656ff9b-9620-4231-a159-20826b79bbbf tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0624361 Jul 15 16:04:30.043019 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d575bdf8-fa84-40ee-8cf8-056e37f03a53 req-cc837483-c631-45dd-b817-be8123924a81 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312886 Jul 15 16:04:30.067312 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43970) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:04:30.121488 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5e038f-526e-4dc2-ab66-1340454144a2 tempest-TestShelveInstance-1142287253 tempest-TestShelveInstance-1142287253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:30.123069 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-9a5e038f-526e-4dc2-ab66-1340454144a2 tempest-TestShelveInstance-1142287253 tempest-TestShelveInstance-1142287253-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 1091 time: 0.0547681 Jul 15 16:04:30.125872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 43972) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:04:30.130512 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': '075b954d-2284-424f-8d99-95c501695de6', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:04:30.154847 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87986cfb-365f-49fc-851f-4a11bb2b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:30.155497 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:30.251331 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:30.355818 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Allocated IP 172.25.4.29 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/e2c2432d-4931-4357-8a45-9e2ed96c5ba9) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:04:30.453702 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:30.491393 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:30.530652 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:04:30.533451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:04:30.536972 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:04:30.562446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'Port': ['ID=e2c2432d-4931-4357-8a45-9e2ed96c5ba9,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:04:30.896375 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:30.973098 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:31.120600 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:31.125231 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:31.193771 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event updated for resources: {'Port': ['ID=e2c2432d-4931-4357-8a45-9e2ed96c5ba9,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:04:31.201773 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:31.301459 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Floating IP e7d327da-90da-40fd-a039-ea660e8ce95f associated. External IP: 172.25.4.29, port: 075b954d-2284-424f-8d99-95c501695de6. Jul 15 16:04:31.508017 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:04:31.614172 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:04:31.623694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a735c9a0-e2f4-49b5-943e-df2b10cdd1a3 None None] Sync routers for ids ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:04:31.630793 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:31.634185 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a735c9a0-e2f4-49b5-943e-df2b10cdd1a3 None None] Routers {'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:04:31.634836 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a735c9a0-e2f4-49b5-943e-df2b10cdd1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:04:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:04:31.668972 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-34980195-6ea4-4619-8bc7-3fadd6122d56 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5420222 Jul 15 16:04:31.669631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'tag': '075b954d-2284-424f-8d99-95c501695de6'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:04:31.671975 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7b4542-1c93-4ff2-891f-a1d03d216699" -d '{"events": [{"name": "network-changed", "server_uuid": "82706ec0-9af5-43d5-a478-d2232d2bd62a", "tag": "075b954d-2284-424f-8d99-95c501695de6"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:04:31.707540 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314602b0-02e3-467f-b12c-1b181c12a6fd x-openstack-request-id: req-314602b0-02e3-467f-b12c-1b181c12a6fd {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:04:31.707839 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82706ec0-9af5-43d5-a478-d2232d2bd62a", "tag": "075b954d-2284-424f-8d99-95c501695de6", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:04:31.708095 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-314602b0-02e3-467f-b12c-1b181c12a6fd {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:04:31.708506 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'tag': '075b954d-2284-424f-8d99-95c501695de6', 'status': 'completed', 'code': 200} Jul 15 16:04:31.742746 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a735c9a0-e2f4-49b5-943e-df2b10cdd1a3 None None] Set router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:04:31.781304 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4542-1c93-4ff2-891f-a1d03d216699 req-b268849c-bff1-4b59-b9ae-8de439467c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:31.782855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a7b4542-1c93-4ff2-891f-a1d03d216699 req-b268849c-bff1-4b59-b9ae-8de439467c6b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 1096 time: 0.0521626 Jul 15 16:04:31.876974 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4542-1c93-4ff2-891f-a1d03d216699 req-325feaee-d9a9-43e7-996a-17ef7c1b5e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:31.878489 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a7b4542-1c93-4ff2-891f-a1d03d216699 req-325feaee-d9a9-43e7-996a-17ef7c1b5e0f service neutron] 10.222.0.22 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0894139 Jul 15 16:04:31.943659 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a7b4542-1c93-4ff2-891f-a1d03d216699 req-f4129a5f-5330-47c4-927e-f14b49fa17aa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=075b954d-2284-424f-8d99-95c501695de6 HTTP/1.1" status: 200 len: 998 time: 0.0587041 Jul 15 16:04:31.966421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a735c9a0-e2f4-49b5-943e-df2b10cdd1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e7d327da-90da-40fd-a039-ea660e8ce95f', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'port_id': '075b954d-2284-424f-8d99-95c501695de6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'mac_address': 'fa:16:3e:50:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:04:30Z', 'updated_at': '2021-07-15T16:04:30Z', 'revision_number': 0, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:48Z', 'revision_number': 5, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:04:31.991455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4542-1c93-4ff2-891f-a1d03d216699 req-ba3ac350-a107-4556-9326-33dcc085e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:31.992256 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a735c9a0-e2f4-49b5-943e-df2b10cdd1a3 None None] Checking router: bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:04:31.992926 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a7b4542-1c93-4ff2-891f-a1d03d216699 req-ba3ac350-a107-4556-9326-33dcc085e423 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0429804 Jul 15 16:04:32.000363 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a735c9a0-e2f4-49b5-943e-df2b10cdd1a3 None None] Routers {'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:04:32.000960 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a735c9a0-e2f4-49b5-943e-df2b10cdd1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:04:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:04:32.054390 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4542-1c93-4ff2-891f-a1d03d216699 req-b493c844-dc6f-446b-b34f-f0dcaad0b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:04:32.056006 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a7b4542-1c93-4ff2-891f-a1d03d216699 req-b493c844-dc6f-446b-b34f-f0dcaad0b2b4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569160 Jul 15 16:04:32.112981 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-a735c9a0-e2f4-49b5-943e-df2b10cdd1a3 None None] Set router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:04:32.145705 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a7b4542-1c93-4ff2-891f-a1d03d216699 req-1bbe13d2-abf2-44ae-88fc-ccdc3647dd20 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831826 Jul 15 16:04:32.241944 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8a7b4542-1c93-4ff2-891f-a1d03d216699 req-8d16f27c-42ea-48c4-96e9-b6d572bc2d40 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901895 Jul 15 16:04:32.338101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-a735c9a0-e2f4-49b5-943e-df2b10cdd1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e7d327da-90da-40fd-a039-ea660e8ce95f', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'port_id': '075b954d-2284-424f-8d99-95c501695de6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'mac_address': 'fa:16:3e:50:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:04:30Z', 'updated_at': '2021-07-15T16:04:30Z', 'revision_number': 0, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:48Z', 'revision_number': 5, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:04:32.366082 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a735c9a0-e2f4-49b5-943e-df2b10cdd1a3 None None] The sync data for ids ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'] in n-d-764435-3 is: [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': 'e7d327da-90da-40fd-a039-ea660e8ce95f', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'port_id': '075b954d-2284-424f-8d99-95c501695de6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'mac_address': 'fa:16:3e:50:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:04:30Z', 'updated_at': '2021-07-15T16:04:30Z', 'revision_number': 0, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:48Z', 'revision_number': 5, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:04:32.560981 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c8447-4bd2-47a4-8bfe-6086ec5ad586 None None] New status for floating IP e7d327da-90da-40fd-a039-ea660e8ce95f: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:04:32.922188 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:32.940608 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f72952f3-48ff-49d2-a0a2-814b45031459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:34.543849 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:36.236500 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:49.572293 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:04:49.686400 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:04:49.861940 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:05:00.155811 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-97a4251c-afe7-439a-a7c2-75f6439360e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:05:02.923365 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:05:02.939400 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a1ebe42-af14-4964-bfbb-e35a9c8990a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:05:04.545785 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:05:06.238728 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:05:19.571395 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:05:19.862313 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:05:21.285775 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e80e4b05-34a3-4fe3-9c90-35502b693ce7 req-b069cd27-6e75-481a-8095-fdbf6842f241 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873592 Jul 15 16:05:21.379583 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e4b05-34a3-4fe3-9c90-35502b693ce7 req-32ef6175-cbdb-413f-bc8d-8038f9547bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:05:21.381069 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e80e4b05-34a3-4fe3-9c90-35502b693ce7 req-32ef6175-cbdb-413f-bc8d-8038f9547bfa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 1096 time: 0.0514970 Jul 15 16:05:21.488085 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e4b05-34a3-4fe3-9c90-35502b693ce7 req-b8ba55b1-d16f-4640-980c-ca948bfb92d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:05:21.489554 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e80e4b05-34a3-4fe3-9c90-35502b693ce7 req-b8ba55b1-d16f-4640-980c-ca948bfb92d5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0884399 Jul 15 16:05:21.556065 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e80e4b05-34a3-4fe3-9c90-35502b693ce7 req-6dffb611-cab4-49c3-b225-6682b213af34 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=075b954d-2284-424f-8d99-95c501695de6 HTTP/1.1" status: 200 len: 1000 time: 0.0594378 Jul 15 16:05:21.602560 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e4b05-34a3-4fe3-9c90-35502b693ce7 req-eacb17e3-cc1a-4a48-94d5-1e1246f234c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:05:21.603984 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e80e4b05-34a3-4fe3-9c90-35502b693ce7 req-eacb17e3-cc1a-4a48-94d5-1e1246f234c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0424528 Jul 15 16:05:21.660665 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e4b05-34a3-4fe3-9c90-35502b693ce7 req-33956e3b-963e-40d0-b89e-9e1b4c9697a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:05:21.662054 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e80e4b05-34a3-4fe3-9c90-35502b693ce7 req-33956e3b-963e-40d0-b89e-9e1b4c9697a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520415 Jul 15 16:05:21.757194 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e80e4b05-34a3-4fe3-9c90-35502b693ce7 req-fd436c00-5b99-45df-9f95-d0c4a2cb2b9e service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876255 Jul 15 16:05:21.844150 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e80e4b05-34a3-4fe3-9c90-35502b693ce7 req-5b3f08e9-1b2b-438b-b43c-bebc9db5dc31 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807199 Jul 15 16:05:26.686050 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:05:30.156916 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20aa103d-2cfd-41ad-bcef-16db4630cd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:05:32.924184 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:05:32.938965 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f276c4aa-ffcc-4c34-93db-c252edfd9491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:05:34.551637 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:05:36.240034 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:05:49.572344 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:05:49.892072 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:00.157579 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a2670b4a-1e1a-4a2e-8f3b-cfcdda1c1981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:02.929710 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:02.939625 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd68ca0f-d9b9-4277-aa22-6affd94c1a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:03.686190 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:06:04.550946 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:06.243282 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:19.647530 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:19.893120 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:22.215663 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8aa71c0c-6152-4533-9dc0-b4f87268f665 req-ff58e6e2-66d3-4a41-930f-1d3a75e075cd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564260 Jul 15 16:06:22.306076 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa71c0c-6152-4533-9dc0-b4f87268f665 req-5f3c0792-ff26-448e-b90e-932c1c75c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:22.307586 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8aa71c0c-6152-4533-9dc0-b4f87268f665 req-5f3c0792-ff26-448e-b90e-932c1c75c1b6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 1096 time: 0.0512071 Jul 15 16:06:22.407077 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa71c0c-6152-4533-9dc0-b4f87268f665 req-b4686de7-a8af-43b8-bdae-19e694f905e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:22.408521 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8aa71c0c-6152-4533-9dc0-b4f87268f665 req-b4686de7-a8af-43b8-bdae-19e694f905e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0812061 Jul 15 16:06:22.475837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8aa71c0c-6152-4533-9dc0-b4f87268f665 req-f7716f10-20e6-4e5a-8174-b012756cbb79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=075b954d-2284-424f-8d99-95c501695de6 HTTP/1.1" status: 200 len: 1000 time: 0.0599439 Jul 15 16:06:22.522844 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa71c0c-6152-4533-9dc0-b4f87268f665 req-35702c8e-5b77-4fbe-8e36-bb541c396e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:22.524267 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8aa71c0c-6152-4533-9dc0-b4f87268f665 req-35702c8e-5b77-4fbe-8e36-bb541c396e22 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0424085 Jul 15 16:06:22.578067 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa71c0c-6152-4533-9dc0-b4f87268f665 req-3aba7343-5337-4b36-8904-654dcd4a140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:22.579533 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8aa71c0c-6152-4533-9dc0-b4f87268f665 req-3aba7343-5337-4b36-8904-654dcd4a140b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493684 Jul 15 16:06:22.669275 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8aa71c0c-6152-4533-9dc0-b4f87268f665 req-46982356-dd95-4dfa-99b2-44c049b1d8a0 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826287 Jul 15 16:06:22.754654 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8aa71c0c-6152-4533-9dc0-b4f87268f665 req-fdee6f6c-429b-4d43-88d7-44ad3af5f4db service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793071 Jul 15 16:06:27.547424 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792f985-a9b9-4a2c-ac30-b1558b59c930 req-bb066070-52d6-4b37-8436-120c8e3f8036 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:27.548905 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4792f985-a9b9-4a2c-ac30-b1558b59c930 req-bb066070-52d6-4b37-8436-120c8e3f8036 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0674653 Jul 15 16:06:27.586611 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-4792f985-a9b9-4a2c-ac30-b1558b59c930 req-093635ee-3f3c-4993-97fa-407c9df442d5 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322149 Jul 15 16:06:28.795435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd85d6-cef6-4ed0-bd21-6eb377f6600d req-914ac239-bfae-456e-bb34-e6001ad30626 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:28.796920 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5dd85d6-cef6-4ed0-bd21-6eb377f6600d req-914ac239-bfae-456e-bb34-e6001ad30626 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0630457 Jul 15 16:06:28.834422 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d5dd85d6-cef6-4ed0-bd21-6eb377f6600d req-af213e74-0928-47b5-9b3f-561c56be4473 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319419 Jul 15 16:06:30.022418 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfdadc-a1d5-45ec-b1d7-dd11bf4ea887 req-7c5027ad-0d52-4eaf-8d7c-c0e4095777b3 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:30.023883 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-39dfdadc-a1d5-45ec-b1d7-dd11bf4ea887 req-7c5027ad-0d52-4eaf-8d7c-c0e4095777b3 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0673459 Jul 15 16:06:30.060454 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-39dfdadc-a1d5-45ec-b1d7-dd11bf4ea887 req-5a001694-bd9d-46be-898c-3af8acd95902 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304618 Jul 15 16:06:30.158322 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-073ef41d-d2bc-4403-8c97-c493b7e70a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:31.236314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ab8ec-5d74-44cb-90cc-c43bead4d243 req-973bb041-755c-47d8-a430-18ca3bba03c7 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:31.237819 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f8ab8ec-5d74-44cb-90cc-c43bead4d243 req-973bb041-755c-47d8-a430-18ca3bba03c7 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0637729 Jul 15 16:06:31.274202 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f8ab8ec-5d74-44cb-90cc-c43bead4d243 req-83a2c933-f76d-46e9-88bf-1a60e4eb7797 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308826 Jul 15 16:06:32.447229 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a319c-9c33-4d99-a0a3-c3786d7ac473 req-02053fad-a609-41e0-9c2d-4fbe9713da06 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:32.448701 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a54a319c-9c33-4d99-a0a3-c3786d7ac473 req-02053fad-a609-41e0-9c2d-4fbe9713da06 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0617876 Jul 15 16:06:32.486207 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a54a319c-9c33-4d99-a0a3-c3786d7ac473 req-302dcc3c-de90-468c-8250-e233de698ace tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312865 Jul 15 16:06:32.937290 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:32.942463 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21fe8cb3-a6fb-4571-891b-fd9aa697d4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:33.664073 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58091d63-3d28-4ffe-847d-31051c84d3bc req-32a1049d-4537-4eb0-94d6-c7d1cf27c767 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:33.665811 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58091d63-3d28-4ffe-847d-31051c84d3bc req-32a1049d-4537-4eb0-94d6-c7d1cf27c767 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0679288 Jul 15 16:06:33.703016 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-58091d63-3d28-4ffe-847d-31051c84d3bc req-bcde3c2b-4c53-4e9c-ad28-e40099b757dc tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311253 Jul 15 16:06:34.553368 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:35.054007 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81ede3-21a4-484e-b5df-d95437f46496 req-1c6334b9-22f7-4dc8-9857-1cf2b2337d52 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:35.055516 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f81ede3-21a4-484e-b5df-d95437f46496 req-1c6334b9-22f7-4dc8-9857-1cf2b2337d52 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0623074 Jul 15 16:06:35.097055 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2f81ede3-21a4-484e-b5df-d95437f46496 req-c7f7d3cd-0654-4a5f-a666-55e55a156a20 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360625 Jul 15 16:06:36.246292 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:36.274735 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3f624-370e-44e7-940e-e3f6cd24d29d req-2ff5ad0a-cd3e-452d-9f6a-1388f91db21b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:36.276216 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6ef3f624-370e-44e7-940e-e3f6cd24d29d req-2ff5ad0a-cd3e-452d-9f6a-1388f91db21b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0680566 Jul 15 16:06:36.314255 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6ef3f624-370e-44e7-940e-e3f6cd24d29d req-fb18111d-15c7-4529-a2e6-7054d7485571 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319850 Jul 15 16:06:37.490491 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ede9d-8558-44bb-b5ab-6b011c2212a4 req-b4d43a95-2996-46c8-8c40-043b18b48198 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:37.491998 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f20ede9d-8558-44bb-b5ab-6b011c2212a4 req-b4d43a95-2996-46c8-8c40-043b18b48198 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0664756 Jul 15 16:06:37.530231 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f20ede9d-8558-44bb-b5ab-6b011c2212a4 req-c176703d-7e12-43fb-9faa-a2d4f75d6265 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320292 Jul 15 16:06:37.635736 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc67e15-5674-447c-ae65-3224d144efb8 req-1948774a-796e-4d2a-b7dd-83df5f02912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:37.637186 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccc67e15-5674-447c-ae65-3224d144efb8 req-1948774a-796e-4d2a-b7dd-83df5f02912b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 1096 time: 0.0516379 Jul 15 16:06:37.733631 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc67e15-5674-447c-ae65-3224d144efb8 req-2723ac4f-a3a1-4dd6-8141-0d7a2ac336f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:37.735139 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccc67e15-5674-447c-ae65-3224d144efb8 req-2723ac4f-a3a1-4dd6-8141-0d7a2ac336f2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0911310 Jul 15 16:06:37.797572 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccc67e15-5674-447c-ae65-3224d144efb8 req-669f4641-d01e-4eeb-96ab-461407d38873 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=075b954d-2284-424f-8d99-95c501695de6 HTTP/1.1" status: 200 len: 1000 time: 0.0553653 Jul 15 16:06:37.848243 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc67e15-5674-447c-ae65-3224d144efb8 req-eae8baec-b190-4f6a-8066-6043c9e833cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:37.850068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccc67e15-5674-447c-ae65-3224d144efb8 req-eae8baec-b190-4f6a-8066-6043c9e833cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0467894 Jul 15 16:06:37.905204 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc67e15-5674-447c-ae65-3224d144efb8 req-a7ce68d6-c52f-4ad7-a09c-c67faaf1307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:37.906914 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccc67e15-5674-447c-ae65-3224d144efb8 req-a7ce68d6-c52f-4ad7-a09c-c67faaf1307b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511827 Jul 15 16:06:37.998241 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccc67e15-5674-447c-ae65-3224d144efb8 req-cc91eba4-c9b0-40b4-b9d9-7c1ec9a33426 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848987 Jul 15 16:06:38.084800 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ccc67e15-5674-447c-ae65-3224d144efb8 req-2dfb3cf2-cfd6-49d3-94f8-756d819ae257 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801010 Jul 15 16:06:38.699835 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49168ca6-d83f-4acb-b99d-a2366b704f98 req-099653e0-eec6-4e28-aed2-3598ae478ee9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:38.701290 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49168ca6-d83f-4acb-b99d-a2366b704f98 req-099653e0-eec6-4e28-aed2-3598ae478ee9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0633848 Jul 15 16:06:38.743010 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-49168ca6-d83f-4acb-b99d-a2366b704f98 req-35e72921-5433-4309-9ae4-a8113e0e26c4 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360804 Jul 15 16:06:39.921245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a13ac6-63a0-489b-9a34-efc43b6b1069 req-225da74b-bb69-4bb5-ae92-40a49637356a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:39.922955 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a9a13ac6-63a0-489b-9a34-efc43b6b1069 req-225da74b-bb69-4bb5-ae92-40a49637356a tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0667727 Jul 15 16:06:39.965270 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a9a13ac6-63a0-489b-9a34-efc43b6b1069 req-f179c77b-1db2-421d-b2c2-e94e485e96f5 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337553 Jul 15 16:06:40.685158 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:06:41.155633 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5bb25-2358-4e60-89be-72de5d909606 req-5f4d4482-5d5e-41af-bedd-c7380e471c73 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:41.157184 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2f5bb25-2358-4e60-89be-72de5d909606 req-5f4d4482-5d5e-41af-bedd-c7380e471c73 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0689995 Jul 15 16:06:41.197287 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e2f5bb25-2358-4e60-89be-72de5d909606 req-ece41641-9d19-4e6e-b5c8-9f5fe95b44bc tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338221 Jul 15 16:06:42.261415 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 075b954d-2284-424f-8d99-95c501695de6 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:06:42.337045 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:42.359814 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075b954d-2284-424f-8d99-95c501695de6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:06:42.361949 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69430339-4c8d-4df9-b97c-f841137eb191" -d '{"events": [{"server_uuid": "82706ec0-9af5-43d5-a478-d2232d2bd62a", "name": "network-vif-unplugged", "status": "completed", "tag": "075b954d-2284-424f-8d99-95c501695de6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:06:42.374519 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 075b954d-2284-424f-8d99-95c501695de6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=075b954d-2284-424f-8d99-95c501695de6,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:06:42.375549 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5b054-15d0-4540-847f-d7c13731cb13 req-d1b8141d-86a5-4dc7-82b6-6f158a2c84b9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:42.377204 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aee5b054-15d0-4540-847f-d7c13731cb13 req-d1b8141d-86a5-4dc7-82b6-6f158a2c84b9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0677378 Jul 15 16:06:42.379847 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:42.403675 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 16:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b909d32-94bb-4f72-b034-cd407adb1a0c x-openstack-request-id: req-8b909d32-94bb-4f72-b034-cd407adb1a0c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:06:42.403961 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82706ec0-9af5-43d5-a478-d2232d2bd62a", "name": "network-vif-unplugged", "status": "failed", "tag": "075b954d-2284-424f-8d99-95c501695de6", "code": 422}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:06:42.404207 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8b909d32-94bb-4f72-b034-cd407adb1a0c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:06:42.405162 n-d-764435-3 neutron-server[100713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '075b954d-2284-424f-8d99-95c501695de6', 'code': 422} returned with failed status Jul 15 16:06:42.416468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-aee5b054-15d0-4540-847f-d7c13731cb13 req-95201767-e541-437c-85e7-89f5b3bfbf58 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332096 Jul 15 16:06:42.430694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=075b954d-2284-424f-8d99-95c501695de6,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:06:42.438134 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:06:42.438478 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:06:42.438840 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:06:42.439173 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:06:42.439503 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:06:42.439830 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:06:42.440153 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:06:42.440473 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:06:42.440790 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:06:42.441104 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:06:42.441422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:06:42.441737 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:06:42.688161 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee165e72-62d4-46e1-815e-cbb5f341d446 req-ac5f9699-8be2-4d66-8e96-1dd1b67af2f7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0511773 Jul 15 16:06:42.759903 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2e4b9-83c7-4797-93ad-c51a819e4e6e req-4dc3b377-3ce4-4302-9348-5739c1c925bc tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:42.761380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2af2e4b9-83c7-4797-93ad-c51a819e4e6e req-4dc3b377-3ce4-4302-9348-5739c1c925bc tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0623338 Jul 15 16:06:42.798889 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2af2e4b9-83c7-4797-93ad-c51a819e4e6e req-ee5cc230-ca1c-4d9f-9ace-affc75e4196c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312440 Jul 15 16:06:43.973671 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92a205-7b23-4e4f-8cd9-a1d440e2f1e4 req-224a35e5-1bda-40ce-a75a-d41687df3d95 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:43.975093 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd92a205-7b23-4e4f-8cd9-a1d440e2f1e4 req-224a35e5-1bda-40ce-a75a-d41687df3d95 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0660961 Jul 15 16:06:44.012934 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fd92a205-7b23-4e4f-8cd9-a1d440e2f1e4 req-a7372838-7463-4a5e-85a7-456e1a99a9e4 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320451 Jul 15 16:06:45.191074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4570252-e18e-4820-a6cd-8588f85134b5 req-6cd324fd-e157-4a1b-9f3e-00e0b4946d17 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:45.192762 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4570252-e18e-4820-a6cd-8588f85134b5 req-6cd324fd-e157-4a1b-9f3e-00e0b4946d17 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0635581 Jul 15 16:06:45.231828 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d4570252-e18e-4820-a6cd-8588f85134b5 req-840a108f-ff32-478a-ac4d-8b1e35ae9db7 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327542 Jul 15 16:06:46.408230 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f5057-9339-451f-b642-51eb21ec6479 req-773ab665-7cc7-4773-a1eb-e999a5e552f9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:46.409735 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc2f5057-9339-451f-b642-51eb21ec6479 req-773ab665-7cc7-4773-a1eb-e999a5e552f9 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0655117 Jul 15 16:06:46.447583 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cc2f5057-9339-451f-b642-51eb21ec6479 req-8c8737b4-5160-44c2-be6f-11a7e2951e61 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322537 Jul 15 16:06:47.621934 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60ae97-b51e-4d09-8cd1-2064df431c86 req-2b2bdde5-b5c0-4db3-b358-37cc8c724ebb tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:47.625194 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd60ae97-b51e-4d09-8cd1-2064df431c86 req-2b2bdde5-b5c0-4db3-b358-37cc8c724ebb tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0649159 Jul 15 16:06:47.663144 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-dd60ae97-b51e-4d09-8cd1-2064df431c86 req-57fb0623-026f-44ab-96b8-f41842b641d0 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322142 Jul 15 16:06:48.843637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844468f-9aef-42f8-9330-eff5ca4f1bfd req-5d896de7-a111-4095-95ca-f628c8369df4 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:48.845193 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8844468f-9aef-42f8-9330-eff5ca4f1bfd req-5d896de7-a111-4095-95ca-f628c8369df4 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0644119 Jul 15 16:06:48.884544 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8844468f-9aef-42f8-9330-eff5ca4f1bfd req-03ec16bf-c4d1-4e9d-8bab-efc58007dffe tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331728 Jul 15 16:06:49.407324 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee165e72-62d4-46e1-815e-cbb5f341d446 req-a9560aae-1143-4b0f-8278-67e48376b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:49.408809 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee165e72-62d4-46e1-815e-cbb5f341d446 req-a9560aae-1143-4b0f-8278-67e48376b6ad service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a&tenant_id=0b187deb89584a4592a07fd735ed06b5 HTTP/1.1" status: 200 len: 1094 time: 0.0555544 Jul 15 16:06:49.482342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee165e72-62d4-46e1-815e-cbb5f341d446 req-253c9330-99b8-4e85-a951-55ca480b52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:49.484198 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee165e72-62d4-46e1-815e-cbb5f341d446 req-253c9330-99b8-4e85-a951-55ca480b52f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 1094 time: 0.0519109 Jul 15 16:06:49.573732 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee165e72-62d4-46e1-815e-cbb5f341d446 req-52f4052d-4fec-408e-8aba-10c772b31435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:49.575241 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee165e72-62d4-46e1-815e-cbb5f341d446 req-52f4052d-4fec-408e-8aba-10c772b31435 service neutron] 10.222.0.22 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0852461 Jul 15 16:06:49.664495 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:49.892242 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:49.978670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee165e72-62d4-46e1-815e-cbb5f341d446 req-364e37ce-8097-4d6f-a02e-d39dc4d6a17a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=075b954d-2284-424f-8d99-95c501695de6 HTTP/1.1" status: 200 len: 998 time: 0.3971779 Jul 15 16:06:50.059179 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee165e72-62d4-46e1-815e-cbb5f341d446 req-d623e54d-ca2b-40a3-ac8d-e127633cf17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:50.060680 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee165e72-62d4-46e1-815e-cbb5f341d446 req-d623e54d-ca2b-40a3-ac8d-e127633cf17d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0758116 Jul 15 16:06:50.113296 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec2aac-6563-4f53-9903-05f09a244c82 req-cfa4b61b-4ea5-4c55-b326-fa9936c05ac4 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:50.114799 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12ec2aac-6563-4f53-9903-05f09a244c82 req-cfa4b61b-4ea5-4c55-b326-fa9936c05ac4 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.1053615 Jul 15 16:06:50.157864 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee165e72-62d4-46e1-815e-cbb5f341d446 req-31dbc5f8-4a98-4ceb-9cc8-d867a1b4438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:50.159384 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee165e72-62d4-46e1-815e-cbb5f341d446 req-31dbc5f8-4a98-4ceb-9cc8-d867a1b4438b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913968 Jul 15 16:06:50.166334 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-12ec2aac-6563-4f53-9903-05f09a244c82 req-ba550628-25a2-4dbd-8ac8-a1bee166116f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446789 Jul 15 16:06:50.251015 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee165e72-62d4-46e1-815e-cbb5f341d446 req-1e98f84e-3036-40fb-90ef-df6f87d1bf1e service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837443 Jul 15 16:06:50.337409 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ee165e72-62d4-46e1-815e-cbb5f341d446 req-686081b8-5a5c-4378-9718-e8001d1ecb5f service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797083 Jul 15 16:06:51.341703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ee42e-b714-486f-a0d6-3804875b429a req-1cb906be-0f29-4fdf-8d3c-d761c40d427c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:51.343719 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f1ee42e-b714-486f-a0d6-3804875b429a req-1cb906be-0f29-4fdf-8d3c-d761c40d427c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0667448 Jul 15 16:06:51.381527 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f1ee42e-b714-486f-a0d6-3804875b429a req-ee9a61f7-36fd-4051-a3e0-db86a8f6e1e7 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321517 Jul 15 16:06:52.549741 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b81856-b2b3-49f5-8378-fd6ed7b21da1 req-2e54db6a-2223-4e61-92bd-1486fcd2290b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:52.551225 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75b81856-b2b3-49f5-8378-fd6ed7b21da1 req-2e54db6a-2223-4e61-92bd-1486fcd2290b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0611413 Jul 15 16:06:52.588340 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-75b81856-b2b3-49f5-8378-fd6ed7b21da1 req-d628c157-b197-478e-9cfc-be179fcd0c49 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316100 Jul 15 16:06:53.758295 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8ceb7-8352-4e83-b2cf-e51185d035a7 req-ceb69e85-0639-4f4d-82d7-86fd3f2b4ce6 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:53.759840 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a9b8ceb7-8352-4e83-b2cf-e51185d035a7 req-ceb69e85-0639-4f4d-82d7-86fd3f2b4ce6 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0620408 Jul 15 16:06:53.797476 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a9b8ceb7-8352-4e83-b2cf-e51185d035a7 req-81820729-af88-4f07-9fb9-ab863b44bf70 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320623 Jul 15 16:06:54.972305 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c031c3b-4fb1-447f-bb30-bcb20fe01648 req-ad3c59e6-4d5f-48b1-8c99-e40d44cefce8 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:54.973784 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c031c3b-4fb1-447f-bb30-bcb20fe01648 req-ad3c59e6-4d5f-48b1-8c99-e40d44cefce8 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0671439 Jul 15 16:06:55.010459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1c031c3b-4fb1-447f-bb30-bcb20fe01648 req-45e77bee-0671-4ade-abf5-d3741fbbb2c4 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311544 Jul 15 16:06:56.181519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45902f-48ce-45c8-a807-e25d47decfca req-d52ebed0-9143-42c6-9bd4-dee9adf32064 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:56.183043 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c45902f-48ce-45c8-a807-e25d47decfca req-d52ebed0-9143-42c6-9bd4-dee9adf32064 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0625546 Jul 15 16:06:56.221695 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7c45902f-48ce-45c8-a807-e25d47decfca req-8b9c56ce-faa8-4152-b02a-698b0eac758c tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330217 Jul 15 16:06:57.394370 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ccf0f-6cf9-4ab9-8bfb-0eb80ff313fb req-5d94d70b-5a44-448b-8d5f-14980b06adbd tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:57.395907 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-920ccf0f-6cf9-4ab9-8bfb-0eb80ff313fb req-5d94d70b-5a44-448b-8d5f-14980b06adbd tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 943 time: 0.0667074 Jul 15 16:06:57.432719 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-920ccf0f-6cf9-4ab9-8bfb-0eb80ff313fb req-16016cf8-c20a-465c-a2a8-c3311f5b7dd1 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312541 Jul 15 16:06:58.305819 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 075b954d-2284-424f-8d99-95c501695de6 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:06:58.400907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 075b954d-2284-424f-8d99-95c501695de6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=075b954d-2284-424f-8d99-95c501695de6,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:06:58.412314 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '075b954d-2284-424f-8d99-95c501695de6', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'port_id': '075b954d-2284-424f-8d99-95c501695de6', 'mac_address': 'fa:16:3e:50:02:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:06:58.447674 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:58.460516 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075b954d-2284-424f-8d99-95c501695de6 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:06:58.480590 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 075b954d-2284-424f-8d99-95c501695de6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=075b954d-2284-424f-8d99-95c501695de6,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:06:58.485595 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:06:58.532376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=075b954d-2284-424f-8d99-95c501695de6,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:06:58.611323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472b72b-20bd-4115-a3ab-4f6cdc24a631 req-72555e61-06cf-4f62-a7e8-d0c823385a01 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:58.612812 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8472b72b-20bd-4115-a3ab-4f6cdc24a631 req-72555e61-06cf-4f62-a7e8-d0c823385a01 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 944 time: 0.0625420 Jul 15 16:06:58.650011 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8472b72b-20bd-4115-a3ab-4f6cdc24a631 req-b1ce74e2-6e61-4554-ade6-693775f36a6f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316463 Jul 15 16:06:58.732276 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['075b954d-2284-424f-8d99-95c501695de6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:06:59.824495 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60883e-63c4-471b-95e9-659579f301c8 req-1b25c923-432c-420d-8081-532578042928 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:06:59.826012 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f60883e-63c4-471b-95e9-659579f301c8 req-1b25c923-432c-420d-8081-532578042928 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 944 time: 0.0624380 Jul 15 16:06:59.867380 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9f60883e-63c4-471b-95e9-659579f301c8 req-199bc0b3-d674-451d-9f19-139fd1460901 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355821 Jul 15 16:07:00.159186 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7651ff92-5570-4de9-a650-3b9e0cf799d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:00.337156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 075b954d-2284-424f-8d99-95c501695de6 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:07:00.386490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 075b954d-2284-424f-8d99-95c501695de6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:07:00.386914 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:00.459553 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:00.481369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075b954d-2284-424f-8d99-95c501695de6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:07:00.483606 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236fb64a-ed4f-4d7b-9a04-aca16b54f5ca" -d '{"events": [{"server_uuid": "82706ec0-9af5-43d5-a478-d2232d2bd62a", "name": "network-vif-plugged", "status": "completed", "tag": "075b954d-2284-424f-8d99-95c501695de6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:07:00.496363 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 075b954d-2284-424f-8d99-95c501695de6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=075b954d-2284-424f-8d99-95c501695de6,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:07:00.500348 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:00.526446 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151be659-a692-4dee-bbb0-f9a937c73c49 x-openstack-request-id: req-151be659-a692-4dee-bbb0-f9a937c73c49 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:07:00.526790 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82706ec0-9af5-43d5-a478-d2232d2bd62a", "name": "network-vif-plugged", "status": "completed", "tag": "075b954d-2284-424f-8d99-95c501695de6", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:07:00.527020 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-151be659-a692-4dee-bbb0-f9a937c73c49 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:07:00.527397 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075b954d-2284-424f-8d99-95c501695de6', 'code': 200} Jul 15 16:07:00.554150 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=075b954d-2284-424f-8d99-95c501695de6,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:07:00.679602 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38129d0-3aa4-431a-b592-146bf7b951d8 req-e329be59-0a3a-4d6b-927a-35f3b6ec6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:07:00.681090 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a38129d0-3aa4-431a-b592-146bf7b951d8 req-e329be59-0a3a-4d6b-927a-35f3b6ec6a84 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 1096 time: 0.0544348 Jul 15 16:07:00.714715 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-a38129d0-3aa4-431a-b592-146bf7b951d8 req-c2a65f8d-4b80-4f76-b99b-a805d00ac168 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269661 Jul 15 16:07:01.038706 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0c185-fbc1-4d6c-b170-67b0b33cef5d req-153205b2-ce9f-4ae9-94e4-d0a990bc51a6 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:07:01.040203 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0eb0c185-fbc1-4d6c-b170-67b0b33cef5d req-153205b2-ce9f-4ae9-94e4-d0a990bc51a6 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0625436 Jul 15 16:07:01.076783 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0eb0c185-fbc1-4d6c-b170-67b0b33cef5d req-8531cdef-585a-48f2-a13b-fd3c89d0d4a0 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310576 Jul 15 16:07:02.254274 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d184c-d0bd-4f0e-b100-c087729841ca req-3e105901-90c4-40e6-bacc-6ffd9115bd86 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:07:02.255769 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-263d184c-d0bd-4f0e-b100-c087729841ca req-3e105901-90c4-40e6-bacc-6ffd9115bd86 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.0676572 Jul 15 16:07:02.351947 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-263d184c-d0bd-4f0e-b100-c087729841ca req-02eca1c0-9350-44dd-b660-203c639e02fc tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906887 Jul 15 16:07:02.935144 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:02.944761 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fafeb9be-6977-4428-8d36-1c35de876b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:04.555801 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:06.249030 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:17.684108 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:07:19.667247 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:19.891052 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:24.214982 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f65ee7e3-b4d8-4fbb-8127-4e78a1240769 req-02bdc22e-dbb1-4833-9fce-d0a515c0d796 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523989 Jul 15 16:07:24.311052 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ee7e3-b4d8-4fbb-8127-4e78a1240769 req-92cbe63f-b757-464a-82d2-fb712ccb5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:07:24.312692 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f65ee7e3-b4d8-4fbb-8127-4e78a1240769 req-92cbe63f-b757-464a-82d2-fb712ccb5790 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 1096 time: 0.0551355 Jul 15 16:07:24.422833 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ee7e3-b4d8-4fbb-8127-4e78a1240769 req-bfe2b650-b8e7-4585-86f7-873bb904d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:07:24.424397 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f65ee7e3-b4d8-4fbb-8127-4e78a1240769 req-bfe2b650-b8e7-4585-86f7-873bb904d470 service neutron] 10.222.0.22 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.0915427 Jul 15 16:07:24.490844 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f65ee7e3-b4d8-4fbb-8127-4e78a1240769 req-d86c06d7-a9e7-4ba6-9bac-f416353c128e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=075b954d-2284-424f-8d99-95c501695de6 HTTP/1.1" status: 200 len: 1000 time: 0.0594244 Jul 15 16:07:24.544930 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ee7e3-b4d8-4fbb-8127-4e78a1240769 req-245b77ce-a0df-469b-a4e7-67352bc8499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:07:24.546468 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f65ee7e3-b4d8-4fbb-8127-4e78a1240769 req-245b77ce-a0df-469b-a4e7-67352bc8499d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0495360 Jul 15 16:07:24.603666 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ee7e3-b4d8-4fbb-8127-4e78a1240769 req-9dceb5de-e279-4ff5-b143-8e7edcc819f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:07:24.605202 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f65ee7e3-b4d8-4fbb-8127-4e78a1240769 req-9dceb5de-e279-4ff5-b143-8e7edcc819f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530653 Jul 15 16:07:24.697497 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f65ee7e3-b4d8-4fbb-8127-4e78a1240769 req-1e3087f2-97c6-4840-9d04-becf80368d67 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856855 Jul 15 16:07:24.790425 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-f65ee7e3-b4d8-4fbb-8127-4e78a1240769 req-71ee048c-eadf-41d5-bc72-3c2576c3c62c service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853407 Jul 15 16:07:30.161397 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f8b77971-f798-47be-bbcd-19b3853b7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:32.925973 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:32.943024 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-258bf5e7-c026-4bb3-9d76-00a5f8a37d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:34.558535 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:36.252987 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:49.676048 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:49.921563 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:07:54.682643 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:08:00.161557 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-97188046-9954-4821-a507-7a4cda3fbdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:02.926433 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:02.942743 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9270-862a-4e34-a788-7443541f3f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:04.561423 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:06.255618 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:18.310294 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44156) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:18.468647 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Deleting port e2c2432d-4931-4357-8a45-9e2ed96c5ba9 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:08:18.468991 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:18.542186 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:18.542517 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:18.553869 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Calling delete_port for e2c2432d-4931-4357-8a45-9e2ed96c5ba9 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:08:18.698821 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:18.723901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event deleted for resources: {'Port': ['ID=e2c2432d-4931-4357-8a45-9e2ed96c5ba9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:18.751037 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:18.751388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:18.751733 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:18.752067 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:18.752401 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:18.752732 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:18.753063 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:18.753391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:18.753718 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:18.754044 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:18.754366 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:18.754718 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:18.798523 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:18.798887 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Floating IP e7d327da-90da-40fd-a039-ea660e8ce95f disassociated (deleted). External IP: 172.25.4.29, port: 075b954d-2284-424f-8d99-95c501695de6. Jul 15 16:08:18.999331 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:08:19.103201 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:08:19.108506 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:19.112787 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113d9de7-2e99-4b24-ba75-9ae175c197bc None None] Sync routers for ids ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:08:19.121935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d9de7-2e99-4b24-ba75-9ae175c197bc None None] Routers {'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:08:19.122597 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-113d9de7-2e99-4b24-ba75-9ae175c197bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:08:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:19.147313 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3633e277-48e8-4c3d-b8c1-ac6fd4806c44 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "DELETE /v2.0/floatingips/e7d327da-90da-40fd-a039-ea660e8ce95f HTTP/1.1" status: 204 len: 168 time: 0.8358295 Jul 15 16:08:19.148090 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'tag': '075b954d-2284-424f-8d99-95c501695de6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:08:19.151007 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42136d1b-1310-49fe-807f-936c5064d1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "82706ec0-9af5-43d5-a478-d2232d2bd62a", "tag": "075b954d-2284-424f-8d99-95c501695de6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:08:19.189715 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2a1f01-4b3c-44cc-b6b3-f5c237d1a50b x-openstack-request-id: req-1a2a1f01-4b3c-44cc-b6b3-f5c237d1a50b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:08:19.190010 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82706ec0-9af5-43d5-a478-d2232d2bd62a", "tag": "075b954d-2284-424f-8d99-95c501695de6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:08:19.190260 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a2a1f01-4b3c-44cc-b6b3-f5c237d1a50b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:08:19.190692 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'tag': '075b954d-2284-424f-8d99-95c501695de6', 'status': 'completed', 'code': 200} Jul 15 16:08:19.230829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-113d9de7-2e99-4b24-ba75-9ae175c197bc None None] Set router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:08:19.268989 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42136d1b-1310-49fe-807f-936c5064d1bb req-e1f1a168-985b-47bf-b072-6200a1c91efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:19.270586 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42136d1b-1310-49fe-807f-936c5064d1bb req-e1f1a168-985b-47bf-b072-6200a1c91efd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b187deb89584a4592a07fd735ed06b5&device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 1096 time: 0.0554693 Jul 15 16:08:19.379141 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42136d1b-1310-49fe-807f-936c5064d1bb req-461cbc72-e87c-4ff4-a77d-aa621c4cb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:19.383286 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42136d1b-1310-49fe-807f-936c5064d1bb req-461cbc72-e87c-4ff4-a77d-aa621c4cb160 service neutron] 10.222.0.22 "GET /v2.0/networks?id=40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 200 len: 910 time: 0.1036510 Jul 15 16:08:19.425464 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42136d1b-1310-49fe-807f-936c5064d1bb req-e94c8f2a-bcac-4302-a122-c53bb6c563a2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=075b954d-2284-424f-8d99-95c501695de6 HTTP/1.1" status: 200 len: 217 time: 0.0373650 Jul 15 16:08:19.491996 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42136d1b-1310-49fe-807f-936c5064d1bb req-5157cad7-5138-40fe-9fa3-ca7c69ece99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:19.493493 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42136d1b-1310-49fe-807f-936c5064d1bb req-5157cad7-5138-40fe-9fa3-ca7c69ece99d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 200 len: 848 time: 0.0603647 Jul 15 16:08:19.584307 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec88559-c00c-49ee-bf92-b35245b22223 req-df4a9819-2bda-4a08-86bd-4696a0bdcea1 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:19.585693 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5ec88559-c00c-49ee-bf92-b35245b22223 req-df4a9819-2bda-4a08-86bd-4696a0bdcea1 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.1129980 Jul 15 16:08:19.592018 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42136d1b-1310-49fe-807f-936c5064d1bb req-e4ccb969-3e3d-4dc7-aed3-946095ee8055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:19.593515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42136d1b-1310-49fe-807f-936c5064d1bb req-e4ccb969-3e3d-4dc7-aed3-946095ee8055 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=40c40b46-961f-44c5-a656-f9e8bb20b0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826557 Jul 15 16:08:19.601714 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-113d9de7-2e99-4b24-ba75-9ae175c197bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:48Z', 'revision_number': 5, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:19.627966 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113d9de7-2e99-4b24-ba75-9ae175c197bc None None] Checking router: bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:08:19.636279 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d9de7-2e99-4b24-ba75-9ae175c197bc None None] Routers {'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:08:19.636896 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-113d9de7-2e99-4b24-ba75-9ae175c197bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:08:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:19.683067 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5ec88559-c00c-49ee-bf92-b35245b22223 req-6f967113-8a6f-4c50-8648-401b52d14f6f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886004 Jul 15 16:08:19.715590 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42136d1b-1310-49fe-807f-936c5064d1bb req-c28c5c7a-3d1c-4119-ab6e-4fc9b62d746b service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152604 Jul 15 16:08:19.724485 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:19.753310 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-113d9de7-2e99-4b24-ba75-9ae175c197bc None None] Set router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:08:19.806458 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-42136d1b-1310-49fe-807f-936c5064d1bb req-7d05267b-2d66-45e2-863a-bdeee825a2f9 service neutron] 10.222.0.22 "GET /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842016 Jul 15 16:08:19.937428 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:19.953595 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-113d9de7-2e99-4b24-ba75-9ae175c197bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:48Z', 'revision_number': 5, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:19.984111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113d9de7-2e99-4b24-ba75-9ae175c197bc None None] The sync data for ids ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'] in n-d-764435-3 is: [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T15:59:42Z', 'revision_number': 4, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '8401804a-2255-445a-9725-caa5c8caa298', 'name': '', 'network_id': '40c40b46-961f-44c5-a656-f9e8bb20b0e9', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'mac_address': 'fa:16:3e:72:07:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:42Z', 'updated_at': '2021-07-15T15:59:48Z', 'revision_number': 5, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'subnets': [{'id': '25f1ccf4-f01f-47f6-a80b-627451d6b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:08:20.200595 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f21741-f549-450a-9147-6f99b87f2c73 None None] New status for floating IP e7d327da-90da-40fd-a039-ea660e8ce95f: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:08:20.933992 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f164ca9-036d-400a-97c2-360c0aa6b35f req-48531ecc-cb4e-4af2-82e7-78fc5130fb28 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:20.935518 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f164ca9-036d-400a-97c2-360c0aa6b35f req-48531ecc-cb4e-4af2-82e7-78fc5130fb28 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.1370087 Jul 15 16:08:20.987761 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225572-5178-4da9-b202-7aeead268d4d req-80a35dd1-9129-482e-b188-9cd65db4f8cd tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:20.989140 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd225572-5178-4da9-b202-7aeead268d4d req-80a35dd1-9129-482e-b188-9cd65db4f8cd tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.22 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 945 time: 0.1010909 Jul 15 16:08:20.993851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7f164ca9-036d-400a-97c2-360c0aa6b35f req-eccb4433-80c1-49e6-bc43-9b1143e33805 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/security-groups?id=27a179b4-e90b-4f83-b2c8-13207f755b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508101 Jul 15 16:08:21.090937 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-cd225572-5178-4da9-b202-7aeead268d4d req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Deleting port 075b954d-2284-424f-8d99-95c501695de6 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:08:21.091286 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cd225572-5178-4da9-b202-7aeead268d4d req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:21.177429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-cd225572-5178-4da9-b202-7aeead268d4d req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] For port 075b954d-2284-424f-8d99-95c501695de6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=075b954d-2284-424f-8d99-95c501695de6,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:21.177794 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cd225572-5178-4da9-b202-7aeead268d4d req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:21.189748 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-cd225572-5178-4da9-b202-7aeead268d4d req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Calling delete_port for 075b954d-2284-424f-8d99-95c501695de6 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:08:21.317055 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cd225572-5178-4da9-b202-7aeead268d4d req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:21.343705 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event deleted for resources: {'Port': ['ID=075b954d-2284-424f-8d99-95c501695de6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:21.353301 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:21.354247 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:21.354606 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:21.354942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:21.355269 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:21.355596 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:21.355921 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:21.356246 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:21.356568 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:21.356896 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:21.357628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:21.357628 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:21.405501 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd225572-5178-4da9-b202-7aeead268d4d req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] No DVR routers for this DVR port 075b954d-2284-424f-8d99-95c501695de6 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:08:21.408391 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-cd225572-5178-4da9-b202-7aeead268d4d req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:21.410443 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-cd225572-5178-4da9-b202-7aeead268d4d req-837cdb95-9536-42d9-b21c-fef7a725607b tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.22 "DELETE /v2.0/ports/075b954d-2284-424f-8d99-95c501695de6 HTTP/1.1" status: 204 len: 173 time: 0.4153416 Jul 15 16:08:21.410933 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'name': 'network-vif-deleted', 'tag': '075b954d-2284-424f-8d99-95c501695de6'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:08:21.413190 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee3500d-e987-4abd-8b29-74015ae73463" -d '{"events": [{"server_uuid": "82706ec0-9af5-43d5-a478-d2232d2bd62a", "name": "network-vif-deleted", "tag": "075b954d-2284-424f-8d99-95c501695de6"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:08:21.450570 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed44c3c3-3609-4a2f-81c9-ce6e04a4b9f7 x-openstack-request-id: req-ed44c3c3-3609-4a2f-81c9-ce6e04a4b9f7 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:08:21.450859 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82706ec0-9af5-43d5-a478-d2232d2bd62a", "name": "network-vif-deleted", "tag": "075b954d-2284-424f-8d99-95c501695de6", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:08:21.451109 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed44c3c3-3609-4a2f-81c9-ce6e04a4b9f7 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:08:21.451504 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82706ec0-9af5-43d5-a478-d2232d2bd62a', 'name': 'network-vif-deleted', 'tag': '075b954d-2284-424f-8d99-95c501695de6', 'status': 'completed', 'code': 200} Jul 15 16:08:22.138046 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e8bfe3f-c775-4a58-9b03-c2a5eb56e3fd req-28059ba0-8c8e-4bf2-83f8-0e80eeca97b3 tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 210 time: 0.0308330 Jul 15 16:08:23.283278 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-320ca21a-392e-410c-8f22-d99f81dd2009 req-1e3ac603-4482-4b80-a5ac-dd688c15648f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 210 time: 0.0295115 Jul 15 16:08:24.424040 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e18e3515-d72e-4849-a1b8-c0e4b85442a4 req-ab1d0a72-bbf8-4577-9e11-f444311de17f tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "GET /v2.0/ports?device_id=82706ec0-9af5-43d5-a478-d2232d2bd62a HTTP/1.1" status: 200 len: 210 time: 0.0294490 Jul 15 16:08:24.817164 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 075b954d-2284-424f-8d99-95c501695de6 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:08:24.842379 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 075b954d-2284-424f-8d99-95c501695de6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:08:24.842759 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 075b954d-2284-424f-8d99-95c501695de6 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:08:25.515734 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44188) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:25.580420 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ca1364d-1a82-4107-813b-177bf709fdec tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:25.605492 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ca1364d-1a82-4107-813b-177bf709fdec tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:25.663861 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ca1364d-1a82-4107-813b-177bf709fdec tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:25.666506 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ca1364d-1a82-4107-813b-177bf709fdec tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:25.667685 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4ca1364d-1a82-4107-813b-177bf709fdec tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] 10.222.0.38 "DELETE /v2.0/security-groups/27a179b4-e90b-4f83-b2c8-13207f755b5b HTTP/1.1" status: 204 len: 168 time: 0.1509736 Jul 15 16:08:25.676969 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1364d-1a82-4107-813b-177bf709fdec tempest-TestShelveInstance-716034370 tempest-TestShelveInstance-716034370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a179b4-e90b-4f83-b2c8-13207f755b5b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:25.724653 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44192) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:26.171810 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6aebd5f-e2f2-4d62-aca7-bdf04c44f4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:26.432604 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f6aebd5f-e2f2-4d62-aca7-bdf04c44f4c2 admin admin] Deleting port 8401804a-2255-445a-9725-caa5c8caa298 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:08:26.432943 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6aebd5f-e2f2-4d62-aca7-bdf04c44f4c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:26.509355 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f6aebd5f-e2f2-4d62-aca7-bdf04c44f4c2 admin admin] For port 8401804a-2255-445a-9725-caa5c8caa298, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8401804a-2255-445a-9725-caa5c8caa298,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:26.509619 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6aebd5f-e2f2-4d62-aca7-bdf04c44f4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:26.522228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f6aebd5f-e2f2-4d62-aca7-bdf04c44f4c2 admin admin] Calling delete_port for 8401804a-2255-445a-9725-caa5c8caa298 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:08:26.705638 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6aebd5f-e2f2-4d62-aca7-bdf04c44f4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:26.737015 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aebd5f-e2f2-4d62-aca7-bdf04c44f4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8401804a-2255-445a-9725-caa5c8caa298,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:27.253310 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6aebd5f-e2f2-4d62-aca7-bdf04c44f4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:27.508324 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6aebd5f-e2f2-4d62-aca7-bdf04c44f4c2 admin admin] Router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:08:27.629270 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6aebd5f-e2f2-4d62-aca7-bdf04c44f4c2 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:08:27.638742 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f6aebd5f-e2f2-4d62-aca7-bdf04c44f4c2 admin admin] 10.222.0.38 "PUT /v2.0/routers/bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9085922 Jul 15 16:08:27.638742 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44196) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:27.642680 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee82e8-90db-4b28-ac04-9e38be8be573 None None] Sync routers for ids ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:08:27.657513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee82e8-90db-4b28-ac04-9e38be8be573 None None] Routers {'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:08:27.658591 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6eee82e8-90db-4b28-ac04-9e38be8be573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:08:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:27.754569 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-172dcd95-7e4c-4133-864d-ca2b299216d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:27.801676 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-6eee82e8-90db-4b28-ac04-9e38be8be573 None None] Set router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:08:27.871583 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-172dcd95-7e4c-4133-864d-ca2b299216d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:27.936265 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-172dcd95-7e4c-4133-864d-ca2b299216d9 admin admin] Deleting port 1a417eed-4329-4134-a2fd-9f2bac60b82a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:08:27.936896 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-172dcd95-7e4c-4133-864d-ca2b299216d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:28.015308 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6eee82e8-90db-4b28-ac04-9e38be8be573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T16:08:26Z', 'revision_number': 5, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port': {'id': '1a417eed-4329-4134-a2fd-9f2bac60b82a', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:40Z', 'updated_at': '2021-07-15T15:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:28.047372 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee82e8-90db-4b28-ac04-9e38be8be573 None None] Checking router: bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:08:28.048087 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-172dcd95-7e4c-4133-864d-ca2b299216d9 admin admin] For port 1a417eed-4329-4134-a2fd-9f2bac60b82a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=1a417eed-4329-4134-a2fd-9f2bac60b82a,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:28.048456 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-172dcd95-7e4c-4133-864d-ca2b299216d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:28.056007 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee82e8-90db-4b28-ac04-9e38be8be573 None None] Routers {'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:08:28.057187 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6eee82e8-90db-4b28-ac04-9e38be8be573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:08:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:28.061114 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-172dcd95-7e4c-4133-864d-ca2b299216d9 admin admin] Calling delete_port for 1a417eed-4329-4134-a2fd-9f2bac60b82a owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:08:28.144829 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-6eee82e8-90db-4b28-ac04-9e38be8be573 None None] Set router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:08:28.215840 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-6eee82e8-90db-4b28-ac04-9e38be8be573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T16:08:27Z', 'revision_number': 6, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:28.248004 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee82e8-90db-4b28-ac04-9e38be8be573 None None] The sync data for ids ['bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2'] in n-d-764435-3 is: [{'id': 'bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2', 'name': 'tempest-TestShelveInstance-1937913499-router', 'tenant_id': '0b187deb89584a4592a07fd735ed06b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:39Z', 'updated_at': '2021-07-15T16:08:27Z', 'revision_number': 6, 'project_id': '0b187deb89584a4592a07fd735ed06b5', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:08:28.251171 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-172dcd95-7e4c-4133-864d-ca2b299216d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:28.279904 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dcd95-7e4c-4133-864d-ca2b299216d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a417eed-4329-4134-a2fd-9f2bac60b82a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:28.345207 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-172dcd95-7e4c-4133-864d-ca2b299216d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:28.435389 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-172dcd95-7e4c-4133-864d-ca2b299216d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:28.437484 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-172dcd95-7e4c-4133-864d-ca2b299216d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:28.483228 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-172dcd95-7e4c-4133-864d-ca2b299216d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:28.483687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172dcd95-7e4c-4133-864d-ca2b299216d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:08:28.488072 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-172dcd95-7e4c-4133-864d-ca2b299216d9 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:28.489347 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-172dcd95-7e4c-4133-864d-ca2b299216d9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/bd5e4049-9ed8-41e4-bcf4-0aaf6ac444d2 HTTP/1.1" status: 204 len: 168 time: 0.8498976 Jul 15 16:08:28.491876 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44198) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:28.535930 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92f83a4-ae9e-4fd4-8450-5233990459af admin admin] Deleting subnet 25f1ccf4-f01f-47f6-a80b-627451d6b4b8 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:08:28.539006 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b92f83a4-ae9e-4fd4-8450-5233990459af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:28.573605 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b92f83a4-ae9e-4fd4-8450-5233990459af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:28.664027 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b92f83a4-ae9e-4fd4-8450-5233990459af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:28.722252 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b92f83a4-ae9e-4fd4-8450-5233990459af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:28.750096 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b92f83a4-ae9e-4fd4-8450-5233990459af admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:28.751944 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-b92f83a4-ae9e-4fd4-8450-5233990459af admin admin] 10.222.0.38 "DELETE /v2.0/subnets/25f1ccf4-f01f-47f6-a80b-627451d6b4b8 HTTP/1.1" status: 204 len: 168 time: 0.2591562 Jul 15 16:08:28.752944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f83a4-ae9e-4fd4-8450-5233990459af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f1ccf4-f01f-47f6-a80b-627451d6b4b8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:28.754408 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44200) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:28.757230 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65af9b33-1325-42e8-9a5f-6aeb319616b8 None None] Network 40c40b46-961f-44c5-a656-f9e8bb20b0e9 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:08:28.827871 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:28.879487 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] Deleting port a2203f1a-fe5c-471b-9975-02a1b8b8aa05 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:08:28.879817 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:28.943207 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] For port a2203f1a-fe5c-471b-9975-02a1b8b8aa05, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=a2203f1a-fe5c-471b-9975-02a1b8b8aa05,segment=NetworkSegment(e4b471ca-0452-4f89-9e26-8daac4e40aef),segment_id=e4b471ca-0452-4f89-9e26-8daac4e40aef)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:28.943503 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:28.955940 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] Calling delete_port for a2203f1a-fe5c-471b-9975-02a1b8b8aa05 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:08:29.042498 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:29.050422 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37056fc-219c-4e4a-b079-eae94a06b409 None None] DHCP port deletion for 40c40b46-961f-44c5-a656-f9e8bb20b0e9 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:08:29.083307 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2203f1a-fe5c-471b-9975-02a1b8b8aa05,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:29.085137 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] No DVR routers for this DVR port a2203f1a-fe5c-471b-9975-02a1b8b8aa05 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:08:29.162371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:29.173470 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c40b46-961f-44c5-a656-f9e8bb20b0e9']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:29.184707 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b471ca-0452-4f89-9e26-8daac4e40aef') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:29.184997 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b471ca-0452-4f89-9e26-8daac4e40aef') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:29.194140 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:29.208458 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:29.215933 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:08:29.216486 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: timer() Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:08:29.218225 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:08:29.274149 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:29.280547 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:29.282272 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] 10.222.0.38 "DELETE /v2.0/networks/40c40b46-961f-44c5-a656-f9e8bb20b0e9 HTTP/1.1" status: 204 len: 168 time: 0.5269487 Jul 15 16:08:29.285327 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44202) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:29.293946 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fddfd-5db9-4433-b0a0-6ab4f2b44a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=40c40b46-961f-44c5-a656-f9e8bb20b0e9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:29.622863 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-45f2f238-76fd-4869-bc6a-bd6611335800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:29.868336 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-45f2f238-76fd-4869-bc6a-bd6611335800 admin admin] Deleting port 08ea3306-0aef-42dd-908a-5d775feaf8ab {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:08:29.868676 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-45f2f238-76fd-4869-bc6a-bd6611335800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:29.942273 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-45f2f238-76fd-4869-bc6a-bd6611335800 admin admin] For port 08ea3306-0aef-42dd-908a-5d775feaf8ab, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=08ea3306-0aef-42dd-908a-5d775feaf8ab,segment=NetworkSegment(108100cf-018b-4c31-a029-77124795ef1e),segment_id=108100cf-018b-4c31-a029-77124795ef1e)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:29.942658 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-45f2f238-76fd-4869-bc6a-bd6611335800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:29.958509 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-45f2f238-76fd-4869-bc6a-bd6611335800 admin admin] Calling delete_port for 08ea3306-0aef-42dd-908a-5d775feaf8ab owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:08:30.133350 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-45f2f238-76fd-4869-bc6a-bd6611335800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:30.161071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2f238-76fd-4869-bc6a-bd6611335800 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ea3306-0aef-42dd-908a-5d775feaf8ab,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:30.167112 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89d5f26e-f8fc-46ab-80b5-e70409cc3cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:30.228008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8401804a-2255-445a-9725-caa5c8caa298 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:08:30.251008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 8401804a-2255-445a-9725-caa5c8caa298 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:08:30.251444 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8401804a-2255-445a-9725-caa5c8caa298 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:08:30.251875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1a417eed-4329-4134-a2fd-9f2bac60b82a no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:08:30.270907 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 1a417eed-4329-4134-a2fd-9f2bac60b82a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:08:30.271255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 1a417eed-4329-4134-a2fd-9f2bac60b82a not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:08:30.271879 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a2203f1a-fe5c-471b-9975-02a1b8b8aa05 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:08:30.291679 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: a2203f1a-fe5c-471b-9975-02a1b8b8aa05 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:08:30.292297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device a2203f1a-fe5c-471b-9975-02a1b8b8aa05 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:08:30.335708 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-45f2f238-76fd-4869-bc6a-bd6611335800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:30.546943 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f2f238-76fd-4869-bc6a-bd6611335800 admin admin] Router bf22131c-f636-4c1e-89b1-e85bab71d911 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:08:30.648269 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f2f238-76fd-4869-bc6a-bd6611335800 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:08:30.653486 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-45f2f238-76fd-4869-bc6a-bd6611335800 admin admin] 10.222.0.38 "PUT /v2.0/routers/bf22131c-f636-4c1e-89b1-e85bab71d911/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3670182 Jul 15 16:08:30.656030 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44204) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:30.658678 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c008497a-0549-4f05-84c3-d78eb87b5dc7 None None] Sync routers for ids ['bf22131c-f636-4c1e-89b1-e85bab71d911'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:08:30.668389 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c008497a-0549-4f05-84c3-d78eb87b5dc7 None None] Routers {'bf22131c-f636-4c1e-89b1-e85bab71d911'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:08:30.669000 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c008497a-0549-4f05-84c3-d78eb87b5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:08:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bf22131c-f636-4c1e-89b1-e85bab71d911'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:30.756599 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f548bfd-14f2-4810-82e7-77664ba60e34 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:30.771208 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c008497a-0549-4f05-84c3-d78eb87b5dc7 None None] Set router bf22131c-f636-4c1e-89b1-e85bab71d911 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:08:30.855704 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f548bfd-14f2-4810-82e7-77664ba60e34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:30.909497 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-4f548bfd-14f2-4810-82e7-77664ba60e34 admin admin] Deleting port 8a13a2a2-4a28-49f8-a91f-db4f86badbc6 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:08:30.909835 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f548bfd-14f2-4810-82e7-77664ba60e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:30.986351 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-4f548bfd-14f2-4810-82e7-77664ba60e34 admin admin] For port 8a13a2a2-4a28-49f8-a91f-db4f86badbc6, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8a13a2a2-4a28-49f8-a91f-db4f86badbc6,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:30.986735 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f548bfd-14f2-4810-82e7-77664ba60e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:30.998379 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-4f548bfd-14f2-4810-82e7-77664ba60e34 admin admin] Calling delete_port for 8a13a2a2-4a28-49f8-a91f-db4f86badbc6 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:08:31.032160 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c008497a-0549-4f05-84c3-d78eb87b5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'name': 'tempest-TestShelveInstance-415607025-router', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '8a13a2a2-4a28-49f8-a91f-db4f86badbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:44Z', 'updated_at': '2021-07-15T16:08:30Z', 'revision_number': 5, 'project_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'gw_port': {'id': '8a13a2a2-4a28-49f8-a91f-db4f86badbc6', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:59:45Z', 'updated_at': '2021-07-15T15:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:31.060755 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c008497a-0549-4f05-84c3-d78eb87b5dc7 None None] Checking router: bf22131c-f636-4c1e-89b1-e85bab71d911 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:08:31.068821 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c008497a-0549-4f05-84c3-d78eb87b5dc7 None None] Routers {'bf22131c-f636-4c1e-89b1-e85bab71d911'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:08:31.069425 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c008497a-0549-4f05-84c3-d78eb87b5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:08:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['bf22131c-f636-4c1e-89b1-e85bab71d911'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:31.156351 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c008497a-0549-4f05-84c3-d78eb87b5dc7 None None] Set router bf22131c-f636-4c1e-89b1-e85bab71d911 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:08:31.161311 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f548bfd-14f2-4810-82e7-77664ba60e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:31.200053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f548bfd-14f2-4810-82e7-77664ba60e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a13a2a2-4a28-49f8-a91f-db4f86badbc6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:31.208097 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c008497a-0549-4f05-84c3-d78eb87b5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'name': 'tempest-TestShelveInstance-415607025-router', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:44Z', 'updated_at': '2021-07-15T16:08:30Z', 'revision_number': 6, 'project_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:31.239614 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c008497a-0549-4f05-84c3-d78eb87b5dc7 None None] The sync data for ids ['bf22131c-f636-4c1e-89b1-e85bab71d911'] in n-d-764435-3 is: [{'id': 'bf22131c-f636-4c1e-89b1-e85bab71d911', 'name': 'tempest-TestShelveInstance-415607025-router', 'tenant_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:59:44Z', 'updated_at': '2021-07-15T16:08:30Z', 'revision_number': 6, 'project_id': 'b5a128945cd84c6e89f3cb93f2fab438', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:08:31.603445 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f548bfd-14f2-4810-82e7-77664ba60e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:31.682320 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:08:31.693022 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f548bfd-14f2-4810-82e7-77664ba60e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:31.695106 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f548bfd-14f2-4810-82e7-77664ba60e34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:31.736767 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f548bfd-14f2-4810-82e7-77664ba60e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:31.737381 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f548bfd-14f2-4810-82e7-77664ba60e34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf22131c-f636-4c1e-89b1-e85bab71d911 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:08:31.741610 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-4f548bfd-14f2-4810-82e7-77664ba60e34 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:31.742837 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-4f548bfd-14f2-4810-82e7-77664ba60e34 admin admin] 10.222.0.38 "DELETE /v2.0/routers/bf22131c-f636-4c1e-89b1-e85bab71d911 HTTP/1.1" status: 204 len: 168 time: 1.0858185 Jul 15 16:08:31.745473 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44206) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:31.791919 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-936f92db-6759-4215-8d46-503f283c4dfd admin admin] Deleting subnet cfde9f6b-1e94-41e7-9f39-c8e87ee1276c {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:08:31.794873 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-936f92db-6759-4215-8d46-503f283c4dfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:31.829114 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-936f92db-6759-4215-8d46-503f283c4dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:31.904916 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-936f92db-6759-4215-8d46-503f283c4dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:31.959407 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-936f92db-6759-4215-8d46-503f283c4dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:31.986467 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f92db-6759-4215-8d46-503f283c4dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfde9f6b-1e94-41e7-9f39-c8e87ee1276c,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:31.988442 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-936f92db-6759-4215-8d46-503f283c4dfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:31.992681 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-936f92db-6759-4215-8d46-503f283c4dfd admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cfde9f6b-1e94-41e7-9f39-c8e87ee1276c HTTP/1.1" status: 204 len: 168 time: 0.2438674 Jul 15 16:08:31.993174 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44208) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:31.997425 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7aabc7-a1b7-4b94-98ed-c6c89754022f None None] Network fa8fb96d-528c-48b9-bf93-2424eb56d028 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:08:32.069227 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.133313 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] Deleting port 71cd5cba-542f-44f3-ad49-074bd3c7f740 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:08:32.133763 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.199241 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] DHCP port deletion for fa8fb96d-528c-48b9-bf93-2424eb56d028 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:08:32.210972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] For port 71cd5cba-542f-44f3-ad49-074bd3c7f740, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=71cd5cba-542f-44f3-ad49-074bd3c7f740,segment=NetworkSegment(108100cf-018b-4c31-a029-77124795ef1e),segment_id=108100cf-018b-4c31-a029-77124795ef1e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:32.211405 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.225884 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] Calling delete_port for 71cd5cba-542f-44f3-ad49-074bd3c7f740 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:08:32.256891 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Deleting port 71cd5cba-542f-44f3-ad49-074bd3c7f740 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:08:32.257338 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.290406 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 08ea3306-0aef-42dd-908a-5d775feaf8ab no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:08:32.322725 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.337159 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 08ea3306-0aef-42dd-908a-5d775feaf8ab {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:08:32.337511 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 08ea3306-0aef-42dd-908a-5d775feaf8ab not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:08:32.338611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8a13a2a2-4a28-49f8-a91f-db4f86badbc6 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:08:32.350057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=71cd5cba-542f-44f3-ad49-074bd3c7f740,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:32.351843 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] No DVR routers for this DVR port 71cd5cba-542f-44f3-ad49-074bd3c7f740 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:08:32.365525 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 8a13a2a2-4a28-49f8-a91f-db4f86badbc6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:08:32.365875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8a13a2a2-4a28-49f8-a91f-db4f86badbc6 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:08:32.366294 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 71cd5cba-542f-44f3-ad49-074bd3c7f740 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:08:32.368952 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] For port 71cd5cba-542f-44f3-ad49-074bd3c7f740, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=71cd5cba-542f-44f3-ad49-074bd3c7f740,segment=NetworkSegment(108100cf-018b-4c31-a029-77124795ef1e),segment_id=108100cf-018b-4c31-a029-77124795ef1e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:32.369486 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.396489 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 71cd5cba-542f-44f3-ad49-074bd3c7f740 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:08:32.396832 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 71cd5cba-542f-44f3-ad49-074bd3c7f740 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:08:32.402092 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Calling delete_port for 71cd5cba-542f-44f3-ad49-074bd3c7f740 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:08:32.427371 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.437540 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8fb96d-528c-48b9-bf93-2424eb56d028']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:32.447333 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108100cf-018b-4c31-a029-77124795ef1e') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:32.447631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108100cf-018b-4c31-a029-77124795ef1e') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:32.456355 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.470474 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.476630 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:08:32.477105 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: timer() Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:08:32.479614 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:08:32.484190 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.508355 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Pushing event deleted for resources: {'Port': ['ID=71cd5cba-542f-44f3-ad49-074bd3c7f740,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:32.516507 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] No DVR routers for this DVR port 71cd5cba-542f-44f3-ad49-074bd3c7f740 on host n-d-764435-3 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:08:32.518458 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:32.518831 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:32.519169 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:32.519510 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:32.519837 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:32.520171 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:32.520513 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:32.520976 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:32.521340 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:32.521750 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:32.522078 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:32.522405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8dce6-2718-49e9-8919-85abfbd647f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:32.541524 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.546948 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.548771 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/fa8fb96d-528c-48b9-bf93-2424eb56d028 HTTP/1.1" status: 204 len: 168 time: 0.5548103 Jul 15 16:08:32.559501 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05936695-4e7c-47f3-8d14-90c2691e6ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa8fb96d-528c-48b9-bf93-2424eb56d028,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:32.652376 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44212) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:32.691990 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-29e2f017-d68f-4760-8f1b-e081039edd15 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0b187deb89584a4592a07fd735ed06b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383158 Jul 15 16:08:32.694397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44214) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:32.741685 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-851daa06-8a1f-46c8-88f1-fc226b7e0e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.762505 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-851daa06-8a1f-46c8-88f1-fc226b7e0e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.806685 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-851daa06-8a1f-46c8-88f1-fc226b7e0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.809143 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-851daa06-8a1f-46c8-88f1-fc226b7e0e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.810279 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-851daa06-8a1f-46c8-88f1-fc226b7e0e86 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/035e7d1a-ce0e-4059-9db3-6d9d59aa51b0 HTTP/1.1" status: 204 len: 168 time: 0.1149666 Jul 15 16:08:32.817581 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851daa06-8a1f-46c8-88f1-fc226b7e0e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035e7d1a-ce0e-4059-9db3-6d9d59aa51b0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:32.934851 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:32.944041 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ebb7d9d3-b24c-49d7-aa73-4350dab8078c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:33.115103 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44220) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:33.158609 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6151579b-7bd0-4d24-88b6-05a29a055476 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5a128945cd84c6e89f3cb93f2fab438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419691 Jul 15 16:08:33.160948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44222) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:33.207886 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d0bdce3-a582-4570-ab7b-a70f30f9cdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:33.228634 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d0bdce3-a582-4570-ab7b-a70f30f9cdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:33.273848 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d0bdce3-a582-4570-ab7b-a70f30f9cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:33.276661 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-6d0bdce3-a582-4570-ab7b-a70f30f9cdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:33.277856 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-6d0bdce3-a582-4570-ab7b-a70f30f9cdd5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3801f9d9-611e-4705-b479-a1b51e9a4ad8 HTTP/1.1" status: 204 len: 168 time: 0.1160092 Jul 15 16:08:33.285344 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bdce3-a582-4570-ab7b-a70f30f9cdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3801f9d9-611e-4705-b479-a1b51e9a4ad8,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:33.912819 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44244) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:34.005230 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-8636d940-fc19-4691-a577-805d8b2b9bb1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1621322756-network', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:08:34.026486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8636d940-fc19-4691-a577-805d8b2b9bb1 admin admin] Made reservation on behalf of 76187a6c32d843059a5bb21fb32bf5d9 for: {'network': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:08:34.028809 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8636d940-fc19-4691-a577-805d8b2b9bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.040075 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8636d940-fc19-4691-a577-805d8b2b9bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.129175 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8636d940-fc19-4691-a577-805d8b2b9bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.132605 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8636d940-fc19-4691-a577-805d8b2b9bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.153839 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8636d940-fc19-4691-a577-805d8b2b9bb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=100711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:08:34.169253 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636d940-fc19-4691-a577-805d8b2b9bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e590bd-dd94-4043-93f7-fe7126599e4f,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:34.172070 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8636d940-fc19-4691-a577-805d8b2b9bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.172414 n-d-764435-3 neutron-server[100711]: INFO neutron.db.segments_db [None req-8636d940-fc19-4691-a577-805d8b2b9bb1 admin admin] Added segment b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e of type vlan for network 480e08d3-ad59-4783-a567-191e157ee83a Jul 15 16:08:34.210444 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8636d940-fc19-4691-a577-805d8b2b9bb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.238017 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8636d940-fc19-4691-a577-805d8b2b9bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.238927 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8636d940-fc19-4691-a577-805d8b2b9bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:34.239499 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8636d940-fc19-4691-a577-805d8b2b9bb1 admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.265881 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8636d940-fc19-4691-a577-805d8b2b9bb1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3519547 Jul 15 16:08:34.268825 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44248) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:34.273958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a94f3a0c-f41d-4871-8e66-d1b8b6076c8d admin admin] Request body: {'subnet': {'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1621322756-subnet', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:08:34.299717 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94f3a0c-f41d-4871-8e66-d1b8b6076c8d admin admin] Made reservation on behalf of 76187a6c32d843059a5bb21fb32bf5d9 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:08:34.301470 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636d940-fc19-4691-a577-805d8b2b9bb1 admin admin] Pushing event updated for resources: {'Network': ['ID=480e08d3-ad59-4783-a567-191e157ee83a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:34.302306 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a94f3a0c-f41d-4871-8e66-d1b8b6076c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25552482'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.311939 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network 480e08d3-ad59-4783-a567-191e157ee83a details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:08:34.468120 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a94f3a0c-f41d-4871-8e66-d1b8b6076c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25899875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25552496'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.529972 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f3a0c-f41d-4871-8e66-d1b8b6076c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c29208d6-bc57-4f83-8667-4bdadb183827,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:34.534209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f3a0c-f41d-4871-8e66-d1b8b6076c8d admin admin] Checking segment: {'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:08:34.534589 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f3a0c-f41d-4871-8e66-d1b8b6076c8d admin admin] Network hostable DHCP agents. Network: 480e08d3-ad59-4783-a567-191e157ee83a, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:08:34.551228 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f3a0c-f41d-4871-8e66-d1b8b6076c8d admin admin] Network 480e08d3-ad59-4783-a567-191e157ee83a is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:08:34.560373 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a94f3a0c-f41d-4871-8e66-d1b8b6076c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, 480e08d3-ad59-4783-a567-191e157ee83a) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:08:34.564278 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.564799 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f3a0c-f41d-4871-8e66-d1b8b6076c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:34.565414 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a94f3a0c-f41d-4871-8e66-d1b8b6076c8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.571553 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a410ae-6c00-441a-965d-d2e544df24be None None] Network 480e08d3-ad59-4783-a567-191e157ee83a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:08:34.578958 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a94f3a0c-f41d-4871-8e66-d1b8b6076c8d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3088894 Jul 15 16:08:34.581674 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44250) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:34.586072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:08:34.607008 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.608082 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.660844 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.719567 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-480e08d3-ad59-4783-a567-191e157ee83a', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:08:34.720424 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.801186 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:34.853809 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Allocated IP 172.20.0.2 (480e08d3-ad59-4783-a567-191e157ee83a/c29208d6-bc57-4f83-8667-4bdadb183827/8e15ced1-ecb7-4a52-a607-206dddb9f0bc) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:08:34.996873 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:35.002750 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:35.005405 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Transition to ACTIVE for port object 8e15ced1-ecb7-4a52-a607-206dddb9f0bc will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:08:35.020222 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Transition to ACTIVE for port object 8e15ced1-ecb7-4a52-a607-206dddb9f0bc will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:08:35.025116 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:35.027307 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:35.064409 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Network 480e08d3-ad59-4783-a567-191e157ee83a is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:08:35.070261 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:08:35.073812 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:08:35.080499 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Pushing event updated for resources: {'Port': ['ID=8e15ced1-ecb7-4a52-a607-206dddb9f0bc,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:35.134802 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Attempting to bind port 8e15ced1-ecb7-4a52-a607-206dddb9f0bc on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:08:35.135225 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Attempting to bind port 8e15ced1-ecb7-4a52-a607-206dddb9f0bc by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:08:35.135691 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Attempting to bind port 8e15ced1-ecb7-4a52-a607-206dddb9f0bc on network 480e08d3-ad59-4783-a567-191e157ee83a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:08:35.137455 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Allocated IP 172.25.4.2 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/24f5c0b5-ed64-427c-ac61-68f89a00bc61) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:08:35.140793 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:08:35.141163 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Checking segment: {'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:08:35.141560 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:35.141950 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Bound using segment: {'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:08:35.142407 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Bound port: 8e15ced1-ecb7-4a52-a607-206dddb9f0bc, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:08:35.142834 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:35.203443 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] For port 8e15ced1-ecb7-4a52-a607-206dddb9f0bc, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:08:35.206425 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] For port 8e15ced1-ecb7-4a52-a607-206dddb9f0bc, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8e15ced1-ecb7-4a52-a607-206dddb9f0bc,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:08:35.211016 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:35.251876 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:35.271992 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df235b7d-0f37-4d30-8eaf-2169141da5b4 None None] Pushing event updated for resources: {'Port': ['ID=8e15ced1-ecb7-4a52-a607-206dddb9f0bc,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:35.298010 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:35.339768 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:08:35.342685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:08:35.346275 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:08:35.368885 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Pushing event updated for resources: {'Port': ['ID=24f5c0b5-ed64-427c-ac61-68f89a00bc61,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:35.625972 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:35.817480 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:36.190038 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbfcde3-6a65-4a48-a75a-68f907a00a1f None None] Network 480e08d3-ad59-4783-a567-191e157ee83a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:08:36.261060 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:08:36.262095 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8e15ced1-ecb7-4a52-a607-206dddb9f0bc up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:08:36.302346 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:36.376428 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:08:36.392476 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:36.393771 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4b341042-b600-411e-9f93-87d07d5de9b2 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8111713 Jul 15 16:08:36.396591 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44252) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:36.492583 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Sync routers for ids ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:08:36.498123 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-870ddcc6-6e1c-44e4-9bb5-78bd29ad5ea1 None None] Provisioning for port 8e15ced1-ecb7-4a52-a607-206dddb9f0bc completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:08:36.539767 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Routers {'7f30fec6-c352-4fd3-ab48-d05e704dcf23'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:08:36.540395 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:08:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:36.612498 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 8e15ced1-ecb7-4a52-a607-206dddb9f0bc completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:08:36.621102 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 8e15ced1-ecb7-4a52-a607-206dddb9f0bc triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:36.621476 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:36.710055 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Set router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:08:36.816615 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:36.867722 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:36.932385 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 8e15ced1-ecb7-4a52-a607-206dddb9f0bc, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8e15ced1-ecb7-4a52-a607-206dddb9f0bc,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:36.937551 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:36.994420 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Allocated IP 172.20.0.1 (480e08d3-ad59-4783-a567-191e157ee83a/c29208d6-bc57-4f83-8667-4bdadb183827/4af972a7-5ffe-4d26-8363-796a1df55382) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:08:37.002319 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=8e15ced1-ecb7-4a52-a607-206dddb9f0bc,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:37.009671 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:35Z', 'revision_number': 3, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:37.038376 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Checking router: 7f30fec6-c352-4fd3-ab48-d05e704dcf23 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:08:37.038750 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Updating router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 port 24f5c0b5-ed64-427c-ac61-68f89a00bc61 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:08:37.076997 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-29818f8f-ca0b-4457-8b5b-4dc100f525cf None None] Provisioning complete for port 8e15ced1-ecb7-4a52-a607-206dddb9f0bc triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:37.077274 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29818f8f-ca0b-4457-8b5b-4dc100f525cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:37.081349 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:37.102666 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:37.117814 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Transition to ACTIVE for port object 4af972a7-5ffe-4d26-8363-796a1df55382 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:08:37.157205 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:37.193072 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Network 480e08d3-ad59-4783-a567-191e157ee83a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:08:37.198731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:08:37.201447 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:08:37.232117 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Pushing event updated for resources: {'Port': ['ID=4af972a7-5ffe-4d26-8363-796a1df55382,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:37.249511 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:37.394652 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:37.411484 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:37.421993 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Transition to ACTIVE for port object 24f5c0b5-ed64-427c-ac61-68f89a00bc61 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:08:37.428015 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:37.479949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Attempting to bind port 24f5c0b5-ed64-427c-ac61-68f89a00bc61 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:08:37.480258 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Attempting to bind port 24f5c0b5-ed64-427c-ac61-68f89a00bc61 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:08:37.480572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Attempting to bind port 24f5c0b5-ed64-427c-ac61-68f89a00bc61 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:08:37.484662 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613a2cd-4c4b-4c3d-acb0-db2ec4d3a010 None None] Pushing event updated for resources: {'Port': ['ID=24f5c0b5-ed64-427c-ac61-68f89a00bc61,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:37.491940 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:08:37.492318 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:08:37.492718 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:37.493105 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:08:37.493669 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Bound port: 24f5c0b5-ed64-427c-ac61-68f89a00bc61, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:08:37.494057 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:37.525447 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-38eba30b-c441-4a17-83ad-d96d77bc9753 None None] Provisioning for port 4af972a7-5ffe-4d26-8363-796a1df55382 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:08:37.534155 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-38eba30b-c441-4a17-83ad-d96d77bc9753 None None] Provisioning complete for port 4af972a7-5ffe-4d26-8363-796a1df55382 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:37.534552 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38eba30b-c441-4a17-83ad-d96d77bc9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:37.569117 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:37.573958 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:37.582035 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] For port 24f5c0b5-ed64-427c-ac61-68f89a00bc61, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:08:37.584054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-38eba30b-c441-4a17-83ad-d96d77bc9753 None None] Port 4af972a7-5ffe-4d26-8363-796a1df55382 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:08:37.595729 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] For port 24f5c0b5-ed64-427c-ac61-68f89a00bc61, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=24f5c0b5-ed64-427c-ac61-68f89a00bc61,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:08:37.600614 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:37.652426 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:37.655243 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Pushing event updated for resources: {'Port': ['ID=4af972a7-5ffe-4d26-8363-796a1df55382,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:37.655690 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Routers {'7f30fec6-c352-4fd3-ab48-d05e704dcf23'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:08:37.656321 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:08:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:37.693236 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613a2cd-4c4b-4c3d-acb0-db2ec4d3a010 None None] Pushing event updated for resources: {'Port': ['ID=24f5c0b5-ed64-427c-ac61-68f89a00bc61,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:37.744616 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Network 480e08d3-ad59-4783-a567-191e157ee83a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:08:37.746512 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:08:37.765949 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] Set router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:08:37.868657 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:08:37.982584 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:08:37.986845 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 2, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:37.987762 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-4b790ac2-b3ef-4b6c-a6b0-3140838d2c93 admin admin] 10.222.0.38 "PUT /v2.0/routers/7f30fec6-c352-4fd3-ab48-d05e704dcf23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5901666 Jul 15 16:08:38.016590 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7af1ae-2b45-4acd-b031-0d09c1a16853 None None] The sync data for ids ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'] in n-d-764435-3 is: [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 2, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:08:38.026982 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-358d451b-3d34-4847-9967-d434ce066557 None None] Provisioning complete for port 4af972a7-5ffe-4d26-8363-796a1df55382 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:38.027428 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-358d451b-3d34-4847-9967-d434ce066557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:38.062488 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-358d451b-3d34-4847-9967-d434ce066557 None None] Port 4af972a7-5ffe-4d26-8363-796a1df55382 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:08:38.248156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8e15ced1-ecb7-4a52-a607-206dddb9f0bc up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:08:38.308725 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 8e15ced1-ecb7-4a52-a607-206dddb9f0bc triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:38.309101 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:38.544893 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44270) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:38.550073 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f011b0c7-4daa-4dfb-854d-c2131fb42849 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-227719693-network', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:08:38.571907 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f011b0c7-4daa-4dfb-854d-c2131fb42849 admin admin] Made reservation on behalf of 544d86aeeb6a4ef8a850127fbf1786d0 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:08:38.574629 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f011b0c7-4daa-4dfb-854d-c2131fb42849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:38.583755 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f011b0c7-4daa-4dfb-854d-c2131fb42849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:38.678904 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f011b0c7-4daa-4dfb-854d-c2131fb42849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:38.689068 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f011b0c7-4daa-4dfb-854d-c2131fb42849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:38.704409 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f011b0c7-4daa-4dfb-854d-c2131fb42849 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:08:38.724288 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f011b0c7-4daa-4dfb-854d-c2131fb42849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:38.724644 n-d-764435-3 neutron-server[100712]: INFO neutron.db.segments_db [None req-f011b0c7-4daa-4dfb-854d-c2131fb42849 admin admin] Added segment ae5052cf-1d18-46d2-b301-9a9d4c6abcd9 of type vlan for network f7442770-283b-4b41-95ee-403c42f88121 Jul 15 16:08:38.745143 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011b0c7-4daa-4dfb-854d-c2131fb42849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a4000b-6439-4814-9415-c2e0cf655679,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:38.778502 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f011b0c7-4daa-4dfb-854d-c2131fb42849 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737961889037'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:38.812989 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f011b0c7-4daa-4dfb-854d-c2131fb42849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:38.813975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f011b0c7-4daa-4dfb-854d-c2131fb42849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:38.814583 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f011b0c7-4daa-4dfb-854d-c2131fb42849 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:38.850295 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-f011b0c7-4daa-4dfb-854d-c2131fb42849 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3042579 Jul 15 16:08:38.853274 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44272) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:38.864291 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a6884050-2ed5-4dc6-9ae0-980f25bd6658 admin admin] Request body: {'subnet': {'network_id': 'f7442770-283b-4b41-95ee-403c42f88121', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-227719693-subnet', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'ip_version': 4}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:08:38.879838 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011b0c7-4daa-4dfb-854d-c2131fb42849 admin admin] Pushing event updated for resources: {'Network': ['ID=f7442770-283b-4b41-95ee-403c42f88121,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:38.888303 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6884050-2ed5-4dc6-9ae0-980f25bd6658 admin admin] Made reservation on behalf of 544d86aeeb6a4ef8a850127fbf1786d0 for: {'subnet': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:08:38.891653 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a6884050-2ed5-4dc6-9ae0-980f25bd6658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342830'] for subnet, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:38.892479 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Network f7442770-283b-4b41-95ee-403c42f88121 details requested by agent ovs-agent-n-d-764435-3 with host n-d-764435-3 {{(pid=100713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:08:39.066862 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a6884050-2ed5-4dc6-9ae0-980f25bd6658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25404835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342844'] for subnet, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:39.125702 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6884050-2ed5-4dc6-9ae0-980f25bd6658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fcf3376-f483-46be-8366-8f0191bcfce0,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:39.134238 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6884050-2ed5-4dc6-9ae0-980f25bd6658 admin admin] Checking segment: {'id': 'ae5052cf-1d18-46d2-b301-9a9d4c6abcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f7442770-283b-4b41-95ee-403c42f88121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:08:39.134636 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6884050-2ed5-4dc6-9ae0-980f25bd6658 admin admin] Network hostable DHCP agents. Network: f7442770-283b-4b41-95ee-403c42f88121, hostable agents: ['3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0'], hosted agents: [] {{(pid=100711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:08:39.152730 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6884050-2ed5-4dc6-9ae0-980f25bd6658 admin admin] Network f7442770-283b-4b41-95ee-403c42f88121 is scheduled to be hosted by DHCP agent 3afb2a2e-9ff0-4a72-8f2c-237c7e640cd0 with binding_index 1 {{(pid=100711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:08:39.162084 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-a6884050-2ed5-4dc6-9ae0-980f25bd6658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-3, f7442770-283b-4b41-95ee-403c42f88121) {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:08:39.166329 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6884050-2ed5-4dc6-9ae0-980f25bd6658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:39.167004 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a6884050-2ed5-4dc6-9ae0-980f25bd6658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:39.171168 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88648feb-812b-4b0c-b439-3c0dd5e20517 None None] Network f7442770-283b-4b41-95ee-403c42f88121 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:08:39.181342 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a6884050-2ed5-4dc6-9ae0-980f25bd6658 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3268623 Jul 15 16:08:39.184385 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44274) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:39.188909 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-227719693-router', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:08:39.211661 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3709435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:39.212816 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4713'] for router, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:39.271799 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:39.333876 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07d2d72e-9993-5677-8651-303ae7d02622-f7442770-283b-4b41-95ee-403c42f88121', 'network_id': 'f7442770-283b-4b41-95ee-403c42f88121', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'fixed_ips': [{'subnet_id': '0fcf3376-f483-46be-8366-8f0191bcfce0'}]}} from n-d-764435-3. {{(pid=100713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:08:39.334913 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:39.414226 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3709230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4731'] for router, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:39.472358 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Allocated IP 172.20.0.2 (f7442770-283b-4b41-95ee-403c42f88121/0fcf3376-f483-46be-8366-8f0191bcfce0/3bd3709e-8ce6-4100-9128-ea6fece57dd4) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:08:39.618979 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:39.621146 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:39.627859 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Transition to ACTIVE for port object 3bd3709e-8ce6-4100-9128-ea6fece57dd4 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:08:39.641445 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:39.643797 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Transition to ACTIVE for port object 3bd3709e-8ce6-4100-9128-ea6fece57dd4 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:08:39.649598 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:39.690698 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Network f7442770-283b-4b41-95ee-403c42f88121 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:08:39.693269 n-d-764435-3 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:08:39.697062 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:08:39.705100 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Pushing event updated for resources: {'Port': ['ID=3bd3709e-8ce6-4100-9128-ea6fece57dd4,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:39.752263 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Allocated IP 172.25.4.109 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/0e412249-0ac3-42a5-acbb-7156cde4fcb2) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:08:39.764935 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Attempting to bind port 3bd3709e-8ce6-4100-9128-ea6fece57dd4 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:08:39.765494 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Attempting to bind port 3bd3709e-8ce6-4100-9128-ea6fece57dd4 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae5052cf-1d18-46d2-b301-9a9d4c6abcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f7442770-283b-4b41-95ee-403c42f88121'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:08:39.765866 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Attempting to bind port 3bd3709e-8ce6-4100-9128-ea6fece57dd4 on network f7442770-283b-4b41-95ee-403c42f88121 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:08:39.771364 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:08:39.771734 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Checking segment: {'id': 'ae5052cf-1d18-46d2-b301-9a9d4c6abcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f7442770-283b-4b41-95ee-403c42f88121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:08:39.772136 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:39.772524 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Bound using segment: {'id': 'ae5052cf-1d18-46d2-b301-9a9d4c6abcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f7442770-283b-4b41-95ee-403c42f88121'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:08:39.772984 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Bound port: 3bd3709e-8ce6-4100-9128-ea6fece57dd4, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5052cf-1d18-46d2-b301-9a9d4c6abcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f7442770-283b-4b41-95ee-403c42f88121'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:08:39.773414 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:39.842152 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] For port 3bd3709e-8ce6-4100-9128-ea6fece57dd4, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:08:39.846214 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] For port 3bd3709e-8ce6-4100-9128-ea6fece57dd4, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3bd3709e-8ce6-4100-9128-ea6fece57dd4,segment=NetworkSegment(ae5052cf-1d18-46d2-b301-9a9d4c6abcd9),segment_id=ae5052cf-1d18-46d2-b301-9a9d4c6abcd9)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:08:39.850745 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:39.861455 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:39.911997 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254e0a0-8ba7-4030-be74-b60518ce026f None None] Pushing event updated for resources: {'Port': ['ID=3bd3709e-8ce6-4100-9128-ea6fece57dd4,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:39.912544 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:39.956155 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:08:39.959317 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:08:39.964616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:08:39.967795 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Pushing event updated for resources: {'Port': ['ID=0e412249-0ac3-42a5-acbb-7156cde4fcb2,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:40.021264 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Sync routers for ids ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:08:40.032385 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Routers {'7f30fec6-c352-4fd3-ab48-d05e704dcf23'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:08:40.033052 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:08:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:40.181794 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Set router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:08:40.262122 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:40.332387 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 24f5c0b5-ed64-427c-ac61-68f89a00bc61 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:08:40.408975 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 24f5c0b5-ed64-427c-ac61-68f89a00bc61 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:08:40.413718 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 24f5c0b5-ed64-427c-ac61-68f89a00bc61 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:40.414301 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:40.424426 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 2, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:40.462195 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Checking router: 7f30fec6-c352-4fd3-ab48-d05e704dcf23 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:08:40.462570 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Updating router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 port 4af972a7-5ffe-4d26-8363-796a1df55382 binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:08:40.521073 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:40.522025 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:40.538226 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3709424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3709195'] for router, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:40.546156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 24f5c0b5-ed64-427c-ac61-68f89a00bc61, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=24f5c0b5-ed64-427c-ac61-68f89a00bc61,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:40.551362 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:40.552630 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3bd3709e-8ce6-4100-9128-ea6fece57dd4 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:08:40.644633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=24f5c0b5-ed64-427c-ac61-68f89a00bc61,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:40.667577 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 3bd3709e-8ce6-4100-9128-ea6fece57dd4 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:08:40.710601 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Router a12f15c8-c9e0-4138-9b29-ece670919c26 is scheduled to L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e with binding_index 1 {{(pid=100711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:08:40.842500 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:08:40.854707 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Sync routers for ids ['a12f15c8-c9e0-4138-9b29-ece670919c26'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:08:40.860505 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:40.862066 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8a1a659b-abc6-462b-82f5-3ef17a4fa69a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6766977 Jul 15 16:08:40.864633 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44278) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:40.866194 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Routers {'a12f15c8-c9e0-4138-9b29-ece670919c26'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:08:40.866842 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:08:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a12f15c8-c9e0-4138-9b29-ece670919c26'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:40.951053 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:40.965678 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Transition to ACTIVE for port object 4af972a7-5ffe-4d26-8363-796a1df55382 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:08:40.974661 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:41.006981 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Set router a12f15c8-c9e0-4138-9b29-ece670919c26 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:08:41.033008 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25174b-7efb-4c46-9688-b9bcf326fb9e None None] Pushing event updated for resources: {'Port': ['ID=4af972a7-5ffe-4d26-8363-796a1df55382,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:41.044607 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25174b-7efb-4c46-9688-b9bcf326fb9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:41.044607 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25174b-7efb-4c46-9688-b9bcf326fb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:41.044950 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25174b-7efb-4c46-9688-b9bcf326fb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:41.045172 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25174b-7efb-4c46-9688-b9bcf326fb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:41.045503 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25174b-7efb-4c46-9688-b9bcf326fb9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:41.045830 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25174b-7efb-4c46-9688-b9bcf326fb9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:41.046146 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25174b-7efb-4c46-9688-b9bcf326fb9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:41.046462 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25174b-7efb-4c46-9688-b9bcf326fb9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:41.046819 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25174b-7efb-4c46-9688-b9bcf326fb9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:41.047161 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25174b-7efb-4c46-9688-b9bcf326fb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:41.047476 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25174b-7efb-4c46-9688-b9bcf326fb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:41.047793 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25174b-7efb-4c46-9688-b9bcf326fb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:08:41.110344 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Attempting to bind port 4af972a7-5ffe-4d26-8363-796a1df55382 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:08:41.110864 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Attempting to bind port 4af972a7-5ffe-4d26-8363-796a1df55382 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:08:41.111231 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Attempting to bind port 4af972a7-5ffe-4d26-8363-796a1df55382 on network 480e08d3-ad59-4783-a567-191e157ee83a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:08:41.118099 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:08:41.119057 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Checking segment: {'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:08:41.120016 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:41.120421 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Bound using segment: {'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:08:41.120911 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Bound port: 4af972a7-5ffe-4d26-8363-796a1df55382, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:08:41.121289 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:41.205393 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] For port 4af972a7-5ffe-4d26-8363-796a1df55382, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:08:41.210812 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] For port 4af972a7-5ffe-4d26-8363-796a1df55382, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4af972a7-5ffe-4d26-8363-796a1df55382,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:08:41.217381 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:41.269127 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94580586-41f6-4316-9e1f-b763e603c980 None None] Network f7442770-283b-4b41-95ee-403c42f88121 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:08:41.278989 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Routers {'7f30fec6-c352-4fd3-ab48-d05e704dcf23'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:08:41.280021 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:08:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:41.285249 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25174b-7efb-4c46-9688-b9bcf326fb9e None None] Pushing event updated for resources: {'Port': ['ID=4af972a7-5ffe-4d26-8363-796a1df55382,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:41.378584 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e44098ae-1112-46c4-a741-430893277830 None None] Provisioning for port 3bd3709e-8ce6-4100-9128-ea6fece57dd4 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:08:41.399356 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:41.408067 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e44098ae-1112-46c4-a741-430893277830 None None] Provisioning complete for port 3bd3709e-8ce6-4100-9128-ea6fece57dd4 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:41.408479 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e44098ae-1112-46c4-a741-430893277830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:41.420911 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] Set router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:08:41.579361 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Allocated IP 172.20.0.1 (f7442770-283b-4b41-95ee-403c42f88121/0fcf3376-f483-46be-8366-8f0191bcfce0/3cac6591-f68d-46cf-9242-f80ff905005a) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:08:41.631851 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e44098ae-1112-46c4-a741-430893277830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:41.650606 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'name': 'tempest-TestSnapshotPattern-227719693-router', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '0e412249-0ac3-42a5-acbb-7156cde4fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:39Z', 'updated_at': '2021-07-15T16:08:40Z', 'revision_number': 3, 'project_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'gw_port': {'id': '0e412249-0ac3-42a5-acbb-7156cde4fcb2', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:39Z', 'updated_at': '2021-07-15T16:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:41.687980 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Checking router: a12f15c8-c9e0-4138-9b29-ece670919c26 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:08:41.688340 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Updating router a12f15c8-c9e0-4138-9b29-ece670919c26 port 0e412249-0ac3-42a5-acbb-7156cde4fcb2 binding host n-d-764435-3 {{(pid=100713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:08:41.718353 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e44098ae-1112-46c4-a741-430893277830 None None] For port 3bd3709e-8ce6-4100-9128-ea6fece57dd4, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3bd3709e-8ce6-4100-9128-ea6fece57dd4,segment=NetworkSegment(ae5052cf-1d18-46d2-b301-9a9d4c6abcd9),segment_id=ae5052cf-1d18-46d2-b301-9a9d4c6abcd9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:41.727754 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e44098ae-1112-46c4-a741-430893277830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:41.728286 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:41.747395 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Transition to ACTIVE for port object 3cac6591-f68d-46cf-9242-f80ff905005a will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:08:41.755509 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:41.778162 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:41Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:41.797089 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:41.807429 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d037352-0e5e-4c04-a2b5-4ca7c0a690a8 None None] The sync data for ids ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'] in n-d-764435-3 is: [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:41Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:08:41.846306 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Network f7442770-283b-4b41-95ee-403c42f88121 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:08:41.850609 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:08:41.853397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:08:41.900160 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44098ae-1112-46c4-a741-430893277830 None None] Pushing event updated for resources: {'Port': ['ID=3bd3709e-8ce6-4100-9128-ea6fece57dd4,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:41.909519 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3842364'] for router_interface, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:41.917429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Pushing event updated for resources: {'Port': ['ID=3cac6591-f68d-46cf-9242-f80ff905005a,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:42.061073 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e880b4e9-28e3-412f-a954-4613f14e2526 None None] Provisioning complete for port 3bd3709e-8ce6-4100-9128-ea6fece57dd4 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:42.061551 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e880b4e9-28e3-412f-a954-4613f14e2526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:42.085166 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:42.198193 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:42.217457 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Transition to ACTIVE for port object 0e412249-0ac3-42a5-acbb-7156cde4fcb2 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:08:42.225102 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:42.281579 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Attempting to bind port 0e412249-0ac3-42a5-acbb-7156cde4fcb2 on host n-d-764435-3 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:08:42.281954 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Attempting to bind port 0e412249-0ac3-42a5-acbb-7156cde4fcb2 by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:08:42.284003 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Attempting to bind port 0e412249-0ac3-42a5-acbb-7156cde4fcb2 on network ec74806f-3974-4328-91b6-649387af1d1a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:08:42.284490 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ae7fd-5dd9-476b-b2a9-e9e1072e4279 None None] Pushing event updated for resources: {'Port': ['ID=0e412249-0ac3-42a5-acbb-7156cde4fcb2,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:42.289816 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:08:42.290187 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Checking segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:08:42.290809 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:42.291013 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Bound using segment: {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:08:42.291496 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Bound port: 0e412249-0ac3-42a5-acbb-7156cde4fcb2, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae33c86e-85a8-4313-a246-fc2846ae9740', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:08:42.291916 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:42.313184 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 24f5c0b5-ed64-427c-ac61-68f89a00bc61 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:08:42.313918 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:42.322628 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:42.388831 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] For port 0e412249-0ac3-42a5-acbb-7156cde4fcb2, host n-d-764435-3, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:08:42.393168 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] For port 0e412249-0ac3-42a5-acbb-7156cde4fcb2, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0e412249-0ac3-42a5-acbb-7156cde4fcb2,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:08:42.394205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2e330e01-502d-4cc6-a260-bde177fea4e6 None None] Provisioning for port 3cac6591-f68d-46cf-9242-f80ff905005a completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:08:42.397107 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Pushing event updated for resources: {'Port': ['ID=3cac6591-f68d-46cf-9242-f80ff905005a,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:42.398648 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:42.403786 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2e330e01-502d-4cc6-a260-bde177fea4e6 None None] Provisioning complete for port 3cac6591-f68d-46cf-9242-f80ff905005a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:42.404156 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e330e01-502d-4cc6-a260-bde177fea4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:42.404935 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3842376'] for router_interface, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:42.482205 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 24f5c0b5-ed64-427c-ac61-68f89a00bc61 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:42.482599 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:42.510845 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Network f7442770-283b-4b41-95ee-403c42f88121 is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:08:42.512621 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:08:42.518449 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2e330e01-502d-4cc6-a260-bde177fea4e6 None None] Port 3cac6591-f68d-46cf-9242-f80ff905005a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:08:42.523913 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Routers {'a12f15c8-c9e0-4138-9b29-ece670919c26'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:08:42.524566 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:08:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a12f15c8-c9e0-4138-9b29-ece670919c26'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:42.526492 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ae7fd-5dd9-476b-b2a9-e9e1072e4279 None None] Pushing event updated for resources: {'Port': ['ID=0e412249-0ac3-42a5-acbb-7156cde4fcb2,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:42.644559 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Router a12f15c8-c9e0-4138-9b29-ece670919c26 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:08:42.687017 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4af972a7-5ffe-4d26-8363-796a1df55382 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:08:42.689709 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] Set router a12f15c8-c9e0-4138-9b29-ece670919c26 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:08:42.765618 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:08:42.770801 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a59307ba-c1f3-4413-8427-05ac3c5c5f65 admin admin] 10.222.0.38 "PUT /v2.0/routers/a12f15c8-c9e0-4138-9b29-ece670919c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9049940 Jul 15 16:08:42.860970 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 4af972a7-5ffe-4d26-8363-796a1df55382 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:08:42.871795 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 4af972a7-5ffe-4d26-8363-796a1df55382 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:42.872191 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:42.911231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-104bf97a-e669-4954-af87-092cebd68f96 None None] Provisioning complete for port 3cac6591-f68d-46cf-9242-f80ff905005a triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:42.911605 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-104bf97a-e669-4954-af87-092cebd68f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.148826 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-104bf97a-e669-4954-af87-092cebd68f96 None None] Port 3cac6591-f68d-46cf-9242-f80ff905005a cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:08:43.197089 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.209125 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'name': 'tempest-TestSnapshotPattern-227719693-router', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '0e412249-0ac3-42a5-acbb-7156cde4fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:39Z', 'updated_at': '2021-07-15T16:08:42Z', 'revision_number': 4, 'project_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'gw_port': {'id': '0e412249-0ac3-42a5-acbb-7156cde4fcb2', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:39Z', 'updated_at': '2021-07-15T16:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3cac6591-f68d-46cf-9242-f80ff905005a', 'name': '', 'network_id': 'f7442770-283b-4b41-95ee-403c42f88121', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'mac_address': 'fa:16:3e:07:43:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '0fcf3376-f483-46be-8366-8f0191bcfce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:41Z', 'updated_at': '2021-07-15T16:08:42Z', 'revision_number': 2, 'project_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'subnets': [{'id': '0fcf3376-f483-46be-8366-8f0191bcfce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:43.227244 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44286) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:43.232010 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-717c819a-1fcd-434f-96cb-e7cade45fc49 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927207325', 'description': 'tempest-secgroup-smoke-927207325 description', 'project_id': '76187a6c32d843059a5bb21fb32bf5d9'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:08:43.240694 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9081417a-0ad8-4d60-86f5-9231903e3b9b None None] The sync data for ids ['a12f15c8-c9e0-4138-9b29-ece670919c26'] in n-d-764435-3 is: [{'id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'name': 'tempest-TestSnapshotPattern-227719693-router', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '0e412249-0ac3-42a5-acbb-7156cde4fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:39Z', 'updated_at': '2021-07-15T16:08:42Z', 'revision_number': 4, 'project_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'gw_port': {'id': '0e412249-0ac3-42a5-acbb-7156cde4fcb2', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:39Z', 'updated_at': '2021-07-15T16:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3cac6591-f68d-46cf-9242-f80ff905005a', 'name': '', 'network_id': 'f7442770-283b-4b41-95ee-403c42f88121', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'mac_address': 'fa:16:3e:07:43:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '0fcf3376-f483-46be-8366-8f0191bcfce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:41Z', 'updated_at': '2021-07-15T16:08:42Z', 'revision_number': 2, 'project_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'subnets': [{'id': '0fcf3376-f483-46be-8366-8f0191bcfce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:08:43.255264 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-717c819a-1fcd-434f-96cb-e7cade45fc49 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.267065 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 4af972a7-5ffe-4d26-8363-796a1df55382, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4af972a7-5ffe-4d26-8363-796a1df55382,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:43.273868 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.274704 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3bd3709e-8ce6-4100-9128-ea6fece57dd4 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:08:43.353146 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=4af972a7-5ffe-4d26-8363-796a1df55382,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:43.356084 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-717c819a-1fcd-434f-96cb-e7cade45fc49 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.361887 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-717c819a-1fcd-434f-96cb-e7cade45fc49 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.366618 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3bd3709e-8ce6-4100-9128-ea6fece57dd4 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:43.367000 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.384479 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-717c819a-1fcd-434f-96cb-e7cade45fc49 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.389975 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44288) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:43.390520 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-717c819a-1fcd-434f-96cb-e7cade45fc49 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1617887 Jul 15 16:08:43.399151 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-575da1c2-8772-46ad-9715-99ef5e5577f1 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Request body: {'security_group_rule': {'security_group_id': 'eb37069e-3ec7-43fe-b3d7-188b3003e270', 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:08:43.404734 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c819a-1fcd-434f-96cb-e7cade45fc49 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb37069e-3ec7-43fe-b3d7-188b3003e270,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:43.440211 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-575da1c2-8772-46ad-9715-99ef5e5577f1 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.517841 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-575da1c2-8772-46ad-9715-99ef5e5577f1 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.522476 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-575da1c2-8772-46ad-9715-99ef5e5577f1 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.542012 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575da1c2-8772-46ad-9715-99ef5e5577f1 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f31dea-bf60-46b3-98dc-5f8bcfc3df76,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:43.548599 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-575da1c2-8772-46ad-9715-99ef5e5577f1 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.550719 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-575da1c2-8772-46ad-9715-99ef5e5577f1 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589515 Jul 15 16:08:43.553394 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44290) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:43.558144 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ee8994da-d719-4bac-88f9-abf9784151b9 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Request body: {'security_group_rule': {'security_group_id': 'eb37069e-3ec7-43fe-b3d7-188b3003e270', 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:08:43.584964 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee8994da-d719-4bac-88f9-abf9784151b9 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.650327 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee8994da-d719-4bac-88f9-abf9784151b9 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.656593 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee8994da-d719-4bac-88f9-abf9784151b9 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.674715 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8994da-d719-4bac-88f9-abf9784151b9 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e520fd-7b58-4ec7-8cd5-210d5971ebe9,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:43.681589 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee8994da-d719-4bac-88f9-abf9784151b9 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.683524 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-ee8994da-d719-4bac-88f9-abf9784151b9 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291847 Jul 15 16:08:43.686365 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44292) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:43.691288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-31a35197-b9f2-4f87-adc8-d1d70531384d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Request body: {'security_group_rule': {'security_group_id': 'eb37069e-3ec7-43fe-b3d7-188b3003e270', 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:08:43.720568 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-31a35197-b9f2-4f87-adc8-d1d70531384d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.773877 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-31a35197-b9f2-4f87-adc8-d1d70531384d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.778610 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-31a35197-b9f2-4f87-adc8-d1d70531384d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.800796 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a35197-b9f2-4f87-adc8-d1d70531384d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77f02dc-1aa9-4556-898a-f06aef59e036,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:43.810039 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-31a35197-b9f2-4f87-adc8-d1d70531384d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.811337 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-31a35197-b9f2-4f87-adc8-d1d70531384d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239462 Jul 15 16:08:43.814122 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44294) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:43.818670 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-a832a6fa-fabc-48ec-af3b-02ed19a5ada0 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Request body: {'security_group_rule': {'security_group_id': 'eb37069e-3ec7-43fe-b3d7-188b3003e270', 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:08:43.847791 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a832a6fa-fabc-48ec-af3b-02ed19a5ada0 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.908752 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a832a6fa-fabc-48ec-af3b-02ed19a5ada0 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.912055 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a832a6fa-fabc-48ec-af3b-02ed19a5ada0 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.932454 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832a6fa-fabc-48ec-af3b-02ed19a5ada0 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f347329a-e78d-44de-b36f-c36e1764cd34,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:43.935884 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-a832a6fa-fabc-48ec-af3b-02ed19a5ada0 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:43.937151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-a832a6fa-fabc-48ec-af3b-02ed19a5ada0 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219950 Jul 15 16:08:43.939964 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44296) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:43.944486 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-d7f4f680-4ed8-483c-9576-719576ce3078 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Request body: {'security_group_rule': {'security_group_id': 'eb37069e-3ec7-43fe-b3d7-188b3003e270', 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:08:43.965647 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-d7f4f680-4ed8-483c-9576-719576ce3078 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Project 76187a6c32d843059a5bb21fb32bf5d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 16:08:43.970227 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f680-4ed8-483c-9576-719576ce3078 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:44.028916 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f680-4ed8-483c-9576-719576ce3078 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:44.032350 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f680-4ed8-483c-9576-719576ce3078 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:44.051452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4f680-4ed8-483c-9576-719576ce3078 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f971dd2-9a85-45a0-bafe-a08eea001d56,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:44.054512 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f680-4ed8-483c-9576-719576ce3078 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:44.055826 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-d7f4f680-4ed8-483c-9576-719576ce3078 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149573 Jul 15 16:08:44.059037 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44298) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:44.063536 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f040e1f6-36c9-4f6a-b9dc-1ff59ba61ade tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Request body: {'security_group_rule': {'security_group_id': 'eb37069e-3ec7-43fe-b3d7-188b3003e270', 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:08:44.084926 n-d-764435-3 neutron-server[100711]: INFO neutron.db.securitygroups_db [None req-f040e1f6-36c9-4f6a-b9dc-1ff59ba61ade tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Project 76187a6c32d843059a5bb21fb32bf5d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 16:08:44.090774 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f040e1f6-36c9-4f6a-b9dc-1ff59ba61ade tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:44.150040 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f040e1f6-36c9-4f6a-b9dc-1ff59ba61ade tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:44.154020 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f040e1f6-36c9-4f6a-b9dc-1ff59ba61ade tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921189'] for security_group_rule, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:44.176556 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040e1f6-36c9-4f6a-b9dc-1ff59ba61ade tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca7adcc-8840-4d02-a7c8-7e5642d82113,revision_number=0']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:44.179714 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f040e1f6-36c9-4f6a-b9dc-1ff59ba61ade tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:44.180853 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f040e1f6-36c9-4f6a-b9dc-1ff59ba61ade tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208825 Jul 15 16:08:44.240002 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4af972a7-5ffe-4d26-8363-796a1df55382 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:08:44.288755 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 4af972a7-5ffe-4d26-8363-796a1df55382 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:44.289161 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:44.323147 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-89c15b33-691a-4dc1-8f64-1bacea9c9e6e tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927207325&fields=id&tenant_id=76187a6c32d843059a5bb21fb32bf5d9 HTTP/1.1" status: 200 len: 267 time: 0.0319874 Jul 15 16:08:44.428703 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-bdef0f14-5972-4362-891c-5a1091f97274 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:44.430188 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-bdef0f14-5972-4362-891c-5a1091f97274 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/networks?id=480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 200 len: 810 time: 0.0999422 Jul 15 16:08:44.445657 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f8bd2f3d-1bf9-43c1-8fd2-8d169b07bec7 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/quotas/76187a6c32d843059a5bb21fb32bf5d9 HTTP/1.1" status: 200 len: 375 time: 0.0090389 Jul 15 16:08:44.517458 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-7a16a29e-14c8-4f74-8575-c5834a57b58b tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648530 Jul 15 16:08:45.071425 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-4b4736e6-e86d-456d-9e3f-9e65d11561d9 service neutron] 10.222.0.38 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417073 Jul 15 16:08:45.172720 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-5a0854ac-5e76-4694-acdd-9d6b02321113 service neutron] 10.222.0.38 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954614 Jul 15 16:08:45.353986 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6c72ba68-ee01-4185-a9e6-a33d892a75f5 req-c38d8890-2752-4fd4-a56a-56cd3d417f61 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 210 time: 0.0285494 Jul 15 16:08:45.877082 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Sync routers for ids ['a12f15c8-c9e0-4138-9b29-ece670919c26'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:08:45.885857 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Routers {'a12f15c8-c9e0-4138-9b29-ece670919c26'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:08:45.886460 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:08:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a12f15c8-c9e0-4138-9b29-ece670919c26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:45.993969 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Set router a12f15c8-c9e0-4138-9b29-ece670919c26 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:08:46.195482 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'name': 'tempest-TestSnapshotPattern-227719693-router', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '0e412249-0ac3-42a5-acbb-7156cde4fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:39Z', 'updated_at': '2021-07-15T16:08:42Z', 'revision_number': 4, 'project_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'gw_port': {'id': '0e412249-0ac3-42a5-acbb-7156cde4fcb2', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:39Z', 'updated_at': '2021-07-15T16:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3cac6591-f68d-46cf-9242-f80ff905005a', 'name': '', 'network_id': 'f7442770-283b-4b41-95ee-403c42f88121', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'mac_address': 'fa:16:3e:07:43:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '0fcf3376-f483-46be-8366-8f0191bcfce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:41Z', 'updated_at': '2021-07-15T16:08:42Z', 'revision_number': 2, 'project_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'subnets': [{'id': '0fcf3376-f483-46be-8366-8f0191bcfce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:46.223695 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Checking router: a12f15c8-c9e0-4138-9b29-ece670919c26 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:08:46.224052 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Updating router a12f15c8-c9e0-4138-9b29-ece670919c26 port 3cac6591-f68d-46cf-9242-f80ff905005a binding host n-d-764435-3 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:08:46.259306 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:46.267343 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0e412249-0ac3-42a5-acbb-7156cde4fcb2 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:08:46.343747 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 0e412249-0ac3-42a5-acbb-7156cde4fcb2 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:08:46.350048 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 0e412249-0ac3-42a5-acbb-7156cde4fcb2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:46.350661 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:46.448814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-6f8294cd-8d21-49b6-a3d4-cfa251e80a32 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:46.456076 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-6f8294cd-8d21-49b6-a3d4-cfa251e80a32 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.22 "GET /v2.0/networks?id=480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 200 len: 810 time: 0.1520326 Jul 15 16:08:46.497644 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:46.531627 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 0e412249-0ac3-42a5-acbb-7156cde4fcb2, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0e412249-0ac3-42a5-acbb-7156cde4fcb2,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:46.538022 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:46.540298 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-7fcc2fb8-3bea-4984-a4b7-686ea8730b22 req-b1ebcbf1-2b46-4504-81a2-ad43b688b243 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 210 time: 0.0411043 Jul 15 16:08:46.549085 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-e7780fee-598c-497f-9bed-d8f1f0d40a18 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76187a6c32d843059a5bb21fb32bf5d9 HTTP/1.1" status: 200 len: 379 time: 0.0833440 Jul 15 16:08:46.562282 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-287636a5-c8f7-4181-849a-d825a6ddb51d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Request body: {'port': {'device_id': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'admin_state_up': True, 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'security_groups': ['eb37069e-3ec7-43fe-b3d7-188b3003e270']}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:08:46.591805 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:46.605978 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Transition to ACTIVE for port object 3cac6591-f68d-46cf-9242-f80ff905005a will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:08:46.612789 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:46.613160 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=0e412249-0ac3-42a5-acbb-7156cde4fcb2,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:46.663898 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b28cfb-1141-4d14-8814-d33aadb0979a None None] Pushing event updated for resources: {'Port': ['ID=3cac6591-f68d-46cf-9242-f80ff905005a,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:46.700347 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-287636a5-c8f7-4181-849a-d825a6ddb51d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Made reservation on behalf of 76187a6c32d843059a5bb21fb32bf5d9 for: {'port': 1} {{(pid=100711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:08:46.704419 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-287636a5-c8f7-4181-849a-d825a6ddb51d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:46.718722 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Attempting to bind port 3cac6591-f68d-46cf-9242-f80ff905005a on host n-d-764435-3 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:08:46.719093 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Attempting to bind port 3cac6591-f68d-46cf-9242-f80ff905005a by drivers openvswitch,hyperv on host n-d-764435-3 at level 0 using segments [{'id': 'ae5052cf-1d18-46d2-b301-9a9d4c6abcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f7442770-283b-4b41-95ee-403c42f88121'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:08:46.719453 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Attempting to bind port 3cac6591-f68d-46cf-9242-f80ff905005a on network f7442770-283b-4b41-95ee-403c42f88121 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:08:46.724574 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Checking agent: {'id': '5d76e9f1-37d8-4efe-8972-7aa9050d4dd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 14, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:08:46.724941 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Checking segment: {'id': 'ae5052cf-1d18-46d2-b301-9a9d4c6abcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f7442770-283b-4b41-95ee-403c42f88121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:08:46.725335 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:46.725722 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Bound using segment: {'id': 'ae5052cf-1d18-46d2-b301-9a9d4c6abcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f7442770-283b-4b41-95ee-403c42f88121'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:08:46.726192 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Bound port: 3cac6591-f68d-46cf-9242-f80ff905005a, host: n-d-764435-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5052cf-1d18-46d2-b301-9a9d4c6abcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f7442770-283b-4b41-95ee-403c42f88121'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:08:46.726577 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:46.800410 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] For port 3cac6591-f68d-46cf-9242-f80ff905005a, host n-d-764435-3, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:08:46.804146 n-d-764435-3 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] For port 3cac6591-f68d-46cf-9242-f80ff905005a, host n-d-764435-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3cac6591-f68d-46cf-9242-f80ff905005a,segment=NetworkSegment(ae5052cf-1d18-46d2-b301-9a9d4c6abcd9),segment_id=ae5052cf-1d18-46d2-b301-9a9d4c6abcd9)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:08:46.810792 n-d-764435-3 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:46.842245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-287636a5-c8f7-4181-849a-d825a6ddb51d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Allocated IP 172.20.0.7 (480e08d3-ad59-4783-a567-191e157ee83a/c29208d6-bc57-4f83-8667-4bdadb183827/363b1e47-2876-47db-b409-c293585ffff6) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:08:46.867911 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Routers {'a12f15c8-c9e0-4138-9b29-ece670919c26'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:08:46.868555 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:08:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a12f15c8-c9e0-4138-9b29-ece670919c26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:46.921362 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b28cfb-1141-4d14-8814-d33aadb0979a None None] Pushing event updated for resources: {'Port': ['ID=3cac6591-f68d-46cf-9242-f80ff905005a,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:46.992027 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] Set router a12f15c8-c9e0-4138-9b29-ece670919c26 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:08:46.993936 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-287636a5-c8f7-4181-849a-d825a6ddb51d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:47.007767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-287636a5-c8f7-4181-849a-d825a6ddb51d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Transition to ACTIVE for port object 363b1e47-2876-47db-b409-c293585ffff6 will not be triggered until provisioned by entity DHCP. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:08:47.043284 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-287636a5-c8f7-4181-849a-d825a6ddb51d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:47.085285 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-287636a5-c8f7-4181-849a-d825a6ddb51d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Network 480e08d3-ad59-4783-a567-191e157ee83a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:08:47.093526 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-287636a5-c8f7-4181-849a-d825a6ddb51d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:08:47.096247 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-287636a5-c8f7-4181-849a-d825a6ddb51d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:08:47.138717 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287636a5-c8f7-4181-849a-d825a6ddb51d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event updated for resources: {'Port': ['ID=363b1e47-2876-47db-b409-c293585ffff6,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:47.164893 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-287636a5-c8f7-4181-849a-d825a6ddb51d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:47.165457 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-287636a5-c8f7-4181-849a-d825a6ddb51d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:47.181565 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-287636a5-c8f7-4181-849a-d825a6ddb51d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6256676 Jul 15 16:08:47.193234 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Request body: {'port': {'device_id': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-3'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:08:47.206794 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'name': 'tempest-TestSnapshotPattern-227719693-router', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '0e412249-0ac3-42a5-acbb-7156cde4fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:39Z', 'updated_at': '2021-07-15T16:08:42Z', 'revision_number': 4, 'project_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'gw_port': {'id': '0e412249-0ac3-42a5-acbb-7156cde4fcb2', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:39Z', 'updated_at': '2021-07-15T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3cac6591-f68d-46cf-9242-f80ff905005a', 'name': '', 'network_id': 'f7442770-283b-4b41-95ee-403c42f88121', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'mac_address': 'fa:16:3e:07:43:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '0fcf3376-f483-46be-8366-8f0191bcfce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:41Z', 'updated_at': '2021-07-15T16:08:46Z', 'revision_number': 4, 'project_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'subnets': [{'id': '0fcf3376-f483-46be-8366-8f0191bcfce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:47.239174 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82a9349-c089-434d-ac70-7cd4e272611d None None] The sync data for ids ['a12f15c8-c9e0-4138-9b29-ece670919c26'] in n-d-764435-3 is: [{'id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'name': 'tempest-TestSnapshotPattern-227719693-router', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '0e412249-0ac3-42a5-acbb-7156cde4fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:39Z', 'updated_at': '2021-07-15T16:08:42Z', 'revision_number': 4, 'project_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'gw_port': {'id': '0e412249-0ac3-42a5-acbb-7156cde4fcb2', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:39Z', 'updated_at': '2021-07-15T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '3cac6591-f68d-46cf-9242-f80ff905005a', 'name': '', 'network_id': 'f7442770-283b-4b41-95ee-403c42f88121', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'mac_address': 'fa:16:3e:07:43:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '0fcf3376-f483-46be-8366-8f0191bcfce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:41Z', 'updated_at': '2021-07-15T16:08:46Z', 'revision_number': 4, 'project_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'subnets': [{'id': '0fcf3376-f483-46be-8366-8f0191bcfce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:08:47.273703 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:47.351572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ffa5cc56-779b-40ac-9b39-4c7b44e69f88 None None] Provisioning for port 363b1e47-2876-47db-b409-c293585ffff6 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:08:47.356224 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ffa5cc56-779b-40ac-9b39-4c7b44e69f88 None None] Provisioning complete for port 363b1e47-2876-47db-b409-c293585ffff6 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:47.356603 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffa5cc56-779b-40ac-9b39-4c7b44e69f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:47.395042 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ffa5cc56-779b-40ac-9b39-4c7b44e69f88 None None] Port 363b1e47-2876-47db-b409-c293585ffff6 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:08:47.573014 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363b1e47-2876-47db-b409-c293585ffff6 {{(pid=100711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:08:47.581313 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:47.594421 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.provisioning_blocks [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Transition to ACTIVE for port object 363b1e47-2876-47db-b409-c293585ffff6 will not be triggered until provisioned by entity L2. {{(pid=100711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:08:47.599457 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:47.657093 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Pushing event updated for resources: {'Port': ['ID=363b1e47-2876-47db-b409-c293585ffff6,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:47.789261 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Attempting to bind port 363b1e47-2876-47db-b409-c293585ffff6 on host n-h2-764435-3 for vnic_type normal with profile {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:08:47.789598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Attempting to bind port 363b1e47-2876-47db-b409-c293585ffff6 by drivers openvswitch,hyperv on host n-h2-764435-3 at level 0 using segments [{'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:08:47.789932 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Attempting to bind port 363b1e47-2876-47db-b409-c293585ffff6 on network 480e08d3-ad59-4783-a567-191e157ee83a {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:08:47.802464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e337507-13c1-43ac-8c96-3d154e82cb76 req-b493c1f3-a39e-4048-8879-68585d9aa6c0 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:47.804082 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e337507-13c1-43ac-8c96-3d154e82cb76 req-b493c1f3-a39e-4048-8879-68585d9aa6c0 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 943 time: 0.1372151 Jul 15 16:08:47.805197 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Port 363b1e47-2876-47db-b409-c293585ffff6 on network 480e08d3-ad59-4783-a567-191e157ee83a not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-3 {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:08:47.805778 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Attempting to bind port 363b1e47-2876-47db-b409-c293585ffff6 on network 480e08d3-ad59-4783-a567-191e157ee83a {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:08:47.811323 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Checking agent: {'id': '82fc3164-0f18-4db2-9c20-3677e903f09e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:08:47.811730 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Checking segment: {'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:08:47.812119 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Bound using segment: {'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'} {{(pid=100711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:08:47.812555 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.managers [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Bound port: 363b1e47-2876-47db-b409-c293585ffff6, host: n-h2-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'}}] {{(pid=100711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:08:47.812935 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:47.878961 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5e337507-13c1-43ac-8c96-3d154e82cb76 req-d6ba20bf-ec56-4aff-8f33-633f9b780912 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635228 Jul 15 16:08:47.909080 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] For port 363b1e47-2876-47db-b409-c293585ffff6, host n-h2-764435-3, cleared binding levels {{(pid=100711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:08:47.912191 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] For port 363b1e47-2876-47db-b409-c293585ffff6, host n-h2-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=363b1e47-2876-47db-b409-c293585ffff6,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:08:47.918610 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:47.953198 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:47.953828 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:47.955202 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] 10.222.0.22 "PUT /v2.0/ports/363b1e47-2876-47db-b409-c293585ffff6 HTTP/1.1" status: 200 len: 1091 time: 0.7665114 Jul 15 16:08:47.955634 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'tag': '363b1e47-2876-47db-b409-c293585ffff6'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:08:47.957882 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cad006-ff63-41bf-964f-ec4725fe96cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3526c2-4f86-4591-994c-cfe2be84c6d6", "tag": "363b1e47-2876-47db-b409-c293585ffff6"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:08:47.993584 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834acec-e57e-467c-bcd9-99d6e8f62a25 service neutron] Pushing event updated for resources: {'Port': ['ID=363b1e47-2876-47db-b409-c293585ffff6,revision_number=3']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:48.003912 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94ade9c-e5dc-4e93-b12d-16f2e497baff x-openstack-request-id: req-e94ade9c-e5dc-4e93-b12d-16f2e497baff {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:08:48.004204 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3526c2-4f86-4591-994c-cfe2be84c6d6", "tag": "363b1e47-2876-47db-b409-c293585ffff6", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:08:48.004453 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e94ade9c-e5dc-4e93-b12d-16f2e497baff {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:08:48.004941 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'tag': '363b1e47-2876-47db-b409-c293585ffff6', 'status': 'completed', 'code': 200} Jul 15 16:08:48.068079 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-ff912a20-a9de-46ae-96f1-9cf763e3acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:48.069634 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-ff912a20-a9de-46ae-96f1-9cf763e3acf9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 1094 time: 0.0601325 Jul 15 16:08:48.110679 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-615b4514-2cc0-40eb-8b33-1e76cdd39802 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363b1e47-2876-47db-b409-c293585ffff6 HTTP/1.1" status: 200 len: 217 time: 0.0342617 Jul 15 16:08:48.157976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f16c69d9-3176-4b61-a253-e5dd9b0450e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:48.159459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-f16c69d9-3176-4b61-a253-e5dd9b0450e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c29208d6-bc57-4f83-8667-4bdadb183827 HTTP/1.1" status: 200 len: 849 time: 0.0430784 Jul 15 16:08:48.223762 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-dad83053-1af0-46b5-b4b8-54e9a3ac43eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:48.225161 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-dad83053-1af0-46b5-b4b8-54e9a3ac43eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=480e08d3-ad59-4783-a567-191e157ee83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582435 Jul 15 16:08:48.250068 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0e412249-0ac3-42a5-acbb-7156cde4fcb2 up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:08:48.296741 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 0e412249-0ac3-42a5-acbb-7156cde4fcb2 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:48.297119 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:48.317751 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-fd48e72b-bd73-405d-9a5c-8f6b64eceb74 service neutron] 10.222.0.22 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860236 Jul 15 16:08:48.377401 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3cac6591-f68d-46cf-9242-f80ff905005a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:08:48.410851 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-79d80d2c-54e1-4ddc-8970-97a698c17601 req-88392808-4c37-4d5d-bbf0-486c67900a2d service neutron] 10.222.0.22 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856473 Jul 15 16:08:48.430259 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning for port 3cac6591-f68d-46cf-9242-f80ff905005a completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:08:48.434750 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3cac6591-f68d-46cf-9242-f80ff905005a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:48.435196 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:48.510880 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:48.511169 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cad006-ff63-41bf-964f-ec4725fe96cd req-5db61590-9182-4d5e-984b-dd3193da9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:48.512684 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1cad006-ff63-41bf-964f-ec4725fe96cd req-5db61590-9182-4d5e-984b-dd3193da9d62 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 1094 time: 0.0526299 Jul 15 16:08:48.543054 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] For port 3cac6591-f68d-46cf-9242-f80ff905005a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3cac6591-f68d-46cf-9242-f80ff905005a,segment=NetworkSegment(ae5052cf-1d18-46d2-b301-9a9d4c6abcd9),segment_id=ae5052cf-1d18-46d2-b301-9a9d4c6abcd9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:48.547669 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:48.602108 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Pushing event updated for resources: {'Port': ['ID=3cac6591-f68d-46cf-9242-f80ff905005a,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:48.610587 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cad006-ff63-41bf-964f-ec4725fe96cd req-f15289aa-5af9-48c9-ba4d-d658b4c24a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:48.612078 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1cad006-ff63-41bf-964f-ec4725fe96cd req-f15289aa-5af9-48c9-ba4d-d658b4c24a37 service neutron] 10.222.0.22 "GET /v2.0/networks?id=480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 200 len: 911 time: 0.0929780 Jul 15 16:08:48.653398 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1cad006-ff63-41bf-964f-ec4725fe96cd req-6aed5f71-8280-42e1-ba25-677bcebe6954 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363b1e47-2876-47db-b409-c293585ffff6 HTTP/1.1" status: 200 len: 217 time: 0.0348525 Jul 15 16:08:48.701544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cad006-ff63-41bf-964f-ec4725fe96cd req-fdc446b5-04f0-4d61-a58d-cf60b2b0e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:48.703026 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1cad006-ff63-41bf-964f-ec4725fe96cd req-fdc446b5-04f0-4d61-a58d-cf60b2b0e6e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c29208d6-bc57-4f83-8667-4bdadb183827 HTTP/1.1" status: 200 len: 849 time: 0.0432763 Jul 15 16:08:48.763342 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cad006-ff63-41bf-964f-ec4725fe96cd req-82c0d6a1-3be7-41ef-a0b1-03d54fd01c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:48.764749 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1cad006-ff63-41bf-964f-ec4725fe96cd req-82c0d6a1-3be7-41ef-a0b1-03d54fd01c81 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=480e08d3-ad59-4783-a567-191e157ee83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555532 Jul 15 16:08:48.853855 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1cad006-ff63-41bf-964f-ec4725fe96cd req-55ab0b7d-1b1f-40de-9364-41955d183169 service neutron] 10.222.0.22 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807481 Jul 15 16:08:48.952956 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-e1cad006-ff63-41bf-964f-ec4725fe96cd req-06fea2b5-8c5a-463c-91df-fa0234ead74f service neutron] 10.222.0.22 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925381 Jul 15 16:08:49.064240 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b6ccf-c1d9-4e2c-a6a9-62f751cdc0b8 req-b6178f10-5a31-4dbe-b1e7-6f1f24693e69 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:49.065631 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-359b6ccf-c1d9-4e2c-a6a9-62f751cdc0b8 req-b6178f10-5a31-4dbe-b1e7-6f1f24693e69 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 943 time: 0.0628374 Jul 15 16:08:49.102711 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-359b6ccf-c1d9-4e2c-a6a9-62f751cdc0b8 req-8ff8723d-4cb4-4cc1-be25-25c4321478a7 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315440 Jul 15 16:08:49.682124 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:49.921621 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:50.238813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3cac6591-f68d-46cf-9242-f80ff905005a up at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:08:50.282194 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2093a2-278f-4df6-9195-9c47cfa09379 req-a4704aae-1d91-430e-9526-1e9f609c98d8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:50.283729 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a2093a2-278f-4df6-9195-9c47cfa09379 req-a4704aae-1d91-430e-9526-1e9f609c98d8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 943 time: 0.0658717 Jul 15 16:08:50.285402 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Provisioning complete for port 3cac6591-f68d-46cf-9242-f80ff905005a triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:50.285778 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:50.326783 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-0a2093a2-278f-4df6-9195-9c47cfa09379 req-dd1d04a4-790d-478d-96b1-9939554e67df tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370903 Jul 15 16:08:50.902112 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 363b1e47-2876-47db-b409-c293585ffff6 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:08:50.995751 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 363b1e47-2876-47db-b409-c293585ffff6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=363b1e47-2876-47db-b409-c293585ffff6,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:51.006112 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '363b1e47-2876-47db-b409-c293585ffff6', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'port_id': '363b1e47-2876-47db-b409-c293585ffff6', 'mac_address': 'fa:16:3e:c8:b5:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:08:51.041978 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:51.053984 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363b1e47-2876-47db-b409-c293585ffff6 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:08:51.074036 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 363b1e47-2876-47db-b409-c293585ffff6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=363b1e47-2876-47db-b409-c293585ffff6,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:51.077846 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:51.128661 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=363b1e47-2876-47db-b409-c293585ffff6,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:51.277587 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['363b1e47-2876-47db-b409-c293585ffff6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:08:51.497514 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2699fe-aeb3-42d2-a2b9-c3b119b34b0b req-9e989458-7361-4bfe-a346-87f06c380775 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:51.499045 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-da2699fe-aeb3-42d2-a2b9-c3b119b34b0b req-9e989458-7361-4bfe-a346-87f06c380775 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0626278 Jul 15 16:08:51.537076 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-da2699fe-aeb3-42d2-a2b9-c3b119b34b0b req-ceb99147-de51-4b49-b567-695a0de6c9e6 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317433 Jul 15 16:08:52.709123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146add8-d6ed-4867-967d-a46b29e04f78 req-495e1609-328f-45c2-b232-ec9c37f72d87 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:52.710638 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1146add8-d6ed-4867-967d-a46b29e04f78 req-495e1609-328f-45c2-b232-ec9c37f72d87 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0641034 Jul 15 16:08:52.748670 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-1146add8-d6ed-4867-967d-a46b29e04f78 req-d1b40e9c-9ea0-4454-805b-809db4484da0 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316865 Jul 15 16:08:52.926624 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 363b1e47-2876-47db-b409-c293585ffff6 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:08:52.973858 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning for port 363b1e47-2876-47db-b409-c293585ffff6 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:08:52.977369 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 363b1e47-2876-47db-b409-c293585ffff6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:08:52.977744 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:53.051488 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:53.077222 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363b1e47-2876-47db-b409-c293585ffff6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:08:53.079486 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc640716-a211-4d93-a911-524d3a38d0e0" -d '{"events": [{"server_uuid": "4c3526c2-4f86-4591-994c-cfe2be84c6d6", "name": "network-vif-plugged", "status": "completed", "tag": "363b1e47-2876-47db-b409-c293585ffff6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:08:53.092594 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 363b1e47-2876-47db-b409-c293585ffff6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=363b1e47-2876-47db-b409-c293585ffff6,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:08:53.096627 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:53.122488 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace4ee34-517f-40d2-bbdd-d42195f8492d x-openstack-request-id: req-ace4ee34-517f-40d2-bbdd-d42195f8492d {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:08:53.122948 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3526c2-4f86-4591-994c-cfe2be84c6d6", "name": "network-vif-plugged", "status": "completed", "tag": "363b1e47-2876-47db-b409-c293585ffff6", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:08:53.123209 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ace4ee34-517f-40d2-bbdd-d42195f8492d {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:08:53.123625 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363b1e47-2876-47db-b409-c293585ffff6', 'code': 200} Jul 15 16:08:53.150546 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=363b1e47-2876-47db-b409-c293585ffff6,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:53.230382 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5932b2-2bd0-4d27-92d1-6a1bf536bfad req-3d1aebd1-97d6-48d0-93b7-9e07c31f8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:53.231824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f5932b2-2bd0-4d27-92d1-6a1bf536bfad req-3d1aebd1-97d6-48d0-93b7-9e07c31f8ae9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0556171 Jul 15 16:08:53.265321 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8f5932b2-2bd0-4d27-92d1-6a1bf536bfad req-0d76df17-a67e-4257-a29d-ebbc1468c649 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273740 Jul 15 16:08:53.924050 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb164ba-de5a-4604-83c4-132f039928bb req-7a411c0a-4207-48d1-a67e-c0353c2c6d3e tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:53.925550 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fcb164ba-de5a-4604-83c4-132f039928bb req-7a411c0a-4207-48d1-a67e-c0353c2c6d3e tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 945 time: 0.0643594 Jul 15 16:08:53.964029 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-fcb164ba-de5a-4604-83c4-132f039928bb req-7a50cc39-abc0-4733-96a9-063ae0948f83 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327263 Jul 15 16:08:55.138394 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78848d52-b41a-4610-8962-6ddf93c02f5e req-044c4832-4a15-4b7c-a698-bcfb530e6422 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:55.139901 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78848d52-b41a-4610-8962-6ddf93c02f5e req-044c4832-4a15-4b7c-a698-bcfb530e6422 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 945 time: 0.0648408 Jul 15 16:08:55.181190 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-78848d52-b41a-4610-8962-6ddf93c02f5e req-973d08a9-8f1f-4884-9894-e6e9a80b86ee tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357859 Jul 15 16:08:55.351008 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207905ba-e421-4b7a-a337-3924acf02dab req-1b0f57dd-5df5-41b9-9f47-36428cfc3ba3 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:55.352365 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-207905ba-e421-4b7a-a337-3924acf02dab req-1b0f57dd-5df5-41b9-9f47-36428cfc3ba3 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 945 time: 0.0623190 Jul 15 16:08:55.389511 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-207905ba-e421-4b7a-a337-3924acf02dab req-44958100-4944-428b-a297-fa0ba99a78c5 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315278 Jul 15 16:08:55.413452 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44352) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:55.502089 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b3d004-3fb4-4e0c-acb0-90a47a104588 tempest-TestSnapshotPattern-196699200 tempest-TestSnapshotPattern-196699200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:55.503618 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-07b3d004-3fb4-4e0c-acb0-90a47a104588 tempest-TestSnapshotPattern-196699200 tempest-TestSnapshotPattern-196699200-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 1091 time: 0.0891886 Jul 15 16:08:55.506428 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44356) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:08:55.511411 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': '363b1e47-2876-47db-b409-c293585ffff6', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:08:55.534216 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:55.632087 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:55.733126 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Allocated IP 172.25.4.211 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/d2843f54-6a21-4757-9ec2-c81eb167cdf3) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:08:55.830521 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:55.867103 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:55.902598 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:08:55.907164 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:08:55.909892 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:08:55.941653 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event updated for resources: {'Port': ['ID=d2843f54-6a21-4757-9ec2-c81eb167cdf3,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:56.276734 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:56.352090 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:56.496859 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:56.501111 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:56.566790 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event updated for resources: {'Port': ['ID=d2843f54-6a21-4757-9ec2-c81eb167cdf3,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:08:56.576549 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:56.675432 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Floating IP 31434950-272c-49ae-a8d0-991b52020de7 associated. External IP: 172.25.4.211, port: 363b1e47-2876-47db-b409-c293585ffff6. Jul 15 16:08:56.877259 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:08:56.981399 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:08:56.990616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca486a-bd91-4fee-8427-9d8233358a77 None None] Sync routers for ids ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:08:56.996317 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:08:57.001097 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ca486a-bd91-4fee-8427-9d8233358a77 None None] Routers {'7f30fec6-c352-4fd3-ab48-d05e704dcf23'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:08:57.001754 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e7ca486a-bd91-4fee-8427-9d8233358a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:08:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:57.033160 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-f7b69d7b-d645-40c4-a1fa-9e66217181e8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5256929 Jul 15 16:08:57.033872 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'tag': '363b1e47-2876-47db-b409-c293585ffff6'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:08:57.036563 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c04584c-2330-4c1f-9cdc-96b7278803a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3526c2-4f86-4591-994c-cfe2be84c6d6", "tag": "363b1e47-2876-47db-b409-c293585ffff6"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:08:57.109617 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e7ca486a-bd91-4fee-8427-9d8233358a77 None None] Set router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:08:57.130235 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71787bdb-2e0b-4109-9ded-2e8ee4b665e1 x-openstack-request-id: req-71787bdb-2e0b-4109-9ded-2e8ee4b665e1 {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:08:57.130551 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3526c2-4f86-4591-994c-cfe2be84c6d6", "tag": "363b1e47-2876-47db-b409-c293585ffff6", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:08:57.130811 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71787bdb-2e0b-4109-9ded-2e8ee4b665e1 {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:08:57.131222 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'tag': '363b1e47-2876-47db-b409-c293585ffff6', 'status': 'completed', 'code': 200} Jul 15 16:08:57.206655 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04584c-2330-4c1f-9cdc-96b7278803a3 req-63f08c43-d5b4-4db0-9cb5-09084eab82df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:57.208192 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c04584c-2330-4c1f-9cdc-96b7278803a3 req-63f08c43-d5b4-4db0-9cb5-09084eab82df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0541434 Jul 15 16:08:57.299237 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04584c-2330-4c1f-9cdc-96b7278803a3 req-b5311cf3-bfe1-4603-a86b-51dbb20cf275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:57.300792 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c04584c-2330-4c1f-9cdc-96b7278803a3 req-b5311cf3-bfe1-4603-a86b-51dbb20cf275 service neutron] 10.222.0.22 "GET /v2.0/networks?id=480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 200 len: 911 time: 0.0863645 Jul 15 16:08:57.329494 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e7ca486a-bd91-4fee-8427-9d8233358a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '31434950-272c-49ae-a8d0-991b52020de7', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'port_id': '363b1e47-2876-47db-b409-c293585ffff6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'mac_address': 'fa:16:3e:c8:b5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:08:56Z', 'updated_at': '2021-07-15T16:08:56Z', 'revision_number': 0, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:43Z', 'revision_number': 5, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:57.359020 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca486a-bd91-4fee-8427-9d8233358a77 None None] Checking router: 7f30fec6-c352-4fd3-ab48-d05e704dcf23 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:08:57.364361 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c04584c-2330-4c1f-9cdc-96b7278803a3 req-40a462a7-5080-43db-affd-0a912ded22d9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363b1e47-2876-47db-b409-c293585ffff6 HTTP/1.1" status: 200 len: 999 time: 0.0568671 Jul 15 16:08:57.367525 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ca486a-bd91-4fee-8427-9d8233358a77 None None] Routers {'7f30fec6-c352-4fd3-ab48-d05e704dcf23'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:08:57.368136 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e7ca486a-bd91-4fee-8427-9d8233358a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:08:33Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:57.418331 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04584c-2330-4c1f-9cdc-96b7278803a3 req-17814efb-725e-472d-838b-9d0aafcbb942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:57.419756 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c04584c-2330-4c1f-9cdc-96b7278803a3 req-17814efb-725e-472d-838b-9d0aafcbb942 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c29208d6-bc57-4f83-8667-4bdadb183827 HTTP/1.1" status: 200 len: 849 time: 0.0487943 Jul 15 16:08:57.475016 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-e7ca486a-bd91-4fee-8427-9d8233358a77 None None] Set router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:08:57.477223 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04584c-2330-4c1f-9cdc-96b7278803a3 req-b5bb1205-b1a6-4696-bf8a-b2714b2a984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:08:57.479005 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c04584c-2330-4c1f-9cdc-96b7278803a3 req-b5bb1205-b1a6-4696-bf8a-b2714b2a984f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=480e08d3-ad59-4783-a567-191e157ee83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531318 Jul 15 16:08:57.566990 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c04584c-2330-4c1f-9cdc-96b7278803a3 req-81f92b5d-2dc1-491e-aa33-7226025475ec service neutron] 10.222.0.22 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817845 Jul 15 16:08:57.659424 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-8c04584c-2330-4c1f-9cdc-96b7278803a3 req-44c1f2b8-170c-4f70-9b6c-4c5feb19c656 service neutron] 10.222.0.22 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859420 Jul 15 16:08:57.692000 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-e7ca486a-bd91-4fee-8427-9d8233358a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '31434950-272c-49ae-a8d0-991b52020de7', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'port_id': '363b1e47-2876-47db-b409-c293585ffff6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'mac_address': 'fa:16:3e:c8:b5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:08:56Z', 'updated_at': '2021-07-15T16:08:56Z', 'revision_number': 0, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:43Z', 'revision_number': 5, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:08:57.721644 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca486a-bd91-4fee-8427-9d8233358a77 None None] The sync data for ids ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'] in n-d-764435-3 is: [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '31434950-272c-49ae-a8d0-991b52020de7', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'port_id': '363b1e47-2876-47db-b409-c293585ffff6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'mac_address': 'fa:16:3e:c8:b5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:08:56Z', 'updated_at': '2021-07-15T16:08:56Z', 'revision_number': 0, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:43Z', 'revision_number': 5, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:08:57.904234 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6480b3-2113-4757-b2c1-1ed73edccdca None None] New status for floating IP 31434950-272c-49ae-a8d0-991b52020de7: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:09:00.167830 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23e393d2-5ddf-481b-8ce0-25528eba551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:09:02.925709 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:09:02.942831 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf517114-fa05-4c06-b12c-e0a0f0e32247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:09:04.568102 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:09:06.267929 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:09:08.681821 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:09:19.688985 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:09:19.949453 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:09:28.202523 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37842ac5-359f-4ce2-a435-010fd6cc67bb req-d02ceba7-0acc-4bf9-9cae-a71d8f8ec2a4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513608 Jul 15 16:09:28.304280 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37842ac5-359f-4ce2-a435-010fd6cc67bb req-23f2ddfa-9acc-4dd6-9865-b72d2c57e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:09:28.306323 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37842ac5-359f-4ce2-a435-010fd6cc67bb req-23f2ddfa-9acc-4dd6-9865-b72d2c57e7ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0606499 Jul 15 16:09:28.409922 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37842ac5-359f-4ce2-a435-010fd6cc67bb req-5f1d8d6f-64ac-4696-89e1-f5200d2c3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:09:28.411459 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37842ac5-359f-4ce2-a435-010fd6cc67bb req-5f1d8d6f-64ac-4696-89e1-f5200d2c3f0f service neutron] 10.222.0.22 "GET /v2.0/networks?id=480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 200 len: 911 time: 0.0859685 Jul 15 16:09:28.819234 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37842ac5-359f-4ce2-a435-010fd6cc67bb req-c7b8ea01-f4cf-4e98-a241-fcba854f6480 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363b1e47-2876-47db-b409-c293585ffff6 HTTP/1.1" status: 200 len: 1001 time: 0.4012785 Jul 15 16:09:28.865801 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37842ac5-359f-4ce2-a435-010fd6cc67bb req-a6b4c140-76a9-4201-80e1-5c5b6f37317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:09:28.867740 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37842ac5-359f-4ce2-a435-010fd6cc67bb req-a6b4c140-76a9-4201-80e1-5c5b6f37317f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c29208d6-bc57-4f83-8667-4bdadb183827 HTTP/1.1" status: 200 len: 849 time: 0.0420892 Jul 15 16:09:28.932658 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37842ac5-359f-4ce2-a435-010fd6cc67bb req-28c22614-fc00-4ba6-afef-4f844d24871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:09:28.934178 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37842ac5-359f-4ce2-a435-010fd6cc67bb req-28c22614-fc00-4ba6-afef-4f844d24871b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=480e08d3-ad59-4783-a567-191e157ee83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592446 Jul 15 16:09:29.033558 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37842ac5-359f-4ce2-a435-010fd6cc67bb req-4bd6a557-66be-4e43-840e-c5c25b0097c7 service neutron] 10.222.0.22 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876410 Jul 15 16:09:29.134248 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-37842ac5-359f-4ce2-a435-010fd6cc67bb req-46f451b3-08b0-4385-97ed-9568c3c64d29 service neutron] 10.222.0.22 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945091 Jul 15 16:09:30.168828 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e09c9d63-2f8a-46ee-b59e-346efe39b8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:09:32.926353 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:09:32.941662 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f42d7a2-373c-4905-8382-215f04c1048e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:09:34.570328 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:09:36.269155 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:09:45.681659 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:09:49.701003 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:09:49.947861 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:00.170511 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a3271b9-fccd-4966-a344-e4ef49075fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:02.932578 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:02.942621 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d8c273f-52ab-4d46-8100-83cf1268da34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:04.572613 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:06.272469 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:19.697571 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:19.961407 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:22.681196 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:10:28.273515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5131fcc6-cf96-4710-a84c-635bca51e941 req-63c0f079-1999-4e74-90f5-24e1ab022dd1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1260812 Jul 15 16:10:28.365604 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131fcc6-cf96-4710-a84c-635bca51e941 req-66f1ac1e-3880-479b-b795-fc6a260e5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:10:28.367041 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5131fcc6-cf96-4710-a84c-635bca51e941 req-66f1ac1e-3880-479b-b795-fc6a260e5997 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0526021 Jul 15 16:10:28.476461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131fcc6-cf96-4710-a84c-635bca51e941 req-4427257d-49a1-4b4e-b64a-2e5dc459d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:10:28.477824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5131fcc6-cf96-4710-a84c-635bca51e941 req-4427257d-49a1-4b4e-b64a-2e5dc459d97b service neutron] 10.222.0.22 "GET /v2.0/networks?id=480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 200 len: 911 time: 0.0890019 Jul 15 16:10:28.543356 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5131fcc6-cf96-4710-a84c-635bca51e941 req-28d1e98a-6094-4428-aeaa-b2ab5e4c2465 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363b1e47-2876-47db-b409-c293585ffff6 HTTP/1.1" status: 200 len: 1001 time: 0.0565352 Jul 15 16:10:28.591779 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131fcc6-cf96-4710-a84c-635bca51e941 req-53408db5-b049-4a62-add6-926a26e67274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:10:28.593301 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5131fcc6-cf96-4710-a84c-635bca51e941 req-53408db5-b049-4a62-add6-926a26e67274 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c29208d6-bc57-4f83-8667-4bdadb183827 HTTP/1.1" status: 200 len: 849 time: 0.0433621 Jul 15 16:10:28.655714 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131fcc6-cf96-4710-a84c-635bca51e941 req-7e452af1-843f-48a9-9ef9-bb9600c994d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:10:28.657256 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5131fcc6-cf96-4710-a84c-635bca51e941 req-7e452af1-843f-48a9-9ef9-bb9600c994d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=480e08d3-ad59-4783-a567-191e157ee83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561335 Jul 15 16:10:28.745151 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5131fcc6-cf96-4710-a84c-635bca51e941 req-0b03fa7d-4d64-4aaa-a4df-89d0cd0c3b20 service neutron] 10.222.0.22 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807197 Jul 15 16:10:28.838667 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5131fcc6-cf96-4710-a84c-635bca51e941 req-e2cd50c3-daf1-4fd4-a708-2560cd5ebcd0 service neutron] 10.222.0.22 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868578 Jul 15 16:10:30.174489 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc01c7d1-3e2a-4e72-8151-1f436b555656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:32.923074 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:32.940798 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da751c74-227f-45ba-a2fd-a5e51190f0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:34.574925 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:36.274599 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:49.711998 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:49.959508 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:57.572685 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 363b1e47-2876-47db-b409-c293585ffff6 details requested by agent hyperv_n-h2-764435-3 with host n-h2-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:10:57.686077 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 363b1e47-2876-47db-b409-c293585ffff6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=363b1e47-2876-47db-b409-c293585ffff6,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:10:57.700884 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Returning: {'device': '363b1e47-2876-47db-b409-c293585ffff6', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'port_id': '363b1e47-2876-47db-b409-c293585ffff6', 'mac_address': 'fa:16:3e:c8:b5:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:10:57.749968 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:57.765843 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 363b1e47-2876-47db-b409-c293585ffff6 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:10:57.786158 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 363b1e47-2876-47db-b409-c293585ffff6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=363b1e47-2876-47db-b409-c293585ffff6,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:10:57.790270 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:57.852818 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=363b1e47-2876-47db-b409-c293585ffff6,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:10:57.863577 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:10:57.863947 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:10:57.864979 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:10:57.864979 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:10:57.864979 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:10:57.865294 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:10:57.865776 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:10:57.866118 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:10:57.866708 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:10:57.867071 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:10:57.867419 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:10:57.867750 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:10:57.872349 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] get_ports_and_sgs() called for port_ids ['363b1e47-2876-47db-b409-c293585ffff6'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:10:59.591001 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 363b1e47-2876-47db-b409-c293585ffff6 up at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:10:59.654792 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Provisioning complete for port 363b1e47-2876-47db-b409-c293585ffff6 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:10:59.655269 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:59.680742 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:10:59.754811 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:59.780164 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363b1e47-2876-47db-b409-c293585ffff6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:10:59.782760 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4686eb-a6ff-4f6d-ba78-a584ed7b5a7e" -d '{"events": [{"server_uuid": "4c3526c2-4f86-4591-994c-cfe2be84c6d6", "name": "network-vif-plugged", "status": "completed", "tag": "363b1e47-2876-47db-b409-c293585ffff6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:10:59.797968 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 363b1e47-2876-47db-b409-c293585ffff6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=363b1e47-2876-47db-b409-c293585ffff6,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:10:59.804742 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:10:59.873875 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=363b1e47-2876-47db-b409-c293585ffff6,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:10:59.906569 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6022003-8e91-4c71-aacf-d9623ea305a1 x-openstack-request-id: req-d6022003-8e91-4c71-aacf-d9623ea305a1 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:10:59.906868 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3526c2-4f86-4591-994c-cfe2be84c6d6", "name": "network-vif-plugged", "status": "completed", "tag": "363b1e47-2876-47db-b409-c293585ffff6", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:10:59.907115 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d6022003-8e91-4c71-aacf-d9623ea305a1 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:10:59.907507 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363b1e47-2876-47db-b409-c293585ffff6', 'code': 200} Jul 15 16:11:00.181209 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24ac9694-219c-4d12-9c45-7d1baa0fc857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:02.932976 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:02.949915 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c4378e49-d9df-48a2-a2e3-aaf0f2be2ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:04.575784 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:05.371725 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-c9199207-69ee-467f-b508-56d2c7f53759 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927207325&fields=id&tenant_id=76187a6c32d843059a5bb21fb32bf5d9 HTTP/1.1" status: 200 len: 267 time: 0.0334709 Jul 15 16:11:05.475687 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-e068b9bd-af2d-4323-9bf6-3164c7ddab4e tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:05.477148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-e068b9bd-af2d-4323-9bf6-3164c7ddab4e tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/networks?id=480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 200 len: 810 time: 0.0993340 Jul 15 16:11:05.491758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-afadb6e8-8489-49a1-bfef-12887d59ae54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/quotas/76187a6c32d843059a5bb21fb32bf5d9 HTTP/1.1" status: 200 len: 375 time: 0.0087695 Jul 15 16:11:05.566024 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-384ca5e5-c110-4172-b12c-e41aa39cfa95 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0694966 Jul 15 16:11:05.581296 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-a072767b-7184-473f-8727-c66588de2b6a service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:11:05.582154 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-a072767b-7184-473f-8727-c66588de2b6a service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053830 Jul 15 16:11:05.666694 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-ea0c1b35-1840-4f81-98e5-763c8414a1d0 service neutron] 10.222.0.38 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792508 Jul 15 16:11:05.757353 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-aa3e117d-edf5-4f4f-89aa-22602179b323 service neutron] 10.222.0.38 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845871 Jul 15 16:11:05.956152 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-727991c5-86a5-4702-a62b-f565e9ac2491 req-16fcab83-12cd-426c-80b9-b24c9106a286 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 210 time: 0.0315101 Jul 15 16:11:06.279370 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:07.052162 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-fcc9460d-677b-43a1-a905-3cf5c646fc10 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:07.053703 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-fcc9460d-677b-43a1-a905-3cf5c646fc10 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.11 "GET /v2.0/networks?id=480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 200 len: 810 time: 0.1043339 Jul 15 16:11:07.097752 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-29fe4d67-bc17-48e2-8cb4-558e11ac535b tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76187a6c32d843059a5bb21fb32bf5d9 HTTP/1.1" status: 200 len: 379 time: 0.0358617 Jul 15 16:11:07.101805 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-82b8f90e-e967-4fc8-9f9f-f994b109c934 req-759ff897-fcdb-472f-b10e-7e1404231e28 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 210 time: 0.0291231 Jul 15 16:11:07.107664 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Request body: {'port': {'device_id': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'admin_state_up': True, 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'security_groups': ['eb37069e-3ec7-43fe-b3d7-188b3003e270']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:11:07.221062 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Made reservation on behalf of 76187a6c32d843059a5bb21fb32bf5d9 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:11:07.224919 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:07.354867 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Allocated IP 172.20.0.9 (480e08d3-ad59-4783-a567-191e157ee83a/c29208d6-bc57-4f83-8667-4bdadb183827/e6a66cf3-6de7-4b53-8d90-0495a328c545) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:11:07.526128 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:07.541737 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Transition to ACTIVE for port object e6a66cf3-6de7-4b53-8d90-0495a328c545 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:11:07.579428 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:07.626695 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 363b1e47-2876-47db-b409-c293585ffff6 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:11:07.642785 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Network 480e08d3-ad59-4783-a567-191e157ee83a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:11:07.645988 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:11:07.650687 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:11:07.658107 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event updated for resources: {'Port': ['ID=e6a66cf3-6de7-4b53-8d90-0495a328c545,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:11:07.694929 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:07.695289 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:07.695631 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:07.695969 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:07.696306 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:07.696639 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:07.697115 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:07.697450 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:07.698064 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:07.698397 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:07.698757 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:07.699086 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:07.737609 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:07.739178 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:07.760621 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:07.761213 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-a06d2fbd-aa35-431f-a3a9-54214423ca54 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6575675 Jul 15 16:11:07.801999 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] For port 363b1e47-2876-47db-b409-c293585ffff6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=363b1e47-2876-47db-b409-c293585ffff6,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:11:07.803383 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '363b1e47-2876-47db-b409-c293585ffff6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:11:07.806313 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa3c723-edd5-4586-ba89-4a0411849c81" -d '{"events": [{"server_uuid": "4c3526c2-4f86-4591-994c-cfe2be84c6d6", "name": "network-vif-unplugged", "status": "completed", "tag": "363b1e47-2876-47db-b409-c293585ffff6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:11:07.812035 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:07.869192 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Pushing event updated for resources: {'Port': ['ID=363b1e47-2876-47db-b409-c293585ffff6,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:11:07.877509 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24bb3d7-cd59-4d39-8e60-85fefe25787e x-openstack-request-id: req-c24bb3d7-cd59-4d39-8e60-85fefe25787e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:11:07.877949 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3526c2-4f86-4591-994c-cfe2be84c6d6", "name": "network-vif-unplugged", "status": "completed", "tag": "363b1e47-2876-47db-b409-c293585ffff6", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:11:07.878262 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c24bb3d7-cd59-4d39-8e60-85fefe25787e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:11:07.878887 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '363b1e47-2876-47db-b409-c293585ffff6', 'code': 200} Jul 15 16:11:08.003408 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-578b983a-81dd-4ac2-8d34-5f693760517a None None] Provisioning for port e6a66cf3-6de7-4b53-8d90-0495a328c545 completed by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:11:08.007101 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-578b983a-81dd-4ac2-8d34-5f693760517a None None] Provisioning complete for port e6a66cf3-6de7-4b53-8d90-0495a328c545 triggered by entity DHCP. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:11:08.007476 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-578b983a-81dd-4ac2-8d34-5f693760517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:08.042154 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-578b983a-81dd-4ac2-8d34-5f693760517a None None] Port e6a66cf3-6de7-4b53-8d90-0495a328c545 cannot update to ACTIVE because it is not bound. {{(pid=100713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:11:08.281869 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcce80-2c60-4dd4-a4c0-265e57cc8d51 req-3d643fa7-1b14-4441-9f95-3a6cc64e95d3 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:08.283425 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6adcce80-2c60-4dd4-a4c0-265e57cc8d51 req-3d643fa7-1b14-4441-9f95-3a6cc64e95d3 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 931 time: 0.0688159 Jul 15 16:11:08.323964 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6adcce80-2c60-4dd4-a4c0-265e57cc8d51 req-b0de5e41-3870-43b1-86ac-929dcc0868cd tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348396 Jul 15 16:11:09.689435 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2686b-3382-4a0e-9c77-3bf67aa1c1dc req-611cc495-a85e-4392-b9ef-e2c66c3999c7 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:09.691116 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d3c2686b-3382-4a0e-9c77-3bf67aa1c1dc req-611cc495-a85e-4392-b9ef-e2c66c3999c7 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 931 time: 0.0653188 Jul 15 16:11:09.730620 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-d3c2686b-3382-4a0e-9c77-3bf67aa1c1dc req-35f53000-b543-4ab9-8367-c13c62621219 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334227 Jul 15 16:11:10.916429 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5af7ed-f70a-4edd-955c-867578a0de0c req-129e1e65-6aa4-4ef1-a1d4-beb7264784ed tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:10.917977 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed5af7ed-f70a-4edd-955c-867578a0de0c req-129e1e65-6aa4-4ef1-a1d4-beb7264784ed tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 931 time: 0.0660446 Jul 15 16:11:10.962087 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed5af7ed-f70a-4edd-955c-867578a0de0c req-5eb06848-3677-4660-a1ed-427a5b171fbf tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373232 Jul 15 16:11:12.147654 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893284ee-6f32-40c1-9c7f-b93921c47263 req-8cc566fb-285e-4a5a-9a0a-dbb064367b36 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:12.149255 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-893284ee-6f32-40c1-9c7f-b93921c47263 req-8cc566fb-285e-4a5a-9a0a-dbb064367b36 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 931 time: 0.0669560 Jul 15 16:11:12.190202 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-893284ee-6f32-40c1-9c7f-b93921c47263 req-9cc8cc4e-a1e8-4295-893d-47ef8ec77132 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346169 Jul 15 16:11:13.374094 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fcc48-d569-4dc0-a5b4-8736efc6ed74 req-9c68bf5c-a049-4985-8f47-e735feaeec03 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:13.375705 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-511fcc48-d569-4dc0-a5b4-8736efc6ed74 req-9c68bf5c-a049-4985-8f47-e735feaeec03 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 931 time: 0.0648866 Jul 15 16:11:13.414645 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-511fcc48-d569-4dc0-a5b4-8736efc6ed74 req-5eb69ab8-4531-46bc-b163-068c19d011cf tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330193 Jul 15 16:11:14.596942 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b233f12-4101-4042-951a-06151c46974e req-1af8daf0-7113-47fc-b521-fbe50e8e616d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:14.598645 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9b233f12-4101-4042-951a-06151c46974e req-1af8daf0-7113-47fc-b521-fbe50e8e616d tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 931 time: 0.0687714 Jul 15 16:11:14.638212 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9b233f12-4101-4042-951a-06151c46974e req-ea5b2dca-354e-4444-b37f-3cd06f255875 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338926 Jul 15 16:11:15.823621 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24493e13-75ab-4915-a6cf-921e07808c3f req-5d715919-6581-4ad9-b034-b128e608ffe9 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:15.825727 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-24493e13-75ab-4915-a6cf-921e07808c3f req-5d715919-6581-4ad9-b034-b128e608ffe9 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 931 time: 0.0653675 Jul 15 16:11:15.865181 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-24493e13-75ab-4915-a6cf-921e07808c3f req-1946f08a-9928-4b8c-ab2d-678dc1ecb41f tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333800 Jul 15 16:11:17.044451 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ad86-5a3c-4e01-88c9-03e36ea9595e req-3e55efe0-26d7-474a-b57d-817479de767b tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:17.045937 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b836ad86-5a3c-4e01-88c9-03e36ea9595e req-3e55efe0-26d7-474a-b57d-817479de767b tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 931 time: 0.0632291 Jul 15 16:11:17.090758 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-b836ad86-5a3c-4e01-88c9-03e36ea9595e req-c4cf6298-9a89-47d6-a0a4-7fbc5d2a8056 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380938 Jul 15 16:11:18.044813 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.v2.base [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Request body: {'port': {'device_id': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:11:18.114107 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:18.268314 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85857d-18db-4864-a36e-4dc369961661 req-ebb140cd-2980-4d9d-8f75-a48540495196 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:18.269830 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a85857d-18db-4864-a36e-4dc369961661 req-ebb140cd-2980-4d9d-8f75-a48540495196 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 931 time: 0.0640075 Jul 15 16:11:18.307723 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3a85857d-18db-4864-a36e-4dc369961661 req-8e1fbdaf-1ee6-4cba-9ee0-cb331befeb38 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321729 Jul 15 16:11:18.378322 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a66cf3-6de7-4b53-8d90-0495a328c545 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:11:18.385566 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:18.397791 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Transition to ACTIVE for port object e6a66cf3-6de7-4b53-8d90-0495a328c545 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:11:18.401735 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:18.453374 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a66cf3-6de7-4b53-8d90-0495a328c545,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:11:18.524430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Attempting to bind port e6a66cf3-6de7-4b53-8d90-0495a328c545 on host n-h1-764435-3 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:11:18.524766 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Attempting to bind port e6a66cf3-6de7-4b53-8d90-0495a328c545 by drivers openvswitch,hyperv on host n-h1-764435-3 at level 0 using segments [{'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:11:18.525096 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Attempting to bind port e6a66cf3-6de7-4b53-8d90-0495a328c545 on network 480e08d3-ad59-4783-a567-191e157ee83a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:11:18.529701 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Port e6a66cf3-6de7-4b53-8d90-0495a328c545 on network 480e08d3-ad59-4783-a567-191e157ee83a not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-3 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:11:18.530042 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Attempting to bind port e6a66cf3-6de7-4b53-8d90-0495a328c545 on network 480e08d3-ad59-4783-a567-191e157ee83a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:11:18.535119 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Checking agent: {'id': 'dad88176-2093-4bb3-9871-a0c722a5ae1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'started_at': datetime.datetime(2021, 7, 15, 14, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:11:18.535461 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Checking segment: {'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:11:18.535842 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Bound using segment: {'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:11:18.536645 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Bound port: e6a66cf3-6de7-4b53-8d90-0495a328c545, host: n-h1-764435-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:11:18.537125 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:18.603422 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] For port e6a66cf3-6de7-4b53-8d90-0495a328c545, host n-h1-764435-3, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:11:18.606833 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] For port e6a66cf3-6de7-4b53-8d90-0495a328c545, host n-h1-764435-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e6a66cf3-6de7-4b53-8d90-0495a328c545,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:11:18.610752 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25900022'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:18.644493 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:18.645039 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:18.646354 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] 10.222.0.11 "PUT /v2.0/ports/e6a66cf3-6de7-4b53-8d90-0495a328c545 HTTP/1.1" status: 200 len: 1091 time: 0.6520872 Jul 15 16:11:18.646812 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'tag': 'e6a66cf3-6de7-4b53-8d90-0495a328c545'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:11:18.649027 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093c4295-11d0-4696-a837-248af65755fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b611d52f-7db5-452b-9cf1-4e208f58c63b", "tag": "e6a66cf3-6de7-4b53-8d90-0495a328c545"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:11:18.679047 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb589bc8-3c8a-4e48-8e75-48d454b94f83 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a66cf3-6de7-4b53-8d90-0495a328c545,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:11:18.742901 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-bbdb9274-c413-44d4-80e0-1426d944e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:18.744511 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-bbdb9274-c413-44d4-80e0-1426d944e699 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 1094 time: 0.0578282 Jul 15 16:11:18.759435 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef5e5bc-a0da-443a-b7ac-8d7a37fd50bf x-openstack-request-id: req-8ef5e5bc-a0da-443a-b7ac-8d7a37fd50bf {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:11:18.759730 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b611d52f-7db5-452b-9cf1-4e208f58c63b", "tag": "e6a66cf3-6de7-4b53-8d90-0495a328c545", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:11:18.759980 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ef5e5bc-a0da-443a-b7ac-8d7a37fd50bf {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:11:18.760375 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'tag': 'e6a66cf3-6de7-4b53-8d90-0495a328c545', 'status': 'completed', 'code': 200} Jul 15 16:11:18.791164 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-63441832-1197-4ae4-916e-4b5f76560b7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6a66cf3-6de7-4b53-8d90-0495a328c545 HTTP/1.1" status: 200 len: 217 time: 0.0395908 Jul 15 16:11:18.846845 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-428e157e-bee1-4c27-90d6-d9878438cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:18.848337 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-428e157e-bee1-4c27-90d6-d9878438cb66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c29208d6-bc57-4f83-8667-4bdadb183827 HTTP/1.1" status: 200 len: 849 time: 0.0511107 Jul 15 16:11:18.904626 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-b4b1eae5-4929-4634-8d81-1459efa015fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:18.906098 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-b4b1eae5-4929-4634-8d81-1459efa015fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=480e08d3-ad59-4783-a567-191e157ee83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515521 Jul 15 16:11:18.998488 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-a9c9b2d8-1481-4798-8685-69102ef57a57 service neutron] 10.222.0.11 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859029 Jul 15 16:11:19.085368 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-86e95ff2-ad36-4eda-b5ad-434bda59e5c9 req-91e3a4cf-331c-4ea5-b1e6-b47eaccc915e service neutron] 10.222.0.11 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803537 Jul 15 16:11:19.191489 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c4295-11d0-4696-a837-248af65755fc req-d83b6cf0-fd78-4275-a03e-775897cd38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:19.192990 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-093c4295-11d0-4696-a837-248af65755fc req-d83b6cf0-fd78-4275-a03e-775897cd38b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 1094 time: 0.0574009 Jul 15 16:11:19.281535 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c4295-11d0-4696-a837-248af65755fc req-c8bb61d0-915f-4867-9d37-e329af987dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:19.283027 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-093c4295-11d0-4696-a837-248af65755fc req-c8bb61d0-915f-4867-9d37-e329af987dad service neutron] 10.222.0.11 "GET /v2.0/networks?id=480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 200 len: 911 time: 0.0836911 Jul 15 16:11:19.326693 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-093c4295-11d0-4696-a837-248af65755fc req-9a4c3bbf-cf17-4f07-a072-74ebed1d4348 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6a66cf3-6de7-4b53-8d90-0495a328c545 HTTP/1.1" status: 200 len: 217 time: 0.0367517 Jul 15 16:11:19.377053 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c4295-11d0-4696-a837-248af65755fc req-fe1a4ac2-f8b8-43eb-9656-f0228f120d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:19.378548 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-093c4295-11d0-4696-a837-248af65755fc req-fe1a4ac2-f8b8-43eb-9656-f0228f120d32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c29208d6-bc57-4f83-8667-4bdadb183827 HTTP/1.1" status: 200 len: 849 time: 0.0453339 Jul 15 16:11:19.435727 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c4295-11d0-4696-a837-248af65755fc req-7db37c9a-6aa4-4952-a143-79b7428ebe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:19.437244 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-093c4295-11d0-4696-a837-248af65755fc req-7db37c9a-6aa4-4952-a143-79b7428ebe08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=480e08d3-ad59-4783-a567-191e157ee83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517998 Jul 15 16:11:19.480965 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ee84d-b689-424a-a430-42f7c151fcd7 req-3c66c1b7-bbad-4fb2-afa9-9ec51f029ef2 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:19.482474 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-541ee84d-b689-424a-a430-42f7c151fcd7 req-3c66c1b7-bbad-4fb2-afa9-9ec51f029ef2 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 943 time: 0.0638807 Jul 15 16:11:19.520417 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-541ee84d-b689-424a-a430-42f7c151fcd7 req-88d0d297-3633-442b-a4f1-94c8f32cac0a tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320914 Jul 15 16:11:19.532114 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-093c4295-11d0-4696-a837-248af65755fc req-59a82497-b0cd-47a7-9259-0249eca82a44 service neutron] 10.222.0.11 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865648 Jul 15 16:11:19.623205 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-093c4295-11d0-4696-a837-248af65755fc req-3be16701-f602-4a3c-a0d6-8389ee5ce043 service neutron] 10.222.0.11 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824819 Jul 15 16:11:19.699081 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:19.959027 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:20.693232 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb652f1-1ce3-4771-9b40-55a24dc8c9b6 req-074a9746-4b2e-4ce0-8e2c-be0e5d139f31 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:20.694716 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5cb652f1-1ce3-4771-9b40-55a24dc8c9b6 req-074a9746-4b2e-4ce0-8e2c-be0e5d139f31 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 943 time: 0.0645685 Jul 15 16:11:20.732159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-5cb652f1-1ce3-4771-9b40-55a24dc8c9b6 req-3368814d-9d04-4177-8764-31a55cd37825 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313997 Jul 15 16:11:21.911814 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b6509-aa8f-42c1-b2dc-7abb91301701 req-f0ef6f36-3022-4172-a09b-44568d521990 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:21.913301 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c71b6509-aa8f-42c1-b2dc-7abb91301701 req-f0ef6f36-3022-4172-a09b-44568d521990 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 943 time: 0.0626075 Jul 15 16:11:21.950664 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-c71b6509-aa8f-42c1-b2dc-7abb91301701 req-0972a6b5-b845-4999-bccc-0b2511ad7242 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310698 Jul 15 16:11:23.039424 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e6a66cf3-6de7-4b53-8d90-0495a328c545 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:11:23.122917 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee92a1-93a3-4cd5-8df4-703f688b14d8 req-f318b22d-8d7e-4f48-9a28-22dd6a1d0aa3 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:23.124448 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9cee92a1-93a3-4cd5-8df4-703f688b14d8 req-f318b22d-8d7e-4f48-9a28-22dd6a1d0aa3 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 943 time: 0.0627475 Jul 15 16:11:23.138633 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e6a66cf3-6de7-4b53-8d90-0495a328c545, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e6a66cf3-6de7-4b53-8d90-0495a328c545,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:11:23.149539 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'e6a66cf3-6de7-4b53-8d90-0495a328c545', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'port_id': 'e6a66cf3-6de7-4b53-8d90-0495a328c545', 'mac_address': 'fa:16:3e:e2:5b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:11:23.167113 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-9cee92a1-93a3-4cd5-8df4-703f688b14d8 req-9a699216-0660-4359-854d-f7bbd547af9a tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368805 Jul 15 16:11:23.186510 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:23.202475 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a66cf3-6de7-4b53-8d90-0495a328c545 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:11:23.222446 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e6a66cf3-6de7-4b53-8d90-0495a328c545, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e6a66cf3-6de7-4b53-8d90-0495a328c545,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:11:23.225988 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:23.271651 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=e6a66cf3-6de7-4b53-8d90-0495a328c545,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:11:23.437421 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['e6a66cf3-6de7-4b53-8d90-0495a328c545'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:11:24.341664 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707ed7d-8804-46df-b687-5b684b15ba2d req-0f31b65e-c1ed-4b05-b4f9-aefabe104163 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:24.343148 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2707ed7d-8804-46df-b687-5b684b15ba2d req-0f31b65e-c1ed-4b05-b4f9-aefabe104163 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 944 time: 0.0621715 Jul 15 16:11:24.379814 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-2707ed7d-8804-46df-b687-5b684b15ba2d req-816cecec-f390-4f02-b5da-3180155ebb24 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311320 Jul 15 16:11:25.055111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e6a66cf3-6de7-4b53-8d90-0495a328c545 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:11:25.102782 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning for port e6a66cf3-6de7-4b53-8d90-0495a328c545 completed by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:11:25.108677 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port e6a66cf3-6de7-4b53-8d90-0495a328c545 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:11:25.109091 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:25.187320 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:25.209172 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a66cf3-6de7-4b53-8d90-0495a328c545'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:11:25.211586 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc990ed5-5523-41b1-90c3-febc4fa70088" -d '{"events": [{"server_uuid": "b611d52f-7db5-452b-9cf1-4e208f58c63b", "name": "network-vif-plugged", "status": "completed", "tag": "e6a66cf3-6de7-4b53-8d90-0495a328c545"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:11:25.224218 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e6a66cf3-6de7-4b53-8d90-0495a328c545, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e6a66cf3-6de7-4b53-8d90-0495a328c545,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:11:25.228833 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:25.251903 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99508b8d-fba4-45ff-a34a-ec9d7682857f x-openstack-request-id: req-99508b8d-fba4-45ff-a34a-ec9d7682857f {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:11:25.252192 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b611d52f-7db5-452b-9cf1-4e208f58c63b", "name": "network-vif-plugged", "status": "completed", "tag": "e6a66cf3-6de7-4b53-8d90-0495a328c545", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:11:25.252440 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-99508b8d-fba4-45ff-a34a-ec9d7682857f {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:11:25.252823 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a66cf3-6de7-4b53-8d90-0495a328c545', 'code': 200} Jul 15 16:11:25.278717 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=e6a66cf3-6de7-4b53-8d90-0495a328c545,revision_number=5']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:11:25.361171 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8661678-64db-43c9-8654-48a5ff5d2962 req-97a87f78-5edc-4a3e-915c-2ab3b9973c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:25.362656 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c8661678-64db-43c9-8654-48a5ff5d2962 req-97a87f78-5edc-4a3e-915c-2ab3b9973c7e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 1096 time: 0.0505352 Jul 15 16:11:25.400839 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-c8661678-64db-43c9-8654-48a5ff5d2962 req-872624ee-fd4e-4366-8ca0-fff21364b6ea service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318091 Jul 15 16:11:25.550449 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b7229-aea6-4417-9c2a-f4670524d796 req-ca2c7d68-0c20-4b9b-98da-b0b6c8f212bc tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:25.551879 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af1b7229-aea6-4417-9c2a-f4670524d796 req-ca2c7d68-0c20-4b9b-98da-b0b6c8f212bc tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 945 time: 0.0623167 Jul 15 16:11:25.589260 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-af1b7229-aea6-4417-9c2a-f4670524d796 req-311cf24d-97fc-4b7b-bcc0-9dc2f8aac1dc tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318971 Jul 15 16:11:26.767123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeea5a-ded6-4869-8dce-9beee0c9f617 req-06809699-3e5d-4fd3-bbf7-6d413009c751 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:26.768615 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99aeea5a-ded6-4869-8dce-9beee0c9f617 req-06809699-3e5d-4fd3-bbf7-6d413009c751 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 945 time: 0.0658610 Jul 15 16:11:26.805383 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-99aeea5a-ded6-4869-8dce-9beee0c9f617 req-908b6238-081b-4009-9fa5-658a5a9a8423 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312731 Jul 15 16:11:26.982633 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accba8cd-9b53-4cf4-aac4-a62f0e44f603 req-3b087839-4709-4c87-b280-02a0c566ac23 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:26.984097 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-accba8cd-9b53-4cf4-aac4-a62f0e44f603 req-3b087839-4709-4c87-b280-02a0c566ac23 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 945 time: 0.0634520 Jul 15 16:11:27.021368 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-accba8cd-9b53-4cf4-aac4-a62f0e44f603 req-9fd67427-a37e-4c23-84c2-cd9452f4809a tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318170 Jul 15 16:11:27.044362 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44636) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:11:27.096078 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16368a3a-23c5-4271-a85b-120c9b632b2a tempest-TestSnapshotPattern-196699200 tempest-TestSnapshotPattern-196699200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:27.097609 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-16368a3a-23c5-4271-a85b-120c9b632b2a tempest-TestSnapshotPattern-196699200 tempest-TestSnapshotPattern-196699200-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 1091 time: 0.0522537 Jul 15 16:11:27.100401 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44638) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:11:27.105305 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.v2.base [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Request body: {'floatingip': {'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'port_id': 'e6a66cf3-6de7-4b53-8d90-0495a328c545', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:11:27.127613 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for floatingip, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:27.227131 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:27.331639 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_common [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Allocated IP 172.25.4.173 (ec74806f-3974-4328-91b6-649387af1d1a/80c162b8-ea8d-4b3d-996c-7ca0a042d083/1fa6b5c5-fc87-4045-88cd-1f8cd2a5d25e) {{(pid=100711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:11:27.430343 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for port, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:27.469075 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737961939613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:27.504622 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Network ec74806f-3974-4328-91b6-649387af1d1a is already hosted by enough agents. {{(pid=100711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:11:27.509193 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.base_scheduler [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Resources bound (agent type, host, resource id): {{(pid=100711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:11:27.513053 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Received port after_create {{(pid=100711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:11:27.539588 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event updated for resources: {'Port': ['ID=1fa6b5c5-fc87-4045-88cd-1f8cd2a5d25e,revision_number=1']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:11:27.553071 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:27.553417 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:27.553751 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:27.554082 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:27.554418 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:27.554768 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:27.555093 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:27.555413 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:27.555732 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:27.556051 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:27.556372 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:27.556692 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:11:27.894218 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:27.971885 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:28.125110 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for port, precommit_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:28.130997 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25404726'] for port, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:28.203911 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event updated for resources: {'Port': ['ID=1fa6b5c5-fc87-4045-88cd-1f8cd2a5d25e,revision_number=2']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:11:28.211926 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3709349'] for floatingip, after_update {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:28.313572 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Floating IP f15d7628-7c2f-466a-956d-61828d6775da associated. External IP: 172.25.4.173, port: e6a66cf3-6de7-4b53-8d90-0495a328c545. Jul 15 16:11:28.519461 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:11:28.626945 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:11:28.638466 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd0747-ac4f-44b8-a0e4-3d3e6ad068c6 None None] Sync routers for ids ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:11:28.644476 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:28.649008 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd0747-ac4f-44b8-a0e4-3d3e6ad068c6 None None] Routers {'7f30fec6-c352-4fd3-ab48-d05e704dcf23'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:11:28.649621 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-50dd0747-ac4f-44b8-a0e4-3d3e6ad068c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:11:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:11:28.680786 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-65d48c79-677c-4299-9b31-6c295de707f4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5793691 Jul 15 16:11:28.681455 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'tag': 'e6a66cf3-6de7-4b53-8d90-0495a328c545'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:11:28.683922 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11418bb6-647d-49b8-a399-53d3c91b6fff" -d '{"events": [{"name": "network-changed", "server_uuid": "b611d52f-7db5-452b-9cf1-4e208f58c63b", "tag": "e6a66cf3-6de7-4b53-8d90-0495a328c545"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:11:28.719762 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71951353-6eb1-49df-a915-036b733d9ada x-openstack-request-id: req-71951353-6eb1-49df-a915-036b733d9ada {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:11:28.720060 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b611d52f-7db5-452b-9cf1-4e208f58c63b", "tag": "e6a66cf3-6de7-4b53-8d90-0495a328c545", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:11:28.720318 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71951353-6eb1-49df-a915-036b733d9ada {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:11:28.720723 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'tag': 'e6a66cf3-6de7-4b53-8d90-0495a328c545', 'status': 'completed', 'code': 200} Jul 15 16:11:28.756461 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-50dd0747-ac4f-44b8-a0e4-3d3e6ad068c6 None None] Set router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:11:28.794392 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11418bb6-647d-49b8-a399-53d3c91b6fff req-95b50e1f-bd31-4dcf-8d56-30036de57276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:28.795866 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-11418bb6-647d-49b8-a399-53d3c91b6fff req-95b50e1f-bd31-4dcf-8d56-30036de57276 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 1096 time: 0.0521119 Jul 15 16:11:28.891877 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11418bb6-647d-49b8-a399-53d3c91b6fff req-27f465b3-048a-4fc7-ade6-eb18d22aba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:28.893361 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-11418bb6-647d-49b8-a399-53d3c91b6fff req-27f465b3-048a-4fc7-ade6-eb18d22aba03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 200 len: 911 time: 0.0907276 Jul 15 16:11:28.970650 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-11418bb6-647d-49b8-a399-53d3c91b6fff req-29ce25d0-06a3-4a64-892c-5f0418f212d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6a66cf3-6de7-4b53-8d90-0495a328c545 HTTP/1.1" status: 200 len: 999 time: 0.0709071 Jul 15 16:11:28.997560 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-50dd0747-ac4f-44b8-a0e4-3d3e6ad068c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '31434950-272c-49ae-a8d0-991b52020de7', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'port_id': '363b1e47-2876-47db-b409-c293585ffff6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'mac_address': 'fa:16:3e:c8:b5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:08:56Z', 'updated_at': '2021-07-15T16:08:58Z', 'revision_number': 1, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'fixed_ip_address_scope': None}, {'id': 'f15d7628-7c2f-466a-956d-61828d6775da', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'port_id': 'e6a66cf3-6de7-4b53-8d90-0495a328c545', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'mac_address': 'fa:16:3e:e2:5b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:11:27Z', 'updated_at': '2021-07-15T16:11:27Z', 'revision_number': 0, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:43Z', 'revision_number': 5, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:11:29.018594 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11418bb6-647d-49b8-a399-53d3c91b6fff req-584b3ed8-583a-447f-9460-bd66ee8e57ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:29.021868 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-11418bb6-647d-49b8-a399-53d3c91b6fff req-584b3ed8-583a-447f-9460-bd66ee8e57ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c29208d6-bc57-4f83-8667-4bdadb183827 HTTP/1.1" status: 200 len: 849 time: 0.0434697 Jul 15 16:11:29.023778 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd0747-ac4f-44b8-a0e4-3d3e6ad068c6 None None] Checking router: 7f30fec6-c352-4fd3-ab48-d05e704dcf23 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:11:29.033282 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd0747-ac4f-44b8-a0e4-3d3e6ad068c6 None None] Routers {'7f30fec6-c352-4fd3-ab48-d05e704dcf23'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:11:29.035576 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-50dd0747-ac4f-44b8-a0e4-3d3e6ad068c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:11:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:11:29.078701 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11418bb6-647d-49b8-a399-53d3c91b6fff req-dd2cb8a3-3611-45c4-8959-fe6933994f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:29.080408 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-11418bb6-647d-49b8-a399-53d3c91b6fff req-dd2cb8a3-3611-45c4-8959-fe6933994f93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=480e08d3-ad59-4783-a567-191e157ee83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543334 Jul 15 16:11:29.159756 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-50dd0747-ac4f-44b8-a0e4-3d3e6ad068c6 None None] Set router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:11:29.196082 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-11418bb6-647d-49b8-a399-53d3c91b6fff req-a64da48b-495c-4f27-91ee-946175067ddb service neutron] 10.222.0.11 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083784 Jul 15 16:11:29.295338 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-11418bb6-647d-49b8-a399-53d3c91b6fff req-6ba3c40a-0bc3-4eae-891c-4ec0d7779e8c service neutron] 10.222.0.11 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917561 Jul 15 16:11:29.422627 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-50dd0747-ac4f-44b8-a0e4-3d3e6ad068c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '31434950-272c-49ae-a8d0-991b52020de7', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'port_id': '363b1e47-2876-47db-b409-c293585ffff6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'mac_address': 'fa:16:3e:c8:b5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:08:56Z', 'updated_at': '2021-07-15T16:08:58Z', 'revision_number': 1, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'fixed_ip_address_scope': None}, {'id': 'f15d7628-7c2f-466a-956d-61828d6775da', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'port_id': 'e6a66cf3-6de7-4b53-8d90-0495a328c545', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'mac_address': 'fa:16:3e:e2:5b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:11:27Z', 'updated_at': '2021-07-15T16:11:27Z', 'revision_number': 0, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:43Z', 'revision_number': 5, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:11:29.456100 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd0747-ac4f-44b8-a0e4-3d3e6ad068c6 None None] The sync data for ids ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'] in n-d-764435-3 is: [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '31434950-272c-49ae-a8d0-991b52020de7', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'port_id': '363b1e47-2876-47db-b409-c293585ffff6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'mac_address': 'fa:16:3e:c8:b5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:08:56Z', 'updated_at': '2021-07-15T16:08:58Z', 'revision_number': 1, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'fixed_ip_address_scope': None}, {'id': 'f15d7628-7c2f-466a-956d-61828d6775da', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'port_id': 'e6a66cf3-6de7-4b53-8d90-0495a328c545', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'mac_address': 'fa:16:3e:e2:5b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:11:27Z', 'updated_at': '2021-07-15T16:11:27Z', 'revision_number': 0, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:43Z', 'revision_number': 5, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:11:29.676061 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1457bb-16cc-468d-8afc-1d16756622f4 None None] New status for floating IP f15d7628-7c2f-466a-956d-61828d6775da: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:11:30.173175 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f894dfa2-e336-4e3d-9b26-eff248563264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:30.192590 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e45f5c0-c186-4f66-bec2-48e1697b5b60 req-ffd4bf24-a888-4d6d-813e-0149b0abe051 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521696 Jul 15 16:11:30.284866 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45f5c0-c186-4f66-bec2-48e1697b5b60 req-a6b7a156-92f4-49fd-8ca2-50252260500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:30.286359 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e45f5c0-c186-4f66-bec2-48e1697b5b60 req-a6b7a156-92f4-49fd-8ca2-50252260500f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 1094 time: 0.0521357 Jul 15 16:11:30.390051 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45f5c0-c186-4f66-bec2-48e1697b5b60 req-78b5ceac-ec0f-4223-ac6b-38ff334e8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:30.391522 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e45f5c0-c186-4f66-bec2-48e1697b5b60 req-78b5ceac-ec0f-4223-ac6b-38ff334e8990 service neutron] 10.222.0.22 "GET /v2.0/networks?id=480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 200 len: 911 time: 0.0857751 Jul 15 16:11:30.456494 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e45f5c0-c186-4f66-bec2-48e1697b5b60 req-59c96262-0b7a-4fd6-97c8-b28c0b55f366 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363b1e47-2876-47db-b409-c293585ffff6 HTTP/1.1" status: 200 len: 999 time: 0.0587702 Jul 15 16:11:30.502649 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45f5c0-c186-4f66-bec2-48e1697b5b60 req-db4ba7fc-5fea-4008-a27d-1bcdd4dcb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:30.504100 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e45f5c0-c186-4f66-bec2-48e1697b5b60 req-db4ba7fc-5fea-4008-a27d-1bcdd4dcb8f6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c29208d6-bc57-4f83-8667-4bdadb183827 HTTP/1.1" status: 200 len: 849 time: 0.0419960 Jul 15 16:11:30.559132 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45f5c0-c186-4f66-bec2-48e1697b5b60 req-3491f1bd-a27b-4b9b-b422-3d5a19e59d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:30.560570 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e45f5c0-c186-4f66-bec2-48e1697b5b60 req-3491f1bd-a27b-4b9b-b422-3d5a19e59d06 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=480e08d3-ad59-4783-a567-191e157ee83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493674 Jul 15 16:11:30.570505 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [req-6e45f5c0-c186-4f66-bec2-48e1697b5b60 req-24b34754-3418-4253-bf5f-22d6919badfa service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:11:30.571446 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e45f5c0-c186-4f66-bec2-48e1697b5b60 req-24b34754-3418-4253-bf5f-22d6919badfa service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047622 Jul 15 16:11:30.662341 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e45f5c0-c186-4f66-bec2-48e1697b5b60 req-a1ec5467-9df4-4701-aa37-0fd69232b5e6 service neutron] 10.222.0.22 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836115 Jul 15 16:11:30.750631 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e45f5c0-c186-4f66-bec2-48e1697b5b60 req-4fdad321-eaf2-40d9-a669-9f69d6cfe89e service neutron] 10.222.0.22 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811262 Jul 15 16:11:32.925622 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:32.940373 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-baee649e-75f2-4c4a-9433-2dcfaa7633db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:34.578355 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:36.282019 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:36.680045 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:11:40.179992 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-399308b2-22df-4bbe-87eb-c3dc9f01a1f5 req-fdfe4e41-0d10-4093-8d56-f83e0ecaecdf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533538 Jul 15 16:11:40.271517 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399308b2-22df-4bbe-87eb-c3dc9f01a1f5 req-fcc47e0c-f5ed-41cf-ae3c-c99a3a1d0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:40.272991 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-399308b2-22df-4bbe-87eb-c3dc9f01a1f5 req-fcc47e0c-f5ed-41cf-ae3c-c99a3a1d0c30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 1096 time: 0.0522761 Jul 15 16:11:40.379570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399308b2-22df-4bbe-87eb-c3dc9f01a1f5 req-387cdc93-b6d7-4349-842d-d4d81143c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:40.381140 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-399308b2-22df-4bbe-87eb-c3dc9f01a1f5 req-387cdc93-b6d7-4349-842d-d4d81143c67d service neutron] 10.222.0.11 "GET /v2.0/networks?id=480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 200 len: 911 time: 0.0878572 Jul 15 16:11:40.737756 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-399308b2-22df-4bbe-87eb-c3dc9f01a1f5 req-9402a796-6a2c-4093-bcbb-726ede5dabce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6a66cf3-6de7-4b53-8d90-0495a328c545 HTTP/1.1" status: 200 len: 1001 time: 0.3508620 Jul 15 16:11:40.784872 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399308b2-22df-4bbe-87eb-c3dc9f01a1f5 req-4e1a7763-12b4-4362-b1f0-874fb329976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:40.786262 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-399308b2-22df-4bbe-87eb-c3dc9f01a1f5 req-4e1a7763-12b4-4362-b1f0-874fb329976e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c29208d6-bc57-4f83-8667-4bdadb183827 HTTP/1.1" status: 200 len: 849 time: 0.0420260 Jul 15 16:11:40.849420 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399308b2-22df-4bbe-87eb-c3dc9f01a1f5 req-dfcb8b93-70c1-4863-b2ee-bfe4f37d5bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:11:40.850953 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-399308b2-22df-4bbe-87eb-c3dc9f01a1f5 req-dfcb8b93-70c1-4863-b2ee-bfe4f37d5bc8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=480e08d3-ad59-4783-a567-191e157ee83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534897 Jul 15 16:11:40.937983 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-399308b2-22df-4bbe-87eb-c3dc9f01a1f5 req-8839e9ba-3f5d-4082-9ed0-2db15726e3d9 service neutron] 10.222.0.11 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799515 Jul 15 16:11:41.030339 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-399308b2-22df-4bbe-87eb-c3dc9f01a1f5 req-5a242855-a604-48ba-95cd-f1d369211c53 service neutron] 10.222.0.11 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855289 Jul 15 16:11:49.697205 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:11:49.972064 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:12:00.174000 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9bcaa50-205f-4d35-93d9-effef2922d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:12:02.931850 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:12:02.942350 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7e95e9bd-1826-45f7-841c-662d6134610f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:12:04.581383 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:12:06.284345 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:12:13.683111 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:12:19.695110 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:12:19.987086 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:12:30.181590 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db432f77-d54b-4bc6-aa0f-87dba7d59856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:12:31.186875 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59b25ccc-c993-4371-9274-7a29b2f2cf25 req-f4dcaa97-f2a7-4723-b342-db388bd60bb5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581734 Jul 15 16:12:31.278319 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b25ccc-c993-4371-9274-7a29b2f2cf25 req-24055d57-a1f4-4446-a5c9-330ade7862a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:12:31.279867 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59b25ccc-c993-4371-9274-7a29b2f2cf25 req-24055d57-a1f4-4446-a5c9-330ade7862a1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 1094 time: 0.0512815 Jul 15 16:12:31.382242 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b25ccc-c993-4371-9274-7a29b2f2cf25 req-431df230-c002-4519-9694-3f61fc2d56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:12:31.383771 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59b25ccc-c993-4371-9274-7a29b2f2cf25 req-431df230-c002-4519-9694-3f61fc2d56e6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 200 len: 911 time: 0.0835776 Jul 15 16:12:31.450098 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59b25ccc-c993-4371-9274-7a29b2f2cf25 req-854a6592-80a1-481c-924a-a9b37d93dd8c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363b1e47-2876-47db-b409-c293585ffff6 HTTP/1.1" status: 200 len: 999 time: 0.0600979 Jul 15 16:12:31.496976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b25ccc-c993-4371-9274-7a29b2f2cf25 req-c8527be8-0227-40ce-b44d-577913767e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:12:31.498387 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59b25ccc-c993-4371-9274-7a29b2f2cf25 req-c8527be8-0227-40ce-b44d-577913767e01 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c29208d6-bc57-4f83-8667-4bdadb183827 HTTP/1.1" status: 200 len: 849 time: 0.0419412 Jul 15 16:12:31.552952 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b25ccc-c993-4371-9274-7a29b2f2cf25 req-9604b10a-4291-436d-bf33-cb6baf39c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:12:31.554420 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59b25ccc-c993-4371-9274-7a29b2f2cf25 req-9604b10a-4291-436d-bf33-cb6baf39c455 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=480e08d3-ad59-4783-a567-191e157ee83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503361 Jul 15 16:12:31.645478 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59b25ccc-c993-4371-9274-7a29b2f2cf25 req-c1c45741-7385-4350-bdbb-c55d25896147 service neutron] 10.222.0.22 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840962 Jul 15 16:12:31.733378 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-59b25ccc-c993-4371-9274-7a29b2f2cf25 req-3af0f9de-1fa5-4f47-b555-5913ed25ad7e service neutron] 10.222.0.22 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802062 Jul 15 16:12:32.922649 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:12:32.941067 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fc1b978e-7ad8-48f8-ba83-a20fa4b2850a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:12:34.583768 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:12:36.286069 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:12:42.173461 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-078b401d-8b19-46a1-9298-cd5756b328aa req-b5246710-2ca2-479d-af15-fc18f93a9e71 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511138 Jul 15 16:12:42.264778 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b401d-8b19-46a1-9298-cd5756b328aa req-cde825f0-a255-4e01-9195-be1358a2cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:12:42.266267 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-078b401d-8b19-46a1-9298-cd5756b328aa req-cde825f0-a255-4e01-9195-be1358a2cbc2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 1096 time: 0.0518854 Jul 15 16:12:42.371390 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b401d-8b19-46a1-9298-cd5756b328aa req-8d36cb59-7956-46bf-a15e-dd53540f03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:12:42.372795 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-078b401d-8b19-46a1-9298-cd5756b328aa req-8d36cb59-7956-46bf-a15e-dd53540f03e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 200 len: 911 time: 0.0863972 Jul 15 16:12:42.433556 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-078b401d-8b19-46a1-9298-cd5756b328aa req-2ef7d68c-ab8a-4376-8dbe-94405682f8be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6a66cf3-6de7-4b53-8d90-0495a328c545 HTTP/1.1" status: 200 len: 1001 time: 0.0548759 Jul 15 16:12:42.484000 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b401d-8b19-46a1-9298-cd5756b328aa req-2ce949ad-fa1a-49fb-ac2d-a550a852575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:12:42.485409 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-078b401d-8b19-46a1-9298-cd5756b328aa req-2ce949ad-fa1a-49fb-ac2d-a550a852575a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c29208d6-bc57-4f83-8667-4bdadb183827 HTTP/1.1" status: 200 len: 849 time: 0.0462003 Jul 15 16:12:42.539320 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b401d-8b19-46a1-9298-cd5756b328aa req-06acbe93-eb10-47ae-96ac-43567a430222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:12:42.540741 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-078b401d-8b19-46a1-9298-cd5756b328aa req-06acbe93-eb10-47ae-96ac-43567a430222 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=480e08d3-ad59-4783-a567-191e157ee83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489256 Jul 15 16:12:42.551088 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [req-078b401d-8b19-46a1-9298-cd5756b328aa req-3253507a-9974-412f-bce1-8121e4ea343e service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:12:42.552030 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-078b401d-8b19-46a1-9298-cd5756b328aa req-3253507a-9974-412f-bce1-8121e4ea343e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050573 Jul 15 16:12:42.639201 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-078b401d-8b19-46a1-9298-cd5756b328aa req-b21243d6-06d8-4456-b44e-97f7b3854d7d service neutron] 10.222.0.11 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809336 Jul 15 16:12:42.731541 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-078b401d-8b19-46a1-9298-cd5756b328aa req-0f2b6be8-1bea-48ef-9d79-67f24e123511 service neutron] 10.222.0.11 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851111 Jul 15 16:12:49.712533 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:12:49.983972 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:12:50.682300 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:13:00.173953 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9092c60-3d14-4238-954f-a4f4cc5ac339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:02.923336 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:02.940892 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-544a2088-1a0a-46a8-9ec2-ca8d4fb22207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:03.456645 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e6a66cf3-6de7-4b53-8d90-0495a328c545 details requested by agent hyperv_n-h1-764435-3 with host n-h1-764435-3 {{(pid=100713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:13:03.574143 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e6a66cf3-6de7-4b53-8d90-0495a328c545, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e6a66cf3-6de7-4b53-8d90-0495a328c545,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:13:03.587873 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Returning: {'device': 'e6a66cf3-6de7-4b53-8d90-0495a328c545', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'port_id': 'e6a66cf3-6de7-4b53-8d90-0495a328c545', 'mac_address': 'fa:16:3e:e2:5b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:13:03.638486 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:03.653874 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6a66cf3-6de7-4b53-8d90-0495a328c545 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:13:03.678111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e6a66cf3-6de7-4b53-8d90-0495a328c545, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e6a66cf3-6de7-4b53-8d90-0495a328c545,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:13:03.683363 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:03.749862 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=e6a66cf3-6de7-4b53-8d90-0495a328c545,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:03.759739 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] get_ports_and_sgs() called for port_ids ['e6a66cf3-6de7-4b53-8d90-0495a328c545'] {{(pid=100713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:13:03.765957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:03.766589 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:03.766958 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:03.767270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:03.767611 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:03.767937 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:03.768257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:03.768578 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:03.768926 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:03.769229 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:03.769546 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:03.769864 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:04.592269 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:05.461300 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e6a66cf3-6de7-4b53-8d90-0495a328c545 up at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:13:05.512921 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Provisioning complete for port e6a66cf3-6de7-4b53-8d90-0495a328c545 triggered by entity L2. {{(pid=100713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:13:05.512921 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-908573'] for port, provisioning_complete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:05.603384 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:05.627870 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a66cf3-6de7-4b53-8d90-0495a328c545'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:13:05.630515 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8653f039-5f8b-48de-a32e-6db3b72eb18d" -d '{"events": [{"server_uuid": "b611d52f-7db5-452b-9cf1-4e208f58c63b", "name": "network-vif-plugged", "status": "completed", "tag": "e6a66cf3-6de7-4b53-8d90-0495a328c545"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:13:05.665558 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e6a66cf3-6de7-4b53-8d90-0495a328c545, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e6a66cf3-6de7-4b53-8d90-0495a328c545,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:13:05.673222 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:05.679905 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dae6dbb-c46f-416f-828e-9dd26dc6916b x-openstack-request-id: req-8dae6dbb-c46f-416f-828e-9dd26dc6916b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:13:05.680214 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b611d52f-7db5-452b-9cf1-4e208f58c63b", "name": "network-vif-plugged", "status": "completed", "tag": "e6a66cf3-6de7-4b53-8d90-0495a328c545", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:13:05.680475 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8dae6dbb-c46f-416f-828e-9dd26dc6916b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:13:05.680871 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a66cf3-6de7-4b53-8d90-0495a328c545', 'code': 200} Jul 15 16:13:05.733897 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=e6a66cf3-6de7-4b53-8d90-0495a328c545,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:06.297952 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:13.021685 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44852) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:13:13.179630 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Deleting port 1fa6b5c5-fc87-4045-88cd-1f8cd2a5d25e {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:13:13.179975 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:13.253309 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:13.253703 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:13.265544 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Calling delete_port for 1fa6b5c5-fc87-4045-88cd-1f8cd2a5d25e owned by network:floatingip {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:13:13.410851 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:13.436340 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event deleted for resources: {'Port': ['ID=1fa6b5c5-fc87-4045-88cd-1f8cd2a5d25e,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:13.448403 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:13.448747 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:13.449092 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:13.449430 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:13.449767 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:13.450357 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:13.450709 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:13.451039 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:13.451362 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:13.451686 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:13.452012 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:13.452333 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:13.510983 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for floatingip, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:13.511242 n-d-764435-3 neutron-server[100711]: INFO neutron.db.l3_db [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Floating IP f15d7628-7c2f-466a-956d-61828d6775da disassociated (deleted). External IP: 172.25.4.173, port: e6a66cf3-6de7-4b53-8d90-0495a328c545. Jul 15 16:13:13.706637 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:13:13.812567 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:13:13.817330 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:13.821716 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137dda37-b33c-4072-bb2b-92bce1e3c57f None None] Sync routers for ids ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:13:13.830821 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137dda37-b33c-4072-bb2b-92bce1e3c57f None None] Routers {'7f30fec6-c352-4fd3-ab48-d05e704dcf23'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:13:13.831440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-137dda37-b33c-4072-bb2b-92bce1e3c57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:13.853068 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-0b259adc-03d6-49a8-a54b-e22e02f5ff45 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "DELETE /v2.0/floatingips/f15d7628-7c2f-466a-956d-61828d6775da HTTP/1.1" status: 204 len: 168 time: 0.8302326 Jul 15 16:13:13.853754 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'tag': 'e6a66cf3-6de7-4b53-8d90-0495a328c545'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:13:13.856827 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeee6ab5-5bfb-4d55-a698-5d41910a8b99" -d '{"events": [{"name": "network-changed", "server_uuid": "b611d52f-7db5-452b-9cf1-4e208f58c63b", "tag": "e6a66cf3-6de7-4b53-8d90-0495a328c545"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:13:13.900198 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5900bcb0-0d7d-4b5b-993a-ba9d92b0014e x-openstack-request-id: req-5900bcb0-0d7d-4b5b-993a-ba9d92b0014e {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:13:13.900504 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b611d52f-7db5-452b-9cf1-4e208f58c63b", "tag": "e6a66cf3-6de7-4b53-8d90-0495a328c545", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:13:13.901664 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5900bcb0-0d7d-4b5b-993a-ba9d92b0014e {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:13:13.902081 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'tag': 'e6a66cf3-6de7-4b53-8d90-0495a328c545', 'status': 'completed', 'code': 200} Jul 15 16:13:13.982047 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee6ab5-5bfb-4d55-a698-5d41910a8b99 req-ad9c0478-933a-4594-9d3a-0d09f89fc8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:13:13.983658 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eeee6ab5-5bfb-4d55-a698-5d41910a8b99 req-ad9c0478-933a-4594-9d3a-0d09f89fc8ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 1096 time: 0.0575209 Jul 15 16:13:14.087911 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee6ab5-5bfb-4d55-a698-5d41910a8b99 req-b2a4f793-a922-4eff-a1e0-a3bf33b44dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:13:14.089525 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eeee6ab5-5bfb-4d55-a698-5d41910a8b99 req-b2a4f793-a922-4eff-a1e0-a3bf33b44dd9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 200 len: 911 time: 0.0998528 Jul 15 16:13:14.112247 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-137dda37-b33c-4072-bb2b-92bce1e3c57f None None] Set router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:13:14.145753 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eeee6ab5-5bfb-4d55-a698-5d41910a8b99 req-7c2b5b24-0787-45f0-8ee1-4fec8ee06ce2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6a66cf3-6de7-4b53-8d90-0495a328c545 HTTP/1.1" status: 200 len: 217 time: 0.0373807 Jul 15 16:13:14.205190 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee6ab5-5bfb-4d55-a698-5d41910a8b99 req-fd9821b7-491e-4be1-8e36-218dc104028f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:13:14.206732 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eeee6ab5-5bfb-4d55-a698-5d41910a8b99 req-fd9821b7-491e-4be1-8e36-218dc104028f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c29208d6-bc57-4f83-8667-4bdadb183827 HTTP/1.1" status: 200 len: 849 time: 0.0537748 Jul 15 16:13:14.267126 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee6ab5-5bfb-4d55-a698-5d41910a8b99 req-4c3d1d95-80db-49c4-b3d3-d1f4f2d52a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:13:14.268647 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eeee6ab5-5bfb-4d55-a698-5d41910a8b99 req-4c3d1d95-80db-49c4-b3d3-d1f4f2d52a45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=480e08d3-ad59-4783-a567-191e157ee83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554116 Jul 15 16:13:14.346143 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-137dda37-b33c-4072-bb2b-92bce1e3c57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '31434950-272c-49ae-a8d0-991b52020de7', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'port_id': '363b1e47-2876-47db-b409-c293585ffff6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'mac_address': 'fa:16:3e:c8:b5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:08:56Z', 'updated_at': '2021-07-15T16:08:58Z', 'revision_number': 1, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:43Z', 'revision_number': 5, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:14.366706 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eeee6ab5-5bfb-4d55-a698-5d41910a8b99 req-3c49f411-8947-46a4-9080-64f1218b32cc service neutron] 10.222.0.11 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907722 Jul 15 16:13:14.378564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137dda37-b33c-4072-bb2b-92bce1e3c57f None None] Checking router: 7f30fec6-c352-4fd3-ab48-d05e704dcf23 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:13:14.387913 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137dda37-b33c-4072-bb2b-92bce1e3c57f None None] Routers {'7f30fec6-c352-4fd3-ab48-d05e704dcf23'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:13:14.388564 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-137dda37-b33c-4072-bb2b-92bce1e3c57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:14.467295 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-eeee6ab5-5bfb-4d55-a698-5d41910a8b99 req-e6455f74-73ab-4134-ab0f-9b81c4c686a7 service neutron] 10.222.0.11 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934319 Jul 15 16:13:14.506130 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-137dda37-b33c-4072-bb2b-92bce1e3c57f None None] Set router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:13:14.685081 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1261c9-46f5-494d-96f7-982987e04f3b req-d9e6b9c7-dd33-44c8-bfbb-87e126a94d23 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:13:14.686606 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed1261c9-46f5-494d-96f7-982987e04f3b req-d9e6b9c7-dd33-44c8-bfbb-87e126a94d23 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 945 time: 0.4936755 Jul 15 16:13:14.725336 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-ed1261c9-46f5-494d-96f7-982987e04f3b req-8fe47734-ad88-4b1d-9847-936f82254bd5 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328894 Jul 15 16:13:14.737538 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-137dda37-b33c-4072-bb2b-92bce1e3c57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '31434950-272c-49ae-a8d0-991b52020de7', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'port_id': '363b1e47-2876-47db-b409-c293585ffff6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'mac_address': 'fa:16:3e:c8:b5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:08:56Z', 'updated_at': '2021-07-15T16:08:58Z', 'revision_number': 1, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:43Z', 'revision_number': 5, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:14.768263 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137dda37-b33c-4072-bb2b-92bce1e3c57f None None] The sync data for ids ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'] in n-d-764435-3 is: [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_floatingips': [{'id': '31434950-272c-49ae-a8d0-991b52020de7', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'router_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'port_id': '363b1e47-2876-47db-b409-c293585ffff6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'mac_address': 'fa:16:3e:c8:b5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:08:56Z', 'updated_at': '2021-07-15T16:08:58Z', 'revision_number': 1, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:43Z', 'revision_number': 5, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:13:14.981585 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fc3df-2569-4b57-9b89-615f329908bf None None] New status for floating IP f15d7628-7c2f-466a-956d-61828d6775da: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:13:15.514813 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e6a66cf3-6de7-4b53-8d90-0495a328c545 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:13:15.588736 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588013'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:15.610843 n-d-764435-3 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a66cf3-6de7-4b53-8d90-0495a328c545'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:13:15.613082 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6765e7fbb777b9fee4adbc6d0489df609746629d91707d9018d9ff288b933e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d7c2e2-0433-4d68-ba75-5dbf265404cb" -d '{"events": [{"server_uuid": "b611d52f-7db5-452b-9cf1-4e208f58c63b", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a66cf3-6de7-4b53-8d90-0495a328c545"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:13:15.626270 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] For port e6a66cf3-6de7-4b53-8d90-0495a328c545, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e6a66cf3-6de7-4b53-8d90-0495a328c545,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:13:15.631923 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737962340181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737961939631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737961939649'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:15.654990 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb46d1e-e79f-497d-9346-00def4d6ebc4 x-openstack-request-id: req-3eb46d1e-e79f-497d-9346-00def4d6ebc4 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:13:15.655282 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b611d52f-7db5-452b-9cf1-4e208f58c63b", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a66cf3-6de7-4b53-8d90-0495a328c545", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:13:15.655535 n-d-764435-3 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3eb46d1e-e79f-497d-9346-00def4d6ebc4 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:13:15.655930 n-d-764435-3 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a66cf3-6de7-4b53-8d90-0495a328c545', 'code': 200} Jul 15 16:13:15.674213 n-d-764435-3 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd915c-6720-4f43-ab10-42a1e0b59bbe req-5d4b9cd0-4b56-4341-ac7d-07263cbdf131 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:13:15.675733 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-38cd915c-6720-4f43-ab10-42a1e0b59bbe req-5d4b9cd0-4b56-4341-ac7d-07263cbdf131 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 945 time: 0.0693805 Jul 15 16:13:15.686833 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Pushing event updated for resources: {'Port': ['ID=e6a66cf3-6de7-4b53-8d90-0495a328c545,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:15.780486 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-38cd915c-6720-4f43-ab10-42a1e0b59bbe req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Deleting port e6a66cf3-6de7-4b53-8d90-0495a328c545 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:13:15.780829 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-38cd915c-6720-4f43-ab10-42a1e0b59bbe req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:15.868575 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-38cd915c-6720-4f43-ab10-42a1e0b59bbe req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] For port e6a66cf3-6de7-4b53-8d90-0495a328c545, host n-h1-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-3',level=0,port_id=e6a66cf3-6de7-4b53-8d90-0495a328c545,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:13:15.868924 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-38cd915c-6720-4f43-ab10-42a1e0b59bbe req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:15.887503 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-38cd915c-6720-4f43-ab10-42a1e0b59bbe req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Calling delete_port for e6a66cf3-6de7-4b53-8d90-0495a328c545 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:13:15.897305 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9ee4-9a6d-41db-9f6e-2fda36f17834 req-16a70fd7-aaba-4844-8902-ce7e6680f015 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:13:15.898814 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf2a9ee4-9a6d-41db-9f6e-2fda36f17834 req-16a70fd7-aaba-4844-8902-ce7e6680f015 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=b611d52f-7db5-452b-9cf1-4e208f58c63b HTTP/1.1" status: 200 len: 943 time: 0.0615940 Jul 15 16:13:15.936558 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-bf2a9ee4-9a6d-41db-9f6e-2fda36f17834 req-bd8267af-314a-4766-af76-395273e71356 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316710 Jul 15 16:13:16.014219 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-38cd915c-6720-4f43-ab10-42a1e0b59bbe req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:16.041530 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event deleted for resources: {'Port': ['ID=e6a66cf3-6de7-4b53-8d90-0495a328c545,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:16.055841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:16.056032 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:16.056376 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:16.056716 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:16.057057 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:16.057391 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:16.057725 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:16.058058 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:16.058388 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:16.058740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:16.059074 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:16.059405 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-3 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:13:16.101430 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cd915c-6720-4f43-ab10-42a1e0b59bbe req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] No DVR routers for this DVR port e6a66cf3-6de7-4b53-8d90-0495a328c545 on host n-h1-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:13:16.105365 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-38cd915c-6720-4f43-ab10-42a1e0b59bbe req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:16.106969 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [req-38cd915c-6720-4f43-ab10-42a1e0b59bbe req-408ee4e1-fa25-49cd-ba7a-2040d1f26ac4 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.11 "DELETE /v2.0/ports/e6a66cf3-6de7-4b53-8d90-0495a328c545 HTTP/1.1" status: 204 len: 173 time: 0.4256706 Jul 15 16:13:16.107413 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'name': 'network-vif-deleted', 'tag': 'e6a66cf3-6de7-4b53-8d90-0495a328c545'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:13:16.109652 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e78a684-a78e-48c3-a08b-8d0a3572a669" -d '{"events": [{"server_uuid": "b611d52f-7db5-452b-9cf1-4e208f58c63b", "name": "network-vif-deleted", "tag": "e6a66cf3-6de7-4b53-8d90-0495a328c545"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:13:16.145681 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d765c8e3-61ac-4e67-aa7d-1326189aed91 x-openstack-request-id: req-d765c8e3-61ac-4e67-aa7d-1326189aed91 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:13:16.145983 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b611d52f-7db5-452b-9cf1-4e208f58c63b", "name": "network-vif-deleted", "tag": "e6a66cf3-6de7-4b53-8d90-0495a328c545", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:13:16.146236 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d765c8e3-61ac-4e67-aa7d-1326189aed91 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:13:16.146673 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b611d52f-7db5-452b-9cf1-4e208f58c63b', 'name': 'network-vif-deleted', 'tag': 'e6a66cf3-6de7-4b53-8d90-0495a328c545', 'status': 'completed', 'code': 200} Jul 15 16:13:17.531678 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44912) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:13:17.681830 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a1465725-256c-4299-be52-5f6a611e3f3f tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Deleting port d2843f54-6a21-4757-9ec2-c81eb167cdf3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:13:17.682738 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1465725-256c-4299-be52-5f6a611e3f3f tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:17.758977 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1465725-256c-4299-be52-5f6a611e3f3f tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:17.759303 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1465725-256c-4299-be52-5f6a611e3f3f tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:17.770944 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a1465725-256c-4299-be52-5f6a611e3f3f tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Calling delete_port for d2843f54-6a21-4757-9ec2-c81eb167cdf3 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:13:17.912149 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1465725-256c-4299-be52-5f6a611e3f3f tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:17.944958 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1465725-256c-4299-be52-5f6a611e3f3f tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event deleted for resources: {'Port': ['ID=d2843f54-6a21-4757-9ec2-c81eb167cdf3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:18.003456 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1465725-256c-4299-be52-5f6a611e3f3f tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:18.003802 n-d-764435-3 neutron-server[100712]: INFO neutron.db.l3_db [None req-a1465725-256c-4299-be52-5f6a611e3f3f tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Floating IP 31434950-272c-49ae-a8d0-991b52020de7 disassociated (deleted). External IP: 172.25.4.211, port: 363b1e47-2876-47db-b409-c293585ffff6. Jul 15 16:13:18.212959 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1465725-256c-4299-be52-5f6a611e3f3f tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:13:18.320653 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1465725-256c-4299-be52-5f6a611e3f3f tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:13:18.326337 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1465725-256c-4299-be52-5f6a611e3f3f tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:18.330570 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa27732-feb4-44e1-ae9a-b862571c75fd None None] Sync routers for ids ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:13:18.340683 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa27732-feb4-44e1-ae9a-b862571c75fd None None] Routers {'7f30fec6-c352-4fd3-ab48-d05e704dcf23'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:13:18.341533 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cfa27732-feb4-44e1-ae9a-b862571c75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:18.362736 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-a1465725-256c-4299-be52-5f6a611e3f3f tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "DELETE /v2.0/floatingips/31434950-272c-49ae-a8d0-991b52020de7 HTTP/1.1" status: 204 len: 168 time: 0.8298678 Jul 15 16:13:18.363234 n-d-764435-3 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'tag': '363b1e47-2876-47db-b409-c293585ffff6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:13:18.365460 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac107f42da462358340c42ac206eba35c9f2019b21b1f6602bc2854c1c0c7427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051a722c-e831-4c2d-88b9-4e7deaad7284" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3526c2-4f86-4591-994c-cfe2be84c6d6", "tag": "363b1e47-2876-47db-b409-c293585ffff6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:13:18.403654 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48588625-2012-454e-8e6a-fd4b926b0196 x-openstack-request-id: req-48588625-2012-454e-8e6a-fd4b926b0196 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:13:18.403943 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3526c2-4f86-4591-994c-cfe2be84c6d6", "tag": "363b1e47-2876-47db-b409-c293585ffff6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:13:18.404188 n-d-764435-3 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-48588625-2012-454e-8e6a-fd4b926b0196 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:13:18.404585 n-d-764435-3 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'tag': '363b1e47-2876-47db-b409-c293585ffff6', 'status': 'completed', 'code': 200} Jul 15 16:13:18.458541 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-cfa27732-feb4-44e1-ae9a-b862571c75fd None None] Set router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:13:18.484108 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a722c-e831-4c2d-88b9-4e7deaad7284 req-36f4efdb-b3be-4ef4-a0ad-9e30ad778170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:13:18.485616 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-051a722c-e831-4c2d-88b9-4e7deaad7284 req-36f4efdb-b3be-4ef4-a0ad-9e30ad778170 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 1094 time: 0.0580106 Jul 15 16:13:18.592560 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a722c-e831-4c2d-88b9-4e7deaad7284 req-b57b17b0-71e3-45d5-8308-ee12c8906872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:13:18.594483 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-051a722c-e831-4c2d-88b9-4e7deaad7284 req-b57b17b0-71e3-45d5-8308-ee12c8906872 service neutron] 10.222.0.22 "GET /v2.0/networks?id=480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 200 len: 911 time: 0.1024079 Jul 15 16:13:18.644933 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-051a722c-e831-4c2d-88b9-4e7deaad7284 req-f3b16484-603e-4a2d-ab78-2c010f01bfa9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363b1e47-2876-47db-b409-c293585ffff6 HTTP/1.1" status: 200 len: 217 time: 0.0385532 Jul 15 16:13:18.689440 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cfa27732-feb4-44e1-ae9a-b862571c75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:43Z', 'revision_number': 5, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:18.717091 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa27732-feb4-44e1-ae9a-b862571c75fd None None] Checking router: 7f30fec6-c352-4fd3-ab48-d05e704dcf23 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:13:18.722961 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a722c-e831-4c2d-88b9-4e7deaad7284 req-d508f7d5-8539-4641-897a-977337bae638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:13:18.724444 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-051a722c-e831-4c2d-88b9-4e7deaad7284 req-d508f7d5-8539-4641-897a-977337bae638 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c29208d6-bc57-4f83-8667-4bdadb183827 HTTP/1.1" status: 200 len: 849 time: 0.0734115 Jul 15 16:13:18.725237 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa27732-feb4-44e1-ae9a-b862571c75fd None None] Routers {'7f30fec6-c352-4fd3-ab48-d05e704dcf23'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:13:18.725837 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cfa27732-feb4-44e1-ae9a-b862571c75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:18.784427 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a7836-ad5f-48c8-ad41-13e6b0deee77 req-677326e8-ed8b-4106-95e7-3d4eda15ffc8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:13:18.785922 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-357a7836-ad5f-48c8-ad41-13e6b0deee77 req-677326e8-ed8b-4106-95e7-3d4eda15ffc8 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 943 time: 0.1050432 Jul 15 16:13:18.829459 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a722c-e831-4c2d-88b9-4e7deaad7284 req-fcaf44ab-626b-4de4-bb69-639f019189a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:13:18.831008 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-051a722c-e831-4c2d-88b9-4e7deaad7284 req-fcaf44ab-626b-4de4-bb69-639f019189a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=480e08d3-ad59-4783-a567-191e157ee83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987716 Jul 15 16:13:18.831607 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-cfa27732-feb4-44e1-ae9a-b862571c75fd None None] Set router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:13:18.838045 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-357a7836-ad5f-48c8-ad41-13e6b0deee77 req-31c985af-f427-4c82-9cfd-32a9db732aa5 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455027 Jul 15 16:13:18.921541 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-051a722c-e831-4c2d-88b9-4e7deaad7284 req-6a9a76d8-42ee-4ad0-80eb-88cd21236558 service neutron] 10.222.0.22 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818598 Jul 15 16:13:19.015157 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-051a722c-e831-4c2d-88b9-4e7deaad7284 req-a1928abd-e2f1-43d9-9273-ec9212cef9cb service neutron] 10.222.0.22 "GET /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865219 Jul 15 16:13:19.032924 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-cfa27732-feb4-44e1-ae9a-b862571c75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:43Z', 'revision_number': 5, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:19.059670 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa27732-feb4-44e1-ae9a-b862571c75fd None None] The sync data for ids ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'] in n-d-764435-3 is: [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:08:37Z', 'revision_number': 4, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3', '_interfaces': [{'id': '4af972a7-5ffe-4d26-8363-796a1df55382', 'name': '', 'network_id': '480e08d3-ad59-4783-a567-191e157ee83a', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'mac_address': 'fa:16:3e:da:6c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:36Z', 'updated_at': '2021-07-15T16:08:43Z', 'revision_number': 5, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'subnets': [{'id': 'c29208d6-bc57-4f83-8667-4bdadb183827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:13:19.268031 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443e2f0d-bc67-4a42-8adc-03f69b8adc0e None None] New status for floating IP 31434950-272c-49ae-a8d0-991b52020de7: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:13:19.528342 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e6a66cf3-6de7-4b53-8d90-0495a328c545 no longer exists at agent hyperv_n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:13:19.547857 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] No Port match for: e6a66cf3-6de7-4b53-8d90-0495a328c545 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:13:19.548200 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Device e6a66cf3-6de7-4b53-8d90-0495a328c545 not bound to the agent host n-h1-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:13:19.707478 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:20.011331 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f29c8a-7fb0-42ce-8d09-fed78f4cb183 req-c3ecbf38-b8bf-4637-a335-133467bccf12 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:13:20.013167 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38f29c8a-7fb0-42ce-8d09-fed78f4cb183 req-c3ecbf38-b8bf-4637-a335-133467bccf12 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 943 time: 0.0639715 Jul 15 16:13:20.014212 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:20.052515 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-38f29c8a-7fb0-42ce-8d09-fed78f4cb183 req-d8041018-1b9b-4820-8bad-b1b50fe56726 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb37069e-3ec7-43fe-b3d7-188b3003e270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333877 Jul 15 16:13:20.169131 n-d-764435-3 neutron-server[100711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e542d95-d4bc-40f6-ad1a-067f73c53993 req-ccb4e11f-e07d-46d7-87c2-82bb81e553ab tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:13:20.170596 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e542d95-d4bc-40f6-ad1a-067f73c53993 req-ccb4e11f-e07d-46d7-87c2-82bb81e553ab tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 943 time: 0.0611687 Jul 15 16:13:20.272326 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-3e542d95-d4bc-40f6-ad1a-067f73c53993 req-854d6e4b-96a3-445f-b9c8-d34530d4ee61 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Deleting port 363b1e47-2876-47db-b409-c293585ffff6 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:13:20.272666 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3e542d95-d4bc-40f6-ad1a-067f73c53993 req-854d6e4b-96a3-445f-b9c8-d34530d4ee61 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:20.358793 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [req-3e542d95-d4bc-40f6-ad1a-067f73c53993 req-854d6e4b-96a3-445f-b9c8-d34530d4ee61 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] For port 363b1e47-2876-47db-b409-c293585ffff6, host n-h2-764435-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-3',level=0,port_id=363b1e47-2876-47db-b409-c293585ffff6,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:13:20.359154 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3e542d95-d4bc-40f6-ad1a-067f73c53993 req-854d6e4b-96a3-445f-b9c8-d34530d4ee61 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:20.371671 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [req-3e542d95-d4bc-40f6-ad1a-067f73c53993 req-854d6e4b-96a3-445f-b9c8-d34530d4ee61 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Calling delete_port for 363b1e47-2876-47db-b409-c293585ffff6 owned by compute:nova {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:13:20.497384 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3e542d95-d4bc-40f6-ad1a-067f73c53993 req-854d6e4b-96a3-445f-b9c8-d34530d4ee61 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:20.524586 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d6e4b-96a3-445f-b9c8-d34530d4ee61 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event deleted for resources: {'Port': ['ID=363b1e47-2876-47db-b409-c293585ffff6,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:20.575307 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e542d95-d4bc-40f6-ad1a-067f73c53993 req-854d6e4b-96a3-445f-b9c8-d34530d4ee61 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] No DVR routers for this DVR port 363b1e47-2876-47db-b409-c293585ffff6 on host n-h2-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:13:20.578246 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [req-3e542d95-d4bc-40f6-ad1a-067f73c53993 req-854d6e4b-96a3-445f-b9c8-d34530d4ee61 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462069'] for port, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:20.580553 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-3e542d95-d4bc-40f6-ad1a-067f73c53993 req-854d6e4b-96a3-445f-b9c8-d34530d4ee61 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.22 "DELETE /v2.0/ports/363b1e47-2876-47db-b409-c293585ffff6 HTTP/1.1" status: 204 len: 173 time: 0.4036014 Jul 15 16:13:20.580998 n-d-764435-3 neutron-server[100711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'name': 'network-vif-deleted', 'tag': '363b1e47-2876-47db-b409-c293585ffff6'}] {{(pid=100711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:13:20.584319 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b444ab58b1a1a61ae4d33c545b651266633963993cac40602ccdf1c9b7c58e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70e627f-68a2-4664-8e92-769c7807d39a" -d '{"events": [{"server_uuid": "4c3526c2-4f86-4591-994c-cfe2be84c6d6", "name": "network-vif-deleted", "tag": "363b1e47-2876-47db-b409-c293585ffff6"}]}' {{(pid=100711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:13:20.622505 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c7d8d2-5bb6-4f29-a5f9-2287868be06d x-openstack-request-id: req-68c7d8d2-5bb6-4f29-a5f9-2287868be06d {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:13:20.622858 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3526c2-4f86-4591-994c-cfe2be84c6d6", "name": "network-vif-deleted", "tag": "363b1e47-2876-47db-b409-c293585ffff6", "status": "completed", "code": 200}]} {{(pid=100711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:13:20.623111 n-d-764435-3 neutron-server[100711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68c7d8d2-5bb6-4f29-a5f9-2287868be06d {{(pid=100711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:13:20.623510 n-d-764435-3 neutron-server[100711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3526c2-4f86-4591-994c-cfe2be84c6d6', 'name': 'network-vif-deleted', 'tag': '363b1e47-2876-47db-b409-c293585ffff6', 'status': 'completed', 'code': 200} Jul 15 16:13:21.256532 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [req-6e82bb99-ef11-481a-a855-28c56edfd612 req-57603ad0-664d-4ac5-9ad7-08a842cee28f tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c3526c2-4f86-4591-994c-cfe2be84c6d6 HTTP/1.1" status: 200 len: 210 time: 0.0762300 Jul 15 16:13:22.288289 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 363b1e47-2876-47db-b409-c293585ffff6 no longer exists at agent hyperv_n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:13:22.309463 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] No Port match for: 363b1e47-2876-47db-b409-c293585ffff6 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:13:22.309809 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Device 363b1e47-2876-47db-b409-c293585ffff6 not bound to the agent host n-h2-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:13:22.352976 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44930) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:13:22.410846 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8e232076-f15e-4fe0-8e51-c6d6b02870c0 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:22.435923 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8e232076-f15e-4fe0-8e51-c6d6b02870c0 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:22.494203 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8e232076-f15e-4fe0-8e51-c6d6b02870c0 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:22.497971 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-8e232076-f15e-4fe0-8e51-c6d6b02870c0 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Notify callbacks [] for security_group, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:22.499159 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-8e232076-f15e-4fe0-8e51-c6d6b02870c0 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] 10.222.0.38 "DELETE /v2.0/security-groups/eb37069e-3ec7-43fe-b3d7-188b3003e270 HTTP/1.1" status: 204 len: 168 time: 0.1451795 Jul 15 16:13:22.508389 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e232076-f15e-4fe0-8e51-c6d6b02870c0 tempest-TestSnapshotPattern-1738340172 tempest-TestSnapshotPattern-1738340172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb37069e-3ec7-43fe-b3d7-188b3003e270,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:23.565723 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44936) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:13:23.907532 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae33956d-7fd5-4ba5-9019-9e033426eb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:24.158577 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-ae33956d-7fd5-4ba5-9019-9e033426eb6b admin admin] Deleting port 4af972a7-5ffe-4d26-8363-796a1df55382 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:13:24.158858 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae33956d-7fd5-4ba5-9019-9e033426eb6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:24.235948 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-ae33956d-7fd5-4ba5-9019-9e033426eb6b admin admin] For port 4af972a7-5ffe-4d26-8363-796a1df55382, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=4af972a7-5ffe-4d26-8363-796a1df55382,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:13:24.236308 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae33956d-7fd5-4ba5-9019-9e033426eb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:24.248245 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-ae33956d-7fd5-4ba5-9019-9e033426eb6b admin admin] Calling delete_port for 4af972a7-5ffe-4d26-8363-796a1df55382 owned by network:router_interface {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:13:24.423268 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae33956d-7fd5-4ba5-9019-9e033426eb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:24.445426 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33956d-7fd5-4ba5-9019-9e033426eb6b admin admin] Pushing event deleted for resources: {'Port': ['ID=4af972a7-5ffe-4d26-8363-796a1df55382,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:24.615504 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-ae33956d-7fd5-4ba5-9019-9e033426eb6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:24.820713 n-d-764435-3 neutron-server[100711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae33956d-7fd5-4ba5-9019-9e033426eb6b admin admin] Router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:13:24.922516 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae33956d-7fd5-4ba5-9019-9e033426eb6b admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:13:24.927797 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-ae33956d-7fd5-4ba5-9019-9e033426eb6b admin admin] 10.222.0.38 "PUT /v2.0/routers/7f30fec6-c352-4fd3-ab48-d05e704dcf23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3609519 Jul 15 16:13:24.930288 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44938) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:13:24.933156 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905bc7bd-bfc6-4e64-b946-063814742c7b None None] Sync routers for ids ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'] in n-d-764435-3 {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:13:24.946465 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905bc7bd-bfc6-4e64-b946-063814742c7b None None] Routers {'7f30fec6-c352-4fd3-ab48-d05e704dcf23'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:13:24.947111 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-905bc7bd-bfc6-4e64-b946-063814742c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:25.033695 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65ce3576-2789-43bb-94db-7b53f7ca8d07 admin admin] Notify callbacks [] for router, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:25.049297 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-905bc7bd-bfc6-4e64-b946-063814742c7b None None] Set router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 gateway port host: n-d-764435-3 {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:13:25.137301 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65ce3576-2789-43bb-94db-7b53f7ca8d07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:25.189378 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-65ce3576-2789-43bb-94db-7b53f7ca8d07 admin admin] Deleting port 24f5c0b5-ed64-427c-ac61-68f89a00bc61 {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:13:25.189724 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65ce3576-2789-43bb-94db-7b53f7ca8d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:25.234501 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-905bc7bd-bfc6-4e64-b946-063814742c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:13:24Z', 'revision_number': 5, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port': {'id': '24f5c0b5-ed64-427c-ac61-68f89a00bc61', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:35Z', 'updated_at': '2021-07-15T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:25.260616 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905bc7bd-bfc6-4e64-b946-063814742c7b None None] Checking router: 7f30fec6-c352-4fd3-ab48-d05e704dcf23 for host: n-d-764435-3 {{(pid=100713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:13:25.268871 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905bc7bd-bfc6-4e64-b946-063814742c7b None None] Routers {'7f30fec6-c352-4fd3-ab48-d05e704dcf23'} bound to L3 agent in host n-d-764435-3 {{(pid=100713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:13:25.269494 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-905bc7bd-bfc6-4e64-b946-063814742c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'], 'active': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:25.271328 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-65ce3576-2789-43bb-94db-7b53f7ca8d07 admin admin] For port 24f5c0b5-ed64-427c-ac61-68f89a00bc61, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=24f5c0b5-ed64-427c-ac61-68f89a00bc61,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:13:25.271700 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65ce3576-2789-43bb-94db-7b53f7ca8d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:25.283079 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-65ce3576-2789-43bb-94db-7b53f7ca8d07 admin admin] Calling delete_port for 24f5c0b5-ed64-427c-ac61-68f89a00bc61 owned by network:router_gateway {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:13:25.355636 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_dvr_db [None req-905bc7bd-bfc6-4e64-b946-063814742c7b None None] Set router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 gateway port host: None {{(pid=100713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:13:25.411873 n-d-764435-3 neutron-server[100713]: DEBUG neutron.db.l3_hamode_db [None req-905bc7bd-bfc6-4e64-b946-063814742c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:13:25Z', 'revision_number': 6, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:25.438207 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905bc7bd-bfc6-4e64-b946-063814742c7b None None] The sync data for ids ['7f30fec6-c352-4fd3-ab48-d05e704dcf23'] in n-d-764435-3 is: [{'id': '7f30fec6-c352-4fd3-ab48-d05e704dcf23', 'name': 'tempest-TestSnapshotPattern-1621322756-router', 'tenant_id': '76187a6c32d843059a5bb21fb32bf5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:34Z', 'updated_at': '2021-07-15T16:13:25Z', 'revision_number': 6, 'project_id': '76187a6c32d843059a5bb21fb32bf5d9', 'gw_port_host': None}] {{(pid=100713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:13:25.451070 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65ce3576-2789-43bb-94db-7b53f7ca8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:25.478519 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce3576-2789-43bb-94db-7b53f7ca8d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=24f5c0b5-ed64-427c-ac61-68f89a00bc61,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:25.539883 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65ce3576-2789-43bb-94db-7b53f7ca8d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:25.626333 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65ce3576-2789-43bb-94db-7b53f7ca8d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:25.628318 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65ce3576-2789-43bb-94db-7b53f7ca8d07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:25.668539 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65ce3576-2789-43bb-94db-7b53f7ca8d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:25.669074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ce3576-2789-43bb-94db-7b53f7ca8d07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f30fec6-c352-4fd3-ab48-d05e704dcf23 {{(pid=100711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:13:25.673255 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-65ce3576-2789-43bb-94db-7b53f7ca8d07 admin admin] Notify callbacks [] for router, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:25.674416 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-65ce3576-2789-43bb-94db-7b53f7ca8d07 admin admin] 10.222.0.38 "DELETE /v2.0/routers/7f30fec6-c352-4fd3-ab48-d05e704dcf23 HTTP/1.1" status: 204 len: 168 time: 0.7431769 Jul 15 16:13:25.677074 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44940) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:13:25.720863 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2be397f-2c32-403e-8a8b-32229e800987 admin admin] Deleting subnet c29208d6-bc57-4f83-8667-4bdadb183827 {{(pid=100711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:13:25.723857 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2be397f-2c32-403e-8a8b-32229e800987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:25.756745 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2be397f-2c32-403e-8a8b-32229e800987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29139221'] for subnet, precommit_delete_associations {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:25.838462 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2be397f-2c32-403e-8a8b-32229e800987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:25.895254 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2be397f-2c32-403e-8a8b-32229e800987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25404796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342789'] for subnet, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:25.921446 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be397f-2c32-403e-8a8b-32229e800987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c29208d6-bc57-4f83-8667-4bdadb183827,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:25.923433 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-c2be397f-2c32-403e-8a8b-32229e800987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:25.927824 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-c2be397f-2c32-403e-8a8b-32229e800987 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c29208d6-bc57-4f83-8667-4bdadb183827 HTTP/1.1" status: 204 len: 168 time: 0.2473092 Jul 15 16:13:25.928257 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705c67fb-ff4c-4749-a86c-4b71d08e3e93 None None] Network 480e08d3-ad59-4783-a567-191e157ee83a requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:13:25.928397 n-d-764435-3 neutron-server[100711]: DEBUG neutron.wsgi [-] (100711) accepted ('10.222.0.38', 44942) {{(pid=100711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:13:25.999187 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:26.049832 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] Deleting port 8e15ced1-ecb7-4a52-a607-206dddb9f0bc {{(pid=100711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:13:26.050171 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:26.112563 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.db [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] For port 8e15ced1-ecb7-4a52-a607-206dddb9f0bc, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=8e15ced1-ecb7-4a52-a607-206dddb9f0bc,segment=NetworkSegment(b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e),segment_id=b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e)] {{(pid=100711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:13:26.112936 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:26.125123 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.plugin [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] Calling delete_port for 8e15ced1-ecb7-4a52-a607-206dddb9f0bc owned by network:dhcp {{(pid=100711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:13:26.207109 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df15107-271c-479e-b7e8-087f93d735f8 None None] DHCP port deletion for 480e08d3-ad59-4783-a567-191e157ee83a request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:13:26.211695 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25404687'] for port, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:26.227616 n-d-764435-3 neutron-server[100711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] No DVR routers for this DVR port 8e15ced1-ecb7-4a52-a607-206dddb9f0bc on host n-d-764435-3 {{(pid=100711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:13:26.249848 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e15ced1-ecb7-4a52-a607-206dddb9f0bc,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:26.324194 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:26.335431 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480e08d3-ad59-4783-a567-191e157ee83a']}} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:26.346464 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e') {'for_net_delete': True} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:26.346784 n-d-764435-3 neutron-server[100711]: DEBUG neutron.services.segments.db [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e56ff6-7bbf-4eb2-8cec-a4ea282d750e') {} {{(pid=100711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:26.356432 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29139234'] for segment, before_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:26.369927 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:26.377398 n-d-764435-3 neutron-server[100711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=100711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:13:26.377944 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406174'] for segment, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: Traceback (most recent call last): Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: timer() Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: cb(*args, **kw) Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: return func(*args, **kwargs) Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: self._notify() Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: self.callback(batched_events) Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: event.method(event) Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: return f(self, *a, **k) Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: return self._get(url).json() Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: return self.request(url, 'GET', **kwargs) Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:13:26.379820 n-d-764435-3 neutron-server[100711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:13:26.384340 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 24f5c0b5-ed64-427c-ac61-68f89a00bc61 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:13:26.401773 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 24f5c0b5-ed64-427c-ac61-68f89a00bc61 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:13:26.402120 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 24f5c0b5-ed64-427c-ac61-68f89a00bc61 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:13:26.402572 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8e15ced1-ecb7-4a52-a607-206dddb9f0bc no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:13:26.422231 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 8e15ced1-ecb7-4a52-a607-206dddb9f0bc {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:13:26.422481 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 8e15ced1-ecb7-4a52-a607-206dddb9f0bc not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:13:26.423162 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4af972a7-5ffe-4d26-8363-796a1df55382 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:13:26.441223 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:26.442776 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 4af972a7-5ffe-4d26-8363-796a1df55382 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:13:26.444222 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 4af972a7-5ffe-4d26-8363-796a1df55382 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:13:26.452322 n-d-764435-3 neutron-server[100711]: DEBUG neutron_lib.callbacks.manager [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] Notify callbacks [] for network, before_response {{(pid=100711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:26.454220 n-d-764435-3 neutron-server[100711]: INFO neutron.wsgi [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] 10.222.0.38 "DELETE /v2.0/networks/480e08d3-ad59-4783-a567-191e157ee83a HTTP/1.1" status: 204 len: 168 time: 0.5253499 Jul 15 16:13:26.457521 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44944) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:13:26.467815 n-d-764435-3 neutron-server[100711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f30fa-aff1-4a09-b2e6-2372f2e8bb0a admin admin] Pushing event deleted for resources: {'Network': ['ID=480e08d3-ad59-4783-a567-191e157ee83a,revision_number=None']} {{(pid=100711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:26.808799 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e810688-1a35-4de8-a509-d472b9aad2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3842469'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:27.056269 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1e810688-1a35-4de8-a509-d472b9aad2c3 admin admin] Deleting port 3cac6591-f68d-46cf-9242-f80ff905005a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:13:27.056617 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e810688-1a35-4de8-a509-d472b9aad2c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:27.131954 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-1e810688-1a35-4de8-a509-d472b9aad2c3 admin admin] For port 3cac6591-f68d-46cf-9242-f80ff905005a, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3cac6591-f68d-46cf-9242-f80ff905005a,segment=NetworkSegment(ae5052cf-1d18-46d2-b301-9a9d4c6abcd9),segment_id=ae5052cf-1d18-46d2-b301-9a9d4c6abcd9)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:13:27.132319 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e810688-1a35-4de8-a509-d472b9aad2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:27.145019 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1e810688-1a35-4de8-a509-d472b9aad2c3 admin admin] Calling delete_port for 3cac6591-f68d-46cf-9242-f80ff905005a owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:13:27.319045 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e810688-1a35-4de8-a509-d472b9aad2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:27.344598 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e810688-1a35-4de8-a509-d472b9aad2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cac6591-f68d-46cf-9242-f80ff905005a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:27.517707 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e810688-1a35-4de8-a509-d472b9aad2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3857717'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:27.681592 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:13:28.020490 n-d-764435-3 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e810688-1a35-4de8-a509-d472b9aad2c3 admin admin] Router a12f15c8-c9e0-4138-9b29-ece670919c26 has already been hosted by L3 agent 3a778fe5-59f5-438a-98f3-01a07f7d069e {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:13:28.129731 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e810688-1a35-4de8-a509-d472b9aad2c3 admin admin] Notify agent at l3_agent.n-d-764435-3 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:13:28.134718 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-1e810688-1a35-4de8-a509-d472b9aad2c3 admin admin] 10.222.0.38 "PUT /v2.0/routers/a12f15c8-c9e0-4138-9b29-ece670919c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6760640 Jul 15 16:13:28.137348 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44946) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:13:28.139828 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e734d02-a10e-4c7d-81e6-315dcd56dd8e None None] Sync routers for ids ['a12f15c8-c9e0-4138-9b29-ece670919c26'] in n-d-764435-3 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:13:28.148599 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e734d02-a10e-4c7d-81e6-315dcd56dd8e None None] Routers {'a12f15c8-c9e0-4138-9b29-ece670919c26'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:13:28.149194 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1e734d02-a10e-4c7d-81e6-315dcd56dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a12f15c8-c9e0-4138-9b29-ece670919c26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:28.245927 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a161c5-8fef-45e6-a1b7-99d14dfc815e admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:28.264651 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-1e734d02-a10e-4c7d-81e6-315dcd56dd8e None None] Set router a12f15c8-c9e0-4138-9b29-ece670919c26 gateway port host: n-d-764435-3 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:13:28.357820 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a161c5-8fef-45e6-a1b7-99d14dfc815e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:28.417896 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e0a161c5-8fef-45e6-a1b7-99d14dfc815e admin admin] Deleting port 0e412249-0ac3-42a5-acbb-7156cde4fcb2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:13:28.418234 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a161c5-8fef-45e6-a1b7-99d14dfc815e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:28.454126 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1e734d02-a10e-4c7d-81e6-315dcd56dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'name': 'tempest-TestSnapshotPattern-227719693-router', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'external_fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '0e412249-0ac3-42a5-acbb-7156cde4fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:39Z', 'updated_at': '2021-07-15T16:13:27Z', 'revision_number': 5, 'project_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'gw_port': {'id': '0e412249-0ac3-42a5-acbb-7156cde4fcb2', 'name': '', 'network_id': 'ec74806f-3974-4328-91b6-649387af1d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:29:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:08:39Z', 'updated_at': '2021-07-15T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80c162b8-ea8d-4b3d-996c-7ca0a042d083', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-3'}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:28.479989 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e734d02-a10e-4c7d-81e6-315dcd56dd8e None None] Checking router: a12f15c8-c9e0-4138-9b29-ece670919c26 for host: n-d-764435-3 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:13:28.488090 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e734d02-a10e-4c7d-81e6-315dcd56dd8e None None] Routers {'a12f15c8-c9e0-4138-9b29-ece670919c26'} bound to L3 agent in host n-d-764435-3 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:13:28.488690 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1e734d02-a10e-4c7d-81e6-315dcd56dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:38:33Z,description=,heartbeat_timestamp=2021-07-15T16:13:03Z,host='n-d-764435-3',id=3a778fe5-59f5-438a-98f3-01a07f7d069e,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:38:33Z,topic='l3_agent')) {'router_ids': ['a12f15c8-c9e0-4138-9b29-ece670919c26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:28.503179 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-e0a161c5-8fef-45e6-a1b7-99d14dfc815e admin admin] For port 0e412249-0ac3-42a5-acbb-7156cde4fcb2, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=0e412249-0ac3-42a5-acbb-7156cde4fcb2,segment=NetworkSegment(ae33c86e-85a8-4313-a246-fc2846ae9740),segment_id=ae33c86e-85a8-4313-a246-fc2846ae9740)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:13:28.503682 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a161c5-8fef-45e6-a1b7-99d14dfc815e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:28.516602 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e0a161c5-8fef-45e6-a1b7-99d14dfc815e admin admin] Calling delete_port for 0e412249-0ac3-42a5-acbb-7156cde4fcb2 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:13:28.573441 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-1e734d02-a10e-4c7d-81e6-315dcd56dd8e None None] Set router a12f15c8-c9e0-4138-9b29-ece670919c26 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:13:28.624687 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1e734d02-a10e-4c7d-81e6-315dcd56dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'name': 'tempest-TestSnapshotPattern-227719693-router', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:39Z', 'updated_at': '2021-07-15T16:13:28Z', 'revision_number': 6, 'project_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'gw_port_host': None}], 'n-d-764435-3', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:28.655873 n-d-764435-3 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e734d02-a10e-4c7d-81e6-315dcd56dd8e None None] The sync data for ids ['a12f15c8-c9e0-4138-9b29-ece670919c26'] in n-d-764435-3 is: [{'id': 'a12f15c8-c9e0-4138-9b29-ece670919c26', 'name': 'tempest-TestSnapshotPattern-227719693-router', 'tenant_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:08:39Z', 'updated_at': '2021-07-15T16:13:28Z', 'revision_number': 6, 'project_id': '544d86aeeb6a4ef8a850127fbf1786d0', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:13:28.695004 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a161c5-8fef-45e6-a1b7-99d14dfc815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:28.719553 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a161c5-8fef-45e6-a1b7-99d14dfc815e admin admin] Pushing event deleted for resources: {'Port': ['ID=0e412249-0ac3-42a5-acbb-7156cde4fcb2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:28.782347 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a161c5-8fef-45e6-a1b7-99d14dfc815e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709295'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:28.874662 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a161c5-8fef-45e6-a1b7-99d14dfc815e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3845627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4704'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:28.876599 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a161c5-8fef-45e6-a1b7-99d14dfc815e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:28.919018 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a161c5-8fef-45e6-a1b7-99d14dfc815e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3843309'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:28.919549 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a161c5-8fef-45e6-a1b7-99d14dfc815e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a12f15c8-c9e0-4138-9b29-ece670919c26 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:13:28.924135 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a161c5-8fef-45e6-a1b7-99d14dfc815e admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:28.925101 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e0a161c5-8fef-45e6-a1b7-99d14dfc815e admin admin] 10.222.0.38 "DELETE /v2.0/routers/a12f15c8-c9e0-4138-9b29-ece670919c26 HTTP/1.1" status: 204 len: 168 time: 0.7868259 Jul 15 16:13:28.927570 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44948) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:13:28.970685 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1effda-e5f5-4fce-9e02-ee353ab1f506 admin admin] Deleting subnet 0fcf3376-f483-46be-8366-8f0191bcfce0 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:13:28.973619 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf1effda-e5f5-4fce-9e02-ee353ab1f506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:29.006615 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf1effda-e5f5-4fce-9e02-ee353ab1f506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25572522'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:29.091127 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf1effda-e5f5-4fce-9e02-ee353ab1f506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907508'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:29.146114 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf1effda-e5f5-4fce-9e02-ee353ab1f506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25899964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25552457'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:29.172561 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1effda-e5f5-4fce-9e02-ee353ab1f506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fcf3376-f483-46be-8366-8f0191bcfce0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:29.177408 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf1effda-e5f5-4fce-9e02-ee353ab1f506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:29.179524 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-cf1effda-e5f5-4fce-9e02-ee353ab1f506 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0fcf3376-f483-46be-8366-8f0191bcfce0 HTTP/1.1" status: 204 len: 168 time: 0.2509916 Jul 15 16:13:29.181829 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44950) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:13:29.183647 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb97f55-7fee-4db4-b222-1bdd921b0cd7 None None] Network f7442770-283b-4b41-95ee-403c42f88121 requested from n-d-764435-3 {{(pid=100713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:13:29.253833 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538015'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:29.305803 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] Deleting port 3bd3709e-8ce6-4100-9128-ea6fece57dd4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:13:29.306150 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737962342063'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:29.374426 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] For port 3bd3709e-8ce6-4100-9128-ea6fece57dd4, host n-d-764435-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-3',level=0,port_id=3bd3709e-8ce6-4100-9128-ea6fece57dd4,segment=NetworkSegment(ae5052cf-1d18-46d2-b301-9a9d4c6abcd9),segment_id=ae5052cf-1d18-46d2-b301-9a9d4c6abcd9)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:13:29.374747 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3843230'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:29.387167 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] Calling delete_port for 3bd3709e-8ce6-4100-9128-ea6fece57dd4 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:13:29.471706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8372dec-728d-4c51-94e8-5aa28530c27f None None] DHCP port deletion for f7442770-283b-4b41-95ee-403c42f88121 request from n-d-764435-3 {{(pid=100713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:13:29.472528 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737962340226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737961939622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25899983'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:29.499209 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd3709e-8ce6-4100-9128-ea6fece57dd4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:29.502672 n-d-764435-3 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] No DVR routers for this DVR port 3bd3709e-8ce6-4100-9128-ea6fece57dd4 on host n-d-764435-3 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:13:29.576623 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-902288', 'neutron.services.segments.db._delete_segments_for_network-8737962255436'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:29.586655 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7442770-283b-4b41-95ee-403c42f88121']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:29.596888 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5052cf-1d18-46d2-b301-9a9d4c6abcd9') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:29.597186 n-d-764435-3 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5052cf-1d18-46d2-b301-9a9d4c6abcd9') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:13:29.606361 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737962256213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25572509'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:29.619544 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:29.625460 n-d-764435-3 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:13:29.625854 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25902110'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: Traceback (most recent call last): Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: timer() Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: cb(*args, **kw) Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: return func(*args, **kwargs) Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: self._notify() Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: self.callback(batched_events) Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: event.method(event) Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: return f(self, *a, **k) Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: return self._get(url).json() Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:13:29.627815 n-d-764435-3 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:13:29.684578 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-902281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709363'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:29.690523 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:29.692395 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f7442770-283b-4b41-95ee-403c42f88121 HTTP/1.1" status: 204 len: 168 time: 0.5089428 Jul 15 16:13:29.703973 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a5930-f22d-412c-949c-f95441fe6879 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7442770-283b-4b41-95ee-403c42f88121,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:29.872740 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44954) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:13:29.918589 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-3bf575a8-b798-44ca-954b-5649bde060e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=76187a6c32d843059a5bb21fb32bf5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443418 Jul 15 16:13:29.920841 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44956) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:13:29.980360 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65f966a3-c926-4dea-9074-234d2f40a664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:30.004955 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65f966a3-c926-4dea-9074-234d2f40a664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:30.062430 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65f966a3-c926-4dea-9074-234d2f40a664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:30.065373 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65f966a3-c926-4dea-9074-234d2f40a664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:30.066556 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-65f966a3-c926-4dea-9074-234d2f40a664 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/65e590bd-dd94-4043-93f7-fe7126599e4f HTTP/1.1" status: 204 len: 168 time: 0.1447699 Jul 15 16:13:30.076866 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f966a3-c926-4dea-9074-234d2f40a664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e590bd-dd94-4043-93f7-fe7126599e4f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:30.181510 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-454ee942-c92b-4679-a898-8673ce55f62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:30.381628 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0e412249-0ac3-42a5-acbb-7156cde4fcb2 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:13:30.407895 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 0e412249-0ac3-42a5-acbb-7156cde4fcb2 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:13:30.408255 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 0e412249-0ac3-42a5-acbb-7156cde4fcb2 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:13:30.408686 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3cac6591-f68d-46cf-9242-f80ff905005a no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:13:30.433180 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 3cac6591-f68d-46cf-9242-f80ff905005a {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:13:30.433556 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3cac6591-f68d-46cf-9242-f80ff905005a not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:13:30.433957 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3bd3709e-8ce6-4100-9128-ea6fece57dd4 no longer exists at agent ovs-agent-n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:13:30.453762 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44962) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:13:30.454706 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] No Port match for: 3bd3709e-8ce6-4100-9128-ea6fece57dd4 {{(pid=100713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:13:30.455099 n-d-764435-3 neutron-server[100713]: DEBUG neutron.plugins.ml2.rpc [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Device 3bd3709e-8ce6-4100-9128-ea6fece57dd4 not bound to the agent host n-d-764435-3 {{(pid=100713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:13:30.501731 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-df199cf4-666d-40fd-ab90-96b4720ff636 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=544d86aeeb6a4ef8a850127fbf1786d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462589 Jul 15 16:13:30.504013 n-d-764435-3 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.38', 44964) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:13:30.562704 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e55f1e1f-175c-438b-a73f-642583d3fe45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:30.590067 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e55f1e1f-175c-438b-a73f-642583d3fe45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:30.650802 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e55f1e1f-175c-438b-a73f-642583d3fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921268'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:30.655528 n-d-764435-3 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e55f1e1f-175c-438b-a73f-642583d3fe45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:30.657423 n-d-764435-3 neutron-server[100712]: INFO neutron.wsgi [None req-e55f1e1f-175c-438b-a73f-642583d3fe45 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/57a4000b-6439-4814-9415-c2e0cf655679 HTTP/1.1" status: 204 len: 168 time: 0.1521246 Jul 15 16:13:30.669342 n-d-764435-3 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f1e1f-175c-438b-a73f-642583d3fe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a4000b-6439-4814-9415-c2e0cf655679,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:13:32.925141 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:32.940746 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-36886e83-3310-44fa-8c4e-b72547c05ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:34.590520 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:36.292172 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:49.709319 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:13:50.044357 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:14:00.173624 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf51ee52-8986-4048-a131-57a6f24007c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:14:02.925245 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:14:02.940887 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fc5dbafb-0062-43d9-bead-5a44a3a030ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:14:04.592041 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:14:04.680831 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:14:06.299474 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:14:19.712457 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:14:20.042676 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:14:30.175972 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cde55ef6-036d-483f-b86d-e3dc6124a7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:14:32.931421 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:14:32.942974 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-55faf762-cbc3-4ac7-bd2a-5deb62b7cbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:14:34.593778 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:14:36.297712 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:14:41.679437 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:14:49.725455 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:14:50.057411 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:15:00.175878 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9dd95805-9950-4f81-89f4-096372ae1d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:15:02.922772 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:15:02.941742 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9608728-5ddb-4e03-8186-ff46e0f33eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:15:04.597179 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:15:06.299881 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:15:18.679190 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:15:19.737113 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:15:20.071203 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:15:30.175923 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d955-621b-4beb-b3b8-d26c31d6d449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:15:32.922817 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:15:32.940352 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01490103-5709-47d1-b317-53322708314f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:15:34.598999 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:15:36.303174 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:15:49.736776 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:15:50.070343 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:15:55.678298 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:16:00.178522 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-16553b98-10d4-48cb-bbd7-d09a7c824e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:16:02.923385 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:16:02.939444 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1dba5e15-b43c-4b3c-bb55-1b2a6d0d0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:16:04.606004 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:16:06.305081 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:16:19.748103 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:16:20.068261 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:16:30.179153 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc8b1066-7625-4f5a-b630-88c0fa256c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:16:32.677345 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:16:32.931248 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:16:32.941225 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4367bd2f-b94e-48cb-8bde-58d4e06d08ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:16:34.605019 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:16:36.308220 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:16:49.747543 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:16:50.066941 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:17:00.180807 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e833890c-a92d-41f5-8fd3-15e19c784805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:17:02.922455 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:17:02.939656 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-552bc53c-182f-4168-9849-bc8282e25fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:17:04.607627 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:17:06.311015 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:17:09.676276 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:17:19.763748 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:17:20.066361 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:17:30.181639 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a75ea771-a8b1-4d8f-8a20-79fcefad7a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:17:32.923950 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:17:32.939863 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6217dc1c-634b-4d2c-9d0e-d73d232e5e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:17:34.610130 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:17:36.312979 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:17:46.675544 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:17:49.763447 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:17:50.082442 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:18:00.186563 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d94b080a-c2c2-4b54-bcda-67caa8f50162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:18:02.925120 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:18:02.940927 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-944c7ac9-8328-41bd-8a58-866df167815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:18:04.616002 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:18:06.314662 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:18:19.760013 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:18:20.094632 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:18:23.674978 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:18:30.190273 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7e4789a1-0e24-45d6-b590-73867f787034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:18:32.930480 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:18:32.942281 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75c71408-c0d4-4365-bb67-b380cdba47b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:18:34.614951 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:18:36.318488 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:18:49.761644 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:18:50.094235 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:19:00.191856 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df6db2de-5052-46ec-bfce-7f51fca06aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:19:00.673770 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:19:02.938857 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:19:02.944502 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-919465fd-15e0-401e-ae68-63b0850b454a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:19:04.617812 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:19:06.322152 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:19:19.771464 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:19:20.111457 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:19:30.192437 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e8db741-6207-4e55-8f6b-4095bdb06881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:19:32.935295 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:19:32.945582 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b3f918a5-a58f-4db1-b67d-45eb40515fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:19:34.619649 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:19:36.329418 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:19:37.673645 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:19:49.770887 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:19:50.121781 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:20:00.192304 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79b717a2-c41d-4035-860b-00439e939446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:20:02.942356 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:20:02.948166 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad28c-1e6c-4db7-b435-40856c87f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:20:04.623400 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:20:06.327828 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:20:14.673057 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:20:19.799543 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:20:20.122918 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:20:30.193267 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e3581c29-040d-4f7c-b7e2-971ad12542c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:20:32.936010 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:20:32.955822 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d62c207-ee1d-4b21-adc5-0e6e4c6e60f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:20:34.626474 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:20:36.332156 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:20:49.814756 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:20:50.136771 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:20:51.672801 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:21:00.193839 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d08dea6-1c78-4abd-a524-726e0ba1af80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:21:02.943853 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:21:02.948244 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e0435cd5-8511-48d3-8dbf-1d588e7abe21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:21:04.629486 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:21:06.333891 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:21:19.813025 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-514e2d86-9488-47f1-9121-02a40c8f6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:21:20.139989 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-296edef7-0747-49c3-88e7-62fd2e19a640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:21:28.676465 n-d-764435-3 neutron-server[100714]: DEBUG neutron.db.agents_db [None req-f45949c1-9e71-4909-a142-6f72cc6f67d3 None None] Agent healthcheck: found 7 active agents {{(pid=100714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:21:30.194850 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f3434499-252a-4b5d-9ee3-b479664dc87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:21:32.939623 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51e59926-8035-4a9d-8d97-f1f8eb898c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:21:32.949687 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb88aea9-3b34-4633-bd33-535ea437b98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:21:34.631470 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-252b8525-7c90-4d41-99f1-ee7e5a023be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:21:36.337358 n-d-764435-3 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4897cc75-ab6c-4c3f-b9ab-224c003278d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737962255418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909258'] for agent, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}